-- Logs begin at Wed 2021-07-07 18:20:01 UTC, end at Wed 2021-07-07 20:47:22 UTC. -- Jul 07 18:54:21.178558 n-d-792394-12 systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 18:54:23.961886 n-d-792394-12 neutron-server[93661]: INFO neutron.common.config [-] Logging enabled! Jul 07 18:54:23.962486 n-d-792394-12 neutron-server[93661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 18:54:23.962651 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93661) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 18:54:23.966549 n-d-792394-12 neutron-server[93661]: INFO neutron.common.config [-] Logging enabled! Jul 07 18:54:23.966806 n-d-792394-12 neutron-server[93661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 18:54:23.967121 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93661) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 18:54:23.968077 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 18:54:23.968313 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 18:54:23.968715 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:54:23.968959 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 18:54:23.969185 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 18:54:23.969505 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.969805 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.970099 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.970330 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.970624 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.970911 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.971191 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.971479 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.971775 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.972058 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.972335 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.972642 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.972875 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.973157 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.973441 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.973724 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.973949 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] debug = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.974227 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.974647 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.975062 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.975339 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.975627 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.975907 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.976174 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.976447 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.976751 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.977075 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] host = n-d-792394-12 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.977355 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.977665 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.977948 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.978232 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.978507 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.978782 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.979064 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.979334 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.979606 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] log_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.979879 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.980161 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.980443 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.981684 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.981917 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.982144 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.982435 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.982724 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.982999 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.983272 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.983545 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.983816 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.984087 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.984354 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.984666 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.984953 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.985234 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.985505 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.985775 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.986046 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.986317 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.986597 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.986870 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.987143 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.987417 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.987701 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.987967 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.988244 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.988569 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.988854 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.989135 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.989417 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.989687 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.989965 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.990242 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.990512 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.990778 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] use_json = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.991047 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.991317 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.991597 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.991866 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.992136 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.992407 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.992702 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.992987 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:23.993282 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.993576 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.993871 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.994152 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.994446 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.994723 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.995008 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.995284 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.995570 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.995853 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.996185 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.997521 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.997814 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.998096 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.998392 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.998699 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.998995 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.999286 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.999559 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:23.999833 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.000103 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.000379 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.000687 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.000981 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.001269 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.001539 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.001817 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.002103 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.002379 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.002647 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.002925 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.003211 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.003487 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.003757 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.004037 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.004312 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.004605 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.004881 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.005161 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.005451 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.005730 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.005999 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.006269 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.006545 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.006813 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.007097 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.007376 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.007645 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.007913 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.008189 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.008457 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.008747 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.009025 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.009294 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.009568 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.009837 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.010105 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.010373 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.010641 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.010911 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.011180 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.011447 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.011722 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.012502 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.012771 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.013047 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.013323 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.013596 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.013883 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.014185 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.014464 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.014742 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.015018 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.015297 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.015575 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.015851 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.016126 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.016401 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.016696 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.016980 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.017265 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.017552 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.017832 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.018105 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.018396 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.018669 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.018947 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.019220 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.019494 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.019778 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.020059 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.020347 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.020655 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.020945 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.021232 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.021521 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.021798 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.022105 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.022382 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:24.022598 n-d-792394-12 neutron-server[93661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 18:54:24.022845 n-d-792394-12 neutron-server[93661]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93661) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 18:54:24.383429 n-d-792394-12 neutron-server[93661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:54:24.383703 n-d-792394-12 neutron-server[93661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:54:24.383996 n-d-792394-12 neutron-server[93661]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:54:24.384346 n-d-792394-12 neutron-server[93661]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 18:54:24.779429 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.779661 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.779898 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.781223 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.781510 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.781787 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.815929 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.816211 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.816502 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.830894 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.831176 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.831491 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.862301 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.862642 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.862847 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.898629 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.898909 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:24.899183 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.133230 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.133854 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.133854 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.134026 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.134745 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.255898 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.256219 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.256531 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.256892 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.257166 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.257482 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.257746 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.258007 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.258267 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.258563 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.258828 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.259109 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.259373 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.259640 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.259898 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.260169 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.260447 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.260735 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.261008 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.261263 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.261546 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.262564 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.262986 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.263175 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.263377 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.263657 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.264066 n-d-792394-12 neutron-server[93661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:54:25.264314 n-d-792394-12 neutron-server[93661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:54:25.264585 n-d-792394-12 neutron-server[93661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:54:25.264828 n-d-792394-12 neutron-server[93661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:54:25.265068 n-d-792394-12 neutron-server[93661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:54:25.265308 n-d-792394-12 neutron-server[93661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:54:25.265674 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 18:54:25.269862 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 18:54:25.273925 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 18:54:25.277916 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Jul 07 18:54:25.279289 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 18:54:25.279751 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 18:54:25.280087 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 18:54:25.280508 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 18:54:25.283294 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 18:54:25.283550 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 18:54:25.283901 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 18:54:25.312400 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 18:54:25.312876 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.313214 n-d-792394-12 neutron-server[93661]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93661) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 18:54:25.313541 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.314906 n-d-792394-12 neutron-server[93661]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93661) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 18:54:25.315186 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 18:54:25.315435 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 18:54:25.318628 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.318905 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:25.384390 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 18:54:25.384593 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 18:54:25.384808 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 18:54:25.385191 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 18:54:25.409035 n-d-792394-12 neutron-server[93661]: DEBUG oslo_db.sqlalchemy.engines [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93661) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 18:54:25.953849 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Initializing driver for type 'gre' Jul 07 18:54:25.954371 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] gre ID ranges: [(1, 1000)] Jul 07 18:54:26.008575 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Initializing driver for type 'local' Jul 07 18:54:26.008914 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Initializing driver for type 'vlan' Jul 07 18:54:26.022837 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] VlanTypeDriver initialization complete Jul 07 18:54:26.023183 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Initializing driver for type 'vxlan' Jul 07 18:54:26.023676 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] vxlan ID ranges: [(1, 1000)] Jul 07 18:54:26.079066 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Initializing extension driver 'port_security' Jul 07 18:54:26.079482 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] PortSecurityExtensionDriver initialization complete Jul 07 18:54:26.079857 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Initializing mechanism driver 'openvswitch' Jul 07 18:54:26.080260 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Initializing mechanism driver 'hyperv' Jul 07 18:54:26.087137 n-d-792394-12 neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:26.087827 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > port after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.088198 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > port after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.088578 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > port after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.089106 n-d-792394-12 neutron-server[93661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:54:26.089535 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.089893 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.090805 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.091201 n-d-792394-12 neutron-server[93661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:54:26.091707 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > network after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.092058 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > network after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.092405 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > network after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.092837 n-d-792394-12 neutron-server[93661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:54:26.093246 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > security_group after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.093600 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > security_group after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.093944 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.094473 n-d-792394-12 neutron-server[93661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:54:26.094884 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.095242 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.095587 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.095979 n-d-792394-12 neutron-server[93661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:54:26.096385 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > address_group after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.096767 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > address_group after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.097112 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.097498 n-d-792394-12 neutron-server[93661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:54:26.097877 n-d-792394-12 neutron-server[93661]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] ML2 OVO RPC backend initialized. {{(pid=93661) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 18:54:26.098636 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.098993 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.099405 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > network before_response 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.099990 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > networks before_response 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.100650 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > port before_response 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.101258 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > ports before_response 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.101845 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > subnet before_response 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.102444 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > subnets before_response 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.103074 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > network after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.103692 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > network after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.104251 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > network after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.104803 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > port after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.105157 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > port after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.105667 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > port after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.105950 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.106295 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.106633 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.107253 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.plugin [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Modular L2 Plugin initialization complete Jul 07 18:54:26.107585 n-d-792394-12 neutron-server[93661]: DEBUG neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading services supported by the core plugin {{(pid=93661) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 18:54:26.107947 n-d-792394-12 neutron-server[93661]: INFO neutron.plugins.ml2.managers [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Got port-security extension from driver 'port_security' Jul 07 18:54:26.108792 n-d-792394-12 neutron-server[93661]: INFO neutron.extensions.vlantransparent [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Disabled vlantransparent extension. Jul 07 18:54:26.109424 n-d-792394-12 neutron-server[93661]: DEBUG neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93661) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 18:54:26.109746 n-d-792394-12 neutron-server[93661]: INFO neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading Plugin: router Jul 07 18:54:26.146309 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.146935 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router after_create 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.147063 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router before_create 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.147435 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.147813 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.148171 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router after_delete 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.148560 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.148934 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router after_create 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.149285 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router after_update 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.149637 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router after_update 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.149986 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.150351 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router after_update 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.150763 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.151144 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: port after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.151478 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: port after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.151819 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: subnet after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.152161 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.153166 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.153526 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.153866 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: port before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.154211 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router precommit_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.154570 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router after_update 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.154913 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.155274 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.155638 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.155981 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.156340 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > agent after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.156722 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > agent after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.157073 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > network after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.157973 n-d-792394-12 neutron-server[93661]: DEBUG neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Tracking information for resource: router configured {{(pid=93661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:54:26.158308 n-d-792394-12 neutron-server[93661]: DEBUG neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Tracking information for resource: floatingip configured {{(pid=93661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:54:26.163973 n-d-792394-12 neutron-server[93661]: INFO neutron.db.l3_agentschedulers_db [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 18:54:26.164586 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: port after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.164951 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: port after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.165303 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: port after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.165654 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: port after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.166461 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router before_create 55550100 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.166830 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.167194 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router precommit_create 55550100 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.167554 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > router precommit_update 55550100 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.174640 n-d-792394-12 neutron-server[93661]: DEBUG neutron.services.provider_configuration [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service providers = [] {{(pid=93661) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 18:54:26.175012 n-d-792394-12 neutron-server[93661]: DEBUG neutron.db.servicetype_db [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93661) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 18:54:26.179016 n-d-792394-12 neutron-server[93661]: DEBUG neutron.services.service_base [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:54:26.179522 n-d-792394-12 neutron-server[93661]: DEBUG neutron.services.service_base [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:54:26.180104 n-d-792394-12 neutron-server[93661]: DEBUG neutron.services.service_base [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:54:26.181490 n-d-792394-12 neutron-server[93661]: DEBUG neutron.services.service_base [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:54:26.182085 n-d-792394-12 neutron-server[93661]: INFO neutron.services.service_base [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 18:54:26.182702 n-d-792394-12 neutron-server[93661]: DEBUG neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:54:26.183220 n-d-792394-12 neutron-server[93661]: INFO neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 18:54:26.195420 n-d-792394-12 neutron-server[93661]: DEBUG neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:54:26.195755 n-d-792394-12 neutron-server[93661]: INFO neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading Plugin: auto_allocate Jul 07 18:54:26.202608 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: network precommit_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.202985 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: network precommit_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.203521 n-d-792394-12 neutron-server[93661]: DEBUG neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:54:26.203835 n-d-792394-12 neutron-server[93661]: INFO neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading Plugin: tag Jul 07 18:54:26.210986 n-d-792394-12 neutron-server[93661]: DEBUG neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:54:26.211316 n-d-792394-12 neutron-server[93661]: INFO neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading Plugin: timestamp Jul 07 18:54:26.217712 n-d-792394-12 neutron-server[93661]: DEBUG neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:54:26.218150 n-d-792394-12 neutron-server[93661]: INFO neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading Plugin: network_ip_availability Jul 07 18:54:26.226207 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.226801 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.227172 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.228242 n-d-792394-12 neutron-server[93661]: DEBUG neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:54:26.228785 n-d-792394-12 neutron-server[93661]: INFO neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading Plugin: flavors Jul 07 18:54:26.236554 n-d-792394-12 neutron-server[93661]: DEBUG neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:54:26.236896 n-d-792394-12 neutron-server[93661]: INFO neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading Plugin: revisions Jul 07 18:54:26.241373 n-d-792394-12 neutron-server[93661]: DEBUG neutron.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:54:26.241768 n-d-792394-12 neutron-server[93661]: DEBUG oslo_concurrency.lockutils [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.858s {{(pid=93661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:54:26.242556 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93661) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 18:54:26.242982 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Initializing extension manager. Jul 07 18:54:26.243706 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: __init__.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.244109 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: __pycache__ {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.244449 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.244809 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: address_group.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.245611 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.246764 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: address-group Jul 07 18:54:26.247209 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: address_scope.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.247937 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.248447 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: address-scope Jul 07 18:54:26.248796 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.249771 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.250272 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: router-admin-state-down-before-update Jul 07 18:54:26.250592 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: agent.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.251314 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.252043 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: agent Jul 07 18:54:26.252397 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: agent_resources_synced.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.253363 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.253872 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: agent-resources-synced Jul 07 18:54:26.254192 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: allowedaddresspairs.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.256034 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.256584 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: allowed-address-pairs Jul 07 18:54:26.256917 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: auto_allocated_topology.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.258036 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.258551 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: auto-allocated-topology Jul 07 18:54:26.259014 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: availability_zone.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.260064 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.260606 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: availability_zone Jul 07 18:54:26.260937 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: availability_zone_filter.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.261972 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.262461 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: availability_zone_filter Jul 07 18:54:26.262774 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: data_plane_status.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.263698 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.264202 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 18:54:26.264559 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: default_subnetpools.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.265721 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.266258 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: default-subnetpools Jul 07 18:54:26.266623 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.267716 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.268667 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: dhcp_agent_scheduler Jul 07 18:54:26.269218 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: dns.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.270691 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.271730 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension dns-integration not supported by any of loaded plugins Jul 07 18:54:26.272190 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: dns_domain_ports.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.273243 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.274134 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 18:54:26.274591 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.275920 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.276676 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 18:54:26.277003 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: dvr.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.278158 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.278895 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: dvr Jul 07 18:54:26.279415 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: empty_string_filtering.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.280845 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.281712 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: empty-string-filtering Jul 07 18:54:26.282458 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.283602 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.284439 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 18:54:26.284998 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.286096 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.286618 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 18:54:26.286947 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: external_net.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.287880 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.288391 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: external-net Jul 07 18:54:26.288743 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.289660 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.290167 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: extra_dhcp_opt Jul 07 18:54:26.290497 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: extraroute.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.291429 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.291927 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: extraroute Jul 07 18:54:26.292249 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: extraroute_atomic.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.294058 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.294648 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: extraroute-atomic Jul 07 18:54:26.294983 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: filter_validation.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.295676 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.296180 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: filter-validation Jul 07 18:54:26.296521 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: fip_pf_description.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.297452 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.297961 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 18:54:26.298277 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: fip_port_details.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.299210 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.299715 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: fip-port-details Jul 07 18:54:26.300042 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: flavors.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.301324 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.301841 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: flavors Jul 07 18:54:26.302174 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.303945 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.304385 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 18:54:26.304740 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: floatingip_pools.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.305463 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.305967 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: floatingip-pools Jul 07 18:54:26.306292 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: ip_allocation.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.307217 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.307730 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 18:54:26.308084 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.309860 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.310608 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: ip-substring-filtering Jul 07 18:54:26.310941 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: l2_adjacency.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.311885 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.312391 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 18:54:26.312740 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: l3.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.313760 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.314275 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: router Jul 07 18:54:26.314606 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.317195 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.318089 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 18:54:26.318667 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.320168 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.321139 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: ext-gw-mode Jul 07 18:54:26.321709 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.322677 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.323545 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: l3-ha Jul 07 18:54:26.324185 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: l3_flavors.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.325423 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.326475 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: l3-flavors Jul 07 18:54:26.326804 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.328088 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.328968 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 18:54:26.329492 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: l3agentscheduler.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.331128 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.331981 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: l3_agent_scheduler Jul 07 18:54:26.332557 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: logging.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.334864 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.335389 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension logging not supported by any of loaded plugins Jul 07 18:54:26.335759 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: metering.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.336521 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.337107 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: metering Jul 07 18:54:26.337484 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.338564 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.339073 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: metering_source_and_destination_fields Jul 07 18:54:26.339398 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: multiprovidernet.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.340359 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.340888 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: multi-provider Jul 07 18:54:26.341222 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: netmtu.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.342141 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.342641 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: net-mtu Jul 07 18:54:26.342959 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: netmtu_writable.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.343884 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.344394 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: net-mtu-writable Jul 07 18:54:26.344742 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: network_availability_zone.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.345439 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.345941 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: network_availability_zone Jul 07 18:54:26.346261 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: network_ip_availability.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.347371 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.347882 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: network-ip-availability Jul 07 18:54:26.348210 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: network_segment_range.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.349102 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.349603 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 18:54:26.349930 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: pagination.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.350926 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.351258 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: pagination Jul 07 18:54:26.351580 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: port_device_profile.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.352535 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.353202 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: port-device-profile Jul 07 18:54:26.353385 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.354317 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.354838 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: port-mac-address-regenerate Jul 07 18:54:26.355186 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.356739 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.357254 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: port-numa-affinity-policy Jul 07 18:54:26.357579 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: port_resource_request.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.359011 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.359515 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 18:54:26.359843 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: portbindings.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.360830 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.361336 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: binding Jul 07 18:54:26.361661 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: portbindings_extended.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.363122 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.363646 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: binding-extended Jul 07 18:54:26.363982 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: portsecurity.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.364951 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.365592 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: port-security Jul 07 18:54:26.365945 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: project_id.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.366942 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.367494 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: project-id Jul 07 18:54:26.368059 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: providernet.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.369576 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.370482 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: provider Jul 07 18:54:26.371055 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: qos.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.376553 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.377104 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension qos not supported by any of loaded plugins Jul 07 18:54:26.377670 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.379569 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.380414 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 18:54:26.380975 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.382371 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.383207 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 18:54:26.383725 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: qos_default.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.385056 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.385610 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension qos-default not supported by any of loaded plugins Jul 07 18:54:26.385945 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: qos_fip.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.386617 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.387325 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension qos-fip not supported by any of loaded plugins Jul 07 18:54:26.387652 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: qos_gateway_ip.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.388625 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.389144 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 18:54:26.389472 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: qos_port_network_policy.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.390397 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.390907 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 18:54:26.391232 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: qos_rule_type_details.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.392159 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.392696 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 18:54:26.393028 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: qos_rules_alias.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.394068 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.394582 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 18:54:26.394913 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: quotasv2.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.395884 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.396213 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: quotas Jul 07 18:54:26.396573 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: quotasv2_detail.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.399697 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.400042 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: quota_details Jul 07 18:54:26.400380 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: rbac.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.401516 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.402054 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: rbac-policies Jul 07 18:54:26.402943 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: rbac_address_group.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.404120 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.404679 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: rbac-address-group Jul 07 18:54:26.405013 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: rbac_address_scope.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.405983 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.406497 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: rbac-address-scope Jul 07 18:54:26.406820 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: rbac_security_groups.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.407755 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.408266 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: rbac-security-groups Jul 07 18:54:26.408647 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: rbac_subnetpool.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.409762 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.410626 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: rbac-subnetpool Jul 07 18:54:26.410961 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: revisionifmatch.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.411909 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.412426 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: revision-if-match Jul 07 18:54:26.412787 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: revisions.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.413936 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.414448 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: standard-attr-revisions Jul 07 18:54:26.414780 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: router_availability_zone.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.415480 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.415993 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: router_availability_zone Jul 07 18:54:26.416343 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: routerservicetype.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.417306 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.417810 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension router-service-type not supported by any of loaded plugins Jul 07 18:54:26.418711 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.419647 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.420165 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: security-groups-normalized-cidr Jul 07 18:54:26.420518 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.421454 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.421971 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: port-security-groups-filtering Jul 07 18:54:26.422297 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.423229 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.423741 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: security-groups-remote-address-group Jul 07 18:54:26.424068 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: securitygroup.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.434478 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.435020 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: security-group Jul 07 18:54:26.435362 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: segment.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.436193 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.436726 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension segment not supported by any of loaded plugins Jul 07 18:54:26.437077 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.438035 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.438548 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 18:54:26.438875 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: servicetype.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.439996 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.440550 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: service-type Jul 07 18:54:26.440883 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: sorting.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.441869 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.442204 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: sorting Jul 07 18:54:26.442529 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: standard_attr_segment.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.443522 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.444034 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 18:54:26.444361 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: standardattrdescription.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.445114 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.445570 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: standard-attr-description Jul 07 18:54:26.445897 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: stateful_security_group.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.446876 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.447403 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: stateful-security-group Jul 07 18:54:26.447714 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: stdattrs_common.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.448662 n-d-792394-12 neutron-server[93661]: WARNING neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 18:54:26.449217 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.450603 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.451566 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 18:54:26.451896 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: subnet_onboard.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.453016 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.453537 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: subnet_onboard Jul 07 18:54:26.453868 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.455100 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.455947 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 18:54:26.456361 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: subnet_service_types.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.457559 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.458293 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: subnet-service-types Jul 07 18:54:26.458620 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: subnetallocation.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.459730 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.460246 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: subnet_allocation Jul 07 18:54:26.460607 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.461292 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.461923 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: subnetpool-prefix-ops Jul 07 18:54:26.462260 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.463409 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.464327 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 18:54:26.464699 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: tagging.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.466386 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.467184 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: standard-attr-tag Jul 07 18:54:26.467784 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: timestamp.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.469850 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.470377 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loaded extension: standard-attr-timestamp Jul 07 18:54:26.470709 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: trunk.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.471764 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.472286 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension trunk not supported by any of loaded plugins Jul 07 18:54:26.472668 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: trunk_details.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.473599 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.474120 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension trunk-details not supported by any of loaded plugins Jul 07 18:54:26.474449 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: uplink_status_propagation.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.475676 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.476534 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 18:54:26.476874 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Loading extension file: vlantransparent.py {{(pid=93661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:54:26.477791 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:54:26.478633 n-d-792394-12 neutron-server[93661]: INFO neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 18:54:26.482348 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:network Jul 07 18:54:26.482898 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:subnet Jul 07 18:54:26.483300 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:54:26.483700 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:port Jul 07 18:54:26.485050 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.485504 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service FLAVORS assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.486158 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.486590 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.486919 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:router Jul 07 18:54:26.487358 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 18:54:26.487861 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service METERING assigned prefix: /metering {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.489380 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.489757 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.490112 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:54:26.491124 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 18:54:26.491573 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:security_group Jul 07 18:54:26.492011 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 18:54:26.492657 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service CORE assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.492993 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:54:26.493349 n-d-792394-12 neutron-server[93661]: WARNING neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] subnetpool is already registered Jul 07 18:54:26.493785 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service CORE assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.494936 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:54:26.494936 n-d-792394-12 neutron-server[93661]: WARNING neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] subnetpool is already registered Jul 07 18:54:26.497070 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.497510 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service FLAVORS assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.498109 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.498533 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.498872 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:router Jul 07 18:54:26.499219 n-d-792394-12 neutron-server[93661]: WARNING neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] router is already registered Jul 07 18:54:26.499640 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 18:54:26.499984 n-d-792394-12 neutron-server[93661]: WARNING neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] floatingip is already registered Jul 07 18:54:26.500451 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service METERING assigned prefix: /metering {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.501157 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 18:54:26.501481 n-d-792394-12 neutron-server[93661]: WARNING neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] rbac_policy is already registered Jul 07 18:54:26.501896 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:security_group Jul 07 18:54:26.502235 n-d-792394-12 neutron-server[93661]: WARNING neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] security_group is already registered Jul 07 18:54:26.502641 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 18:54:26.502974 n-d-792394-12 neutron-server[93661]: WARNING neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] security_group_rule is already registered Jul 07 18:54:26.503601 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service CORE assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.503930 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:54:26.504264 n-d-792394-12 neutron-server[93661]: WARNING neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] subnetpool is already registered Jul 07 18:54:26.504718 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.v2.resource_helper [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Service CORE assigned prefix: {{(pid=93661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:54:26.505043 n-d-792394-12 neutron-server[93661]: INFO neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:54:26.505375 n-d-792394-12 neutron-server[93661]: WARNING neutron.quota.resource_registry [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] subnetpool is already registered Jul 07 18:54:26.505850 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: extensions {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.507380 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: address-groups {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.509580 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: address-scopes {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.510956 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: agents {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.512188 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: auto-allocated-topology {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.513537 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: availability_zones {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.514695 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: dhcp-networks {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.518463 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: dhcp-agents {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.521283 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: routers {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.523719 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: flavors {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.525550 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: service_profiles {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.527227 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: next_providers {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.530370 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: service_profiles {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.533144 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: floatingip-pools {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.535069 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: routers {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.537452 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: floatingips {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.538735 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: l3-routers {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.540144 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: l3-agents {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.541614 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: metering-labels {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.542903 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: metering-label-rules {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.544991 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: network-ip-availabilities {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.546259 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: bindings {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.547830 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: quotas {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.549946 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: quotas {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.551909 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: rbac-policies {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.553582 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: security-groups {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.555887 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: security-group-rules {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.558156 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: service-providers {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.560888 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: subnetpools {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.562432 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: subnetpools {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.563983 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: tags {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.565714 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: tags {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.567584 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: tags {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.569431 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: tags {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.571110 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: tags {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.573117 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: tags {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.575608 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: tags {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.577733 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: tags {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.579591 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: tags {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.581364 n-d-792394-12 neutron-server[93661]: DEBUG neutron.api.extensions [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Extended resource: tags {{(pid=93661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:54:26.588016 n-d-792394-12 neutron-server[93661]: WARNING keystonemiddleware.auth_token [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 18:54:26.592994 n-d-792394-12 neutron-server[93661]: WARNING keystonemiddleware.auth_token [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 18:54:26.604317 n-d-792394-12 neutron-server[93661]: DEBUG oslo_concurrency.lockutils [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Acquired lock "singleton_lock" {{(pid=93661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 18:54:26.604893 n-d-792394-12 neutron-server[93661]: DEBUG oslo_concurrency.lockutils [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Releasing lock "singleton_lock" {{(pid=93661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 18:54:26.605731 n-d-792394-12 neutron-server[93661]: INFO oslo_service.service [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Starting 2 workers Jul 07 18:54:26.610568 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Started child 93770 {{(pid=93661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:54:26.615192 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Started child 93771 {{(pid=93661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:54:26.616805 n-d-792394-12 neutron-server[93661]: INFO neutron.service [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 18:54:26.616912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:26.617533 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Notify callbacks [] for process, before_spawn {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:26.618334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [-] (93770) wsgi starting up on http://0.0.0.0:9696 Jul 07 18:54:26.619956 n-d-792394-12 neutron-server[93661]: INFO oslo_service.service [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Starting 1 workers Jul 07 18:54:26.620119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:26.622137 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [-] (93771) wsgi starting up on http://0.0.0.0:9696 Jul 07 18:54:26.626011 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Started child 93772 {{(pid=93661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:54:26.626597 n-d-792394-12 neutron-server[93661]: INFO oslo_service.service [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Starting 1 workers Jul 07 18:54:26.631229 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Started child 93773 {{(pid=93661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:54:26.632057 n-d-792394-12 neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] Notify callbacks [] for process, after_spawn {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:26.632361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.service [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] calling RpcWorker wait() {{(pid=93772) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 18:54:26.633103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.service [None req-4e50bee8-3e97-4120-b4e6-f481d6abf9c8 None None] returning from RpcWorker wait() {{(pid=93772) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 18:54:26.634005 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 18:54:26.634216 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 18:54:26.634557 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:26.634706 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 18:54:26.634845 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:54:26.635346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:26.635641 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 18:54:26.635931 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 18:54:26.636298 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:26.636860 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.636860 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.637742 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.638071 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.638367 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.638977 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.639253 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.639514 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.639804 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.640059 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.640279 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.640507 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.640696 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.640918 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.641120 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.641389 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.641640 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.641905 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.642066 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.642330 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.642606 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.642988 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.643520 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] debug = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.643520 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.643980 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.644131 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.644653 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.645044 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.645771 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.645771 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.646088 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.646431 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.646830 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.647259 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.647702 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.648100 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.648553 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.648958 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.649411 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.649818 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.650532 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] host = n-d-792394-12 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.650793 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.651018 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.651253 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.651514 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.651785 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.652100 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.652776 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.653132 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.653429 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.653669 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.653911 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.654502 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.654859 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.655299 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.655635 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_options = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.655997 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.656303 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.656661 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.656981 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.657280 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.657590 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.657979 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.658254 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.658653 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.659020 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.659374 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.659728 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.660096 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.660454 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.660881 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.661297 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.661665 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.662021 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.662438 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.662909 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.663198 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.663567 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.663946 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.664338 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.664732 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.664980 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.665254 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.665512 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.665765 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.666036 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.666283 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.666567 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.667952 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.667952 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.667952 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.667952 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.667952 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.668781 n-d-792394-12 neutron-server[93773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:26.668915 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.668915 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.668915 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.668915 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.669411 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.669411 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.669940 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.670067 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.670199 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_json = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.670387 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.670625 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.670889 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.671097 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.671307 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.671517 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.671713 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.671947 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.672350 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.672763 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.673101 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.673244 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.673788 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.674056 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.674307 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.674595 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.674943 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.675089 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.675424 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.675655 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.675946 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.676195 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.676454 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.676813 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.677076 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.677342 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.677584 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.677846 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.679160 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.679160 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.679160 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.679160 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.679462 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.113/identity {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.679761 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.680611 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.680984 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.681356 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.681745 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.682188 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.682433 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.682917 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.683332 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.684273 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.684688 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.685054 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.685420 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.685835 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.686579 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.687287 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.687287 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.687287 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.687558 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.687716 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.688086 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.688497 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.688891 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.689757 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.690170 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.690582 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.690969 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.691385 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.691788 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.692201 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.692465 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.692719 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.692964 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.693193 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.693417 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.693790 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.693943 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.694357 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.694794 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.695035 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.695282 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.695507 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.695729 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.695951 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.696162 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.696564 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.696951 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.697177 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.697398 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.697679 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.697899 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.698116 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.698360 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.698726 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.698963 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.699306 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.700508 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.701390 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.702035 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.702494 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.703040 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.703482 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.704197 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.704673 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.705125 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.705368 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.705674 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.705914 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.706146 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.706402 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.706781 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.707219 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.707705 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.708000 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.708231 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.708546 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.708777 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.709081 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.709502 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.709998 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.710258 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.710542 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.710795 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.711035 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.711461 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.711890 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.712324 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.712734 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.713167 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.713538 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.713943 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.714426 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.714917 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.715354 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.715773 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.716192 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.716670 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.717060 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.717442 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.717820 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.718207 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.718568 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.718994 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.719251 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.719534 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.719784 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.720033 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.720360 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.720626 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.720850 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.721073 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.721348 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.721600 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.721854 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.722140 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.722399 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.722651 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.722912 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.723159 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.113/identity {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.723391 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.723639 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.723905 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.724118 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.724333 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.724583 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.724821 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.725052 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.725285 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.725532 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.725767 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.725970 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.726260 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.726667 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.726943 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.727213 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.727433 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.727767 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.728164 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.729341 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.729341 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.729341 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.729341 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.729341 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.730022 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.730022 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.730022 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.730391 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.730599 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.730806 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.730989 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.731169 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.731477 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.731734 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.731951 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.732165 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.732386 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.732652 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.732861 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.733086 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.733297 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.733558 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.733789 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.734113 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.734113 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.734644 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.734831 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.735047 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.735295 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.735545 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.735779 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.735995 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.736210 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.736424 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.736727 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.736965 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.737183 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.737412 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.737654 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.737883 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.738125 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.738314 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.738605 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.739040 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.739281 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.739536 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.739786 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.740016 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.740246 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.740491 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.740706 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.740929 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.741145 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.741362 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.741607 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.742073 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.742073 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.742387 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.742533 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.742667 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.742905 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.743134 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.743381 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.743760 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.744147 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.744557 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.744797 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.745048 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.745262 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.745517 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.745737 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.745947 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.746777 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.747037 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.747259 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.747554 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.747807 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.748066 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.748309 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.748642 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.748875 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.749120 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.749345 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.749581 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.749780 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.750046 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.750380 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.750665 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.750911 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.751161 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.751402 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.751699 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.751983 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.752551 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.752704 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.753033 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.753308 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.753582 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.753830 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.754113 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.754370 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.754714 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.754819 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.755040 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.755279 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.755518 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.755746 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.756014 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.756303 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.756766 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.757175 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.757613 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.757857 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.758081 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.758513 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.758672 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 18:54:26.759520 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 18:54:26.759837 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 18:54:26.760034 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 18:54:26.760206 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:54:26.760377 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 18:54:26.760558 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 18:54:26.760769 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.761014 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.761304 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.761605 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.762455 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.762644 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.762810 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.763143 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.763309 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.763470 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.763632 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.763792 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.763954 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.764115 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.764282 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.764668 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.764668 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.764886 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.764886 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.765049 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.765201 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.765360 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.765520 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] debug = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.765678 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.765883 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.766054 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.766213 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.766371 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.766530 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.766689 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.766848 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.767006 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.767166 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.767325 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.767484 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.767651 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.767887 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.768005 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.768102 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.768459 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.768693 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] host = n-d-792394-12 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.768911 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.769072 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.769709 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.769709 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.769709 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.769709 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.770382 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.770382 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.770382 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.770382 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.770382 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.770736 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.770736 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.770876 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.770982 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_options = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.771143 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.771309 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.771460 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.771803 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.771970 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.772139 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.772307 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.772466 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.772649 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.773253 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.773253 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.773253 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.773646 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.773646 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.773646 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.774027 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.774027 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.774027 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.774235 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.774313 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.774562 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.775301 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.775301 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.775301 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.775301 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.775301 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.775656 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.775656 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.775656 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.775825 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.775987 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.776142 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.776448 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.780263 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.780263 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.780263 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.780263 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.780263 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.780263 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.780263 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.780263 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781221 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781221 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781221 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781221 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781221 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_json = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781221 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781221 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781221 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781221 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781975 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781975 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781975 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781975 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:54:26.781975 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.781975 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.781975 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.781975 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.782550 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.782550 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.782550 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.782550 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.782550 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.782550 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.782550 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.782550 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.782550 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.783437 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.783437 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.783437 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.783437 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.783437 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.783437 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.783437 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.783437 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.784055 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.784055 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.784055 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.784055 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.113/identity {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.784055 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.784055 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.784492 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.784492 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.784492 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.784810 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.784810 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.785054 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.785054 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.785201 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.785366 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.785530 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.785694 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.785864 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.786041 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.786290 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.786382 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.786484 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.786647 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.786809 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.786971 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.787133 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.787295 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.787463 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.787624 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.787779 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.787935 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.788095 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.788254 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.788421 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.788618 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.788755 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.788941 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.789113 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.789237 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.789399 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.789607 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.789762 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.789914 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.790121 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.790841 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.790841 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.790841 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.790841 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.791145 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.791224 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.791493 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.791787 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.791994 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.792160 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.792323 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.792507 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.792676 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.792839 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.793532 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.793680 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.793846 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.794007 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.794168 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.794339 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.794517 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.794679 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.794842 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.795005 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.795167 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.795331 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.795527 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.795669 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.795809 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.795951 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.796098 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.796372 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.796564 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.796704 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.796838 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.797032 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.797032 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.797430 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.797430 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.797779 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.797779 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.798017 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.798141 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.798377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:26.798524 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.798663 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.798817 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.799012 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.799012 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.799349 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.799349 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.799704 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.799704 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.800050 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.800050 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.800458 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.800458 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.800458 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.801065 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.801065 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.801065 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.801065 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.801812 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.801812 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.801812 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.801812 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.801812 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.802494 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.802494 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.802494 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.802494 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.802944 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.802944 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.802944 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.803298 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.803298 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.803298 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.803641 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.803641 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.803873 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.113/identity {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.803997 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.804129 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.804254 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.804377 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.804568 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.804708 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.804847 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.804972 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.805136 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.805299 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.805646 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.805789 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.805915 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.806038 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.806227 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.806459 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.806459 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.806851 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.806851 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.807253 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.807253 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.807253 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.807827 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.807827 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.807827 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.807827 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.808391 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.808391 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.808391 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.808391 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.809567 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.809567 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.809567 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.809567 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.810171 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.810171 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.810171 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.810171 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.810630 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.810630 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.810630 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.811006 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.811178 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.811491 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.812341 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.812341 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.812341 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.812755 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.812755 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.812912 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.812990 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.813407 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.813407 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.813407 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.813628 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.813720 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.813848 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.814189 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.814189 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.814433 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.814557 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.814680 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.814764 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.814930 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.815095 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.815342 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.815496 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.815623 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.815748 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.815922 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.816081 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.816244 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.816404 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.816593 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.816769 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.816920 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.817078 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.817240 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.817402 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.817563 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.817735 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.817896 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.818057 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821219 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821219 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821219 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821219 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821219 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821219 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821219 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821219 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821888 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821888 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821888 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821888 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821888 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821888 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821888 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.821888 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822422 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822422 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822422 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822422 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822422 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822422 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822422 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822422 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822942 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822942 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822942 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.822942 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.823221 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.823221 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.823362 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.823439 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.823605 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.823767 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.823929 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.824090 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.824297 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.824596 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.824870 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.825103 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.825270 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.825433 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.825680 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.825799 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.826179 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.826341 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.826501 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.826680 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.826816 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.826974 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.827141 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.827302 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:54:26.827624 n-d-792394-12 neutron-server[93661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 18:54:26.859959 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:26.868315 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [-] 10.222.0.113 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0061643 Jul 07 18:54:38.369131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7f7571-2409-455f-ac57-20bad4d5d9b7 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:54:38.443809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7f7571-2409-455f-ac57-20bad4d5d9b7 None None] No non-hosted networks {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 18:54:38.459774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.agentschedulers_db [None req-8b7f7571-2409-455f-ac57-20bad4d5d9b7 None None] DHCP Agent not found on host n-d-792394-12 {{(pid=93772) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 07 18:54:38.578803 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c30451f-6b3c-46e2-b47a-d747f55d1bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-795353'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:40.967239 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f038c8b0-7aa9-4d64-84a4-6e61761ba726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-795353'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:41.035327 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a31aef5-2398-4ece-8fdc-f1edaaaf1569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:41.172388 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-795353'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:41.173565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.174931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.175513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.178427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.182313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.185823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.189230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.189801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.190373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.192360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.193278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.195690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:41.196363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792394-12', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:41.209394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792394-12', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:42.194765 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-795353'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:43.725155 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-795353'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:45.067219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:45.577658 n-d-792394-12 neutron-server[93771]: WARNING oslo_policy.policy [None req-45fe5757-ba03-4653-b56b-f1d17f3bb9ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:54:45.578324 n-d-792394-12 neutron-server[93771]: WARNING oslo_policy.policy [None req-45fe5757-ba03-4653-b56b-f1d17f3bb9ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:54:45.799324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-45fe5757-ba03-4653-b56b-f1d17f3bb9ad admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:54:45.800381 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-45fe5757-ba03-4653-b56b-f1d17f3bb9ad admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7322371 Jul 07 18:54:47.335772 n-d-792394-12 neutron-server[93772]: INFO neutron.db.l3_hamode_db [None req-f9cc60f6-093b-4a38-a14b-9ca82c2d699c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 18:54:47.415169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc60f6-093b-4a38-a14b-9ca82c2d699c None None] Routers set() bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:54:47.415590 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc60f6-093b-4a38-a14b-9ca82c2d699c None None] Router IDs set() for agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 18:54:48.170598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:48.482386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e3370a44-b1ab-4bba-b3ce-f7d181eb26ef admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:48.577676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.policy [None req-e3370a44-b1ab-4bba-b3ce-f7d181eb26ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 18:54:48.623916 n-d-792394-12 neutron-server[93771]: WARNING oslo_policy.policy [None req-e3370a44-b1ab-4bba-b3ce-f7d181eb26ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:54:48.624301 n-d-792394-12 neutron-server[93771]: WARNING oslo_policy.policy [None req-e3370a44-b1ab-4bba-b3ce-f7d181eb26ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:54:48.632776 n-d-792394-12 neutron-server[93771]: INFO neutron.quota [None req-e3370a44-b1ab-4bba-b3ce-f7d181eb26ef admin admin] Loaded quota_driver: . Jul 07 18:54:48.726264 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3370a44-b1ab-4bba-b3ce-f7d181eb26ef admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779068498237', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779068498766', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779068497844', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779068451194', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779068444479', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779068466749', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1971648', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1978659', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649919', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545044'] for rbac-policy, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:48.791703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3370a44-b1ab-4bba-b3ce-f7d181eb26ef admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:48.793082 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e3370a44-b1ab-4bba-b3ce-f7d181eb26ef admin admin] 10.222.0.113 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6214304 Jul 07 18:54:51.371753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:51.674093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Request body: {'network': {'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'admin_state_up': True, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'name': 'private'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:51.704981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Made reservation on behalf of c2ce4c70b96d46578a32b7b8daa9554c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:51.707816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:51.724430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:51.852254 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:51.856170 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:51.874882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:54:51.903506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779071217237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:51.904056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Unsubscribe: segment precommit_create {{(pid=93771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 18:54:51.904596 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Added segment 3e4efc63-3fd4-4d9d-92a9-427bc03b468c of type vlan for network 8e58c706-f4ae-415b-ae06-166ee0333a39 Jul 07 18:54:51.925671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033e818f-c0d1-4302-9523-6ad328379cfa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:51.974951 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.975292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.975628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.975958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.976284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.976635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.976958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.977277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.977594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.977910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.978225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.978539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Tracked resource versions report: Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: pushed versions: Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: { 'AddressGroup': {'1.2'}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'ConntrackHelper': {'1.0'}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'Log': {'1.0'}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'Network': {'1.1'}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'Port': {'1.7'}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'PortForwarding': {'1.2'}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'QosPolicy': {'1.8'}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'SecurityGroup': {'1.4'}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'SubPort': {'1.0'}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'Subnet': {'1.1'}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'Trunk': {'1.1'}} Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: consumer versions: Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: { DHCP agent@n-d-792394-12: {}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: L3 agent@n-d-792394-12: {}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: Metadata agent@n-d-792394-12: {}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: Metering agent@n-d-792394-12: {}, Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: Open vSwitch agent@n-d-792394-12: { 'AddressGroup': '1.2', Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'ConntrackHelper': '1.0', Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'Log': '1.0', Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'Network': '1.1', Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'Port': '1.7', Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'PortForwarding': '1.2', Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'QosPolicy': '1.8', Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'SecurityGroup': '1.4', Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'SecurityGroupRule': '1.2', Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'SubPort': '1.0', Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'Subnet': '1.1', Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: 'Trunk': '1.1'}} Jul 07 18:54:51.979664 n-d-792394-12 neutron-server[93771]: {{(pid=93771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:54:52.033107 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:52.084718 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:52.085833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:52.086496 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:52.171876 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7989652 Jul 07 18:54:52.186122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac676f20-17ea-4f7a-905c-0ee0e6a5111d admin admin] Pushing event updated for resources: {'Network': ['ID=8e58c706-f4ae-415b-ae06-166ee0333a39,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:52.198088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 8e58c706-f4ae-415b-ae06-166ee0333a39 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:54:54.839184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:55.339753 n-d-792394-12 neutron-server[93770]: WARNING oslo_policy.policy [None req-0a6ebaca-6376-440a-bb50-b27260a306d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:54:55.340574 n-d-792394-12 neutron-server[93770]: WARNING oslo_policy.policy [None req-0a6ebaca-6376-440a-bb50-b27260a306d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:54:55.780874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.policy [None req-0a6ebaca-6376-440a-bb50-b27260a306d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 18:54:55.825492 n-d-792394-12 neutron-server[93770]: WARNING oslo_policy.policy [None req-0a6ebaca-6376-440a-bb50-b27260a306d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:54:55.825866 n-d-792394-12 neutron-server[93770]: WARNING oslo_policy.policy [None req-0a6ebaca-6376-440a-bb50-b27260a306d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:54:55.834459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ebaca-6376-440a-bb50-b27260a306d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:55.836443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0a6ebaca-6376-440a-bb50-b27260a306d7 admin admin] 10.222.0.113 "GET /v2.0/networks/8e58c706-f4ae-415b-ae06-166ee0333a39 HTTP/1.1" status: 200 len: 826 time: 0.9948409 Jul 07 18:54:55.876366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-096550f4-74ed-4cd4-a5f6-c61f02fc1171 admin admin] 10.222.0.113 "GET /v2.0/subnetpools/a7e04846-1337-48e6-9089-810e996f9484 HTTP/1.1" status: 200 len: 734 time: 0.0338850 Jul 07 18:54:55.885366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'a7e04846-1337-48e6-9089-810e996f9484', 'gateway_ip': '172.20.0.1', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:55.887671 n-d-792394-12 neutron-server[93770]: INFO neutron.quota [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Loaded quota_driver: . Jul 07 18:54:55.927026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Made reservation on behalf of c2ce4c70b96d46578a32b7b8daa9554c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:55.929912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:56.227468 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:56.298518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Checking segment: {'id': '3e4efc63-3fd4-4d9d-92a9-427bc03b468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:56.298902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Network hostable DHCP agents. Network: 8e58c706-f4ae-415b-ae06-166ee0333a39, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:54:56.308886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd73e000-93cf-4edf-89a0-2abbb4d5ac0d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:56.318766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.319107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.319441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.319772 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.320097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.320424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.320772 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.321091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.321409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.321725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.322040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.322354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Tracked resource versions report: Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: pushed versions: Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'Log': {'1.0'}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'Network': {'1.1'}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'Port': {'1.7'}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'SubPort': {'1.0'}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'Subnet': {'1.1'}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'Trunk': {'1.1'}} Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: consumer versions: Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: { DHCP agent@n-d-792394-12: {}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: L3 agent@n-d-792394-12: {}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: Metadata agent@n-d-792394-12: {}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: Metering agent@n-d-792394-12: {}, Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: Open vSwitch agent@n-d-792394-12: { 'AddressGroup': '1.2', Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'ConntrackHelper': '1.0', Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'Log': '1.0', Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'Network': '1.1', Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'Port': '1.7', Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'PortForwarding': '1.2', Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'QosPolicy': '1.8', Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'SecurityGroup': '1.4', Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'SubPort': '1.0', Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'Subnet': '1.1', Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: 'Trunk': '1.1'}} Jul 07 18:54:56.323477 n-d-792394-12 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:54:56.358499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Network 8e58c706-f4ae-415b-ae06-166ee0333a39 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:54:56.371615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 8e58c706-f4ae-415b-ae06-166ee0333a39) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:56.376562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:56.377201 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:56.381465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a4580f-2efc-47e7-aff8-65587c8dbfeb None None] Network 8e58c706-f4ae-415b-ae06-166ee0333a39 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:54:56.397970 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-89009826-70c3-4df4-b22b-b1f0af15f3eb admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5161593 Jul 07 18:54:56.708659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-8e58c706-f4ae-415b-ae06-166ee0333a39', 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'fixed_ips': [{'subnet_id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:54:56.710171 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:56.987173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Allocated IP 172.20.0.2 (8e58c706-f4ae-415b-ae06-166ee0333a39/dd73e000-93cf-4edf-89a0-2abbb4d5ac0d/49a10c02-b5ce-4360-8e27-d6f48ceb893c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:54:57.238587 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.253472 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Transition to ACTIVE for port object 49a10c02-b5ce-4360-8e27-d6f48ceb893c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:57.275476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Transition to ACTIVE for port object 49a10c02-b5ce-4360-8e27-d6f48ceb893c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:57.284864 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.351758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Network 8e58c706-f4ae-415b-ae06-166ee0333a39 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:57.358712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:57.370457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:54:57.377656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Pushing event updated for resources: {'Port': ['ID=49a10c02-b5ce-4360-8e27-d6f48ceb893c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:57.390656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.391275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.391367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.391630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.391953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.392272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.392619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.392941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.393257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.393574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.393890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.394204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Tracked resource versions report: Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: pushed versions: Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: { 'AddressGroup': {'1.2'}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'ConntrackHelper': {'1.0'}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'Log': {'1.0'}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'Network': {'1.1'}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'Port': {'1.7'}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'PortForwarding': {'1.2'}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'QosPolicy': {'1.8'}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'SecurityGroup': {'1.4'}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'SubPort': {'1.0'}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'Subnet': {'1.1'}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'Trunk': {'1.1'}} Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: consumer versions: Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: { DHCP agent@n-d-792394-12: {}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: L3 agent@n-d-792394-12: {}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: Metadata agent@n-d-792394-12: {}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: Metering agent@n-d-792394-12: {}, Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: Open vSwitch agent@n-d-792394-12: { 'AddressGroup': '1.2', Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'ConntrackHelper': '1.0', Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'Log': '1.0', Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'Network': '1.1', Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'Port': '1.7', Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'PortForwarding': '1.2', Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'QosPolicy': '1.8', Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'SecurityGroup': '1.4', Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'SecurityGroupRule': '1.2', Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'SubPort': '1.0', Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'Subnet': '1.1', Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: 'Trunk': '1.1'}} Jul 07 18:54:57.395397 n-d-792394-12 neutron-server[93772]: {{(pid=93772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:54:57.463856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Attempting to bind port 49a10c02-b5ce-4360-8e27-d6f48ceb893c on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:54:57.464236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Attempting to bind port 49a10c02-b5ce-4360-8e27-d6f48ceb893c by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '3e4efc63-3fd4-4d9d-92a9-427bc03b468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:54:57.465304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Attempting to bind port 49a10c02-b5ce-4360-8e27-d6f48ceb893c on network 8e58c706-f4ae-415b-ae06-166ee0333a39 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:57.471288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:54:57.471691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Checking segment: {'id': '3e4efc63-3fd4-4d9d-92a9-427bc03b468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:57.472190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.472608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Bound using segment: {'id': '3e4efc63-3fd4-4d9d-92a9-427bc03b468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:54:57.473089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Bound port: 49a10c02-b5ce-4360-8e27-d6f48ceb893c, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4efc63-3fd4-4d9d-92a9-427bc03b468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:54:57.473491 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.539807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] For port 49a10c02-b5ce-4360-8e27-d6f48ceb893c, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:54:57.545267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] For port 49a10c02-b5ce-4360-8e27-d6f48ceb893c, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=49a10c02-b5ce-4360-8e27-d6f48ceb893c,segment=NetworkSegment(3e4efc63-3fd4-4d9d-92a9-427bc03b468c),segment_id=3e4efc63-3fd4-4d9d-92a9-427bc03b468c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:54:57.550125 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.616603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a71b7a-4448-43a2-b716-1480643236ed None None] Pushing event updated for resources: {'Port': ['ID=49a10c02-b5ce-4360-8e27-d6f48ceb893c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:58.841281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:59.175106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-f25055a0-f692-42af-81cd-848dfe5aa327 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:54:59.176011 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f25055a0-f692-42af-81cd-848dfe5aa327 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3337917 Jul 07 18:55:01.606019 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:01.925410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-e61d67d0-266b-4677-870c-784f041a90dd admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:55:01.926476 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e61d67d0-266b-4677-870c-784f041a90dd admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3197882 Jul 07 18:55:03.087599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 49a10c02-b5ce-4360-8e27-d6f48ceb893c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:03.176257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 49a10c02-b5ce-4360-8e27-d6f48ceb893c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:03.816335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99889d29-d5c4-4abb-a3e7-f41a2ae0443f None None] Network 8e58c706-f4ae-415b-ae06-166ee0333a39 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:55:03.928036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-716c3807-785d-432a-8896-a4ce8dfa0180 None None] Provisioning for port 49a10c02-b5ce-4360-8e27-d6f48ceb893c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:03.934204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-716c3807-785d-432a-8896-a4ce8dfa0180 None None] Provisioning complete for port 49a10c02-b5ce-4360-8e27-d6f48ceb893c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:03.934597 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-716c3807-785d-432a-8896-a4ce8dfa0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:04.103670 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-716c3807-785d-432a-8896-a4ce8dfa0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:04.147764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-716c3807-785d-432a-8896-a4ce8dfa0180 None None] For port 49a10c02-b5ce-4360-8e27-d6f48ceb893c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=49a10c02-b5ce-4360-8e27-d6f48ceb893c,segment=NetworkSegment(3e4efc63-3fd4-4d9d-92a9-427bc03b468c),segment_id=3e4efc63-3fd4-4d9d-92a9-427bc03b468c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:04.152782 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-716c3807-785d-432a-8896-a4ce8dfa0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:04.207725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c3807-785d-432a-8896-a4ce8dfa0180 None None] Pushing event updated for resources: {'Port': ['ID=49a10c02-b5ce-4360-8e27-d6f48ceb893c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:04.373110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3cd0c2b0-cd17-4b63-8a3f-ac4f21c473ac None None] Provisioning complete for port 49a10c02-b5ce-4360-8e27-d6f48ceb893c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:04.373409 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c2b0-cd17-4b63-8a3f-ac4f21c473ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:04.632881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:04.955059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cc1b82de-0480-472f-bef7-d5286a784769 admin admin] Request body: {'router': {'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:55:04.979368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc1b82de-0480-472f-bef7-d5286a784769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:04.981482 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc1b82de-0480-472f-bef7-d5286a784769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:05.064450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 49a10c02-b5ce-4360-8e27-d6f48ceb893c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:05.111608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 49a10c02-b5ce-4360-8e27-d6f48ceb893c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:05.112293 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:05.124391 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc1b82de-0480-472f-bef7-d5286a784769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:05.128984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc1b82de-0480-472f-bef7-d5286a784769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:05.142623 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc1b82de-0480-472f-bef7-d5286a784769 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:05.143820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cc1b82de-0480-472f-bef7-d5286a784769 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5099645 Jul 07 18:55:07.547628 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:07.865984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-9cbc0e4e-e4b5-438c-9f9b-03ce324410e8 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:55:07.866950 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9cbc0e4e-e4b5-438c-9f9b-03ce324410e8 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3184097 Jul 07 18:55:08.261516 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2dc6df1-cf19-4e9e-ab1b-aea6bab39438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:10.261696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:10.575047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:55:10.595472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Made reservation on behalf of 9323f2db19e942728cf13bd25a5d1d54 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:55:10.597886 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:10.606921 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:10.697241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:10.701533 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:10.719051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Reserving flat network on physical network physnet1 {{(pid=93771) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 18:55:10.736159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77a5f63-152a-4938-bb66-8d1e324d70ae,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:10.744624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:10.745090 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Added segment 82d19a9b-a87b-4517-aa21-2a5724b6129f of type flat for network bec3f046-f8b3-402a-8374-381f4c722371 Jul 07 18:55:10.800272 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:10.836934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:10.837609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:10.838262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:10.908034 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6445270 Jul 07 18:55:10.917103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393d274-226c-4f47-9a9e-b0f5d38d0508 admin admin] Pushing event updated for resources: {'Network': ['ID=bec3f046-f8b3-402a-8374-381f4c722371,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:10.928200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network bec3f046-f8b3-402a-8374-381f4c722371 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:55:10.994862 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea505694-46a1-4055-8716-a8b21ba3803b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:11.169114 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:12.137771 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:13.291898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:13.512836 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e029b7f3-c833-4f37-9417-1a59ba8824fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:13.514218 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e029b7f3-c833-4f37-9417-1a59ba8824fb admin admin] 10.222.0.113 "GET /v2.0/subnets/dd73e000-93cf-4edf-89a0-2abbb4d5ac0d HTTP/1.1" status: 200 len: 849 time: 0.2213399 Jul 07 18:55:13.631251 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3d6f3bda-fc4e-4f11-80a7-83d3a15ef5ec admin admin] 10.222.0.113 "GET /v2.0/routers/abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 HTTP/1.1" status: 200 len: 704 time: 0.1116428 Jul 07 18:55:13.663072 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:13.904694 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:14.200942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Allocated IP 172.20.0.1 (8e58c706-f4ae-415b-ae06-166ee0333a39/dd73e000-93cf-4edf-89a0-2abbb4d5ac0d/94e4b636-a4a8-4735-9a04-dd7f597dc35a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:55:14.388344 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:14.422763 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Transition to ACTIVE for port object 94e4b636-a4a8-4735-9a04-dd7f597dc35a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:14.539798 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:14.610459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Network 8e58c706-f4ae-415b-ae06-166ee0333a39 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:55:14.623056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:14.628174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Pushing event updated for resources: {'Port': ['ID=94e4b636-a4a8-4735-9a04-dd7f597dc35a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:14.640601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:55:14.641136 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:14.840487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6878c725-14d1-4854-be73-f46108003319 None None] Provisioning for port 94e4b636-a4a8-4735-9a04-dd7f597dc35a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:14.844926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6878c725-14d1-4854-be73-f46108003319 None None] Provisioning complete for port 94e4b636-a4a8-4735-9a04-dd7f597dc35a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:14.845297 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6878c725-14d1-4854-be73-f46108003319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:14.878627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6878c725-14d1-4854-be73-f46108003319 None None] Port 94e4b636-a4a8-4735-9a04-dd7f597dc35a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:55:14.923567 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:15.103541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:15.108826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:15.109611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:15.191329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Pushing event updated for resources: {'Port': ['ID=94e4b636-a4a8-4735-9a04-dd7f597dc35a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:15.239181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Network 8e58c706-f4ae-415b-ae06-166ee0333a39 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:55:15.240457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:15.398413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ce405009-762d-472e-863e-a510fa9bd2fc None None] Provisioning complete for port 94e4b636-a4a8-4735-9a04-dd7f597dc35a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:15.398782 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce405009-762d-472e-863e-a510fa9bd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:15.409218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Router abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:55:15.437932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ce405009-762d-472e-863e-a510fa9bd2fc None None] Port 94e4b636-a4a8-4735-9a04-dd7f597dc35a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:55:15.504432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:55:15.510598 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-77c6e5f1-936c-4936-ac27-01b56845379d admin admin] 10.222.0.113 "PUT /v2.0/routers/abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8733883 Jul 07 18:55:15.529275 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Sync routers for ids ['abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:55:15.541384 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Routers {'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:15.542262 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-192efef1-439c-4948-a18d-69eccffa906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T18:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:15.729824 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Set router abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:16.168504 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-192efef1-439c-4948-a18d-69eccffa906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'name': 'router1', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:04Z', 'updated_at': '2021-07-07T18:55:14Z', 'revision_number': 2, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'gw_port_host': None, '_interfaces': [{'id': '94e4b636-a4a8-4735-9a04-dd7f597dc35a', 'name': '', 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'mac_address': 'fa:16:3e:48:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:13Z', 'updated_at': '2021-07-07T18:55:14Z', 'revision_number': 2, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'subnets': [{'id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e04846-1337-48e6-9089-810e996f9484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:16.222230 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Checking router: abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:55:16.222626 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Updating router abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 port 94e4b636-a4a8-4735-9a04-dd7f597dc35a binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:55:16.288719 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:16.787561 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:16.807411 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Transition to ACTIVE for port object 94e4b636-a4a8-4735-9a04-dd7f597dc35a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:16.814775 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:16.948133 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Pushing event updated for resources: {'Port': ['ID=94e4b636-a4a8-4735-9a04-dd7f597dc35a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:16.984546 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.984912 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.985231 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.985611 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.986019 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.986349 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.986720 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.987048 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.987374 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.987715 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.988135 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.988456 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Tracked resource versions report: Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: pushed versions: Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'Log': {'1.0'}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'Network': {'1.1'}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'Port': {'1.7'}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'SubPort': {'1.0'}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'Subnet': {'1.1'}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'Trunk': {'1.1'}} Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: consumer versions: Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: { DHCP agent@n-d-792394-12: {}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: L3 agent@n-d-792394-12: {}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: Metadata agent@n-d-792394-12: {}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: Metering agent@n-d-792394-12: {}, Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: Open vSwitch agent@n-d-792394-12: { 'AddressGroup': '1.2', Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'ConntrackHelper': '1.0', Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'Log': '1.0', Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'Network': '1.1', Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'Port': '1.7', Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'PortForwarding': '1.2', Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'QosPolicy': '1.8', Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'SecurityGroup': '1.4', Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'SubPort': '1.0', Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'Subnet': '1.1', Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: 'Trunk': '1.1'}} Jul 07 18:55:16.989657 n-d-792394-12 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:55:16.992189 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Attempting to bind port 94e4b636-a4a8-4735-9a04-dd7f597dc35a on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:55:16.992607 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Attempting to bind port 94e4b636-a4a8-4735-9a04-dd7f597dc35a by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '3e4efc63-3fd4-4d9d-92a9-427bc03b468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:55:16.993033 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Attempting to bind port 94e4b636-a4a8-4735-9a04-dd7f597dc35a on network 8e58c706-f4ae-415b-ae06-166ee0333a39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:55:17.000215 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:55:17.000647 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Checking segment: {'id': '3e4efc63-3fd4-4d9d-92a9-427bc03b468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:55:17.001151 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:17.001536 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Bound using segment: {'id': '3e4efc63-3fd4-4d9d-92a9-427bc03b468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:55:17.002039 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Bound port: 94e4b636-a4a8-4735-9a04-dd7f597dc35a, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4efc63-3fd4-4d9d-92a9-427bc03b468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:55:17.002459 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:17.073331 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-192efef1-439c-4948-a18d-69eccffa906d None None] For port 94e4b636-a4a8-4735-9a04-dd7f597dc35a, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:55:17.096439 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-192efef1-439c-4948-a18d-69eccffa906d None None] For port 94e4b636-a4a8-4735-9a04-dd7f597dc35a, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=94e4b636-a4a8-4735-9a04-dd7f597dc35a,segment=NetworkSegment(3e4efc63-3fd4-4d9d-92a9-427bc03b468c),segment_id=3e4efc63-3fd4-4d9d-92a9-427bc03b468c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:55:17.100846 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:17.156205 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Routers {'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:17.156867 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-192efef1-439c-4948-a18d-69eccffa906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T18:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:17.198452 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb0a44-8188-4f67-81e7-2dbb4ca4e448 None None] Pushing event updated for resources: {'Port': ['ID=94e4b636-a4a8-4735-9a04-dd7f597dc35a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:17.255570 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-192efef1-439c-4948-a18d-69eccffa906d None None] Set router abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:17.478339 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-192efef1-439c-4948-a18d-69eccffa906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'name': 'router1', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:04Z', 'updated_at': '2021-07-07T18:55:14Z', 'revision_number': 2, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'gw_port_host': None, '_interfaces': [{'id': '94e4b636-a4a8-4735-9a04-dd7f597dc35a', 'name': '', 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'mac_address': 'fa:16:3e:48:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:13Z', 'updated_at': '2021-07-07T18:55:17Z', 'revision_number': 4, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'subnets': [{'id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e04846-1337-48e6-9089-810e996f9484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:17.507233 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192efef1-439c-4948-a18d-69eccffa906d None None] The sync data for ids ['abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'] in n-d-792394-12 is: [{'id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'name': 'router1', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:04Z', 'updated_at': '2021-07-07T18:55:14Z', 'revision_number': 2, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'gw_port_host': None, '_interfaces': [{'id': '94e4b636-a4a8-4735-9a04-dd7f597dc35a', 'name': '', 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'mac_address': 'fa:16:3e:48:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:13Z', 'updated_at': '2021-07-07T18:55:17Z', 'revision_number': 4, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'subnets': [{'id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e04846-1337-48e6-9089-810e996f9484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:55:17.690645 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:55:17.799830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:17.913287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5328b222-2cb5-42b2-b93c-42abacc67481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:17.914661 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5328b222-2cb5-42b2-b93c-42abacc67481 admin admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 842 time: 0.1138577 Jul 07 18:55:17.924582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:55:17.950357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Made reservation on behalf of 9323f2db19e942728cf13bd25a5d1d54 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:55:17.952886 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:18.268825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:55:18.269309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:18.323997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7893d82-5812-487f-9c37-2c5fb4cc3ee8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:18.335597 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:55:18.335950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Network hostable DHCP agents. Network: bec3f046-f8b3-402a-8374-381f4c722371, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:55:18.357710 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:55:18.369045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, bec3f046-f8b3-402a-8374-381f4c722371) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:18.373882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:18.374643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:18.380148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e70807-9c5c-4fd1-86b5-323b8748ebc6 None None] Network bec3f046-f8b3-402a-8374-381f4c722371 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:55:18.389516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-378cc675-9892-44f8-bc6b-bb9484beb688 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4683933 Jul 07 18:55:18.522465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9914f9d-5c2c-4b55-89f3-e43d7b8f1a67 None None] Network bec3f046-f8b3-402a-8374-381f4c722371 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:55:20.732428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:21.013387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fd7576cb-9dca-4d5d-9f36-ba1feb8fc23d admin admin] 10.222.0.113 "GET /v2.0/routers/abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 HTTP/1.1" status: 200 len: 710 time: 0.2798333 Jul 07 18:55:21.117105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 94e4b636-a4a8-4735-9a04-dd7f597dc35a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:21.130908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d0f1b7-f914-4eeb-912a-2ffb466103ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:21.133545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-19d0f1b7-f914-4eeb-912a-2ffb466103ce admin admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 886 time: 0.1149213 Jul 07 18:55:21.142294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:55:21.169630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 94e4b636-a4a8-4735-9a04-dd7f597dc35a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:21.173482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 94e4b636-a4a8-4735-9a04-dd7f597dc35a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:21.173853 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:21.253380 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:21.289716 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 94e4b636-a4a8-4735-9a04-dd7f597dc35a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=94e4b636-a4a8-4735-9a04-dd7f597dc35a,segment=NetworkSegment(3e4efc63-3fd4-4d9d-92a9-427bc03b468c),segment_id=3e4efc63-3fd4-4d9d-92a9-427bc03b468c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:21.295115 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:21.350149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=94e4b636-a4a8-4735-9a04-dd7f597dc35a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:21.413357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:21.674925 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:21.762163 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:21.913693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Allocated IP 172.25.2.49 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/f5de47e3-f61e-4eb3-924d-c31fe7ae0767) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:55:22.023582 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:22.112161 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:22.182906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:55:22.189419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:22.192554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:55:22.313094 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Pushing event updated for resources: {'Port': ['ID=f5de47e3-f61e-4eb3-924d-c31fe7ae0767,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:22.532216 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:22.727004 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:22.730198 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:22.846258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Router abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:55:22.951222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:55:22.955668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:22.956894 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0c415674-7f29-4e0a-894f-7ca037641a17 admin admin] 10.222.0.113 "PUT /v2.0/routers/abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 HTTP/1.1" status: 200 len: 889 time: 1.8179543 Jul 07 18:55:22.975683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Sync routers for ids ['abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:55:22.987898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Routers {'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:22.988807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T18:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:23.098779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 94e4b636-a4a8-4735-9a04-dd7f597dc35a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:23.278825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 94e4b636-a4a8-4735-9a04-dd7f597dc35a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:23.279204 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:23.313584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Set router abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:23.746858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'name': 'router1', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f5de47e3-f61e-4eb3-924d-c31fe7ae0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:04Z', 'updated_at': '2021-07-07T18:55:22Z', 'revision_number': 4, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'gw_port': {'id': 'f5de47e3-f61e-4eb3-924d-c31fe7ae0767', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:21Z', 'updated_at': '2021-07-07T18:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '94e4b636-a4a8-4735-9a04-dd7f597dc35a', 'name': '', 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'mac_address': 'fa:16:3e:48:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:13Z', 'updated_at': '2021-07-07T18:55:21Z', 'revision_number': 5, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'subnets': [{'id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e04846-1337-48e6-9089-810e996f9484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:23.799980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Checking router: abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:55:23.800354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Updating router abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 port f5de47e3-f61e-4eb3-924d-c31fe7ae0767 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:55:23.834316 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:24.160089 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:24.170660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Transition to ACTIVE for port object f5de47e3-f61e-4eb3-924d-c31fe7ae0767 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:24.176983 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:24.224647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Attempting to bind port f5de47e3-f61e-4eb3-924d-c31fe7ae0767 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:55:24.225025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Attempting to bind port f5de47e3-f61e-4eb3-924d-c31fe7ae0767 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:55:24.225388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Attempting to bind port f5de47e3-f61e-4eb3-924d-c31fe7ae0767 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:55:24.234382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:55:24.234754 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:55:24.235157 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:24.235546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:55:24.236031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Bound port: f5de47e3-f61e-4eb3-924d-c31fe7ae0767, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:55:24.236426 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:24.237895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87366a7-3f34-4e1a-a59a-655119717c07 None None] Pushing event updated for resources: {'Port': ['ID=f5de47e3-f61e-4eb3-924d-c31fe7ae0767,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:24.289232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] For port f5de47e3-f61e-4eb3-924d-c31fe7ae0767, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:55:24.292173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] For port f5de47e3-f61e-4eb3-924d-c31fe7ae0767, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f5de47e3-f61e-4eb3-924d-c31fe7ae0767,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:55:24.297224 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:24.355059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Routers {'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:24.356206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T18:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:24.361400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87366a7-3f34-4e1a-a59a-655119717c07 None None] Pushing event updated for resources: {'Port': ['ID=f5de47e3-f61e-4eb3-924d-c31fe7ae0767,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:24.544362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] Set router abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:24.763412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'name': 'router1', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f5de47e3-f61e-4eb3-924d-c31fe7ae0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:04Z', 'updated_at': '2021-07-07T18:55:22Z', 'revision_number': 4, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'gw_port': {'id': 'f5de47e3-f61e-4eb3-924d-c31fe7ae0767', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:21Z', 'updated_at': '2021-07-07T18:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '94e4b636-a4a8-4735-9a04-dd7f597dc35a', 'name': '', 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'mac_address': 'fa:16:3e:48:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:13Z', 'updated_at': '2021-07-07T18:55:21Z', 'revision_number': 5, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'subnets': [{'id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e04846-1337-48e6-9089-810e996f9484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:24.789635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde5abe7-d606-4728-864a-a183298e37e8 None None] The sync data for ids ['abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712'] in n-d-792394-12 is: [{'id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'name': 'router1', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f5de47e3-f61e-4eb3-924d-c31fe7ae0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:04Z', 'updated_at': '2021-07-07T18:55:22Z', 'revision_number': 4, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'gw_port': {'id': 'f5de47e3-f61e-4eb3-924d-c31fe7ae0767', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:21Z', 'updated_at': '2021-07-07T18:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '94e4b636-a4a8-4735-9a04-dd7f597dc35a', 'name': '', 'network_id': '8e58c706-f4ae-415b-ae06-166ee0333a39', 'tenant_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'mac_address': 'fa:16:3e:48:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf7ffa-55f5-41ae-b6a3-e6f02f3e7712', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:13Z', 'updated_at': '2021-07-07T18:55:21Z', 'revision_number': 5, 'project_id': 'c2ce4c70b96d46578a32b7b8daa9554c', 'subnets': [{'id': 'dd73e000-93cf-4edf-89a0-2abbb4d5ac0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e04846-1337-48e6-9089-810e996f9484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:55:25.124328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f5de47e3-f61e-4eb3-924d-c31fe7ae0767 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:25.186363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port f5de47e3-f61e-4eb3-924d-c31fe7ae0767 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:25.190696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f5de47e3-f61e-4eb3-924d-c31fe7ae0767 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:25.191068 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:25.274166 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:25.297806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port f5de47e3-f61e-4eb3-924d-c31fe7ae0767, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f5de47e3-f61e-4eb3-924d-c31fe7ae0767,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:25.302173 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:25.361113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=f5de47e3-f61e-4eb3-924d-c31fe7ae0767,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:25.443777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:25.575924 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0d6ca7ec-7d2b-46d3-932a-a749aeb80a23 admin admin] 10.222.0.113 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1310241 Jul 07 18:55:27.078302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f5de47e3-f61e-4eb3-924d-c31fe7ae0767 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:27.128802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f5de47e3-f61e-4eb3-924d-c31fe7ae0767 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:27.129173 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.265462 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba6a562c-5957-45e8-9428-41503bb7afc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.993240 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12518f83-bc72-4f91-8ff4-3a5bc384f511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.173599 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:42.143747 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.681177 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:54.690339 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:56:08.266675 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-026642c3-2705-43e9-9c18-4096c75541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:10.968711 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe3e657-0928-4d2e-bfce-eaacc9b55454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:11.171077 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:12.147993 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:13.682521 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:31.689069 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:56:38.269606 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4389ef6c-9a1f-4783-8f71-9e888b00ae23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:40.962602 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7a0d92f-de3b-4e5b-8988-94f6bda6506c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:41.165508 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:42.151058 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:43.687701 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:07.673761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:07.734363 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-03403ff7-8903-4b58-b07f-ae3d9d953244 admin admin] GET failed (client error): The resource could not be found. Jul 07 18:57:07.735709 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-03403ff7-8903-4b58-b07f-ae3d9d953244 admin admin] 10.222.0.113 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609987 Jul 07 18:57:07.984014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a1d49-a0b4-4334-9787-00701c1fca1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:07.985505 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-389a1d49-a0b4-4334-9787-00701c1fca1f admin admin] 10.222.0.113 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2459393 Jul 07 18:57:08.272942 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1912080d-1a2e-4281-8478-65900a5b0ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:08.688195 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:57:10.218871 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:10.311273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f3ca8-a04d-4f79-a949-b51b72975097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:10.312667 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cc3f3ca8-a04d-4f79-a949-b51b72975097 admin admin] 10.222.0.113 "GET /v2.0/subnets/dd73e000-93cf-4edf-89a0-2abbb4d5ac0d HTTP/1.1" status: 200 len: 849 time: 0.0928109 Jul 07 18:57:10.321945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:57:10.405785 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:10.553966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779070994207'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:10.583543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:10.584127 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:10.585779 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] 10.222.0.113 "PUT /v2.0/subnets/dd73e000-93cf-4edf-89a0-2abbb4d5ac0d HTTP/1.1" status: 200 len: 868 time: 0.2672503 Jul 07 18:57:10.588311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca43385-5d96-4707-9315-c8ede695a30e None None] Network 8e58c706-f4ae-415b-ae06-166ee0333a39 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:57:10.607975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd73e000-93cf-4edf-89a0-2abbb4d5ac0d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:10.615672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.616057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.616348 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.616725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.617061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.617389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.617716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.618042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.618366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.618686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.619008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.619327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0175bf05-4f0f-481e-8008-546dab6fbcc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:10.971546 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba743a5c-e851-4e52-882b-fbdec491f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:10.973111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d0d6b6c-dd60-4efe-a466-2aafac308bef None None] Provisioning complete for port 94e4b636-a4a8-4735-9a04-dd7f597dc35a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:57:10.973474 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6b6c-dd60-4efe-a466-2aafac308bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:11.063001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d0d6b6c-dd60-4efe-a466-2aafac308bef None None] Provisioning complete for port 49a10c02-b5ce-4360-8e27-d6f48ceb893c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:57:11.063261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6b6c-dd60-4efe-a466-2aafac308bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:11.167685 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:12.154915 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:12.773399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:12.977178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c054b0-a865-4bb6-a914-596361dae302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:12.977572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c054b0-a865-4bb6-a914-596361dae302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:12.979127 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f8c054b0-a865-4bb6-a914-596361dae302 admin admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2047327 Jul 07 18:57:13.695006 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:15.190275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:15.321424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0657fae7-5d97-4897-8c8b-9355f1376069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:15.321896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0657fae7-5d97-4897-8c8b-9355f1376069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:15.323419 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0657fae7-5d97-4897-8c8b-9355f1376069 admin admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1321888 Jul 07 18:57:17.504128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:17.639362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beda9c7-4adf-4f39-882c-d4ecf86892d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:17.640778 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9beda9c7-4adf-4f39-882c-d4ecf86892d8 admin admin] 10.222.0.113 "GET /v2.0/networks/8e58c706-f4ae-415b-ae06-166ee0333a39 HTTP/1.1" status: 200 len: 870 time: 0.1356385 Jul 07 18:57:19.818728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:19.947021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ada3e-ada0-4c3a-90cb-750e16b65a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:19.949016 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-826ada3e-ada0-4c3a-90cb-750e16b65a40 admin admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 886 time: 0.1285429 Jul 07 18:57:22.116837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:22.240496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097adfed-464a-401d-9ed9-ce27664d834e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:22.240950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097adfed-464a-401d-9ed9-ce27664d834e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:22.242491 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-097adfed-464a-401d-9ed9-ce27664d834e admin admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246614 Jul 07 18:57:24.428320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:24.529311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2689ca-fe80-48b7-b639-c320f61552fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:24.529773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2689ca-fe80-48b7-b639-c320f61552fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:24.531330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-aa2689ca-fe80-48b7-b639-c320f61552fd admin admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1020017 Jul 07 18:57:26.732448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:26.817257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c01c3-6533-462c-ba9c-e2863f308864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:26.818726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1a4c01c3-6533-462c-ba9c-e2863f308864 admin admin] 10.222.0.113 "GET /v2.0/subnets/d7893d82-5812-487f-9c37-2c5fb4cc3ee8 HTTP/1.1" status: 200 len: 816 time: 0.0852087 Jul 07 18:57:28.992606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:29.096583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462986a4-9195-4e4f-86ff-03aad8d5cb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:29.097964 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-462986a4-9195-4e4f-86ff-03aad8d5cb01 admin admin] 10.222.0.113 "GET /v2.0/subnets/dd73e000-93cf-4edf-89a0-2abbb4d5ac0d HTTP/1.1" status: 200 len: 868 time: 0.1044014 Jul 07 18:57:38.274141 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e9c460c-1814-4198-bafb-60a205097742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:40.961867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-028f7696-1b57-49e7-9d4d-80dfb7d01dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:41.169031 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:42.158706 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:43.700350 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:45.686477 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:57:53.221748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:53.273202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-8791295b-5cc6-4996-a2fc-8620417e65d9 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:57:53.274211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8791295b-5cc6-4996-a2fc-8620417e65d9 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515234 Jul 07 18:57:55.552773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:55.612714 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-357f6320-73f5-4b49-9996-afcc6731a77d admin admin] GET failed (client error): The resource could not be found. Jul 07 18:57:55.614154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-357f6320-73f5-4b49-9996-afcc6731a77d admin admin] 10.222.0.113 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604572 Jul 07 18:57:55.758689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc6f8b6-3402-4c91-b468-8806dc55dc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:55.760109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-afc6f8b6-3402-4c91-b468-8806dc55dc2a admin admin] 10.222.0.113 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420791 Jul 07 18:57:57.947607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:57.993977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:57:58.014773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] Made reservation on behalf of 9323f2db19e942728cf13bd25a5d1d54 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:57:58.017348 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:58.045793 n-d-792394-12 neutron-server[93771]: WARNING neutron.services.revisions.revision_plugin [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] Could not find related network for resource to bump revision. Jul 07 18:57:58.056954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1143} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:57:58.065779 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:58.066117 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] Added segment 2cfb7d94-9515-4721-a06d-62b9a40b26d2 of type vlan for network e4030519-8b01-48f6-bdcb-d23aefbd98ba Jul 07 18:57:58.105331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:58.132844 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:58.133782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:58.134921 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:58.186850 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2381279 Jul 07 18:57:58.195321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1bb92-73b4-4c71-b7ad-4cc59f6f4279 admin admin] Pushing event updated for resources: {'Network': ['ID=e4030519-8b01-48f6-bdcb-d23aefbd98ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:58.215380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:58:00.409584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:00.470480 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbb7d39-a8ea-4d95-ad7e-e8bc0cceabdd admin admin] GET failed (client error): The resource could not be found. Jul 07 18:58:00.471831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8fbb7d39-a8ea-4d95-ad7e-e8bc0cceabdd admin admin] 10.222.0.113 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609908 Jul 07 18:58:00.544248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b0628-b83c-4458-b438-aa86483d7fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:00.545763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-050b0628-b83c-4458-b438-aa86483d7fe5 admin admin] 10.222.0.113 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0699270 Jul 07 18:58:00.555170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:58:00.576376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Made reservation on behalf of 9323f2db19e942728cf13bd25a5d1d54 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:58:00.578890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.741580 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.795263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bbe8802-2f74-420c-82c6-024726d2f0fb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:00.804881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.805224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.805629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.806485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.806811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.807137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.807458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.807778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.808096 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.808412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.808754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.809077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:00.814184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:58:00.814533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Network hostable DHCP agents. Network: e4030519-8b01-48f6-bdcb-d23aefbd98ba, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:58:00.832353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:58:00.841295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e4030519-8b01-48f6-bdcb-d23aefbd98ba) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:58:00.845270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:00.845854 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.850479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253f58f-4b48-47f6-a547-86140f128e74 None None] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:58:00.859817 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-480555ae-0aa9-4cce-ab57-021b79fb0823 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3080354 Jul 07 18:58:01.105320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'tenant_id': '9323f2db19e942728cf13bd25a5d1d54', 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:58:01.106337 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:01.264222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Allocated IP 192.168.233.2 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/ca3a0613-1ffb-46bf-96df-b82104c36c10) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:58:01.413042 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:01.422748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Transition to ACTIVE for port object ca3a0613-1ffb-46bf-96df-b82104c36c10 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:58:01.440673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Transition to ACTIVE for port object ca3a0613-1ffb-46bf-96df-b82104c36c10 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:58:01.450984 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:01.502927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Pushing event updated for resources: {'Port': ['ID=ca3a0613-1ffb-46bf-96df-b82104c36c10,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:01.506115 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:58:01.512296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.512728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.513037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.513384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.513715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.514052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.514383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.514715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.515045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.515373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.515702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.516037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:01.520177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:58:01.523545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:58:01.582189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Attempting to bind port ca3a0613-1ffb-46bf-96df-b82104c36c10 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:58:01.582559 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Attempting to bind port ca3a0613-1ffb-46bf-96df-b82104c36c10 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:58:01.582923 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Attempting to bind port ca3a0613-1ffb-46bf-96df-b82104c36c10 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:58:01.589874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:58:01.590488 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:58:01.590702 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:01.591048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:58:01.591949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Bound port: ca3a0613-1ffb-46bf-96df-b82104c36c10, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:58:01.591949 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:01.657907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] For port ca3a0613-1ffb-46bf-96df-b82104c36c10, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:58:01.662044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] For port ca3a0613-1ffb-46bf-96df-b82104c36c10, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ca3a0613-1ffb-46bf-96df-b82104c36c10,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:58:01.667720 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:01.722593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07612d6-ae0a-4820-9763-8a9b47eb181d None None] Pushing event updated for resources: {'Port': ['ID=ca3a0613-1ffb-46bf-96df-b82104c36c10,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:02.677314 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235b1ef1-8277-42c3-bc8b-198fc15d0b03 None None] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:58:02.799940 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f360c650-33dd-4ec9-997f-699ea566729a None None] Provisioning for port ca3a0613-1ffb-46bf-96df-b82104c36c10 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:58:03.221099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ca3a0613-1ffb-46bf-96df-b82104c36c10 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:58:03.275288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port ca3a0613-1ffb-46bf-96df-b82104c36c10 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:58:03.279281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ca3a0613-1ffb-46bf-96df-b82104c36c10 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:58:03.279685 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.360516 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.397481 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port ca3a0613-1ffb-46bf-96df-b82104c36c10, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ca3a0613-1ffb-46bf-96df-b82104c36c10,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:58:03.411081 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.466522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=ca3a0613-1ffb-46bf-96df-b82104c36c10,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:05.194738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ca3a0613-1ffb-46bf-96df-b82104c36c10 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:58:05.244309 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ca3a0613-1ffb-46bf-96df-b82104c36c10 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:58:05.245003 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.277739 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96e9b82c-550b-4d51-a937-5b924605186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:10.965060 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b626f716-bbf5-48e9-b6b1-1e3b0d16dc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:11.170170 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:12.159375 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:13.705944 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:22.685640 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:58:38.279615 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdc6d9b9-982f-4902-9ee1-c5baee0cbe53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:40.965391 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3278d1e-593f-4958-a70e-4df3566d0a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:41.173562 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:42.164453 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:43.707950 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:59.684011 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:59:08.281785 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1694f34-4276-453b-b98d-4b6c2ae6b5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:10.966962 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-234cf7b6-943e-4fc0-b2d4-8021fc64f81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:11.175903 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:12.165069 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:13.710008 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:26.796636 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:26.802554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-5a96bb62-696f-41a1-96c8-e37de8abcc77 tempest-verify_tempest_config-597399404 tempest-verify_tempest_config-597399404-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:59:26.803554 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5a96bb62-696f-41a1-96c8-e37de8abcc77 tempest-verify_tempest_config-597399404 tempest-verify_tempest_config-597399404-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059407 Jul 07 18:59:27.110641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:27.222844 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:27.408730 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:27.413133 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:27.457927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=412f471da3db4b3ea1c3da224cf0f9e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3462176 Jul 07 18:59:27.459003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53030d2-dc18-415c-bc97-749b2f362e58,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:27.461731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:27.466846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.467199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.467545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.467881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.468221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.468576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.468908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.469234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.469562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.469887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.470209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.470532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810946d-d790-46dc-b215-e72cb77ca172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.517055 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:27.538240 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:27.626164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:27.628728 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:27.629934 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d53030d2-dc18-415c-bc97-749b2f362e58 HTTP/1.1" status: 204 len: 168 time: 0.1672008 Jul 07 18:59:27.638635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53030d2-dc18-415c-bc97-749b2f362e58,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:27.645374 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.645714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.646049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.646380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.646707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.647374 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.647832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.648256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.648609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.648935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.649257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:27.649577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47438216-bbd1-4a95-b27a-1766f7bd6167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:36.682694 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:59:38.283900 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98b6d242-206c-4270-8937-1c085dd3867e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:40.967574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b66c05c5-85d5-4c75-a416-9b26f002e0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:41.178518 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:42.170984 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:43.712008 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:08.285448 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84568e7a-ab51-40a8-b062-7358d2103fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:10.969246 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dc87f40-71e3-4a73-af13-e8bf3f20fb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:11.180636 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:12.170442 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:13.681852 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:00:13.714437 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:38.290090 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e8054b1-3346-4f61-8a4d-297e6ac0f27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:40.969876 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7addc3ee-d32d-4d89-b6d8-510a3023b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:41.181535 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:42.175755 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:43.717734 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:50.681075 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:01:08.291301 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a88dec57-f7ef-4eb6-afeb-5ae7f58a0c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:10.971101 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72ef54ce-d94d-4306-8993-aca587af459c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:11.182618 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:12.176831 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:13.720883 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:27.679635 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:01:38.292701 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccff7aa4-af6e-43a6-9dbe-e5df6ed921a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:40.972313 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f6c8d5e-6bf0-43e4-895a-fa0633fcbc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:41.184798 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:42.178781 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:43.722586 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:04.678961 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:02:08.293716 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e00828bf-0cbc-4ba1-8f5e-ce5d0e24d426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:10.974105 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81f0b51f-7549-432f-be32-9fe5e28632ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:11.186326 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:12.180636 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:13.727339 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:18.699599 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-795353'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:32.805847 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-795353'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:38.296177 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-586b754b-1910-46a2-afb3-1f9b63604698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:40.974701 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6832d753-98c5-418d-aaac-f46e19915251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:41.188764 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:41.678298 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:02:42.183803 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:43.728683 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.640242 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:02.762912 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:08.297441 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9a8cbe5-a0ba-41e2-be81-5c0979da73c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:08.847981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:03:08.950773 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-21c2261c-9b15-4a1a-9d0f-06aa0a7cbfe0 admin admin] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4690 time: 0.1016133 Jul 07 19:03:10.975859 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c27d1bc5-b7cc-4cf7-a0e9-946976152048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:11.179349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:03:11.189682 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:11.235434 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fc615301-5c86-41be-8ece-3e5d71960a48 admin admin] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4690 time: 0.0549562 Jul 07 19:03:12.186969 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:13.732502 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:18.652633 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:18.679559 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:03:32.766660 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:38.298292 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d9fbcf-a98f-41ef-b9cc-9035f52406fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:40.976419 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a68508c6-863f-4d9f-be10-b7b9a20baf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:41.191474 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:42.194304 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:43.737646 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:48.641771 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:55.680104 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:04:02.773618 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:08.303379 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d5e370d-6eaf-4d30-b6d4-15055b51f629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:10.978682 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ed74-5f19-4328-b8bf-38614676e560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:11.193263 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:12.193056 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:13.739394 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:18.651017 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:32.680924 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:04:32.789050 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:38.304259 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0097ac3f-5c0d-4ea0-b63a-bba1d422611d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:40.985089 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78e159f8-2f48-4deb-ab7b-5d2fbcb6277c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:41.195416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:42.159263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:42.198002 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:42.381656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:42.493457 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:42.499464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:42.537187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a0e220-c2d5-4383-915d-40c0a1f13550,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:42.549032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.549534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.549886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.550226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.550566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.550957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.551293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.551624 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.551946 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.552418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.552914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.553646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] Tracked resource versions report: Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: pushed versions: Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: { 'AddressGroup': {'1.2'}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'ConntrackHelper': {'1.0'}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'Log': {'1.0'}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'Network': {'1.1'}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'Port': {'1.7'}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'PortForwarding': {'1.2'}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'QosPolicy': {'1.8'}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'SecurityGroup': {'1.4'}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'SecurityGroupRule': {'1.2'}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'SubPort': {'1.0'}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'Subnet': {'1.1'}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'Trunk': {'1.1'}} Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: consumer versions: Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: { DHCP agent@n-d-792394-12: {}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: HyperV agent@n-h1-792394-12: {}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: HyperV agent@n-h2-792394-12: {}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: L3 agent@n-d-792394-12: {}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: Metadata agent@n-d-792394-12: {}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: Metering agent@n-d-792394-12: {}, Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: Open vSwitch agent@n-d-792394-12: { 'AddressGroup': '1.2', Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'ConntrackHelper': '1.0', Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'Log': '1.0', Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'Network': '1.1', Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'Port': '1.7', Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'PortForwarding': '1.2', Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'QosPolicy': '1.8', Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'SecurityGroup': '1.4', Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'SecurityGroupRule': '1.2', Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'SubPort': '1.0', Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'Subnet': '1.1', Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: 'Trunk': '1.1'}} Jul 07 19:04:42.555257 n-d-792394-12 neutron-server[93771]: {{(pid=93771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 19:04:42.557706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:42.588703 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-250587b5-d81e-4207-a260-658a2d8ebf58 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2162e8ea05814609b73278aa3e5eea56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4293802 Jul 07 19:04:42.588846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:42.655833 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:42.685660 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:42.749103 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:42.753690 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:42.758395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/00a0e220-c2d5-4383-915d-40c0a1f13550 HTTP/1.1" status: 204 len: 168 time: 0.1686392 Jul 07 19:04:42.766445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a0e220-c2d5-4383-915d-40c0a1f13550,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:42.775286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.775633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.775985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.776317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.776677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.777010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.777338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.777663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.778005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.778541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.778864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.779467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d6ab3-87c2-48f1-a872-b5840422c98d admin admin] Tracked resource versions report: Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: pushed versions: Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'Log': {'1.0'}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'Network': {'1.1'}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'Port': {'1.7'}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'SubPort': {'1.0'}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'Subnet': {'1.1'}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'Trunk': {'1.1'}} Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: consumer versions: Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: { DHCP agent@n-d-792394-12: {}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: HyperV agent@n-h1-792394-12: {}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: HyperV agent@n-h2-792394-12: {}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: L3 agent@n-d-792394-12: {}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: Metadata agent@n-d-792394-12: {}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: Metering agent@n-d-792394-12: {}, Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: Open vSwitch agent@n-d-792394-12: { 'AddressGroup': '1.2', Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'ConntrackHelper': '1.0', Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'Log': '1.0', Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'Network': '1.1', Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'Port': '1.7', Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'PortForwarding': '1.2', Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'QosPolicy': '1.8', Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'SecurityGroup': '1.4', Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'SubPort': '1.0', Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'Subnet': '1.1', Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: 'Trunk': '1.1'}} Jul 07 19:04:42.780766 n-d-792394-12 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 19:04:42.883786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:42.905723 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f621e152-4ed1-48fb-afec-caac00fee3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.025961 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f621e152-4ed1-48fb-afec-caac00fee3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.031593 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f621e152-4ed1-48fb-afec-caac00fee3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.072244 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f621e152-4ed1-48fb-afec-caac00fee3ba admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7b6b9c89340a49619b2e4c9a94d3d22a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5133607 Jul 07 19:04:43.073487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621e152-4ed1-48fb-afec-caac00fee3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56027e0f-793d-4107-9e6f-32b57443dd37,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:43.075122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:43.132650 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8d38-864a-4b78-aa8a-068dee94edda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.158987 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8d38-864a-4b78-aa8a-068dee94edda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.170657 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eec8882-dc6c-4975-9fb8-48cacd0a7ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.218378 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8d38-864a-4b78-aa8a-068dee94edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.222912 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8d38-864a-4b78-aa8a-068dee94edda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.224198 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ed5f8d38-864a-4b78-aa8a-068dee94edda admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/56027e0f-793d-4107-9e6f-32b57443dd37 HTTP/1.1" status: 204 len: 168 time: 0.1473832 Jul 07 19:04:43.232202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f8d38-864a-4b78-aa8a-068dee94edda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56027e0f-793d-4107-9e6f-32b57443dd37,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:43.299910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:43.307603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eec8882-dc6c-4975-9fb8-48cacd0a7ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.316083 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eec8882-dc6c-4975-9fb8-48cacd0a7ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.318942 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f849e40c-89b2-49f6-a749-ef7ddfc8f091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.359054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec8882-dc6c-4975-9fb8-48cacd0a7ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6f243b-d5fc-4c0f-a393-1f8e0ae91d01,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:43.374761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8eec8882-dc6c-4975-9fb8-48cacd0a7ce1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6ff1a952c78846398b74cf96f118fd6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4896939 Jul 07 19:04:43.375357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:43.413028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:43.417455 n-d-792394-12 neutron-server[93770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 19:04:43.445475 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f849e40c-89b2-49f6-a749-ef7ddfc8f091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.453269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f849e40c-89b2-49f6-a749-ef7ddfc8f091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.462464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-5bb81343-9e1e-4da9-aa04-c73d104752ae tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=c8a64fd007a34651bac4d5c48b1d711a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484033 Jul 07 19:04:43.465386 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c178a451-f247-4252-8599-41a8f4dcf176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.487963 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c178a451-f247-4252-8599-41a8f4dcf176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.491211 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f849e40c-89b2-49f6-a749-ef7ddfc8f091 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=48893000da504a4cac601bb7e8f5e6b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1874332 Jul 07 19:04:43.491211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:43.538304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849e40c-89b2-49f6-a749-ef7ddfc8f091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a39a19e-a3f7-43dd-bcd9-19ac9b2f9d1d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:43.582102 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c178a451-f247-4252-8599-41a8f4dcf176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.584734 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-460a9166-f794-4fb9-a40e-525fa8549737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.585157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c178a451-f247-4252-8599-41a8f4dcf176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.589921 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c178a451-f247-4252-8599-41a8f4dcf176 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8c6f243b-d5fc-4c0f-a393-1f8e0ae91d01 HTTP/1.1" status: 204 len: 168 time: 0.2126980 Jul 07 19:04:43.647785 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-460a9166-f794-4fb9-a40e-525fa8549737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.649643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178a451-f247-4252-8599-41a8f4dcf176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6f243b-d5fc-4c0f-a393-1f8e0ae91d01,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:43.747198 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-460a9166-f794-4fb9-a40e-525fa8549737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.749953 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.750497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-460a9166-f794-4fb9-a40e-525fa8549737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.752423 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-460a9166-f794-4fb9-a40e-525fa8549737 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4a39a19e-a3f7-43dd-bcd9-19ac9b2f9d1d HTTP/1.1" status: 204 len: 168 time: 0.2602227 Jul 07 19:04:43.765004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a9166-f794-4fb9-a40e-525fa8549737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a39a19e-a3f7-43dd-bcd9-19ac9b2f9d1d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:43.865054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:43.875344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-1fd7908f-c8e2-43c6-b6c6-f0bc77a2af49 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:43.886004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3d8186a-bb6e-427d-83b7-41c244951946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:43.888530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-1fd7908f-c8e2-43c6-b6c6-f0bc77a2af49 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3599916 Jul 07 19:04:43.903044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b66a35d7-1acd-418c-a224-e123fddfadcb tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/quotas/c8a64fd007a34651bac4d5c48b1d711a HTTP/1.1" status: 200 len: 375 time: 0.0134425 Jul 07 19:04:43.981823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-3289f9ac-7c4e-4686-8c64-29bc27305400 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c8a64fd007a34651bac4d5c48b1d711a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724912 Jul 07 19:04:44.023469 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3d8186a-bb6e-427d-83b7-41c244951946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.028887 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3d8186a-bb6e-427d-83b7-41c244951946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.081109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8186a-bb6e-427d-83b7-41c244951946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfe7784-6a08-45ec-b0dd-74ebdc7358e6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:44.088560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:44.088692 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b3d8186a-bb6e-427d-83b7-41c244951946 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c8e82118603c487995e7f8385490972e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2220674 Jul 07 19:04:44.163566 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd09342-7631-4741-a91c-3b1a02ff4228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.199097 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd09342-7631-4741-a91c-3b1a02ff4228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.250774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:44.273486 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f126cc08-5f40-4cfc-bb29-a9fce376d8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.302009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed7ef303-7b7d-4d70-971b-0d9474008759 req-ca98f93b-6598-4e2d-b38d-5b15baea76fc tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 210 time: 0.0843885 Jul 07 19:04:44.335015 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd09342-7631-4741-a91c-3b1a02ff4228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.340601 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd09342-7631-4741-a91c-3b1a02ff4228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.343892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dcd09342-7631-4741-a91c-3b1a02ff4228 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2dfe7784-6a08-45ec-b0dd-74ebdc7358e6 HTTP/1.1" status: 204 len: 168 time: 0.2522304 Jul 07 19:04:44.352433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd09342-7631-4741-a91c-3b1a02ff4228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfe7784-6a08-45ec-b0dd-74ebdc7358e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:44.416112 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f126cc08-5f40-4cfc-bb29-a9fce376d8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.421494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f126cc08-5f40-4cfc-bb29-a9fce376d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.463072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f126cc08-5f40-4cfc-bb29-a9fce376d8f6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9eede06b350845f19d4911a715fdb40e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2102799 Jul 07 19:04:44.463899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126cc08-5f40-4cfc-bb29-a9fce376d8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9fd540-e754-4fb4-89e2-eb0bc5b788a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:44.469050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:44.532359 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b47cada3-6e39-48fe-a065-04c4043ffba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.554437 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b47cada3-6e39-48fe-a065-04c4043ffba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.620081 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b47cada3-6e39-48fe-a065-04c4043ffba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.622710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b47cada3-6e39-48fe-a065-04c4043ffba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.623893 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b47cada3-6e39-48fe-a065-04c4043ffba5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ba9fd540-e754-4fb4-89e2-eb0bc5b788a3 HTTP/1.1" status: 204 len: 168 time: 0.1538641 Jul 07 19:04:44.634153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cada3-6e39-48fe-a065-04c4043ffba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9fd540-e754-4fb4-89e2-eb0bc5b788a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:44.708723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:45.035289 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50c75706-6ceb-4440-8f38-2ff6cbe1e876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:45.148769 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50c75706-6ceb-4440-8f38-2ff6cbe1e876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:45.161098 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50c75706-6ceb-4440-8f38-2ff6cbe1e876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:45.191504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c75706-6ceb-4440-8f38-2ff6cbe1e876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dacdbe-bf37-4836-8857-21339123bbc1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:45.219759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:45.230937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-50c75706-6ceb-4440-8f38-2ff6cbe1e876 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6501384ea926429685fb7a5bc8893dca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5179558 Jul 07 19:04:45.280752 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2074f984-a001-4b6b-b0cb-2339431e37ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:45.317732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2074f984-a001-4b6b-b0cb-2339431e37ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:45.381528 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2074f984-a001-4b6b-b0cb-2339431e37ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:45.384407 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2074f984-a001-4b6b-b0cb-2339431e37ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:45.385565 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2074f984-a001-4b6b-b0cb-2339431e37ba admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a0dacdbe-bf37-4836-8857-21339123bbc1 HTTP/1.1" status: 204 len: 168 time: 0.1642349 Jul 07 19:04:45.398576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074f984-a001-4b6b-b0cb-2339431e37ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dacdbe-bf37-4836-8857-21339123bbc1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:45.416615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b6df6a0-be1f-43e6-ad13-622a00cba68d req-9d34efe3-4761-4478-b2a3-d5e4af8a198e tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 210 time: 0.0477269 Jul 07 19:04:45.571280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:45.606226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-dd84e128-e4df-4c85-a6b6-e4dfb885ed13 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=ef47bddb62a043f48a6eb46bf1922935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335484 Jul 07 19:04:45.730087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db46b-e048-4210-b1f2-a103c55e2024 req-e6731d76-f8cf-4446-9e64-bf4e39105bce tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:45.733421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-e6731d76-f8cf-4446-9e64-bf4e39105bce tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1261742 Jul 07 19:04:45.753324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-688da883-9c14-43d1-b327-fed733955283 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/quotas/ef47bddb62a043f48a6eb46bf1922935 HTTP/1.1" status: 200 len: 375 time: 0.0112660 Jul 07 19:04:45.793720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-3d72d2fc-0f73-4759-b3aa-484d7ca03be3 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=ef47bddb62a043f48a6eb46bf1922935&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356483 Jul 07 19:04:46.064713 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:46.091684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-785b1e6e-5ea0-46cd-b0f8-5ae7e261d95e req-a83d0da4-9b12-4976-9a56-ec58fd253f6a tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 210 time: 0.0453229 Jul 07 19:04:46.093004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cb59f88-8fdd-43b1-a14f-9a2dec0acd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:46.368805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cb59f88-8fdd-43b1-a14f-9a2dec0acd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:46.375553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cb59f88-8fdd-43b1-a14f-9a2dec0acd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:46.448562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:46.449279 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7cb59f88-8fdd-43b1-a14f-9a2dec0acd14 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aa49473f5bd7457dbcd7438a325d7634&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3827775 Jul 07 19:04:46.452045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb59f88-8fdd-43b1-a14f-9a2dec0acd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb5b511-f308-4174-9062-507ba997678a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:46.548514 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce9a164a-db7f-4d61-9138-286333fee27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:46.574444 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce9a164a-db7f-4d61-9138-286333fee27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:46.640242 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce9a164a-db7f-4d61-9138-286333fee27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:46.643919 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce9a164a-db7f-4d61-9138-286333fee27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:46.648458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ce9a164a-db7f-4d61-9138-286333fee27f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ebb5b511-f308-4174-9062-507ba997678a HTTP/1.1" status: 204 len: 168 time: 0.1983037 Jul 07 19:04:46.681386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-552cad3a-a7f0-49a6-8305-faf7114e1c95 req-e2fc973a-6755-432d-a96b-2866d0293a5e tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 210 time: 0.0316634 Jul 07 19:04:46.690608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a164a-db7f-4d61-9138-286333fee27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb5b511-f308-4174-9062-507ba997678a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:46.980207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.59', 58153) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:47.025203 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-50c73eed-60bf-482f-b5d5-2e4ab566e236 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c8a64fd007a34651bac4d5c48b1d711a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316432 Jul 07 19:04:47.230870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-6f265c10-0af9-4157-9afe-8fcff816e7c5 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:47.233692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-6f265c10-0af9-4157-9afe-8fcff816e7c5 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930518 Jul 07 19:04:47.373698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4fc59d4-ad71-4306-aff4-c23e5ca7fcec req-e9d5ac25-7a94-42cf-83f8-fb6635208c97 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 210 time: 0.0453062 Jul 07 19:04:47.378810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Request body: {'port': {'device_id': 'e0d94e89-0a8c-4014-8fda-9a036f0792b2', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'c8a64fd007a34651bac4d5c48b1d711a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:04:47.591414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Made reservation on behalf of c8a64fd007a34651bac4d5c48b1d711a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:04:47.595681 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:47.613157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:47.843557 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.112', 64124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:47.897461 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:47.915146 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-f6419522-3ebc-43b2-9537-f9875f700799 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=ef47bddb62a043f48a6eb46bf1922935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683045 Jul 07 19:04:47.919490 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa07b462-5c9a-4e3e-9cbc-4a0c2074fdde req-02614e9a-7713-42ea-bb80-0c741797a5bd tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 210 time: 0.0426409 Jul 07 19:04:47.929689 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:48.177770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Allocated IP 192.168.233.8 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/a320f86a-26ef-4a4d-a443-72e0c1d1a11c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:04:48.214005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db46b-e048-4210-b1f2-a103c55e2024 req-8d508ee0-3e86-4027-a617-ee30b7d35d62 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:48.215672 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-8d508ee0-3e86-4027-a617-ee30b7d35d62 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2949502 Jul 07 19:04:48.237687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ee462e-d29d-4e2a-892e-792969d1e8cc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:48.267749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Request body: {'port': {'device_id': '72d665a0-b163-4398-a460-53a3217127fc', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'ef47bddb62a043f48a6eb46bf1922935'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:04:48.425172 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:48.450004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Transition to ACTIVE for port object a320f86a-26ef-4a4d-a443-72e0c1d1a11c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:04:48.498278 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:48.518885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Made reservation on behalf of ef47bddb62a043f48a6eb46bf1922935 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:04:48.525558 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:48.555988 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:48.608087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:04:48.616977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80e1b6af-5cce-459c-9546-86f807a40ed1 req-777563a2-2a51-4cc5-8c01-75fb9fa39a1d tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 210 time: 0.0509410 Jul 07 19:04:48.625220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:04:48.630419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:04:48.640596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:48.641266 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:48.684151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Pushing event updated for resources: {'Port': ['ID=a320f86a-26ef-4a4d-a443-72e0c1d1a11c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:48.703280 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:48.730144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:48.745620 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:48.754224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-929946e3-dd39-4485-8bb0-f514bff7b42c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3793585 Jul 07 19:04:48.795545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-3287dcaf-f0c6-4832-a92d-14036f8b9856 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:04:48.796711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-3287dcaf-f0c6-4832-a92d-14036f8b9856 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089378 Jul 07 19:04:48.804965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84bd2dd9-7057-4cad-afe8-07621e6f2520,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:49.120403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c465306c-76af-482a-b02e-833f8d7b47d6 None None] Provisioning for port a320f86a-26ef-4a4d-a443-72e0c1d1a11c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:04:49.128535 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c465306c-76af-482a-b02e-833f8d7b47d6 None None] Provisioning complete for port a320f86a-26ef-4a4d-a443-72e0c1d1a11c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:04:49.133055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c465306c-76af-482a-b02e-833f8d7b47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:49.144993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Allocated IP 192.168.233.192 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/e55917f3-4522-45d1-9f3e-0fa3c4a06d16) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:04:49.248324 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c465306c-76af-482a-b02e-833f8d7b47d6 None None] Port a320f86a-26ef-4a4d-a443-72e0c1d1a11c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:04:49.422222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b9106-2a90-472d-a57e-872ece16a931 req-4e0cb084-d5dd-4fc9-8578-ff6f59f97b5e tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:49.424813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d23b9106-2a90-472d-a57e-872ece16a931 req-4e0cb084-d5dd-4fc9-8578-ff6f59f97b5e tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 934 time: 0.2039721 Jul 07 19:04:49.450865 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:49.473914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Transition to ACTIVE for port object e55917f3-4522-45d1-9f3e-0fa3c4a06d16 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:04:49.503032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d23b9106-2a90-472d-a57e-872ece16a931 req-e177a161-d4f3-410b-80d7-6fd6ab91224b tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719311 Jul 07 19:04:49.540710 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:49.801537 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Pushing event updated for resources: {'Port': ['ID=e55917f3-4522-45d1-9f3e-0fa3c4a06d16,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:49.826670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:04:49.834828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:04:49.838357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:04:49.857301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:49.858085 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:49.893728 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-b94b5f07-60bd-49d6-859f-754b67439c3c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6291366 Jul 07 19:04:50.310389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e94f2900-5b74-4ad8-bbe7-c1842213963e None None] Provisioning for port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:04:50.319669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e94f2900-5b74-4ad8-bbe7-c1842213963e None None] Provisioning complete for port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:04:50.321000 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e94f2900-5b74-4ad8-bbe7-c1842213963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:50.414166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Request body: {'port': {'device_id': 'e0d94e89-0a8c-4014-8fda-9a036f0792b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:04:50.443102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e94f2900-5b74-4ad8-bbe7-c1842213963e None None] Port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:04:50.459062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-59d3bbb1-07c0-4f9a-b33b-04d5466606f5 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:04:50.460004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270693f-d1ad-47a5-962f-8fbd646bebac req-f201e64d-878c-4726-b89e-3baee7a63bef tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:50.461349 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3270693f-d1ad-47a5-962f-8fbd646bebac req-f201e64d-878c-4726-b89e-3baee7a63bef tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 936 time: 0.2449830 Jul 07 19:04:50.463415 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-59d3bbb1-07c0-4f9a-b33b-04d5466606f5 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147891 Jul 07 19:04:50.592132 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:50.651554 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3270693f-d1ad-47a5-962f-8fbd646bebac req-2afda0c1-19cc-4447-8f89-711b22229b9a tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826746 Jul 07 19:04:50.764379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Request body: {'port': {'device_id': '72d665a0-b163-4398-a460-53a3217127fc', 'device_owner': 'compute:tempest-test_az-897701309', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:04:50.943558 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:51.465544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a320f86a-26ef-4a4d-a443-72e0c1d1a11c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:04:51.474656 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:51.514603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Transition to ACTIVE for port object a320f86a-26ef-4a4d-a443-72e0c1d1a11c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:04:51.521438 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:51.708376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Attempting to bind port a320f86a-26ef-4a4d-a443-72e0c1d1a11c on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:04:51.708779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Attempting to bind port a320f86a-26ef-4a4d-a443-72e0c1d1a11c by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:04:51.709110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Attempting to bind port a320f86a-26ef-4a4d-a443-72e0c1d1a11c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:04:51.714628 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Pushing event updated for resources: {'Port': ['ID=a320f86a-26ef-4a4d-a443-72e0c1d1a11c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:51.745145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Port a320f86a-26ef-4a4d-a443-72e0c1d1a11c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:04:51.745471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Attempting to bind port a320f86a-26ef-4a4d-a443-72e0c1d1a11c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:04:51.765141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:04:51.765504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:04:51.766184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:04:51.767238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Bound port: a320f86a-26ef-4a4d-a443-72e0c1d1a11c, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:04:51.767621 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:51.788196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55917f3-4522-45d1-9f3e-0fa3c4a06d16 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:04:51.825063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:51.853484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64496-0854-4a54-9845-0d2d1294e871 req-37832a9b-4d19-4fb3-8b86-22444e874c9f tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:51.855466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bb64496-0854-4a54-9845-0d2d1294e871 req-37832a9b-4d19-4fb3-8b86-22444e874c9f tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 946 time: 0.1962605 Jul 07 19:04:51.878134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Transition to ACTIVE for port object e55917f3-4522-45d1-9f3e-0fa3c4a06d16 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:04:51.884461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:51.948821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] For port a320f86a-26ef-4a4d-a443-72e0c1d1a11c, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:04:52.020051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] For port a320f86a-26ef-4a4d-a443-72e0c1d1a11c, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a320f86a-26ef-4a4d-a443-72e0c1d1a11c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:04:52.037816 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bb64496-0854-4a54-9845-0d2d1294e871 req-b313f5fe-cfff-4031-ba7f-1dcee9807814 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703238 Jul 07 19:04:52.041723 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:52.051848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Pushing event updated for resources: {'Port': ['ID=e55917f3-4522-45d1-9f3e-0fa3c4a06d16,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:52.163834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:52.170607 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:52.172446 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] 10.222.0.59 "PUT /v2.0/ports/a320f86a-26ef-4a4d-a443-72e0c1d1a11c HTTP/1.1" status: 200 len: 1095 time: 2.1042459 Jul 07 19:04:52.173263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d94e89-0a8c-4014-8fda-9a036f0792b2', 'tag': 'a320f86a-26ef-4a4d-a443-72e0c1d1a11c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:04:52.183538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Attempting to bind port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:04:52.183907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Attempting to bind port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:04:52.188175 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Attempting to bind port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:04:52.212634 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:04:52.212960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Attempting to bind port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:04:52.233734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:04:52.234060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:04:52.234628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:04:52.241277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Bound port: e55917f3-4522-45d1-9f3e-0fa3c4a06d16, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:04:52.241773 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:52.367605 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9338503-00b4-4014-bf21-ebab33b10716 service neutron] Pushing event updated for resources: {'Port': ['ID=a320f86a-26ef-4a4d-a443-72e0c1d1a11c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:52.567240 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459540b7-f86f-45d8-85c9-8b6deb5e4617" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d94e89-0a8c-4014-8fda-9a036f0792b2", "tag": "a320f86a-26ef-4a4d-a443-72e0c1d1a11c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:04:52.699527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] For port e55917f3-4522-45d1-9f3e-0fa3c4a06d16, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:04:52.725566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] For port e55917f3-4522-45d1-9f3e-0fa3c4a06d16, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e55917f3-4522-45d1-9f3e-0fa3c4a06d16,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:04:52.732774 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:52.779331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:52.779759 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:52.781410 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] 10.222.0.112 "PUT /v2.0/ports/e55917f3-4522-45d1-9f3e-0fa3c4a06d16 HTTP/1.1" status: 200 len: 1118 time: 2.1111233 Jul 07 19:04:52.781945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d665a0-b163-4398-a460-53a3217127fc', 'tag': 'e55917f3-4522-45d1-9f3e-0fa3c4a06d16'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:04:52.956190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d418b39-2dcb-46fe-9252-94988480321f service neutron] Pushing event updated for resources: {'Port': ['ID=e55917f3-4522-45d1-9f3e-0fa3c4a06d16,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:52.976903 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c3fd21-98fc-42d6-9285-7d18383bf149" -d '{"events": [{"name": "network-changed", "server_uuid": "72d665a0-b163-4398-a460-53a3217127fc", "tag": "e55917f3-4522-45d1-9f3e-0fa3c4a06d16"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:04:53.108011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:53.177004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-abdd5635-bcdb-4ce8-8a4d-de7c983eabd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:53.179009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-abdd5635-bcdb-4ce8-8a4d-de7c983eabd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8a64fd007a34651bac4d5c48b1d711a&device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 1098 time: 0.3107896 Jul 07 19:04:53.190858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29995c9d-6941-4c9b-a106-3a81e358969a req-6e87067a-213b-48b2-9907-641b9683a2a9 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:53.198110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29995c9d-6941-4c9b-a106-3a81e358969a req-6e87067a-213b-48b2-9907-641b9683a2a9 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 969 time: 0.3910518 Jul 07 19:04:53.251760 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d51ec1ac-cfcf-4566-b6cf-2cf08781ceda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:53.253162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29995c9d-6941-4c9b-a106-3a81e358969a req-ec9cbfed-5bcc-41c6-89d7-b8f42b632a8e tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539665 Jul 07 19:04:53.415805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-1739bff4-c68d-433d-a459-54c07b923f37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=a320f86a-26ef-4a4d-a443-72e0c1d1a11c HTTP/1.1" status: 200 len: 217 time: 0.1457472 Jul 07 19:04:53.473116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d51ec1ac-cfcf-4566-b6cf-2cf08781ceda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:53.478557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d51ec1ac-cfcf-4566-b6cf-2cf08781ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:53.523499 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d51ec1ac-cfcf-4566-b6cf-2cf08781ceda admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=541e8e70cd9948caa86eefa608d72140&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4141676 Jul 07 19:04:53.524688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ec1ac-cfcf-4566-b6cf-2cf08781ceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c929dc-58ae-4291-84aa-a60c7e6cbe20,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:53.526309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:53.647932 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465e0a5e-05c0-4440-b940-791c7e08b85f x-openstack-request-id: req-465e0a5e-05c0-4440-b940-791c7e08b85f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:04:53.649091 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d94e89-0a8c-4014-8fda-9a036f0792b2", "tag": "a320f86a-26ef-4a4d-a443-72e0c1d1a11c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:04:53.649615 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-465e0a5e-05c0-4440-b940-791c7e08b85f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:04:53.650261 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d94e89-0a8c-4014-8fda-9a036f0792b2', 'tag': 'a320f86a-26ef-4a4d-a443-72e0c1d1a11c', 'status': 'completed', 'code': 200} Jul 07 19:04:53.654422 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0873c7a5-5e51-4261-8556-fb63b6fc6a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:53.696509 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0873c7a5-5e51-4261-8556-fb63b6fc6a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:53.878033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-9f134e88-8129-4214-8c75-938565f98b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:53.879869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-9f134e88-8129-4214-8c75-938565f98b81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1211858 Jul 07 19:04:53.896118 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0873c7a5-5e51-4261-8556-fb63b6fc6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:53.901152 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0873c7a5-5e51-4261-8556-fb63b6fc6a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:53.902474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0873c7a5-5e51-4261-8556-fb63b6fc6a2d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/90c929dc-58ae-4291-84aa-a60c7e6cbe20 HTTP/1.1" status: 204 len: 168 time: 0.3751476 Jul 07 19:04:53.914608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873c7a5-5e51-4261-8556-fb63b6fc6a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c929dc-58ae-4291-84aa-a60c7e6cbe20,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:54.313379 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d9c847-7d25-4a87-a2f5-19656b8562c2 x-openstack-request-id: req-a0d9c847-7d25-4a87-a2f5-19656b8562c2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:04:54.315686 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d665a0-b163-4398-a460-53a3217127fc", "tag": "e55917f3-4522-45d1-9f3e-0fa3c4a06d16", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:04:54.316094 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a0d9c847-7d25-4a87-a2f5-19656b8562c2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:04:54.316804 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d665a0-b163-4398-a460-53a3217127fc', 'tag': 'e55917f3-4522-45d1-9f3e-0fa3c4a06d16', 'status': 'completed', 'code': 200} Jul 07 19:04:54.448188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59200) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:54.525979 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ce4a-5ffa-41ad-9093-d93faab72cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:54.622108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b412bd-5083-4878-955f-bb821b30f59e req-11ee58f7-5aa7-4b28-9dcc-213fd2e630a2 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:54.623650 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79b412bd-5083-4878-955f-bb821b30f59e req-11ee58f7-5aa7-4b28-9dcc-213fd2e630a2 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 946 time: 0.1490109 Jul 07 19:04:54.699399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79b412bd-5083-4878-955f-bb821b30f59e req-e56dc8cf-bf5c-4565-a1e3-23ae0bb3ae9c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660775 Jul 07 19:04:54.761604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ce4a-5ffa-41ad-9093-d93faab72cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:54.771384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ce4a-5ffa-41ad-9093-d93faab72cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:54.872883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f6b4ce4a-5ffa-41ad-9093-d93faab72cc5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=73363212b8824e61be4c7e5de8992898&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4226692 Jul 07 19:04:54.875142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:54.887699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4ce4a-5ffa-41ad-9093-d93faab72cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174e78ec-1de6-4792-ad04-ed951fbbcab3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:54.952627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0fc307d-f480-494f-91c9-49966d3bf059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:54.990043 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0fc307d-f480-494f-91c9-49966d3bf059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:55.070780 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0fc307d-f480-494f-91c9-49966d3bf059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:55.074344 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0fc307d-f480-494f-91c9-49966d3bf059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:55.077247 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d0fc307d-f480-494f-91c9-49966d3bf059 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/174e78ec-1de6-4792-ad04-ed951fbbcab3 HTTP/1.1" status: 204 len: 168 time: 0.1957791 Jul 07 19:04:55.099612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc307d-f480-494f-91c9-49966d3bf059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174e78ec-1de6-4792-ad04-ed951fbbcab3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:55.301274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68bcf8-4faf-41b8-ab37-3c8d9834b896 req-3064c6b5-5a33-4df0-a861-b85f1dbf39d4 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:55.304025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f68bcf8-4faf-41b8-ab37-3c8d9834b896 req-3064c6b5-5a33-4df0-a861-b85f1dbf39d4 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 969 time: 0.1034710 Jul 07 19:04:55.384886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f68bcf8-4faf-41b8-ab37-3c8d9834b896 req-5f7041fb-a271-4de8-8434-3323ccc4a43e tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707674 Jul 07 19:04:56.018069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3284c-6bc8-4f16-a377-6277ca9c210d req-1e7fc817-00f9-4381-9d9f-ba95892661bd tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:56.028003 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0a3284c-6bc8-4f16-a377-6277ca9c210d req-1e7fc817-00f9-4381-9d9f-ba95892661bd tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 946 time: 0.1167703 Jul 07 19:04:56.097374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0a3284c-6bc8-4f16-a377-6277ca9c210d req-62c60ad2-c630-4e35-b18d-c48469618642 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684586 Jul 07 19:04:56.743149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a9f20-97fa-4ee8-a3b7-9e1644b2ae5e req-8720e49a-fa50-491c-8415-20b28685390a tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:56.757109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-780a9f20-97fa-4ee8-a3b7-9e1644b2ae5e req-8720e49a-fa50-491c-8415-20b28685390a tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 969 time: 0.1316864 Jul 07 19:04:56.868348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-780a9f20-97fa-4ee8-a3b7-9e1644b2ae5e req-4f0072c3-03ac-4d32-aa01-8c46420dfa33 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090500 Jul 07 19:04:57.175653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:57.273938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:57.362482 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eb646-54ed-43b7-a8af-6787be656a90 req-1a4f369b-cff9-4958-85d2-3d678d443690 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:57.372429 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-944eb646-54ed-43b7-a8af-6787be656a90 req-1a4f369b-cff9-4958-85d2-3d678d443690 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 946 time: 0.1143341 Jul 07 19:04:57.467722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-944eb646-54ed-43b7-a8af-6787be656a90 req-182d5ec3-58e8-422e-8799-43b359acf87b tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959151 Jul 07 19:04:57.471294 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de14d568-3704-433b-bd73-383960c10a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:57.482078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-196587e4-3e29-40f6-bd5d-e9f378c3d579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:57.627389 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de14d568-3704-433b-bd73-383960c10a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:57.637715 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de14d568-3704-433b-bd73-383960c10a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:57.748435 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-de14d568-3704-433b-bd73-383960c10a8f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=481c2a0fbb2f4fc9ac6b6ae1e650157b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4753747 Jul 07 19:04:57.753030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:57.766885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14d568-3704-433b-bd73-383960c10a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64210d67-2497-4e13-8c3f-895e470591ef,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:57.860128 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-196587e4-3e29-40f6-bd5d-e9f378c3d579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:57.865361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ca24a9-7feb-4420-84fd-4871d8a367a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:57.868550 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-196587e4-3e29-40f6-bd5d-e9f378c3d579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:57.919462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-196587e4-3e29-40f6-bd5d-e9f378c3d579 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=90bd3a5ae7b74ad790cf09e5306583b5&name=default HTTP/1.1" status: 200 len: 2978 time: 0.7420993 Jul 07 19:04:57.937844 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ca24a9-7feb-4420-84fd-4871d8a367a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:57.948433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:58.020742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196587e4-3e29-40f6-bd5d-e9f378c3d579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70c5d8b-bb8b-49d7-9da7-c08c5f7c5e38,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:58.025226 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ca24a9-7feb-4420-84fd-4871d8a367a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:58.028278 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32ca24a9-7feb-4420-84fd-4871d8a367a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:58.029791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-32ca24a9-7feb-4420-84fd-4871d8a367a4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/64210d67-2497-4e13-8c3f-895e470591ef HTTP/1.1" status: 204 len: 168 time: 0.2743347 Jul 07 19:04:58.044888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca24a9-7feb-4420-84fd-4871d8a367a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64210d67-2497-4e13-8c3f-895e470591ef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:58.145082 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c2241b-bd77-47ee-b859-9b4771e2e4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:58.193088 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c2241b-bd77-47ee-b859-9b4771e2e4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:58.270092 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c2241b-bd77-47ee-b859-9b4771e2e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:58.277004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c2241b-bd77-47ee-b859-9b4771e2e4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:58.279126 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-38c2241b-bd77-47ee-b859-9b4771e2e4ed admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f70c5d8b-bb8b-49d7-9da7-c08c5f7c5e38 HTTP/1.1" status: 204 len: 168 time: 0.3269143 Jul 07 19:04:58.279723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48226f5-a702-4f32-abff-e160a4c414a8 req-14e044eb-7827-4811-8994-26181c59485f tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:58.289547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e48226f5-a702-4f32-abff-e160a4c414a8 req-14e044eb-7827-4811-8994-26181c59485f tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 969 time: 0.1538079 Jul 07 19:04:58.342195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2241b-bd77-47ee-b859-9b4771e2e4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70c5d8b-bb8b-49d7-9da7-c08c5f7c5e38,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:58.373125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e48226f5-a702-4f32-abff-e160a4c414a8 req-1aeaf98a-7cc9-4bdb-aab5-edb2243aaaea tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825763 Jul 07 19:04:58.447442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3fd21-98fc-42d6-9285-7d18383bf149 req-46709e6b-1ef2-4e54-ba2b-1a4398a01da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:58.452540 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81c3fd21-98fc-42d6-9285-7d18383bf149 req-46709e6b-1ef2-4e54-ba2b-1a4398a01da3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ef47bddb62a043f48a6eb46bf1922935&device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 1121 time: 0.5509417 Jul 07 19:04:58.669192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:58.684552 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b7a05f3-ea60-4a1d-8676-ac681f76c0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:58.893349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b7a05f3-ea60-4a1d-8676-ac681f76c0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:58.899562 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b7a05f3-ea60-4a1d-8676-ac681f76c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:58.963884 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b7a05f3-ea60-4a1d-8676-ac681f76c0ce admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b1795fe7bd0a44b78ee8f0e80861918b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935042 Jul 07 19:04:58.966026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a05f3-ea60-4a1d-8676-ac681f76c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a5625-10ed-4f3c-ad8c-2ae8197ae5d7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:58.967228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:59.025936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:59.059375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d168e743-605e-4100-a864-e983f96f290c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:59.066009 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ace6c380-6421-4674-9df1-a582770b1248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:59.108968 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ace6c380-6421-4674-9df1-a582770b1248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:59.252354 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ace6c380-6421-4674-9df1-a582770b1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:59.253930 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d168e743-605e-4100-a864-e983f96f290c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:59.255526 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ace6c380-6421-4674-9df1-a582770b1248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:59.258019 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d168e743-605e-4100-a864-e983f96f290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:59.268919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ace6c380-6421-4674-9df1-a582770b1248 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b48a5625-10ed-4f3c-ad8c-2ae8197ae5d7 HTTP/1.1" status: 204 len: 168 time: 0.2934206 Jul 07 19:04:59.289218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6c380-6421-4674-9df1-a582770b1248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a5625-10ed-4f3c-ad8c-2ae8197ae5d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:59.306112 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d168e743-605e-4100-a864-e983f96f290c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0692ace3859842a4b3e88f82bd02d299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787008 Jul 07 19:04:59.308926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:59.339768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168e743-605e-4100-a864-e983f96f290c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d046c34-fd30-4cbd-a31e-3006810e5a40,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:59.436603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0dceba-1029-450c-a76a-766dc570a9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:59.472106 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0dceba-1029-450c-a76a-766dc570a9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:59.487723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e1e2e-86bb-4676-a8ea-c91ee76b8b34 req-631edd22-a74e-45c2-89a3-03612168e6b1 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:59.499155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-948e1e2e-86bb-4676-a8ea-c91ee76b8b34 req-631edd22-a74e-45c2-89a3-03612168e6b1 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 946 time: 0.1423247 Jul 07 19:04:59.656524 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-948e1e2e-86bb-4676-a8ea-c91ee76b8b34 req-422738d5-e0eb-40b6-a29b-cad3f6eacce0 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528609 Jul 07 19:04:59.689680 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0dceba-1029-450c-a76a-766dc570a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:59.693907 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0dceba-1029-450c-a76a-766dc570a9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:59.699460 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3d0dceba-1029-450c-a76a-766dc570a9d3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3d046c34-fd30-4cbd-a31e-3006810e5a40 HTTP/1.1" status: 204 len: 168 time: 0.3892355 Jul 07 19:04:59.717143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dceba-1029-450c-a76a-766dc570a9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d046c34-fd30-4cbd-a31e-3006810e5a40,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:59.740719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-72d5e2b0-dcf5-4a71-b1c4-098b9b1e18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:59.742330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-72d5e2b0-dcf5-4a71-b1c4-098b9b1e18b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2089479 Jul 07 19:04:59.999758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-86a824f3-f098-4de1-8816-debc0e253bac service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157819 Jul 07 19:05:00.012851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-a991c867-3192-4f46-a295-e86bde7d5bcd tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=834e30a970cb4dd2be8baaf04562149b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310709 Jul 07 19:05:00.233984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1136c93-495e-4537-98c7-28e4b286dddc req-f27fd518-1719-4215-bc57-30b8c2e5381e tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:00.241116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1136c93-495e-4537-98c7-28e4b286dddc req-f27fd518-1719-4215-bc57-30b8c2e5381e tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 969 time: 0.2312896 Jul 07 19:05:00.436306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a804c-a115-4756-aa84-9ebf93f24eef req-2e5861e7-fa15-4ee4-8551-7e0de2492bcb tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:00.437965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-2e5861e7-fa15-4ee4-8551-7e0de2492bcb tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4153514 Jul 07 19:05:00.441455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc67e2-9e84-4bf1-a13d-b5ced5a84a38 req-e1a5e08d-32c6-4677-b181-e1ef0756fa4a service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473613 Jul 07 19:05:00.483286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1136c93-495e-4537-98c7-28e4b286dddc req-bae029e8-c215-4e6d-885a-7abbdad760b4 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411430 Jul 07 19:05:00.503262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-37c133b8-e598-44c2-85db-169d1dc23075 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/quotas/834e30a970cb4dd2be8baaf04562149b HTTP/1.1" status: 200 len: 375 time: 0.0338516 Jul 07 19:05:00.576227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-9b99ee11-4a9b-44b7-a21d-8b30e45651ac tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=834e30a970cb4dd2be8baaf04562149b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541139 Jul 07 19:05:00.629915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459540b7-f86f-45d8-85c9-8b6deb5e4617 req-3f9b5633-1274-460c-b118-41f20e9d82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:00.631578 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-459540b7-f86f-45d8-85c9-8b6deb5e4617 req-3f9b5633-1274-460c-b118-41f20e9d82fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8a64fd007a34651bac4d5c48b1d711a&device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 1098 time: 0.0902779 Jul 07 19:05:00.839921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459540b7-f86f-45d8-85c9-8b6deb5e4617 req-646492ad-fc7b-4bab-9ee5-6bb2be94cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:00.841754 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-459540b7-f86f-45d8-85c9-8b6deb5e4617 req-646492ad-fc7b-4bab-9ee5-6bb2be94cfa5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2036924 Jul 07 19:05:00.931416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-459540b7-f86f-45d8-85c9-8b6deb5e4617 req-53852079-5825-437e-9134-3d39e9037d22 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=a320f86a-26ef-4a4d-a443-72e0c1d1a11c HTTP/1.1" status: 200 len: 217 time: 0.0814178 Jul 07 19:05:01.023354 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00fc030d-d0f7-4ab0-8f2d-8df741feb2b7 req-4435daf5-e6ae-4c56-8821-28c1eeb22fe0 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 210 time: 0.0435021 Jul 07 19:05:01.035038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459540b7-f86f-45d8-85c9-8b6deb5e4617 req-d2d75cb4-df38-4d4f-86b7-bd87f9afd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:01.036542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-459540b7-f86f-45d8-85c9-8b6deb5e4617 req-d2d75cb4-df38-4d4f-86b7-bd87f9afd2a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0871718 Jul 07 19:05:01.107815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a7801-c116-432f-b048-a8b59124fee3 req-95c66315-4588-4d39-8c07-4fff2fbef3c8 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:01.115256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f14a7801-c116-432f-b048-a8b59124fee3 req-95c66315-4588-4d39-8c07-4fff2fbef3c8 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 946 time: 0.1950185 Jul 07 19:05:01.178493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459540b7-f86f-45d8-85c9-8b6deb5e4617 req-c6819423-1ed6-4cc0-8ef0-49e2b45d9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:01.180118 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-459540b7-f86f-45d8-85c9-8b6deb5e4617 req-c6819423-1ed6-4cc0-8ef0-49e2b45d9f2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1348808 Jul 07 19:05:01.183756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f14a7801-c116-432f-b048-a8b59124fee3 req-be362e27-89e2-4fa5-adb3-8ca7fe3ace87 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675886 Jul 07 19:05:01.347989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-459540b7-f86f-45d8-85c9-8b6deb5e4617 req-6323ec10-a778-48e5-a21a-02f304d4e8f7 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607692 Jul 07 19:05:01.452270 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81c3fd21-98fc-42d6-9285-7d18383bf149 req-faca57ca-a0a8-47aa-ba15-9fc2718fae97 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=ef47bddb62a043f48a6eb46bf1922935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390120 Jul 07 19:05:01.486336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-459540b7-f86f-45d8-85c9-8b6deb5e4617 req-2b74b409-e7d9-4a37-8794-9e76802e513b service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307676 Jul 07 19:05:01.690536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3fd21-98fc-42d6-9285-7d18383bf149 req-054e05cc-4aaf-451c-9bdc-fc1fdb31407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:01.692024 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81c3fd21-98fc-42d6-9285-7d18383bf149 req-054e05cc-4aaf-451c-9bdc-fc1fdb31407d service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2297897 Jul 07 19:05:01.710031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc004711-31e9-45d6-9724-78c302d809a7 req-eec55269-8e87-459d-9f82-914ca1d32d0a tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:01.712074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc004711-31e9-45d6-9724-78c302d809a7 req-eec55269-8e87-459d-9f82-914ca1d32d0a tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 969 time: 0.0859983 Jul 07 19:05:01.786674 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc004711-31e9-45d6-9724-78c302d809a7 req-09b6275c-cc6a-4cf8-b5b8-617e9b72ad1e tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671830 Jul 07 19:05:01.819706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db46b-e048-4210-b1f2-a103c55e2024 req-26593560-a8a4-436d-afed-caf53c9b4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:01.821302 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-26593560-a8a4-436d-afed-caf53c9b4060 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ef47bddb62a043f48a6eb46bf1922935&device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 1121 time: 0.0758934 Jul 07 19:05:01.870600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:01.916267 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-425e0efd-ce57-42bd-b4e4-b82033e4fd94 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e55917f3-4522-45d1-9f3e-0fa3c4a06d16 HTTP/1.1" status: 200 len: 217 time: 0.0870559 Jul 07 19:05:02.048257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db46b-e048-4210-b1f2-a103c55e2024 req-c2e24d7d-cd71-4691-9cec-e3fde3ccef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:02.050963 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-c2e24d7d-cd71-4691-9cec-e3fde3ccef32 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1280243 Jul 07 19:05:02.101834 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9cf4b53-7480-47ef-9258-18f97507e47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:02.236689 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db46b-e048-4210-b1f2-a103c55e2024 req-9d8c3312-81a5-4fe8-850b-5af83c7b2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:02.239096 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-9d8c3312-81a5-4fe8-850b-5af83c7b2901 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1815140 Jul 07 19:05:02.261987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9cf4b53-7480-47ef-9258-18f97507e47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:02.284791 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9cf4b53-7480-47ef-9258-18f97507e47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:02.365740 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-27cdfc3a-16ab-4ff8-9581-bcdbf5a66bbf service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192915 Jul 07 19:05:02.377206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbbc015e-0761-4b80-838f-0bdeac533153 req-1a81b808-ce05-4dc0-a906-c51ed422c869 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 210 time: 0.1135132 Jul 07 19:05:02.414359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d9cf4b53-7480-47ef-9258-18f97507e47f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aec09fb902de48db87d5be68d9904e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425725 Jul 07 19:05:02.415683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:02.505439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf4b53-7480-47ef-9258-18f97507e47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba18d92-fb34-4253-8a70-1595ff0791b2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:02.530465 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-743db46b-e048-4210-b1f2-a103c55e2024 req-623e3058-b391-4634-b0a2-0cee30db202e service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568027 Jul 07 19:05:02.570775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b94c2958-922b-4e7d-92e1-e09fe9e1e399 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=834e30a970cb4dd2be8baaf04562149b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363836 Jul 07 19:05:02.659973 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33f75db1-5009-4976-b587-a60c7b1d1338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:02.678620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0afcba-f1c1-47b4-9a40-06029c3b4bbb req-dda8a133-a8eb-423e-bfb7-7305acc8a66d tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:02.685592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8e0afcba-f1c1-47b4-9a40-06029c3b4bbb req-dda8a133-a8eb-423e-bfb7-7305acc8a66d tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 946 time: 0.2635839 Jul 07 19:05:02.743113 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33f75db1-5009-4976-b587-a60c7b1d1338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:02.803018 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8e0afcba-f1c1-47b4-9a40-06029c3b4bbb req-1c89a8e5-d8c2-4430-b437-9b1715eb4b8b tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164453 Jul 07 19:05:02.806536 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:02.865607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a804c-a115-4756-aa84-9ebf93f24eef req-de7fac69-defc-43ad-9cd1-ab1ce96cfab2 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:02.867400 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-de7fac69-defc-43ad-9cd1-ab1ce96cfab2 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2905791 Jul 07 19:05:02.886633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Request body: {'port': {'device_id': '78864c1b-d880-4100-827a-36c58579780c', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '834e30a970cb4dd2be8baaf04562149b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:02.955150 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33f75db1-5009-4976-b587-a60c7b1d1338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:02.958046 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33f75db1-5009-4976-b587-a60c7b1d1338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:02.961590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-33f75db1-5009-4976-b587-a60c7b1d1338 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0ba18d92-fb34-4253-8a70-1595ff0791b2 HTTP/1.1" status: 204 len: 168 time: 0.5294912 Jul 07 19:05:02.967013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:02.999091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f75db1-5009-4976-b587-a60c7b1d1338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba18d92-fb34-4253-8a70-1595ff0791b2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:03.100712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d6e0f-f0d9-4c4a-9913-e26b3b82a7cc req-06e5a07d-1c2d-420f-9362-a29f2ed54f4d tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:03.102315 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a1d6e0f-f0d9-4c4a-9913-e26b3b82a7cc req-06e5a07d-1c2d-420f-9362-a29f2ed54f4d tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 969 time: 0.1280177 Jul 07 19:05:03.118447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Made reservation on behalf of 834e30a970cb4dd2be8baaf04562149b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:03.124337 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.143559 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.189716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a1d6e0f-f0d9-4c4a-9913-e26b3b82a7cc req-d812875c-f38a-4075-a1a7-6f414ded61a9 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737188 Jul 07 19:05:03.303129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.308189 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.372167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5dd0-d7e0-4120-9058-041067ea8061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.387218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:03.400778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:03.450954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a320f86a-26ef-4a4d-a443-72e0c1d1a11c details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:05:03.497186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Allocated IP 192.168.233.144 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/269daa2d-ceb7-47fd-aa2d-1666d985f68c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:03.530983 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-046829b5-d9aa-4226-9b0d-790e1c9f2051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.575024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e1fade6-ad2e-47c8-b03b-3a1d9c7b2800 req-81f82e9e-1d89-4ef8-beb5-c1a8cb83c1c9 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 210 time: 0.0486660 Jul 07 19:05:03.581882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5dd0-d7e0-4120-9058-041067ea8061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.592811 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5dd0-d7e0-4120-9058-041067ea8061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.613231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a320f86a-26ef-4a4d-a443-72e0c1d1a11c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a320f86a-26ef-4a4d-a443-72e0c1d1a11c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:03.625119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'a320f86a-26ef-4a4d-a443-72e0c1d1a11c', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'a320f86a-26ef-4a4d-a443-72e0c1d1a11c', 'mac_address': 'fa:16:3e:26:cf:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:05:03.628117 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b6ed5dd0-d7e0-4120-9058-041067ea8061 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7c3b02ef9cc24c93b5dd4234f05eb0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6600778 Jul 07 19:05:03.644282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:03.732851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:03.747291 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.767872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Transition to ACTIVE for port object 269daa2d-ceb7-47fd-aa2d-1666d985f68c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:03.771312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5dd0-d7e0-4120-9058-041067ea8061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244a6979-1cf5-4df7-b07d-01035adcd100,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:03.794658 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-046829b5-d9aa-4226-9b0d-790e1c9f2051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.807102 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.821620 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-046829b5-d9aa-4226-9b0d-790e1c9f2051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.827183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a320f86a-26ef-4a4d-a443-72e0c1d1a11c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:03.848995 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.862219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a320f86a-26ef-4a4d-a443-72e0c1d1a11c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a320f86a-26ef-4a4d-a443-72e0c1d1a11c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:03.869431 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.885719 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-046829b5-d9aa-4226-9b0d-790e1c9f2051 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5c943c42d5674a898a64461913e649ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858403 Jul 07 19:05:03.887471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:03.937528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=a320f86a-26ef-4a4d-a443-72e0c1d1a11c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:03.941035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046829b5-d9aa-4226-9b0d-790e1c9f2051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec02e68-b8d7-413d-8ac2-d37992d26f37,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:03.945305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:03.949168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bd6052d-9485-4f64-91ff-c32f2cf307a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.962342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.962691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.963035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.963375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.963707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.964208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.965228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.965570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.965902 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.966448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.966779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.967515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Tracked resource versions report: Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: pushed versions: Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: { 'AddressGroup': {'1.2'}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'ConntrackHelper': {'1.0'}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'Log': {'1.0'}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'Network': {'1.1'}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'Port': {'1.7'}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'PortForwarding': {'1.2'}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'QosPolicy': {'1.8'}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'SecurityGroup': {'1.4'}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'SecurityGroupRule': {'1.2'}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'SubPort': {'1.0'}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'Subnet': {'1.1'}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'Trunk': {'1.1'}} Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: consumer versions: Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: { DHCP agent@n-d-792394-12: {}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: HyperV agent@n-h1-792394-12: {}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: HyperV agent@n-h2-792394-12: {}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: L3 agent@n-d-792394-12: {}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: Metadata agent@n-d-792394-12: {}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: Metering agent@n-d-792394-12: {}, Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: Open vSwitch agent@n-d-792394-12: { 'AddressGroup': '1.2', Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'ConntrackHelper': '1.0', Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'Log': '1.0', Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'Network': '1.1', Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'Port': '1.7', Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'PortForwarding': '1.2', Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'QosPolicy': '1.8', Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'SecurityGroup': '1.4', Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'SecurityGroupRule': '1.2', Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'SubPort': '1.0', Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'Subnet': '1.1', Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: 'Trunk': '1.1'}} Jul 07 19:05:03.968690 n-d-792394-12 neutron-server[93772]: {{(pid=93772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 19:05:03.975314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:03.976700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ca1602c-2ef1-4199-a785-14afbca59689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.978158 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:03.984147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bd6052d-9485-4f64-91ff-c32f2cf307a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.984663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:03.986078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:03.989009 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17971b64-e813-4619-a980-aff628cb414f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.018924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ca1602c-2ef1-4199-a785-14afbca59689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.035322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Pushing event updated for resources: {'Port': ['ID=269daa2d-ceb7-47fd-aa2d-1666d985f68c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:04.071405 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bd6052d-9485-4f64-91ff-c32f2cf307a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.073966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bd6052d-9485-4f64-91ff-c32f2cf307a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.077249 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3bd6052d-9485-4f64-91ff-c32f2cf307a0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/244a6979-1cf5-4df7-b07d-01035adcd100 HTTP/1.1" status: 204 len: 168 time: 0.3424432 Jul 07 19:05:04.091397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6052d-9485-4f64-91ff-c32f2cf307a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244a6979-1cf5-4df7-b07d-01035adcd100,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:04.125164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ca1602c-2ef1-4199-a785-14afbca59689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.130282 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ca1602c-2ef1-4199-a785-14afbca59689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.131648 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3ca1602c-2ef1-4199-a785-14afbca59689 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/aec02e68-b8d7-413d-8ac2-d37992d26f37 HTTP/1.1" status: 204 len: 168 time: 0.2412632 Jul 07 19:05:04.141931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1602c-2ef1-4199-a785-14afbca59689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec02e68-b8d7-413d-8ac2-d37992d26f37,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:04.160665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab617e-261f-4c39-90e8-0bbc6b222164 req-1d81c52f-9822-477b-807d-c51d04fb0080 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:04.162254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07ab617e-261f-4c39-90e8-0bbc6b222164 req-1d81c52f-9822-477b-807d-c51d04fb0080 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 947 time: 0.2045875 Jul 07 19:05:04.211938 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17971b64-e813-4619-a980-aff628cb414f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.223739 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17971b64-e813-4619-a980-aff628cb414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.261168 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c98fb61-0a12-4bc9-b512-d995a4f3289e None None] Provisioning for port 269daa2d-ceb7-47fd-aa2d-1666d985f68c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:04.269153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-b5d1f5fa-48f2-4304-850b-22ca33d89338 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3866267 Jul 07 19:05:04.272992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07ab617e-261f-4c39-90e8-0bbc6b222164 req-ab168424-ee04-4ea8-b982-bc02288fafec tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046071 Jul 07 19:05:04.274749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c98fb61-0a12-4bc9-b512-d995a4f3289e None None] Provisioning complete for port 269daa2d-ceb7-47fd-aa2d-1666d985f68c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:04.276029 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c98fb61-0a12-4bc9-b512-d995a4f3289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.281684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17971b64-e813-4619-a980-aff628cb414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dbcb1c-6a07-4889-8bc2-3355acfabd62,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:04.303007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-17971b64-e813-4619-a980-aff628cb414f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1ab24dbe0ea9490cb87922451700e00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5685005 Jul 07 19:05:04.305757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:04.307357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Request body: {'port': {'device_id': '78864c1b-d880-4100-827a-36c58579780c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:04.354221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['a320f86a-26ef-4a4d-a443-72e0c1d1a11c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:04.420718 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06134ff9-2118-4911-9f6f-9f11b803ef6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.450915 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6c98fb61-0a12-4bc9-b512-d995a4f3289e None None] Port 269daa2d-ceb7-47fd-aa2d-1666d985f68c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:04.473930 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06134ff9-2118-4911-9f6f-9f11b803ef6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.566557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06134ff9-2118-4911-9f6f-9f11b803ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.569486 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06134ff9-2118-4911-9f6f-9f11b803ef6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.573180 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-06134ff9-2118-4911-9f6f-9f11b803ef6b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/39dbcb1c-6a07-4889-8bc2-3355acfabd62 HTTP/1.1" status: 204 len: 168 time: 0.2637496 Jul 07 19:05:04.584250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06134ff9-2118-4911-9f6f-9f11b803ef6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dbcb1c-6a07-4889-8bc2-3355acfabd62,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:04.675347 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.675794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:04.682590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f58f7-cd35-4d46-813b-0bb02928d0ad req-494ab161-8085-459a-a917-bc5f80929116 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:04.683932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-929f58f7-cd35-4d46-813b-0bb02928d0ad req-494ab161-8085-459a-a917-bc5f80929116 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 969 time: 0.3421447 Jul 07 19:05:04.696580 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59b1cf1-6643-444e-96de-9355d68c1865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.807754 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-929f58f7-cd35-4d46-813b-0bb02928d0ad req-8ced5951-cb0b-40fe-8ecb-d6893d5aa098 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138337 Jul 07 19:05:04.836795 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59b1cf1-6643-444e-96de-9355d68c1865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.843531 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59b1cf1-6643-444e-96de-9355d68c1865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.872927 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b59b1cf1-6643-444e-96de-9355d68c1865 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7487c19aaba446c990e60fbe8373f643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964128 Jul 07 19:05:04.875279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:04.921402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b1cf1-6643-444e-96de-9355d68c1865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22b4b39-8669-4b51-a2f8-81d359a178b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:04.923815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e0f00-cfd0-499c-a80f-5db053013cd5 req-41d21d41-4f6c-4023-bb3b-b8106cbc9662 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:04.937001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b6e0f00-cfd0-499c-a80f-5db053013cd5 req-41d21d41-4f6c-4023-bb3b-b8106cbc9662 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 936 time: 0.1994915 Jul 07 19:05:04.953405 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-886424d9-65c3-41b8-81c0-a867d281be11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.980261 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-886424d9-65c3-41b8-81c0-a867d281be11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.040383 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-886424d9-65c3-41b8-81c0-a867d281be11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.043140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b6e0f00-cfd0-499c-a80f-5db053013cd5 req-dcf86d2a-dfe4-4765-8e16-ed8292d78518 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/security-groups?id=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988622 Jul 07 19:05:05.044290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-886424d9-65c3-41b8-81c0-a867d281be11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.046024 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-886424d9-65c3-41b8-81c0-a867d281be11 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d22b4b39-8669-4b51-a2f8-81d359a178b4 HTTP/1.1" status: 204 len: 168 time: 0.1686144 Jul 07 19:05:05.065401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886424d9-65c3-41b8-81c0-a867d281be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22b4b39-8669-4b51-a2f8-81d359a178b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:05.112045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:05.128335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36904a82-a01b-405c-91aa-e297aa10824b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.181280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269daa2d-ceb7-47fd-aa2d-1666d985f68c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:05.197147 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.215783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Transition to ACTIVE for port object 269daa2d-ceb7-47fd-aa2d-1666d985f68c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:05.219393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.244240 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36904a82-a01b-405c-91aa-e297aa10824b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.250229 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36904a82-a01b-405c-91aa-e297aa10824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.302322 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-36904a82-a01b-405c-91aa-e297aa10824b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=36b7b40f35914893b5836f2cca7156ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887956 Jul 07 19:05:05.304148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Pushing event updated for resources: {'Port': ['ID=269daa2d-ceb7-47fd-aa2d-1666d985f68c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:05.305846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36904a82-a01b-405c-91aa-e297aa10824b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60824852-ca6d-4d7d-ac84-3ae9c409d289,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:05.308138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:05.366844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Attempting to bind port 269daa2d-ceb7-47fd-aa2d-1666d985f68c on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:05.370960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Attempting to bind port 269daa2d-ceb7-47fd-aa2d-1666d985f68c by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:05.371475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Attempting to bind port 269daa2d-ceb7-47fd-aa2d-1666d985f68c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:05.396131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Port 269daa2d-ceb7-47fd-aa2d-1666d985f68c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:05:05.396458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Attempting to bind port 269daa2d-ceb7-47fd-aa2d-1666d985f68c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:05.417095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:05.419178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:05.419635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:05.420102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Bound port: 269daa2d-ceb7-47fd-aa2d-1666d985f68c, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:05.420276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e55917f3-4522-45d1-9f3e-0fa3c4a06d16 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:05:05.420792 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.452088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a320f86a-26ef-4a4d-a443-72e0c1d1a11c up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:05.536848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] For port 269daa2d-ceb7-47fd-aa2d-1666d985f68c, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:05.544051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] For port 269daa2d-ceb7-47fd-aa2d-1666d985f68c, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=269daa2d-ceb7-47fd-aa2d-1666d985f68c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:05.554305 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.614319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:05.615102 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.616605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] 10.222.0.59 "PUT /v2.0/ports/269daa2d-ceb7-47fd-aa2d-1666d985f68c HTTP/1.1" status: 200 len: 1097 time: 1.3265924 Jul 07 19:05:05.642820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43db0939-e4aa-4d4d-af11-1a7cac2a3a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.657600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78864c1b-d880-4100-827a-36c58579780c', 'tag': '269daa2d-ceb7-47fd-aa2d-1666d985f68c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:05.664419 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "78864c1b-d880-4100-827a-36c58579780c", "tag": "269daa2d-ceb7-47fd-aa2d-1666d985f68c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:05.672541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43db0939-e4aa-4d4d-af11-1a7cac2a3a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.756683 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43db0939-e4aa-4d4d-af11-1a7cac2a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.759227 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43db0939-e4aa-4d4d-af11-1a7cac2a3a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.760774 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-43db0939-e4aa-4d4d-af11-1a7cac2a3a34 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/60824852-ca6d-4d7d-ac84-3ae9c409d289 HTTP/1.1" status: 204 len: 168 time: 0.4515512 Jul 07 19:05:05.774882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db0939-e4aa-4d4d-af11-1a7cac2a3a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60824852-ca6d-4d7d-ac84-3ae9c409d289,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:05.811684 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port a320f86a-26ef-4a4d-a443-72e0c1d1a11c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:05.839249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port a320f86a-26ef-4a4d-a443-72e0c1d1a11c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:05.839631 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:05.846998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e55917f3-4522-45d1-9f3e-0fa3c4a06d16, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e55917f3-4522-45d1-9f3e-0fa3c4a06d16,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:05.847457 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510742df-cf9c-4b85-ae5c-4c04194a1c7c service neutron] Pushing event updated for resources: {'Port': ['ID=269daa2d-ceb7-47fd-aa2d-1666d985f68c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:05.864924 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6455ccb-986f-4beb-b210-f872f0948562 x-openstack-request-id: req-a6455ccb-986f-4beb-b210-f872f0948562 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:05.865909 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78864c1b-d880-4100-827a-36c58579780c", "tag": "269daa2d-ceb7-47fd-aa2d-1666d985f68c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:05.866229 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a6455ccb-986f-4beb-b210-f872f0948562 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:05.866716 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78864c1b-d880-4100-827a-36c58579780c', 'tag': '269daa2d-ceb7-47fd-aa2d-1666d985f68c', 'status': 'completed', 'code': 200} Jul 07 19:05:05.891873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'e55917f3-4522-45d1-9f3e-0fa3c4a06d16', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'e55917f3-4522-45d1-9f3e-0fa3c4a06d16', 'mac_address': 'fa:16:3e:46:95:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:tempest-test_az-897701309', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:05:05.913836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12ce59-9eb6-4b92-a10d-a72350a3f248 req-2b81f4aa-d81e-444d-a429-218e2caebfe6 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:05.915824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e12ce59-9eb6-4b92-a10d-a72350a3f248 req-2b81f4aa-d81e-444d-a429-218e2caebfe6 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 947 time: 0.3219826 Jul 07 19:05:05.933083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a804c-a115-4756-aa84-9ebf93f24eef req-65593a33-1c25-4cb7-b103-6be4b46cfce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:05.934606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-65593a33-1c25-4cb7-b103-6be4b46cfce4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=834e30a970cb4dd2be8baaf04562149b&device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 1100 time: 0.2399831 Jul 07 19:05:05.978282 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:06.004341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-3ec45e6e-1cfc-4c54-8e79-1ff51bed8878 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=269daa2d-ceb7-47fd-aa2d-1666d985f68c HTTP/1.1" status: 200 len: 217 time: 0.0526025 Jul 07 19:05:06.010424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e12ce59-9eb6-4b92-a10d-a72350a3f248 req-034cba73-8997-4979-9c35-1076312bb1d3 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865605 Jul 07 19:05:06.018417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55917f3-4522-45d1-9f3e-0fa3c4a06d16 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:06.056455 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:06.073131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e55917f3-4522-45d1-9f3e-0fa3c4a06d16, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e55917f3-4522-45d1-9f3e-0fa3c4a06d16,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:06.090795 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:06.100573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d94e89-0a8c-4014-8fda-9a036f0792b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a320f86a-26ef-4a4d-a443-72e0c1d1a11c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:06.121715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a804c-a115-4756-aa84-9ebf93f24eef req-bc73c811-db14-4f6a-984a-7727ad0817ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:06.123899 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-bc73c811-db14-4f6a-984a-7727ad0817ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1118233 Jul 07 19:05:06.200123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a320f86a-26ef-4a4d-a443-72e0c1d1a11c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a320f86a-26ef-4a4d-a443-72e0c1d1a11c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:06.215019 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:06.215915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7714386-c698-4776-a35d-7ad09a3fea95 req-6f4539bb-1d71-42b7-b755-06905c4eec52 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:06.230430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7714386-c698-4776-a35d-7ad09a3fea95 req-6f4539bb-1d71-42b7-b755-06905c4eec52 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 969 time: 0.1783087 Jul 07 19:05:06.236513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e55917f3-4522-45d1-9f3e-0fa3c4a06d16,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:06.298314 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=a320f86a-26ef-4a4d-a443-72e0c1d1a11c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:06.325131 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7714386-c698-4776-a35d-7ad09a3fea95 req-235759e4-a90b-478a-9ad6-e7921397f7d4 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937560 Jul 07 19:05:06.332086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a804c-a115-4756-aa84-9ebf93f24eef req-3779682f-5ae6-42ad-ba9c-90632afa3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:06.333990 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-3779682f-5ae6-42ad-ba9c-90632afa3bdc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1978154 Jul 07 19:05:06.399421 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['e55917f3-4522-45d1-9f3e-0fa3c4a06d16'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:06.445816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60e280-da30-4615-bbe0-d41a639f662c req-dc3fdc46-5a6a-46e8-b72d-a3da55ee8d70 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:06.453057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff60e280-da30-4615-bbe0-d41a639f662c req-dc3fdc46-5a6a-46e8-b72d-a3da55ee8d70 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 948 time: 0.1823585 Jul 07 19:05:06.502522 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-5d2461be-84a0-4788-9885-b5f2f0af963b service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602428 Jul 07 19:05:06.504324 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee22107-8265-4f93-abed-0cd6c0446b52" -d '{"events": [{"server_uuid": "e0d94e89-0a8c-4014-8fda-9a036f0792b2", "name": "network-vif-plugged", "status": "completed", "tag": "a320f86a-26ef-4a4d-a443-72e0c1d1a11c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:06.522091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff60e280-da30-4615-bbe0-d41a639f662c req-1e6844c6-776d-45b1-8981-04d2c32f9dd0 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/security-groups?id=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674391 Jul 07 19:05:06.633153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-451a804c-a115-4756-aa84-9ebf93f24eef req-f6e90e97-ccd9-4359-8263-b1e414d55278 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081684 Jul 07 19:05:06.686527 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d5b405-b8c1-49f9-ad56-95ab08a27b18 x-openstack-request-id: req-79d5b405-b8c1-49f9-ad56-95ab08a27b18 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:06.686855 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d94e89-0a8c-4014-8fda-9a036f0792b2", "name": "network-vif-plugged", "status": "completed", "tag": "a320f86a-26ef-4a4d-a443-72e0c1d1a11c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:06.687114 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-79d5b405-b8c1-49f9-ad56-95ab08a27b18 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:06.687576 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d94e89-0a8c-4014-8fda-9a036f0792b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a320f86a-26ef-4a4d-a443-72e0c1d1a11c', 'code': 200} Jul 07 19:05:06.827546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7 req-dcd3eaf6-1532-4971-9126-7607cbe298ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:06.830229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7 req-dcd3eaf6-1532-4971-9126-7607cbe298ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=834e30a970cb4dd2be8baaf04562149b&device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 1100 time: 0.0694289 Jul 07 19:05:06.850662 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.59', 58160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:06.944993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7 req-f01f89b0-938e-4153-958e-c5d8e20608a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:06.946807 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7 req-f01f89b0-938e-4153-958e-c5d8e20608a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1089797 Jul 07 19:05:06.957395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7549f-d2ba-4f17-814d-5bb22af3df53 req-76112c15-adf3-4e01-b174-d8708b10c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:06.959347 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98f7549f-d2ba-4f17-814d-5bb22af3df53 req-76112c15-adf3-4e01-b174-d8708b10c855 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 1100 time: 0.1071384 Jul 07 19:05:06.978268 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98f7549f-d2ba-4f17-814d-5bb22af3df53 req-35bc7e61-c5f5-4f22-986e-80a65e684a18 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:06.997805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7 req-53c0b3a6-c225-4ed3-95f6-584cb48d405a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=269daa2d-ceb7-47fd-aa2d-1666d985f68c HTTP/1.1" status: 200 len: 217 time: 0.0424490 Jul 07 19:05:07.060361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7 req-1bbadccb-c317-412b-9fc2-7c1157215794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:07.061972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7 req-1bbadccb-c317-412b-9fc2-7c1157215794 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0578222 Jul 07 19:05:07.124084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98f7549f-d2ba-4f17-814d-5bb22af3df53 req-35bc7e61-c5f5-4f22-986e-80a65e684a18 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:07.133261 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98f7549f-d2ba-4f17-814d-5bb22af3df53 req-35bc7e61-c5f5-4f22-986e-80a65e684a18 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:07.138834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7 req-322eede8-744d-4489-b30b-e3739c1e8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:07.140661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7 req-322eede8-744d-4489-b30b-e3739c1e8d1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0693135 Jul 07 19:05:07.167538 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98f7549f-d2ba-4f17-814d-5bb22af3df53 req-35bc7e61-c5f5-4f22-986e-80a65e684a18 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016072 Jul 07 19:05:07.182523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc7e61-c5f5-4f22-986e-80a65e684a18 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61271b23-6952-4e57-a14f-9ad1c33e0fc9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:07.327655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7 req-58361d7d-d7d4-4897-b0f8-64738f058984 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784985 Jul 07 19:05:07.342073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca30cb-53d7-4c32-b9f6-1e4622fe7a99 req-c987b9b7-ff1e-4fee-94f4-6847562ef6f2 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:07.343841 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72ca30cb-53d7-4c32-b9f6-1e4622fe7a99 req-c987b9b7-ff1e-4fee-94f4-6847562ef6f2 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 948 time: 0.1116281 Jul 07 19:05:07.392841 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72ca30cb-53d7-4c32-b9f6-1e4622fe7a99 req-bb88feab-5ddc-4582-9f36-8f524f6f6f12 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Jul 07 19:05:07.405830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e55917f3-4522-45d1-9f3e-0fa3c4a06d16 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:07.477939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:07.482942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:07.483526 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:07.606329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cf5446d-c4ac-443b-a0fb-c9bb0810dbb7 req-ccd29cb0-79df-4b2c-94fc-26a5dcc3259a service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075468 Jul 07 19:05:07.614734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39116a-a669-4dad-a490-11806a5b181f req-761db398-62e0-4f73-8d80-fa315490034f tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:07.616217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a39116a-a669-4dad-a490-11806a5b181f req-761db398-62e0-4f73-8d80-fa315490034f tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 970 time: 0.1545026 Jul 07 19:05:07.642225 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:07.681666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a39116a-a669-4dad-a490-11806a5b181f req-d7fe6b86-2057-4607-ac1f-45ff14016e61 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574286 Jul 07 19:05:07.683874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e55917f3-4522-45d1-9f3e-0fa3c4a06d16, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e55917f3-4522-45d1-9f3e-0fa3c4a06d16,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:07.691608 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:07.761615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e55917f3-4522-45d1-9f3e-0fa3c4a06d16,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:07.780771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237787ac-e772-4704-920f-fe24d292781d req-b4cbd9d0-ba7f-4e35-a227-2103ff93f699 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:07.782629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-237787ac-e772-4704-920f-fe24d292781d req-b4cbd9d0-ba7f-4e35-a227-2103ff93f699 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 948 time: 0.0800643 Jul 07 19:05:07.820733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:07.833921 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-237787ac-e772-4704-920f-fe24d292781d req-0a93101f-6ce4-402e-825c-48fdf8a80783 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/security-groups?id=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451860 Jul 07 19:05:08.011147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6d4fdc-bd33-4a79-b64a-c7ce6889cf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:08.124614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6d4fdc-bd33-4a79-b64a-c7ce6889cf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:08.129516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6d4fdc-bd33-4a79-b64a-c7ce6889cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:08.169134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d4fdc-bd33-4a79-b64a-c7ce6889cf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92fe2b3-8382-48ec-8e2e-6fcc7fe09f73,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:08.174009 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-af6d4fdc-bd33-4a79-b64a-c7ce6889cf5c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1c3dfa4aa2164090b5b0f23ffb901187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537180 Jul 07 19:05:08.176764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:08.230717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3886f3c-daca-4221-8dcf-89095a076d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:08.256450 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3886f3c-daca-4221-8dcf-89095a076d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:08.303751 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-863cf40c-fc52-4855-9b5e-9b68a85b453c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:08.313966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3886f3c-daca-4221-8dcf-89095a076d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:08.316284 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3886f3c-daca-4221-8dcf-89095a076d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:08.319770 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e3886f3c-daca-4221-8dcf-89095a076d05 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d92fe2b3-8382-48ec-8e2e-6fcc7fe09f73 HTTP/1.1" status: 204 len: 168 time: 0.1398206 Jul 07 19:05:08.326358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3886f3c-daca-4221-8dcf-89095a076d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92fe2b3-8382-48ec-8e2e-6fcc7fe09f73,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:08.661448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5c03e-776a-4fab-a933-979671193f13 req-02045d4c-6c70-4e64-bf54-1834045305e7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:08.669964 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52a5c03e-776a-4fab-a933-979671193f13 req-02045d4c-6c70-4e64-bf54-1834045305e7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 948 time: 0.0831587 Jul 07 19:05:08.680570 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:08.689029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d665a0-b163-4398-a460-53a3217127fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55917f3-4522-45d1-9f3e-0fa3c4a06d16'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:08.691913 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9573930e-beae-4912-97cf-a65c99afc036" -d '{"events": [{"server_uuid": "72d665a0-b163-4398-a460-53a3217127fc", "name": "network-vif-plugged", "status": "completed", "tag": "e55917f3-4522-45d1-9f3e-0fa3c4a06d16"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:08.715596 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8da4dabd-5950-4f6a-bfcc-23583a01f6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:08.737499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52a5c03e-776a-4fab-a933-979671193f13 req-6c44c074-e534-4c07-b848-887bd5e6fd25 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593920 Jul 07 19:05:08.805539 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf65d11-fa42-410e-99e8-0686ea750273 x-openstack-request-id: req-bdf65d11-fa42-410e-99e8-0686ea750273 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:08.806667 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d665a0-b163-4398-a460-53a3217127fc", "name": "network-vif-plugged", "status": "completed", "tag": "e55917f3-4522-45d1-9f3e-0fa3c4a06d16", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:08.807175 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bdf65d11-fa42-410e-99e8-0686ea750273 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:08.807886 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d665a0-b163-4398-a460-53a3217127fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55917f3-4522-45d1-9f3e-0fa3c4a06d16', 'code': 200} Jul 07 19:05:08.888174 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8da4dabd-5950-4f6a-bfcc-23583a01f6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:08.893799 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8da4dabd-5950-4f6a-bfcc-23583a01f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:08.979073 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8da4dabd-5950-4f6a-bfcc-23583a01f6e0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=94c884a399604fed9cf33f355631148e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945826 Jul 07 19:05:08.980022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:08.987787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4dabd-5950-4f6a-bfcc-23583a01f6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb207927-fa7b-4d5b-b8ae-d7c5429991dd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:09.015594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63bc15-151d-4ac3-94fb-5ca49033041d req-6d5ce894-77ed-48f5-bbf5-0e8d29d7f9f5 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:09.017442 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d63bc15-151d-4ac3-94fb-5ca49033041d req-6d5ce894-77ed-48f5-bbf5-0e8d29d7f9f5 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 971 time: 0.0856502 Jul 07 19:05:09.061980 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3794de2-39ce-4382-b4fe-58958695cbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.062533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d63bc15-151d-4ac3-94fb-5ca49033041d req-f88aa5be-c9af-41fc-a1f5-e4fe5e59f8b1 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387242 Jul 07 19:05:09.068682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe6b39-e4bb-4559-bb59-7a90158f7796 req-5bd694b2-8611-49fa-be06-18fcbbbac453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:09.069118 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:09.070194 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7bfe6b39-e4bb-4559-bb59-7a90158f7796 req-5bd694b2-8611-49fa-be06-18fcbbbac453 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 1123 time: 0.1603043 Jul 07 19:05:09.148873 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3794de2-39ce-4382-b4fe-58958695cbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.152583 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7bfe6b39-e4bb-4559-bb59-7a90158f7796 req-461a1257-405e-48f7-a7b0-d6721eb02259 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597219 Jul 07 19:05:09.222414 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3794de2-39ce-4382-b4fe-58958695cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.225193 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3794de2-39ce-4382-b4fe-58958695cbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.226651 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d3794de2-39ce-4382-b4fe-58958695cbaa admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/eb207927-fa7b-4d5b-b8ae-d7c5429991dd HTTP/1.1" status: 204 len: 168 time: 0.2463386 Jul 07 19:05:09.239882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3794de2-39ce-4382-b4fe-58958695cbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb207927-fa7b-4d5b-b8ae-d7c5429991dd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:09.256237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec56e1f-a210-4684-902b-6d6d5c380348 req-531cff9b-05d3-4c97-9bfa-e183c6284a71 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:09.257823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dec56e1f-a210-4684-902b-6d6d5c380348 req-531cff9b-05d3-4c97-9bfa-e183c6284a71 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 948 time: 0.1400502 Jul 07 19:05:09.317025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dec56e1f-a210-4684-902b-6d6d5c380348 req-df289f72-1643-4bd8-b571-64f47f9233ce tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/security-groups?id=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534399 Jul 07 19:05:09.326780 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8238e4f-bf23-4ac9-b31f-917a61784773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.408421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:09.439373 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8238e4f-bf23-4ac9-b31f-917a61784773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.444197 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8238e4f-bf23-4ac9-b31f-917a61784773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.459403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 269daa2d-ceb7-47fd-aa2d-1666d985f68c details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:05:09.486813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c8238e4f-bf23-4ac9-b31f-917a61784773 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aa1155185e754f6890d8c224974af3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160490 Jul 07 19:05:09.487704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8238e4f-bf23-4ac9-b31f-917a61784773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd3b29d-7554-4777-abb8-93d6f21d0b13,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:09.489371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:09.557712 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe2c575b-6104-40c0-a789-78681e5abb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.582933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe2c575b-6104-40c0-a789-78681e5abb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.588737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 269daa2d-ceb7-47fd-aa2d-1666d985f68c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=269daa2d-ceb7-47fd-aa2d-1666d985f68c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:09.604400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '269daa2d-ceb7-47fd-aa2d-1666d985f68c', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '269daa2d-ceb7-47fd-aa2d-1666d985f68c', 'mac_address': 'fa:16:3e:1b:8c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:05:09.642985 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe2c575b-6104-40c0-a789-78681e5abb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.646021 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe2c575b-6104-40c0-a789-78681e5abb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.652239 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fe2c575b-6104-40c0-a789-78681e5abb50 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/acd3b29d-7554-4777-abb8-93d6f21d0b13 HTTP/1.1" status: 204 len: 168 time: 0.1617231 Jul 07 19:05:09.663658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c575b-6104-40c0-a789-78681e5abb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd3b29d-7554-4777-abb8-93d6f21d0b13,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:09.673412 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.689780 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:05:09.697377 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed8d067b-cc56-40d3-919f-ffa7696b88f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.699950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269daa2d-ceb7-47fd-aa2d-1666d985f68c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:09.726880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 269daa2d-ceb7-47fd-aa2d-1666d985f68c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=269daa2d-ceb7-47fd-aa2d-1666d985f68c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:09.731906 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.851239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=269daa2d-ceb7-47fd-aa2d-1666d985f68c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:09.897808 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed8d067b-cc56-40d3-919f-ffa7696b88f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:09.908529 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed8d067b-cc56-40d3-919f-ffa7696b88f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.028437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ed8d067b-cc56-40d3-919f-ffa7696b88f7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0e785e43c1b94501a50a5a90e19cb5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6189520 Jul 07 19:05:10.030424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d067b-cc56-40d3-919f-ffa7696b88f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2bb14d-1881-4163-a1aa-54b1085589aa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:10.031085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:10.042751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['269daa2d-ceb7-47fd-aa2d-1666d985f68c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:10.068145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cd1d1-4e72-4857-87e5-bbcb1da6f899 req-09ce2cd1-578c-43e5-9df9-b7dd36c97a0c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:10.080397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af4cd1d1-4e72-4857-87e5-bbcb1da6f899 req-09ce2cd1-578c-43e5-9df9-b7dd36c97a0c tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 948 time: 0.1615391 Jul 07 19:05:10.109783 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5259-f95a-4d07-a8e2-5153cffce7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.132663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af4cd1d1-4e72-4857-87e5-bbcb1da6f899 req-cee4bdb5-1403-45f3-9e19-092078713914 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465641 Jul 07 19:05:10.154237 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5259-f95a-4d07-a8e2-5153cffce7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.177207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:10.204979 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dda1cd4-ebc6-456e-af19-c0f106575bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.246666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5259-f95a-4d07-a8e2-5153cffce7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.250202 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5259-f95a-4d07-a8e2-5153cffce7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.255277 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7ebb5259-f95a-4d07-a8e2-5153cffce7a8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7f2bb14d-1881-4163-a1aa-54b1085589aa HTTP/1.1" status: 204 len: 168 time: 0.2228868 Jul 07 19:05:10.271762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb5259-f95a-4d07-a8e2-5153cffce7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2bb14d-1881-4163-a1aa-54b1085589aa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:10.414768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dda1cd4-ebc6-456e-af19-c0f106575bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.422795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dda1cd4-ebc6-456e-af19-c0f106575bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.468556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5dda1cd4-ebc6-456e-af19-c0f106575bdb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7e7d355e00ca4cb1a6759e5bf3bc6003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901766 Jul 07 19:05:10.471523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:10.480308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda1cd4-ebc6-456e-af19-c0f106575bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c1a9d4-0154-46d9-a0ef-0daaf07ac385,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:10.496920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f9e92-3e40-490f-836f-3637a91ff34e req-bb97aeca-ae9f-4112-a116-b72f42c9ed6c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:10.498420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d42f9e92-3e40-490f-836f-3637a91ff34e req-bb97aeca-ae9f-4112-a116-b72f42c9ed6c tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 971 time: 0.2268579 Jul 07 19:05:10.554294 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d42f9e92-3e40-490f-836f-3637a91ff34e req-6262ca43-3a90-4116-81bc-2c1b7dbccb50 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Jul 07 19:05:10.568013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0c465bb-5733-4494-a2e6-2d0b999befdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.597919 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0c465bb-5733-4494-a2e6-2d0b999befdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.658063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0c465bb-5733-4494-a2e6-2d0b999befdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.671989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0c465bb-5733-4494-a2e6-2d0b999befdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.676532 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d0c465bb-5733-4494-a2e6-2d0b999befdc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a4c1a9d4-0154-46d9-a0ef-0daaf07ac385 HTTP/1.1" status: 204 len: 168 time: 0.2016029 Jul 07 19:05:10.685513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c465bb-5733-4494-a2e6-2d0b999befdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c1a9d4-0154-46d9-a0ef-0daaf07ac385,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:10.859567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde994cb-bf06-4af8-9591-1f4b9464f453 req-6146e5a3-a6e3-445f-8982-bc49c4e2a8c8 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:10.861832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bde994cb-bf06-4af8-9591-1f4b9464f453 req-6146e5a3-a6e3-445f-8982-bc49c4e2a8c8 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 949 time: 0.1011844 Jul 07 19:05:10.882678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:10.907708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-802c5ecd-392f-4fb2-ae5a-a00d4def63bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.910611 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bde994cb-bf06-4af8-9591-1f4b9464f453 req-f3518347-4f3e-4129-adc4-2814d4bcb357 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/security-groups?id=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417695 Jul 07 19:05:10.984193 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c339340-4c7c-429b-90cc-28289e0ef6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:10.999157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533047a-09e6-48b2-abd5-8d0ccff12c64 req-598dd740-5aa4-4e43-a38d-3ea1cea86fdb tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:11.002168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b533047a-09e6-48b2-abd5-8d0ccff12c64 req-598dd740-5aa4-4e43-a38d-3ea1cea86fdb tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 948 time: 0.0831907 Jul 07 19:05:11.044035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-802c5ecd-392f-4fb2-ae5a-a00d4def63bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:11.045984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b533047a-09e6-48b2-abd5-8d0ccff12c64 req-1f44c5d8-aa89-40b5-a66d-8b0f283d8600 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372565 Jul 07 19:05:11.056113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-802c5ecd-392f-4fb2-ae5a-a00d4def63bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:11.099902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5ecd-392f-4fb2-ae5a-a00d4def63bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7215e064-336c-46fc-aee0-552f5e071d99,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:11.107092 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-802c5ecd-392f-4fb2-ae5a-a00d4def63bd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=55e73120fcc648f3947f59f5321ddcaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207420 Jul 07 19:05:11.107311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:11.163646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b465993-1a5b-49b1-be4d-e73338b94123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:11.186435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b465993-1a5b-49b1-be4d-e73338b94123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:11.200614 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:11.243365 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b465993-1a5b-49b1-be4d-e73338b94123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:11.246761 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b465993-1a5b-49b1-be4d-e73338b94123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:11.248172 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1b465993-1a5b-49b1-be4d-e73338b94123 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7215e064-336c-46fc-aee0-552f5e071d99 HTTP/1.1" status: 204 len: 168 time: 0.1397121 Jul 07 19:05:11.258822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b465993-1a5b-49b1-be4d-e73338b94123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7215e064-336c-46fc-aee0-552f5e071d99,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:11.473506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 269daa2d-ceb7-47fd-aa2d-1666d985f68c up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:11.530163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 269daa2d-ceb7-47fd-aa2d-1666d985f68c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:11.534685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 269daa2d-ceb7-47fd-aa2d-1666d985f68c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:11.535058 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:11.667548 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:11.705651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78864c1b-d880-4100-827a-36c58579780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269daa2d-ceb7-47fd-aa2d-1666d985f68c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:11.708101 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fcc81e-9fc6-4840-8d0b-a7977c87c4b2" -d '{"events": [{"server_uuid": "78864c1b-d880-4100-827a-36c58579780c", "name": "network-vif-plugged", "status": "completed", "tag": "269daa2d-ceb7-47fd-aa2d-1666d985f68c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:11.725530 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 269daa2d-ceb7-47fd-aa2d-1666d985f68c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=269daa2d-ceb7-47fd-aa2d-1666d985f68c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:11.734161 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:11.761851 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0c7591-d456-44d0-b932-7eefdbc94667 x-openstack-request-id: req-cf0c7591-d456-44d0-b932-7eefdbc94667 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:11.762223 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78864c1b-d880-4100-827a-36c58579780c", "name": "network-vif-plugged", "status": "completed", "tag": "269daa2d-ceb7-47fd-aa2d-1666d985f68c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:11.762377 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cf0c7591-d456-44d0-b932-7eefdbc94667 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:11.762954 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78864c1b-d880-4100-827a-36c58579780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269daa2d-ceb7-47fd-aa2d-1666d985f68c', 'code': 200} Jul 07 19:05:11.803875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=269daa2d-ceb7-47fd-aa2d-1666d985f68c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:11.838391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9efa93-88d3-4e99-8c36-03fa175a1127 req-2554c888-c1de-4823-95e0-eb90a2c7cfd7 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:11.839931 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f9efa93-88d3-4e99-8c36-03fa175a1127 req-2554c888-c1de-4823-95e0-eb90a2c7cfd7 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 971 time: 0.0987966 Jul 07 19:05:11.928045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f9efa93-88d3-4e99-8c36-03fa175a1127 req-84fda18d-6cf9-4dce-8dbf-699c67fa277d tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822163 Jul 07 19:05:12.201574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:12.247639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2198547-276f-4170-b9a7-8d71f9dbbe77 req-c9351234-91ff-4024-a248-edfaa10387cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:12.249159 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2198547-276f-4170-b9a7-8d71f9dbbe77 req-c9351234-91ff-4024-a248-edfaa10387cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 1102 time: 0.3837507 Jul 07 19:05:12.322655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dea8b0-a7a8-4ee5-a29e-5a6aa6b5f9e5 req-3194f624-7e90-4eac-9692-085dfb7c38a0 tempest-AggregatesAdminTestJSON-1254416468 tempest-AggregatesAdminTestJSON-1254416468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:12.324174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17dea8b0-a7a8-4ee5-a29e-5a6aa6b5f9e5 req-3194f624-7e90-4eac-9692-085dfb7c38a0 tempest-AggregatesAdminTestJSON-1254416468 tempest-AggregatesAdminTestJSON-1254416468-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 1123 time: 0.1687012 Jul 07 19:05:12.332728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7482462-644c-42d8-8aaa-190f3aa952c3 req-8e7b11ab-9726-4c2a-b1e4-8dca3848280d tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:12.334226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7482462-644c-42d8-8aaa-190f3aa952c3 req-8e7b11ab-9726-4c2a-b1e4-8dca3848280d tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 950 time: 0.1776769 Jul 07 19:05:12.335854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2198547-276f-4170-b9a7-8d71f9dbbe77 req-fdca6b4e-bc17-4985-abca-817f5a094c31 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728939 Jul 07 19:05:12.358697 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17dea8b0-a7a8-4ee5-a29e-5a6aa6b5f9e5 req-e257741c-5ace-48fb-bba0-9a9c764c0df0 tempest-AggregatesAdminTestJSON-1254416468 tempest-AggregatesAdminTestJSON-1254416468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:12.413818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7482462-644c-42d8-8aaa-190f3aa952c3 req-204fca1f-4cf5-460f-ab59-14a08b89adcf tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/security-groups?id=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696144 Jul 07 19:05:12.498479 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17dea8b0-a7a8-4ee5-a29e-5a6aa6b5f9e5 req-e257741c-5ace-48fb-bba0-9a9c764c0df0 tempest-AggregatesAdminTestJSON-1254416468 tempest-AggregatesAdminTestJSON-1254416468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:12.508418 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-17dea8b0-a7a8-4ee5-a29e-5a6aa6b5f9e5 req-e257741c-5ace-48fb-bba0-9a9c764c0df0 tempest-AggregatesAdminTestJSON-1254416468 tempest-AggregatesAdminTestJSON-1254416468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:12.538576 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17dea8b0-a7a8-4ee5-a29e-5a6aa6b5f9e5 req-e257741c-5ace-48fb-bba0-9a9c764c0df0 tempest-AggregatesAdminTestJSON-1254416468 tempest-AggregatesAdminTestJSON-1254416468-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017384 Jul 07 19:05:12.543318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257741c-5ace-48fb-bba0-9a9c764c0df0 tempest-AggregatesAdminTestJSON-1254416468 tempest-AggregatesAdminTestJSON-1254416468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f48e7c8-9ac5-4bf9-9b03-f4bec7023678,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:12.634164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caa7c1-459e-4306-a304-d2599334d578 req-79fb3a8d-f73b-457c-b4fb-2c0f25228af8 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:12.634359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32caa7c1-459e-4306-a304-d2599334d578 req-79fb3a8d-f73b-457c-b4fb-2c0f25228af8 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 948 time: 0.0741827 Jul 07 19:05:12.674230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32caa7c1-459e-4306-a304-d2599334d578 req-aaaab4ea-b0d4-491f-92af-a0360845107d tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Jul 07 19:05:12.845244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a594e-19e2-4ca4-9fad-de168ea1d11d req-c757e92a-18af-444a-992d-ffae553d33bd tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:12.846778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef0a594e-19e2-4ca4-9fad-de168ea1d11d req-c757e92a-18af-444a-992d-ffae553d33bd tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 1100 time: 0.0627437 Jul 07 19:05:12.950474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ef0a594e-19e2-4ca4-9fad-de168ea1d11d req-e15d81ae-3c0a-4d83-8d55-36a1cfec9d2f tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] Deleting port a320f86a-26ef-4a4d-a443-72e0c1d1a11c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:05:12.951057 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ef0a594e-19e2-4ca4-9fad-de168ea1d11d req-e15d81ae-3c0a-4d83-8d55-36a1cfec9d2f tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:13.026597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-20faf333-31cb-402b-8621-3a6bd25121bc tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=f509c6c55bc24bcea0fefc9c5457e07c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311790 Jul 07 19:05:13.117409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ef0a594e-19e2-4ca4-9fad-de168ea1d11d req-e15d81ae-3c0a-4d83-8d55-36a1cfec9d2f tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] For port a320f86a-26ef-4a4d-a443-72e0c1d1a11c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a320f86a-26ef-4a4d-a443-72e0c1d1a11c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:13.117721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ef0a594e-19e2-4ca4-9fad-de168ea1d11d req-e15d81ae-3c0a-4d83-8d55-36a1cfec9d2f tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:13.138802 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ef0a594e-19e2-4ca4-9fad-de168ea1d11d req-e15d81ae-3c0a-4d83-8d55-36a1cfec9d2f tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] Calling delete_port for a320f86a-26ef-4a4d-a443-72e0c1d1a11c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:05:13.255316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842d73a-a876-4678-ba76-29e162c06d91 req-ad92bf8f-29fe-4411-af4b-8957bfc03249 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:13.256786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-ad92bf8f-29fe-4411-af4b-8957bfc03249 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2149053 Jul 07 19:05:13.283884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-a2c8e5e9-2ebe-4faf-8571-8a0bff706a7c tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/quotas/f509c6c55bc24bcea0fefc9c5457e07c HTTP/1.1" status: 200 len: 375 time: 0.0156412 Jul 07 19:05:13.337660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-10024e4f-db37-4bf8-af4c-b0f21ac61e35 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f509c6c55bc24bcea0fefc9c5457e07c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426283 Jul 07 19:05:13.423721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ef0a594e-19e2-4ca4-9fad-de168ea1d11d req-e15d81ae-3c0a-4d83-8d55-36a1cfec9d2f tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:13.458764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d81ae-3c0a-4d83-8d55-36a1cfec9d2f tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] Pushing event deleted for resources: {'Port': ['ID=a320f86a-26ef-4a4d-a443-72e0c1d1a11c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:13.459660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['a320f86a-26ef-4a4d-a443-72e0c1d1a11c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:13.520696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0a594e-19e2-4ca4-9fad-de168ea1d11d req-e15d81ae-3c0a-4d83-8d55-36a1cfec9d2f tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] No DVR routers for this DVR port a320f86a-26ef-4a4d-a443-72e0c1d1a11c on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:05:13.526446 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ef0a594e-19e2-4ca4-9fad-de168ea1d11d req-e15d81ae-3c0a-4d83-8d55-36a1cfec9d2f tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:13.529987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef0a594e-19e2-4ca4-9fad-de168ea1d11d req-e15d81ae-3c0a-4d83-8d55-36a1cfec9d2f tempest-DeleteServersAdminTestJSON-1406951850 tempest-DeleteServersAdminTestJSON-1406951850-project-admin] 10.222.0.59 "DELETE /v2.0/ports/a320f86a-26ef-4a4d-a443-72e0c1d1a11c HTTP/1.1" status: 204 len: 173 time: 0.6753514 Jul 07 19:05:13.530426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d94e89-0a8c-4014-8fda-9a036f0792b2', 'name': 'network-vif-deleted', 'tag': 'a320f86a-26ef-4a4d-a443-72e0c1d1a11c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:13.541679 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35642f21-6d51-45f8-bffb-ae56131025ba" -d '{"events": [{"server_uuid": "e0d94e89-0a8c-4014-8fda-9a036f0792b2", "name": "network-vif-deleted", "tag": "a320f86a-26ef-4a4d-a443-72e0c1d1a11c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:13.769186 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:13.836356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab7254c4-9ed0-468f-882b-cce29afce35c req-916f2b6f-3fc3-4451-9d13-58f11dc6a9d6 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 210 time: 0.0453641 Jul 07 19:05:13.875575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5a3f6-310e-4ec3-984c-502a250841dc req-9f87dfe0-b1aa-46ab-9435-9d287fb6435f tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:13.877540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffe5a3f6-310e-4ec3-984c-502a250841dc req-9f87dfe0-b1aa-46ab-9435-9d287fb6435f tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 950 time: 0.1322193 Jul 07 19:05:13.936097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffe5a3f6-310e-4ec3-984c-502a250841dc req-a8c397fd-7f68-43ec-b0ce-db1209a40fc2 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/security-groups?id=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519013 Jul 07 19:05:13.948419 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaf2dec-76fa-4cb3-bf23-aee1efbd26c1 x-openstack-request-id: req-eeaf2dec-76fa-4cb3-bf23-aee1efbd26c1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:13.948692 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d94e89-0a8c-4014-8fda-9a036f0792b2", "name": "network-vif-deleted", "tag": "a320f86a-26ef-4a4d-a443-72e0c1d1a11c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:13.948948 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-eeaf2dec-76fa-4cb3-bf23-aee1efbd26c1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:13.949340 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d94e89-0a8c-4014-8fda-9a036f0792b2', 'name': 'network-vif-deleted', 'tag': 'a320f86a-26ef-4a4d-a443-72e0c1d1a11c', 'status': 'completed', 'code': 200} Jul 07 19:05:14.115186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a243cc79-243b-4acb-8c98-5fe19d3cba37 req-2155f877-648a-4748-8e33-7c4706ea2471 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0d94e89-0a8c-4014-8fda-9a036f0792b2 HTTP/1.1" status: 200 len: 210 time: 0.0355124 Jul 07 19:05:14.657117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b127dc8-c9a3-47bd-ab0f-1dbbf9d2059b req-3e04f993-eb34-4e23-9175-c97f81b9bc08 tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=708234000b684d1e960ac830fdcc091b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225573 Jul 07 19:05:14.807128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b127dc8-c9a3-47bd-ab0f-1dbbf9d2059b req-6443c313-2c8b-45b0-a306-0c8f8e4317f9 tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:14.809097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b127dc8-c9a3-47bd-ab0f-1dbbf9d2059b req-6443c313-2c8b-45b0-a306-0c8f8e4317f9 tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461992 Jul 07 19:05:14.836010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b127dc8-c9a3-47bd-ab0f-1dbbf9d2059b req-bd80bf47-75a8-49a2-accf-88c5df6d5c19 tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/quotas/708234000b684d1e960ac830fdcc091b HTTP/1.1" status: 200 len: 375 time: 0.0162146 Jul 07 19:05:14.863570 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-464c961b-1013-4ef1-aa47-02400069308e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=f509c6c55bc24bcea0fefc9c5457e07c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324936 Jul 07 19:05:14.887005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b127dc8-c9a3-47bd-ab0f-1dbbf9d2059b req-acac4bd7-4fbc-45e5-9876-249f5ce32eca tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=708234000b684d1e960ac830fdcc091b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404022 Jul 07 19:05:14.927529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:15.029881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842d73a-a876-4678-ba76-29e162c06d91 req-ab461ece-38c6-49b6-abb6-58472f47caf9 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:15.031472 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-ab461ece-38c6-49b6-abb6-58472f47caf9 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622100 Jul 07 19:05:15.048061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Request body: {'port': {'device_id': '7582abc4-6c64-4961-b765-670c2318a305', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'f509c6c55bc24bcea0fefc9c5457e07c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:15.191152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63691b27-7316-460f-ac7e-d74941cdc71f req-4438e29f-e41a-4789-bfd5-59490449a7bb tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 210 time: 0.0466847 Jul 07 19:05:15.192730 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6181fa29-daf2-4d2c-a464-9f45d58247ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.197614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Made reservation on behalf of f509c6c55bc24bcea0fefc9c5457e07c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:15.201854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.225108 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.257378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f0f2-e4a5-4dfc-9986-5078d7400747 req-cef45838-29d5-454f-ba3c-8e187bdbb83c tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:15.258868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b762f0f2-e4a5-4dfc-9986-5078d7400747 req-cef45838-29d5-454f-ba3c-8e187bdbb83c tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 950 time: 0.1648216 Jul 07 19:05:15.317062 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b762f0f2-e4a5-4dfc-9986-5078d7400747 req-bb695a11-53dc-4efb-83f5-3e0427237a28 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/security-groups?id=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513444 Jul 07 19:05:15.346329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6181fa29-daf2-4d2c-a464-9f45d58247ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.351251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6181fa29-daf2-4d2c-a464-9f45d58247ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.393594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181fa29-daf2-4d2c-a464-9f45d58247ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ea3838-729c-4543-8067-3b3fc33d320a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:15.399184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6181fa29-daf2-4d2c-a464-9f45d58247ad admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=49945e3cb17143abb158eacaa56c78ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707091 Jul 07 19:05:15.405572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:15.489692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.495192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.498889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25b23daa-a6df-4f96-8587-39ce29fdf0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.530627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25b23daa-a6df-4f96-8587-39ce29fdf0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.598256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79212e05-28b7-4f25-a254-ecea51a5cb30,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:15.615076 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25b23daa-a6df-4f96-8587-39ce29fdf0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.619206 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25b23daa-a6df-4f96-8587-39ce29fdf0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.633049 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-25b23daa-a6df-4f96-8587-39ce29fdf0ae admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/42ea3838-729c-4543-8067-3b3fc33d320a HTTP/1.1" status: 204 len: 168 time: 0.2256744 Jul 07 19:05:15.655536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b23daa-a6df-4f96-8587-39ce29fdf0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ea3838-729c-4543-8067-3b3fc33d320a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:15.714630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Allocated IP 192.168.233.181 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/23f83742-2069-406c-8527-dca7be17a532) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:15.756834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-11e25b31-3dce-4820-bc50-cdabeaa78071 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=c8a64fd007a34651bac4d5c48b1d711a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311673 Jul 07 19:05:15.897183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-881cde44-51b8-460f-abcf-d73b9f472f0e tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:15.898837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-881cde44-51b8-460f-abcf-d73b9f472f0e tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409674 Jul 07 19:05:15.933646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-b2eac1f2-2a52-47fb-b08b-f7757cfcce14 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/quotas/c8a64fd007a34651bac4d5c48b1d711a HTTP/1.1" status: 200 len: 375 time: 0.0272021 Jul 07 19:05:15.942606 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.957859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Transition to ACTIVE for port object 23f83742-2069-406c-8527-dca7be17a532 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:15.970149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-eb108be7-2707-42c0-8fff-fd2475383922 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c8a64fd007a34651bac4d5c48b1d711a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356293 Jul 07 19:05:16.000825 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.020001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60072) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:16.033262 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7beddeec-d184-4337-9503-93348097dab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.058298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:16.064655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:16.069272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:16.075600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:16.076311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.084869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Pushing event updated for resources: {'Port': ['ID=23f83742-2069-406c-8527-dca7be17a532,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:16.180015 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7beddeec-d184-4337-9503-93348097dab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.190341 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7beddeec-d184-4337-9503-93348097dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.192926 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-3dded42c-2175-4ea2-b36c-a1ed4983ab85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1517417 Jul 07 19:05:16.209024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Request body: {'port': {'device_id': '7582abc4-6c64-4961-b765-670c2318a305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:16.301574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beddeec-d184-4337-9503-93348097dab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bc3b5e-287d-4ab9-a5eb-248239f79513,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:16.307326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41ac6080-321b-4d18-9239-7536a6fc25bc None None] Provisioning for port 23f83742-2069-406c-8527-dca7be17a532 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:16.312129 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41ac6080-321b-4d18-9239-7536a6fc25bc None None] Provisioning complete for port 23f83742-2069-406c-8527-dca7be17a532 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:16.312529 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41ac6080-321b-4d18-9239-7536a6fc25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.323377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7beddeec-d184-4337-9503-93348097dab4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=08b376213164441d8221eb3bfa9846f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022249 Jul 07 19:05:16.323799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:16.357765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-41ac6080-321b-4d18-9239-7536a6fc25bc None None] Port 23f83742-2069-406c-8527-dca7be17a532 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:16.420719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.478069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a147823a-8c13-4b57-a760-6ecdd24f20a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.487882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6bf0f23-864e-450d-9570-93f9b16b257a req-7b3dfcaf-e774-4d1d-9786-526e4e3d00a5 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 210 time: 0.0450928 Jul 07 19:05:16.521896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a147823a-8c13-4b57-a760-6ecdd24f20a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.713979 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a147823a-8c13-4b57-a760-6ecdd24f20a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.717225 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a147823a-8c13-4b57-a760-6ecdd24f20a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.718397 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a147823a-8c13-4b57-a760-6ecdd24f20a3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/93bc3b5e-287d-4ab9-a5eb-248239f79513 HTTP/1.1" status: 204 len: 168 time: 0.3934896 Jul 07 19:05:16.737720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147823a-8c13-4b57-a760-6ecdd24f20a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bc3b5e-287d-4ab9-a5eb-248239f79513,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:16.845538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f83742-2069-406c-8527-dca7be17a532 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:16.861560 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.887015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Transition to ACTIVE for port object 23f83742-2069-406c-8527-dca7be17a532 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:16.892140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee44d5-fd84-4687-b98c-4992e002b37a req-5218a0b4-e016-49e4-bb60-3abc93f0d65c tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:16.894550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3eee44d5-fd84-4687-b98c-4992e002b37a req-5218a0b4-e016-49e4-bb60-3abc93f0d65c tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 936 time: 0.1450226 Jul 07 19:05:16.901910 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:17.019254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3eee44d5-fd84-4687-b98c-4992e002b37a req-89d236e7-5f1e-4a64-b62f-b51be51005f7 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104083 Jul 07 19:05:17.033437 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Pushing event updated for resources: {'Port': ['ID=23f83742-2069-406c-8527-dca7be17a532,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:17.148020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Attempting to bind port 23f83742-2069-406c-8527-dca7be17a532 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:17.148372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Attempting to bind port 23f83742-2069-406c-8527-dca7be17a532 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:17.149245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Attempting to bind port 23f83742-2069-406c-8527-dca7be17a532 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:17.167371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Port 23f83742-2069-406c-8527-dca7be17a532 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:05:17.167371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Attempting to bind port 23f83742-2069-406c-8527-dca7be17a532 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:17.167620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:17.169434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:17.169832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:17.170279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Bound port: 23f83742-2069-406c-8527-dca7be17a532, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:17.170648 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:17.371613 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] For port 23f83742-2069-406c-8527-dca7be17a532, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:17.375035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] For port 23f83742-2069-406c-8527-dca7be17a532, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=23f83742-2069-406c-8527-dca7be17a532,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:17.381015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:17.388411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3a43029-cc64-48b7-bc8c-86ef70e08aaf req-37d58b62-28a5-4952-9996-3d611d84f000 tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=708234000b684d1e960ac830fdcc091b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341244 Jul 07 19:05:17.433189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:17.433814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:17.435346 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] 10.222.0.112 "PUT /v2.0/ports/23f83742-2069-406c-8527-dca7be17a532 HTTP/1.1" status: 200 len: 1097 time: 1.2344124 Jul 07 19:05:17.435865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7582abc4-6c64-4961-b765-670c2318a305', 'tag': '23f83742-2069-406c-8527-dca7be17a532'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:17.438558 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005fd379-0094-4b67-bb2b-fafa00055721" -d '{"events": [{"name": "network-changed", "server_uuid": "7582abc4-6c64-4961-b765-670c2318a305", "tag": "23f83742-2069-406c-8527-dca7be17a532"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:17.451944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f2d89-285c-4566-87fa-9653ad9abff4 service neutron] Pushing event updated for resources: {'Port': ['ID=23f83742-2069-406c-8527-dca7be17a532,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:17.501566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a320f86a-26ef-4a4d-a443-72e0c1d1a11c no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:05:17.505028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215f8ef-c63c-4782-a6a3-a954c901cb4d req-6989e952-601a-4acd-b8eb-3f17bc76ae09 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:17.512312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e215f8ef-c63c-4782-a6a3-a954c901cb4d req-6989e952-601a-4acd-b8eb-3f17bc76ae09 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 950 time: 0.2757001 Jul 07 19:05:17.574440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842d73a-a876-4678-ba76-29e162c06d91 req-74e836e1-9b84-490f-bb5e-2b006fcabb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:17.584093 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-74e836e1-9b84-490f-bb5e-2b006fcabb23 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f509c6c55bc24bcea0fefc9c5457e07c&device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 1100 time: 0.0894241 Jul 07 19:05:17.634589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a43029-cc64-48b7-bc8c-86ef70e08aaf req-aa5362c3-047c-4eae-baca-98d5073a67cb tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:17.636156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3a43029-cc64-48b7-bc8c-86ef70e08aaf req-aa5362c3-047c-4eae-baca-98d5073a67cb tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469554 Jul 07 19:05:17.653732 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-6bbf1340-ea4d-4132-8289-2976cd28165d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=23f83742-2069-406c-8527-dca7be17a532 HTTP/1.1" status: 200 len: 217 time: 0.0612526 Jul 07 19:05:17.654217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: a320f86a-26ef-4a4d-a443-72e0c1d1a11c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:05:17.654561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a320f86a-26ef-4a4d-a443-72e0c1d1a11c not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:05:17.665210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e215f8ef-c63c-4782-a6a3-a954c901cb4d req-66393314-20ec-4301-a25f-7474c444452c tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/security-groups?id=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519074 Jul 07 19:05:17.666802 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3a43029-cc64-48b7-bc8c-86ef70e08aaf req-fa5548f6-cfae-4f02-8905-d231f9bdcc76 tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/quotas/708234000b684d1e960ac830fdcc091b HTTP/1.1" status: 200 len: 375 time: 0.0230303 Jul 07 19:05:17.706546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842d73a-a876-4678-ba76-29e162c06d91 req-97efcd8e-0810-4d69-a737-62d70253a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:17.707949 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-97efcd8e-0810-4d69-a737-62d70253a896 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0489783 Jul 07 19:05:17.742050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3a43029-cc64-48b7-bc8c-86ef70e08aaf req-6b8b3643-e822-462d-b04c-6ffb50939a18 tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=708234000b684d1e960ac830fdcc091b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605662 Jul 07 19:05:17.792313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842d73a-a876-4678-ba76-29e162c06d91 req-472dfd04-b532-4fcc-80c1-8e60c3cf874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:17.794514 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-472dfd04-b532-4fcc-80c1-8e60c3cf874b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796072 Jul 07 19:05:17.888081 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468670a7-e333-4d1d-a515-90f6b69fa3b5 x-openstack-request-id: req-468670a7-e333-4d1d-a515-90f6b69fa3b5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:17.888451 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7582abc4-6c64-4961-b765-670c2318a305", "tag": "23f83742-2069-406c-8527-dca7be17a532", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:17.888762 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-468670a7-e333-4d1d-a515-90f6b69fa3b5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:17.889282 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7582abc4-6c64-4961-b765-670c2318a305', 'tag': '23f83742-2069-406c-8527-dca7be17a532', 'status': 'completed', 'code': 200} Jul 07 19:05:17.924959 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-831d1c8c-da88-4159-93b8-e1e7d4bd31c4 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226985 Jul 07 19:05:17.984490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf3b3d-717d-4c05-9cd6-c18b66d24db2 req-7dc539a5-eff1-4ad4-854a-ab9149e82f70 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:17.986832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6cf3b3d-717d-4c05-9cd6-c18b66d24db2 req-7dc539a5-eff1-4ad4-854a-ab9149e82f70 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.59 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 950 time: 0.0790479 Jul 07 19:05:18.098091 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-765aeab1-4be8-4936-a4d6-63679d6705d5 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c8a64fd007a34651bac4d5c48b1d711a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277126 Jul 07 19:05:18.232356 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9842d73a-a876-4678-ba76-29e162c06d91 req-14fcb5bc-a658-4549-a7b2-0c76320819d5 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000193 Jul 07 19:05:18.335676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71c836e9-4b77-44fd-98ad-0cedc5a0be82 req-1b329a6f-8a7e-418e-a916-b007e873ec1d tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 210 time: 0.2564652 Jul 07 19:05:18.348902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-94e3bdc8-d144-44f7-9d9a-8d0aab119345 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:18.364108 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-94e3bdc8-d144-44f7-9d9a-8d0aab119345 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578275 Jul 07 19:05:18.390692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Request body: {'port': {'device_id': 'c0480134-d6f3-4f31-8af0-f5460b3b1624', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'c8a64fd007a34651bac4d5c48b1d711a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:18.429571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f6cf3b3d-717d-4c05-9cd6-c18b66d24db2 req-8732417d-bc89-44f2-aa93-f1013692db9e tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Deleting port 269daa2d-ceb7-47fd-aa2d-1666d985f68c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:05:18.430765 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f6cf3b3d-717d-4c05-9cd6-c18b66d24db2 req-8732417d-bc89-44f2-aa93-f1013692db9e tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:18.534704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fd379-0094-4b67-bb2b-fafa00055721 req-92a887df-7ef8-48bb-8675-4869e6ffbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:18.536214 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005fd379-0094-4b67-bb2b-fafa00055721 req-92a887df-7ef8-48bb-8675-4869e6ffbb35 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f509c6c55bc24bcea0fefc9c5457e07c&device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 1100 time: 0.1629057 Jul 07 19:05:18.562440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f6cf3b3d-717d-4c05-9cd6-c18b66d24db2 req-8732417d-bc89-44f2-aa93-f1013692db9e tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] For port 269daa2d-ceb7-47fd-aa2d-1666d985f68c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=269daa2d-ceb7-47fd-aa2d-1666d985f68c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:18.563894 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f6cf3b3d-717d-4c05-9cd6-c18b66d24db2 req-8732417d-bc89-44f2-aa93-f1013692db9e tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:18.599375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f6cf3b3d-717d-4c05-9cd6-c18b66d24db2 req-8732417d-bc89-44f2-aa93-f1013692db9e tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Calling delete_port for 269daa2d-ceb7-47fd-aa2d-1666d985f68c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:05:18.658551 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:18.751159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea373-2569-4f56-8475-7cfa9cecccd1 req-86e5a5bb-0c6c-415f-a600-b5a9c82a3817 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:18.752906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-971ea373-2569-4f56-8475-7cfa9cecccd1 req-86e5a5bb-0c6c-415f-a600-b5a9c82a3817 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 948 time: 0.1394234 Jul 07 19:05:18.848143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-971ea373-2569-4f56-8475-7cfa9cecccd1 req-eefb8428-0208-4a2f-b602-047cdce8dc2e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843458 Jul 07 19:05:18.858125 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f6cf3b3d-717d-4c05-9cd6-c18b66d24db2 req-8732417d-bc89-44f2-aa93-f1013692db9e tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:18.895031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['269daa2d-ceb7-47fd-aa2d-1666d985f68c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:18.917677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732417d-bc89-44f2-aa93-f1013692db9e tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Pushing event deleted for resources: {'Port': ['ID=269daa2d-ceb7-47fd-aa2d-1666d985f68c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:18.951760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fd379-0094-4b67-bb2b-fafa00055721 req-3936133b-9c5f-41c7-8108-3963913b757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:18.954414 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005fd379-0094-4b67-bb2b-fafa00055721 req-3936133b-9c5f-41c7-8108-3963913b757b service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.4102936 Jul 07 19:05:18.956129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Made reservation on behalf of c8a64fd007a34651bac4d5c48b1d711a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:18.959342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:19.004969 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005fd379-0094-4b67-bb2b-fafa00055721 req-b54033a2-87a5-4781-a258-037ccc460ea3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=23f83742-2069-406c-8527-dca7be17a532 HTTP/1.1" status: 200 len: 217 time: 0.0428696 Jul 07 19:05:19.076950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cf3b3d-717d-4c05-9cd6-c18b66d24db2 req-8732417d-bc89-44f2-aa93-f1013692db9e tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] No DVR routers for this DVR port 269daa2d-ceb7-47fd-aa2d-1666d985f68c on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:05:19.082215 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f6cf3b3d-717d-4c05-9cd6-c18b66d24db2 req-8732417d-bc89-44f2-aa93-f1013692db9e tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:19.084219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fd379-0094-4b67-bb2b-fafa00055721 req-5605f68e-86de-43d6-8dfe-937585987360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:19.084358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6cf3b3d-717d-4c05-9cd6-c18b66d24db2 req-8732417d-bc89-44f2-aa93-f1013692db9e tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.59 "DELETE /v2.0/ports/269daa2d-ceb7-47fd-aa2d-1666d985f68c HTTP/1.1" status: 204 len: 173 time: 1.0911808 Jul 07 19:05:19.085104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78864c1b-d880-4100-827a-36c58579780c', 'name': 'network-vif-deleted', 'tag': '269daa2d-ceb7-47fd-aa2d-1666d985f68c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:19.085891 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005fd379-0094-4b67-bb2b-fafa00055721 req-5605f68e-86de-43d6-8dfe-937585987360 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0709336 Jul 07 19:05:19.087495 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103c3bb6-e433-47bb-8ee6-c8fa80cfb4a7" -d '{"events": [{"server_uuid": "78864c1b-d880-4100-827a-36c58579780c", "name": "network-vif-deleted", "tag": "269daa2d-ceb7-47fd-aa2d-1666d985f68c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:19.241414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fd379-0094-4b67-bb2b-fafa00055721 req-223e6ad0-ed84-406e-8d95-bbc5d4b5ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:19.242906 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005fd379-0094-4b67-bb2b-fafa00055721 req-223e6ad0-ed84-406e-8d95-bbc5d4b5ef74 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1297216 Jul 07 19:05:19.287963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a4daf6a-6acc-4c0f-8f60-f12720f76e1c req-f80dfbcc-1eee-4e51-ab1e-5179dc6e8cf6 tempest-ServerDiagnosticsNegativeTest-801629058 tempest-ServerDiagnosticsNegativeTest-801629058-project] 10.222.0.113 "GET /v2.0/ports?device_id=78864c1b-d880-4100-827a-36c58579780c HTTP/1.1" status: 200 len: 210 time: 0.0491405 Jul 07 19:05:19.340649 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ad0eeb-bcb5-4846-93e6-7b29010985bd x-openstack-request-id: req-51ad0eeb-bcb5-4846-93e6-7b29010985bd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:19.341212 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78864c1b-d880-4100-827a-36c58579780c", "name": "network-vif-deleted", "tag": "269daa2d-ceb7-47fd-aa2d-1666d985f68c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:19.341763 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-51ad0eeb-bcb5-4846-93e6-7b29010985bd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:19.342287 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78864c1b-d880-4100-827a-36c58579780c', 'name': 'network-vif-deleted', 'tag': '269daa2d-ceb7-47fd-aa2d-1666d985f68c', 'status': 'completed', 'code': 200} Jul 07 19:05:19.372322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Allocated IP 192.168.233.33 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/2df93719-992f-4436-bc93-f62c9741a9b9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:19.449782 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005fd379-0094-4b67-bb2b-fafa00055721 req-01d71681-6876-4f19-a5c0-b098afc0a53f service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992903 Jul 07 19:05:19.646100 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005fd379-0094-4b67-bb2b-fafa00055721 req-327a8a48-53d0-4ecf-9b08-c81d797707e0 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886473 Jul 07 19:05:19.670500 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:19.699776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1023430b-5612-4a12-89a8-e7ea79aa09a2 req-798bc221-556c-4a09-a798-7cfddc8cd6d8 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 210 time: 0.0381174 Jul 07 19:05:19.701709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Transition to ACTIVE for port object 2df93719-992f-4436-bc93-f62c9741a9b9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:19.745858 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:19.830740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Pushing event updated for resources: {'Port': ['ID=2df93719-992f-4436-bc93-f62c9741a9b9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:19.834388 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:19.836510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:19.839313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:19.849077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:19.849948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:19.877127 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1510a30f-09ea-4c68-a616-11f39b07a4f7 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4923599 Jul 07 19:05:19.909646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Request body: {'port': {'device_id': 'c0480134-d6f3-4f31-8af0-f5460b3b1624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:19.913382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62d60bb5-7a89-409d-b09d-b4303f24afae req-ab9ba3fb-ca80-43a5-9c7d-8c2116c8bcb9 tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=708234000b684d1e960ac830fdcc091b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260952 Jul 07 19:05:20.028746 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.076374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d60bb5-7a89-409d-b09d-b4303f24afae req-5214c647-df14-4afe-86f2-04623042414f tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:20.084744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62d60bb5-7a89-409d-b09d-b4303f24afae req-5214c647-df14-4afe-86f2-04623042414f tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637030 Jul 07 19:05:20.099324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62d60bb5-7a89-409d-b09d-b4303f24afae req-f5323e3e-eedb-429a-9848-a7e6310360f0 tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/quotas/708234000b684d1e960ac830fdcc091b HTTP/1.1" status: 200 len: 375 time: 0.0137074 Jul 07 19:05:20.149014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62d60bb5-7a89-409d-b09d-b4303f24afae req-92654ff7-baf5-4dfb-8c3a-0a89d27dc9d2 tempest-QuotasAdminNegativeTest-589653229 tempest-QuotasAdminNegativeTest-589653229-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=708234000b684d1e960ac830fdcc091b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427237 Jul 07 19:05:20.177263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9226678c-6a95-46e1-ad34-96028a887fa8 None None] Provisioning for port 2df93719-992f-4436-bc93-f62c9741a9b9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:20.181557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9226678c-6a95-46e1-ad34-96028a887fa8 None None] Provisioning complete for port 2df93719-992f-4436-bc93-f62c9741a9b9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:20.182000 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9226678c-6a95-46e1-ad34-96028a887fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.243520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9226678c-6a95-46e1-ad34-96028a887fa8 None None] Port 2df93719-992f-4436-bc93-f62c9741a9b9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:20.360339 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165449b6-7bd3-4d30-a8b0-bcb2c27eba14 req-6fd09155-3365-4396-8a23-e5c443db9091 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:20.361992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-165449b6-7bd3-4d30-a8b0-bcb2c27eba14 req-6fd09155-3365-4396-8a23-e5c443db9091 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 948 time: 0.1012294 Jul 07 19:05:20.363440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df93719-992f-4436-bc93-f62c9741a9b9 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:20.373285 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.389473 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Transition to ACTIVE for port object 2df93719-992f-4436-bc93-f62c9741a9b9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:20.396304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.412775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-165449b6-7bd3-4d30-a8b0-bcb2c27eba14 req-af22f67e-5863-45d7-97a9-370935fcb2a1 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445261 Jul 07 19:05:20.469941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Pushing event updated for resources: {'Port': ['ID=2df93719-992f-4436-bc93-f62c9741a9b9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:20.516817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Attempting to bind port 2df93719-992f-4436-bc93-f62c9741a9b9 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:20.517165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Attempting to bind port 2df93719-992f-4436-bc93-f62c9741a9b9 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:20.517684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Attempting to bind port 2df93719-992f-4436-bc93-f62c9741a9b9 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:20.524206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Port 2df93719-992f-4436-bc93-f62c9741a9b9 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:05:20.525221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Attempting to bind port 2df93719-992f-4436-bc93-f62c9741a9b9 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:20.534953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:20.535644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:20.535947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:20.536561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Bound port: 2df93719-992f-4436-bc93-f62c9741a9b9, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:20.537003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.680237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] For port 2df93719-992f-4436-bc93-f62c9741a9b9, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:20.684369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] For port 2df93719-992f-4436-bc93-f62c9741a9b9, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=2df93719-992f-4436-bc93-f62c9741a9b9,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:20.708730 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.726814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:20.762209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:20.763074 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.764200 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] 10.222.0.59 "PUT /v2.0/ports/2df93719-992f-4436-bc93-f62c9741a9b9 HTTP/1.1" status: 200 len: 1096 time: 0.8740747 Jul 07 19:05:20.764681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0480134-d6f3-4f31-8af0-f5460b3b1624', 'tag': '2df93719-992f-4436-bc93-f62c9741a9b9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:20.767698 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9eda92a-32de-4e77-b49a-bd96178c322a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0480134-d6f3-4f31-8af0-f5460b3b1624", "tag": "2df93719-992f-4436-bc93-f62c9741a9b9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:20.840367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582344a4-b9a7-4b17-a9fe-e3d7d14c2313 service neutron] Pushing event updated for resources: {'Port': ['ID=2df93719-992f-4436-bc93-f62c9741a9b9,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:20.929863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-e467e6dc-4b0c-4b53-96d4-dfd8e30a98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:20.931459 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-e467e6dc-4b0c-4b53-96d4-dfd8e30a98dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8a64fd007a34651bac4d5c48b1d711a&device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 1099 time: 0.0772617 Jul 07 19:05:21.015472 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-b9f54fae-32ba-4c95-ae69-06eb6f661110 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=2df93719-992f-4436-bc93-f62c9741a9b9 HTTP/1.1" status: 200 len: 217 time: 0.0696702 Jul 07 19:05:21.080017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-9a37725b-32a9-46f1-b516-934cbdd4c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:21.082031 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-9a37725b-32a9-46f1-b516-934cbdd4c0e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0599031 Jul 07 19:05:21.140754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395b8c-0034-4dcd-86e1-624bbeb76a37 req-6461aa0b-0ba3-40b4-9c27-6df2fbb9d2b9 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:21.143186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef395b8c-0034-4dcd-86e1-624bbeb76a37 req-6461aa0b-0ba3-40b4-9c27-6df2fbb9d2b9 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 947 time: 0.0704877 Jul 07 19:05:21.150472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-8ef7f47b-63ba-4d58-baf3-6f15a71fc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:21.153120 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-8ef7f47b-63ba-4d58-baf3-6f15a71fc170 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0644894 Jul 07 19:05:21.166101 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4003227-d5ed-4ae8-b28f-0d87d75f8908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.178660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:21.212836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:21.241568 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef395b8c-0034-4dcd-86e1-624bbeb76a37 req-ab7fcd80-89bc-48f9-97b2-54bba33f8d10 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914850 Jul 07 19:05:21.289164 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-8b13bda7-2221-4161-8a12-8aef965ab4e4 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291783 Jul 07 19:05:21.324048 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5c50da-ec1c-4c5c-870f-b00f94842877 x-openstack-request-id: req-1f5c50da-ec1c-4c5c-870f-b00f94842877 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:21.324339 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0480134-d6f3-4f31-8af0-f5460b3b1624", "tag": "2df93719-992f-4436-bc93-f62c9741a9b9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:21.324618 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1f5c50da-ec1c-4c5c-870f-b00f94842877 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:21.325005 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0480134-d6f3-4f31-8af0-f5460b3b1624', 'tag': '2df93719-992f-4436-bc93-f62c9741a9b9', 'status': 'completed', 'code': 200} Jul 07 19:05:21.352329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-46cbeeb7-0244-425d-9c19-97e74dd704ce admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=834e30a970cb4dd2be8baaf04562149b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675284 Jul 07 19:05:21.355664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:21.390543 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea0775e8-9ed6-49e6-9b81-7041a92e22cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.454826 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2c94f97a-b457-4281-9400-8914541e6ff9 req-1d04b939-c7e1-4d43-9d88-67b386b188a3 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512699 Jul 07 19:05:21.472831 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 23f83742-2069-406c-8527-dca7be17a532 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:05:21.483278 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1db890f4-f192-4551-9d60-23bc9dae9341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.491081 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4003227-d5ed-4ae8-b28f-0d87d75f8908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.505969 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4003227-d5ed-4ae8-b28f-0d87d75f8908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.551925 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1db890f4-f192-4551-9d60-23bc9dae9341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.622523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d4003227-d5ed-4ae8-b28f-0d87d75f8908 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=13a0984ae3634bda890bda58ce013f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8945527 Jul 07 19:05:21.623248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4003227-d5ed-4ae8-b28f-0d87d75f8908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1a8575-140b-4414-90ca-924c8b90b697,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:21.626413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:21.650451 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 23f83742-2069-406c-8527-dca7be17a532, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=23f83742-2069-406c-8527-dca7be17a532,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:21.679256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '23f83742-2069-406c-8527-dca7be17a532', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '23f83742-2069-406c-8527-dca7be17a532', 'mac_address': 'fa:16:3e:cb:ae:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:05:21.686988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eda92a-32de-4e77-b49a-bd96178c322a req-681c4622-e319-423c-9b4e-c39f3e53aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:21.689510 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a9eda92a-32de-4e77-b49a-bd96178c322a req-681c4622-e319-423c-9b4e-c39f3e53aaeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8a64fd007a34651bac4d5c48b1d711a&device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 1099 time: 0.1401784 Jul 07 19:05:21.737188 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.755660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f83742-2069-406c-8527-dca7be17a532 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:21.800336 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4419ee5-234f-4acb-ba9a-6def1cad7f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.803942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 23f83742-2069-406c-8527-dca7be17a532, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=23f83742-2069-406c-8527-dca7be17a532,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:21.810933 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.846655 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4419ee5-234f-4acb-ba9a-6def1cad7f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.878010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eda92a-32de-4e77-b49a-bd96178c322a req-7dd37ee5-2c8c-4ddf-b91a-73416732c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:21.879570 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a9eda92a-32de-4e77-b49a-bd96178c322a req-7dd37ee5-2c8c-4ddf-b91a-73416732c5dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1823218 Jul 07 19:05:21.881440 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1db890f4-f192-4551-9d60-23bc9dae9341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.883941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1db890f4-f192-4551-9d60-23bc9dae9341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.885113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1db890f4-f192-4551-9d60-23bc9dae9341 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1 HTTP/1.1" status: 204 len: 168 time: 0.5283175 Jul 07 19:05:21.887258 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=23f83742-2069-406c-8527-dca7be17a532,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:21.906148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db890f4-f192-4551-9d60-23bc9dae9341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1c3e72-6da4-4fdf-a158-94cfaa12f1a1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:21.966322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e7898-56bd-4604-b5e8-32ef946e959e req-86e40485-82da-412e-8b0c-818c834b1d8d tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:21.968035 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-671e7898-56bd-4604-b5e8-32ef946e959e req-86e40485-82da-412e-8b0c-818c834b1d8d tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 948 time: 0.2601426 Jul 07 19:05:21.970448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea0775e8-9ed6-49e6-9b81-7041a92e22cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.981400 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a9eda92a-32de-4e77-b49a-bd96178c322a req-a94b51eb-6ac6-4bfa-8be1-f311d1642143 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=2df93719-992f-4436-bc93-f62c9741a9b9 HTTP/1.1" status: 200 len: 217 time: 0.0940378 Jul 07 19:05:22.000940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea0775e8-9ed6-49e6-9b81-7041a92e22cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.038256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['23f83742-2069-406c-8527-dca7be17a532'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:22.074856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eda92a-32de-4e77-b49a-bd96178c322a req-effd2c46-bd97-4a62-8eeb-7af0a0907909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:22.076764 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4419ee5-234f-4acb-ba9a-6def1cad7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.081875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4419ee5-234f-4acb-ba9a-6def1cad7f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.084884 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a9eda92a-32de-4e77-b49a-bd96178c322a req-effd2c46-bd97-4a62-8eeb-7af0a0907909 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0950081 Jul 07 19:05:22.087153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c4419ee5-234f-4acb-ba9a-6def1cad7f1d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fd1a8575-140b-4414-90ca-924c8b90b697 HTTP/1.1" status: 204 len: 168 time: 0.4422152 Jul 07 19:05:22.101525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ea0775e8-9ed6-49e6-9b81-7041a92e22cc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=708234000b684d1e960ac830fdcc091b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8874094 Jul 07 19:05:22.104033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:22.170337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0775e8-9ed6-49e6-9b81-7041a92e22cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035ec829-2657-4bf2-a20f-39c7354f3028,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:22.191998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eda92a-32de-4e77-b49a-bd96178c322a req-f8fac7c0-13a0-4331-84d5-791ad85296db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:22.197226 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a9eda92a-32de-4e77-b49a-bd96178c322a req-f8fac7c0-13a0-4331-84d5-791ad85296db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038835 Jul 07 19:05:22.201765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-671e7898-56bd-4604-b5e8-32ef946e959e req-4d7e782c-c3da-407a-962a-c8486506f5b6 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265120 Jul 07 19:05:22.239496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4419ee5-234f-4acb-ba9a-6def1cad7f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1a8575-140b-4414-90ca-924c8b90b697,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:22.254585 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1884ba0-6a04-4518-89b8-6b73838660ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.284863 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1884ba0-6a04-4518-89b8-6b73838660ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.372771 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1884ba0-6a04-4518-89b8-6b73838660ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.376436 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1884ba0-6a04-4518-89b8-6b73838660ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.381560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d1884ba0-6a04-4518-89b8-6b73838660ce admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/035ec829-2657-4bf2-a20f-39c7354f3028 HTTP/1.1" status: 204 len: 168 time: 0.2715230 Jul 07 19:05:22.387791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a9eda92a-32de-4e77-b49a-bd96178c322a req-2350585f-56eb-4c29-ae4a-c53bee50805f service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829236 Jul 07 19:05:22.395093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1884ba0-6a04-4518-89b8-6b73838660ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035ec829-2657-4bf2-a20f-39c7354f3028,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:22.499498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6683ed-c2bd-4ebd-8d1c-3defd71cdcd5 req-593363ed-e9c4-4528-aa20-b3b3d619d0a0 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:22.507670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c6683ed-c2bd-4ebd-8d1c-3defd71cdcd5 req-593363ed-e9c4-4528-aa20-b3b3d619d0a0 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 947 time: 0.0855386 Jul 07 19:05:22.528776 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a9eda92a-32de-4e77-b49a-bd96178c322a req-2826b380-7d01-4cd2-94e7-9b45e8d0dcf0 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353738 Jul 07 19:05:22.543380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c6683ed-c2bd-4ebd-8d1c-3defd71cdcd5 req-66af60cb-adb2-4c05-89c4-263ec151756b tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352216 Jul 07 19:05:22.764882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:22.778498 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4538-575b-41f0-98f8-4edb315c92c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.906272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4538-575b-41f0-98f8-4edb315c92c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.913398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4538-575b-41f0-98f8-4edb315c92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.952115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:22.952418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3f2f4538-575b-41f0-98f8-4edb315c92c4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=12791b4f8cb44eb6897bc7576e07f2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877153 Jul 07 19:05:22.979054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f4538-575b-41f0-98f8-4edb315c92c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb2f86f-87c4-4534-b889-b92d9f4e5df8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:23.070233 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ed89-7a14-4774-b425-118d5b07264d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.110221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:23.126864 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ed89-7a14-4774-b425-118d5b07264d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.157589 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b86138ed-100a-4b36-8930-668e6d12a9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.177888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea85fe-a19f-4869-8870-92a58ffba3d1 req-f517c6bf-4ca8-4464-84cc-18f5039c62f9 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:23.186255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaea85fe-a19f-4869-8870-92a58ffba3d1 req-f517c6bf-4ca8-4464-84cc-18f5039c62f9 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 971 time: 0.1064248 Jul 07 19:05:23.239525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaea85fe-a19f-4869-8870-92a58ffba3d1 req-0ed6ff44-aa08-4d59-b1f7-940c62dd2f54 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518584 Jul 07 19:05:23.362628 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ed89-7a14-4774-b425-118d5b07264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.365429 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ed89-7a14-4774-b425-118d5b07264d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.368520 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0ef1ed89-7a14-4774-b425-118d5b07264d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ecb2f86f-87c4-4534-b889-b92d9f4e5df8 HTTP/1.1" status: 204 len: 168 time: 0.4121277 Jul 07 19:05:23.388629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1ed89-7a14-4774-b425-118d5b07264d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb2f86f-87c4-4534-b889-b92d9f4e5df8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:23.410071 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b86138ed-100a-4b36-8930-668e6d12a9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.417964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b86138ed-100a-4b36-8930-668e6d12a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.447724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70696d-5102-4cef-8dcd-e88cf75d8597 req-e3ed9296-c589-465e-bb7f-5b4052fbf3ac tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:23.457105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b70696d-5102-4cef-8dcd-e88cf75d8597 req-e3ed9296-c589-465e-bb7f-5b4052fbf3ac tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 949 time: 0.1119750 Jul 07 19:05:23.486008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 23f83742-2069-406c-8527-dca7be17a532 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:23.490542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86138ed-100a-4b36-8930-668e6d12a9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bb5ae4-c98c-4ada-8760-f85ac50fbe44,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:23.507174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:23.521392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 269daa2d-ceb7-47fd-aa2d-1666d985f68c no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:05:23.534344 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a69c29-99ec-4925-8b1d-ecaaf78eb42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.543317 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b86138ed-100a-4b36-8930-668e6d12a9c2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=eb7c539dc854440eb85f3e30844316a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320052 Jul 07 19:05:23.545427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:23.551235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b70696d-5102-4cef-8dcd-e88cf75d8597 req-4923cb70-c161-409a-bcb6-d3cd1e44d72d tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897849 Jul 07 19:05:23.566329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 269daa2d-ceb7-47fd-aa2d-1666d985f68c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:05:23.570061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 269daa2d-ceb7-47fd-aa2d-1666d985f68c not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:05:23.630093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 23f83742-2069-406c-8527-dca7be17a532 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:23.637160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 23f83742-2069-406c-8527-dca7be17a532 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:23.637824 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.682268 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32350dbc-02e9-42dd-bfdf-699152ada8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.689483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a69c29-99ec-4925-8b1d-ecaaf78eb42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.701198 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a69c29-99ec-4925-8b1d-ecaaf78eb42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.746055 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-03a69c29-99ec-4925-8b1d-ecaaf78eb42b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3a8fe75b7d844e1a9abc233c6de41887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315750 Jul 07 19:05:23.746629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60468) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:23.755573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:23.763940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a69c29-99ec-4925-8b1d-ecaaf78eb42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efce7af5-056c-4aa9-ba9a-001c87276e71,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:23.818515 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.826599 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-491109cd-bda9-4ea3-97e9-af73b83a30a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.828053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32350dbc-02e9-42dd-bfdf-699152ada8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.872826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7582abc4-6c64-4961-b765-670c2318a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f83742-2069-406c-8527-dca7be17a532'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:23.875281 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bcfadf-8e07-4ec0-a86c-4429d80d1e6b" -d '{"events": [{"server_uuid": "7582abc4-6c64-4961-b765-670c2318a305", "name": "network-vif-plugged", "status": "completed", "tag": "23f83742-2069-406c-8527-dca7be17a532"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:23.885338 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-491109cd-bda9-4ea3-97e9-af73b83a30a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.908950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423992a-eee2-4d36-92e3-29a23584997d req-f0da4cb8-dd7b-415c-a9f7-f2f3cff9df52 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:23.911120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3423992a-eee2-4d36-92e3-29a23584997d req-f0da4cb8-dd7b-415c-a9f7-f2f3cff9df52 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 947 time: 0.1782129 Jul 07 19:05:23.919623 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 23f83742-2069-406c-8527-dca7be17a532, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=23f83742-2069-406c-8527-dca7be17a532,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:23.926607 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.936124 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32350dbc-02e9-42dd-bfdf-699152ada8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.939367 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32350dbc-02e9-42dd-bfdf-699152ada8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.942821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-32350dbc-02e9-42dd-bfdf-699152ada8e7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/60bb5ae4-c98c-4ada-8760-f85ac50fbe44 HTTP/1.1" status: 204 len: 168 time: 0.3883867 Jul 07 19:05:23.955316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32350dbc-02e9-42dd-bfdf-699152ada8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bb5ae4-c98c-4ada-8760-f85ac50fbe44,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:23.970851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3423992a-eee2-4d36-92e3-29a23584997d req-ab370edd-f18a-40cd-a9a1-da4694d7c329 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538423 Jul 07 19:05:23.984034 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-491109cd-bda9-4ea3-97e9-af73b83a30a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.987680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-491109cd-bda9-4ea3-97e9-af73b83a30a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.988901 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-491109cd-bda9-4ea3-97e9-af73b83a30a7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/efce7af5-056c-4aa9-ba9a-001c87276e71 HTTP/1.1" status: 204 len: 168 time: 0.2312841 Jul 07 19:05:24.015658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491109cd-bda9-4ea3-97e9-af73b83a30a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efce7af5-056c-4aa9-ba9a-001c87276e71,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:24.053813 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cda1f6e-f95f-4a72-8dbc-1c567ada36d6 x-openstack-request-id: req-6cda1f6e-f95f-4a72-8dbc-1c567ada36d6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:24.054031 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7582abc4-6c64-4961-b765-670c2318a305", "name": "network-vif-plugged", "status": "completed", "tag": "23f83742-2069-406c-8527-dca7be17a532", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:24.054285 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6cda1f6e-f95f-4a72-8dbc-1c567ada36d6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:24.054673 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7582abc4-6c64-4961-b765-670c2318a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f83742-2069-406c-8527-dca7be17a532', 'code': 200} Jul 07 19:05:24.056133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=23f83742-2069-406c-8527-dca7be17a532,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:24.212304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4431f07a-e93b-434b-b50f-8d0a7ab8da56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.217523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51ddc4-2d7c-4a4d-a683-acdde267609d req-61f45b70-9f48-4c83-beba-54b16d17613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:24.219934 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cd51ddc4-2d7c-4a4d-a683-acdde267609d req-61f45b70-9f48-4c83-beba-54b16d17613a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 1102 time: 0.0820191 Jul 07 19:05:24.289007 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cd51ddc4-2d7c-4a4d-a683-acdde267609d req-31c64d5f-f3ca-4875-8777-b01d73515ff3 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608659 Jul 07 19:05:24.376886 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4431f07a-e93b-434b-b50f-8d0a7ab8da56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.382112 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4431f07a-e93b-434b-b50f-8d0a7ab8da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.445060 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4431f07a-e93b-434b-b50f-8d0a7ab8da56 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=51b6575a62364420b526090402ac061c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6947579 Jul 07 19:05:24.447711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:24.448655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431f07a-e93b-434b-b50f-8d0a7ab8da56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052c4ac3-cc73-4fa6-8b78-833b632bf8ab,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:24.524252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a4cd9-3a8a-488b-8d58-e0b62ed47416 req-3fc8cab2-6023-4de9-a569-b7a64b68db5a tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:24.541607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a29a4cd9-3a8a-488b-8d58-e0b62ed47416 req-3fc8cab2-6023-4de9-a569-b7a64b68db5a tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 971 time: 0.1291864 Jul 07 19:05:24.608241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a29a4cd9-3a8a-488b-8d58-e0b62ed47416 req-5826700f-6347-4cf8-a975-9ddbd65576c0 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/security-groups?id=84bd2dd9-7057-4cad-afe8-07621e6f2520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648546 Jul 07 19:05:24.624181 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cab1e99-dadd-4e77-8da0-87c51407b923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.676111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a228d-d54e-4126-9e3a-1037a679e09c req-80b83dc2-2721-43de-a337-dd5820a68f4d tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:24.677820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-906a228d-d54e-4126-9e3a-1037a679e09c req-80b83dc2-2721-43de-a337-dd5820a68f4d tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.112 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 971 time: 0.1952004 Jul 07 19:05:24.682771 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cab1e99-dadd-4e77-8da0-87c51407b923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.813302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68ffca-3654-4a78-b26d-86d9ce46aa14 req-8cefc04b-c4d0-4345-9abb-49597e96e68a tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:24.831238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c68ffca-3654-4a78-b26d-86d9ce46aa14 req-8cefc04b-c4d0-4345-9abb-49597e96e68a tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 950 time: 0.1093545 Jul 07 19:05:24.874491 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cab1e99-dadd-4e77-8da0-87c51407b923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.878368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cab1e99-dadd-4e77-8da0-87c51407b923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.880378 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4cab1e99-dadd-4e77-8da0-87c51407b923 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/052c4ac3-cc73-4fa6-8b78-833b632bf8ab HTTP/1.1" status: 204 len: 168 time: 0.4283736 Jul 07 19:05:24.885608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c68ffca-3654-4a78-b26d-86d9ce46aa14 req-2f813c98-ef78-468b-9f38-2df9e9998026 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533965 Jul 07 19:05:24.889115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-906a228d-d54e-4126-9e3a-1037a679e09c req-383562a8-f16f-47d5-8027-abd5608196be tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Deleting port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:05:24.890027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-906a228d-d54e-4126-9e3a-1037a679e09c req-383562a8-f16f-47d5-8027-abd5608196be tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.951437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:25.119427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab1e99-dadd-4e77-8da0-87c51407b923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c4ac3-cc73-4fa6-8b78-833b632bf8ab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:25.197014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-906a228d-d54e-4126-9e3a-1037a679e09c req-383562a8-f16f-47d5-8027-abd5608196be tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] For port e55917f3-4522-45d1-9f3e-0fa3c4a06d16, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e55917f3-4522-45d1-9f3e-0fa3c4a06d16,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:25.197821 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-906a228d-d54e-4126-9e3a-1037a679e09c req-383562a8-f16f-47d5-8027-abd5608196be tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.218503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-906a228d-d54e-4126-9e3a-1037a679e09c req-383562a8-f16f-47d5-8027-abd5608196be tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Calling delete_port for e55917f3-4522-45d1-9f3e-0fa3c4a06d16 owned by compute:tempest-test_az-897701309 {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:05:25.249833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665c534-ed9b-4393-998d-4236b5629f49 req-caae2741-55bd-433b-8075-5ee8ca12f34f tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:25.258069 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9665c534-ed9b-4393-998d-4236b5629f49 req-caae2741-55bd-433b-8075-5ee8ca12f34f tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 947 time: 0.0765412 Jul 07 19:05:25.310560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9665c534-ed9b-4393-998d-4236b5629f49 req-11ab0fc1-07b7-4eb7-8f09-ef19c63df12d tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515046 Jul 07 19:05:25.333971 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-848c5804-e326-436e-8d57-b2a3b85ef0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.449309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-906a228d-d54e-4126-9e3a-1037a679e09c req-383562a8-f16f-47d5-8027-abd5608196be tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.461381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['e55917f3-4522-45d1-9f3e-0fa3c4a06d16'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:25.471638 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-848c5804-e326-436e-8d57-b2a3b85ef0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.478462 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-848c5804-e326-436e-8d57-b2a3b85ef0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.510027 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383562a8-f16f-47d5-8027-abd5608196be tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Pushing event deleted for resources: {'Port': ['ID=e55917f3-4522-45d1-9f3e-0fa3c4a06d16,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:25.525997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c5804-e326-436e-8d57-b2a3b85ef0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9771d6f-6470-45a8-8573-6d88b0bb50d0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:25.529490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 2df93719-992f-4436-bc93-f62c9741a9b9 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:05:25.534674 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-848c5804-e326-436e-8d57-b2a3b85ef0a5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=baefc1d926734b77ad12fedfdd54121e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5781343 Jul 07 19:05:25.534674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:25.612912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:25.637187 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0b61-bcfd-40fa-bf13-6ac6a2560744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.640034 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0afb426-4e13-4a3e-9764-18e7d34bbd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.661721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-906a228d-d54e-4126-9e3a-1037a679e09c req-383562a8-f16f-47d5-8027-abd5608196be tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] No DVR routers for this DVR port e55917f3-4522-45d1-9f3e-0fa3c4a06d16 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:05:25.665815 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-906a228d-d54e-4126-9e3a-1037a679e09c req-383562a8-f16f-47d5-8027-abd5608196be tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.668265 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-906a228d-d54e-4126-9e3a-1037a679e09c req-383562a8-f16f-47d5-8027-abd5608196be tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.112 "DELETE /v2.0/ports/e55917f3-4522-45d1-9f3e-0fa3c4a06d16 HTTP/1.1" status: 204 len: 173 time: 0.9832230 Jul 07 19:05:25.668790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d665a0-b163-4398-a460-53a3217127fc', 'name': 'network-vif-deleted', 'tag': 'e55917f3-4522-45d1-9f3e-0fa3c4a06d16'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:25.674670 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca5747-d36c-49ab-b353-21b0fcd422f5" -d '{"events": [{"server_uuid": "72d665a0-b163-4398-a460-53a3217127fc", "name": "network-vif-deleted", "tag": "e55917f3-4522-45d1-9f3e-0fa3c4a06d16"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:25.713686 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0afb426-4e13-4a3e-9764-18e7d34bbd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.716378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 2df93719-992f-4436-bc93-f62c9741a9b9, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=2df93719-992f-4436-bc93-f62c9741a9b9,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:25.752806 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe60e751-934c-4f3e-b4cf-b8a7dd9851a5 x-openstack-request-id: req-fe60e751-934c-4f3e-b4cf-b8a7dd9851a5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:25.754376 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d665a0-b163-4398-a460-53a3217127fc", "name": "network-vif-deleted", "tag": "e55917f3-4522-45d1-9f3e-0fa3c4a06d16", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:25.754780 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fe60e751-934c-4f3e-b4cf-b8a7dd9851a5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:25.755201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '2df93719-992f-4436-bc93-f62c9741a9b9', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '2df93719-992f-4436-bc93-f62c9741a9b9', 'mac_address': 'fa:16:3e:83:f0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:05:25.755822 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d665a0-b163-4398-a460-53a3217127fc', 'name': 'network-vif-deleted', 'tag': 'e55917f3-4522-45d1-9f3e-0fa3c4a06d16', 'status': 'completed', 'code': 200} Jul 07 19:05:25.846146 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.866692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df93719-992f-4436-bc93-f62c9741a9b9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:25.892832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 2df93719-992f-4436-bc93-f62c9741a9b9, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=2df93719-992f-4436-bc93-f62c9741a9b9,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:25.899148 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.972988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=2df93719-992f-4436-bc93-f62c9741a9b9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:25.987429 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0b61-bcfd-40fa-bf13-6ac6a2560744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.035726 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0b61-bcfd-40fa-bf13-6ac6a2560744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.054276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-884fde49-96bd-4299-b27a-b8064c43a101 req-b61de5d5-0010-4685-b63b-044fce081d75 tempest-AggregatesAdminTestJSON-298646949 tempest-AggregatesAdminTestJSON-298646949-project] 10.222.0.113 "GET /v2.0/ports?device_id=72d665a0-b163-4398-a460-53a3217127fc HTTP/1.1" status: 200 len: 210 time: 0.0640161 Jul 07 19:05:26.144428 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f8ef0b61-bcfd-40fa-bf13-6ac6a2560744 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e87a37a31c834d2d9c4b0153521f7f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305007 Jul 07 19:05:26.146907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef0b61-bcfd-40fa-bf13-6ac6a2560744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35812280-2dc8-48d1-aa37-e808ca9280d4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:26.147753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:26.177053 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['2df93719-992f-4436-bc93-f62c9741a9b9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:26.178609 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0afb426-4e13-4a3e-9764-18e7d34bbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.183977 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0afb426-4e13-4a3e-9764-18e7d34bbd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.189810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e0afb426-4e13-4a3e-9764-18e7d34bbd13 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e9771d6f-6470-45a8-8573-6d88b0bb50d0 HTTP/1.1" status: 204 len: 168 time: 0.6495602 Jul 07 19:05:26.232588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2979e1-680d-4688-8894-d6a03035349c req-5c50ad87-8f2a-4dda-b8bb-602f45cb9aa8 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:26.238758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a2979e1-680d-4688-8894-d6a03035349c req-5c50ad87-8f2a-4dda-b8bb-602f45cb9aa8 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 950 time: 0.1602318 Jul 07 19:05:26.249189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afb426-4e13-4a3e-9764-18e7d34bbd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9771d6f-6470-45a8-8573-6d88b0bb50d0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:26.269843 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5436ae3-8a71-48f6-97f6-fbaab2ec5a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.319007 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5436ae3-8a71-48f6-97f6-fbaab2ec5a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.402134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a2979e1-680d-4688-8894-d6a03035349c req-26a0fe61-4429-4fa6-bf62-9e1a8cfdc69b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560876 Jul 07 19:05:26.473363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5436ae3-8a71-48f6-97f6-fbaab2ec5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.478003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5436ae3-8a71-48f6-97f6-fbaab2ec5a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.484164 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e5436ae3-8a71-48f6-97f6-fbaab2ec5a67 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/35812280-2dc8-48d1-aa37-e808ca9280d4 HTTP/1.1" status: 204 len: 168 time: 0.3340416 Jul 07 19:05:26.500991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5436ae3-8a71-48f6-97f6-fbaab2ec5a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35812280-2dc8-48d1-aa37-e808ca9280d4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:26.636390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae9919-a30a-4441-9a62-226849516583 req-c44d13cb-8dd0-4cd7-affb-a62d6c115430 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:26.644183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8ae9919-a30a-4441-9a62-226849516583 req-c44d13cb-8dd0-4cd7-affb-a62d6c115430 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 948 time: 0.0818527 Jul 07 19:05:26.683721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8ae9919-a30a-4441-9a62-226849516583 req-b0b4a4a4-d29b-4af1-a832-666af8e1b1fd tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Jul 07 19:05:26.969761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:27.055019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:27.073886 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df9ee2e-4a8e-42c5-8e6e-2f8564eba8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.181115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df9ee2e-4a8e-42c5-8e6e-2f8564eba8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.186602 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df9ee2e-4a8e-42c5-8e6e-2f8564eba8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.230628 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7df9ee2e-4a8e-42c5-8e6e-2f8564eba8c0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a1c351895f704cef963686ba6e6c9fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716092 Jul 07 19:05:27.231038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:27.233713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9ee2e-4a8e-42c5-8e6e-2f8564eba8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29441586-49b7-48cd-9057-21bda730fa1f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:27.286095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b32aa952-a7c6-4b25-9e73-2dac817d5df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.316883 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b32aa952-a7c6-4b25-9e73-2dac817d5df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.351726 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d2dd0b44-55be-4057-a003-cb2f283ffc6e tempest-AutoAllocateNetworkTest-1280381210 tempest-AutoAllocateNetworkTest-1280381210-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=eaf053cae76441ad959dbd7bf56a18ce&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3801990 Jul 07 19:05:27.354665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60640) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:27.401778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b32aa952-a7c6-4b25-9e73-2dac817d5df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.406664 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b32aa952-a7c6-4b25-9e73-2dac817d5df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.414793 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b32aa952-a7c6-4b25-9e73-2dac817d5df4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/29441586-49b7-48cd-9057-21bda730fa1f HTTP/1.1" status: 204 len: 168 time: 0.1816239 Jul 07 19:05:27.428313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32aa952-a7c6-4b25-9e73-2dac817d5df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29441586-49b7-48cd-9057-21bda730fa1f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:27.496295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4301a-8b8e-4755-a36e-e07a2da39919 tempest-AutoAllocateNetworkTest-1280381210 tempest-AutoAllocateNetworkTest-1280381210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:27.501405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8ee4301a-8b8e-4755-a36e-e07a2da39919 tempest-AutoAllocateNetworkTest-1280381210 tempest-AutoAllocateNetworkTest-1280381210-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1422007 Jul 07 19:05:27.502057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:27.530382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 2df93719-992f-4436-bc93-f62c9741a9b9 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:27.561060 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0f7f13bf-3499-4799-843e-faf085e5de54 tempest-AutoAllocateNetworkTest-1280381210 tempest-AutoAllocateNetworkTest-1280381210-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577555 Jul 07 19:05:27.564430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:27.587064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 2df93719-992f-4436-bc93-f62c9741a9b9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:27.592153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 2df93719-992f-4436-bc93-f62c9741a9b9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:27.592936 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.604115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a2464ed4-f310-4c31-85ac-b3d25510dc0d tempest-AutoAllocateNetworkTest-1280381210 tempest-AutoAllocateNetworkTest-1280381210-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=eaf053cae76441ad959dbd7bf56a18ce HTTP/1.1" status: 200 len: 208 time: 0.0375721 Jul 07 19:05:27.686961 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.711129 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0480134-d6f3-4f31-8af0-f5460b3b1624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df93719-992f-4436-bc93-f62c9741a9b9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:27.713675 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa49e8a0-294f-4948-b155-1be94ef785cf" -d '{"events": [{"server_uuid": "c0480134-d6f3-4f31-8af0-f5460b3b1624", "name": "network-vif-plugged", "status": "completed", "tag": "2df93719-992f-4436-bc93-f62c9741a9b9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:27.727485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 2df93719-992f-4436-bc93-f62c9741a9b9, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=2df93719-992f-4436-bc93-f62c9741a9b9,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:27.734381 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.775619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-2ccf6122-ad4a-4ac7-ac37-1aea9db91ee0 req-62b4db6c-e1ab-4eb6-83a4-836775a42f74 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:05:27.785197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ccf6122-ad4a-4ac7-ac37-1aea9db91ee0 req-62b4db6c-e1ab-4eb6-83a4-836775a42f74 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3681426 Jul 07 19:05:27.838489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=2df93719-992f-4436-bc93-f62c9741a9b9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:27.878572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:27.903237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5c896-9b43-4a87-a66a-cd74c94fc2f4 req-f671d5c3-aae6-4504-b766-925aa80a32b0 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:27.910773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25a5c896-9b43-4a87-a66a-cd74c94fc2f4 req-f671d5c3-aae6-4504-b766-925aa80a32b0 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 949 time: 0.0923085 Jul 07 19:05:27.925309 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0e403e-d0a4-46a8-b983-e8773d3c2e1b x-openstack-request-id: req-7e0e403e-d0a4-46a8-b983-e8773d3c2e1b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:27.925859 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0480134-d6f3-4f31-8af0-f5460b3b1624", "name": "network-vif-plugged", "status": "completed", "tag": "2df93719-992f-4436-bc93-f62c9741a9b9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:27.926324 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7e0e403e-d0a4-46a8-b983-e8773d3c2e1b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:27.926894 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0480134-d6f3-4f31-8af0-f5460b3b1624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df93719-992f-4436-bc93-f62c9741a9b9', 'code': 200} Jul 07 19:05:27.954977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25a5c896-9b43-4a87-a66a-cd74c94fc2f4 req-fbac3b73-8b8c-4e59-9371-9dbe05c7b9af tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Jul 07 19:05:28.086004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3310-5142-4d22-be3c-c2d6208fcf4d req-39138132-81a7-4b8a-ab3e-66a62ea709d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:28.088228 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2bdd3310-5142-4d22-be3c-c2d6208fcf4d req-39138132-81a7-4b8a-ab3e-66a62ea709d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 1101 time: 0.0591333 Jul 07 19:05:28.129904 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2bdd3310-5142-4d22-be3c-c2d6208fcf4d req-db83bb94-6e92-44d1-8cf3-e2ee72ebd312 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348423 Jul 07 19:05:28.138669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df4a65-2737-49db-8f2f-74429dcadc2f req-210bfded-de36-44b6-9cd7-c1af229f5cbe tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:28.140183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52df4a65-2737-49db-8f2f-74429dcadc2f req-210bfded-de36-44b6-9cd7-c1af229f5cbe tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 950 time: 0.0824730 Jul 07 19:05:28.184787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52df4a65-2737-49db-8f2f-74429dcadc2f req-998918f6-602e-4510-aeb6-926a8dbbf87b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 Jul 07 19:05:28.254199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:28.288415 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5ad91d37-7949-4d15-8357-4849f212e2b0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ef47bddb62a043f48a6eb46bf1922935&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4086866 Jul 07 19:05:28.290898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:28.345963 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1639ddb-f664-4839-8ff0-16613ef17c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.367556 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1639ddb-f664-4839-8ff0-16613ef17c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.421447 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1639ddb-f664-4839-8ff0-16613ef17c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.427707 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1639ddb-f664-4839-8ff0-16613ef17c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.431161 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d1639ddb-f664-4839-8ff0-16613ef17c52 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/84bd2dd9-7057-4cad-afe8-07621e6f2520 HTTP/1.1" status: 204 len: 168 time: 0.1368549 Jul 07 19:05:28.439057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1639ddb-f664-4839-8ff0-16613ef17c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bd2dd9-7057-4cad-afe8-07621e6f2520,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:28.511989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-526fa8bc-66b8-46e4-b3d1-053e6d588cfd tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=f509c6c55bc24bcea0fefc9c5457e07c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258365 Jul 07 19:05:28.523180 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebb60029-19f4-471c-bac7-042b9aef736a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.648331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebb60029-19f4-471c-bac7-042b9aef736a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.653721 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebb60029-19f4-471c-bac7-042b9aef736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.660959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-0c69f114-3934-4074-bce7-4261baf2b9a8 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:28.663143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-0c69f114-3934-4074-bce7-4261baf2b9a8 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453025 Jul 07 19:05:28.685140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-46cdc991-baf5-4c6e-92fb-ee82bbe1c4db tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/quotas/f509c6c55bc24bcea0fefc9c5457e07c HTTP/1.1" status: 200 len: 375 time: 0.0107791 Jul 07 19:05:28.704684 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ebb60029-19f4-471c-bac7-042b9aef736a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=eaf053cae76441ad959dbd7bf56a18ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493477 Jul 07 19:05:28.705514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:28.706385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb60029-19f4-471c-bac7-042b9aef736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f786433e-c85a-4adb-a9cb-0e987fc15f39,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:28.846396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-4e588be6-5793-48af-a606-e23c73362a24 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f509c6c55bc24bcea0fefc9c5457e07c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1555450 Jul 07 19:05:28.847023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2e18-8d1d-4543-b7c8-57a0edb98640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.879247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2e18-8d1d-4543-b7c8-57a0edb98640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.942917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2e18-8d1d-4543-b7c8-57a0edb98640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.947062 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2e18-8d1d-4543-b7c8-57a0edb98640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.948293 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d8ec2e18-8d1d-4543-b7c8-57a0edb98640 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f786433e-c85a-4adb-a9cb-0e987fc15f39 HTTP/1.1" status: 204 len: 168 time: 0.2416384 Jul 07 19:05:28.959480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec2e18-8d1d-4543-b7c8-57a0edb98640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f786433e-c85a-4adb-a9cb-0e987fc15f39,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:29.138766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bac1f527-c242-46f8-b05d-82e9598e8fac req-77c4b467-d861-43b1-931e-e23ce16f3117 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 210 time: 0.0486395 Jul 07 19:05:29.270232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:29.325204 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-48b1cd37-87bf-4c30-9073-324131fa70b6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=63279c4971ce49188443bfc2f2b67926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534983 Jul 07 19:05:29.327861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:29.525643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e55917f3-4522-45d1-9f3e-0fa3c4a06d16 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:05:29.565609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: e55917f3-4522-45d1-9f3e-0fa3c4a06d16 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:05:29.565960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e55917f3-4522-45d1-9f3e-0fa3c4a06d16 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:05:29.587046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68eeb9-b980-410f-96c2-d0b0315fe984 req-ceb9dfb2-efc0-4ce6-b1c0-f5c8a943571d tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:29.596705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:29.600791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8e68eeb9-b980-410f-96c2-d0b0315fe984 req-ceb9dfb2-efc0-4ce6-b1c0-f5c8a943571d tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 949 time: 0.3448656 Jul 07 19:05:29.672119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8e68eeb9-b980-410f-96c2-d0b0315fe984 req-9b160d4e-4672-478a-8da4-dc00ed6290ad tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704072 Jul 07 19:05:29.686563 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-013e1932-44f0-4c5a-b4ba-2f4a5a7ab43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:29.754774 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-013e1932-44f0-4c5a-b4ba-2f4a5a7ab43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:29.830599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-fbfdd353-47b5-42f3-9912-2b0042204c9d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1252210 Jul 07 19:05:29.862626 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-013e1932-44f0-4c5a-b4ba-2f4a5a7ab43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:29.865006 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-013e1932-44f0-4c5a-b4ba-2f4a5a7ab43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:29.868943 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-013e1932-44f0-4c5a-b4ba-2f4a5a7ab43c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7f48e7c8-9ac5-4bf9-9b03-f4bec7023678 HTTP/1.1" status: 204 len: 168 time: 0.5355115 Jul 07 19:05:29.916763 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-768819227-network', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:29.935787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e1932-44f0-4c5a-b4ba-2f4a5a7ab43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f48e7c8-9ac5-4bf9-9b03-f4bec7023678,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:29.973793 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Made reservation on behalf of 5b216426d7f04a3da79f9dffcc489d61 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:29.976864 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:29.991497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60806) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:29.999607 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.102270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-dfae9e05-1442-4147-afb7-b9bc730feef6 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:30.106753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-dfae9e05-1442-4147-afb7-b9bc730feef6 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642698 Jul 07 19:05:30.133450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-258e843a-e4d7-401a-a0e8-859f0581757a tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/quotas/7a6d3e787fe44813b3541d4900b43708 HTTP/1.1" status: 200 len: 375 time: 0.0176387 Jul 07 19:05:30.180593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.189233 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.213338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-0f46a754-7553-4634-9d59-2bcad967a14d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746901 Jul 07 19:05:30.229793 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:05:30.240708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdcda93-389f-49f2-8612-3032fd381844,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:30.247564 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.248112 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Added segment c0e8f944-52a6-4a57-a91f-abcfb2e31408 of type vlan for network 14350ecd-b545-4560-b021-9a180b44d18e Jul 07 19:05:30.303984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.333117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-network', 'tenant_id': '4e4090d3881b4fda91b8df8724648639'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:30.361501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Made reservation on behalf of 4e4090d3881b4fda91b8df8724648639 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:30.366373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.367416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:30.368050 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.370735 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.387162 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.539440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] Pushing event updated for resources: {'Network': ['ID=14350ecd-b545-4560-b021-9a180b44d18e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:30.552041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 14350ecd-b545-4560-b021-9a180b44d18e details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:05:30.605119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b6da27f-0844-4cf7-9666-9a18741ee7d8 req-dd369edd-901a-411b-b7e3-627ae5bff68a tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 210 time: 0.1012197 Jul 07 19:05:30.633271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07383511-65de-4e52-8f9a-c7323b734131 req-f2597b60-85c7-4ded-b0d4-894053253fe0 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 210 time: 0.0930560 Jul 07 19:05:30.723353 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.737371 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.748939 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d7e4643-89b7-49bd-bd6f-3bf3701b75c3 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1506834 Jul 07 19:05:30.749958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:30.763818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] Request body: {'subnet': {'network_id': '14350ecd-b545-4560-b021-9a180b44d18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-768819227-subnet', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:30.836918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:05:30.870047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60850) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:30.892237 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-ab25aefd-6802-441b-8a8f-84660613db5f tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f509c6c55bc24bcea0fefc9c5457e07c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949137 Jul 07 19:05:30.898541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e94af90-ee97-4e48-9b53-5fb96002dca3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:30.916796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779071217237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.919722 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Unsubscribe: segment precommit_create {{(pid=93770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 19:05:30.921685 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Added segment 9669d38c-dbce-4478-89f8-1eaef99b5f06 of type vlan for network 316f751f-01ed-42b8-8a52-47968efc8ee7 Jul 07 19:05:31.034613 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.060368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-2b00ae1f-236b-4694-8a27-b9aa8f153781 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:31.061945 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-2b00ae1f-236b-4694-8a27-b9aa8f153781 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1634636 Jul 07 19:05:31.062630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] Made reservation on behalf of 5b216426d7f04a3da79f9dffcc489d61 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:31.083644 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.100868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c1e4-b388-4886-9413-d63a6c6f18a4 req-7c588a3f-784e-49b1-9148-88df55510315 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:31.100868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e92c1e4-b388-4886-9413-d63a6c6f18a4 req-7c588a3f-784e-49b1-9148-88df55510315 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 949 time: 0.1648054 Jul 07 19:05:31.131767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Request body: {'port': {'device_id': '9768646b-9d14-4aca-8eff-cc5c8b33f58a', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'f509c6c55bc24bcea0fefc9c5457e07c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:31.132402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.133630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:31.134432 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.255156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] Pushing event updated for resources: {'Network': ['ID=316f751f-01ed-42b8-8a52-47968efc8ee7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:31.284555 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 316f751f-01ed-42b8-8a52-47968efc8ee7 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:05:31.290351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a62eda81-7708-435c-a80f-69c6897820af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.304240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fecca08f-d9e1-4353-b606-023873b6833e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3110931 Jul 07 19:05:31.305187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60862) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:31.316647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] Request body: {'subnet': {'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-subnet', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:31.333386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e92c1e4-b388-4886-9413-d63a6c6f18a4 req-9e21b6bd-e2fe-4ced-8bf1-a8d6d8872980 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222538 Jul 07 19:05:31.402018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] Made reservation on behalf of 4e4090d3881b4fda91b8df8724648639 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:31.404399 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.665234 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a62eda81-7708-435c-a80f-69c6897820af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.678116 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a62eda81-7708-435c-a80f-69c6897820af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.705866 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.761702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a62eda81-7708-435c-a80f-69c6897820af admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=49175e2f675f4546a9d19c7527d31fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8881004 Jul 07 19:05:31.763608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:31.766433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eda81-7708-435c-a80f-69c6897820af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c80599-a411-4482-8ad4-80e41685505f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:31.807673 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.866915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Made reservation on behalf of f509c6c55bc24bcea0fefc9c5457e07c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:31.871147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.920518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e5bb48-c9b7-4747-8676-f7af843cddd5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:31.945132 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5662e19a-bf18-4801-b253-a94304c378f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.965190 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c462e27e-6a02-42d6-b47b-4766de89a20a req-712db2e6-665e-41b2-9de0-4366ae72b79e tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 210 time: 0.0670762 Jul 07 19:05:31.980646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b2d99d6-4436-40dd-8526-b55cdfe3e52f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:32.002519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] Checking segment: {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:32.002990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] Network hostable DHCP agents. Network: 316f751f-01ed-42b8-8a52-47968efc8ee7, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:05:32.011331 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5662e19a-bf18-4801-b253-a94304c378f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.059005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] Network 316f751f-01ed-42b8-8a52-47968efc8ee7 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:05:32.072543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] Checking segment: {'id': 'c0e8f944-52a6-4a57-a91f-abcfb2e31408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:32.073152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] Network hostable DHCP agents. Network: 14350ecd-b545-4560-b021-9a180b44d18e, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:05:32.073430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 316f751f-01ed-42b8-8a52-47968efc8ee7) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:32.081209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:32.082213 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.088693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c3c11-0e10-47f2-b84e-79460073b776 None None] Network 316f751f-01ed-42b8-8a52-47968efc8ee7 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:32.095952 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5662e19a-bf18-4801-b253-a94304c378f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.099695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5662e19a-bf18-4801-b253-a94304c378f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.103262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5662e19a-bf18-4801-b253-a94304c378f8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c2c80599-a411-4482-8ad4-80e41685505f HTTP/1.1" status: 204 len: 168 time: 0.3363595 Jul 07 19:05:32.125909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c73c254d-000a-423e-bb51-0859baff4a9e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8140988 Jul 07 19:05:32.126804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662e19a-bf18-4801-b253-a94304c378f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c80599-a411-4482-8ad4-80e41685505f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:32.129390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:32.139800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:32.199136 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.205034 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.287449 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-026d43a6-3a83-41c8-b38c-d9cac012914b tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932992 Jul 07 19:05:32.293126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae1ae5ec-745f-4558-93cc-a6e271c7d63d req-827f03a5-2db7-4a3c-8e3e-335b347a8f61 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 210 time: 0.0814502 Jul 07 19:05:32.393004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.410586 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-316f751f-01ed-42b8-8a52-47968efc8ee7', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:05:32.411509 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.497143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ad9f2-6afc-4dc6-8238-545cea0a6b07 req-a65d3fb0-0736-424b-9375-09767319904b tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:32.509026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b5ad9f2-6afc-4dc6-8238-545cea0a6b07 req-a65d3fb0-0736-424b-9375-09767319904b tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 949 time: 0.1805415 Jul 07 19:05:32.549091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-f649553e-1e44-4911-a18a-390a5f7c7efe tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:32.553698 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-f649553e-1e44-4911-a18a-390a5f7c7efe tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335206 Jul 07 19:05:32.554525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] Network 14350ecd-b545-4560-b021-9a180b44d18e is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:05:32.587433 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b5ad9f2-6afc-4dc6-8238-545cea0a6b07 req-b386b4e1-004e-46c6-9b1e-25482a6dcb17 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763462 Jul 07 19:05:32.608987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Allocated IP 172.20.0.2 (316f751f-01ed-42b8-8a52-47968efc8ee7/a4e5bb48-c9b7-4747-8676-f7af843cddd5/3df6816f-c5ab-43ff-86aa-9cd770765ae1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:32.752916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Request body: {'port': {'device_id': 'da215f60-678a-4c8a-8499-f3d3bdb7bd14', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '7a6d3e787fe44813b3541d4900b43708'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:32.764275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 14350ecd-b545-4560-b021-9a180b44d18e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:32.812761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daf0db6-098d-4c22-a517-5e909b48664e None None] Network 14350ecd-b545-4560-b021-9a180b44d18e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:32.872352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:32.873222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.908071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:32.936232 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59f5801b-13e6-45b7-88b1-014e2ff69291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.939891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Allocated IP 192.168.233.65 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/153e8212-a083-481d-96e3-a345637908e8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:32.946889 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.972433 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0ed8fcf5-d611-4de4-8d08-2d69a662cc54 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2204247 Jul 07 19:05:32.978350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:32.983274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-768819227-router', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:33.023885 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.085450 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.174099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Transition to ACTIVE for port object 3df6816f-c5ab-43ff-86aa-9cd770765ae1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:33.195433 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59f5801b-13e6-45b7-88b1-014e2ff69291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.227744 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Transition to ACTIVE for port object 3df6816f-c5ab-43ff-86aa-9cd770765ae1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:33.236987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59f5801b-13e6-45b7-88b1-014e2ff69291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.265481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.266830 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.274128 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.274796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Made reservation on behalf of 7a6d3e787fe44813b3541d4900b43708 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:33.278572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.293012 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.329163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-14350ecd-b545-4560-b021-9a180b44d18e', 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'fixed_ips': [{'subnet_id': '9b2d99d6-4436-40dd-8526-b55cdfe3e52f'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:05:33.330048 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.354814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Network 316f751f-01ed-42b8-8a52-47968efc8ee7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:33.356810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-59f5801b-13e6-45b7-88b1-014e2ff69291 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f821d864c0ec48db90eb0eb42d42fae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473188 Jul 07 19:05:33.363078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:33.370786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:33.372818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:33.376805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.377592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Pushing event updated for resources: {'Port': ['ID=3df6816f-c5ab-43ff-86aa-9cd770765ae1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:33.377718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5801b-13e6-45b7-88b1-014e2ff69291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a8eae-a15a-4ce7-a2cf-3a4c5c41ec88,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:33.397582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb5a3e-c53d-4081-97f6-7ec920bcdbaf req-fc823142-36fa-45df-b90c-2f0a660e3beb tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:33.407372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82cb5a3e-c53d-4081-97f6-7ec920bcdbaf req-fc823142-36fa-45df-b90c-2f0a660e3beb tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 949 time: 0.2449834 Jul 07 19:05:33.461723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82cb5a3e-c53d-4081-97f6-7ec920bcdbaf req-fee4abc9-5a9d-4747-a2ab-c476b0532a30 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515537 Jul 07 19:05:33.465720 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.495924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Transition to ACTIVE for port object 153e8212-a083-481d-96e3-a345637908e8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:33.522322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Attempting to bind port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:33.522686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Attempting to bind port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:33.523051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Attempting to bind port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 on network 316f751f-01ed-42b8-8a52-47968efc8ee7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:33.552179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:33.552533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Checking segment: {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:33.552948 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.553401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Bound using segment: {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:33.553888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Bound port: 3df6816f-c5ab-43ff-86aa-9cd770765ae1, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:33.554285 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.597911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c02cbf3e-71b3-405f-9467-1725d0c13e60 req-a9744228-2723-4b56-abf6-31a3a56ab07a tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 210 time: 0.0341632 Jul 07 19:05:33.609246 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Allocated IP 172.20.0.2 (14350ecd-b545-4560-b021-9a180b44d18e/9b2d99d6-4436-40dd-8526-b55cdfe3e52f/53825ddc-85fc-4206-8b01-c5f906f25255) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:33.647204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f63442a7-d60c-4515-908c-c63941bd5819 req-e3df83a8-9a6f-471e-92c0-7a0f95b9ec02 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 210 time: 0.0516951 Jul 07 19:05:33.655162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] For port 3df6816f-c5ab-43ff-86aa-9cd770765ae1, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:33.742973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] For port 3df6816f-c5ab-43ff-86aa-9cd770765ae1, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3df6816f-c5ab-43ff-86aa-9cd770765ae1,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:33.759495 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.918507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e710b-87e3-4018-b9e3-4d86c2fa81f2 None None] Pushing event updated for resources: {'Port': ['ID=3df6816f-c5ab-43ff-86aa-9cd770765ae1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:33.947447 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.958553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Transition to ACTIVE for port object 53825ddc-85fc-4206-8b01-c5f906f25255 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:33.986642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Transition to ACTIVE for port object 53825ddc-85fc-4206-8b01-c5f906f25255 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:34.001864 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.056166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Network 14350ecd-b545-4560-b021-9a180b44d18e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:34.061891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:34.065683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:34.073812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Pushing event updated for resources: {'Port': ['ID=53825ddc-85fc-4206-8b01-c5f906f25255,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:34.162242 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6a56-ac1d-4ef5-b22e-850a95a36ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.171661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Attempting to bind port 53825ddc-85fc-4206-8b01-c5f906f25255 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:34.172768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Attempting to bind port 53825ddc-85fc-4206-8b01-c5f906f25255 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'c0e8f944-52a6-4a57-a91f-abcfb2e31408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:34.173270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.176199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Attempting to bind port 53825ddc-85fc-4206-8b01-c5f906f25255 on network 14350ecd-b545-4560-b021-9a180b44d18e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:34.184948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:34.185174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Checking segment: {'id': 'c0e8f944-52a6-4a57-a91f-abcfb2e31408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:34.185392 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.185779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Bound using segment: {'id': 'c0e8f944-52a6-4a57-a91f-abcfb2e31408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:34.186261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Bound port: 53825ddc-85fc-4206-8b01-c5f906f25255, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e8f944-52a6-4a57-a91f-abcfb2e31408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:34.186643 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.195055 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.208724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['23f83742-2069-406c-8527-dca7be17a532'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:34.225279 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.440111 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.449666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6a56-ac1d-4ef5-b22e-850a95a36ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.499400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:34.512639 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.533716 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b19f4a-7505-4bc5-94f2-b136ec083af8 req-3beb4007-d05a-4540-ab43-257f23e1daa6 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:34.536141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88b19f4a-7505-4bc5-94f2-b136ec083af8 req-3beb4007-d05a-4540-ab43-257f23e1daa6 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 949 time: 0.1644263 Jul 07 19:05:34.615953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:34.633928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] For port 53825ddc-85fc-4206-8b01-c5f906f25255, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:34.634355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Pushing event updated for resources: {'Port': ['ID=153e8212-a083-481d-96e3-a345637908e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:34.648844 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.663574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] For port 53825ddc-85fc-4206-8b01-c5f906f25255, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=53825ddc-85fc-4206-8b01-c5f906f25255,segment=NetworkSegment(c0e8f944-52a6-4a57-a91f-abcfb2e31408),segment_id=c0e8f944-52a6-4a57-a91f-abcfb2e31408)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:34.727496 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.800145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Allocated IP 172.25.2.213 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/11dd619b-9022-4d8c-a1d4-d15fded401e0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:34.858298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed49ac3-c994-466d-9b4e-fa973bd5b8ee None None] Pushing event updated for resources: {'Port': ['ID=53825ddc-85fc-4206-8b01-c5f906f25255,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:34.944438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-88b19f4a-7505-4bc5-94f2-b136ec083af8 req-dbbae55f-cb9d-4ee9-a66c-a06239b93630 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Deleting port 2df93719-992f-4436-bc93-f62c9741a9b9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:05:34.946634 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:34.948540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88b19f4a-7505-4bc5-94f2-b136ec083af8 req-dbbae55f-cb9d-4ee9-a66c-a06239b93630 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.954531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:34.955321 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.960467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d311-f4dc-4b0d-aa1b-a04d01d8f8c9 req-7f74ede9-5302-4a34-9d53-b9aab00061a8 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:34.967583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9f0d311-f4dc-4b0d-aa1b-a04d01d8f8c9 req-7f74ede9-5302-4a34-9d53-b9aab00061a8 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 949 time: 0.1790557 Jul 07 19:05:35.007197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:35.057933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08dc77cb-586b-4803-9123-4dfd80705ec2 req-88c95794-34a9-48a8-8dfe-38e934dea965 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 210 time: 0.1289937 Jul 07 19:05:35.108977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f666a80-c60d-4c97-97f3-d752c9906f51 None None] Provisioning for port 153e8212-a083-481d-96e3-a345637908e8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:35.120777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f666a80-c60d-4c97-97f3-d752c9906f51 None None] Provisioning complete for port 153e8212-a083-481d-96e3-a345637908e8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:35.123737 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f666a80-c60d-4c97-97f3-d752c9906f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:35.135114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9f0d311-f4dc-4b0d-aa1b-a04d01d8f8c9 req-dffccde5-5ebb-4439-b3e4-f5fdd61794b8 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/security-groups?id=35ee462e-d29d-4e2a-892e-792969d1e8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650064 Jul 07 19:05:35.150879 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-58d4ba8c-f923-41a2-98c6-3650d877279e tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0624726 Jul 07 19:05:35.203382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-88b19f4a-7505-4bc5-94f2-b136ec083af8 req-dbbae55f-cb9d-4ee9-a66c-a06239b93630 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] For port 2df93719-992f-4436-bc93-f62c9741a9b9, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=2df93719-992f-4436-bc93-f62c9741a9b9,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:35.203382 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88b19f4a-7505-4bc5-94f2-b136ec083af8 req-dbbae55f-cb9d-4ee9-a66c-a06239b93630 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:35.224505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-88b19f4a-7505-4bc5-94f2-b136ec083af8 req-dbbae55f-cb9d-4ee9-a66c-a06239b93630 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Calling delete_port for 2df93719-992f-4436-bc93-f62c9741a9b9 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:05:35.247406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Request body: {'port': {'device_id': '9768646b-9d14-4aca-8eff-cc5c8b33f58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:35.251937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3adce802-e522-4306-915c-0ddf1acdff98,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:35.253780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8f666a80-c60d-4c97-97f3-d752c9906f51 None None] Port 153e8212-a083-481d-96e3-a345637908e8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:35.465255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6a56-ac1d-4ef5-b22e-850a95a36ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:35.467865 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6a56-ac1d-4ef5-b22e-850a95a36ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:35.469317 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c2cc6a56-ac1d-4ef5-b22e-850a95a36ef7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e88a8eae-a15a-4ce7-a2cf-3a4c5c41ec88 HTTP/1.1" status: 204 len: 168 time: 2.0973425 Jul 07 19:05:35.501899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc6a56-ac1d-4ef5-b22e-850a95a36ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a8eae-a15a-4ce7-a2cf-3a4c5c41ec88,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:35.504511 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba134b-58c0-463f-91c4-2eac6fb46541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:35.591846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6b624-f6f8-4f67-8ace-0a79f37eba2a req-372473d6-81b8-49b7-9bd0-9c4ff2146d56 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:35.602574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abb6b624-f6f8-4f67-8ace-0a79f37eba2a req-372473d6-81b8-49b7-9bd0-9c4ff2146d56 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 935 time: 0.2171717 Jul 07 19:05:35.639635 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88b19f4a-7505-4bc5-94f2-b136ec083af8 req-dbbae55f-cb9d-4ee9-a66c-a06239b93630 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:35.676196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abb6b624-f6f8-4f67-8ace-0a79f37eba2a req-89d53343-50eb-41e2-8f38-d36e7d460ba2 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691700 Jul 07 19:05:35.682917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['2df93719-992f-4436-bc93-f62c9741a9b9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:35.722191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbae55f-cb9d-4ee9-a66c-a06239b93630 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Pushing event deleted for resources: {'Port': ['ID=2df93719-992f-4436-bc93-f62c9741a9b9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:35.758666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e2466-bbf0-480b-a0a2-07b371de5b91 None None] Network 316f751f-01ed-42b8-8a52-47968efc8ee7 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:35.760883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 53825ddc-85fc-4206-8b01-c5f906f25255 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:35.784050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b19f4a-7505-4bc5-94f2-b136ec083af8 req-dbbae55f-cb9d-4ee9-a66c-a06239b93630 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] No DVR routers for this DVR port 2df93719-992f-4436-bc93-f62c9741a9b9 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:05:35.787955 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88b19f4a-7505-4bc5-94f2-b136ec083af8 req-dbbae55f-cb9d-4ee9-a66c-a06239b93630 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:35.791346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88b19f4a-7505-4bc5-94f2-b136ec083af8 req-dbbae55f-cb9d-4ee9-a66c-a06239b93630 tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.59 "DELETE /v2.0/ports/2df93719-992f-4436-bc93-f62c9741a9b9 HTTP/1.1" status: 204 len: 173 time: 1.2493150 Jul 07 19:05:35.791956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:35.792174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0480134-d6f3-4f31-8af0-f5460b3b1624', 'name': 'network-vif-deleted', 'tag': '2df93719-992f-4436-bc93-f62c9741a9b9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:35.795123 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75ba349-962a-4ecb-849c-674bbe39aa52" -d '{"events": [{"server_uuid": "c0480134-d6f3-4f31-8af0-f5460b3b1624", "name": "network-vif-deleted", "tag": "2df93719-992f-4436-bc93-f62c9741a9b9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:35.798428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:35.877666 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072fe98-806f-4312-947f-53ba91f3fdc6 x-openstack-request-id: req-e072fe98-806f-4312-947f-53ba91f3fdc6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:35.878343 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0480134-d6f3-4f31-8af0-f5460b3b1624", "name": "network-vif-deleted", "tag": "2df93719-992f-4436-bc93-f62c9741a9b9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:35.878942 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e072fe98-806f-4312-947f-53ba91f3fdc6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:35.879725 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0480134-d6f3-4f31-8af0-f5460b3b1624', 'name': 'network-vif-deleted', 'tag': '2df93719-992f-4436-bc93-f62c9741a9b9', 'status': 'completed', 'code': 200} Jul 07 19:05:35.929719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Allocated IP 192.168.233.22 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/c91c6f0b-b4e4-45af-a5be-0e3f61b71569) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:35.950855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9fa20b89-9248-4217-a048-4bd4d7701b9c None None] Provisioning for port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:35.996401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 53825ddc-85fc-4206-8b01-c5f906f25255 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:36.003777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3df6816f-c5ab-43ff-86aa-9cd770765ae1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:36.021360 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c34559f-d811-4629-addf-4b17f518b97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.103902 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.190462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:36.213394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:36.215673 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.330435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.356901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf836ba8-980e-45c6-8445-02173733458e req-2a3681b2-14aa-43af-815b-594e99f90f3a tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 210 time: 0.0621490 Jul 07 19:05:36.417851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97936f7d-77ef-483b-ace2-a91db66dc66d req-4a04d935-579d-404f-bac2-7fc69fec0c8b tempest-DeleteServersAdminTestJSON-1010185863 tempest-DeleteServersAdminTestJSON-1010185863-project] 10.222.0.113 "GET /v2.0/ports?device_id=c0480134-d6f3-4f31-8af0-f5460b3b1624 HTTP/1.1" status: 200 len: 210 time: 0.0566132 Jul 07 19:05:36.447466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.565249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 3df6816f-c5ab-43ff-86aa-9cd770765ae1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3df6816f-c5ab-43ff-86aa-9cd770765ae1,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:36.571974 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.572689 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=11dd619b-9022-4d8c-a1d4-d15fded401e0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:36.621609 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba134b-58c0-463f-91c4-2eac6fb46541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.637835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=3df6816f-c5ab-43ff-86aa-9cd770765ae1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:36.666027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25485d23-6e1c-4e8a-99d9-cc6341ff0697 None None] Network 14350ecd-b545-4560-b021-9a180b44d18e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:36.697203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:36.718377 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba134b-58c0-463f-91c4-2eac6fb46541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.729824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:36.748900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.794206 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c34559f-d811-4629-addf-4b17f518b97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.795737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:36.812162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d2f82a2b-d73d-4f49-abe5-2e78499a54c5 None None] Provisioning for port 53825ddc-85fc-4206-8b01-c5f906f25255 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:36.818338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:36.820524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c34559f-d811-4629-addf-4b17f518b97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.841097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.850109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d2f82a2b-d73d-4f49-abe5-2e78499a54c5 None None] Provisioning complete for port 53825ddc-85fc-4206-8b01-c5f906f25255 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:36.852558 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2f82a2b-d73d-4f49-abe5-2e78499a54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.075615 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2f82a2b-d73d-4f49-abe5-2e78499a54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.100192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-network', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:37.107947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1c34559f-d811-4629-addf-4b17f518b97e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=91d0319212004055ba9158747530108d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3055832 Jul 07 19:05:37.109154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:37.127285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34559f-d811-4629-addf-4b17f518b97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf957134-bcfa-435d-b8a5-451c77385922,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:37.129928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d2f82a2b-d73d-4f49-abe5-2e78499a54c5 None None] For port 53825ddc-85fc-4206-8b01-c5f906f25255, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=53825ddc-85fc-4206-8b01-c5f906f25255,segment=NetworkSegment(c0e8f944-52a6-4a57-a91f-abcfb2e31408),segment_id=c0e8f944-52a6-4a57-a91f-abcfb2e31408)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:37.141603 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2f82a2b-d73d-4f49-abe5-2e78499a54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.173467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Made reservation on behalf of 4cc6ca5c96794139b13901a35fad1ba3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:37.175867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.192934 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.205202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f82a2b-d73d-4f49-abe5-2e78499a54c5 None None] Pushing event updated for resources: {'Port': ['ID=53825ddc-85fc-4206-8b01-c5f906f25255,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:37.231829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de868e-3241-4e2d-8e5f-0b0bd3579220 req-36db73c1-37ba-40cb-a22b-12c9320d5f66 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:37.233430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90de868e-3241-4e2d-8e5f-0b0bd3579220 req-36db73c1-37ba-40cb-a22b-12c9320d5f66 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 935 time: 0.3774445 Jul 07 19:05:37.236924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591ebf74-652a-4a9b-851b-8ae8db4d3b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.265917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a298ebb2-37e8-40ea-a04f-4ba95ac8ad1e None None] Provisioning complete for port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:37.266506 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a298ebb2-37e8-40ea-a04f-4ba95ac8ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.289856 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591ebf74-652a-4a9b-851b-8ae8db4d3b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.298424 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ecba134b-58c0-463f-91c4-2eac6fb46541 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=90a9b0fcd9164a5695fd0e3ced92a065&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2797515 Jul 07 19:05:37.309569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32824) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:37.319896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba134b-58c0-463f-91c4-2eac6fb46541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba969415-e692-4cad-b071-8a6acc6c531c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:37.330906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.338035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Allocated IP 172.25.2.108 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/b9ca0f5c-5c91-4ba6-825d-9495cc1944d0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:37.372527 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90de868e-3241-4e2d-8e5f-0b0bd3579220 req-a89563e6-16e9-4819-a3b1-9e425895d425 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277304 Jul 07 19:05:37.394617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Transition to ACTIVE for port object c91c6f0b-b4e4-45af-a5be-0e3f61b71569 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:37.552062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-632fe5b3-8961-4f47-b1db-5f8e5e821c49 None None] Provisioning complete for port 53825ddc-85fc-4206-8b01-c5f906f25255 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:37.552692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-632fe5b3-8961-4f47-b1db-5f8e5e821c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.604664 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591ebf74-652a-4a9b-851b-8ae8db4d3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.612337 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591ebf74-652a-4a9b-851b-8ae8db4d3b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.615706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-591ebf74-652a-4a9b-851b-8ae8db4d3b1b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bf957134-bcfa-435d-b8a5-451c77385922 HTTP/1.1" status: 204 len: 168 time: 0.5015788 Jul 07 19:05:37.616925 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf61e21-1211-4c30-a347-876c50cc471f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.635795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 53825ddc-85fc-4206-8b01-c5f906f25255 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:37.646385 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf61e21-1211-4c30-a347-876c50cc471f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.685121 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.735493 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf61e21-1211-4c30-a347-876c50cc471f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.738233 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf61e21-1211-4c30-a347-876c50cc471f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.739070 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.739379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-faf61e21-1211-4c30-a347-876c50cc471f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ba969415-e692-4cad-b071-8a6acc6c531c HTTP/1.1" status: 204 len: 168 time: 0.4288592 Jul 07 19:05:37.742618 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.762386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 53825ddc-85fc-4206-8b01-c5f906f25255 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:37.763623 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.776978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ebf74-652a-4a9b-851b-8ae8db4d3b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf957134-bcfa-435d-b8a5-451c77385922,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:37.787284 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.805530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf61e21-1211-4c30-a347-876c50cc471f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba969415-e692-4cad-b071-8a6acc6c531c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:37.892755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:05:37.932484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3df6816f-c5ab-43ff-86aa-9cd770765ae1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:37.940449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca613-3a19-4b50-aec4-eeff0e466623 req-fc06eee8-3f87-4dd8-adc6-44789218f8f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:37.943393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event updated for resources: {'Port': ['ID=c91c6f0b-b4e4-45af-a5be-0e3f61b71569,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:37.945071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0dca613-3a19-4b50-aec4-eeff0e466623 req-fc06eee8-3f87-4dd8-adc6-44789218f8f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 935 time: 0.2467132 Jul 07 19:05:37.950531 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:37.951382 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Added segment 2a3bf577-470b-4d32-a970-8eb294eb4b23 of type vlan for network b3f5939d-e81f-4560-8d5c-db4b937cca4f Jul 07 19:05:37.956010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08506739-ded7-40c9-871a-5351c851fff4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:37.960886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:37.984025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.003960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:38.076307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0dca613-3a19-4b50-aec4-eeff0e466623 req-2553c889-8c16-44a9-988a-007709332b5d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223240 Jul 07 19:05:38.080100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:38.080658 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.104179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:38.117643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.119250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:38.119922 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.174222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.175211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:38.175793 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.228317 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-d78c23c2-509a-4303-a7db-72f53595c859 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4800591 Jul 07 19:05:38.276151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 1.4777081 Jul 07 19:05:38.279234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:38.291240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32850) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:38.294734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Request body: {'port': {'device_id': 'da215f60-678a-4c8a-8499-f3d3bdb7bd14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:38.308374 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe3aa-8448-4c4d-abdf-b4a2f7af6035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.310433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c78c39-84ec-43ce-a00f-37ee25c93b94 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f5939d-e81f-4560-8d5c-db4b937cca4f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:38.310733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] Request body: {'subnet': {'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-subnet', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:38.314048 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc7a124d-b3e3-4043-b131-3a609a9113e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.331787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network b3f5939d-e81f-4560-8d5c-db4b937cca4f details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:05:38.340095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.433973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:38.465552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ade07e41-2c8d-49ca-8cb1-0a9b335e1acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.486482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6269f813-b5d7-47ee-95e2-d72d84f211ab None None] Provisioning for port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:38.490542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6269f813-b5d7-47ee-95e2-d72d84f211ab None None] Provisioning complete for port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:38.490920 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6269f813-b5d7-47ee-95e2-d72d84f211ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.523565 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc7a124d-b3e3-4043-b131-3a609a9113e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.527205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:38.537649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:38.545032 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc7a124d-b3e3-4043-b131-3a609a9113e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.557453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6269f813-b5d7-47ee-95e2-d72d84f211ab None None] Port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:38.590506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:38.624658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bc7a124d-b3e3-4043-b131-3a609a9113e6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e6036f4fcc2047398096b8117c557bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296978 Jul 07 19:05:38.628387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a124d-b3e3-4043-b131-3a609a9113e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1a60cd-c86b-44e8-8e8e-0217b5dcacda,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:38.631600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:38.687097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] Made reservation on behalf of 4cc6ca5c96794139b13901a35fad1ba3 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:38.690710 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.701901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455c603-fce7-4017-b164-1bba0cfbb999 req-89b60b67-5fbb-4fa9-a7ac-262fb7fc3c66 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:38.704151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0455c603-fce7-4017-b164-1bba0cfbb999 req-89b60b67-5fbb-4fa9-a7ac-262fb7fc3c66 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 935 time: 0.1771946 Jul 07 19:05:38.704397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:38.754038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ca0f5c-5c91-4ba6-825d-9495cc1944d0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:38.762552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8a1f651-543e-4689-8306-7d209f29c0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.790743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153e8212-a083-481d-96e3-a345637908e8 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:38.797748 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0455c603-fce7-4017-b164-1bba0cfbb999 req-2ed3a1d7-a416-4b17-8581-a79e4c709f87 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791154 Jul 07 19:05:38.809961 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8a1f651-543e-4689-8306-7d209f29c0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.842654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.879292 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ade07e41-2c8d-49ca-8cb1-0a9b335e1acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.886280 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ade07e41-2c8d-49ca-8cb1-0a9b335e1acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.895806 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.910302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Transition to ACTIVE for port object 153e8212-a083-481d-96e3-a345637908e8 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:38.942429 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-471285ca-79b6-40fc-a8c1-7d90939b11b9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c8a64fd007a34651bac4d5c48b1d711a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2347746 Jul 07 19:05:38.943269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.947823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ade07e41-2c8d-49ca-8cb1-0a9b335e1acd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d607a8988b754914a89aecc0dbf0709c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013263 Jul 07 19:05:38.951182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:38.951316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:38.959565 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8a1f651-543e-4689-8306-7d209f29c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.961949 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8a1f651-543e-4689-8306-7d209f29c0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:38.964298 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f8a1f651-543e-4689-8306-7d209f29c0b0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6d1a60cd-c86b-44e8-8e8e-0217b5dcacda HTTP/1.1" status: 204 len: 168 time: 0.3294258 Jul 07 19:05:38.968637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade07e41-2c8d-49ca-8cb1-0a9b335e1acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7272508-9e16-4c83-a18f-22ce8cea3ddd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:38.994256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1f651-543e-4689-8306-7d209f29c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1a60cd-c86b-44e8-8e8e-0217b5dcacda,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:39.029540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bd23fd7-fd6a-41c9-a91e-2dcd003c6d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:39.053879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:39.054083 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bd23fd7-fd6a-41c9-a91e-2dcd003c6d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:39.120140 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bd23fd7-fd6a-41c9-a91e-2dcd003c6d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:39.123275 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bd23fd7-fd6a-41c9-a91e-2dcd003c6d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:39.124710 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2bd23fd7-fd6a-41c9-a91e-2dcd003c6d4b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b7272508-9e16-4c83-a18f-22ce8cea3ddd HTTP/1.1" status: 204 len: 168 time: 0.1720567 Jul 07 19:05:39.141182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd23fd7-fd6a-41c9-a91e-2dcd003c6d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7272508-9e16-4c83-a18f-22ce8cea3ddd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:39.192863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=153e8212-a083-481d-96e3-a345637908e8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:39.409591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227a8c7-489d-440a-96fe-7a0dc75b38e6 req-4937a27e-c9be-47b5-8b4f-3e2c5e989d9f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:39.411399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d227a8c7-489d-440a-96fe-7a0dc75b38e6 req-4937a27e-c9be-47b5-8b4f-3e2c5e989d9f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 935 time: 0.0990129 Jul 07 19:05:39.476789 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d227a8c7-489d-440a-96fe-7a0dc75b38e6 req-529b42f7-ba5a-4fc8-8665-77ffcb1ae322 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586379 Jul 07 19:05:39.602351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 2df93719-992f-4436-bc93-f62c9741a9b9 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:05:39.602920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Attempting to bind port 153e8212-a083-481d-96e3-a345637908e8 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:39.602920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Attempting to bind port 153e8212-a083-481d-96e3-a345637908e8 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:39.603400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Attempting to bind port 153e8212-a083-481d-96e3-a345637908e8 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:39.632781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 2df93719-992f-4436-bc93-f62c9741a9b9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:05:39.633365 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 2df93719-992f-4436-bc93-f62c9741a9b9 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:05:39.649844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Port 153e8212-a083-481d-96e3-a345637908e8 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:05:39.650167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Attempting to bind port 153e8212-a083-481d-96e3-a345637908e8 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:39.688245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56173cde-ad4e-4249-bd91-4d2ccdfe8c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:39.689979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:39.690314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:39.690698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:39.691142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Bound port: 153e8212-a083-481d-96e3-a345637908e8, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:39.691488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:39.780006 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:39.892951 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56173cde-ad4e-4249-bd91-4d2ccdfe8c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:39.913735 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:40.042508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e6024-ac4d-450e-9498-205cb5dd98b5 req-3ffe9903-2efb-45be-900c-560736dc4eac tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:40.042508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b47e6024-ac4d-450e-9498-205cb5dd98b5 req-3ffe9903-2efb-45be-900c-560736dc4eac tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 947 time: 0.0770667 Jul 07 19:05:40.088969 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] For port 153e8212-a083-481d-96e3-a345637908e8, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:40.089498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b47e6024-ac4d-450e-9498-205cb5dd98b5 req-5a59f590-c8c4-45c0-924e-86f469256af9 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445175 Jul 07 19:05:40.125952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=474c1c4b-4776-4e41-971d-48e3ede9a57f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:40.136318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] For port 153e8212-a083-481d-96e3-a345637908e8, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=153e8212-a083-481d-96e3-a345637908e8,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:40.166014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:40.238435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56173cde-ad4e-4249-bd91-4d2ccdfe8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:40.241024 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56173cde-ad4e-4249-bd91-4d2ccdfe8c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:40.242185 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-56173cde-ad4e-4249-bd91-4d2ccdfe8c08 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/35ee462e-d29d-4e2a-892e-792969d1e8cc HTTP/1.1" status: 204 len: 168 time: 1.2843540 Jul 07 19:05:40.270090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:05:40.284208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:40.284878 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:40.286451 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] 10.222.0.59 "PUT /v2.0/ports/153e8212-a083-481d-96e3-a345637908e8 HTTP/1.1" status: 200 len: 1096 time: 5.1099617 Jul 07 19:05:40.299481 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9768646b-9d14-4aca-8eff-cc5c8b33f58a', 'tag': '153e8212-a083-481d-96e3-a345637908e8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:40.302590 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c069fc05-6675-4f5a-89c5-0b86d9688565" -d '{"events": [{"name": "network-changed", "server_uuid": "9768646b-9d14-4aca-8eff-cc5c8b33f58a", "tag": "153e8212-a083-481d-96e3-a345637908e8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:40.329753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] Checking segment: {'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:40.330178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] Network hostable DHCP agents. Network: b3f5939d-e81f-4560-8d5c-db4b937cca4f, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:05:40.341086 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56173cde-ad4e-4249-bd91-4d2ccdfe8c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ee462e-d29d-4e2a-892e-792969d1e8cc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:40.377947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91c6f0b-b4e4-45af-a5be-0e3f61b71569 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:40.396174 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:40.414871 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8080ae70-daac-4146-b930-144344a3b97b x-openstack-request-id: req-8080ae70-daac-4146-b930-144344a3b97b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:40.415170 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9768646b-9d14-4aca-8eff-cc5c8b33f58a", "tag": "153e8212-a083-481d-96e3-a345637908e8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:40.415426 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8080ae70-daac-4146-b930-144344a3b97b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:40.415818 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9768646b-9d14-4aca-8eff-cc5c8b33f58a', 'tag': '153e8212-a083-481d-96e3-a345637908e8', 'status': 'completed', 'code': 200} Jul 07 19:05:40.505721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86d935-8830-4013-8895-28387a100fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=153e8212-a083-481d-96e3-a345637908e8,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:40.509957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Transition to ACTIVE for port object c91c6f0b-b4e4-45af-a5be-0e3f61b71569 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:40.543310 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:40.561940 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:40.585768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] Network b3f5939d-e81f-4560-8d5c-db4b937cca4f is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:05:40.727089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, b3f5939d-e81f-4560-8d5c-db4b937cca4f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:40.731389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:40.732177 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:40.738241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b3eed3-8042-4348-8ea1-d615a5835643 None None] Network b3f5939d-e81f-4560-8d5c-db4b937cca4f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:40.763600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Pushing event updated for resources: {'Port': ['ID=c91c6f0b-b4e4-45af-a5be-0e3f61b71569,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:40.820043 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-61827b14-461d-48b9-90d4-2b43a150bdcd admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5204351 Jul 07 19:05:40.841700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:40.849920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:40.876514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:40.888563 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Sync routers for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:05:40.896119 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-cd2d1294-a3a9-4ee3-9576-38fd5872836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:40.897586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733c2b3-4882-4746-af9b-ceb105fa4727 req-6e2031ae-c6ab-4132-afcd-5885ae44a83f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:40.898594 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-cd2d1294-a3a9-4ee3-9576-38fd5872836f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f509c6c55bc24bcea0fefc9c5457e07c&device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 1099 time: 0.4730682 Jul 07 19:05:40.904867 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c733c2b3-4882-4746-af9b-ceb105fa4727 req-6e2031ae-c6ab-4132-afcd-5885ae44a83f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 947 time: 0.2232704 Jul 07 19:05:40.908385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Attempting to bind port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:40.908965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Attempting to bind port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:40.909617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Attempting to bind port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:40.911038 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:40.917940 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:40.934046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:05:40.934724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Attempting to bind port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:40.959073 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:40.966375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:40.989313 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-a7df580d-ccc1-433b-9f50-dc8bacd07cc4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=153e8212-a083-481d-96e3-a345637908e8 HTTP/1.1" status: 200 len: 217 time: 0.0698338 Jul 07 19:05:40.994405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:05:40.995847 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.006705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.009799 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fe9117f2-45b9-40a4-8b34-30beb174f9c5 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.8729224 Jul 07 19:05:41.011792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c733c2b3-4882-4746-af9b-ceb105fa4727 req-e0c103e8-0e7a-4808-a8f9-90afd62821cf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046634 Jul 07 19:05:41.012732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:41.024906 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3720963-6b25-4119-a64a-a81a18142c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.051827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:41.052329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:41.052766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:41.053225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Bound port: c91c6f0b-b4e4-45af-a5be-0e3f61b71569, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:41.053589 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.123681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-83f59095-da66-44f9-8306-e12e1ce2fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:41.126260 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-83f59095-da66-44f9-8306-e12e1ce2fbe2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1358590 Jul 07 19:05:41.247552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.265430 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:41.266689 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Router f46fe88c-64f4-4282-9ab1-4edba70a7959 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:05:41.298272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Allocated IP 172.20.0.2 (b3f5939d-e81f-4560-8d5c-db4b937cca4f/474c1c4b-4776-4e41-971d-48e3ede9a57f/20fdbda1-761e-452f-afda-ca7a20a2f208) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:41.320326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:41.331794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] For port c91c6f0b-b4e4-45af-a5be-0e3f61b71569, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:41.347202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] For port c91c6f0b-b4e4-45af-a5be-0e3f61b71569, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c91c6f0b-b4e4-45af-a5be-0e3f61b71569,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:41.378973 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.397733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c954cd-0357-4b38-9be0-2c48a9ea9e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.516208 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.525970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Transition to ACTIVE for port object 20fdbda1-761e-452f-afda-ca7a20a2f208 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:41.543283 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Transition to ACTIVE for port object 20fdbda1-761e-452f-afda-ca7a20a2f208 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:41.561418 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.564763 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:37Z', 'revision_number': 3, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:41.600209 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Checking router: 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:05:41.605590 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Updating router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 port 11dd619b-9022-4d8c-a1d4-d15fded401e0 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:05:41.624266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:41.625982 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.629770 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] 10.222.0.112 "PUT /v2.0/ports/c91c6f0b-b4e4-45af-a5be-0e3f61b71569 HTTP/1.1" status: 200 len: 1096 time: 3.3486009 Jul 07 19:05:41.656790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Pushing event updated for resources: {'Port': ['ID=20fdbda1-761e-452f-afda-ca7a20a2f208,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:41.667631 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.697801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Network b3f5939d-e81f-4560-8d5c-db4b937cca4f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:41.700939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:41.702791 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.704570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:41.763813 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.853396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-840e4b89-0e7d-4912-a5ac-36fd669db51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:41.857905 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-840e4b89-0e7d-4912-a5ac-36fd669db51a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7214935 Jul 07 19:05:41.878251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Attempting to bind port 20fdbda1-761e-452f-afda-ca7a20a2f208 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:41.878251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Attempting to bind port 20fdbda1-761e-452f-afda-ca7a20a2f208 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:41.878251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Attempting to bind port 20fdbda1-761e-452f-afda-ca7a20a2f208 on network b3f5939d-e81f-4560-8d5c-db4b937cca4f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:41.886209 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:41.887205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Checking segment: {'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:41.888795 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.890166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Bound using segment: {'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:41.891551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Bound port: 20fdbda1-761e-452f-afda-ca7a20a2f208, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:41.892038 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.929229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25449965-6e9f-449d-9c64-95ed6568390b service neutron] Pushing event updated for resources: {'Port': ['ID=c91c6f0b-b4e4-45af-a5be-0e3f61b71569,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:42.017241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] For port 20fdbda1-761e-452f-afda-ca7a20a2f208, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:42.028061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] For port 20fdbda1-761e-452f-afda-ca7a20a2f208, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=20fdbda1-761e-452f-afda-ca7a20a2f208,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:42.047915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66fc88-4133-4c2f-bf28-3b56b060918b req-37c94b0e-711b-4d3e-bc92-c3b020f3e3dc tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:42.050475 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:42.057681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7d66fc88-4133-4c2f-bf28-3b56b060918b req-37c94b0e-711b-4d3e-bc92-c3b020f3e3dc tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 947 time: 0.7466707 Jul 07 19:05:42.109705 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c954cd-0357-4b38-9be0-2c48a9ea9e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:42.143260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c34b42-5416-4a06-bac5-ac7b53a2bbfb None None] Pushing event updated for resources: {'Port': ['ID=20fdbda1-761e-452f-afda-ca7a20a2f208,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:42.165034 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c954cd-0357-4b38-9be0-2c48a9ea9e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:42.212266 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:42.216307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-86c954cd-0357-4b38-9be0-2c48a9ea9e9c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1f738ef021f94861b1bf551f93295259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8943765 Jul 07 19:05:42.224683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:42.240237 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:42.251896 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Transition to ACTIVE for port object 11dd619b-9022-4d8c-a1d4-d15fded401e0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:42.262721 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:42.328847 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Attempting to bind port 11dd619b-9022-4d8c-a1d4-d15fded401e0 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:42.329823 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Attempting to bind port 11dd619b-9022-4d8c-a1d4-d15fded401e0 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:42.330344 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Attempting to bind port 11dd619b-9022-4d8c-a1d4-d15fded401e0 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:42.332757 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Pushing event updated for resources: {'Port': ['ID=11dd619b-9022-4d8c-a1d4-d15fded401e0,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:42.345775 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:42.346432 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:42.347751 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:42.348319 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:42.350782 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Bound port: 11dd619b-9022-4d8c-a1d4-d15fded401e0, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:42.355012 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:42.362532 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.363254 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.363762 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.364719 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.365156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:42.365380 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.365884 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.366366 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.374691 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.379341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Sync routers for ids ['f46fe88c-64f4-4282-9ab1-4edba70a7959'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:05:42.388697 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.391156 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.393603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Routers {'f46fe88c-64f4-4282-9ab1-4edba70a7959'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:42.394199 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.394709 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Tracked resource versions report: Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: pushed versions: Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'Log': {'1.0'}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'Network': {'1.1'}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'Port': {'1.7'}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'SubPort': {'1.0'}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'Subnet': {'1.1'}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'Trunk': {'1.1'}} Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: consumer versions: Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: { DHCP agent@n-d-792394-12: {}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: HyperV agent@n-h1-792394-12: {}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: HyperV agent@n-h2-792394-12: {}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: L3 agent@n-d-792394-12: {}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: Metadata agent@n-d-792394-12: {}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: Metering agent@n-d-792394-12: {}, Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: Open vSwitch agent@n-d-792394-12: { 'AddressGroup': '1.2', Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'ConntrackHelper': '1.0', Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'Log': '1.0', Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'Network': '1.1', Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'Port': '1.7', Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'PortForwarding': '1.2', Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'QosPolicy': '1.8', Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'SecurityGroup': '1.4', Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'SubPort': '1.0', Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'Subnet': '1.1', Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: 'Trunk': '1.1'}} Jul 07 19:05:42.396020 n-d-792394-12 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 19:05:42.400132 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f46fe88c-64f4-4282-9ab1-4edba70a7959'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:42.417366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da215f60-678a-4c8a-8499-f3d3bdb7bd14', 'tag': 'c91c6f0b-b4e4-45af-a5be-0e3f61b71569'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:42.419712 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f49182-13d4-4f9d-bc3b-40bb9c968c14" -d '{"events": [{"name": "network-changed", "server_uuid": "da215f60-678a-4c8a-8499-f3d3bdb7bd14", "tag": "c91c6f0b-b4e4-45af-a5be-0e3f61b71569"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:42.434161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-b5efac2f-13f2-4934-9039-a49690bcd5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:42.435726 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-b5efac2f-13f2-4934-9039-a49690bcd5ea service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 1099 time: 0.7270968 Jul 07 19:05:42.436505 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:42.462356 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-db6dc2d6-4eab-47f1-a396-6b6e428a59d8 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4824266 Jul 07 19:05:42.470079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:42.565147 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-e2c6629f-fc21-46b6-b886-c50555711375 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=c91c6f0b-b4e4-45af-a5be-0e3f61b71569 HTTP/1.1" status: 200 len: 217 time: 0.1014452 Jul 07 19:05:42.582265 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-2110d7be-454b-4278-93a8-03a6ce4141e0 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6541314 Jul 07 19:05:42.589564 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] For port 11dd619b-9022-4d8c-a1d4-d15fded401e0, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:42.600937 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] For port 11dd619b-9022-4d8c-a1d4-d15fded401e0, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=11dd619b-9022-4d8c-a1d4-d15fded401e0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:42.612128 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:42.644043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c954cd-0357-4b38-9be0-2c48a9ea9e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aac574-c75b-4881-b516-740d065db84d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:42.652075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7d66fc88-4133-4c2f-bf28-3b56b060918b req-21baa9eb-cf01-4321-89e9-34ddd70cfe84 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928020 Jul 07 19:05:42.717934 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:42.719660 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:42.723191 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928322e8-c0d0-4c13-8bbb-435774c190fc None None] Pushing event updated for resources: {'Port': ['ID=11dd619b-9022-4d8c-a1d4-d15fded401e0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:42.758171 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Set router f46fe88c-64f4-4282-9ab1-4edba70a7959 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:42.896773 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:42.899292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-ce1c0130-3c1d-4588-8767-e58e59394dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:42.900887 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-ce1c0130-3c1d-4588-8767-e58e59394dd0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.3230562 Jul 07 19:05:42.935580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c6d2d990-4e19-4ce8-a840-24da870f9175 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502777 Jul 07 19:05:42.939026 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:42.978764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'name': 'tempest-FloatingIPsTestJSON-768819227-router', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:33Z', 'updated_at': '2021-07-07T19:05:38Z', 'revision_number': 3, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'gw_port': {'id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:36Z', 'updated_at': '2021-07-07T19:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:43.003827 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e03b9b09-29e0-4f5c-83ba-5035027164dd req-646f7703-5f48-4519-a345-290b37e5bf65 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075863 Jul 07 19:05:43.018122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Checking router: f46fe88c-64f4-4282-9ab1-4edba70a7959 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:05:43.018414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Updating router f46fe88c-64f4-4282-9ab1-4edba70a7959 port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:05:43.063301 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.085654 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-3db6c038-7535-497b-833a-3914a5b029fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:43.087389 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-3db6c038-7535-497b-833a-3914a5b029fe service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1390469 Jul 07 19:05:43.134246 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.222979 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:37Z', 'revision_number': 3, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:43.252141 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28a267-1157-4426-801a-53ce5b9a8e67 None None] The sync data for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 is: [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:37Z', 'revision_number': 3, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:05:43.306214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74361cf-6339-462d-8033-9f2f293d6fe6 req-53b73942-b154-46b1-80c9-b2d621b6f621 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:43.307630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f74361cf-6339-462d-8033-9f2f293d6fe6 req-53b73942-b154-46b1-80c9-b2d621b6f621 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 947 time: 0.4988239 Jul 07 19:05:43.408306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069fc05-6675-4f5a-89c5-0b86d9688565 req-aa262661-0a46-4192-90cf-d28e8e175ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:43.409933 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c069fc05-6675-4f5a-89c5-0b86d9688565 req-aa262661-0a46-4192-90cf-d28e8e175ccc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f509c6c55bc24bcea0fefc9c5457e07c&device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 1099 time: 0.2573349 Jul 07 19:05:43.428261 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-b220b8c1-4ffc-453f-8c89-d317ca3af672 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839656 Jul 07 19:05:43.538299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845291-5996-471d-8a45-ae185d9aec7b req-aca12053-6ab1-470a-b440-d11705dff491 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:43.539835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-aca12053-6ab1-470a-b440-d11705dff491 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5904000 Jul 07 19:05:43.557575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 20fdbda1-761e-452f-afda-ca7a20a2f208 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:43.635234 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.702086 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.704902 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.707507 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.713135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/45aac574-c75b-4881-b516-740d065db84d HTTP/1.1" status: 204 len: 168 time: 1.4768789 Jul 07 19:05:43.729192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aac574-c75b-4881-b516-740d065db84d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:43.730023 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.758139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Transition to ACTIVE for port object b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:43.760708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f74361cf-6339-462d-8033-9f2f293d6fe6 req-05f45391-093b-4fcf-99ea-fdee6cccda49 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410732 Jul 07 19:05:43.765399 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.766413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27013d9-9064-41e5-9908-6a16ec9c1499 None None] Network b3f5939d-e81f-4560-8d5c-db4b937cca4f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:43.778669 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.824921 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-1f230e52-2ac1-4723-a51b-8653cce63d26 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/quotas/2ff2b51f57b445d8be48b8fe09df264e HTTP/1.1" status: 200 len: 375 time: 0.2161617 Jul 07 19:05:43.858430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.865017 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf117a6-5ade-400b-9f16-3dd129688c10 x-openstack-request-id: req-daf117a6-5ade-400b-9f16-3dd129688c10 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:43.866280 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da215f60-678a-4c8a-8499-f3d3bdb7bd14", "tag": "c91c6f0b-b4e4-45af-a5be-0e3f61b71569", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:43.866544 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-daf117a6-5ade-400b-9f16-3dd129688c10 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:43.866947 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da215f60-678a-4c8a-8499-f3d3bdb7bd14', 'tag': 'c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'status': 'completed', 'code': 200} Jul 07 19:05:43.894996 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5729de4-f56b-4053-97dd-eb06223d2677 req-081bcfd2-2dc7-4bdf-8cc9-7ae532ed2b1e service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938642 Jul 07 19:05:43.898200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069fc05-6675-4f5a-89c5-0b86d9688565 req-39169dbb-695f-4afe-b806-b817c432660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:43.900417 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c069fc05-6675-4f5a-89c5-0b86d9688565 req-39169dbb-695f-4afe-b806-b817c432660e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.4678626 Jul 07 19:05:43.901996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.902359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.902712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.903056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.903396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.903727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.904078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.904379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.904731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.906097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.906449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.906783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c512fa-e811-4bb8-bb45-3a66298054ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:43.908698 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954af216-7c3c-41e6-a2a9-a8c8c9f38d3a None None] Pushing event updated for resources: {'Port': ['ID=b9ca0f5c-5c91-4ba6-825d-9495cc1944d0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:43.955980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 20fdbda1-761e-452f-afda-ca7a20a2f208 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:43.992200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d458264e-6953-4c14-a1a1-52401eb8d96a None None] Provisioning for port 20fdbda1-761e-452f-afda-ca7a20a2f208 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:44.007142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d458264e-6953-4c14-a1a1-52401eb8d96a None None] Provisioning complete for port 20fdbda1-761e-452f-afda-ca7a20a2f208 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:44.007504 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d458264e-6953-4c14-a1a1-52401eb8d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.009094 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.009840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Attempting to bind port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:44.010206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Attempting to bind port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:44.010562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Attempting to bind port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:44.025755 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c069fc05-6675-4f5a-89c5-0b86d9688565 req-03e41397-2cc3-4f94-9acb-e741d1415507 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=153e8212-a083-481d-96e3-a345637908e8 HTTP/1.1" status: 200 len: 217 time: 0.1112263 Jul 07 19:05:44.029615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:44.030238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:44.030808 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.031541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:44.033644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Bound port: b9ca0f5c-5c91-4ba6-825d-9495cc1944d0, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:44.034417 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.036293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 20fdbda1-761e-452f-afda-ca7a20a2f208 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:44.036847 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.041391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-cabf5fb0-252e-45e5-a888-0d9a2085acd7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2155106 Jul 07 19:05:44.111298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069fc05-6675-4f5a-89c5-0b86d9688565 req-442fc59f-8b60-427e-ac13-9ab49cf255a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:44.113197 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c069fc05-6675-4f5a-89c5-0b86d9688565 req-442fc59f-8b60-427e-ac13-9ab49cf255a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0622756 Jul 07 19:05:44.287230 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Allocated IP 172.20.0.1 (14350ecd-b545-4560-b021-9a180b44d18e/9b2d99d6-4436-40dd-8526-b55cdfe3e52f/86186326-52ed-4daf-8363-15545a596b8b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:44.310540 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.420135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 20fdbda1-761e-452f-afda-ca7a20a2f208, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=20fdbda1-761e-452f-afda-ca7a20a2f208,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:44.422670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] For port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:44.485901 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.511531 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.525346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] For port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b9ca0f5c-5c91-4ba6-825d-9495cc1944d0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:44.553663 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.555900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Transition to ACTIVE for port object 86186326-52ed-4daf-8363-15545a596b8b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:44.612989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61ed4ee9-70b9-4f3b-8d8b-ce9d38086b7d req-d8e820a0-f02c-4478-b77d-aeceb8b188ab tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 210 time: 0.0433319 Jul 07 19:05:44.622995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f49182-13d4-4f9d-bc3b-40bb9c968c14 req-84e4c8d1-c4c3-4d86-b98b-52e47cc94f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:44.624767 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-43f49182-13d4-4f9d-bc3b-40bb9c968c14 req-84e4c8d1-c4c3-4d86-b98b-52e47cc94f0b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 1099 time: 0.6392972 Jul 07 19:05:44.651485 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.705189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Routers {'f46fe88c-64f4-4282-9ab1-4edba70a7959'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:44.706773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f46fe88c-64f4-4282-9ab1-4edba70a7959'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:44.754957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Allocated IP 172.25.2.6 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/3ab129cc-dbb9-420d-accf-7aefa8130fb0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:44.813537 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Pushing event updated for resources: {'Port': ['ID=86186326-52ed-4daf-8363-15545a596b8b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:44.834501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.834855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.835199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.851700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.852282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.853047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.853550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.854064 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.854550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.854666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=20fdbda1-761e-452f-afda-ca7a20a2f208,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:44.855129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.855610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.856111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.895779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Network 14350ecd-b545-4560-b021-9a180b44d18e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:44.899394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab3ffa-1023-4ae1-9b59-e031d75b490c req-8e7c53ae-1d0d-4537-a1d9-e65c5fd81698 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:44.910038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:44.913210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:44.913703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.926898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcab3ffa-1023-4ae1-9b59-e031d75b490c req-8e7c53ae-1d0d-4537-a1d9-e65c5fd81698 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 947 time: 0.3993938 Jul 07 19:05:45.159571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954af216-7c3c-41e6-a2a9-a8c8c9f38d3a None None] Pushing event updated for resources: {'Port': ['ID=b9ca0f5c-5c91-4ba6-825d-9495cc1944d0,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:45.160612 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069fc05-6675-4f5a-89c5-0b86d9688565 req-cb53a9e5-9f50-4aff-b010-a75370508023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:45.161993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Allocated IP 172.20.0.1 (316f751f-01ed-42b8-8a52-47968efc8ee7/a4e5bb48-c9b7-4747-8676-f7af843cddd5/f17eb71d-bd16-4168-a9ba-363bf80eae02) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:45.165654 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c069fc05-6675-4f5a-89c5-0b86d9688565 req-cb53a9e5-9f50-4aff-b010-a75370508023 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0439005 Jul 07 19:05:45.212298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] Set router f46fe88c-64f4-4282-9ab1-4edba70a7959 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:45.236988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcab3ffa-1023-4ae1-9b59-e031d75b490c req-024d138e-decf-40ce-a063-f6ee471d2213 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089113 Jul 07 19:05:45.377456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f49182-13d4-4f9d-bc3b-40bb9c968c14 req-40f60baa-0999-490d-8bf6-0018ff99ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:45.379058 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-43f49182-13d4-4f9d-bc3b-40bb9c968c14 req-40f60baa-0999-490d-8bf6-0018ff99ca29 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.7293596 Jul 07 19:05:45.508262 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:45.689439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 153e8212-a083-481d-96e3-a345637908e8 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:05:45.692638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-517e0846-c9f8-4be7-a185-bc0cbf9959fd None None] Provisioning complete for port 20fdbda1-761e-452f-afda-ca7a20a2f208 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:45.693327 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-517e0846-c9f8-4be7-a185-bc0cbf9959fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:45.744808 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:45.802729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Transition to ACTIVE for port object f17eb71d-bd16-4168-a9ba-363bf80eae02 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:45.920824 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:45.940261 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-43f49182-13d4-4f9d-bc3b-40bb9c968c14 req-ea70addd-4ace-4ddf-9cb1-4f135baf5951 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=c91c6f0b-b4e4-45af-a5be-0e3f61b71569 HTTP/1.1" status: 200 len: 217 time: 0.5526006 Jul 07 19:05:45.991768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 153e8212-a083-481d-96e3-a345637908e8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=153e8212-a083-481d-96e3-a345637908e8,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:46.003041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:46.008414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Pushing event updated for resources: {'Port': ['ID=f17eb71d-bd16-4168-a9ba-363bf80eae02,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:46.010482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '153e8212-a083-481d-96e3-a345637908e8', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '153e8212-a083-481d-96e3-a345637908e8', 'mac_address': 'fa:16:3e:8c:5f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:05:46.012580 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:46.016685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 20fdbda1-761e-452f-afda-ca7a20a2f208 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:46.103040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Pushing event updated for resources: {'Port': ['ID=3ab129cc-dbb9-420d-accf-7aefa8130fb0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:46.136838 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:46.142321 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c069fc05-6675-4f5a-89c5-0b86d9688565 req-36c38906-c90a-4c5e-9434-0eea04b54b6d service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8860362 Jul 07 19:05:46.146269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f49182-13d4-4f9d-bc3b-40bb9c968c14 req-46729f82-c107-4219-aa6d-a71518afe32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:46.147873 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-43f49182-13d4-4f9d-bc3b-40bb9c968c14 req-46729f82-c107-4219-aa6d-a71518afe32b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1463630 Jul 07 19:05:46.172362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153e8212-a083-481d-96e3-a345637908e8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:46.173096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:46.178902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5392158f-52f0-4154-9df6-cff5895e0e32 req-c95b0a6a-34b3-4e16-8e89-b80840b53614 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 210 time: 0.2674940 Jul 07 19:05:46.198347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Network 316f751f-01ed-42b8-8a52-47968efc8ee7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:46.201798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:46.207866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:46.209006 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:46.215453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 153e8212-a083-481d-96e3-a345637908e8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=153e8212-a083-481d-96e3-a345637908e8,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:46.225674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'name': 'tempest-FloatingIPsTestJSON-768819227-router', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:33Z', 'updated_at': '2021-07-07T19:05:38Z', 'revision_number': 3, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'gw_port': {'id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:36Z', 'updated_at': '2021-07-07T19:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:46.332070 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:46.336099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 20fdbda1-761e-452f-afda-ca7a20a2f208 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:46.336810 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:46.340291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822b460-ccb1-4c20-a02b-8dc8e5de92f5 None None] The sync data for ids ['f46fe88c-64f4-4282-9ab1-4edba70a7959'] in n-d-792394-12 is: [{'id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'name': 'tempest-FloatingIPsTestJSON-768819227-router', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:33Z', 'updated_at': '2021-07-07T19:05:38Z', 'revision_number': 3, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'gw_port': {'id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:36Z', 'updated_at': '2021-07-07T19:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:05:46.501147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:46.509755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:46.516684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:46.585248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dddf0bb0-3dcb-4ae8-812d-873ea588788b None None] Provisioning for port 86186326-52ed-4daf-8363-15545a596b8b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:46.591747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f49182-13d4-4f9d-bc3b-40bb9c968c14 req-009fdad7-2a7e-4888-8127-ea288789d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:46.601580 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-43f49182-13d4-4f9d-bc3b-40bb9c968c14 req-009fdad7-2a7e-4888-8127-ea288789d823 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4436467 Jul 07 19:05:46.616789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dddf0bb0-3dcb-4ae8-812d-873ea588788b None None] Provisioning complete for port 86186326-52ed-4daf-8363-15545a596b8b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:46.617431 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dddf0bb0-3dcb-4ae8-812d-873ea588788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:46.628267 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f081019-0aad-40b1-919b-f70ee188e6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:46.680525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dddf0bb0-3dcb-4ae8-812d-873ea588788b None None] Port 86186326-52ed-4daf-8363-15545a596b8b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:46.684163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['153e8212-a083-481d-96e3-a345637908e8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:46.689214 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c069fc05-6675-4f5a-89c5-0b86d9688565 req-59a50aa2-6be0-42de-bc2d-15629e778df0 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346932 Jul 07 19:05:46.700261 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:05:46.739670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=153e8212-a083-481d-96e3-a345637908e8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:46.893942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6392b9e3-2289-40e6-b0a0-51d99a4f27c7 None None] Provisioning for port f17eb71d-bd16-4168-a9ba-363bf80eae02 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:46.907208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6392b9e3-2289-40e6-b0a0-51d99a4f27c7 None None] Provisioning complete for port f17eb71d-bd16-4168-a9ba-363bf80eae02 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:46.907948 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6392b9e3-2289-40e6-b0a0-51d99a4f27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:46.949998 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-43f49182-13d4-4f9d-bc3b-40bb9c968c14 req-1d1d001a-d977-44d8-af0a-a8be626f1ed2 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075495 Jul 07 19:05:47.102344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f06d-d684-49e8-a154-2a3d1a4e4bec req-4609aff9-63be-4312-838c-50aaf885d470 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:47.104572 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c52f06d-d684-49e8-a154-2a3d1a4e4bec req-4609aff9-63be-4312-838c-50aaf885d470 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 947 time: 1.5136068 Jul 07 19:05:47.124916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.127330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 11dd619b-9022-4d8c-a1d4-d15fded401e0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:47.129469 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-43f49182-13d4-4f9d-bc3b-40bb9c968c14 req-5ce46727-c6e6-4e15-aed1-554d43b3ebb3 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347759 Jul 07 19:05:47.138550 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.139397 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.164059 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-2f3ced4e-6933-44d8-b08b-772df8b2eb17 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811346 Jul 07 19:05:47.212997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6392b9e3-2289-40e6-b0a0-51d99a4f27c7 None None] Port f17eb71d-bd16-4168-a9ba-363bf80eae02 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:47.268515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 11dd619b-9022-4d8c-a1d4-d15fded401e0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:47.275457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 11dd619b-9022-4d8c-a1d4-d15fded401e0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:47.276261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.355673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Pushing event updated for resources: {'Port': ['ID=86186326-52ed-4daf-8363-15545a596b8b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:47.378941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.400263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Network 14350ecd-b545-4560-b021-9a180b44d18e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:47.401830 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c52f06d-d684-49e8-a154-2a3d1a4e4bec req-56f1e3dd-83d4-4c48-bab4-0a45635bd058 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494400 Jul 07 19:05:47.403183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 11dd619b-9022-4d8c-a1d4-d15fded401e0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=11dd619b-9022-4d8c-a1d4-d15fded401e0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:47.412760 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.422920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f081019-0aad-40b1-919b-f70ee188e6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.424977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:47.513240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=11dd619b-9022-4d8c-a1d4-d15fded401e0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:47.560821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c91c6f0b-b4e4-45af-a5be-0e3f61b71569 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:05:47.595123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f081019-0aad-40b1-919b-f70ee188e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.664704 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3f081019-0aad-40b1-919b-f70ee188e6cf admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=25dd86f08204493998e18069f0e2efc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4897709 Jul 07 19:05:47.676294 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:47.710247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:47.721480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Router f46fe88c-64f4-4282-9ab1-4edba70a7959 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:05:47.736503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f081019-0aad-40b1-919b-f70ee188e6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cd468e-0a2f-43cb-968c-cfcd7010c7f8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:47.739421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a433e96-9213-46ac-bddb-a33ff5a08145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.778965 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a433e96-9213-46ac-bddb-a33ff5a08145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.821417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c91c6f0b-b4e4-45af-a5be-0e3f61b71569, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c91c6f0b-b4e4-45af-a5be-0e3f61b71569,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:47.828935 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.845167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:47.846841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0f28d-28ab-4ef7-b3e7-9698286d4318 req-de76264d-84b6-489b-bcab-25fb5aaf974c tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:47.850198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'mac_address': 'fa:16:3e:ff:fa:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:05:47.853744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cff0f28d-28ab-4ef7-b3e7-9698286d4318 req-de76264d-84b6-489b-bcab-25fb5aaf974c tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 948 time: 0.7686498 Jul 07 19:05:47.853955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:47.854430 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.899449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aad1b648-166f-4374-91ee-5c5b2abedf65 None None] Provisioning complete for port 86186326-52ed-4daf-8363-15545a596b8b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:47.899822 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aad1b648-166f-4374-91ee-5c5b2abedf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.950679 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.952335 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.969306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aad1b648-166f-4374-91ee-5c5b2abedf65 None None] Port 86186326-52ed-4daf-8363-15545a596b8b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:47.975502 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91c6f0b-b4e4-45af-a5be-0e3f61b71569 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:47.989267 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:47.991298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a433e96-9213-46ac-bddb-a33ff5a08145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.995168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a433e96-9213-46ac-bddb-a33ff5a08145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:47.995843 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8a433e96-9213-46ac-bddb-a33ff5a08145 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b2cd468e-0a2f-43cb-968c-cfcd7010c7f8 HTTP/1.1" status: 204 len: 168 time: 0.3185384 Jul 07 19:05:48.000311 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7ebd4003-7433-4a33-9d19-e54900942e4e admin admin] 10.222.0.113 "PUT /v2.0/routers/f46fe88c-64f4-4282-9ab1-4edba70a7959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5242481 Jul 07 19:05:48.010264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a433e96-9213-46ac-bddb-a33ff5a08145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cd468e-0a2f-43cb-968c-cfcd7010c7f8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:48.011115 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c91c6f0b-b4e4-45af-a5be-0e3f61b71569, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c91c6f0b-b4e4-45af-a5be-0e3f61b71569,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:48.018253 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.025853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-516cd0c6-840c-4127-b28f-c63cbfb4e352 req-8b592aba-106e-44cf-aa2a-a987254c58c8 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 210 time: 0.0708287 Jul 07 19:05:48.065494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845291-5996-471d-8a45-ae185d9aec7b req-85ab7d30-5411-41ac-bea6-eb6b10374f1a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:48.066993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-85ab7d30-5411-41ac-bea6-eb6b10374f1a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8462551 Jul 07 19:05:48.144835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Request body: {'port': {'device_id': '393005cf-055d-4c8a-b97b-2a402191a136', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '2ff2b51f57b445d8be48b8fe09df264e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:48.148745 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.189130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=c91c6f0b-b4e4-45af-a5be-0e3f61b71569,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:48.205870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b9ca0f5c-5c91-4ba6-825d-9495cc1944d0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:48.215612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cff0f28d-28ab-4ef7-b3e7-9698286d4318 req-1e07aef0-1c4a-4093-9b73-28d17eafbe05 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578700 Jul 07 19:05:48.216967 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.256680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:48.354466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=b9ca0f5c-5c91-4ba6-825d-9495cc1944d0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:48.549462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Made reservation on behalf of 2ff2b51f57b445d8be48b8fe09df264e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:48.553029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.569018 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.575763 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.586260 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.615714 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.616453 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.648577 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.664539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:48.680956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f214a816-a24c-49c3-859c-54c0a20111ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.780904 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f214a816-a24c-49c3-859c-54c0a20111ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.785485 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f214a816-a24c-49c3-859c-54c0a20111ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.841714 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f214a816-a24c-49c3-859c-54c0a20111ba admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b0d73c2107dc4835a398712a6af55bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724782 Jul 07 19:05:48.841714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214a816-a24c-49c3-859c-54c0a20111ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31908e6-a3b7-4117-8b34-22b74dd424ef,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:48.845199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:48.846783 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Sync routers for ids ['f46fe88c-64f4-4282-9ab1-4edba70a7959'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:05:48.872422 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Routers {'f46fe88c-64f4-4282-9ab1-4edba70a7959'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:48.874121 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f46fe88c-64f4-4282-9ab1-4edba70a7959'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:48.908418 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34631cc4-e9fb-4706-8c9b-01cfd7a1c63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.934870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34631cc4-e9fb-4706-8c9b-01cfd7a1c63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.995444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34631cc4-e9fb-4706-8c9b-01cfd7a1c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.999258 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34631cc4-e9fb-4706-8c9b-01cfd7a1c63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:49.002233 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-34631cc4-e9fb-4706-8c9b-01cfd7a1c63d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e31908e6-a3b7-4117-8b34-22b74dd424ef HTTP/1.1" status: 204 len: 168 time: 0.1565335 Jul 07 19:05:49.006848 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Set router f46fe88c-64f4-4282-9ab1-4edba70a7959 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:49.021202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34631cc4-e9fb-4706-8c9b-01cfd7a1c63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31908e6-a3b7-4117-8b34-22b74dd424ef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:49.127689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Pushing event updated for resources: {'Port': ['ID=f17eb71d-bd16-4168-a9ba-363bf80eae02,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:49.226477 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-9e3be8d3-f4fc-4c12-9dbc-3fe697446323 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6448452 Jul 07 19:05:49.244639 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'name': 'tempest-FloatingIPsTestJSON-768819227-router', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:33Z', 'updated_at': '2021-07-07T19:05:45Z', 'revision_number': 4, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'gw_port': {'id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:36Z', 'updated_at': '2021-07-07T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '86186326-52ed-4daf-8363-15545a596b8b', 'name': '', 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'mac_address': 'fa:16:3e:c5:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9b2d99d6-4436-40dd-8526-b55cdfe3e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:46Z', 'revision_number': 2, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'subnets': [{'id': '9b2d99d6-4436-40dd-8526-b55cdfe3e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:49.252845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:49.275617 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Checking router: f46fe88c-64f4-4282-9ab1-4edba70a7959 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:05:49.276078 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Updating router f46fe88c-64f4-4282-9ab1-4edba70a7959 port 86186326-52ed-4daf-8363-15545a596b8b binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:05:49.304796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97b24b-9ab6-4969-810e-9c47aeb894be req-7a21f0d3-1b7e-4db4-a759-e76304dc47ec tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:49.306291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c97b24b-9ab6-4969-810e-9c47aeb894be req-7a21f0d3-1b7e-4db4-a759-e76304dc47ec tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 948 time: 0.5963805 Jul 07 19:05:49.311351 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:49.318177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Network 316f751f-01ed-42b8-8a52-47968efc8ee7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:49.333017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:49.389057 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:49.444563 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:49.495699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c97b24b-9ab6-4969-810e-9c47aeb894be req-e88c0663-0330-4779-99e1-d597331cb3a1 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718440 Jul 07 19:05:49.525598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Router 95968884-20a0-4e03-9fe1-7aee37d3aa62 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:05:49.552430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:49.624230 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:49.637809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c91c6f0b-b4e4-45af-a5be-0e3f61b71569 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:49.691184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 153e8212-a083-481d-96e3-a345637908e8 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:49.738791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06863e49-c61c-470a-9c47-86fc6a226928,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:49.775053 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8da70ab5-a025-4838-aa7c-93bf0ad8ee97 None None] Provisioning complete for port f17eb71d-bd16-4168-a9ba-363bf80eae02 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:49.775804 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8da70ab5-a025-4838-aa7c-93bf0ad8ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:49.781801 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:49.795133 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Transition to ACTIVE for port object 86186326-52ed-4daf-8363-15545a596b8b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:49.804199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-482330bc-6091-4af2-8380-97fd2b46e58b req-a8fd00f5-65d0-4f4f-a6f0-45cd6a0a7665 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 210 time: 0.1363225 Jul 07 19:05:49.804400 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:49.901149 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ad681-a4b3-441a-af0a-0e405fdc55cd None None] Pushing event updated for resources: {'Port': ['ID=86186326-52ed-4daf-8363-15545a596b8b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:49.901923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:05:49.924776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:49.926473 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:49.942720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:49.948112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8da70ab5-a025-4838-aa7c-93bf0ad8ee97 None None] Port f17eb71d-bd16-4168-a9ba-363bf80eae02 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:49.950278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Allocated IP 192.168.233.79 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/8d05b328-90c8-4ffb-82c4-e6703b612a06) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:50.013960 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Attempting to bind port 86186326-52ed-4daf-8363-15545a596b8b on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:50.014367 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Attempting to bind port 86186326-52ed-4daf-8363-15545a596b8b by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'c0e8f944-52a6-4a57-a91f-abcfb2e31408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:50.014756 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Attempting to bind port 86186326-52ed-4daf-8363-15545a596b8b on network 14350ecd-b545-4560-b021-9a180b44d18e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:50.029671 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:50.030047 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Checking segment: {'id': 'c0e8f944-52a6-4a57-a91f-abcfb2e31408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:50.030450 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.033032 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Bound using segment: {'id': 'c0e8f944-52a6-4a57-a91f-abcfb2e31408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:50.034173 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Bound port: 86186326-52ed-4daf-8363-15545a596b8b, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e8f944-52a6-4a57-a91f-abcfb2e31408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:50.034173 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.054418 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:50.054856 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.097994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 153e8212-a083-481d-96e3-a345637908e8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:50.103480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 153e8212-a083-481d-96e3-a345637908e8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:50.104807 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.107625 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:50.108178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:50.150727 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] For port 86186326-52ed-4daf-8363-15545a596b8b, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:50.155685 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] For port 86186326-52ed-4daf-8363-15545a596b8b, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=86186326-52ed-4daf-8363-15545a596b8b,segment=NetworkSegment(c0e8f944-52a6-4a57-a91f-abcfb2e31408),segment_id=c0e8f944-52a6-4a57-a91f-abcfb2e31408)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:50.162524 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.169192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Sync routers for ids ['95968884-20a0-4e03-9fe1-7aee37d3aa62'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:05:50.181733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.186058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33142) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:50.186368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d05e3ff8-ae69-47c4-b356-7ef68a9faa2b admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 9.3409863 Jul 07 19:05:50.241620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Routers {'95968884-20a0-4e03-9fe1-7aee37d3aa62'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:50.242389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['95968884-20a0-4e03-9fe1-7aee37d3aa62'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:50.254349 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Routers {'f46fe88c-64f4-4282-9ab1-4edba70a7959'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:50.254986 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f46fe88c-64f4-4282-9ab1-4edba70a7959'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:50.294048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2139058113-network', 'tenant_id': '2ea636e25be04234be2327f4e2b75b9d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:50.350630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 11dd619b-9022-4d8c-a1d4-d15fded401e0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:50.379149 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Made reservation on behalf of 2ea636e25be04234be2327f4e2b75b9d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:50.381930 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.396928 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.399196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:50.410632 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.417249 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] Set router f46fe88c-64f4-4282-9ab1-4edba70a7959 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:50.429528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d691d00f-a774-4977-86f5-469d38c61d2e admin admin] 10.222.0.113 "PUT /v2.0/routers/3e4432f3-f8d4-47f2-8b80-78de76dee7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4137251 Jul 07 19:05:50.445029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d4914-5245-4966-ad69-d21f0a56f629 req-143d97d0-84a3-4e23-8d2a-028a5ae12c48 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:50.447254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e5d4914-5245-4966-ad69-d21f0a56f629 req-143d97d0-84a3-4e23-8d2a-028a5ae12c48 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 948 time: 0.4656632 Jul 07 19:05:50.582119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Set router 95968884-20a0-4e03-9fe1-7aee37d3aa62 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:50.602078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.655514 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e5d4914-5245-4966-ad69-d21f0a56f629 req-35ff6344-9a8a-4f47-81a0-78178ebb6995 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880472 Jul 07 19:05:50.704841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Transition to ACTIVE for port object 8d05b328-90c8-4ffb-82c4-e6703b612a06 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:50.727166 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Sync routers for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:05:50.729566 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.776955 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:50.777597 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:50.805063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.808994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Allocated IP 172.25.2.189 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/200c6564-6248-4f75-832c-e4cabe466cc6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:50.841756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.886598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:05:50.899229 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:50.935712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a083d4-6bdd-4bf4-9b1c-2e379021080f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:50.947316 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:50.947768 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Added segment 0a2fd980-c75b-4b05-b425-717f9fb1eebd of type vlan for network f9402cbc-8241-417f-8254-7790ced7d57e Jul 07 19:05:50.960668 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ad681-a4b3-441a-af0a-0e405fdc55cd None None] Pushing event updated for resources: {'Port': ['ID=86186326-52ed-4daf-8363-15545a596b8b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:50.977524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.038418 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.063485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c91c6f0b-b4e4-45af-a5be-0e3f61b71569, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c91c6f0b-b4e4-45af-a5be-0e3f61b71569,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:51.080692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da215f60-678a-4c8a-8499-f3d3bdb7bd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91c6f0b-b4e4-45af-a5be-0e3f61b71569'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:51.087070 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f11f87f-34ff-423b-893e-e4042b41cdb8" -d '{"events": [{"server_uuid": "da215f60-678a-4c8a-8499-f3d3bdb7bd14", "name": "network-vif-plugged", "status": "completed", "tag": "c91c6f0b-b4e4-45af-a5be-0e3f61b71569"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:51.100240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:51.114304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Pushing event updated for resources: {'Port': ['ID=8d05b328-90c8-4ffb-82c4-e6703b612a06,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:51.118349 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.119708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:51.130843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:51.137883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:51.138191 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.138640 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.179805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.181424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:51.181743 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.183123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.217082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-c5bc207b-033d-4657-bc12-c822da2e54e9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0864656 Jul 07 19:05:51.220998 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1120393 Jul 07 19:05:51.232228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:51.247844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] Request body: {'subnet': {'network_id': 'f9402cbc-8241-417f-8254-7790ced7d57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2139058113-subnet', 'tenant_id': '2ea636e25be04234be2327f4e2b75b9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:51.262962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 11dd619b-9022-4d8c-a1d4-d15fded401e0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:51.263345 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.264051 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'name': 'tempest-FloatingIPsTestJSON-768819227-router', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:33Z', 'updated_at': '2021-07-07T19:05:45Z', 'revision_number': 4, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'gw_port': {'id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:36Z', 'updated_at': '2021-07-07T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '86186326-52ed-4daf-8363-15545a596b8b', 'name': '', 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'mac_address': 'fa:16:3e:c5:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9b2d99d6-4436-40dd-8526-b55cdfe3e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:50Z', 'revision_number': 4, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'subnets': [{'id': '9b2d99d6-4436-40dd-8526-b55cdfe3e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:51.267911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e836314-8dd3-4ba0-be5f-eb7a0883d36f req-20cf47b9-1c75-4e2c-8bb1-22a59c91281b tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:51.278542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e836314-8dd3-4ba0-be5f-eb7a0883d36f req-20cf47b9-1c75-4e2c-8bb1-22a59c91281b tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 948 time: 0.3230252 Jul 07 19:05:51.294775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Request body: {'port': {'device_id': '393005cf-055d-4c8a-b97b-2a402191a136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:51.324616 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac533892-1996-4971-90cc-0f4258748d8f None None] The sync data for ids ['f46fe88c-64f4-4282-9ab1-4edba70a7959'] in n-d-792394-12 is: [{'id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'name': 'tempest-FloatingIPsTestJSON-768819227-router', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:33Z', 'updated_at': '2021-07-07T19:05:45Z', 'revision_number': 4, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'gw_port': {'id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:36Z', 'updated_at': '2021-07-07T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '86186326-52ed-4daf-8363-15545a596b8b', 'name': '', 'network_id': '14350ecd-b545-4560-b021-9a180b44d18e', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'mac_address': 'fa:16:3e:c5:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9b2d99d6-4436-40dd-8526-b55cdfe3e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:50Z', 'revision_number': 4, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'subnets': [{'id': '9b2d99d6-4436-40dd-8526-b55cdfe3e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:05:51.379229 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:48Z', 'revision_number': 2, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:51.431405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd1915-168a-4fab-98b7-30f09a3e3f0b admin admin] Pushing event updated for resources: {'Network': ['ID=f9402cbc-8241-417f-8254-7790ced7d57e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:51.443805 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.507750 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Checking router: 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:05:51.508266 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Updating router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 port f17eb71d-bd16-4168-a9ba-363bf80eae02 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:05:51.527728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f9402cbc-8241-417f-8254-7790ced7d57e details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:05:51.559848 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.579795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:51.579986 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.580070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] Made reservation on behalf of 2ea636e25be04234be2327f4e2b75b9d for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:51.580316 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.583134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-network', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:51.633965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Allocated IP 172.20.0.1 (b3f5939d-e81f-4560-8d5c-db4b937cca4f/474c1c4b-4776-4e41-971d-48e3ede9a57f/d219cf5d-2a80-4fa8-9246-5b696eba078e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:51.640098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e836314-8dd3-4ba0-be5f-eb7a0883d36f req-c18072b7-8189-46ea-bb24-27112c0fc97a tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606720 Jul 07 19:05:51.649176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Made reservation on behalf of 355e9f0240df43929a1ce9bfe90e2792 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:51.652278 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.667205 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.696663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:51.711844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:51.726809 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.736354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:51.780851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Pushing event updated for resources: {'Port': ['ID=200c6564-6248-4f75-832c-e4cabe466cc6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:51.935476 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.948903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 153e8212-a083-481d-96e3-a345637908e8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=153e8212-a083-481d-96e3-a345637908e8,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:51.972897 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Transition to ACTIVE for port object d219cf5d-2a80-4fa8-9246-5b696eba078e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:51.973470 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=c91c6f0b-b4e4-45af-a5be-0e3f61b71569,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:52.024135 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.035447 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.070747 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.102844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:05:52.113508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.132553 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.143417 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Transition to ACTIVE for port object f17eb71d-bd16-4168-a9ba-363bf80eae02 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:52.152116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff2765c-c737-4f72-871b-a14e89a13e22,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:52.154112 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.174001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=153e8212-a083-481d-96e3-a345637908e8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:52.178162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5af8895b-d3ec-43a7-904d-6101de4865bd None None] Provisioning for port 8d05b328-90c8-4ffb-82c4-e6703b612a06 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:52.188884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5af8895b-d3ec-43a7-904d-6101de4865bd None None] Provisioning complete for port 8d05b328-90c8-4ffb-82c4-e6703b612a06 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:52.189545 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5af8895b-d3ec-43a7-904d-6101de4865bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.202342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.203507 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Added segment 42d39a48-2643-485b-a89d-e1d83ae8fac7 of type vlan for network 90cc3075-3902-43f4-bf19-38db5d8ed4e9 Jul 07 19:05:52.222660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Network b3f5939d-e81f-4560-8d5c-db4b937cca4f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:52.253846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5af8895b-d3ec-43a7-904d-6101de4865bd None None] Port 8d05b328-90c8-4ffb-82c4-e6703b612a06 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:52.259340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 3, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:52.262663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 86186326-52ed-4daf-8363-15545a596b8b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:52.309497 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6ea34-0bd7-4326-a72e-a2ccc32a38d0 None None] Pushing event updated for resources: {'Port': ['ID=f17eb71d-bd16-4168-a9ba-363bf80eae02,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:52.348495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Checking router: 95968884-20a0-4e03-9fe1-7aee37d3aa62 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:05:52.348892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Updating router 95968884-20a0-4e03-9fe1-7aee37d3aa62 port 3ab129cc-dbb9-420d-accf-7aefa8130fb0 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:05:52.432786 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Attempting to bind port f17eb71d-bd16-4168-a9ba-363bf80eae02 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:52.433599 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Attempting to bind port f17eb71d-bd16-4168-a9ba-363bf80eae02 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:52.434188 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Attempting to bind port f17eb71d-bd16-4168-a9ba-363bf80eae02 on network 316f751f-01ed-42b8-8a52-47968efc8ee7 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:52.446831 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:52.447318 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Checking segment: {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:52.447727 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.448118 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Bound using segment: {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:52.448622 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Bound port: f17eb71d-bd16-4168-a9ba-363bf80eae02, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:52.449022 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.456868 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.511891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 86186326-52ed-4daf-8363-15545a596b8b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:52.519783 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.522176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 86186326-52ed-4daf-8363-15545a596b8b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:52.522756 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.537600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:52.543806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:52.545077 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.611788 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] For port f17eb71d-bd16-4168-a9ba-363bf80eae02, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:52.617101 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] For port f17eb71d-bd16-4168-a9ba-363bf80eae02, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f17eb71d-bd16-4168-a9ba-363bf80eae02,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:52.625816 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.658327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.665176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d219cf5d-2a80-4fa8-9246-5b696eba078e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:52.767972 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:52.770473 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:52.772779 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6ea34-0bd7-4326-a72e-a2ccc32a38d0 None None] Pushing event updated for resources: {'Port': ['ID=f17eb71d-bd16-4168-a9ba-363bf80eae02,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:52.788783 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.790098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:52.791315 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.823152 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2453587 Jul 07 19:05:52.838610 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.858400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:52.865310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] Request body: {'subnet': {'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-subnet', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:52.899709 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.945106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 86186326-52ed-4daf-8363-15545a596b8b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=86186326-52ed-4daf-8363-15545a596b8b,segment=NetworkSegment(c0e8f944-52a6-4a57-a91f-abcfb2e31408),segment_id=c0e8f944-52a6-4a57-a91f-abcfb2e31408)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:52.959622 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.970522 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1233c99-7743-4e9c-ac0c-f6791775eb2f req-86ab66d7-4c27-40cd-8eee-a5d993bdb194 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:52.975311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] Made reservation on behalf of 355e9f0240df43929a1ce9bfe90e2792 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:52.978189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:52.978682 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1233c99-7743-4e9c-ac0c-f6791775eb2f req-86ab66d7-4c27-40cd-8eee-a5d993bdb194 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 935 time: 1.0910931 Jul 07 19:05:53.040177 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:53.092619 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.093362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=86186326-52ed-4daf-8363-15545a596b8b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:53.096824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6bd84fae-f018-430b-93cb-ad63566b068d None None] Provisioning for port d219cf5d-2a80-4fa8-9246-5b696eba078e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:53.137603 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.147295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6bd84fae-f018-430b-93cb-ad63566b068d None None] Provisioning complete for port d219cf5d-2a80-4fa8-9246-5b696eba078e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:53.147662 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bd84fae-f018-430b-93cb-ad63566b068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.165481 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7565c-3f4a-4340-b0c7-9757d6320bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=90cc3075-3902-43f4-bf19-38db5d8ed4e9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:53.189243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d97e1b-f891-4ba0-a636-41d4d00ab2c8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:53.237445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1233c99-7743-4e9c-ac0c-f6791775eb2f req-a060c613-215f-47bb-ae00-5bd83207039b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578268 Jul 07 19:05:53.333863 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.360522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Transition to ACTIVE for port object 3ab129cc-dbb9-420d-accf-7aefa8130fb0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:53.371704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 90cc3075-3902-43f4-bf19-38db5d8ed4e9 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:05:53.378660 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bd3f65-a8eb-46d4-bae2-d53fc0479d2e x-openstack-request-id: req-29bd3f65-a8eb-46d4-bae2-d53fc0479d2e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:53.379478 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da215f60-678a-4c8a-8499-f3d3bdb7bd14", "name": "network-vif-plugged", "status": "completed", "tag": "c91c6f0b-b4e4-45af-a5be-0e3f61b71569", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:53.379835 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-29bd3f65-a8eb-46d4-bae2-d53fc0479d2e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:53.380227 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da215f60-678a-4c8a-8499-f3d3bdb7bd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'code': 200} Jul 07 19:05:53.380613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] Checking segment: {'id': '0a2fd980-c75b-4b05-b425-717f9fb1eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f9402cbc-8241-417f-8254-7790ced7d57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:53.381262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] Network hostable DHCP agents. Network: f9402cbc-8241-417f-8254-7790ced7d57e, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:05:53.419621 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.429842 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:53.437845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6bd84fae-f018-430b-93cb-ad63566b068d None None] Port d219cf5d-2a80-4fa8-9246-5b696eba078e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:53.458765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] Network f9402cbc-8241-417f-8254-7790ced7d57e is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:05:53.485813 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f2fc2-5876-4942-896a-8889153b06e9 None None] The sync data for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 is: [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:05:53.496681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f9402cbc-8241-417f-8254-7790ced7d57e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:53.501791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:53.503477 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.522225 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e77857-b628-4e21-8a69-1ba8e6515efb None None] Network f9402cbc-8241-417f-8254-7790ced7d57e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:53.552368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.587217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d113810e-e419-4cb2-976f-56e0b92b9ee6 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3446050 Jul 07 19:05:53.595936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d05b328-90c8-4ffb-82c4-e6703b612a06 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:53.615481 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.622975 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.650817 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.654940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.658520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb5b52b-3132-48d9-9209-42085af88828,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:53.658670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8e478-acde-4275-821c-9122b88fa413 None None] Pushing event updated for resources: {'Port': ['ID=3ab129cc-dbb9-420d-accf-7aefa8130fb0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:53.660094 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Transition to ACTIVE for port object 8d05b328-90c8-4ffb-82c4-e6703b612a06 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:53.664498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d4fae-5c0e-47ee-b82b-f57783397843 req-86463d52-50cc-4068-b251-4ef91217e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:53.666236 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c25d4fae-5c0e-47ee-b82b-f57783397843 req-86463d52-50cc-4068-b251-4ef91217e2fc service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 1101 time: 0.2460911 Jul 07 19:05:53.667572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.667572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.675621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Attempting to bind port 3ab129cc-dbb9-420d-accf-7aefa8130fb0 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:53.675993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Attempting to bind port 3ab129cc-dbb9-420d-accf-7aefa8130fb0 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:53.676352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Attempting to bind port 3ab129cc-dbb9-420d-accf-7aefa8130fb0 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:53.723038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:53.723691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:53.724284 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.724845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:53.725485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Bound port: 3ab129cc-dbb9-420d-accf-7aefa8130fb0, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:53.726096 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.732652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99721e3-fbbc-439d-b1d5-4d5ac9a31a3a req-11618a61-275a-438f-aec2-75e8076c247d tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:53.740591 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f99721e3-fbbc-439d-b1d5-4d5ac9a31a3a req-11618a61-275a-438f-aec2-75e8076c247d tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 949 time: 0.2701209 Jul 07 19:05:53.742909 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.777012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] Checking segment: {'id': '42d39a48-2643-485b-a89d-e1d83ae8fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:53.777371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] Network hostable DHCP agents. Network: 90cc3075-3902-43f4-bf19-38db5d8ed4e9, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:05:53.802590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d219cf5d-2a80-4fa8-9246-5b696eba078e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:53.808128 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f99721e3-fbbc-439d-b1d5-4d5ac9a31a3a req-f78da662-c9a1-441f-85d9-5f830a9335df tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665708 Jul 07 19:05:53.817339 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.818098 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c25d4fae-5c0e-47ee-b82b-f57783397843 req-a9bffeab-3e06-4de4-bf4d-a581b1f8b0b8 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365621 Jul 07 19:05:53.847955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] For port 3ab129cc-dbb9-420d-accf-7aefa8130fb0, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:53.851683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] Network 90cc3075-3902-43f4-bf19-38db5d8ed4e9 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:05:53.855290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce05d1-ee55-4a00-b086-12d11064a2a5 None None] Network f9402cbc-8241-417f-8254-7790ced7d57e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:53.868573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Network b3f5939d-e81f-4560-8d5c-db4b937cca4f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:53.870453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:53.873399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 90cc3075-3902-43f4-bf19-38db5d8ed4e9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:53.881356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:53.881954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:53.888575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Pushing event updated for resources: {'Port': ['ID=200c6564-6248-4f75-832c-e4cabe466cc6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:53.931991 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285dc182-e456-4e8f-b786-3b0e8078fbbc None None] Network 90cc3075-3902-43f4-bf19-38db5d8ed4e9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:53.976423 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d6eea819-92b5-48f5-8ef6-77b1c5c2f00a admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1163168 Jul 07 19:05:53.979797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:53.985331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] For port 3ab129cc-dbb9-420d-accf-7aefa8130fb0, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3ab129cc-dbb9-420d-accf-7aefa8130fb0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:53.986265 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-router', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:54.054415 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:54.057581 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:54.072078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-e6274f5a-24f1-467a-90b4-4251e25d97ca tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8346198 Jul 07 19:05:54.115325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Attempting to bind port 8d05b328-90c8-4ffb-82c4-e6703b612a06 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:54.115785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Attempting to bind port 8d05b328-90c8-4ffb-82c4-e6703b612a06 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:54.116074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Attempting to bind port 8d05b328-90c8-4ffb-82c4-e6703b612a06 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:54.154662 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:54.158090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:54.181086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Port 8d05b328-90c8-4ffb-82c4-e6703b612a06 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:05:54.181516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Attempting to bind port 8d05b328-90c8-4ffb-82c4-e6703b612a06 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:54.295246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Router 95968884-20a0-4e03-9fe1-7aee37d3aa62 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:05:54.344367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 86186326-52ed-4daf-8363-15545a596b8b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:54.406583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-cd78053d-cbde-4f41-b616-36db94a6b71d tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 696 time: 0.3328626 Jul 07 19:05:54.411275 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:54.416417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8e478-acde-4275-821c-9122b88fa413 None None] Pushing event updated for resources: {'Port': ['ID=3ab129cc-dbb9-420d-accf-7aefa8130fb0,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:54.420640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:54.420986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:54.421373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:54.422451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Bound port: 8d05b328-90c8-4ffb-82c4-e6703b612a06, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:54.423035 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:54.477314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Pushing event updated for resources: {'Port': ['ID=8d05b328-90c8-4ffb-82c4-e6703b612a06,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:54.505657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Routers {'95968884-20a0-4e03-9fe1-7aee37d3aa62'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:54.506238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['95968884-20a0-4e03-9fe1-7aee37d3aa62'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:54.666457 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3977461-da96-46ee-8da4-e9883c18ea29 req-e73a15a9-1c22-4f0d-a2e2-c6a17726148f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:54.679776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3977461-da96-46ee-8da4-e9883c18ea29 req-e73a15a9-1c22-4f0d-a2e2-c6a17726148f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 949 time: 0.3766963 Jul 07 19:05:54.704634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-167dff37-2b02-4dd3-8748-92bd7c2586ba tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:54.706084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-167dff37-2b02-4dd3-8748-92bd7c2586ba tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.2987170 Jul 07 19:05:54.706582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33200) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:54.711359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:54.717112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-789865686-network', 'tenant_id': 'ede3edafd5cf4cfa96577cc982f0d535'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:54.726111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:54.742399 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d02724db-f7eb-4a5b-b7ad-e0b2571493f5 admin admin] 10.222.0.113 "PUT /v2.0/routers/95968884-20a0-4e03-9fe1-7aee37d3aa62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5534914 Jul 07 19:05:54.780781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:54.789616 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-d1ff22bb-87eb-48a6-95d1-917e93d1bac2 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:05:54.792587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-403a1332-af95-4513-9a63-9cf31f05ab25 req-d1ff22bb-87eb-48a6-95d1-917e93d1bac2 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0717852 Jul 07 19:05:54.809213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:54.826832 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:54.856052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] Set router 95968884-20a0-4e03-9fe1-7aee37d3aa62 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:54.961819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Made reservation on behalf of ede3edafd5cf4cfa96577cc982f0d535 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:54.965087 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:54.976206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Pushing event updated for resources: {'Port': ['ID=8d05b328-90c8-4ffb-82c4-e6703b612a06,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:54.995354 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:55.004180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3977461-da96-46ee-8da4-e9883c18ea29 req-b35286c9-aee1-41ed-ad89-ec79ed093a1f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951505 Jul 07 19:05:55.006033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:55.007454 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:55.009351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-e0dbd60b-221b-4c2b-be1c-8a7cdc400514 service neutron] 10.222.0.59 "PUT /v2.0/ports/8d05b328-90c8-4ffb-82c4-e6703b612a06 HTTP/1.1" status: 200 len: 1096 time: 3.7761416 Jul 07 19:05:55.011693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:55.015153 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:55.232748 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:55.267621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69e4f261-2be6-46e5-9f8d-c84a48f13f99 req-2398403e-090f-47eb-9f13-b5ee582fac8d tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips/75e004f1-37fd-4789-8354-c811cb21229b HTTP/1.1" status: 200 len: 693 time: 0.2012680 Jul 07 19:05:55.268578 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:55.347400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 86186326-52ed-4daf-8363-15545a596b8b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:55.347949 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:55.404166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9768646b-9d14-4aca-8eff-cc5c8b33f58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153e8212-a083-481d-96e3-a345637908e8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:55.407467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Allocated IP 172.25.2.47 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/aade7dfc-1bc6-4702-af25-15ffb348ba08) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:55.408609 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf6c346-8c8d-4687-b50c-55f612810599" -d '{"events": [{"server_uuid": "9768646b-9d14-4aca-8eff-cc5c8b33f58a", "name": "network-vif-plugged", "status": "completed", "tag": "153e8212-a083-481d-96e3-a345637908e8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:55.433451 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-90cc3075-3902-43f4-bf19-38db5d8ed4e9', 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'fixed_ips': [{'subnet_id': '1eb5b52b-3132-48d9-9209-42085af88828'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:05:55.433849 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:55.466337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-844988a0-7604-4329-90cc-3f580991744c None None] Provisioning complete for port d219cf5d-2a80-4fa8-9246-5b696eba078e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:55.466705 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-844988a0-7604-4329-90cc-3f580991744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:55.501250 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673df7f7-893a-42a0-b202-e4dd51ac42a8 req-1e1ba030-22b1-44d8-bd6b-0dd28f7ae2ed tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:55.503134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-673df7f7-893a-42a0-b202-e4dd51ac42a8 req-1e1ba030-22b1-44d8-bd6b-0dd28f7ae2ed tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 947 time: 0.4129133 Jul 07 19:05:55.524941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4f261-2be6-46e5-9f8d-c84a48f13f99 req-47c71ae8-1323-481a-9ebb-f8f0c56c3af9 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:55.526375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69e4f261-2be6-46e5-9f8d-c84a48f13f99 req-47c71ae8-1323-481a-9ebb-f8f0c56c3af9 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.2427695 Jul 07 19:05:55.536380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845291-5996-471d-8a45-ae185d9aec7b req-2e3ab123-5136-4738-ae60-8b66de259458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:55.538011 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-2e3ab123-5136-4738-ae60-8b66de259458 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 1099 time: 0.4366133 Jul 07 19:05:55.557294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-69e4f261-2be6-46e5-9f8d-c84a48f13f99 req-b71e63cd-6692-4cd9-9333-1fae7485952b tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:05:55.558476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69e4f261-2be6-46e5-9f8d-c84a48f13f99 req-b71e63cd-6692-4cd9-9333-1fae7485952b tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159411 Jul 07 19:05:55.611437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-844988a0-7604-4329-90cc-3f580991744c None None] Port d219cf5d-2a80-4fa8-9246-5b696eba078e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:55.644918 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:55.739222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:55.770137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Allocated IP 172.20.0.2 (90cc3075-3902-43f4-bf19-38db5d8ed4e9/1eb5b52b-3132-48d9-9209-42085af88828/c90e7632-529e-4bdb-ada1-e3a9d78cad38) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:55.797594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'd219cf5d-2a80-4fa8-9246-5b696eba078e', 'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'mac_address': 'fa:16:3e:76:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:51Z', 'updated_at': '2021-07-07T19:05:53Z', 'revision_number': 2, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'subnets': [{'id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:55.800362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=aade7dfc-1bc6-4702-af25-15ffb348ba08,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:55.818536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:55.820648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:55.823324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:55.864458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-89461f9d-b73c-4516-a112-4b268d588fe9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06 HTTP/1.1" status: 200 len: 217 time: 0.3111806 Jul 07 19:05:55.872646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dc38d-0fd7-45a8-aa2b-1ae6e91f4a29 None None] The sync data for ids ['95968884-20a0-4e03-9fe1-7aee37d3aa62'] in n-d-792394-12 is: [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'd219cf5d-2a80-4fa8-9246-5b696eba078e', 'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'mac_address': 'fa:16:3e:76:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:51Z', 'updated_at': '2021-07-07T19:05:53Z', 'revision_number': 2, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'subnets': [{'id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:05:55.898546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-673df7f7-893a-42a0-b202-e4dd51ac42a8 req-a42c6bb6-b425-4b9f-8dec-6708357b3825 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813388 Jul 07 19:05:55.980313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.003689 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.020054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845291-5996-471d-8a45-ae185d9aec7b req-3145548b-5131-485f-9ff4-0ae96bc1117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:56.021596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-3145548b-5131-485f-9ff4-0ae96bc1117a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1354520 Jul 07 19:05:56.048616 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:05:56.073058 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.086492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Transition to ACTIVE for port object c90e7632-529e-4bdb-ada1-e3a9d78cad38 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:56.104224 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.104982 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Added segment ab4a1de9-0992-4229-8ede-5df9fe9ae22a of type vlan for network 53473786-b17a-4742-9e87-c74ee5ae04e3 Jul 07 19:05:56.107709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd2d366-044c-4fd8-989b-8d2f587bfc65,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:56.114200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Transition to ACTIVE for port object c90e7632-529e-4bdb-ada1-e3a9d78cad38 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:56.124301 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.185670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Network 90cc3075-3902-43f4-bf19-38db5d8ed4e9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:56.186393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.195548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:56.210202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:56.211096 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661949-287d-4775-9701-2ffddd3f3c74 req-e4b9ca4b-d9e7-43df-9a01-635aa061a3b0 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:56.218273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd661949-287d-4775-9701-2ffddd3f3c74 req-e4b9ca4b-d9e7-43df-9a01-635aa061a3b0 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 949 time: 0.3512259 Jul 07 19:05:56.220844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Pushing event updated for resources: {'Port': ['ID=c90e7632-529e-4bdb-ada1-e3a9d78cad38,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:56.267906 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f17eb71d-bd16-4168-a9ba-363bf80eae02 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:56.323846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845291-5996-471d-8a45-ae185d9aec7b req-7f5883cf-c684-464d-bc26-3eb237864769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:56.325439 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-7f5883cf-c684-464d-bc26-3eb237864769 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2910697 Jul 07 19:05:56.361576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.362637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:56.363722 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.387488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd661949-287d-4775-9701-2ffddd3f3c74 req-4848bfa8-8055-44bc-b557-46b32c16f3ff tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675777 Jul 07 19:05:56.451359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Attempting to bind port c90e7632-529e-4bdb-ada1-e3a9d78cad38 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:56.451887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Attempting to bind port c90e7632-529e-4bdb-ada1-e3a9d78cad38 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '42d39a48-2643-485b-a89d-e1d83ae8fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:56.452544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Attempting to bind port c90e7632-529e-4bdb-ada1-e3a9d78cad38 on network 90cc3075-3902-43f4-bf19-38db5d8ed4e9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:56.457596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port f17eb71d-bd16-4168-a9ba-363bf80eae02 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:56.463938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:56.464229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Checking segment: {'id': '42d39a48-2643-485b-a89d-e1d83ae8fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:56.464760 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.465565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Bound using segment: {'id': '42d39a48-2643-485b-a89d-e1d83ae8fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:56.465812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Bound port: c90e7632-529e-4bdb-ada1-e3a9d78cad38, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d39a48-2643-485b-a89d-e1d83ae8fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:56.466289 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.470238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f17eb71d-bd16-4168-a9ba-363bf80eae02 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:56.470717 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.478566 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ddbbe3-cab9-4bb8-9ba5-b1cbec6b1c39 x-openstack-request-id: req-e8ddbbe3-cab9-4bb8-9ba5-b1cbec6b1c39 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:56.478858 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:56.480144 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e8ddbbe3-cab9-4bb8-9ba5-b1cbec6b1c39 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:56.480735 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06', 'status': 'completed', 'code': 200} Jul 07 19:05:56.486107 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.503138 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b181d356-1969-4990-9ead-ac281ea63285 x-openstack-request-id: req-b181d356-1969-4990-9ead-ac281ea63285 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:56.504298 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9768646b-9d14-4aca-8eff-cc5c8b33f58a", "name": "network-vif-plugged", "status": "completed", "tag": "153e8212-a083-481d-96e3-a345637908e8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:56.504298 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b181d356-1969-4990-9ead-ac281ea63285 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:56.504298 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9768646b-9d14-4aca-8eff-cc5c8b33f58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153e8212-a083-481d-96e3-a345637908e8', 'code': 200} Jul 07 19:05:56.576033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] For port c90e7632-529e-4bdb-ada1-e3a9d78cad38, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:56.580989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] For port c90e7632-529e-4bdb-ada1-e3a9d78cad38, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c90e7632-529e-4bdb-ada1-e3a9d78cad38,segment=NetworkSegment(42d39a48-2643-485b-a89d-e1d83ae8fac7),segment_id=42d39a48-2643-485b-a89d-e1d83ae8fac7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:56.606478 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.639561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9292562 Jul 07 19:05:56.645343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:56.650141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] Request body: {'subnet': {'network_id': '53473786-b17a-4742-9e87-c74ee5ae04e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-789865686-subnet', 'tenant_id': 'ede3edafd5cf4cfa96577cc982f0d535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:56.653749 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.703395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544fac2-30de-4df2-82e3-baf06e82678a admin admin] Pushing event updated for resources: {'Network': ['ID=53473786-b17a-4742-9e87-c74ee5ae04e3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:56.703919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d93931-3f6b-4af6-9d86-b2608bd365b9 None None] Pushing event updated for resources: {'Port': ['ID=c90e7632-529e-4bdb-ada1-e3a9d78cad38,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:56.716084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port f17eb71d-bd16-4168-a9ba-363bf80eae02, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f17eb71d-bd16-4168-a9ba-363bf80eae02,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:56.717161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] Made reservation on behalf of ede3edafd5cf4cfa96577cc982f0d535 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:56.720434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.723303 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:56.730026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 53473786-b17a-4742-9e87-c74ee5ae04e3 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:05:56.749139 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fda3fa22-974c-4fb6-875e-6c2e43ec2dc6 req-54c5a704-ca8c-42f2-8417-0590485d5d28 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips?tenant_id=5b216426d7f04a3da79f9dffcc489d61 HTTP/1.1" status: 200 len: 696 time: 0.1931231 Jul 07 19:05:56.841594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=f17eb71d-bd16-4168-a9ba-363bf80eae02,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:56.882807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d582e-2ed5-492e-9995-6211795863ea req-1de6b116-6aaa-44e0-a418-6b34e6921c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:56.885546 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-552d582e-2ed5-492e-9995-6211795863ea req-1de6b116-6aaa-44e0-a418-6b34e6921c91 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 1101 time: 0.2793794 Jul 07 19:05:56.889087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-f8a43079-1c69-45f3-984c-1bcf8304c8e9 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426447 Jul 07 19:05:56.914246 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-4d28754e-f711-4a51-940c-42dec64eaa96 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:56.915661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-4d28754e-f711-4a51-940c-42dec64eaa96 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/networks?id=b3f5939d-e81f-4560-8d5c-db4b937cca4f HTTP/1.1" status: 200 len: 829 time: 0.4739418 Jul 07 19:05:56.931201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:57.018730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-dd5104b9-8dfd-4fce-81cc-af14827f56f3 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/quotas/4cc6ca5c96794139b13901a35fad1ba3 HTTP/1.1" status: 200 len: 375 time: 0.0492089 Jul 07 19:05:57.031497 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-552d582e-2ed5-492e-9995-6211795863ea req-5482251a-9574-4fd0-8439-730ab442fbcc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259179 Jul 07 19:05:57.039282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3fa22-974c-4fb6-875e-6c2e43ec2dc6 req-029e416c-3497-403b-968b-8e1f26df953e tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:57.040818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fda3fa22-974c-4fb6-875e-6c2e43ec2dc6 req-029e416c-3497-403b-968b-8e1f26df953e tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/networks?id=bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 787 time: 0.2908895 Jul 07 19:05:57.080053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-fda3fa22-974c-4fb6-875e-6c2e43ec2dc6 req-40b8c6e8-0c9e-4092-b9bc-044769b0d005 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:05:57.089331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fda3fa22-974c-4fb6-875e-6c2e43ec2dc6 req-40b8c6e8-0c9e-4092-b9bc-044769b0d005 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0370426 Jul 07 19:05:57.149479 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1845291-5996-471d-8a45-ae185d9aec7b req-1f4aad4d-d7a5-4245-aeba-6ace7b1cf2b9 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512248 Jul 07 19:05:57.187911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-7c87f06a-4c03-400a-a5a6-ddb351c71b89 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4cc6ca5c96794139b13901a35fad1ba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589336 Jul 07 19:05:57.193986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-57310d87-4fd4-45e2-9c5d-531ec891f7c6 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:05:57.202096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-57310d87-4fd4-45e2-9c5d-531ec891f7c6 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127132 Jul 07 19:05:57.244180 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:57.317421 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c57767-26af-476e-9c9d-dfb9f9ba63cb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:57.320445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:05:57.335347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] Checking segment: {'id': 'ab4a1de9-0992-4229-8ede-5df9fe9ae22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '53473786-b17a-4742-9e87-c74ee5ae04e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:57.336010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] Network hostable DHCP agents. Network: 53473786-b17a-4742-9e87-c74ee5ae04e3, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:05:57.361905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-97696b60-9225-4015-99a9-8d8f68331a38 service neutron] 10.222.0.113 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588686 Jul 07 19:05:57.373310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e568dfb-b996-44dd-96f2-cd4233560669 req-fe2bef77-09a5-44ed-af6c-efb7ee4f7cfa tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:57.375339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e568dfb-b996-44dd-96f2-cd4233560669 req-fe2bef77-09a5-44ed-af6c-efb7ee4f7cfa tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 949 time: 0.1087472 Jul 07 19:05:57.411213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] Network 53473786-b17a-4742-9e87-c74ee5ae04e3 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:05:57.477980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 53473786-b17a-4742-9e87-c74ee5ae04e3) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:57.486576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:57.487516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:57.491110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339fe28a-be0b-4939-a539-2b1a043afb9a None None] Network 53473786-b17a-4742-9e87-c74ee5ae04e3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:57.499899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:57.515807 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7a2644ec-9f1f-442f-b662-7afd56a9e131 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8661475 Jul 07 19:05:57.529289 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:57.530516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fa678acc-1c6e-4e39-bf11-13ab4a5ad6d5 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.5503516 Jul 07 19:05:57.534212 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:57.535344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Sync routers for ids ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:05:57.535539 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e568dfb-b996-44dd-96f2-cd4233560669 req-b3bceebe-9cee-4178-83ed-4876e3bbe2f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498959 Jul 07 19:05:57.556603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-3fc56d22-1580-45f1-a3ee-2f267ab77d8b service neutron] 10.222.0.113 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799502 Jul 07 19:05:57.585150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a req-41a4b894-2651-4793-9f6d-84b6e128e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:57.586689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a req-41a4b894-2651-4793-9f6d-84b6e128e517 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 1099 time: 0.1471951 Jul 07 19:05:57.592901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Routers {'5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:57.593628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:57.726775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac4174f-9971-478c-966a-e5a97e37bfd7 None None] Network 53473786-b17a-4742-9e87-c74ee5ae04e3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:57.800849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:57.839892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a req-6896b89f-3cff-49bf-b24c-07984b0e0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:57.841011 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a req-6896b89f-3cff-49bf-b24c-07984b0e0d9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2470958 Jul 07 19:05:57.951925 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-499657f5-bdaa-4cde-aae7-cc91c6aec7d5 admin admin] Deleting subnet 03d97e1b-f891-4ba0-a636-41d4d00ab2c8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:05:57.958900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-499657f5-bdaa-4cde-aae7-cc91c6aec7d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:57.973458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62021c74-cc45-42b3-9e06-facc404030f3 req-5fd9a537-e876-4d26-aff5-b52d55b14ef5 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips/75e004f1-37fd-4789-8354-c811cb21229b HTTP/1.1" status: 200 len: 693 time: 0.1881223 Jul 07 19:05:57.976415 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a req-db3a6517-2526-4719-a1f4-237fcbbeed5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06 HTTP/1.1" status: 200 len: 217 time: 0.1006436 Jul 07 19:05:57.983176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Set router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:58.105342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-499657f5-bdaa-4cde-aae7-cc91c6aec7d5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:58.146622 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-499657f5-bdaa-4cde-aae7-cc91c6aec7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:58.420464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b45f5-fdce-4b39-a517-f52c02dc6d54 None None] Network 90cc3075-3902-43f4-bf19-38db5d8ed4e9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:58.430715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-router', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:54Z', 'updated_at': '2021-07-07T19:05:55Z', 'revision_number': 3, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'gw_port': {'id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:55Z', 'updated_at': '2021-07-07T19:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:58.447313 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-499657f5-bdaa-4cde-aae7-cc91c6aec7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:58.477804 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-499657f5-bdaa-4cde-aae7-cc91c6aec7d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:58.483687 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-499657f5-bdaa-4cde-aae7-cc91c6aec7d5 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/03d97e1b-f891-4ba0-a636-41d4d00ab2c8 HTTP/1.1" status: 204 len: 168 time: 0.6790481 Jul 07 19:05:58.487528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:58.533302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Checking router: 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:05:58.533775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Updating router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 port aade7dfc-1bc6-4702-af25-15ffb348ba08 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:05:58.589107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499657f5-bdaa-4cde-aae7-cc91c6aec7d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d97e1b-f891-4ba0-a636-41d4d00ab2c8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:58.665468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:58.710848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c56b10-20d1-4014-9d08-be8790b6f2b3 req-73cd6c81-9a1d-4b33-aea0-ae1084ae3031 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:58.718391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20c56b10-20d1-4014-9d08-be8790b6f2b3 req-73cd6c81-9a1d-4b33-aea0-ae1084ae3031 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 947 time: 0.8802166 Jul 07 19:05:58.747430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a req-8aa4bf89-03e7-414e-9fc4-d483c2d3b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:58.749149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a req-8aa4bf89-03e7-414e-9fc4-d483c2d3b09b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.6920989 Jul 07 19:05:58.791560 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c90e7632-529e-4bdb-ada1-e3a9d78cad38 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:58.794059 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:58.820505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62021c74-cc45-42b3-9e06-facc404030f3 req-a3664560-2745-43db-ae61-c846c1b8aa3a tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:58.827416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62021c74-cc45-42b3-9e06-facc404030f3 req-a3664560-2745-43db-ae61-c846c1b8aa3a tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.8357220 Jul 07 19:05:58.841863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20c56b10-20d1-4014-9d08-be8790b6f2b3 req-f73acb5e-e4c1-4626-bcb1-3d93d7e035a4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225290 Jul 07 19:05:58.855565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-62021c74-cc45-42b3-9e06-facc404030f3 req-7b3a84b9-889e-4f9f-8706-730ef9c863f1 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:05:58.866039 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62021c74-cc45-42b3-9e06-facc404030f3 req-7b3a84b9-889e-4f9f-8706-730ef9c863f1 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0377002 Jul 07 19:05:58.892595 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:58.895660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-57a09a87-1556-4eb8-a10e-5e6e86f087f1 None None] Provisioning for port c90e7632-529e-4bdb-ada1-e3a9d78cad38 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:58.923717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:58.923717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:58.923717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:58.923717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > port after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:58.923717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:58.923717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > port after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:58.923717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:58.923717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:58.923717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:58.923717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:58.999052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62021c74-cc45-42b3-9e06-facc404030f3 req-7e8c6988-1b3f-46a2-94f3-07d7bb6f8ae0 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 696 time: 0.1321094 Jul 07 19:05:59.067337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a req-4656b417-4cdc-4129-8296-3d51f345ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:59.070583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a req-4656b417-4cdc-4129-8296-3d51f345ad09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3131642 Jul 07 19:05:59.079390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62021c74-cc45-42b3-9e06-facc404030f3 req-3d4ee5e8-9206-4e73-87f4-e08e3b83b3c6 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 696 time: 0.0665367 Jul 07 19:05:59.130452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port c90e7632-529e-4bdb-ada1-e3a9d78cad38 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:59.137287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c90e7632-529e-4bdb-ada1-e3a9d78cad38 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:59.137909 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.158194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:59.158548 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:59.159525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:59.159858 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:05:59.160236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9402cbc-8241-417f-8254-7790ced7d57e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:59.206928 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2fd980-c75b-4b05-b425-717f9fb1eebd') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:59.207459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2fd980-c75b-4b05-b425-717f9fb1eebd') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:59.230356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a req-3eefcd6d-29e7-44c9-b17c-187b5ec4cac7 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497297 Jul 07 19:05:59.244780 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.271088 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.296738 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.321236 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.321605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:05:59.322374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: from cryptography.utils import int_from_bytes Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: from cryptography.utils import int_from_bytes Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:05:59.353972 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:05:59.366251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port c90e7632-529e-4bdb-ada1-e3a9d78cad38, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c90e7632-529e-4bdb-ada1-e3a9d78cad38,segment=NetworkSegment(42d39a48-2643-485b-a89d-e1d83ae8fac7),segment_id=42d39a48-2643-485b-a89d-e1d83ae8fac7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:59.379223 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.379928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f17eb71d-bd16-4168-a9ba-363bf80eae02 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:59.457751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-761c58d5-dfe9-4497-97e1-fdd8963b1e6a req-ebbc5a47-8414-489f-a664-849b6c93c8bd service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430500 Jul 07 19:05:59.505458 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.519412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=c90e7632-529e-4bdb-ada1-e3a9d78cad38,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:59.526511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6d206f34-5d6f-43e2-aecb-b0ddb8c5b552 None None] Provisioning complete for port c90e7632-529e-4bdb-ada1-e3a9d78cad38 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:59.526882 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d206f34-5d6f-43e2-aecb-b0ddb8c5b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.568575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9eee-dff6-47c7-a464-70f2a67a85b1 req-e4f65ef8-3757-4e5a-8fe1-f5298fb806e7 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:59.570073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d89c9eee-dff6-47c7-a464-70f2a67a85b1 req-e4f65ef8-3757-4e5a-8fe1-f5298fb806e7 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 949 time: 0.3375726 Jul 07 19:05:59.573446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f17eb71d-bd16-4168-a9ba-363bf80eae02 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:59.574010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.643647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-62021c74-cc45-42b3-9e06-facc404030f3 req-0627421f-deb8-414b-add9-04f9d8f0f782 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Deleting port 200c6564-6248-4f75-832c-e4cabe466cc6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:05:59.648449 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62021c74-cc45-42b3-9e06-facc404030f3 req-0627421f-deb8-414b-add9-04f9d8f0f782 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.719685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 8d05b328-90c8-4ffb-82c4-e6703b612a06 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:05:59.747199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Transition to ACTIVE for port object aade7dfc-1bc6-4702-af25-15ffb348ba08 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:59.790882 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.804249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d89c9eee-dff6-47c7-a464-70f2a67a85b1 req-d41f76a0-745b-441f-b8ab-c139a559cf0a tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049229 Jul 07 19:05:59.871549 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.895554 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.897582 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] 10.222.0.113 "DELETE /v2.0/networks/f9402cbc-8241-417f-8254-7790ced7d57e HTTP/1.1" status: 204 len: 168 time: 1.4033489 Jul 07 19:05:59.898105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Attempting to bind port aade7dfc-1bc6-4702-af25-15ffb348ba08 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:59.898521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Attempting to bind port aade7dfc-1bc6-4702-af25-15ffb348ba08 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:59.898888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Attempting to bind port aade7dfc-1bc6-4702-af25-15ffb348ba08 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:59.900192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Allocated IP 172.20.0.1 (90cc3075-3902-43f4-bf19-38db5d8ed4e9/1eb5b52b-3132-48d9-9209-42085af88828/9f50998f-6c26-49de-92cb-a47d82a677ae) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:59.902247 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:59.905275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ebb32-efec-48eb-a653-8825ad28a9f6 None None] Pushing event updated for resources: {'Port': ['ID=aade7dfc-1bc6-4702-af25-15ffb348ba08,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:59.918417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62021c74-cc45-42b3-9e06-facc404030f3 req-0627421f-deb8-414b-add9-04f9d8f0f782 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.919103 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62021c74-cc45-42b3-9e06-facc404030f3 req-0627421f-deb8-414b-add9-04f9d8f0f782 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.925530 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66532343-5698-4e94-b0a9-8824d0c3468a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9402cbc-8241-417f-8254-7790ced7d57e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:59.926649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:59.934689 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:59.935359 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.935900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:59.936873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Bound port: aade7dfc-1bc6-4702-af25-15ffb348ba08, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:59.938246 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:59.955260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-62021c74-cc45-42b3-9e06-facc404030f3 req-0627421f-deb8-414b-add9-04f9d8f0f782 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Calling delete_port for 200c6564-6248-4f75-832c-e4cabe466cc6 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:05:59.997011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:00.014485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '8d05b328-90c8-4ffb-82c4-e6703b612a06', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '8d05b328-90c8-4ffb-82c4-e6703b612a06', 'mac_address': 'fa:16:3e:43:9b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:06:00.025251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-367d7273-9c47-49f3-a477-96e7a9563fb1 admin admin] Deleting subnet b9c57767-26af-476e-9c9d-dfb9f9ba63cb {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:06:00.033221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367d7273-9c47-49f3-a477-96e7a9563fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.087237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] For port aade7dfc-1bc6-4702-af25-15ffb348ba08, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:00.091859 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.110849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] For port aade7dfc-1bc6-4702-af25-15ffb348ba08, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=aade7dfc-1bc6-4702-af25-15ffb348ba08,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:00.117741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d05b328-90c8-4ffb-82c4-e6703b612a06 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:00.122773 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.124751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-b5d051e3-f3c4-4610-8c28-c3646dcd463f tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:00.126350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-b5d051e3-f3c4-4610-8c28-c3646dcd463f tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.59 "GET /v2.0/networks?id=b3f5939d-e81f-4560-8d5c-db4b937cca4f HTTP/1.1" status: 200 len: 829 time: 0.4106803 Jul 07 19:06:00.144410 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367d7273-9c47-49f3-a477-96e7a9563fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.154884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Request body: {'port': {'device_id': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'admin_state_up': True, 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:00.240349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:00.241503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ebb32-efec-48eb-a653-8825ad28a9f6 None None] Pushing event updated for resources: {'Port': ['ID=aade7dfc-1bc6-4702-af25-15ffb348ba08,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:00.243114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.248228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Routers {'5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:00.248600 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367d7273-9c47-49f3-a477-96e7a9563fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.248927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:00.292313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Transition to ACTIVE for port object 9f50998f-6c26-49de-92cb-a47d82a677ae will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:00.345698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367d7273-9c47-49f3-a477-96e7a9563fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.382300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d7273-9c47-49f3-a477-96e7a9563fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c57767-26af-476e-9c9d-dfb9f9ba63cb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:00.388825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c90e7632-529e-4bdb-ada1-e3a9d78cad38 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:00.398482 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367d7273-9c47-49f3-a477-96e7a9563fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.400797 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-367d7273-9c47-49f3-a477-96e7a9563fb1 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b9c57767-26af-476e-9c9d-dfb9f9ba63cb HTTP/1.1" status: 204 len: 168 time: 0.4874413 Jul 07 19:06:00.402793 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.405974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:00.429087 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.446760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62021c74-cc45-42b3-9e06-facc404030f3 req-0627421f-deb8-414b-add9-04f9d8f0f782 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.455685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278ad2e-a180-4c49-9558-b4ac4b573118 req-39b37fa7-c8d9-479c-9c5e-228b8102449d tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:00.458105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a278ad2e-a180-4c49-9558-b4ac4b573118 req-39b37fa7-c8d9-479c-9c5e-228b8102449d tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 1101 time: 0.2508745 Jul 07 19:06:00.487758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627421f-deb8-414b-add9-04f9d8f0f782 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Pushing event deleted for resources: {'Port': ['ID=200c6564-6248-4f75-832c-e4cabe466cc6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:00.502749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] Set router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:00.508186 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Network 90cc3075-3902-43f4-bf19-38db5d8ed4e9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:00.517212 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:00.530471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:00.534430 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a278ad2e-a180-4c49-9558-b4ac4b573118 req-fec8dd46-3718-450c-8d77-58fe9720f4e2 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.548361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62021c74-cc45-42b3-9e06-facc404030f3 req-0627421f-deb8-414b-add9-04f9d8f0f782 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.550868 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62021c74-cc45-42b3-9e06-facc404030f3 req-0627421f-deb8-414b-add9-04f9d8f0f782 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.552030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62021c74-cc45-42b3-9e06-facc404030f3 req-0627421f-deb8-414b-add9-04f9d8f0f782 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "DELETE /v2.0/floatingips/75e004f1-37fd-4789-8354-c811cb21229b HTTP/1.1" status: 204 len: 173 time: 1.3206391 Jul 07 19:06:00.553088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Made reservation on behalf of 4cc6ca5c96794139b13901a35fad1ba3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:00.561867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.578110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.585369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f50998f-6c26-49de-92cb-a47d82a677ae,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:00.621187 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.724070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c90e7632-529e-4bdb-ada1-e3a9d78cad38 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:00.724947 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.747955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=8d05b328-90c8-4ffb-82c4-e6703b612a06,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:00.759579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['8d05b328-90c8-4ffb-82c4-e6703b612a06'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:00.784917 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.786386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16896bf9-1cf2-4a44-83a8-b7ad9f559930 req-dd5b0f31-4ba6-431d-9c8b-6e592b51b7e6 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 210 time: 0.0384212 Jul 07 19:06:00.796815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53473786-b17a-4742-9e87-c74ee5ae04e3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:00.812616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4a1de9-0992-4229-8ede-5df9fe9ae22a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:00.812616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4a1de9-0992-4229-8ede-5df9fe9ae22a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:00.823445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Allocated IP 172.20.0.6 (b3f5939d-e81f-4560-8d5c-db4b937cca4f/474c1c4b-4776-4e41-971d-48e3ede9a57f/324a9e34-54e0-4c25-a1aa-88bdd1da7ea4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:00.838030 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.870545 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a278ad2e-a180-4c49-9558-b4ac4b573118 req-fec8dd46-3718-450c-8d77-58fe9720f4e2 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.878872 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a278ad2e-a180-4c49-9558-b4ac4b573118 req-fec8dd46-3718-450c-8d77-58fe9720f4e2 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.887015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-37b465b8-8c99-49fc-9138-83b017774af6 None None] Provisioning for port 9f50998f-6c26-49de-92cb-a47d82a677ae completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:00.912539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-37b465b8-8c99-49fc-9138-83b017774af6 None None] Provisioning complete for port 9f50998f-6c26-49de-92cb-a47d82a677ae triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:00.913139 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37b465b8-8c99-49fc-9138-83b017774af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.929937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a278ad2e-a180-4c49-9558-b4ac4b573118 req-fec8dd46-3718-450c-8d77-58fe9720f4e2 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500525 Jul 07 19:06:00.934498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8dd46-3718-450c-8d77-58fe9720f4e2 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd026d19-658f-41ec-9bc7-7b61367a0223,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:00.943142 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:00.951649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:06:00.952063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:06:01.027859 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:06:01.069967 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.100836 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.104060 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] 10.222.0.113 "DELETE /v2.0/networks/53473786-b17a-4742-9e87-c74ee5ae04e3 HTTP/1.1" status: 204 len: 168 time: 0.6948617 Jul 07 19:06:01.105999 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.135083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Transition to ACTIVE for port object 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:01.164947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74938c88-409d-401b-a432-e5bbdf23dd7f admin admin] Pushing event deleted for resources: {'Network': ['ID=53473786-b17a-4742-9e87-c74ee5ae04e3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:01.182121 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.201607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ab129cc-dbb9-420d-accf-7aefa8130fb0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:01.215405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-37b465b8-8c99-49fc-9138-83b017774af6 None None] Port 9f50998f-6c26-49de-92cb-a47d82a677ae cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:06:01.216382 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.311367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Network b3f5939d-e81f-4560-8d5c-db4b937cca4f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:01.334703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:01.336420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-router', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:54Z', 'updated_at': '2021-07-07T19:05:55Z', 'revision_number': 3, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'gw_port': {'id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:55Z', 'updated_at': '2021-07-07T19:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:01.353045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:01.363946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:01.364763 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.381897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac15e8-9344-4a66-865d-9595c3818586 None None] The sync data for ids ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'] in n-d-792394-12 is: [{'id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-router', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:54Z', 'updated_at': '2021-07-07T19:05:55Z', 'revision_number': 3, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'gw_port': {'id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:55Z', 'updated_at': '2021-07-07T19:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:06:01.384998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 3ab129cc-dbb9-420d-accf-7aefa8130fb0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:01.400257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3ab129cc-dbb9-420d-accf-7aefa8130fb0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:01.400762 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.413663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2628047 Jul 07 19:06:01.508096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:01.515300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Request body: {'port': {'device_id': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:01.517239 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.526924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096d30f-9e7c-4d78-9360-b56b15a34717 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Pushing event updated for resources: {'Port': ['ID=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:01.544522 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.573158 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.596883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007b3ed-14ee-4aa1-8091-50ced95336bb req-44c81ff3-67fb-4356-a6af-fa636bf97eae tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:01.598483 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d007b3ed-14ee-4aa1-8091-50ced95336bb req-44c81ff3-67fb-4356-a6af-fa636bf97eae tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 948 time: 0.4278367 Jul 07 19:06:01.622512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 3ab129cc-dbb9-420d-accf-7aefa8130fb0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3ab129cc-dbb9-420d-accf-7aefa8130fb0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:01.630558 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.684582 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-80846b8b-0069-490b-b696-ef684aa747e1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2ea636e25be04234be2327f4e2b75b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748710 Jul 07 19:06:01.695507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:01.702706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=3ab129cc-dbb9-420d-accf-7aefa8130fb0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:01.734336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.740621 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f50998f-6c26-49de-92cb-a47d82a677ae,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:01.781035 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Sync routers for ids ['95968884-20a0-4e03-9fe1-7aee37d3aa62'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:06:01.786249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-ee303d5c-2f73-43e0-a6c3-18c4be2b54e7 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4944742 Jul 07 19:06:01.801595 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Routers {'95968884-20a0-4e03-9fe1-7aee37d3aa62'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:01.802560 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['95968884-20a0-4e03-9fe1-7aee37d3aa62'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:01.806176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d007b3ed-14ee-4aa1-8091-50ced95336bb req-e5877c62-bbe1-4974-82e1-58c1865ad2bb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946328 Jul 07 19:06:01.814632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:01.871367 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.873339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-494914f9-4a51-47a8-8897-ddd3fffba14e None None] Provisioning for port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:01.880027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-494914f9-4a51-47a8-8897-ddd3fffba14e None None] Provisioning complete for port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:01.880396 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-494914f9-4a51-47a8-8897-ddd3fffba14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:01.925645 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:02.001944 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc01d2df-27cf-4b08-b59f-eebcea8f16a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:02.024670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-494914f9-4a51-47a8-8897-ddd3fffba14e None None] Port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:06:02.043837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Network 90cc3075-3902-43f4-bf19-38db5d8ed4e9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:02.048557 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:02.066030 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Set router 95968884-20a0-4e03-9fe1-7aee37d3aa62 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:02.075550 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc01d2df-27cf-4b08-b59f-eebcea8f16a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:02.359999 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc01d2df-27cf-4b08-b59f-eebcea8f16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:02.362560 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc01d2df-27cf-4b08-b59f-eebcea8f16a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:02.363738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cc01d2df-27cf-4b08-b59f-eebcea8f16a2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/55a083d4-6bdd-4bf4-9b1c-2e379021080f HTTP/1.1" status: 204 len: 168 time: 0.6675658 Jul 07 19:06:02.389358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:06:02.430295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ab129cc-dbb9-420d-accf-7aefa8130fb0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:02.544435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3ab129cc-dbb9-420d-accf-7aefa8130fb0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:02.544958 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:02.572161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01d2df-27cf-4b08-b59f-eebcea8f16a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a083d4-6bdd-4bf4-9b1c-2e379021080f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:02.643911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:06:02.654691 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'd219cf5d-2a80-4fa8-9246-5b696eba078e', 'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'mac_address': 'fa:16:3e:76:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:51Z', 'updated_at': '2021-07-07T19:05:53Z', 'revision_number': 2, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'subnets': [{'id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:02.660340 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e52af047-2278-419e-80f3-eadf07f663a7 admin admin] 10.222.0.113 "PUT /v2.0/routers/5fb644a5-ed3d-4e3b-9789-8cd8cfef9945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1210048 Jul 07 19:06:02.660858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ece0508-af1f-4f59-ad18-225304dca1a7 None None] Provisioning complete for port 9f50998f-6c26-49de-92cb-a47d82a677ae triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:02.661659 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ece0508-af1f-4f59-ad18-225304dca1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:02.746597 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Checking router: 95968884-20a0-4e03-9fe1-7aee37d3aa62 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:06:02.747544 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Updating router 95968884-20a0-4e03-9fe1-7aee37d3aa62 port d219cf5d-2a80-4fa8-9246-5b696eba078e binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:06:02.763916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2ece0508-af1f-4f59-ad18-225304dca1a7 None None] Port 9f50998f-6c26-49de-92cb-a47d82a677ae cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:06:02.808093 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:02.917141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device aade7dfc-1bc6-4702-af25-15ffb348ba08 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:03.009880 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.012035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port aade7dfc-1bc6-4702-af25-15ffb348ba08 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:03.018867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port aade7dfc-1bc6-4702-af25-15ffb348ba08 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:03.019426 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.098112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:03.114266 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.139480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port aade7dfc-1bc6-4702-af25-15ffb348ba08, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=aade7dfc-1bc6-4702-af25-15ffb348ba08,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:03.145859 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.180184 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2b9f7791-fa45-40dc-8099-b2f354addf61 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ede3edafd5cf4cfa96577cc982f0d535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806494 Jul 07 19:06:03.182556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:03.197094 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a965b94-e742-4116-9c42-a1b021144632 req-76fd260c-b160-4101-9ffe-dd7e602e908a tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:03.209376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a965b94-e742-4116-9c42-a1b021144632 req-76fd260c-b160-4101-9ffe-dd7e602e908a tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 949 time: 0.8103194 Jul 07 19:06:03.223410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=aade7dfc-1bc6-4702-af25-15ffb348ba08,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:03.250260 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a542ffe0-637d-4f4e-87bd-f24c5ada2863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.271897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a542ffe0-637d-4f4e-87bd-f24c5ada2863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.285387 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.289620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a965b94-e742-4116-9c42-a1b021144632 req-e4185185-3f4f-4463-80eb-422d0b03bd85 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793874 Jul 07 19:06:03.332954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a542ffe0-637d-4f4e-87bd-f24c5ada2863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.337446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a542ffe0-637d-4f4e-87bd-f24c5ada2863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.339006 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a542ffe0-637d-4f4e-87bd-f24c5ada2863 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8dd2d366-044c-4fd8-989b-8d2f587bfc65 HTTP/1.1" status: 204 len: 168 time: 0.1553519 Jul 07 19:06:03.349546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542ffe0-637d-4f4e-87bd-f24c5ada2863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd2d366-044c-4fd8-989b-8d2f587bfc65,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:03.365212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:03.376715 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.419651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Transition to ACTIVE for port object 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:03.426773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.511664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Allocated IP 172.25.2.197 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/3abfdb1a-0a42-4242-8f81-883690c9fa17) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:03.614028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Pushing event updated for resources: {'Port': ['ID=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:03.643976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Attempting to bind port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:03.644318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Attempting to bind port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:03.644675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Attempting to bind port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 on network b3f5939d-e81f-4560-8d5c-db4b937cca4f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:03.710473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208823d-ee7f-48e4-b3f8-f381ef33e7e0 req-7d32cc82-b753-4540-9721-f6d0907d769e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:03.717759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6208823d-ee7f-48e4-b3f8-f381ef33e7e0 req-7d32cc82-b753-4540-9721-f6d0907d769e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 943 time: 0.2562757 Jul 07 19:06:03.728244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 on network b3f5939d-e81f-4560-8d5c-db4b937cca4f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:06:03.728620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Attempting to bind port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 on network b3f5939d-e81f-4560-8d5c-db4b937cca4f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:03.734726 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.747005 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Transition to ACTIVE for port object d219cf5d-2a80-4fa8-9246-5b696eba078e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:03.750496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:03.750840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Checking segment: {'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:03.751210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Bound using segment: {'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:03.751642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Bound port: 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:03.752029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.755478 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.766384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 8d05b328-90c8-4ffb-82c4-e6703b612a06 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:03.795408 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6208823d-ee7f-48e4-b3f8-f381ef33e7e0 req-b565b9ab-59cb-4fcc-a670-085637c37ff7 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/security-groups?id=08506739-ded7-40c9-871a-5351c851fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759172 Jul 07 19:06:03.826523 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9f143-b03c-433d-8724-8acd607552fd None None] Pushing event updated for resources: {'Port': ['ID=d219cf5d-2a80-4fa8-9246-5b696eba078e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:03.889574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 8d05b328-90c8-4ffb-82c4-e6703b612a06 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:03.901799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 8d05b328-90c8-4ffb-82c4-e6703b612a06 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:03.902455 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.903799 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.921675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] For port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:03.925881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] For port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:03.933624 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.951315 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Attempting to bind port d219cf5d-2a80-4fa8-9246-5b696eba078e on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:03.951766 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Attempting to bind port d219cf5d-2a80-4fa8-9246-5b696eba078e by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:03.952369 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Attempting to bind port d219cf5d-2a80-4fa8-9246-5b696eba078e on network b3f5939d-e81f-4560-8d5c-db4b937cca4f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:03.959850 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:03.960287 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Checking segment: {'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:03.960675 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:03.961075 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Bound using segment: {'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:03.961581 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Bound port: d219cf5d-2a80-4fa8-9246-5b696eba078e, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3bf577-470b-4d32-a970-8eb294eb4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:03.961987 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.004711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:04.005437 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.006753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-94190130-17fc-4c30-be77-a78d8462757d service neutron] 10.222.0.59 "PUT /v2.0/ports/324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 HTTP/1.1" status: 200 len: 1092 time: 2.5178006 Jul 07 19:06:04.007208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'tag': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:04.009510 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf2a329-5ee3-44f5-b230-a368ce3168f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b9f832-0984-4c9d-8e1a-993ff543767b", "tag": "324a9e34-54e0-4c25-a1aa-88bdd1da7ea4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:04.049008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94190130-17fc-4c30-be77-a78d8462757d service neutron] Pushing event updated for resources: {'Port': ['ID=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:04.053279 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.106439 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.109936 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] For port d219cf5d-2a80-4fa8-9246-5b696eba078e, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:04.116785 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] For port d219cf5d-2a80-4fa8-9246-5b696eba078e, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d219cf5d-2a80-4fa8-9246-5b696eba078e,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:04.124511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:04.126285 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.172789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:04.180002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:04.183415 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2514b0-eac4-499d-a7e5-8b91b25cd4a8" -d '{"events": [{"server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "name": "network-vif-plugged", "status": "completed", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:04.196187 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.200254 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:04.226107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:04.254028 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device aade7dfc-1bc6-4702-af25-15ffb348ba08 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:04.274873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Pushing event updated for resources: {'Port': ['ID=3abfdb1a-0a42-4242-8f81-883690c9fa17,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:04.278614 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Routers {'95968884-20a0-4e03-9fe1-7aee37d3aa62'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:04.279255 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['95968884-20a0-4e03-9fe1-7aee37d3aa62'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:04.345145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=8d05b328-90c8-4ffb-82c4-e6703b612a06,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:04.360587 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.361093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.361557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.361994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.362427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.362858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.364322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.364937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.365942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.365942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.365942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.366761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:04.393003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port aade7dfc-1bc6-4702-af25-15ffb348ba08 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:04.393787 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.454338 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.476252 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] Set router 95968884-20a0-4e03-9fe1-7aee37d3aa62 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:04.480813 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-3bf942d8-4c42-4b5b-9df7-643a9556cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:04.482731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-3bf942d8-4c42-4b5b-9df7-643a9556cfee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cc6ca5c96794139b13901a35fad1ba3&device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 1095 time: 0.3781016 Jul 07 19:06:04.540989 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.664915 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9f143-b03c-433d-8724-8acd607552fd None None] Pushing event updated for resources: {'Port': ['ID=d219cf5d-2a80-4fa8-9246-5b696eba078e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:04.668914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:04.775982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-02f06659-7bde-4f19-b5dc-87b263695a77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 HTTP/1.1" status: 200 len: 217 time: 0.2363424 Jul 07 19:06:04.780022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-142e0f2a-cf5d-4440-89da-42990cdaab28 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127622 Jul 07 19:06:04.803301 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'd219cf5d-2a80-4fa8-9246-5b696eba078e', 'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'mac_address': 'fa:16:3e:76:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:51Z', 'updated_at': '2021-07-07T19:06:04Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'subnets': [{'id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:04.839520 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e92a64-a04c-41bb-8a2f-4ecf025f2d5c None None] The sync data for ids ['95968884-20a0-4e03-9fe1-7aee37d3aa62'] in n-d-792394-12 is: [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'd219cf5d-2a80-4fa8-9246-5b696eba078e', 'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'mac_address': 'fa:16:3e:76:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:51Z', 'updated_at': '2021-07-07T19:06:04Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'subnets': [{'id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:06:04.845682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1703747917-network', 'tenant_id': 'aa3e95f9017142f5978bc3bf24e8b388'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:04.872718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Made reservation on behalf of aa3e95f9017142f5978bc3bf24e8b388 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:04.875944 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.885059 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.905418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-3709fc9f-35a8-425a-a1b7-ad38343d8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:04.907192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-3709fc9f-35a8-425a-a1b7-ad38343d8dcb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=474c1c4b-4776-4e41-971d-48e3ede9a57f HTTP/1.1" status: 200 len: 868 time: 0.1240010 Jul 07 19:06:04.982424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.987711 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.014113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:06:05.023041 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.024917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:05.032827 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.034276 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.034809 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Added segment 46801783-954e-48e8-88b4-0d8dfb65f0af of type vlan for network cea8a7e9-722a-43c6-af28-5e27349dc8c6 Jul 07 19:06:05.048756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-31c0170b-833a-4eba-9b71-7bc1e4c42a9b tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:05.050297 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-31c0170b-833a-4eba-9b71-7bc1e4c42a9b tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308559 Jul 07 19:06:05.086262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.087285 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.101038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-7e7200d6-2535-4d1f-a620-b67debb99955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:05.102596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-7e7200d6-2535-4d1f-a620-b67debb99955 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3f5939d-e81f-4560-8d5c-db4b937cca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1834104 Jul 07 19:06:05.112941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-8e233946-a812-4aa8-a0cc-10a19ca34b40 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/quotas/7a6d3e787fe44813b3541d4900b43708 HTTP/1.1" status: 200 len: 375 time: 0.0402348 Jul 07 19:06:05.119449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.121089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:05.121967 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.138240 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.139441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3461587 Jul 07 19:06:05.176370 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5023320 Jul 07 19:06:05.180205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d97c05-7215-42d9-b9d3-8a5fc8aae989 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Pushing event updated for resources: {'Port': ['ID=3abfdb1a-0a42-4242-8f81-883690c9fa17,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:05.180829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:05.185715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] Request body: {'subnet': {'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1703747917-subnet', 'tenant_id': 'aa3e95f9017142f5978bc3bf24e8b388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:05.201380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb7d02-96d5-4c22-bc4c-23856ccd755d admin admin] Pushing event updated for resources: {'Network': ['ID=cea8a7e9-722a-43c6-af28-5e27349dc8c6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:05.217676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network cea8a7e9-722a-43c6-af28-5e27349dc8c6 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:06:05.220047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] Made reservation on behalf of aa3e95f9017142f5978bc3bf24e8b388 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:05.222681 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.257367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-87ef9db4-3b4f-4d94-aa3e-5664fe6a8800 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0840249 Jul 07 19:06:05.350365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-a362bd5f-a54a-48a5-9cc3-03cc828ae4ff service neutron] 10.222.0.59 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390864 Jul 07 19:06:05.409960 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.420601 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-13b26c22-6c03-4c34-a4c8-666386e0166c tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2963066 Jul 07 19:06:05.467682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-717c64df-7672-40fb-84c0-65c5789cce9a tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:05.471709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22380dd4-631a-4cb5-a9da-ef20812011a7 req-717c64df-7672-40fb-84c0-65c5789cce9a tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1975358 Jul 07 19:06:05.482857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=726dd8ca-6ff9-4083-80a3-660a9af22c42,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:05.506886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ffa8a30-4926-4bad-8473-8813b7233f41 req-3d1c7185-9b6f-4a4f-bf06-881428a9af5c service neutron] 10.222.0.59 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495428 Jul 07 19:06:05.519518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] Checking segment: {'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:05.519884 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] Network hostable DHCP agents. Network: cea8a7e9-722a-43c6-af28-5e27349dc8c6, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:06:05.565223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] Network cea8a7e9-722a-43c6-af28-5e27349dc8c6 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:06:05.576416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, cea8a7e9-722a-43c6-af28-5e27349dc8c6) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:05.586793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93738ad-2d7b-4ea0-9bb5-6185bd419647 None None] Network cea8a7e9-722a-43c6-af28-5e27349dc8c6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:06:05.602058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:05.603073 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:05.646114 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9274b590-ce49-40a4-a6c9-2a559a7f65d8 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4556031 Jul 07 19:06:05.756269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccbb50-b864-4ed9-b9fd-fc8c38cf5f82 req-4dd7c1e8-0be8-4750-8dd6-9203b47dc06e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:05.766030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33ccbb50-b864-4ed9-b9fd-fc8c38cf5f82 req-4dd7c1e8-0be8-4750-8dd6-9203b47dc06e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.1602716 Jul 07 19:06:05.792289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff485d8f-b86c-4193-b9e4-95bab4aeb9e5 None None] Network cea8a7e9-722a-43c6-af28-5e27349dc8c6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:06:05.830550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33ccbb50-b864-4ed9-b9fd-fc8c38cf5f82 req-2404ea62-88cb-4564-adad-241028fdc81c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632782 Jul 07 19:06:06.037784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Sync routers for ids ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:06:06.117241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Routers {'5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:06.117895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:06.171564 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bffbaff-927e-4c79-9f3b-8fdfa9e4e3f1 x-openstack-request-id: req-7bffbaff-927e-4c79-9f3b-8fdfa9e4e3f1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:06.172229 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b9f832-0984-4c9d-8e1a-993ff543767b", "tag": "324a9e34-54e0-4c25-a1aa-88bdd1da7ea4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:06.172767 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7bffbaff-927e-4c79-9f3b-8fdfa9e4e3f1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:06.173736 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'tag': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'status': 'completed', 'code': 200} Jul 07 19:06:06.241971 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a3c0b4-81f4-4727-90aa-2520e6daa113 x-openstack-request-id: req-86a3c0b4-81f4-4727-90aa-2520e6daa113 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:06.242452 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "name": "network-vif-plugged", "status": "completed", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:06.242769 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-86a3c0b4-81f4-4727-90aa-2520e6daa113 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:06.243377 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06', 'code': 200} Jul 07 19:06:06.263941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d219cf5d-2a80-4fa8-9246-5b696eba078e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:06.287807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700a54b-4ce6-4975-a2b8-3c615c1312d6 req-3b9dfc25-1c94-4824-9e6c-a6bb5803f605 tempest-LiveMigrationNegativeTest-1702799009 tempest-LiveMigrationNegativeTest-1702799009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:06.289472 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b700a54b-4ce6-4975-a2b8-3c615c1312d6 req-3b9dfc25-1c94-4824-9e6c-a6bb5803f605 tempest-LiveMigrationNegativeTest-1702799009 tempest-LiveMigrationNegativeTest-1702799009-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 1101 time: 0.1611969 Jul 07 19:06:06.308170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2a329-5ee3-44f5-b230-a368ce3168f8 req-2cfc7b50-6184-422e-b38a-7da6bbf0b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:06.309686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdf2a329-5ee3-44f5-b230-a368ce3168f8 req-2cfc7b50-6184-422e-b38a-7da6bbf0b7c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cc6ca5c96794139b13901a35fad1ba3&device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 1095 time: 0.1157496 Jul 07 19:06:06.330787 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b700a54b-4ce6-4975-a2b8-3c615c1312d6 req-cd401f2f-f9d5-42d1-88b8-74f71fff8937 tempest-LiveMigrationNegativeTest-1702799009 tempest-LiveMigrationNegativeTest-1702799009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:06.466919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df0949-96b1-4113-ae4a-39ef21a8d473 req-8c7cd4e0-25b5-4df4-9264-18a598992c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:06.469766 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72df0949-96b1-4113-ae4a-39ef21a8d473 req-8c7cd4e0-25b5-4df4-9264-18a598992c26 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 1101 time: 0.1079633 Jul 07 19:06:06.500524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Set router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:06.533514 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72df0949-96b1-4113-ae4a-39ef21a8d473 req-449b23f0-9eb6-4f9e-a174-610c9df72ca8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550315 Jul 07 19:06:06.545149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2a329-5ee3-44f5-b230-a368ce3168f8 req-3c03bad0-d2b4-4d5a-88b9-e51be09562c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:06.547192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdf2a329-5ee3-44f5-b230-a368ce3168f8 req-3c03bad0-d2b4-4d5a-88b9-e51be09562c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3f5939d-e81f-4560-8d5c-db4b937cca4f HTTP/1.1" status: 200 len: 931 time: 0.2241747 Jul 07 19:06:06.616788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d35f89-5b5d-4f5e-9746-9fa4d97055b7 req-d9ec3d36-7544-4451-ac26-48b64f117669 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:06.618724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35d35f89-5b5d-4f5e-9746-9fa4d97055b7 req-d9ec3d36-7544-4451-ac26-48b64f117669 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 943 time: 0.1921425 Jul 07 19:06:06.659946 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b700a54b-4ce6-4975-a2b8-3c615c1312d6 req-cd401f2f-f9d5-42d1-88b8-74f71fff8937 tempest-LiveMigrationNegativeTest-1702799009 tempest-LiveMigrationNegativeTest-1702799009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:06.675663 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b700a54b-4ce6-4975-a2b8-3c615c1312d6 req-cd401f2f-f9d5-42d1-88b8-74f71fff8937 tempest-LiveMigrationNegativeTest-1702799009 tempest-LiveMigrationNegativeTest-1702799009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:06.704400 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b700a54b-4ce6-4975-a2b8-3c615c1312d6 req-cd401f2f-f9d5-42d1-88b8-74f71fff8937 tempest-LiveMigrationNegativeTest-1702799009 tempest-LiveMigrationNegativeTest-1702799009-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042337 Jul 07 19:06:06.742630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d219cf5d-2a80-4fa8-9246-5b696eba078e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:06.747186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d219cf5d-2a80-4fa8-9246-5b696eba078e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:06.747557 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:06.752633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35d35f89-5b5d-4f5e-9746-9fa4d97055b7 req-87b011ba-ab12-42f5-b888-2490c3c2c12f tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/security-groups?id=08506739-ded7-40c9-871a-5351c851fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227341 Jul 07 19:06:06.759727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd401f2f-f9d5-42d1-88b8-74f71fff8937 tempest-LiveMigrationNegativeTest-1702799009 tempest-LiveMigrationNegativeTest-1702799009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0fa6de-05dc-440c-976f-c8986ae00d0e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:06.817170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-88525f91-239d-4e45-b30d-423b44099322 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips/4b71c34b-79d4-4924-a61f-cc1e5704afdc HTTP/1.1" status: 200 len: 693 time: 0.0586047 Jul 07 19:06:06.933787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdf2a329-5ee3-44f5-b230-a368ce3168f8 req-b8a15e0a-477f-4762-89e1-12410c403fba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0850055 Jul 07 19:06:06.967503 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:07.014996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d219cf5d-2a80-4fa8-9246-5b696eba078e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d219cf5d-2a80-4fa8-9246-5b696eba078e,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:07.025924 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:07.059374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-router', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:54Z', 'updated_at': '2021-07-07T19:06:00Z', 'revision_number': 4, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'gw_port': {'id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:55Z', 'updated_at': '2021-07-07T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '9f50998f-6c26-49de-92cb-a47d82a677ae', 'name': '', 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'mac_address': 'fa:16:3e:d7:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1eb5b52b-3132-48d9-9209-42085af88828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:59Z', 'updated_at': '2021-07-07T19:06:01Z', 'revision_number': 2, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'subnets': [{'id': '1eb5b52b-3132-48d9-9209-42085af88828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:07.079900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2a329-5ee3-44f5-b230-a368ce3168f8 req-e785fa5e-49b1-42a1-8b0f-242575ab17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:07.081427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdf2a329-5ee3-44f5-b230-a368ce3168f8 req-e785fa5e-49b1-42a1-8b0f-242575ab17ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=474c1c4b-4776-4e41-971d-48e3ede9a57f HTTP/1.1" status: 200 len: 868 time: 0.1397104 Jul 07 19:06:07.095733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-f5499914-233c-43ce-831f-2254ec99f333 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:07.098657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Checking router: 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:06:07.099353 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Updating router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 port 9f50998f-6c26-49de-92cb-a47d82a677ae binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:06:07.102618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-f5499914-233c-43ce-831f-2254ec99f333 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.2766678 Jul 07 19:06:07.118584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-e73821a1-2ccf-49fa-add0-db8ada039a7b tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:06:07.121397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-e73821a1-2ccf-49fa-add0-db8ada039a7b tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184319 Jul 07 19:06:07.139781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d219cf5d-2a80-4fa8-9246-5b696eba078e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:07.156698 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:07.213841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-7ce5fba2-99a4-4d7a-8164-eb3a388ed390 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:07.215327 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-7ce5fba2-99a4-4d7a-8164-eb3a388ed390 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/networks?id=cea8a7e9-722a-43c6-af28-5e27349dc8c6 HTTP/1.1" status: 200 len: 822 time: 0.2640657 Jul 07 19:06:07.224811 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-8036e7ef-14ec-42b4-a460-eaf954f9f1f8 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0769062 Jul 07 19:06:07.281797 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-66b59035-5af2-4256-85ad-b5cbe1bfee61 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/quotas/aa3e95f9017142f5978bc3bf24e8b388 HTTP/1.1" status: 200 len: 375 time: 0.0535254 Jul 07 19:06:07.287590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-968c57e8-f6e3-44a8-add2-225b54df7305 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0615876 Jul 07 19:06:07.495324 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:07.509108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Transition to ACTIVE for port object 9f50998f-6c26-49de-92cb-a47d82a677ae will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:07.515957 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:07.545850 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-fd5ad99a-259f-4f78-8854-d7702989b69d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=aa3e95f9017142f5978bc3bf24e8b388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2545195 Jul 07 19:06:07.570550 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143af5b-bfa3-414b-a9a7-a4cd4c6c59d9 None None] Pushing event updated for resources: {'Port': ['ID=9f50998f-6c26-49de-92cb-a47d82a677ae,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:07.596068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2a329-5ee3-44f5-b230-a368ce3168f8 req-6415fc10-1ee7-4e0f-b432-b408b70c63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:07.597624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdf2a329-5ee3-44f5-b230-a368ce3168f8 req-6415fc10-1ee7-4e0f-b432-b408b70c63d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3f5939d-e81f-4560-8d5c-db4b937cca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4929800 Jul 07 19:06:07.645051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Attempting to bind port 9f50998f-6c26-49de-92cb-a47d82a677ae on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:07.646134 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Attempting to bind port 9f50998f-6c26-49de-92cb-a47d82a677ae by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '42d39a48-2643-485b-a89d-e1d83ae8fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:07.646134 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Attempting to bind port 9f50998f-6c26-49de-92cb-a47d82a677ae on network 90cc3075-3902-43f4-bf19-38db5d8ed4e9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:07.653733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:07.654578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Checking segment: {'id': '42d39a48-2643-485b-a89d-e1d83ae8fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:07.655213 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:07.656515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Bound using segment: {'id': '42d39a48-2643-485b-a89d-e1d83ae8fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:07.657224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Bound port: 9f50998f-6c26-49de-92cb-a47d82a677ae, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d39a48-2643-485b-a89d-e1d83ae8fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:07.658587 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:07.785407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] For port 9f50998f-6c26-49de-92cb-a47d82a677ae, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:07.789799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] For port 9f50998f-6c26-49de-92cb-a47d82a677ae, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9f50998f-6c26-49de-92cb-a47d82a677ae,segment=NetworkSegment(42d39a48-2643-485b-a89d-e1d83ae8fac7),segment_id=42d39a48-2643-485b-a89d-e1d83ae8fac7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:07.796064 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:07.887854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-0aef3450-f6b4-4c36-8c3a-f2c46db91907 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Deleting port 3abfdb1a-0a42-4242-8f81-883690c9fa17 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:07.888773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143af5b-bfa3-414b-a9a7-a4cd4c6c59d9 None None] Pushing event updated for resources: {'Port': ['ID=9f50998f-6c26-49de-92cb-a47d82a677ae,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:07.888901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-0aef3450-f6b4-4c36-8c3a-f2c46db91907 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:07.913129 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Routers {'5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:07.913557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:05:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:07.970904 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-99ce3f4f-9c4e-41a4-a2a4-e157fa51b4ac tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313857 Jul 07 19:06:07.978531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-b50142db-0dc9-4056-993c-9e9740e8bcc1 service neutron] 10.222.0.113 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000599 Jul 07 19:06:08.037162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdf2a329-5ee3-44f5-b230-a368ce3168f8 req-a2c7152d-10d0-4d48-97f0-391078bd0c20 service neutron] 10.222.0.59 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865671 Jul 07 19:06:08.056755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] Set router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:08.146910 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-0aef3450-f6b4-4c36-8c3a-f2c46db91907 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:08.146910 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-0aef3450-f6b4-4c36-8c3a-f2c46db91907 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:08.186215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-0aef3450-f6b4-4c36-8c3a-f2c46db91907 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Calling delete_port for 3abfdb1a-0a42-4242-8f81-883690c9fa17 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:08.204079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-0c221b9a-ba9f-4279-8ffa-dde9d3a524d7 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:08.206820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-0c221b9a-ba9f-4279-8ffa-dde9d3a524d7 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194672 Jul 07 19:06:08.225531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Request body: {'port': {'device_id': 'ae5a98b2-dc37-461d-a498-b71d634ec362', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '7a6d3e787fe44813b3541d4900b43708'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:08.238459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d219cf5d-2a80-4fa8-9246-5b696eba078e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:08.303885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-58a24cd8-1a08-42f8-8df0-462e35e984e6 service neutron] 10.222.0.113 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197994 Jul 07 19:06:08.321744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdf2a329-5ee3-44f5-b230-a368ce3168f8 req-f0b15232-34de-4e90-805c-da6a2e54d144 service neutron] 10.222.0.59 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733793 Jul 07 19:06:08.329955 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4d8a-c6f4-4ec4-a785-689c0d76e023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:08.394842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d219cf5d-2a80-4fa8-9246-5b696eba078e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:08.395571 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:08.419363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Made reservation on behalf of 7a6d3e787fe44813b3541d4900b43708 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:08.425185 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:08.452345 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-0aef3450-f6b4-4c36-8c3a-f2c46db91907 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:08.488740 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.112', 64142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:08.505632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef3450-f6b4-4c36-8c3a-f2c46db91907 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Pushing event deleted for resources: {'Port': ['ID=3abfdb1a-0a42-4242-8f81-883690c9fa17,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:08.533263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-f18f8cd8-5a99-4ff5-ab6b-4a219c90d225 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415270 Jul 07 19:06:08.574500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-0aef3450-f6b4-4c36-8c3a-f2c46db91907 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:08.578117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-0aef3450-f6b4-4c36-8c3a-f2c46db91907 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:08.582878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Allocated IP 192.168.233.125 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/f8691e10-c0e4-4466-9855-55820685703c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:08.592332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6f2887-cb8a-4f89-9d22-a93806591d52 req-0aef3450-f6b4-4c36-8c3a-f2c46db91907 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "DELETE /v2.0/floatingips/4b71c34b-79d4-4924-a61f-cc1e5704afdc HTTP/1.1" status: 204 len: 173 time: 1.2885580 Jul 07 19:06:08.601008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-router', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:54Z', 'updated_at': '2021-07-07T19:06:00Z', 'revision_number': 4, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'gw_port': {'id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:55Z', 'updated_at': '2021-07-07T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '9f50998f-6c26-49de-92cb-a47d82a677ae', 'name': '', 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'mac_address': 'fa:16:3e:d7:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1eb5b52b-3132-48d9-9209-42085af88828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:59Z', 'updated_at': '2021-07-07T19:06:07Z', 'revision_number': 4, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'subnets': [{'id': '1eb5b52b-3132-48d9-9209-42085af88828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:08.665624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408dadca-d059-4d25-a6df-5df8399ea596 None None] The sync data for ids ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'] in n-d-792394-12 is: [{'id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-router', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:54Z', 'updated_at': '2021-07-07T19:06:00Z', 'revision_number': 4, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'gw_port': {'id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:55Z', 'updated_at': '2021-07-07T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '9f50998f-6c26-49de-92cb-a47d82a677ae', 'name': '', 'network_id': '90cc3075-3902-43f4-bf19-38db5d8ed4e9', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'mac_address': 'fa:16:3e:d7:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1eb5b52b-3132-48d9-9209-42085af88828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:59Z', 'updated_at': '2021-07-07T19:06:07Z', 'revision_number': 4, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'subnets': [{'id': '1eb5b52b-3132-48d9-9209-42085af88828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:06:08.823070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-a75127cf-1a44-4645-bae3-ba6fc1c42f35 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:08.843179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-a75127cf-1a44-4645-bae3-ba6fc1c42f35 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875926 Jul 07 19:06:08.858686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Request body: {'port': {'device_id': '1b25fd1e-885e-46d8-953a-bb4b2d40088b', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '7a6d3e787fe44813b3541d4900b43708'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:08.991047 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:09.023119 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Transition to ACTIVE for port object f8691e10-c0e4-4466-9855-55820685703c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:09.097211 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:09.114420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:09.129501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Made reservation on behalf of 7a6d3e787fe44813b3541d4900b43708 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:09.142313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:09.233262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:09.278619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event updated for resources: {'Port': ['ID=f8691e10-c0e4-4466-9855-55820685703c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:09.281582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:09.298371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:09.415265 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:09.416897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:09.441249 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-586ff8db-4707-4620-9e43-fdd49ba1b7c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2228968 Jul 07 19:06:09.459887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Request body: {'port': {'device_id': 'ae5a98b2-dc37-461d-a498-b71d634ec362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:09.551099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Allocated IP 192.168.233.224 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/113186cf-875d-4cc7-bd2f-ba1294ca7768) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:09.590116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:09.596258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41295b6a-0900-4549-aa3f-f563fc6741ff req-f829bf88-b233-4ee9-a49e-7e5ac445fe98 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:09.603307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41295b6a-0900-4549-aa3f-f563fc6741ff req-f829bf88-b233-4ee9-a49e-7e5ac445fe98 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 943 time: 0.3436794 Jul 07 19:06:09.626127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6e6cbe7-d71b-467f-8305-c6285335e867 None None] Provisioning for port f8691e10-c0e4-4466-9855-55820685703c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:09.630503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6e6cbe7-d71b-467f-8305-c6285335e867 None None] Provisioning complete for port f8691e10-c0e4-4466-9855-55820685703c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:09.631042 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6e6cbe7-d71b-467f-8305-c6285335e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:09.677490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6cbe7-d71b-467f-8305-c6285335e867 None None] Port f8691e10-c0e4-4466-9855-55820685703c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:06:09.697641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41295b6a-0900-4549-aa3f-f563fc6741ff req-05bc41e4-3a13-4637-a366-0e68cec69dd1 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/security-groups?id=08506739-ded7-40c9-871a-5351c851fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933614 Jul 07 19:06:09.734783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56061e-da23-4780-a2e0-ce6d32ac1b7a req-908782b5-3a84-46ce-aed2-748cc5584d20 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:09.742055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f56061e-da23-4780-a2e0-ce6d32ac1b7a req-908782b5-3a84-46ce-aed2-748cc5584d20 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.3940356 Jul 07 19:06:09.799301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:06:09.882460 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fca0b67e-1501-4a71-86bd-7cefc7d52b1f req-fe5ad6b4-444a-4736-a635-46bbdc0a4fc0 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 210 time: 0.0510240 Jul 07 19:06:09.892577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f56061e-da23-4780-a2e0-ce6d32ac1b7a req-e37eec13-3a64-4d14-acc5-0ea4d84aa3f9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496029 Jul 07 19:06:09.954611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:09.969189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'port_id': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'mac_address': 'fa:16:3e:78:3b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:06:09.984372 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-6b3031b0-f022-4940-88c2-3d3a6847c2a7 req-35412c2a-051d-4240-a027-62dbfe101c55 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] show failed (client error): The resource could not be found. Jul 07 19:06:09.985468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b3031b0-f022-4940-88c2-3d3a6847c2a7 req-35412c2a-051d-4240-a027-62dbfe101c55 tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips/4b71c34b-79d4-4924-a61f-cc1e5704afdc HTTP/1.1" status: 404 len: 350 time: 0.0642679 Jul 07 19:06:10.007451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:10.024735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Transition to ACTIVE for port object 113186cf-875d-4cc7-bd2f-ba1294ca7768 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:10.025979 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:10.048526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:10.094597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:10.101989 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:10.119137 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:10.138619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:10.201273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:10.225944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:10.256670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:10.259436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:10.273467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:10.274779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:10.311329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4590871 Jul 07 19:06:10.334678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Request body: {'port': {'device_id': '1b25fd1e-885e-46d8-953a-bb4b2d40088b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:10.341861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9f50998f-6c26-49de-92cb-a47d82a677ae up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:10.430172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8691e10-c0e4-4466-9855-55820685703c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:10.462076 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:10.471389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['324a9e34-54e0-4c25-a1aa-88bdd1da7ea4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:10.480132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-afe123c2-b388-4ccd-ae32-e895a109baca req-c41d4a41-5238-45ef-9a61-e100d9210f12 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:06:10.481154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-afe123c2-b388-4ccd-ae32-e895a109baca req-c41d4a41-5238-45ef-9a61-e100d9210f12 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2433507 Jul 07 19:06:10.508397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Transition to ACTIVE for port object f8691e10-c0e4-4466-9855-55820685703c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:10.519077 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:10.610878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Pushing event updated for resources: {'Port': ['ID=f8691e10-c0e4-4466-9855-55820685703c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:10.694907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 9f50998f-6c26-49de-92cb-a47d82a677ae completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:10.751407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 9f50998f-6c26-49de-92cb-a47d82a677ae triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:10.751798 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:10.759125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Attempting to bind port f8691e10-c0e4-4466-9855-55820685703c on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:10.759462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Attempting to bind port f8691e10-c0e4-4466-9855-55820685703c by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:10.759792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Attempting to bind port f8691e10-c0e4-4466-9855-55820685703c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:10.774140 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Port f8691e10-c0e4-4466-9855-55820685703c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:06:10.774472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Attempting to bind port f8691e10-c0e4-4466-9855-55820685703c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:10.787333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:10.787675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:10.788213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:10.788690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Bound port: f8691e10-c0e4-4466-9855-55820685703c, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:10.789056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:10.827210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-d773bd1e-f039-42b3-b445-aa60f46e9599 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:10.827210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-d773bd1e-f039-42b3-b445-aa60f46e9599 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.59 "GET /v2.0/networks?id=cea8a7e9-722a-43c6-af28-5e27349dc8c6 HTTP/1.1" status: 200 len: 822 time: 0.3607991 Jul 07 19:06:10.836322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c1d95-4d15-41a7-bb7f-b1065a7a19bf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event updated for resources: {'Port': ['ID=113186cf-875d-4cc7-bd2f-ba1294ca7768,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:10.874207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Request body: {'port': {'device_id': '14f526a9-e2be-4e73-9f29-1eb2ca37cb64', 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6', 'admin_state_up': True, 'tenant_id': 'aa3e95f9017142f5978bc3bf24e8b388'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:10.919057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5152bb36-ffe0-47e9-9b55-2984a130e700 None None] Provisioning for port 113186cf-875d-4cc7-bd2f-ba1294ca7768 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:10.928250 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:10.938875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5152bb36-ffe0-47e9-9b55-2984a130e700 None None] Provisioning complete for port 113186cf-875d-4cc7-bd2f-ba1294ca7768 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:10.938875 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5152bb36-ffe0-47e9-9b55-2984a130e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:10.976053 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] For port f8691e10-c0e4-4466-9855-55820685703c, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:10.980174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] For port f8691e10-c0e4-4466-9855-55820685703c, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f8691e10-c0e4-4466-9855-55820685703c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:10.986333 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:11.031270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:11.032078 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:11.033768 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] 10.222.0.112 "PUT /v2.0/ports/f8691e10-c0e4-4466-9855-55820685703c HTTP/1.1" status: 200 len: 1097 time: 1.5803194 Jul 07 19:06:11.036589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5a98b2-dc37-461d-a498-b71d634ec362', 'tag': 'f8691e10-c0e4-4466-9855-55820685703c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:11.039555 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c4ffa4-29ad-4735-89b9-446e30e08246" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5a98b2-dc37-461d-a498-b71d634ec362", "tag": "f8691e10-c0e4-4466-9855-55820685703c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:11.065712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e62879-d933-4499-874d-5a3d41e35b83 service neutron] Pushing event updated for resources: {'Port': ['ID=f8691e10-c0e4-4466-9855-55820685703c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:11.072658 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d2437b1-7380-40cd-a9b6-33bef6ebd18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:11.083052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5152bb36-ffe0-47e9-9b55-2984a130e700 None None] Port 113186cf-875d-4cc7-bd2f-ba1294ca7768 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:06:11.090287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e8269-4ef3-4846-988e-73f8e9bd2b5f req-c2ef46a2-dbc1-4ba1-a5aa-c1b46b066a1d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:11.091881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-641e8269-4ef3-4846-988e-73f8e9bd2b5f req-c2ef46a2-dbc1-4ba1-a5aa-c1b46b066a1d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 936 time: 0.8821318 Jul 07 19:06:11.112575 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:11.166844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-ba586306-999f-4a68-968f-fe8b923ccf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:11.168519 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-ba586306-999f-4a68-968f-fe8b923ccf91 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=ae5a98b2-dc37-461d-a498-b71d634ec362 HTTP/1.1" status: 200 len: 1100 time: 0.0792463 Jul 07 19:06:11.169138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 9f50998f-6c26-49de-92cb-a47d82a677ae, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9f50998f-6c26-49de-92cb-a47d82a677ae,segment=NetworkSegment(42d39a48-2643-485b-a89d-e1d83ae8fac7),segment_id=42d39a48-2643-485b-a89d-e1d83ae8fac7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:11.175075 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:11.223392 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-c02afa70-6eef-48e0-83e5-27201c160615 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=f8691e10-c0e4-4466-9855-55820685703c HTTP/1.1" status: 200 len: 217 time: 0.0475273 Jul 07 19:06:11.236510 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:11.244290 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-641e8269-4ef3-4846-988e-73f8e9bd2b5f req-93ffc006-4c46-4bc2-a786-f1e4b14370e6 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410053 Jul 07 19:06:11.255876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=9f50998f-6c26-49de-92cb-a47d82a677ae,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:11.319191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-b2e55e08-47a1-47f9-ac76-075412fb83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:11.321630 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-b2e55e08-47a1-47f9-ac76-075412fb83ea service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0901957 Jul 07 19:06:11.404601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-1b3d4c2f-acc4-4bf9-a423-234186f93b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:11.404601 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-1b3d4c2f-acc4-4bf9-a423-234186f93b89 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711060 Jul 07 19:06:11.422885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2ade2-abc9-4836-b8b1-e80f34feaf8f req-7d075e6d-15a6-4c7c-9d6e-05e87096989b tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:11.424426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fc2ade2-abc9-4836-b8b1-e80f34feaf8f req-7d075e6d-15a6-4c7c-9d6e-05e87096989b tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 1101 time: 0.2614355 Jul 07 19:06:11.429290 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-c7c115b8-f8d9-4ac7-b4af-29e94b39c753 req-f2e7d655-9cf2-4e4d-ad2d-8faccf0f7d1e tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] show failed (client error): The resource could not be found. Jul 07 19:06:11.430285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7c115b8-f8d9-4ac7-b4af-29e94b39c753 req-f2e7d655-9cf2-4e4d-ad2d-8faccf0f7d1e tempest-FloatingIPsTestJSON-1631897014 tempest-FloatingIPsTestJSON-1631897014-project] 10.222.0.113 "GET /v2.0/floatingips/4b71c34b-79d4-4924-a61f-cc1e5704afdc HTTP/1.1" status: 404 len: 350 time: 0.0687802 Jul 07 19:06:11.450676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:11.511298 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-58f7cf2e-4d6b-4ded-9e6e-869350f6ae6e service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040378 Jul 07 19:06:11.609908 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-acc86306-fe79-40fd-b91b-9d9fafb452e2 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919924 Jul 07 19:06:11.755203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Made reservation on behalf of aa3e95f9017142f5978bc3bf24e8b388 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:11.758871 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:11.810775 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fc2ade2-abc9-4836-b8b1-e80f34feaf8f req-a985d8a5-5400-4239-a7a8-37218af8d3e3 tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:11.813620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:11.870198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:11.874936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:11.875729 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:11.961640 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:11.985240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:11.987846 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8ff1a3-1712-4c68-a664-58e1083b3274" -d '{"events": [{"server_uuid": "f0b9f832-0984-4c9d-8e1a-993ff543767b", "name": "network-vif-plugged", "status": "completed", "tag": "324a9e34-54e0-4c25-a1aa-88bdd1da7ea4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:12.001457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:12.005961 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:12.158590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee35595-765f-430b-aedc-ccb259e676c9 req-c55c0e53-93ef-4183-bae9-d0f22f2d0e86 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:12.160013 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ee35595-765f-430b-aedc-ccb259e676c9 req-c55c0e53-93ef-4183-bae9-d0f22f2d0e86 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 944 time: 0.3826118 Jul 07 19:06:12.170989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9f50998f-6c26-49de-92cb-a47d82a677ae up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:12.203698 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:12.223178 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:12.236452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 9f50998f-6c26-49de-92cb-a47d82a677ae triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:12.236866 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:12.243115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Allocated IP 172.20.0.12 (cea8a7e9-722a-43c6-af28-5e27349dc8c6/726dd8ca-6ff9-4083-80a3-660a9af22c42/7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:12.280890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113186cf-875d-4cc7-bd2f-ba1294ca7768 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:12.304554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:12.358310 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ee35595-765f-430b-aedc-ccb259e676c9 req-c848fdeb-0b0e-4112-95e2-52801285d780 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/security-groups?id=08506739-ded7-40c9-871a-5351c851fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911583 Jul 07 19:06:12.381290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Transition to ACTIVE for port object 113186cf-875d-4cc7-bd2f-ba1294ca7768 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:12.397141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fc2ade2-abc9-4836-b8b1-e80f34feaf8f req-a985d8a5-5400-4239-a7a8-37218af8d3e3 tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:12.400620 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:12.478697 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fc2ade2-abc9-4836-b8b1-e80f34feaf8f req-a985d8a5-5400-4239-a7a8-37218af8d3e3 tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:12.616067 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fc2ade2-abc9-4836-b8b1-e80f34feaf8f req-a985d8a5-5400-4239-a7a8-37218af8d3e3 tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1675887 Jul 07 19:06:12.628765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fc78bcb-2e61-435d-ac0b-a3cbabd62c32 req-4e121e4b-a92e-4844-8d9c-3a546a5ee079 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 210 time: 0.1291430 Jul 07 19:06:12.637213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Pushing event updated for resources: {'Port': ['ID=113186cf-875d-4cc7-bd2f-ba1294ca7768,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:12.682430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985d8a5-5400-4239-a7a8-37218af8d3e3 tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dce1aa4-867d-4217-afa5-2afa4667859f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:12.685164 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720fddb2-3f5f-461d-b574-f9dd2ef54437 x-openstack-request-id: req-720fddb2-3f5f-461d-b574-f9dd2ef54437 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:12.685657 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5a98b2-dc37-461d-a498-b71d634ec362", "tag": "f8691e10-c0e4-4466-9855-55820685703c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:12.685751 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-720fddb2-3f5f-461d-b574-f9dd2ef54437 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:12.686089 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5a98b2-dc37-461d-a498-b71d634ec362', 'tag': 'f8691e10-c0e4-4466-9855-55820685703c', 'status': 'completed', 'code': 200} Jul 07 19:06:12.688503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Attempting to bind port 113186cf-875d-4cc7-bd2f-ba1294ca7768 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:12.688841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Attempting to bind port 113186cf-875d-4cc7-bd2f-ba1294ca7768 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:12.689167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Attempting to bind port 113186cf-875d-4cc7-bd2f-ba1294ca7768 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:12.713647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Port 113186cf-875d-4cc7-bd2f-ba1294ca7768 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:06:12.714003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Attempting to bind port 113186cf-875d-4cc7-bd2f-ba1294ca7768 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:12.752700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:12.753040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:12.753421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:12.753866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Bound port: 113186cf-875d-4cc7-bd2f-ba1294ca7768, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:12.754215 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:12.772634 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:12.783484 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d147d1b-649f-475a-85fa-f2a44571e59f x-openstack-request-id: req-6d147d1b-649f-475a-85fa-f2a44571e59f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:12.783885 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b9f832-0984-4c9d-8e1a-993ff543767b", "name": "network-vif-plugged", "status": "completed", "tag": "324a9e34-54e0-4c25-a1aa-88bdd1da7ea4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:12.784247 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6d147d1b-649f-475a-85fa-f2a44571e59f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:12.784768 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'code': 200} Jul 07 19:06:12.801821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4ffa4-29ad-4735-89b9-446e30e08246 req-cd078f1b-1ee6-43cc-aa07-9c7b97222835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:12.803751 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63c4ffa4-29ad-4735-89b9-446e30e08246 req-cd078f1b-1ee6-43cc-aa07-9c7b97222835 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=ae5a98b2-dc37-461d-a498-b71d634ec362 HTTP/1.1" status: 200 len: 1100 time: 0.0765343 Jul 07 19:06:12.881359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] For port 113186cf-875d-4cc7-bd2f-ba1294ca7768, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:12.919485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] For port 113186cf-875d-4cc7-bd2f-ba1294ca7768, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=113186cf-875d-4cc7-bd2f-ba1294ca7768,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:12.920739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4ffa4-29ad-4735-89b9-446e30e08246 req-974e7497-464b-407d-b772-0740bfa5d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:12.923175 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63c4ffa4-29ad-4735-89b9-446e30e08246 req-974e7497-464b-407d-b772-0740bfa5d909 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1133533 Jul 07 19:06:12.963579 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:12.972782 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63c4ffa4-29ad-4735-89b9-446e30e08246 req-7ac18a29-2248-47df-a03e-8178023acd15 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=f8691e10-c0e4-4466-9855-55820685703c HTTP/1.1" status: 200 len: 217 time: 0.0429254 Jul 07 19:06:13.046972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:13.047977 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:13.049570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] 10.222.0.112 "PUT /v2.0/ports/113186cf-875d-4cc7-bd2f-ba1294ca7768 HTTP/1.1" status: 200 len: 1097 time: 2.7268443 Jul 07 19:06:13.053872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4ffa4-29ad-4735-89b9-446e30e08246 req-5f1df753-0c57-4779-8aaa-9c77d76c7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:13.054797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b25fd1e-885e-46d8-953a-bb4b2d40088b', 'tag': '113186cf-875d-4cc7-bd2f-ba1294ca7768'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:13.055366 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63c4ffa4-29ad-4735-89b9-446e30e08246 req-5f1df753-0c57-4779-8aaa-9c77d76c7af5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0626862 Jul 07 19:06:13.056933 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "1b25fd1e-885e-46d8-953a-bb4b2d40088b", "tag": "113186cf-875d-4cc7-bd2f-ba1294ca7768"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:13.081253 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee531f-a9bd-4e44-8ad9-ccaf20b9ad19 req-65ffa5be-d74f-43ae-891b-8c99f1022b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:13.083533 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8aee531f-a9bd-4e44-8ad9-ccaf20b9ad19 req-65ffa5be-d74f-43ae-891b-8c99f1022b0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 1097 time: 0.1195846 Jul 07 19:06:13.093462 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:13.148568 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8aee531f-a9bd-4e44-8ad9-ccaf20b9ad19 req-b3c0061b-4f0f-4ff5-937d-c36e7233b260 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=08506739-ded7-40c9-871a-5351c851fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Jul 07 19:06:13.151856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652de65-67a4-4a5e-935b-f05cd050159d req-abc49dc6-37f9-4e11-a86c-0f6454fce17f tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:13.153467 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8652de65-67a4-4a5e-935b-f05cd050159d req-abc49dc6-37f9-4e11-a86c-0f6454fce17f tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 949 time: 0.3179624 Jul 07 19:06:13.154104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab33fa-027a-49fa-aa7f-8825c25768c5 service neutron] Pushing event updated for resources: {'Port': ['ID=113186cf-875d-4cc7-bd2f-ba1294ca7768,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:13.161891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4ffa4-29ad-4735-89b9-446e30e08246 req-ef93281a-9632-4415-a4ae-faacaa639101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:13.164410 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63c4ffa4-29ad-4735-89b9-446e30e08246 req-ef93281a-9632-4415-a4ae-faacaa639101 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1004221 Jul 07 19:06:13.207045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Network cea8a7e9-722a-43c6-af28-5e27349dc8c6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:13.252034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:13.261090 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:13.270531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cde700-7665-4992-89e3-214473406594 req-27a0b6f1-9c5f-4aa3-9697-64e98850c936 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:13.272128 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2cde700-7665-4992-89e3-214473406594 req-27a0b6f1-9c5f-4aa3-9697-64e98850c936 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 948 time: 0.3572340 Jul 07 19:06:13.282302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:13.287948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:13.288521 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:13.385064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event updated for resources: {'Port': ['ID=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:13.395851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ef10dd3e-9fe4-432d-a4b7-f7a8c949002e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5509872 Jul 07 19:06:13.400781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8652de65-67a4-4a5e-935b-f05cd050159d req-2ff249e0-7868-471f-91c9-119c14048dad tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093699 Jul 07 19:06:13.461599 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Request body: {'port': {'device_id': '14f526a9-e2be-4e73-9f29-1eb2ca37cb64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:13.468932 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63c4ffa4-29ad-4735-89b9-446e30e08246 req-36a23c83-df1b-4b63-bda4-2418c046b85d service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960842 Jul 07 19:06:13.494832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2cde700-7665-4992-89e3-214473406594 req-20b7e2c1-fcfd-489a-8f75-68a898a0da2e tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034595 Jul 07 19:06:13.505226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-fb5af57f-9886-49f4-b8e3-0c861223fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:13.506786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-fb5af57f-9886-49f4-b8e3-0c861223fc76 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 1100 time: 0.3805020 Jul 07 19:06:13.627460 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63c4ffa4-29ad-4735-89b9-446e30e08246 req-6c1ef337-879e-46c4-845e-b5b4d849e4d1 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520522 Jul 07 19:06:13.636676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4a71b-9964-435f-9938-e72dd7a5d989 req-546145c3-b95a-4b56-8add-e3ebba667676 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:13.638208 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cbd4a71b-9964-435f-9938-e72dd7a5d989 req-546145c3-b95a-4b56-8add-e3ebba667676 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.59 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 949 time: 0.1125998 Jul 07 19:06:13.716191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f8691e10-c0e4-4466-9855-55820685703c details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:06:13.765955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cbd4a71b-9964-435f-9938-e72dd7a5d989 req-53e6d5c7-f9e8-4609-972a-c79697cc3a88 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Deleting port 153e8212-a083-481d-96e3-a345637908e8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:13.766518 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbd4a71b-9964-435f-9938-e72dd7a5d989 req-53e6d5c7-f9e8-4609-972a-c79697cc3a88 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:13.867177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-80254b7b-b6fb-4cb0-903a-1b99febe148d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=113186cf-875d-4cc7-bd2f-ba1294ca7768 HTTP/1.1" status: 200 len: 217 time: 0.3504181 Jul 07 19:06:13.875766 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:13.910214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cbd4a71b-9964-435f-9938-e72dd7a5d989 req-53e6d5c7-f9e8-4609-972a-c79697cc3a88 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] For port 153e8212-a083-481d-96e3-a345637908e8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=153e8212-a083-481d-96e3-a345637908e8,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:13.911067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbd4a71b-9964-435f-9938-e72dd7a5d989 req-53e6d5c7-f9e8-4609-972a-c79697cc3a88 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:13.944066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cbd4a71b-9964-435f-9938-e72dd7a5d989 req-53e6d5c7-f9e8-4609-972a-c79697cc3a88 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Calling delete_port for 153e8212-a083-481d-96e3-a345637908e8 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:13.979032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:13.986183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f8691e10-c0e4-4466-9855-55820685703c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f8691e10-c0e4-4466-9855-55820685703c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:13.990438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e627c29a-d7d7-4d67-9f2f-654e788e2a18 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--15976857', 'description': 'tempest-description--1620160598'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:14.012239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'f8691e10-c0e4-4466-9855-55820685703c', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'f8691e10-c0e4-4466-9855-55820685703c', 'mac_address': 'fa:16:3e:37:9a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:06:14.013989 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:14.042633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-b8985021-f302-46a7-b9e7-adb092c9f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:14.044123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-b8985021-f302-46a7-b9e7-adb092c9f66f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1570144 Jul 07 19:06:14.072230 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:14.088442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8691e10-c0e4-4466-9855-55820685703c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:14.114272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f8691e10-c0e4-4466-9855-55820685703c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f8691e10-c0e4-4466-9855-55820685703c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:14.116851 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799a658b-578e-4647-9d77-a0eb74cb8840 x-openstack-request-id: req-799a658b-578e-4647-9d77-a0eb74cb8840 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:14.117229 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b25fd1e-885e-46d8-953a-bb4b2d40088b", "tag": "113186cf-875d-4cc7-bd2f-ba1294ca7768", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:14.117424 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-799a658b-578e-4647-9d77-a0eb74cb8840 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:14.118148 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b25fd1e-885e-46d8-953a-bb4b2d40088b', 'tag': '113186cf-875d-4cc7-bd2f-ba1294ca7768', 'status': 'completed', 'code': 200} Jul 07 19:06:14.119825 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e627c29a-d7d7-4d67-9f2f-654e788e2a18 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:14.120762 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:14.205282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f8691e10-c0e4-4466-9855-55820685703c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:14.276814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbd4a71b-9964-435f-9938-e72dd7a5d989 req-53e6d5c7-f9e8-4609-972a-c79697cc3a88 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:14.290937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['23f83742-2069-406c-8527-dca7be17a532'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:14.339122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:14.339896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6d5c7-f9e8-4609-972a-c79697cc3a88 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Pushing event deleted for resources: {'Port': ['ID=153e8212-a083-481d-96e3-a345637908e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:14.377451 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['153e8212-a083-481d-96e3-a345637908e8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:14.379656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['f8691e10-c0e4-4466-9855-55820685703c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:14.442658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd4a71b-9964-435f-9938-e72dd7a5d989 req-53e6d5c7-f9e8-4609-972a-c79697cc3a88 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] No DVR routers for this DVR port 153e8212-a083-481d-96e3-a345637908e8 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:06:14.454661 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbd4a71b-9964-435f-9938-e72dd7a5d989 req-53e6d5c7-f9e8-4609-972a-c79697cc3a88 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:14.456972 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cbd4a71b-9964-435f-9938-e72dd7a5d989 req-53e6d5c7-f9e8-4609-972a-c79697cc3a88 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.59 "DELETE /v2.0/ports/153e8212-a083-481d-96e3-a345637908e8 HTTP/1.1" status: 204 len: 173 time: 0.8126097 Jul 07 19:06:14.511044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-c6f4991b-c938-4155-bef1-856d36529adb service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1685753 Jul 07 19:06:14.521776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-af7a76f0-c2c0-435d-9fd6-71c66fad97aa service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:06:14.523008 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-af7a76f0-c2c0-435d-9fd6-71c66fad97aa service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067310 Jul 07 19:06:14.627548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-4f74fc74-5a9f-4fcf-b7f5-f70a647e93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:14.629419 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-4f74fc74-5a9f-4fcf-b7f5-f70a647e93e3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5720520 Jul 07 19:06:14.687764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9768646b-9d14-4aca-8eff-cc5c8b33f58a', 'name': 'network-vif-deleted', 'tag': '153e8212-a083-481d-96e3-a345637908e8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:14.690311 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcefe4c-5296-4eab-a5d9-f454cb895ff8" -d '{"events": [{"server_uuid": "9768646b-9d14-4aca-8eff-cc5c8b33f58a", "name": "network-vif-deleted", "tag": "153e8212-a083-481d-96e3-a345637908e8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:14.766898 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e627c29a-d7d7-4d67-9f2f-654e788e2a18 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:14.793749 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e627c29a-d7d7-4d67-9f2f-654e788e2a18 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:14.813539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4e70e-cda9-4970-b25b-0a82ee587b83 req-ffc0702d-4bce-404c-a21f-9133ef707ad8 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:14.815035 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdd4e70e-cda9-4970-b25b-0a82ee587b83 req-ffc0702d-4bce-404c-a21f-9133ef707ad8 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 932 time: 0.5193563 Jul 07 19:06:14.829438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab1422-8bf1-490a-b407-45d8674465f4 req-6bd8d4b2-f47a-4afe-a916-f75520a999a8 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:14.830915 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31ab1422-8bf1-490a-b407-45d8674465f4 req-6bd8d4b2-f47a-4afe-a916-f75520a999a8 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 945 time: 0.5313690 Jul 07 19:06:14.916884 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e627c29a-d7d7-4d67-9f2f-654e788e2a18 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:14.918084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e627c29a-d7d7-4d67-9f2f-654e788e2a18 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9333572 Jul 07 19:06:14.922088 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:14.931799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d55bb96e-16c9-4107-939b-f81a8fe41894 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Request body: {'security_group_rule': {'security_group_id': '9ec93b88-4469-4682-9f9f-cabfefe548f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:14.948778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-d5df9c1a-fd1c-4a45-b456-329da90bd249 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074658 Jul 07 19:06:14.949374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627c29a-d7d7-4d67-9f2f-654e788e2a18 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec93b88-4469-4682-9f9f-cabfefe548f3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:14.969092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] Deleting port 86186326-52ed-4daf-8363-15545a596b8b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:14.969516 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:14.983046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d55bb96e-16c9-4107-939b-f81a8fe41894 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.038869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdd4e70e-cda9-4970-b25b-0a82ee587b83 req-c835ac27-c44f-4f07-bf9e-4a2a3e9724f5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069538 Jul 07 19:06:15.098462 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d55bb96e-16c9-4107-939b-f81a8fe41894 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.111329 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d55bb96e-16c9-4107-939b-f81a8fe41894 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.138428 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bb96e-16c9-4107-939b-f81a8fe41894 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e882bb4a-7c1c-412e-8d89-69b3d946c8dc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:15.142527 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31ab1422-8bf1-490a-b407-45d8674465f4 req-bc0ed3b7-fea8-40ee-b4c4-b1b1bdee2748 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/security-groups?id=08506739-ded7-40c9-871a-5351c851fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838387 Jul 07 19:06:15.148766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:15.149715 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d55bb96e-16c9-4107-939b-f81a8fe41894 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.151070 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d55bb96e-16c9-4107-939b-f81a8fe41894 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2231092 Jul 07 19:06:15.153726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:15.172851 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4d27712b-954d-400f-8625-2d70c5b116ef tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Request body: {'security_group_rule': {'security_group_id': '9ec93b88-4469-4682-9f9f-cabfefe548f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:15.183398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.212901 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d27712b-954d-400f-8625-2d70c5b116ef tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.246925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Transition to ACTIVE for port object 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:15.279392 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.307035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d27712b-954d-400f-8625-2d70c5b116ef tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.315468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d27712b-954d-400f-8625-2d70c5b116ef tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.351363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d27712b-954d-400f-8625-2d70c5b116ef tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.352939 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4d27712b-954d-400f-8625-2d70c5b116ef tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1977646 Jul 07 19:06:15.356274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27712b-954d-400f-8625-2d70c5b116ef tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa0b075-b2d6-45b1-b5b9-e5421d4db888,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:15.359418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:15.364808 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:15.399683 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.428339 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] For port 86186326-52ed-4daf-8363-15545a596b8b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=86186326-52ed-4daf-8363-15545a596b8b,segment=NetworkSegment(c0e8f944-52a6-4a57-a91f-abcfb2e31408),segment_id=c0e8f944-52a6-4a57-a91f-abcfb2e31408)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:15.428775 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.497444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71c8fbc6-a53d-4aa1-88a1-d40ba76785fb req-a27294ad-f5e6-4a11-a22c-986c22b002aa tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9768646b-9d14-4aca-8eff-cc5c8b33f58a HTTP/1.1" status: 200 len: 210 time: 0.1164048 Jul 07 19:06:15.506802 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] Calling delete_port for 86186326-52ed-4daf-8363-15545a596b8b owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:15.514398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b304a318-7131-4275-81ea-ea9b7e906b5e req-e5af3246-10c4-47d9-bec3-9a1a19c75b72 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407486 Jul 07 19:06:15.524370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:15.556023 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.657051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda059-e25b-47d1-b2a3-e869f300bd5c req-ed609c7a-d83a-41b5-91c2-11a5cfb2801e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:15.658471 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97dda059-e25b-47d1-b2a3-e869f300bd5c req-ed609c7a-d83a-41b5-91c2-11a5cfb2801e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.3852344 Jul 07 19:06:15.664586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Attempting to bind port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:15.664934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Attempting to bind port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:15.665252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Attempting to bind port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 on network cea8a7e9-722a-43c6-af28-5e27349dc8c6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:15.707550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Allocated IP 172.25.2.179 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/98dda2b4-6fc0-4b5c-9479-3d3a067c355d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:15.720358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 on network cea8a7e9-722a-43c6-af28-5e27349dc8c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:06:15.720701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Attempting to bind port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 on network cea8a7e9-722a-43c6-af28-5e27349dc8c6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:15.737875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f8691e10-c0e4-4466-9855-55820685703c up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:15.768461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:15.768816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Checking segment: {'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:15.769978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Bound using segment: {'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:15.769978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Bound port: 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:15.769978 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.796015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port f8691e10-c0e4-4466-9855-55820685703c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:15.800933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port f8691e10-c0e4-4466-9855-55820685703c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:15.801422 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.823747 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.857154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97dda059-e25b-47d1-b2a3-e869f300bd5c req-ccf07807-8d2c-4f60-b392-b2c36a6344e5 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875246 Jul 07 19:06:15.892690 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.906841 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.933408 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5a98b2-dc37-461d-a498-b71d634ec362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8691e10-c0e4-4466-9855-55820685703c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:15.936120 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a9d13d-9607-4e89-b3c0-7a4b9bfcf488" -d '{"events": [{"server_uuid": "ae5a98b2-dc37-461d-a498-b71d634ec362", "name": "network-vif-plugged", "status": "completed", "tag": "f8691e10-c0e4-4466-9855-55820685703c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:15.942104 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bdb0dc-e6d1-4269-8430-2c9c7a41600f x-openstack-request-id: req-61bdb0dc-e6d1-4269-8430-2c9c7a41600f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:15.942633 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9768646b-9d14-4aca-8eff-cc5c8b33f58a", "name": "network-vif-deleted", "tag": "153e8212-a083-481d-96e3-a345637908e8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:15.943908 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-61bdb0dc-e6d1-4269-8430-2c9c7a41600f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:15.944243 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9768646b-9d14-4aca-8eff-cc5c8b33f58a', 'name': 'network-vif-deleted', 'tag': '153e8212-a083-481d-96e3-a345637908e8', 'status': 'completed', 'code': 200} Jul 07 19:06:15.954812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f8691e10-c0e4-4466-9855-55820685703c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f8691e10-c0e4-4466-9855-55820685703c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:15.955390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:15.959670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:15.960777 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.966926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:16.023721 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fe8da7-a31b-4f75-b2e4-a49f24d74425 x-openstack-request-id: req-34fe8da7-a31b-4f75-b2e4-a49f24d74425 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:16.024162 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5a98b2-dc37-461d-a498-b71d634ec362", "name": "network-vif-plugged", "status": "completed", "tag": "f8691e10-c0e4-4466-9855-55820685703c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:16.024579 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-34fe8da7-a31b-4f75-b2e4-a49f24d74425 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:16.025075 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5a98b2-dc37-461d-a498-b71d634ec362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8691e10-c0e4-4466-9855-55820685703c', 'code': 200} Jul 07 19:06:16.037705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f8691e10-c0e4-4466-9855-55820685703c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:16.073817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Pushing event updated for resources: {'Port': ['ID=98dda2b4-6fc0-4b5c-9479-3d3a067c355d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:16.149358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5 req-15d465d1-f648-438f-ab25-d477d3a8705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:16.150849 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5 req-15d465d1-f648-438f-ab25-d477d3a8705f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 1100 time: 0.5451453 Jul 07 19:06:16.188977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a916f3f-a64c-4496-8b10-32c41f5b1ec6 req-6aab608b-2812-4dc1-b4c6-7a49becde06d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:16.195647 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a916f3f-a64c-4496-8b10-32c41f5b1ec6 req-6aab608b-2812-4dc1-b4c6-7a49becde06d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 948 time: 0.5360620 Jul 07 19:06:16.241656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:16.314604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] For port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:16.316215 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-29cb24dd-7c67-4d60-8f01-b062223d680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:16.317872 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-29cb24dd-7c67-4d60-8f01-b062223d680a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 1101 time: 0.2032566 Jul 07 19:06:16.322370 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:16.325127 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e2a35-cbe2-4263-ab25-6bb8942e90e2 req-98112b8d-ffd3-4792-99e9-cd4d85fa5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:16.326675 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-aa7e2a35-cbe2-4263-ab25-6bb8942e90e2 req-98112b8d-ffd3-4792-99e9-cd4d85fa5eed service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ae5a98b2-dc37-461d-a498-b71d634ec362 HTTP/1.1" status: 200 len: 1102 time: 0.1799500 Jul 07 19:06:16.372852 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a916f3f-a64c-4496-8b10-32c41f5b1ec6 req-93ef9d72-4c7b-48f0-9a66-80ece020b161 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763191 Jul 07 19:06:16.395717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:16.409189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] For port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:16.437431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5 req-ea80c1bd-8b4b-4569-b9cd-71dd8d476fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:16.438961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5 req-ea80c1bd-8b4b-4569-b9cd-71dd8d476fd3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2776830 Jul 07 19:06:16.441829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:16.445548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] Pushing event deleted for resources: {'Port': ['ID=86186326-52ed-4daf-8363-15545a596b8b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:16.474861 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-aa7e2a35-cbe2-4263-ab25-6bb8942e90e2 req-6fad0acc-07d8-4eb8-841c-ea45854f1342 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370618 Jul 07 19:06:16.537462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-b63e4624-ff90-4c89-ae35-bf4d13195531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:16.539079 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-b63e4624-ff90-4c89-ae35-bf4d13195531 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2115552 Jul 07 19:06:16.563627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210e6e7-a89e-4f67-82f2-b22645cfaf19 req-1d4c5683-432c-4f03-a726-a4662d93a096 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:16.565231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7210e6e7-a89e-4f67-82f2-b22645cfaf19 req-1d4c5683-432c-4f03-a726-a4662d93a096 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 944 time: 0.3228285 Jul 07 19:06:16.576156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5 req-be24906f-6c9f-4cf1-8036-1e07e46a2faf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=113186cf-875d-4cc7-bd2f-ba1294ca7768 HTTP/1.1" status: 200 len: 217 time: 0.1252666 Jul 07 19:06:16.595725 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-63bda24b-9d1d-4869-b47d-da928b838975 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06 HTTP/1.1" status: 200 len: 217 time: 0.0483372 Jul 07 19:06:16.660656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:16.661277 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:16.662613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] 10.222.0.59 "PUT /v2.0/ports/7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 HTTP/1.1" status: 200 len: 1093 time: 3.2157567 Jul 07 19:06:16.664653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f526a9-e2be-4e73-9f29-1eb2ca37cb64', 'tag': '7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:16.666852 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504a7198-eea9-4b49-aeab-7f62f9f76e53" -d '{"events": [{"name": "network-changed", "server_uuid": "14f526a9-e2be-4e73-9f29-1eb2ca37cb64", "tag": "7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:16.673895 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-055ae515-09e6-4934-9dcb-506e2b8d8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:16.675872 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-055ae515-09e6-4934-9dcb-506e2b8d8d75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0716946 Jul 07 19:06:16.695511 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:16.714904 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:16.748736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00143e5a-94ce-4383-8c77-206f5caeba38 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:16.798654 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Pushing event updated for resources: {'Port': ['ID=98dda2b4-6fc0-4b5c-9479-3d3a067c355d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:16.817269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:16.824257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5 req-cdc6c6c7-0f59-4abd-bd19-24d103d86592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:16.825818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5 req-cdc6c6c7-0f59-4abd-bd19-24d103d86592 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1950088 Jul 07 19:06:16.827085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-2fd9f099-f953-42bb-a9d9-18842fcf85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:16.829982 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-2fd9f099-f953-42bb-a9d9-18842fcf85c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1463475 Jul 07 19:06:16.847140 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:16.848515 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-09daebcb-d9a2-4881-a4e0-0b2f824efc94 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4877667 Jul 07 19:06:16.851742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7210e6e7-a89e-4f67-82f2-b22645cfaf19 req-76b4a2a2-9172-4ee1-825e-1c0dacd9c90a tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431490 Jul 07 19:06:16.905847 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:16.940452 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-c67acb4c-36e0-40b2-81f8-078ae6bf78be service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029699 Jul 07 19:06:17.007650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d0d0f-0401-4f42-bb35-373373f1e111 req-a8e0f451-a31c-4287-8a5e-7c207e7a06f1 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:17.009444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-592d0d0f-0401-4f42-bb35-373373f1e111 req-a8e0f451-a31c-4287-8a5e-7c207e7a06f1 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 945 time: 0.4394827 Jul 07 19:06:17.014289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-5935d36f-8ad7-44e2-81b4-e58aa2a968a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:17.016856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-5935d36f-8ad7-44e2-81b4-e58aa2a968a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa3e95f9017142f5978bc3bf24e8b388&device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 1096 time: 0.2890015 Jul 07 19:06:17.022944 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29995cf0-5077-404d-a08c-102af231f809 x-openstack-request-id: req-29995cf0-5077-404d-a08c-102af231f809 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:17.023339 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f526a9-e2be-4e73-9f29-1eb2ca37cb64", "tag": "7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:17.023785 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-29995cf0-5077-404d-a08c-102af231f809 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:17.024389 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f526a9-e2be-4e73-9f29-1eb2ca37cb64', 'tag': '7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94', 'status': 'completed', 'code': 200} Jul 07 19:06:17.043993 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-5b71de15-6a1c-467d-839a-85496819a249 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968943 Jul 07 19:06:17.162036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5 req-6ae72e7a-0025-40b4-abc1-e8f2171bc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:17.163687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5 req-6ae72e7a-0025-40b4-abc1-e8f2171bc154 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3270719 Jul 07 19:06:17.164953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-71c4d2f3-5393-4827-91c1-a4a532cf9359 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 HTTP/1.1" status: 200 len: 217 time: 0.0810606 Jul 07 19:06:17.195997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-592d0d0f-0401-4f42-bb35-373373f1e111 req-7ef0ed0c-2094-4ed0-a7be-258230086afb tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/security-groups?id=08506739-ded7-40c9-871a-5351c851fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707489 Jul 07 19:06:17.349249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ad0f2064-401a-4487-891c-9290349a0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:17.350742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-ad0f2064-401a-4487-891c-9290349a0864 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=726dd8ca-6ff9-4083-80a3-660a9af22c42 HTTP/1.1" status: 200 len: 862 time: 0.1599004 Jul 07 19:06:17.436183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-e5af9523-6b0b-4a4c-acf7-cf76e88b34f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cea8a7e9-722a-43c6-af28-5e27349dc8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758998 Jul 07 19:06:17.481290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62623329-5a0b-4065-a1ae-c8392fdddc6d req-ea0d8602-5c1a-460e-a9e1-0756f1650254 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:17.482721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62623329-5a0b-4065-a1ae-c8392fdddc6d req-ea0d8602-5c1a-460e-a9e1-0756f1650254 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.3483388 Jul 07 19:06:17.502814 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5 req-80c15793-86ec-402d-a355-f004c1c186af service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106978 Jul 07 19:06:17.603036 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-25218036-050f-4a6b-b179-8367e155dfe7 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--15976857&fields=id&tenant_id=4e4090d3881b4fda91b8df8724648639 HTTP/1.1" status: 200 len: 267 time: 0.2469697 Jul 07 19:06:17.719667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] Router f46fe88c-64f4-4282-9ab1-4edba70a7959 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:06:17.738382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62623329-5a0b-4065-a1ae-c8392fdddc6d req-91d3fc14-9695-4b9a-a453-67b754296595 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435429 Jul 07 19:06:17.760767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 113186cf-875d-4cc7-bd2f-ba1294ca7768 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:06:17.829724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 153e8212-a083-481d-96e3-a345637908e8 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:06:17.854469 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 153e8212-a083-481d-96e3-a345637908e8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:06:17.854933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 153e8212-a083-481d-96e3-a345637908e8 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:06:17.891260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 113186cf-875d-4cc7-bd2f-ba1294ca7768, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=113186cf-875d-4cc7-bd2f-ba1294ca7768,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:17.907538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '113186cf-875d-4cc7-bd2f-ba1294ca7768', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '113186cf-875d-4cc7-bd2f-ba1294ca7768', 'mac_address': 'fa:16:3e:7c:69:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:06:17.949026 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:17.966510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113186cf-875d-4cc7-bd2f-ba1294ca7768 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:17.989112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 113186cf-875d-4cc7-bd2f-ba1294ca7768, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=113186cf-875d-4cc7-bd2f-ba1294ca7768,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:17.994431 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:18.055357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=113186cf-875d-4cc7-bd2f-ba1294ca7768,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:18.059368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9a6cf5a-88a2-44d8-9c67-4716c6101ac5 req-dba7f720-70ef-4efd-9042-931fc057a57c service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227823 Jul 07 19:06:18.101929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-7b56fab0-d92d-482c-8f15-86983853584a service neutron] 10.222.0.59 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285598 Jul 07 19:06:18.216255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-8947dfb8-7e7c-421c-9a8a-82f1d6c6976d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:18.217752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-8947dfb8-7e7c-421c-9a8a-82f1d6c6976d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/networks?id=316f751f-01ed-42b8-8a52-47968efc8ee7 HTTP/1.1" status: 200 len: 822 time: 0.5791256 Jul 07 19:06:18.273539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['113186cf-875d-4cc7-bd2f-ba1294ca7768'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:18.350498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6a1a53e0-2194-4b52-a872-a2199b4c3636 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/quotas/4e4090d3881b4fda91b8df8724648639 HTTP/1.1" status: 200 len: 375 time: 0.0903094 Jul 07 19:06:18.449571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:06:18.456024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-7bd1070d-6766-4db4-8161-b37ef76798c1 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 258 time: 0.4184577 Jul 07 19:06:18.459697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-03f462d7-2994-41f1-8236-3f0254d1721a admin admin] 10.222.0.113 "PUT /v2.0/routers/f46fe88c-64f4-4282-9ab1-4edba70a7959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0101407 Jul 07 19:06:18.463196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:18.465623 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48829dc0-2059-41df-a73e-5374f9bd6187 None None] Sync routers for ids ['f46fe88c-64f4-4282-9ab1-4edba70a7959'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:06:18.476659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:18.482324 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48829dc0-2059-41df-a73e-5374f9bd6187 None None] Routers {'f46fe88c-64f4-4282-9ab1-4edba70a7959'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:18.483217 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-48829dc0-2059-41df-a73e-5374f9bd6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f46fe88c-64f4-4282-9ab1-4edba70a7959'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:18.485450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e6e97fd-80cf-4b12-af47-7c3953a3fb76 req-71747530-aa4e-4314-b9fe-f39f9bbc4ba9 service neutron] 10.222.0.59 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224297 Jul 07 19:06:18.531005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-b7244629-7df5-4232-8dbf-024f20195a3e tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4e4090d3881b4fda91b8df8724648639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1608109 Jul 07 19:06:18.532059 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:18.583680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:18.606964 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-48829dc0-2059-41df-a73e-5374f9bd6187 None None] Set router f46fe88c-64f4-4282-9ab1-4edba70a7959 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:18.653515 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:18.714231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:18.724747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-ebd8571a-1175-426f-84c9-22bebeef0f0a service neutron] 10.222.0.113 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797643 Jul 07 19:06:18.747222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a7198-eea9-4b49-aeab-7f62f9f76e53 req-4d69369a-061f-4481-8d21-2b5c3636b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:18.748713 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-504a7198-eea9-4b49-aeab-7f62f9f76e53 req-4d69369a-061f-4481-8d21-2b5c3636b9db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa3e95f9017142f5978bc3bf24e8b388&device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 1096 time: 0.1541755 Jul 07 19:06:18.777159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Deleting port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:18.777646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:18.797104 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-48829dc0-2059-41df-a73e-5374f9bd6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'name': 'tempest-FloatingIPsTestJSON-768819227-router', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:33Z', 'updated_at': '2021-07-07T19:06:16Z', 'revision_number': 5, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'gw_port': {'id': 'b9ca0f5c-5c91-4ba6-825d-9495cc1944d0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:36Z', 'updated_at': '2021-07-07T19:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:18.826278 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48829dc0-2059-41df-a73e-5374f9bd6187 None None] Checking router: f46fe88c-64f4-4282-9ab1-4edba70a7959 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:06:18.836442 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48829dc0-2059-41df-a73e-5374f9bd6187 None None] Routers {'f46fe88c-64f4-4282-9ab1-4edba70a7959'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:18.837228 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-48829dc0-2059-41df-a73e-5374f9bd6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f46fe88c-64f4-4282-9ab1-4edba70a7959'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:18.870043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] For port b9ca0f5c-5c91-4ba6-825d-9495cc1944d0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b9ca0f5c-5c91-4ba6-825d-9495cc1944d0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:18.870413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:18.887750 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:18.924700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-4c446091-1451-4581-8fd5-131b144f91ae service neutron] 10.222.0.113 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865041 Jul 07 19:06:18.931084 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-48829dc0-2059-41df-a73e-5374f9bd6187 None None] Set router f46fe88c-64f4-4282-9ab1-4edba70a7959 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:18.978473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a7198-eea9-4b49-aeab-7f62f9f76e53 req-ae2e18f7-d775-4f71-adca-bc5b44c714a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:18.979977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-504a7198-eea9-4b49-aeab-7f62f9f76e53 req-ae2e18f7-d775-4f71-adca-bc5b44c714a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cea8a7e9-722a-43c6-af28-5e27349dc8c6 HTTP/1.1" status: 200 len: 924 time: 0.2163758 Jul 07 19:06:18.988381 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-48829dc0-2059-41df-a73e-5374f9bd6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'name': 'tempest-FloatingIPsTestJSON-768819227-router', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:33Z', 'updated_at': '2021-07-07T19:06:18Z', 'revision_number': 6, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:19.023831 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48829dc0-2059-41df-a73e-5374f9bd6187 None None] The sync data for ids ['f46fe88c-64f4-4282-9ab1-4edba70a7959'] in n-d-792394-12 is: [{'id': 'f46fe88c-64f4-4282-9ab1-4edba70a7959', 'name': 'tempest-FloatingIPsTestJSON-768819227-router', 'tenant_id': '5b216426d7f04a3da79f9dffcc489d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:33Z', 'updated_at': '2021-07-07T19:06:18Z', 'revision_number': 6, 'project_id': '5b216426d7f04a3da79f9dffcc489d61', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:06:19.050497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-504a7198-eea9-4b49-aeab-7f62f9f76e53 req-a9b3966b-5797-4cdb-9fca-be2e9b8d0c20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 HTTP/1.1" status: 200 len: 217 time: 0.0614038 Jul 07 19:06:19.105883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Allocated IP 172.25.2.235 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/0c53342e-ab11-43b5-ad96-cb70d1bb30bd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:19.125522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Calling delete_port for b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:19.193752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a7198-eea9-4b49-aeab-7f62f9f76e53 req-e8465f69-a0e3-4134-ba0e-55a7a701c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:19.195514 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-504a7198-eea9-4b49-aeab-7f62f9f76e53 req-e8465f69-a0e3-4134-ba0e-55a7a701c2db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=726dd8ca-6ff9-4083-80a3-660a9af22c42 HTTP/1.1" status: 200 len: 862 time: 0.1359737 Jul 07 19:06:19.245977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-504a7198-eea9-4b49-aeab-7f62f9f76e53 req-1964ea0a-abe4-4b23-a90f-6811fc0a85e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cea8a7e9-722a-43c6-af28-5e27349dc8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390987 Jul 07 19:06:19.329469 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.357774 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.389297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ca0f5c-5c91-4ba6-825d-9495cc1944d0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:19.445110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-504a7198-eea9-4b49-aeab-7f62f9f76e53 req-6eb567cb-d4f9-4445-a606-0b439cd11b84 service neutron] 10.222.0.59 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757677 Jul 07 19:06:19.470859 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.541658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb91d20-65bd-476f-af89-df5075034e5c req-c9541d8e-5510-4aca-ba4a-534fde2fcc4d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:19.543185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bb91d20-65bd-476f-af89-df5075034e5c req-c9541d8e-5510-4aca-ba4a-534fde2fcc4d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 949 time: 0.2918010 Jul 07 19:06:19.599896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.602091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.613397 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.673810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.674782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f46fe88c-64f4-4282-9ab1-4edba70a7959 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:06:19.681245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.682400 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bb91d20-65bd-476f-af89-df5075034e5c req-2b700999-ec6b-40f7-9658-7585b42da423 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136663 Jul 07 19:06:19.685284 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-26c9df07-8413-4a60-99e3-12e6fa0fc12e admin admin] 10.222.0.113 "DELETE /v2.0/routers/f46fe88c-64f4-4282-9ab1-4edba70a7959 HTTP/1.1" status: 204 len: 168 time: 1.2207508 Jul 07 19:06:19.685996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:19.692663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-504a7198-eea9-4b49-aeab-7f62f9f76e53 req-588ca942-5f7d-42e2-aa5c-b3fb517ee64b service neutron] 10.222.0.59 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398703 Jul 07 19:06:19.700313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:19.707646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Pushing event updated for resources: {'Port': ['ID=0c53342e-ab11-43b5-ad96-cb70d1bb30bd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:19.712005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:19.715688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:19.735179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf45bc5-6110-4c0a-9b1f-7b8a9edbb55f req-6efc034c-6124-4243-986e-18576acd2065 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:19.736739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4bf45bc5-6110-4c0a-9b1f-7b8a9edbb55f req-6efc034c-6124-4243-986e-18576acd2065 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.112 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 950 time: 0.2248616 Jul 07 19:06:19.750666 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c235f583-4826-499e-8cd7-5e56360b7e4c admin admin] Deleting subnet 9b2d99d6-4436-40dd-8526-b55cdfe3e52f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:06:19.755313 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c235f583-4826-499e-8cd7-5e56360b7e4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.794200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 113186cf-875d-4cc7-bd2f-ba1294ca7768 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:19.805643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c235f583-4826-499e-8cd7-5e56360b7e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.821599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.880180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 113186cf-875d-4cc7-bd2f-ba1294ca7768 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:19.888000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 113186cf-875d-4cc7-bd2f-ba1294ca7768 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:19.888380 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.974367 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c235f583-4826-499e-8cd7-5e56360b7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.021661 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.043874 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c235f583-4826-499e-8cd7-5e56360b7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.053029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25fd1e-885e-46d8-953a-bb4b2d40088b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113186cf-875d-4cc7-bd2f-ba1294ca7768'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:20.055673 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b5019b-0197-4d3f-b645-7f9d4e21b57c" -d '{"events": [{"server_uuid": "1b25fd1e-885e-46d8-953a-bb4b2d40088b", "name": "network-vif-plugged", "status": "completed", "tag": "113186cf-875d-4cc7-bd2f-ba1294ca7768"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:20.070245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 113186cf-875d-4cc7-bd2f-ba1294ca7768, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=113186cf-875d-4cc7-bd2f-ba1294ca7768,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:20.079778 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.080046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c235f583-4826-499e-8cd7-5e56360b7e4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.084198 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c235f583-4826-499e-8cd7-5e56360b7e4c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/9b2d99d6-4436-40dd-8526-b55cdfe3e52f HTTP/1.1" status: 204 len: 168 time: 0.3950880 Jul 07 19:06:20.084198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235f583-4826-499e-8cd7-5e56360b7e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b2d99d6-4436-40dd-8526-b55cdfe3e52f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:20.087007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:20.147916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071cdec4-39c7-487a-8828-819bbd80bca4 None None] Network 14350ecd-b545-4560-b021-9a180b44d18e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:06:20.166874 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.206573 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.215739 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:06:20.253763 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Deleting port 53825ddc-85fc-4206-8b01-c5f906f25255 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:20.253763 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.256544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4bf45bc5-6110-4c0a-9b1f-7b8a9edbb55f req-26779333-e409-48bb-8c47-655a66f6b52b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Deleting port 23f83742-2069-406c-8527-dca7be17a532 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:20.256886 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:06:20.257027 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bf45bc5-6110-4c0a-9b1f-7b8a9edbb55f req-26779333-e409-48bb-8c47-655a66f6b52b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.257250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b9ca0f5c-5c91-4ba6-825d-9495cc1944d0 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:06:20.257668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 86186326-52ed-4daf-8363-15545a596b8b no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:06:20.309423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=113186cf-875d-4cc7-bd2f-ba1294ca7768,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:20.314012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 86186326-52ed-4daf-8363-15545a596b8b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:06:20.314358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 86186326-52ed-4daf-8363-15545a596b8b not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:06:20.317825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958459-0af7-49cb-9ffe-d93582f30936 req-739f22ff-e08e-4214-95a7-aa65828d763a tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:20.324816 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6958459-0af7-49cb-9ffe-d93582f30936 req-739f22ff-e08e-4214-95a7-aa65828d763a tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 944 time: 0.2171991 Jul 07 19:06:20.345166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] For port 53825ddc-85fc-4206-8b01-c5f906f25255, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=53825ddc-85fc-4206-8b01-c5f906f25255,segment=NetworkSegment(c0e8f944-52a6-4a57-a91f-abcfb2e31408),segment_id=c0e8f944-52a6-4a57-a91f-abcfb2e31408)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:20.345611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.362039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Calling delete_port for 53825ddc-85fc-4206-8b01-c5f906f25255 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:20.467861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6958459-0af7-49cb-9ffe-d93582f30936 req-1e47bcf2-05a2-4225-a2b7-a3050773c94e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420856 Jul 07 19:06:20.494724 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.499809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4bf45bc5-6110-4c0a-9b1f-7b8a9edbb55f req-26779333-e409-48bb-8c47-655a66f6b52b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] For port 23f83742-2069-406c-8527-dca7be17a532, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=23f83742-2069-406c-8527-dca7be17a532,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:20.500299 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bf45bc5-6110-4c0a-9b1f-7b8a9edbb55f req-26779333-e409-48bb-8c47-655a66f6b52b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.520967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587fc7ee-771d-4ece-9239-9f4190a13a8c None None] DHCP port deletion for 14350ecd-b545-4560-b021-9a180b44d18e request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:06:20.522249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=53825ddc-85fc-4206-8b01-c5f906f25255,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:20.525587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4bf45bc5-6110-4c0a-9b1f-7b8a9edbb55f req-26779333-e409-48bb-8c47-655a66f6b52b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Calling delete_port for 23f83742-2069-406c-8527-dca7be17a532 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:20.538644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] No DVR routers for this DVR port 53825ddc-85fc-4206-8b01-c5f906f25255 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:06:20.598730 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.605124 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.636911 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.647622 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14350ecd-b545-4560-b021-9a180b44d18e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:20.659649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e8f944-52a6-4a57-a91f-abcfb2e31408') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:20.660091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e8f944-52a6-4a57-a91f-abcfb2e31408') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:20.676957 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.694449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.701239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:06:20.701725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:06:20.703719 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:06:20.743526 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.760617 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.769447 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.771354 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] 10.222.0.113 "DELETE /v2.0/networks/14350ecd-b545-4560-b021-9a180b44d18e HTTP/1.1" status: 204 len: 168 time: 0.6831999 Jul 07 19:06:20.782878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624633b1-bc5e-4933-a69c-88f565a05e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=14350ecd-b545-4560-b021-9a180b44d18e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:20.787389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Pushing event updated for resources: {'Port': ['ID=0c53342e-ab11-43b5-ad96-cb70d1bb30bd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:20.811240 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.812665 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-773a751a-ecc5-4420-8361-45bd0490329c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3461657 Jul 07 19:06:20.911016 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:20.925111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-7ab1b4c6-84a3-40e2-877d-d8c8631d21ed tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 696 time: 0.0900083 Jul 07 19:06:20.953915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-8623a7f5-70ee-4a85-a48d-106a758746f1 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:20.955605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-8623a7f5-70ee-4a85-a48d-106a758746f1 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.59 "GET /v2.0/networks?id=316f751f-01ed-42b8-8a52-47968efc8ee7 HTTP/1.1" status: 200 len: 822 time: 0.3303490 Jul 07 19:06:20.960063 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bf45bc5-6110-4c0a-9b1f-7b8a9edbb55f req-26779333-e409-48bb-8c47-655a66f6b52b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:20.962630 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-91b38d4b-7b7b-4cbe-9e3e-799baf9d2ab2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5b216426d7f04a3da79f9dffcc489d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501258 Jul 07 19:06:20.965429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:20.971325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['23f83742-2069-406c-8527-dca7be17a532'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:20.978176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67026b-969a-4988-ad38-25712e36b5dc req-036509dc-e36a-4dd4-a37d-5ab958fee827 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:20.979690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f67026b-969a-4988-ad38-25712e36b5dc req-036509dc-e36a-4dd4-a37d-5ab958fee827 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/ports?device_id=7582abc4-6c64-4961-b765-670c2318a305 HTTP/1.1" status: 200 len: 867 time: 0.3521326 Jul 07 19:06:21.022373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a46b6f1-3961-4a1d-8407-4f2d42b51348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:21.043391 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a46b6f1-3961-4a1d-8407-4f2d42b51348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:21.072597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26779333-e409-48bb-8c47-655a66f6b52b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Pushing event deleted for resources: {'Port': ['ID=23f83742-2069-406c-8527-dca7be17a532,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:21.106178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a46b6f1-3961-4a1d-8407-4f2d42b51348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:21.110384 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a46b6f1-3961-4a1d-8407-4f2d42b51348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:21.114789 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1a46b6f1-3961-4a1d-8407-4f2d42b51348 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8bdcda93-389f-49f2-8612-3032fd381844 HTTP/1.1" status: 204 len: 168 time: 0.1484020 Jul 07 19:06:21.123571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46b6f1-3961-4a1d-8407-4f2d42b51348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdcda93-389f-49f2-8612-3032fd381844,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:21.181397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-71892ba9-7ed6-4b97-88ff-f1e740067627 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e4090d3881b4fda91b8df8724648639 HTTP/1.1" status: 200 len: 378 time: 0.1721644 Jul 07 19:06:21.182059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf45bc5-6110-4c0a-9b1f-7b8a9edbb55f req-26779333-e409-48bb-8c47-655a66f6b52b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] No DVR routers for this DVR port 23f83742-2069-406c-8527-dca7be17a532 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:06:21.186829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bf45bc5-6110-4c0a-9b1f-7b8a9edbb55f req-26779333-e409-48bb-8c47-655a66f6b52b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:21.188826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4bf45bc5-6110-4c0a-9b1f-7b8a9edbb55f req-26779333-e409-48bb-8c47-655a66f6b52b tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.112 "DELETE /v2.0/ports/23f83742-2069-406c-8527-dca7be17a532 HTTP/1.1" status: 204 len: 173 time: 1.4319115 Jul 07 19:06:21.189445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7582abc4-6c64-4961-b765-670c2318a305', 'name': 'network-vif-deleted', 'tag': '23f83742-2069-406c-8527-dca7be17a532'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:21.191711 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7109b3d5-a778-49ab-932d-90247c610a14" -d '{"events": [{"server_uuid": "7582abc4-6c64-4961-b765-670c2318a305", "name": "network-vif-deleted", "tag": "23f83742-2069-406c-8527-dca7be17a532"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:21.196467 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f67026b-969a-4988-ad38-25712e36b5dc req-c1076bfd-605a-46bc-8294-c4f8dc783d52 tempest-LiveMigrationNegativeTest-1359442801 tempest-LiveMigrationNegativeTest-1359442801-project] 10.222.0.113 "GET /v2.0/security-groups?id=79212e05-28b7-4f25-a254-ecea51a5cb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819904 Jul 07 19:06:21.204949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Request body: {'port': {'device_id': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'admin_state_up': True, 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'security_groups': ['9ec93b88-4469-4682-9f9f-cabfefe548f3']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:21.273487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-c220e680-2314-4ada-b823-a506c7be3749 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:21.274879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-c220e680-2314-4ada-b823-a506c7be3749 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.3395612 Jul 07 19:06:21.301546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-47d4a64c-59a4-4437-97cb-da2466023850 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:06:21.302566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54d6ee82-4cea-49e9-adcc-0566949a4803 req-47d4a64c-59a4-4437-97cb-da2466023850 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209386 Jul 07 19:06:21.513741 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-261a3bd1-2e74-48c1-9ab3-d489cebeb174 req-56835d47-df94-4e78-887f-05f92acd1b75 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 210 time: 0.0437546 Jul 07 19:06:21.542190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Made reservation on behalf of 4e4090d3881b4fda91b8df8724648639 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:21.548708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:21.586808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addfe6a-41b3-40b7-b1b7-e59f50f02de7 req-1eaacd05-f92c-4e5e-8252-2f5f34bbcf1e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:21.588593 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4addfe6a-41b3-40b7-b1b7-e59f50f02de7 req-1eaacd05-f92c-4e5e-8252-2f5f34bbcf1e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.1865847 Jul 07 19:06:21.622238 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb48bd77-99d7-4c07-9966-7217dc5696d1 x-openstack-request-id: req-cb48bd77-99d7-4c07-9966-7217dc5696d1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:21.622668 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b25fd1e-885e-46d8-953a-bb4b2d40088b", "name": "network-vif-plugged", "status": "completed", "tag": "113186cf-875d-4cc7-bd2f-ba1294ca7768", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:21.622949 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cb48bd77-99d7-4c07-9966-7217dc5696d1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:21.623459 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25fd1e-885e-46d8-953a-bb4b2d40088b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113186cf-875d-4cc7-bd2f-ba1294ca7768', 'code': 200} Jul 07 19:06:21.691569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4addfe6a-41b3-40b7-b1b7-e59f50f02de7 req-86713753-1fb0-4d75-9b3d-a240c1cfbfc9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902095 Jul 07 19:06:21.802964 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d544c1b-6805-446f-a3b4-d77df4572e0f x-openstack-request-id: req-4d544c1b-6805-446f-a3b4-d77df4572e0f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:21.803892 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7582abc4-6c64-4961-b765-670c2318a305", "name": "network-vif-deleted", "tag": "23f83742-2069-406c-8527-dca7be17a532", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:21.804147 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4d544c1b-6805-446f-a3b4-d77df4572e0f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:21.804557 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7582abc4-6c64-4961-b765-670c2318a305', 'name': 'network-vif-deleted', 'tag': '23f83742-2069-406c-8527-dca7be17a532', 'status': 'completed', 'code': 200} Jul 07 19:06:21.846878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:06:21.867175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Allocated IP 172.20.0.12 (316f751f-01ed-42b8-8a52-47968efc8ee7/a4e5bb48-c9b7-4747-8676-f7af843cddd5/65a1be64-c701-44c6-983a-0141129d5d24) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:21.901805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a4072-6287-482d-9e39-717f7a31c1b5 req-06e51733-a770-4f64-bd58-23bf695d9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:21.903330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-118a4072-6287-482d-9e39-717f7a31c1b5 req-06e51733-a770-4f64-bd58-23bf695d9475 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 1102 time: 0.1859648 Jul 07 19:06:22.075081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:22.092838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94', 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6', 'port_id': '7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94', 'mac_address': 'fa:16:3e:d5:e8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726dd8ca-6ff9-4083-80a3-660a9af22c42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:06:22.114803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb626f4-0a1d-4dc6-80d8-e049b19396de req-f4d2c9a2-ea75-4463-94dc-d2c234e71907 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:22.121803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfb626f4-0a1d-4dc6-80d8-e049b19396de req-f4d2c9a2-ea75-4463-94dc-d2c234e71907 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 950 time: 0.3751309 Jul 07 19:06:22.129522 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-118a4072-6287-482d-9e39-717f7a31c1b5 req-48380b10-6f94-4ce0-91c4-772ff85dcdc2 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116389 Jul 07 19:06:22.157798 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.181032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:22.216711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:22.221817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 53825ddc-85fc-4206-8b01-c5f906f25255 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:06:22.223930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b102-5016-4364-809b-546e27217e42 req-4091a584-7eda-4e52-83af-f53ac8bf4dd5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:22.225500 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.231407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-4091a584-7eda-4e52-83af-f53ac8bf4dd5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3261299 Jul 07 19:06:22.247786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfb626f4-0a1d-4dc6-80d8-e049b19396de req-a5e1c54d-f117-4762-af3e-2028e9caf601 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250355 Jul 07 19:06:22.251970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 53825ddc-85fc-4206-8b01-c5f906f25255 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:06:22.252316 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 53825ddc-85fc-4206-8b01-c5f906f25255 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:06:22.290336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:22.307542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-c8cf13f3-0557-4bfe-97c4-8ab161289928 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 696 time: 0.0753453 Jul 07 19:06:22.309845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:22.310889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.325314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8bd6b102-5016-4364-809b-546e27217e42 req-a4e89f52-427e-4990-aaa1-6cd64c233365 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Request body: {'floatingip': {'port_id': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:22.363452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Transition to ACTIVE for port object 65a1be64-c701-44c6-983a-0141129d5d24 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:22.375334 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bd6b102-5016-4364-809b-546e27217e42 req-a4e89f52-427e-4990-aaa1-6cd64c233365 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.423585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-network', 'tenant_id': '14b41b4b8d424432816fee9313b58595'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:22.447273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Made reservation on behalf of 14b41b4b8d424432816fee9313b58595 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:22.450371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.459580 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.547330 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.551399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:22.585799 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.592673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.605770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:06:22.617476 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.618388 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Added segment a69b272d-ea51-43fb-bd58-47cd1cdc647c of type vlan for network e01f5cb0-9fa1-4346-9d6b-5e2b06741413 Jul 07 19:06:22.661999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Network 316f751f-01ed-42b8-8a52-47968efc8ee7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:22.665946 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.669641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0776128-899c-4a9f-9672-1d8376db84e4 req-577130ef-b5d6-4539-ac4e-0c3b8edadf1b tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:22.676885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0776128-899c-4a9f-9672-1d8376db84e4 req-577130ef-b5d6-4539-ac4e-0c3b8edadf1b tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 945 time: 0.2681065 Jul 07 19:06:22.693446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:22.706072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:22.707231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.709004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:22.709811 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.720612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:22.721281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:22.733233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Pushing event updated for resources: {'Port': ['ID=65a1be64-c701-44c6-983a-0141129d5d24,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:22.815813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Pushing event updated for resources: {'Network': ['ID=e01f5cb0-9fa1-4346-9d6b-5e2b06741413,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:22.843860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e01f5cb0-9fa1-4346-9d6b-5e2b06741413 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:06:22.881165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c0b41b-48ef-417d-a05e-8b5c288a2937,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:22.900853 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-03a8b73f-e916-4933-8387-7c939cda131b admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6092629 Jul 07 19:06:22.901470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:22.914537 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] Request body: {'subnet': {'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-subnet', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:23.060215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d9481c2-bcc3-40cb-a680-c65e90464e71 None None] Provisioning for port 65a1be64-c701-44c6-983a-0141129d5d24 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:23.068125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d9481c2-bcc3-40cb-a680-c65e90464e71 None None] Provisioning complete for port 65a1be64-c701-44c6-983a-0141129d5d24 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:23.068455 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d9481c2-bcc3-40cb-a680-c65e90464e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.116982 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9d9481c2-bcc3-40cb-a680-c65e90464e71 None None] Port 65a1be64-c701-44c6-983a-0141129d5d24 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:06:23.147228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-6b4e09c6-b252-452b-b2b2-11ee9859dda5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9472170 Jul 07 19:06:23.165245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0776128-899c-4a9f-9672-1d8376db84e4 req-1e02fa18-04ed-407b-9b65-7944eccb4f64 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872506 Jul 07 19:06:23.171954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] Made reservation on behalf of 14b41b4b8d424432816fee9313b58595 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:23.174842 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.392610 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.452240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Request body: {'port': {'device_id': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:23.470934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aacc92b-63f1-4682-9d07-c720ffd472be,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:23.479375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] Checking segment: {'id': 'a69b272d-ea51-43fb-bd58-47cd1cdc647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:23.479830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] Network hostable DHCP agents. Network: e01f5cb0-9fa1-4346-9d6b-5e2b06741413, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:06:23.503100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] Network e01f5cb0-9fa1-4346-9d6b-5e2b06741413 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:06:23.512889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e01f5cb0-9fa1-4346-9d6b-5e2b06741413) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:23.522389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fcfbef-e69b-4a83-ac4a-8b6fcfdc92e4 None None] Network e01f5cb0-9fa1-4346-9d6b-5e2b06741413 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:06:23.531359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:23.532444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.553802 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-047c104d-0ff0-4177-91b0-0f75f0a8f90f admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6511536 Jul 07 19:06:23.556756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:23.563897 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-router', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:23.591219 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.592820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.605828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:23.663379 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [req-8bd6b102-5016-4364-809b-546e27217e42 req-a4e89f52-427e-4990-aaa1-6cd64c233365 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:06:23.680259 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:06:23.694296 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.719106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-e01f5cb0-9fa1-4346-9d6b-5e2b06741413', 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'fixed_ips': [{'subnet_id': '2aacc92b-63f1-4682-9d07-c720ffd472be'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:06:23.720149 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.737335 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.774107 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bd6b102-5016-4364-809b-546e27217e42 req-a4e89f52-427e-4990-aaa1-6cd64c233365 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.815887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 23f83742-2069-406c-8527-dca7be17a532 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:06:23.884143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.893083 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f28d4990-91b5-4738-9d6d-dfeba0d312b4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f509c6c55bc24bcea0fefc9c5457e07c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832611 Jul 07 19:06:23.893300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:23.903930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bd6b102-5016-4364-809b-546e27217e42 req-a4e89f52-427e-4990-aaa1-6cd64c233365 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.965052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4931c2-1904-46d9-b5a6-74b319d5f0a8 req-4a782943-b244-4d58-aaf6-47f9b9184f19 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:23.967199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be4931c2-1904-46d9-b5a6-74b319d5f0a8 req-4a782943-b244-4d58-aaf6-47f9b9184f19 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 932 time: 0.5197387 Jul 07 19:06:23.990970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:23.998562 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e18f9b2-384b-4248-9071-f4bd0b1ed734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.027909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e18f9b2-384b-4248-9071-f4bd0b1ed734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.029817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 23f83742-2069-406c-8527-dca7be17a532 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:06:24.034732 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 23f83742-2069-406c-8527-dca7be17a532 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:06:24.102838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Allocated IP 172.20.0.2 (e01f5cb0-9fa1-4346-9d6b-5e2b06741413/2aacc92b-63f1-4682-9d07-c720ffd472be/29990052-c960-4176-a806-6ade16539956) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:24.106270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:24.117963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:24.118574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.123889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be4931c2-1904-46d9-b5a6-74b319d5f0a8 req-31167977-6fbc-4fd9-b424-539b1c8fcdf7 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1459854 Jul 07 19:06:24.154267 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-8bd6b102-5016-4364-809b-546e27217e42 req-a4e89f52-427e-4990-aaa1-6cd64c233365 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Floating IP 070452e8-524c-4180-85cd-48cffe7fea04 associated. External IP: 172.25.2.235, port: 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4. Jul 07 19:06:24.190595 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e18f9b2-384b-4248-9071-f4bd0b1ed734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.193441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e18f9b2-384b-4248-9071-f4bd0b1ed734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.194651 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9e18f9b2-384b-4248-9071-f4bd0b1ed734 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/79212e05-28b7-4f25-a254-ecea51a5cb30 HTTP/1.1" status: 204 len: 168 time: 0.3004696 Jul 07 19:06:24.213867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f9b2-384b-4248-9071-f4bd0b1ed734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79212e05-28b7-4f25-a254-ecea51a5cb30,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:24.226696 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.250321 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.393748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a1be64-c701-44c6-983a-0141129d5d24 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:24.397641 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.408000 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.432566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Allocated IP 172.25.2.189 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/33824076-3972-4507-948f-dc633f400249) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:24.435402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f526a9-e2be-4e73-9f29-1eb2ca37cb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:24.439354 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8db7ba-6c66-42c2-855a-9185fec16b2f" -d '{"events": [{"server_uuid": "14f526a9-e2be-4e73-9f29-1eb2ca37cb64", "name": "network-vif-plugged", "status": "completed", "tag": "7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:24.446188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Transition to ACTIVE for port object 65a1be64-c701-44c6-983a-0141129d5d24 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:24.462778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:24.490744 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.494148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-322c38d0-f34e-40da-8c1d-aca1e04d3dbb service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2218986 Jul 07 19:06:24.494920 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.552031 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.571175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Transition to ACTIVE for port object 29990052-c960-4176-a806-6ade16539956 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:24.578582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:24.595495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Transition to ACTIVE for port object 29990052-c960-4176-a806-6ade16539956 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:24.604624 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.627554 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:24.648000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Network e01f5cb0-9fa1-4346-9d6b-5e2b06741413 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:24.651186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:24.655086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:24.678681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e78c5-3ab7-4455-bdd6-4f7ca7a22797 req-84f94404-4fdd-43a2-82b5-8de5c3ce4d73 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:24.680262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f1e78c5-3ab7-4455-bdd6-4f7ca7a22797 req-84f94404-4fdd-43a2-82b5-8de5c3ce4d73 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.3536386 Jul 07 19:06:24.680938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Pushing event updated for resources: {'Port': ['ID=65a1be64-c701-44c6-983a-0141129d5d24,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:24.691483 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Pushing event updated for resources: {'Port': ['ID=29990052-c960-4176-a806-6ade16539956,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:24.691789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.726641 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d161e5b1-59e4-4c88-8d3d-bba53f7e134d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=82960d9cdaac4a059454364ed1ff3491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955272 Jul 07 19:06:24.727535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:24.738888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Attempting to bind port 29990052-c960-4176-a806-6ade16539956 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:24.739342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Attempting to bind port 29990052-c960-4176-a806-6ade16539956 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'a69b272d-ea51-43fb-bd58-47cd1cdc647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:24.739766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Attempting to bind port 29990052-c960-4176-a806-6ade16539956 on network e01f5cb0-9fa1-4346-9d6b-5e2b06741413 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:24.745795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:24.746294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Checking segment: {'id': 'a69b272d-ea51-43fb-bd58-47cd1cdc647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:24.747069 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.747531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Bound using segment: {'id': 'a69b272d-ea51-43fb-bd58-47cd1cdc647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:24.748248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Bound port: 29990052-c960-4176-a806-6ade16539956, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69b272d-ea51-43fb-bd58-47cd1cdc647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:24.748715 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.805379 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.831095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8128b22-1bb8-4393-b702-34b052ee73ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.836239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] For port 29990052-c960-4176-a806-6ade16539956, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:24.839950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] For port 29990052-c960-4176-a806-6ade16539956, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=29990052-c960-4176-a806-6ade16539956,segment=NetworkSegment(a69b272d-ea51-43fb-bd58-47cd1cdc647c),segment_id=a69b272d-ea51-43fb-bd58-47cd1cdc647c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:24.845602 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.890699 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:24.901984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:24.905221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8128b22-1bb8-4393-b702-34b052ee73ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:24.907775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Pushing event updated for resources: {'Port': ['ID=33824076-3972-4507-948f-dc633f400249,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:24.910107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:24.921888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34832080-7628-4834-bcfa-bb7ccd62e32c None None] Pushing event updated for resources: {'Port': ['ID=29990052-c960-4176-a806-6ade16539956,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:25.048128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Attempting to bind port 65a1be64-c701-44c6-983a-0141129d5d24 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:25.048461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Attempting to bind port 65a1be64-c701-44c6-983a-0141129d5d24 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:25.048822 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Attempting to bind port 65a1be64-c701-44c6-983a-0141129d5d24 on network 316f751f-01ed-42b8-8a52-47968efc8ee7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:25.064493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bd6b102-5016-4364-809b-546e27217e42 req-a4e89f52-427e-4990-aaa1-6cd64c233365 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Router 95968884-20a0-4e03-9fe1-7aee37d3aa62 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:06:25.069422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Port 65a1be64-c701-44c6-983a-0141129d5d24 on network 316f751f-01ed-42b8-8a52-47968efc8ee7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:06:25.069752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Attempting to bind port 65a1be64-c701-44c6-983a-0141129d5d24 on network 316f751f-01ed-42b8-8a52-47968efc8ee7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:25.075167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f1e78c5-3ab7-4455-bdd6-4f7ca7a22797 req-eab7d219-79d0-4979-be9e-5d9fdf58eb60 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872168 Jul 07 19:06:25.098045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:25.098454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Checking segment: {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:25.098932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Bound using segment: {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:25.099442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Bound port: 65a1be64-c701-44c6-983a-0141129d5d24, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:25.099873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:25.121576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-97f4a0bc-e8ff-4411-9133-414258290312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:25.123151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-97f4a0bc-e8ff-4411-9133-414258290312 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 1101 time: 0.5615051 Jul 07 19:06:25.362488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8128b22-1bb8-4393-b702-34b052ee73ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:25.364958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8128b22-1bb8-4393-b702-34b052ee73ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:25.366085 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b8128b22-1bb8-4393-b702-34b052ee73ca admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3c0fa6de-05dc-440c-976f-c8986ae00d0e HTTP/1.1" status: 204 len: 168 time: 0.6364448 Jul 07 19:06:25.385166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8128b22-1bb8-4393-b702-34b052ee73ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0fa6de-05dc-440c-976f-c8986ae00d0e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:25.390785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] For port 65a1be64-c701-44c6-983a-0141129d5d24, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:25.438504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] For port 65a1be64-c701-44c6-983a-0141129d5d24, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=65a1be64-c701-44c6-983a-0141129d5d24,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:25.442422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-48e8931f-eb82-4029-ab41-ea6f88c6a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:25.443955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-48e8931f-eb82-4029-ab41-ea6f88c6a71f service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2540982 Jul 07 19:06:25.455638 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:25.461740 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bd6b102-5016-4364-809b-546e27217e42 req-a4e89f52-427e-4990-aaa1-6cd64c233365 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:06:25.474319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bd6b102-5016-4364-809b-546e27217e42 req-a4e89f52-427e-4990-aaa1-6cd64c233365 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:25.493359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd62e3-2d25-452d-8037-a05e09c978f3 None None] Sync routers for ids ['95968884-20a0-4e03-9fe1-7aee37d3aa62'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:06:25.505525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd62e3-2d25-452d-8037-a05e09c978f3 None None] Routers {'95968884-20a0-4e03-9fe1-7aee37d3aa62'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:25.506482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b4bd62e3-2d25-452d-8037-a05e09c978f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['95968884-20a0-4e03-9fe1-7aee37d3aa62'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:25.534968 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:25.564931 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-30a2cc90-bb25-4712-b4d3-ffea88bebb22 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=c91c6f0b-b4e4-45af-a5be-0e3f61b71569 HTTP/1.1" status: 200 len: 217 time: 0.1061215 Jul 07 19:06:25.573909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:25.575100 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:25.576575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] 10.222.0.59 "PUT /v2.0/ports/65a1be64-c701-44c6-983a-0141129d5d24 HTTP/1.1" status: 200 len: 1093 time: 2.4102712 Jul 07 19:06:25.580010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'tag': '65a1be64-c701-44c6-983a-0141129d5d24'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:25.582369 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c14716-eb6c-4187-a604-c5dd856ca7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4f7c53-32c5-4222-b14e-17babbe665b3", "tag": "65a1be64-c701-44c6-983a-0141129d5d24"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:25.593374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb9c60-aff8-4621-8248-1a206d75da1e req-44cb6f88-f0ca-44c4-a92a-c4a78c60a9b8 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:25.595298 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2aeb9c60-aff8-4621-8248-1a206d75da1e req-44cb6f88-f0ca-44c4-a92a-c4a78c60a9b8 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 950 time: 0.3280351 Jul 07 19:06:25.673280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b4bd62e3-2d25-452d-8037-a05e09c978f3 None None] Set router 95968884-20a0-4e03-9fe1-7aee37d3aa62 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:25.717462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-a4e89f52-427e-4990-aaa1-6cd64c233365 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "PUT /v2.0/floatingips/070452e8-524c-4180-85cd-48cffe7fea04 HTTP/1.1" status: 200 len: 996 time: 3.3983409 Jul 07 19:06:25.829876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:25.863173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82a7ee-4143-4700-be33-6bc8c94293f9 service neutron] Pushing event updated for resources: {'Port': ['ID=65a1be64-c701-44c6-983a-0141129d5d24,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:25.910647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-e8e30f89-1924-4b2f-b9f1-5dd3a4dc9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:25.912432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-e8e30f89-1924-4b2f-b9f1-5dd3a4dc9f1b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.3112686 Jul 07 19:06:25.931171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2aeb9c60-aff8-4621-8248-1a206d75da1e req-560a61ea-138e-4a55-9f66-41bc042ecd52 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186197 Jul 07 19:06:26.040924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-de1a79ca-9eb2-469e-a022-e78033cfc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:26.042505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-de1a79ca-9eb2-469e-a022-e78033cfc75a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e4090d3881b4fda91b8df8724648639&device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 1096 time: 0.3228338 Jul 07 19:06:26.053172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b102-5016-4364-809b-546e27217e42 req-490df2d6-4b70-4935-929b-486d1241f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:26.054772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-490df2d6-4b70-4935-929b-486d1241f952 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4cc6ca5c96794139b13901a35fad1ba3&device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 1097 time: 0.3364654 Jul 07 19:06:26.100513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Router 93895e6c-706a-43b7-9d5b-ef2c1536328c is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:06:26.130498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-cbc11f3f-1b51-44e8-a90c-4b5c64dc8ee2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a1be64-c701-44c6-983a-0141129d5d24 HTTP/1.1" status: 200 len: 217 time: 0.0656796 Jul 07 19:06:26.261561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:06:26.275583 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Sync routers for ids ['93895e6c-706a-43b7-9d5b-ef2c1536328c'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:06:26.290399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b64a6b-f5fc-490e-b98f-6e33c24bdbf1 None None] Network e01f5cb0-9fa1-4346-9d6b-5e2b06741413 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:06:26.298848 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:26.300726 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-026708a8-ce96-4c23-acfd-dbe80c72f47d admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7422380 Jul 07 19:06:26.303438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:26.310427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 29990052-c960-4176-a806-6ade16539956 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:26.311024 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Routers {'93895e6c-706a-43b7-9d5b-ef2c1536328c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:26.313922 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['93895e6c-706a-43b7-9d5b-ef2c1536328c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:26.316200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-b220b1b4-a0c0-4c3c-9b30-880b416e7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:26.317832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-b220b1b4-a0c0-4c3c-9b30-880b416e7928 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3853469 Jul 07 19:06:26.350061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-558fe73e-843a-4205-9822-5bbda2feb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:26.351530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-558fe73e-843a-4205-9822-5bbda2feb962 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4e5bb48-c9b7-4747-8676-f7af843cddd5 HTTP/1.1" status: 200 len: 861 time: 0.1938982 Jul 07 19:06:26.398010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b4bd62e3-2d25-452d-8037-a05e09c978f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '070452e8-524c-4180-85cd-48cffe7fea04', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'port_id': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'mac_address': 'fa:16:3e:78:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:06:19Z', 'updated_at': '2021-07-07T19:06:23Z', 'revision_number': 1, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd219cf5d-2a80-4fa8-9246-5b696eba078e', 'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'mac_address': 'fa:16:3e:76:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:51Z', 'updated_at': '2021-07-07T19:06:06Z', 'revision_number': 5, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'subnets': [{'id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:26.435356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd62e3-2d25-452d-8037-a05e09c978f3 None None] Checking router: 95968884-20a0-4e03-9fe1-7aee37d3aa62 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:06:26.456890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 29990052-c960-4176-a806-6ade16539956 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:26.463302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 29990052-c960-4176-a806-6ade16539956 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:26.463679 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:26.463875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b102-5016-4364-809b-546e27217e42 req-80da05ce-c054-4986-84a4-b136e55cf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:26.470017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ebde377f-ffcb-4d5f-a903-dbdfda3bd18a None None] Provisioning for port 29990052-c960-4176-a806-6ade16539956 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:26.472583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-80da05ce-c054-4986-84a4-b136e55cf2c4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b3f5939d-e81f-4560-8d5c-db4b937cca4f HTTP/1.1" status: 200 len: 931 time: 0.4087958 Jul 07 19:06:26.493108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ebde377f-ffcb-4d5f-a903-dbdfda3bd18a None None] Provisioning complete for port 29990052-c960-4176-a806-6ade16539956 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:26.493477 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebde377f-ffcb-4d5f-a903-dbdfda3bd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:26.515815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd62e3-2d25-452d-8037-a05e09c978f3 None None] Routers {'95968884-20a0-4e03-9fe1-7aee37d3aa62'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:26.515815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b4bd62e3-2d25-452d-8037-a05e09c978f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['95968884-20a0-4e03-9fe1-7aee37d3aa62'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:26.556120 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Set router 93895e6c-706a-43b7-9d5b-ef2c1536328c gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:26.579857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63827e-efa3-4c82-a39b-b5a60a2c49e2 req-1c3dce6a-2c65-4ba5-adb6-382f80244b22 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:26.588647 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a63827e-efa3-4c82-a39b-b5a60a2c49e2 req-1c3dce6a-2c65-4ba5-adb6-382f80244b22 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 946 time: 0.4283791 Jul 07 19:06:26.666809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-5b52e1c8-7cd1-4cd8-84b7-1a5ad22cc5da service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 HTTP/1.1" status: 200 len: 999 time: 0.1931751 Jul 07 19:06:26.716087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-ce7ce18c-326d-4ba7-af1f-db9dd92c2015 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853283 Jul 07 19:06:26.756024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a63827e-efa3-4c82-a39b-b5a60a2c49e2 req-1fce5c87-f734-4db0-8ba5-c51d894723c5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663547 Jul 07 19:06:26.851583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-79943ebc-474a-4309-816d-1a53a0f720ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:26.864593 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f09f7d6-68a6-4d11-af6b-18973fad32a6 x-openstack-request-id: req-2f09f7d6-68a6-4d11-af6b-18973fad32a6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:26.864886 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f526a9-e2be-4e73-9f29-1eb2ca37cb64", "name": "network-vif-plugged", "status": "completed", "tag": "7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:26.865186 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2f09f7d6-68a6-4d11-af6b-18973fad32a6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:26.865669 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f526a9-e2be-4e73-9f29-1eb2ca37cb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94', 'code': 200} Jul 07 19:06:26.880239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-79943ebc-474a-4309-816d-1a53a0f720ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=316f751f-01ed-42b8-8a52-47968efc8ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5151012 Jul 07 19:06:26.888148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b4bd62e3-2d25-452d-8037-a05e09c978f3 None None] Set router 95968884-20a0-4e03-9fe1-7aee37d3aa62 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:26.941751 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:26.952951 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b102-5016-4364-809b-546e27217e42 req-4373f17c-9145-47c8-8a35-3298c1eea9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:26.960616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-4373f17c-9145-47c8-8a35-3298c1eea9a6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=474c1c4b-4776-4e41-971d-48e3ede9a57f HTTP/1.1" status: 200 len: 868 time: 0.2927876 Jul 07 19:06:26.980718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 29990052-c960-4176-a806-6ade16539956, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=29990052-c960-4176-a806-6ade16539956,segment=NetworkSegment(a69b272d-ea51-43fb-bd58-47cd1cdc647c),segment_id=a69b272d-ea51-43fb-bd58-47cd1cdc647c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:26.994772 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:27.062682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=29990052-c960-4176-a806-6ade16539956,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:27.069084 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebde377f-ffcb-4d5f-a903-dbdfda3bd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:27.133256 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:27.147948 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-router', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '33824076-3972-4507-948f-dc633f400249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:06:23Z', 'updated_at': '2021-07-07T19:06:25Z', 'revision_number': 3, 'project_id': '14b41b4b8d424432816fee9313b58595', 'gw_port': {'id': '33824076-3972-4507-948f-dc633f400249', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:24Z', 'updated_at': '2021-07-07T19:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:27.195925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73de0bab-7525-4dbe-9f39-bbe2b2c49b55 req-13cab11b-973e-49b3-85a6-a53a552c72ca service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654927 Jul 07 19:06:27.220581 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Checking router: 93895e6c-706a-43b7-9d5b-ef2c1536328c for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:06:27.224965 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Updating router 93895e6c-706a-43b7-9d5b-ef2c1536328c port 33824076-3972-4507-948f-dc633f400249 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:06:27.246782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-a0be8594-eb78-44df-9b72-cbbc26205541 service neutron] 10.222.0.59 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347607 Jul 07 19:06:27.273067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe11be-4078-4f30-85c4-76205a241af6 req-c5997cdd-3016-4140-a0e8-e38a55f5c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:27.274625 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a7fe11be-4078-4f30-85c4-76205a241af6 req-c5997cdd-3016-4140-a0e8-e38a55f5c481 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 1098 time: 0.2793236 Jul 07 19:06:27.284904 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:27.411235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b102-5016-4364-809b-546e27217e42 req-7a658347-f69d-4755-a86d-7c2b29911f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:27.415572 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a7fe11be-4078-4f30-85c4-76205a241af6 req-52451934-4625-421a-aede-05feb16ca11e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278729 Jul 07 19:06:27.422991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-7a658347-f69d-4755-a86d-7c2b29911f26 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b3f5939d-e81f-4560-8d5c-db4b937cca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4586744 Jul 07 19:06:27.430238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-f2f7dfcd-f08d-4015-b563-36e57cb92c67 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:06:27.449063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-f2f7dfcd-f08d-4015-b563-36e57cb92c67 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279472 Jul 07 19:06:27.481366 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-ebde377f-ffcb-4d5f-a903-dbdfda3bd18a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:06:27.481366 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-ebde377f-ffcb-4d5f-a903-dbdfda3bd18a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:06:27.490191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3dad-f609-4be8-bfa0-66dde4b79c43 req-c94a4f2d-edb1-4c1e-be9d-6cb328cae082 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:27.491749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0f2d3dad-f609-4be8-bfa0-66dde4b79c43 req-c94a4f2d-edb1-4c1e-be9d-6cb328cae082 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 944 time: 0.3660426 Jul 07 19:06:27.535339 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Allocated IP 172.20.0.1 (e01f5cb0-9fa1-4346-9d6b-5e2b06741413/2aacc92b-63f1-4682-9d07-c720ffd472be/edea6d05-227a-45d5-8fdb-af5755856155) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:27.651220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b4bd62e3-2d25-452d-8037-a05e09c978f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '070452e8-524c-4180-85cd-48cffe7fea04', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'port_id': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'mac_address': 'fa:16:3e:78:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:06:19Z', 'updated_at': '2021-07-07T19:06:23Z', 'revision_number': 1, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd219cf5d-2a80-4fa8-9246-5b696eba078e', 'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'mac_address': 'fa:16:3e:76:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:51Z', 'updated_at': '2021-07-07T19:06:06Z', 'revision_number': 5, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'subnets': [{'id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:27.690154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0f2d3dad-f609-4be8-bfa0-66dde4b79c43 req-6037f493-ee88-4221-badd-0a518059a31e tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092856 Jul 07 19:06:27.695751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d51ba0f4-90d5-4c20-a056-b50219ebbffe req-26ea1b68-03ef-4180-9d18-a394d96575a8 service neutron] 10.222.0.59 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289215 Jul 07 19:06:27.713073 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:27.723714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-39ea3b47-cf57-4869-bb9c-456f42bcab49 service neutron] 10.222.0.113 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736855 Jul 07 19:06:27.729278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd62e3-2d25-452d-8037-a05e09c978f3 None None] The sync data for ids ['95968884-20a0-4e03-9fe1-7aee37d3aa62'] in n-d-792394-12 is: [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '070452e8-524c-4180-85cd-48cffe7fea04', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'port_id': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'mac_address': 'fa:16:3e:78:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:06:19Z', 'updated_at': '2021-07-07T19:06:23Z', 'revision_number': 1, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd219cf5d-2a80-4fa8-9246-5b696eba078e', 'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'mac_address': 'fa:16:3e:76:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:51Z', 'updated_at': '2021-07-07T19:06:06Z', 'revision_number': 5, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'subnets': [{'id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:06:27.742440 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Transition to ACTIVE for port object 33824076-3972-4507-948f-dc633f400249 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:27.759992 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:27.767355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:27.808008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Transition to ACTIVE for port object edea6d05-227a-45d5-8fdb-af5755856155 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:27.859668 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Attempting to bind port 33824076-3972-4507-948f-dc633f400249 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:27.860290 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Attempting to bind port 33824076-3972-4507-948f-dc633f400249 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:27.860889 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Attempting to bind port 33824076-3972-4507-948f-dc633f400249 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:27.862522 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f24ef-2ffb-4621-ac25-945a1c63f0cb x-openstack-request-id: req-ed9f24ef-2ffb-4621-ac25-945a1c63f0cb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:27.866102 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626541d-022d-4fb3-b9d2-79311d514bbe None None] Pushing event updated for resources: {'Port': ['ID=33824076-3972-4507-948f-dc633f400249,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:27.867506 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4f7c53-32c5-4222-b14e-17babbe665b3", "tag": "65a1be64-c701-44c6-983a-0141129d5d24", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:27.867992 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ed9f24ef-2ffb-4621-ac25-945a1c63f0cb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:27.868639 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'tag': '65a1be64-c701-44c6-983a-0141129d5d24', 'status': 'completed', 'code': 200} Jul 07 19:06:27.872215 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:27.872613 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:27.873011 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:27.877014 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:27.877517 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Bound port: 33824076-3972-4507-948f-dc633f400249, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:27.877929 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:27.920635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:27.997315 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] For port 33824076-3972-4507-948f-dc633f400249, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:28.001045 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] For port 33824076-3972-4507-948f-dc633f400249, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=33824076-3972-4507-948f-dc633f400249,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:28.001772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Network e01f5cb0-9fa1-4346-9d6b-5e2b06741413 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:28.009340 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:28.017495 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:28.024548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:28.048169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd6b102-5016-4364-809b-546e27217e42 req-a86981c9-0de6-419b-a690-ec3d8cc70a7e service neutron] 10.222.0.113 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235514 Jul 07 19:06:28.113566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Pushing event updated for resources: {'Port': ['ID=edea6d05-227a-45d5-8fdb-af5755856155,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:28.150305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d78d4-4ba5-474d-bef4-15eb47fa3a19 None None] New status for floating IP 070452e8-524c-4180-85cd-48cffe7fea04: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:06:28.153705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:28.169471 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Routers {'93895e6c-706a-43b7-9d5b-ef2c1536328c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:28.170259 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['93895e6c-706a-43b7-9d5b-ef2c1536328c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:28.233124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c14716-eb6c-4187-a604-c5dd856ca7b0 req-5e4a94b7-e8dd-4baa-96dd-6f04a8fc3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:28.234793 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30c14716-eb6c-4187-a604-c5dd856ca7b0 req-5e4a94b7-e8dd-4baa-96dd-6f04a8fc3ad7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e4090d3881b4fda91b8df8724648639&device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 1096 time: 0.2950895 Jul 07 19:06:28.257997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 29990052-c960-4176-a806-6ade16539956 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:28.364107 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] Set router 93895e6c-706a-43b7-9d5b-ef2c1536328c gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:28.368754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503898be-4207-4c5e-9046-66003bcee3de req-efa38f11-f982-4337-a881-a9fa21bebd66 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:28.377824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-503898be-4207-4c5e-9046-66003bcee3de req-efa38f11-f982-4337-a881-a9fa21bebd66 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=ae5a98b2-dc37-461d-a498-b71d634ec362 HTTP/1.1" status: 200 len: 950 time: 0.3070066 Jul 07 19:06:28.387916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6099985-1a21-4ef0-ad05-7eedd011ffce None None] Provisioning complete for port 29990052-c960-4176-a806-6ade16539956 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:28.388758 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6099985-1a21-4ef0-ad05-7eedd011ffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:28.399218 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:28.424162 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626541d-022d-4fb3-b9d2-79311d514bbe None None] Pushing event updated for resources: {'Port': ['ID=33824076-3972-4507-948f-dc633f400249,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:28.505683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-503898be-4207-4c5e-9046-66003bcee3de req-55f97cb4-6a96-4888-a3a9-8206171a2473 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268938 Jul 07 19:06:28.513916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c14716-eb6c-4187-a604-c5dd856ca7b0 req-068f9092-6a72-4de9-81e3-b17e04b1f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:28.515939 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30c14716-eb6c-4187-a604-c5dd856ca7b0 req-068f9092-6a72-4de9-81e3-b17e04b1f794 service neutron] 10.222.0.59 "GET /v2.0/networks?id=316f751f-01ed-42b8-8a52-47968efc8ee7 HTTP/1.1" status: 200 len: 924 time: 0.2668138 Jul 07 19:06:28.542209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c1a96-189a-4b62-b10c-7cf7dbe70afb req-080f94dc-fcd4-47ea-94bc-1fa9b472e60f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:28.550715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d71c1a96-189a-4b62-b10c-7cf7dbe70afb req-080f94dc-fcd4-47ea-94bc-1fa9b472e60f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.2674127 Jul 07 19:06:28.611592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 29990052-c960-4176-a806-6ade16539956 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:28.612489 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:28.635216 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-router', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '33824076-3972-4507-948f-dc633f400249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:06:23Z', 'updated_at': '2021-07-07T19:06:25Z', 'revision_number': 3, 'project_id': '14b41b4b8d424432816fee9313b58595', 'gw_port': {'id': '33824076-3972-4507-948f-dc633f400249', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:24Z', 'updated_at': '2021-07-07T19:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:28.671922 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8b127-c45b-4006-9d7f-aaa5efc703a1 None None] The sync data for ids ['93895e6c-706a-43b7-9d5b-ef2c1536328c'] in n-d-792394-12 is: [{'id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-router', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '33824076-3972-4507-948f-dc633f400249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:06:23Z', 'updated_at': '2021-07-07T19:06:25Z', 'revision_number': 3, 'project_id': '14b41b4b8d424432816fee9313b58595', 'gw_port': {'id': '33824076-3972-4507-948f-dc633f400249', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:24Z', 'updated_at': '2021-07-07T19:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:06:28.724609 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:28.737087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:28.857512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Pushing event updated for resources: {'Port': ['ID=edea6d05-227a-45d5-8fdb-af5755856155,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:28.870821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f9ed705f-c5b0-4207-b3f3-222a838e5e31 None None] Provisioning for port edea6d05-227a-45d5-8fdb-af5755856155 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:28.878452 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:28.879894 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f9ed705f-c5b0-4207-b3f3-222a838e5e31 None None] Provisioning complete for port edea6d05-227a-45d5-8fdb-af5755856155 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:28.880271 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9ed705f-c5b0-4207-b3f3-222a838e5e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:28.920894 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30c14716-eb6c-4187-a604-c5dd856ca7b0 req-27326f12-c543-4e1f-9ea6-31d70aa1acec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a1be64-c701-44c6-983a-0141129d5d24 HTTP/1.1" status: 200 len: 217 time: 0.3680568 Jul 07 19:06:28.928691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed705f-c5b0-4207-b3f3-222a838e5e31 None None] Port edea6d05-227a-45d5-8fdb-af5755856155 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:06:28.991576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Network e01f5cb0-9fa1-4346-9d6b-5e2b06741413 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:28.993282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:28.997006 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d71c1a96-189a-4b62-b10c-7cf7dbe70afb req-087f580a-ae08-4faa-8997-9e2e810d6ce4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453530 Jul 07 19:06:29.063481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c14716-eb6c-4187-a604-c5dd856ca7b0 req-da45ede5-53f6-490d-aeb4-43a1a8e68c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:29.064913 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30c14716-eb6c-4187-a604-c5dd856ca7b0 req-da45ede5-53f6-490d-aeb4-43a1a8e68c49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4e5bb48-c9b7-4747-8676-f7af843cddd5 HTTP/1.1" status: 200 len: 861 time: 0.1140666 Jul 07 19:06:29.126655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea8ac2-63e2-405f-9539-506a2b5ce8a4 req-880ebd75-9221-4700-acf3-f59facb61feb tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:29.133695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bea8ac2-63e2-405f-9539-506a2b5ce8a4 req-880ebd75-9221-4700-acf3-f59facb61feb tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 946 time: 0.2168350 Jul 07 19:06:29.194844 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bea8ac2-63e2-405f-9539-506a2b5ce8a4 req-1106e454-69ee-41fa-814b-1f64d1d0aa74 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602086 Jul 07 19:06:29.201201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Router 93895e6c-706a-43b7-9d5b-ef2c1536328c has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:06:29.214889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c14716-eb6c-4187-a604-c5dd856ca7b0 req-1ca2cb84-adba-4645-9a5e-1a0623917f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:29.217008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30c14716-eb6c-4187-a604-c5dd856ca7b0 req-1ca2cb84-adba-4645-9a5e-1a0623917f83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=316f751f-01ed-42b8-8a52-47968efc8ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441743 Jul 07 19:06:29.367749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:06:29.369468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e52c969e-87b3-4f8c-b8bf-025acbd6abf9 None None] Provisioning complete for port edea6d05-227a-45d5-8fdb-af5755856155 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:29.370085 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e52c969e-87b3-4f8c-b8bf-025acbd6abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:29.377319 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-38c16616-b35e-4e12-ac58-1b874fc44970 admin admin] 10.222.0.113 "PUT /v2.0/routers/93895e6c-706a-43b7-9d5b-ef2c1536328c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0726576 Jul 07 19:06:29.425045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e52c969e-87b3-4f8c-b8bf-025acbd6abf9 None None] Port edea6d05-227a-45d5-8fdb-af5755856155 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:06:29.466602 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30c14716-eb6c-4187-a604-c5dd856ca7b0 req-47910feb-de5c-4b31-9445-90de5ab03863 service neutron] 10.222.0.59 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362983 Jul 07 19:06:29.474325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-bdb69d56-7dba-46ea-9b29-f933658df14d tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 258 time: 0.2147894 Jul 07 19:06:29.501212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:29.553004 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:29.684979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30c14716-eb6c-4187-a604-c5dd856ca7b0 req-de42f041-5088-4c21-a2cf-c8722a054b56 service neutron] 10.222.0.59 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078977 Jul 07 19:06:29.753153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ccd79-4489-4754-a876-8c37c602ffa0 req-6f1e76ca-c6ea-47c9-a4d6-fcaf16023c6f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:29.759153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ccd79-4489-4754-a876-8c37c602ffa0 req-6f1e76ca-c6ea-47c9-a4d6-fcaf16023c6f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:29.760789 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c2ccd79-4489-4754-a876-8c37c602ffa0 req-6f1e76ca-c6ea-47c9-a4d6-fcaf16023c6f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b&device_id=ae5a98b2-dc37-461d-a498-b71d634ec362 HTTP/1.1" status: 200 len: 1691 time: 0.1267207 Jul 07 19:06:29.762300 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:29.848863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c2ccd79-4489-4754-a876-8c37c602ffa0 req-e87a5efd-fbeb-4df8-9604-09edbdb7b3a8 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783565 Jul 07 19:06:29.874786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'tag': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:29.877189 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7a4272-d854-4866-a07d-44da5da5bcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b9f832-0984-4c9d-8e1a-993ff543767b", "tag": "324a9e34-54e0-4c25-a1aa-88bdd1da7ea4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:29.907576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Allocated IP 172.25.2.219 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/a70b066a-bd0f-410e-a995-def5b8d5a3ec) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:30.056629 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.074034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d5403-2f8d-4c04-a384-60779aa50d6e req-dd9ff480-6e76-4cbc-a545-816754e638ef tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:30.075628 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad2d5403-2f8d-4c04-a384-60779aa50d6e req-dd9ff480-6e76-4cbc-a545-816754e638ef tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 944 time: 0.1112089 Jul 07 19:06:30.132362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad2d5403-2f8d-4c04-a384-60779aa50d6e req-84270603-52a7-42ca-87dc-68c56c674d95 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506110 Jul 07 19:06:30.143094 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.182207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:30.185085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:30.191141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:30.204449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Pushing event updated for resources: {'Port': ['ID=a70b066a-bd0f-410e-a995-def5b8d5a3ec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:30.238570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 33824076-3972-4507-948f-dc633f400249 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:30.253168 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.300120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 33824076-3972-4507-948f-dc633f400249 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:30.304554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 33824076-3972-4507-948f-dc633f400249 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:30.304948 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.313780 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.391172 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.413707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 33824076-3972-4507-948f-dc633f400249, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=33824076-3972-4507-948f-dc633f400249,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:30.419940 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.482374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=33824076-3972-4507-948f-dc633f400249,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:30.559883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-3b3dd04f-2aa1-4c1e-86c4-f17b4cb90ea9 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1668909 Jul 07 19:06:30.571136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:30.589634 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.598140 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Sync routers for ids ['93895e6c-706a-43b7-9d5b-ef2c1536328c'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:06:30.598685 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.607666 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Routers {'93895e6c-706a-43b7-9d5b-ef2c1536328c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:30.608281 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['93895e6c-706a-43b7-9d5b-ef2c1536328c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:30.634617 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.639317 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.705500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.706724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2207534 Jul 07 19:06:30.707307 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e17106-fc9c-461e-a5ec-0b50b939b099 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Pushing event updated for resources: {'Port': ['ID=a70b066a-bd0f-410e-a995-def5b8d5a3ec,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:30.719120 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Set router 93895e6c-706a-43b7-9d5b-ef2c1536328c gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:30.774504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-43b2d3c0-98b0-4be4-833c-dd6c57fc43d8 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0570006 Jul 07 19:06:30.903435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:30.913493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-f6a23bf1-654a-472f-aed5-af5c207d8e79 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:30.914832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f204f61-6900-4efa-a860-501bf21e2f4d req-f6a23bf1-654a-472f-aed5-af5c207d8e79 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1343830 Jul 07 19:06:30.929750 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-router', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '33824076-3972-4507-948f-dc633f400249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:06:23Z', 'updated_at': '2021-07-07T19:06:28Z', 'revision_number': 4, 'project_id': '14b41b4b8d424432816fee9313b58595', 'gw_port': {'id': '33824076-3972-4507-948f-dc633f400249', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:24Z', 'updated_at': '2021-07-07T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'edea6d05-227a-45d5-8fdb-af5755856155', 'name': '', 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'mac_address': 'fa:16:3e:1a:72:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '2aacc92b-63f1-4682-9d07-c720ffd472be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:27Z', 'updated_at': '2021-07-07T19:06:28Z', 'revision_number': 2, 'project_id': '14b41b4b8d424432816fee9313b58595', 'subnets': [{'id': '2aacc92b-63f1-4682-9d07-c720ffd472be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:30.965872 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Checking router: 93895e6c-706a-43b7-9d5b-ef2c1536328c for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:06:30.966317 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Updating router 93895e6c-706a-43b7-9d5b-ef2c1536328c port edea6d05-227a-45d5-8fdb-af5755856155 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:06:31.007535 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:31.017688 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11975483-513c-460a-a982-a8d51c8d337c x-openstack-request-id: req-11975483-513c-460a-a982-a8d51c8d337c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:31.017914 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b9f832-0984-4c9d-8e1a-993ff543767b", "tag": "324a9e34-54e0-4c25-a1aa-88bdd1da7ea4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:31.018239 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-11975483-513c-460a-a982-a8d51c8d337c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:31.019034 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'tag': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'status': 'completed', 'code': 200} Jul 07 19:06:31.041752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Allocated IP 172.25.2.50 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/e17782e9-09c4-43be-aad5-b0c690617d01) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:31.236726 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:31.245892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4272-d854-4866-a07d-44da5da5bcd6 req-5c583e2d-cdba-4580-9fff-841ad421bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:31.247488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7a4272-d854-4866-a07d-44da5da5bcd6 req-5c583e2d-cdba-4580-9fff-841ad421bd58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cc6ca5c96794139b13901a35fad1ba3&device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 1097 time: 0.1670661 Jul 07 19:06:31.313346 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:31.323665 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Transition to ACTIVE for port object edea6d05-227a-45d5-8fdb-af5755856155 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:31.330489 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:31.336138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a5d4e-d99e-4dce-bad1-230c1d2cffc9 req-86771990-9415-429d-8ae1-e990b774842a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:31.337873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-684a5d4e-d99e-4dce-bad1-230c1d2cffc9 req-86771990-9415-429d-8ae1-e990b774842a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.1787763 Jul 07 19:06:31.381526 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd052cb-c833-4f8b-8f8e-caa07b13414f None None] Pushing event updated for resources: {'Port': ['ID=edea6d05-227a-45d5-8fdb-af5755856155,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:31.418357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:31.430542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-684a5d4e-d99e-4dce-bad1-230c1d2cffc9 req-fe335dc5-fb85-437e-89a1-c0be8033a333 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834951 Jul 07 19:06:31.431713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4272-d854-4866-a07d-44da5da5bcd6 req-71c3444b-8f69-4cbd-92d9-c139780bf6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:31.433214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7a4272-d854-4866-a07d-44da5da5bcd6 req-71c3444b-8f69-4cbd-92d9-c139780bf6f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3f5939d-e81f-4560-8d5c-db4b937cca4f HTTP/1.1" status: 200 len: 931 time: 0.1776659 Jul 07 19:06:31.511240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:31.518230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:31.520500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:31.543471 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Attempting to bind port edea6d05-227a-45d5-8fdb-af5755856155 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:31.543890 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Attempting to bind port edea6d05-227a-45d5-8fdb-af5755856155 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'a69b272d-ea51-43fb-bd58-47cd1cdc647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:31.544261 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Attempting to bind port edea6d05-227a-45d5-8fdb-af5755856155 on network e01f5cb0-9fa1-4346-9d6b-5e2b06741413 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:31.550040 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:31.550410 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Checking segment: {'id': 'a69b272d-ea51-43fb-bd58-47cd1cdc647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:31.550819 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:31.551271 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Bound using segment: {'id': 'a69b272d-ea51-43fb-bd58-47cd1cdc647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:31.551888 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Bound port: edea6d05-227a-45d5-8fdb-af5755856155, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69b272d-ea51-43fb-bd58-47cd1cdc647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:31.552299 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:31.569986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event updated for resources: {'Port': ['ID=e17782e9-09c4-43be-aad5-b0c690617d01,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:31.587365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7a4272-d854-4866-a07d-44da5da5bcd6 req-3a5bf93e-9620-41c1-ac78-9f2b84024c9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 HTTP/1.1" status: 200 len: 1001 time: 0.1304946 Jul 07 19:06:31.627036 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] For port edea6d05-227a-45d5-8fdb-af5755856155, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:31.630402 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] For port edea6d05-227a-45d5-8fdb-af5755856155, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=edea6d05-227a-45d5-8fdb-af5755856155,segment=NetworkSegment(a69b272d-ea51-43fb-bd58-47cd1cdc647c),segment_id=a69b272d-ea51-43fb-bd58-47cd1cdc647c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:31.637895 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:31.654240 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:31.698264 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Routers {'93895e6c-706a-43b7-9d5b-ef2c1536328c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:31.699065 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['93895e6c-706a-43b7-9d5b-ef2c1536328c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:31.704863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4272-d854-4866-a07d-44da5da5bcd6 req-241d3335-4241-416f-80fe-01530042d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:31.706346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7a4272-d854-4866-a07d-44da5da5bcd6 req-241d3335-4241-416f-80fe-01530042d18b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=474c1c4b-4776-4e41-971d-48e3ede9a57f HTTP/1.1" status: 200 len: 868 time: 0.0920484 Jul 07 19:06:31.750211 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd052cb-c833-4f8b-8f8e-caa07b13414f None None] Pushing event updated for resources: {'Port': ['ID=edea6d05-227a-45d5-8fdb-af5755856155,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:31.760185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:31.789490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a72920-f7a8-408d-9b51-4231c5827b57 req-d44f0bd1-dfae-4cb6-9327-38f5cf063b9b tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:31.790961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59a72920-f7a8-408d-9b51-4231c5827b57 req-d44f0bd1-dfae-4cb6-9327-38f5cf063b9b tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 946 time: 0.2220161 Jul 07 19:06:31.835140 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] Set router 93895e6c-706a-43b7-9d5b-ef2c1536328c gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:31.895780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 65a1be64-c701-44c6-983a-0141129d5d24 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:06:31.905575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59a72920-f7a8-408d-9b51-4231c5827b57 req-c5fda81a-ed09-439d-9da8-d10951175832 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024127 Jul 07 19:06:31.909270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4272-d854-4866-a07d-44da5da5bcd6 req-4506cef6-e7f2-49f0-8913-ee160e71bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:31.910735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7a4272-d854-4866-a07d-44da5da5bcd6 req-4506cef6-e7f2-49f0-8913-ee160e71bf98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3f5939d-e81f-4560-8d5c-db4b937cca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1934507 Jul 07 19:06:32.016257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 65a1be64-c701-44c6-983a-0141129d5d24, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=65a1be64-c701-44c6-983a-0141129d5d24,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:32.032499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '65a1be64-c701-44c6-983a-0141129d5d24', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'port_id': '65a1be64-c701-44c6-983a-0141129d5d24', 'mac_address': 'fa:16:3e:7e:d1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:06:32.079636 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-router', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '33824076-3972-4507-948f-dc633f400249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:06:23Z', 'updated_at': '2021-07-07T19:06:28Z', 'revision_number': 4, 'project_id': '14b41b4b8d424432816fee9313b58595', 'gw_port': {'id': '33824076-3972-4507-948f-dc633f400249', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:24Z', 'updated_at': '2021-07-07T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'edea6d05-227a-45d5-8fdb-af5755856155', 'name': '', 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'mac_address': 'fa:16:3e:1a:72:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '2aacc92b-63f1-4682-9d07-c720ffd472be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:27Z', 'updated_at': '2021-07-07T19:06:31Z', 'revision_number': 4, 'project_id': '14b41b4b8d424432816fee9313b58595', 'subnets': [{'id': '2aacc92b-63f1-4682-9d07-c720ffd472be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:32.080098 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:32.086542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7a4272-d854-4866-a07d-44da5da5bcd6 req-1ad09bc6-f966-45bc-b2f4-016ecc94d955 service neutron] 10.222.0.59 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624727 Jul 07 19:06:32.094239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a1be64-c701-44c6-983a-0141129d5d24 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:32.105137 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:32.107295 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44f919-97b8-407c-ab75-ecbaefc14495 None None] The sync data for ids ['93895e6c-706a-43b7-9d5b-ef2c1536328c'] in n-d-792394-12 is: [{'id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-router', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '33824076-3972-4507-948f-dc633f400249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:06:23Z', 'updated_at': '2021-07-07T19:06:28Z', 'revision_number': 4, 'project_id': '14b41b4b8d424432816fee9313b58595', 'gw_port': {'id': '33824076-3972-4507-948f-dc633f400249', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:24Z', 'updated_at': '2021-07-07T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'edea6d05-227a-45d5-8fdb-af5755856155', 'name': '', 'network_id': 'e01f5cb0-9fa1-4346-9d6b-5e2b06741413', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'mac_address': 'fa:16:3e:1a:72:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '2aacc92b-63f1-4682-9d07-c720ffd472be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:27Z', 'updated_at': '2021-07-07T19:06:31Z', 'revision_number': 4, 'project_id': '14b41b4b8d424432816fee9313b58595', 'subnets': [{'id': '2aacc92b-63f1-4682-9d07-c720ffd472be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:06:32.122888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 65a1be64-c701-44c6-983a-0141129d5d24, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=65a1be64-c701-44c6-983a-0141129d5d24,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:32.129630 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:32.132380 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:32.222429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=65a1be64-c701-44c6-983a-0141129d5d24,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:32.237816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:32.253693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 33824076-3972-4507-948f-dc633f400249 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:32.263002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event updated for resources: {'Port': ['ID=e17782e9-09c4-43be-aad5-b0c690617d01,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:32.283455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:32.284765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-c78fc1ec-b0b3-4274-aac8-a6a7ec9db9e2 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7187407 Jul 07 19:06:32.324658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 33824076-3972-4507-948f-dc633f400249 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:32.325282 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:32.351242 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7a4272-d854-4866-a07d-44da5da5bcd6 req-870910c4-49c5-4915-a22a-7ab19f64c9ee service neutron] 10.222.0.59 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439106 Jul 07 19:06:32.364093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601f691-faff-4859-95bb-6e1e7ffff2d6 req-f7a58be6-3cca-43a9-a717-e90020db326e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:32.365730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6601f691-faff-4859-95bb-6e1e7ffff2d6 req-f7a58be6-3cca-43a9-a717-e90020db326e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3056519 Jul 07 19:06:32.371385 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-6bd629a4-c399-440d-bd39-ad35ec6a5b1e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.0773659 Jul 07 19:06:32.482325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['65a1be64-c701-44c6-983a-0141129d5d24'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:32.742907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6601f691-faff-4859-95bb-6e1e7ffff2d6 req-bc2fcd5d-25f2-418e-a228-29cf4887de74 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.3599544 Jul 07 19:06:32.757204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6601f691-faff-4859-95bb-6e1e7ffff2d6 req-c14fe0f5-fbe1-4a58-9529-617d938f03b3 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Request body: {'floatingip': {'port_id': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:32.811208 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6601f691-faff-4859-95bb-6e1e7ffff2d6 req-c14fe0f5-fbe1-4a58-9529-617d938f03b3 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:32.841777 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:32.909703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-397f88ec-0803-4f62-bb50-b861ed4dc54b tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:32.911154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f983f58b-8dab-432d-b17a-bb4ed39f200c req-397f88ec-0803-4f62-bb50-b861ed4dc54b tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.5215602 Jul 07 19:06:33.128165 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-6601f691-faff-4859-95bb-6e1e7ffff2d6 req-c14fe0f5-fbe1-4a58-9529-617d938f03b3 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 19:06:33.129275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6601f691-faff-4859-95bb-6e1e7ffff2d6 req-c14fe0f5-fbe1-4a58-9529-617d938f03b3 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "PUT /v2.0/floatingips/ed27a12e-ad4d-45d1-a31a-481a7348be2b HTTP/1.1" status: 409 len: 550 time: 0.3808458 Jul 07 19:06:33.131800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252e2ed-dfe8-46d3-8702-ffe88f2617d5 req-a6216ef4-0d7e-45d2-a845-f854f4fe6255 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:33.132621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d252e2ed-dfe8-46d3-8702-ffe88f2617d5 req-a6216ef4-0d7e-45d2-a845-f854f4fe6255 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 1102 time: 0.1172533 Jul 07 19:06:33.175544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d252e2ed-dfe8-46d3-8702-ffe88f2617d5 req-732a0910-7ede-4286-a527-96f70073a361 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372236 Jul 07 19:06:33.370521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0173d-3c89-4ee2-bb91-b9114f65ae1a req-e49bb05c-ccdd-4cd3-abb0-b7f2389b2a05 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:33.371929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fb0173d-3c89-4ee2-bb91-b9114f65ae1a req-e49bb05c-ccdd-4cd3-abb0-b7f2389b2a05 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 945 time: 0.1109810 Jul 07 19:06:33.386934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8ddb-f46b-4f4c-9657-d1638fc48e93 req-6c5856ad-b8e4-486c-87bb-fc35074af036 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:33.388377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-183e8ddb-f46b-4f4c-9657-d1638fc48e93 req-6c5856ad-b8e4-486c-87bb-fc35074af036 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 946 time: 0.0985866 Jul 07 19:06:33.443883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fb0173d-3c89-4ee2-bb91-b9114f65ae1a req-64dadc9f-8a17-4ad1-a5de-11c471b372d3 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651822 Jul 07 19:06:33.451415 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-183e8ddb-f46b-4f4c-9657-d1638fc48e93 req-f3eb4619-4a34-4c6e-acfb-dfd72cd35b65 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563173 Jul 07 19:06:33.704403 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-721092c8-3836-4868-841c-a7e94f17bc74 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1497297 Jul 07 19:06:33.712621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e9152-981e-4587-a085-978bb58a173c req-d82dfcb4-f707-4b8f-8c42-b89060f13f87 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:33.714033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed5e9152-981e-4587-a085-978bb58a173c req-d82dfcb4-f707-4b8f-8c42-b89060f13f87 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.1472623 Jul 07 19:06:33.719787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:33.763301 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:33.782613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed5e9152-981e-4587-a085-978bb58a173c req-a58a1658-3a27-4e1a-9c97-e0a045ccfcb0 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577540 Jul 07 19:06:33.864724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-fd4ed3ef-12f4-4ac1-bb3c-a3be87b4d67c tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips/ed27a12e-ad4d-45d1-a31a-481a7348be2b HTTP/1.1" status: 200 len: 693 time: 0.0554073 Jul 07 19:06:33.909758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 65a1be64-c701-44c6-983a-0141129d5d24 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:33.960822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 65a1be64-c701-44c6-983a-0141129d5d24 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:33.965029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 65a1be64-c701-44c6-983a-0141129d5d24 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:33.965401 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.004373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-26909a62-1a68-4e5f-a3e5-e7b287a94567 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:34.005814 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-26909a62-1a68-4e5f-a3e5-e7b287a94567 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1355405 Jul 07 19:06:34.008106 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.045568 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.071367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a1be64-c701-44c6-983a-0141129d5d24'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:34.073874 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b2fae5-5451-43a4-abb9-4602949e7eb9" -d '{"events": [{"server_uuid": "ce4f7c53-32c5-4222-b14e-17babbe665b3", "name": "network-vif-plugged", "status": "completed", "tag": "65a1be64-c701-44c6-983a-0141129d5d24"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:34.087887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 65a1be64-c701-44c6-983a-0141129d5d24, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=65a1be64-c701-44c6-983a-0141129d5d24,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:34.095190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.096525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-26da8e4c-3fc8-435e-aad4-f5fd501bc580 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0814009 Jul 07 19:06:34.153481 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=65a1be64-c701-44c6-983a-0141129d5d24,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:34.166160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-04fd47ca-616e-4fc4-a9f2-8fcf56b81fd8 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0621591 Jul 07 19:06:34.222489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device edea6d05-227a-45d5-8fdb-af5755856155 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:34.275759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port edea6d05-227a-45d5-8fdb-af5755856155 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:34.279933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port edea6d05-227a-45d5-8fdb-af5755856155 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:34.280377 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.292557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Allocated IP 172.25.2.197 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/b65d3be0-0899-4061-a439-b23f1232ddd0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:34.357600 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.391678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port edea6d05-227a-45d5-8fdb-af5755856155, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=edea6d05-227a-45d5-8fdb-af5755856155,segment=NetworkSegment(a69b272d-ea51-43fb-bd58-47cd1cdc647c),segment_id=a69b272d-ea51-43fb-bd58-47cd1cdc647c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:34.395659 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.409381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-d6c819be-e431-46b7-a7c2-18cb3a9d9f1e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Deleting port a70b066a-bd0f-410e-a995-def5b8d5a3ec {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:34.409726 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-d6c819be-e431-46b7-a7c2-18cb3a9d9f1e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.448667 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=edea6d05-227a-45d5-8fdb-af5755856155,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:34.476054 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.520932 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-d6c819be-e431-46b7-a7c2-18cb3a9d9f1e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.521253 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-d6c819be-e431-46b7-a7c2-18cb3a9d9f1e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.540973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-d6c819be-e431-46b7-a7c2-18cb3a9d9f1e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Calling delete_port for a70b066a-bd0f-410e-a995-def5b8d5a3ec owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:34.587894 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.631214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:34.636420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:34.644738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:34.669114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event updated for resources: {'Port': ['ID=b65d3be0-0899-4061-a439-b23f1232ddd0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:34.723612 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.794161 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-d6c819be-e431-46b7-a7c2-18cb3a9d9f1e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.800736 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.840497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c819be-e431-46b7-a7c2-18cb3a9d9f1e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Pushing event deleted for resources: {'Port': ['ID=a70b066a-bd0f-410e-a995-def5b8d5a3ec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:34.883604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-d6c819be-e431-46b7-a7c2-18cb3a9d9f1e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.886113 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-d6c819be-e431-46b7-a7c2-18cb3a9d9f1e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:34.887257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f12bfad-a493-459a-9fa8-5ea2d125b05c req-d6c819be-e431-46b7-a7c2-18cb3a9d9f1e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "DELETE /v2.0/floatingips/ed27a12e-ad4d-45d1-a31a-481a7348be2b HTTP/1.1" status: 204 len: 173 time: 0.6998503 Jul 07 19:06:35.002683 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:35.013375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:35.068719 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:35.094730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event updated for resources: {'Port': ['ID=b65d3be0-0899-4061-a439-b23f1232ddd0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:35.101650 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:35.102872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-12401597-ba98-4103-aa24-25cc398185ad tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3879380 Jul 07 19:06:35.112058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3c1d7-7179-41ad-a11b-74ff02907ac4 req-670ba191-be08-4d72-9ecc-3c7b617ac3cf tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:35.113587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4a3c1d7-7179-41ad-a11b-74ff02907ac4 req-670ba191-be08-4d72-9ecc-3c7b617ac3cf tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae5a98b2-dc37-461d-a498-b71d634ec362 HTTP/1.1" status: 200 len: 1102 time: 0.1091590 Jul 07 19:06:35.168404 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-c432c094-694a-420a-9647-b11c506cbd1e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0586689 Jul 07 19:06:35.202142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4a3c1d7-7179-41ad-a11b-74ff02907ac4 req-a5156fae-b806-403b-aeca-70d66917264d tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824652 Jul 07 19:06:35.289051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-3f08bc97-76d5-4cca-a4de-fb581714a1bf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:35.290348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e84df2e5-2d32-4e5a-8ed9-30b7d60900ea req-3f08bc97-76d5-4cca-a4de-fb581714a1bf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1156564 Jul 07 19:06:35.337455 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75a4525-4b92-4b3e-848b-c680db033ff5 x-openstack-request-id: req-c75a4525-4b92-4b3e-848b-c680db033ff5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:35.337997 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4f7c53-32c5-4222-b14e-17babbe665b3", "name": "network-vif-plugged", "status": "completed", "tag": "65a1be64-c701-44c6-983a-0141129d5d24", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:35.337997 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c75a4525-4b92-4b3e-848b-c680db033ff5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:35.338387 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a1be64-c701-44c6-983a-0141129d5d24', 'code': 200} Jul 07 19:06:35.544245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550512ee-f032-4d89-bf32-6d0d5655b17c req-720c1b05-a534-447f-8e4e-22731293e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:35.546394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-550512ee-f032-4d89-bf32-6d0d5655b17c req-720c1b05-a534-447f-8e4e-22731293e811 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 1098 time: 0.1137516 Jul 07 19:06:35.557561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80d935-98f0-4fb0-8533-216f4535842d req-a76b24b9-dee3-4b72-a845-1fc5561eb3d2 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:35.559029 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce80d935-98f0-4fb0-8533-216f4535842d req-a76b24b9-dee3-4b72-a845-1fc5561eb3d2 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 946 time: 0.0844321 Jul 07 19:06:35.653520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce80d935-98f0-4fb0-8533-216f4535842d req-82b39791-1e5d-45fd-a819-f7e534df64d3 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748522 Jul 07 19:06:35.658498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-550512ee-f032-4d89-bf32-6d0d5655b17c req-468af00f-1106-44d4-b13c-123af8058cbe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974867 Jul 07 19:06:35.680402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a097a8-55d5-4b24-be82-701574de9d49 req-46dc85c2-0a1d-4aad-ab53-c37de2bf4888 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:35.681906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4a097a8-55d5-4b24-be82-701574de9d49 req-46dc85c2-0a1d-4aad-ab53-c37de2bf4888 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.1219494 Jul 07 19:06:35.792611 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4a097a8-55d5-4b24-be82-701574de9d49 req-4986aeec-a90f-482c-a8ea-96fdf2b0581f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028874 Jul 07 19:06:35.795576 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-829d0788-f7f5-4282-aa9a-0905a878c1e2 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 1001 time: 0.1127205 Jul 07 19:06:35.861493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-191b233d-75b7-49d2-9a60-bab478e96679 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:35.862853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-191b233d-75b7-49d2-9a60-bab478e96679 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports/324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 HTTP/1.1" status: 200 len: 942 time: 0.0621829 Jul 07 19:06:36.045827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-9d13f0d4-1f08-42a7-a629-055f6e0294aa tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 1001 time: 0.0835972 Jul 07 19:06:36.073332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c951b4-6d0b-4816-8eca-4660a57ab7f9 req-f0597f1c-dffd-4c63-b762-e66af205d05b tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:36.074807 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59c951b4-6d0b-4816-8eca-4660a57ab7f9 req-f0597f1c-dffd-4c63-b762-e66af205d05b tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 946 time: 0.1412678 Jul 07 19:06:36.190964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device edea6d05-227a-45d5-8fdb-af5755856155 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:36.250778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port edea6d05-227a-45d5-8fdb-af5755856155 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:36.251150 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:36.464631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59c951b4-6d0b-4816-8eca-4660a57ab7f9 req-47051f22-f72f-4da3-b431-b7a222cbf6a5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739176 Jul 07 19:06:36.493201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-7a0783f6-d7e7-47f3-897d-68f6987afa72 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:36.494710 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-7a0783f6-d7e7-47f3-897d-68f6987afa72 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.4412014 Jul 07 19:06:36.505621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-8766739c-2572-41b8-bc1a-3dcb877866c5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:06:36.506684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-8766739c-2572-41b8-bc1a-3dcb877866c5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059230 Jul 07 19:06:36.585056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-1d5ea77e-360d-429b-9128-a00c09a412a9 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 1001 time: 0.0711403 Jul 07 19:06:36.593969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-d137a8f2-dfea-4c75-9931-421c74cc766e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:36.735447 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-d137a8f2-dfea-4c75-9931-421c74cc766e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:36.822844 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-80274993-66b4-4907-8bee-c1e6cfa0798a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1868773 Jul 07 19:06:36.866801 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:36.906325 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:36.961917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-d137a8f2-dfea-4c75-9931-421c74cc766e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:36.990010 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-d137a8f2-dfea-4c75-9931-421c74cc766e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:36.990322 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-d137a8f2-dfea-4c75-9931-421c74cc766e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Floating IP 070452e8-524c-4180-85cd-48cffe7fea04 disassociated. External IP: 172.25.2.235, port: 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4. Jul 07 19:06:37.180031 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:37.278030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-d137a8f2-dfea-4c75-9931-421c74cc766e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Router 95968884-20a0-4e03-9fe1-7aee37d3aa62 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:06:37.378765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Allocated IP 172.25.2.26 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/b0882b72-c4d5-41dc-8092-484d11142e20) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:37.485515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-d137a8f2-dfea-4c75-9931-421c74cc766e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:06:37.490879 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-d137a8f2-dfea-4c75-9931-421c74cc766e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:37.495718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06efe849-c4fa-46c4-aafc-0605dd0c5f2b None None] Sync routers for ids ['95968884-20a0-4e03-9fe1-7aee37d3aa62'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:06:37.505155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06efe849-c4fa-46c4-aafc-0605dd0c5f2b None None] Routers {'95968884-20a0-4e03-9fe1-7aee37d3aa62'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:37.505855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-06efe849-c4fa-46c4-aafc-0605dd0c5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['95968884-20a0-4e03-9fe1-7aee37d3aa62'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:37.548947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-d137a8f2-dfea-4c75-9931-421c74cc766e tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "PUT /v2.0/floatingips/070452e8-524c-4180-85cd-48cffe7fea04 HTTP/1.1" status: 200 len: 695 time: 0.9594233 Jul 07 19:06:37.552106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'tag': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:37.554687 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee25679-e07c-46e1-b4c4-67727dd310dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b9f832-0984-4c9d-8e1a-993ff543767b", "tag": "324a9e34-54e0-4c25-a1aa-88bdd1da7ea4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:37.568234 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:37.653251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-4c88639c-e1af-4dba-97f3-a9d323357859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:37.654782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-4c88639c-e1af-4dba-97f3-a9d323357859 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4cc6ca5c96794139b13901a35fad1ba3&device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 1097 time: 0.0841069 Jul 07 19:06:37.660129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:37.729366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-06efe849-c4fa-46c4-aafc-0605dd0c5f2b None None] Set router 95968884-20a0-4e03-9fe1-7aee37d3aa62 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:37.743191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:37.752236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:37.761511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:37.782896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event updated for resources: {'Port': ['ID=b0882b72-c4d5-41dc-8092-484d11142e20,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:37.843491 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:37.845508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-e02b447f-068d-459b-9486-bb15cbc97d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:37.847067 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-e02b447f-068d-459b-9486-bb15cbc97d3a service neutron] 10.222.0.113 "GET /v2.0/networks?id=b3f5939d-e81f-4560-8d5c-db4b937cca4f HTTP/1.1" status: 200 len: 931 time: 0.1837924 Jul 07 19:06:37.911690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-d3f2def6-5754-4350-91ee-aa2ed2f44ae7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0577841 Jul 07 19:06:37.944853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-06efe849-c4fa-46c4-aafc-0605dd0c5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'd219cf5d-2a80-4fa8-9246-5b696eba078e', 'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'mac_address': 'fa:16:3e:76:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:51Z', 'updated_at': '2021-07-07T19:06:06Z', 'revision_number': 5, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'subnets': [{'id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:37.959467 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:37.974694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06efe849-c4fa-46c4-aafc-0605dd0c5f2b None None] Checking router: 95968884-20a0-4e03-9fe1-7aee37d3aa62 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:06:37.984102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06efe849-c4fa-46c4-aafc-0605dd0c5f2b None None] Routers {'95968884-20a0-4e03-9fe1-7aee37d3aa62'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:37.984702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-06efe849-c4fa-46c4-aafc-0605dd0c5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['95968884-20a0-4e03-9fe1-7aee37d3aa62'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:37.995904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-51128bbf-9831-4372-acf1-a926ec59c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:37.997312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-51128bbf-9831-4372-acf1-a926ec59c5c1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=474c1c4b-4776-4e41-971d-48e3ede9a57f HTTP/1.1" status: 200 len: 868 time: 0.0740633 Jul 07 19:06:38.104810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-06efe849-c4fa-46c4-aafc-0605dd0c5f2b None None] Set router 95968884-20a0-4e03-9fe1-7aee37d3aa62 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:38.133816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-867641f5-25aa-4be3-86cf-29f3b6bc5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:38.135331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-867641f5-25aa-4be3-86cf-29f3b6bc5f2c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b3f5939d-e81f-4560-8d5c-db4b937cca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311340 Jul 07 19:06:38.217244 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:38.227508 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:38.269889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:38.297665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event updated for resources: {'Port': ['ID=b0882b72-c4d5-41dc-8092-484d11142e20,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:38.304635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-e5d69a87-4805-4e54-ac03-ae3232b53a6a service neutron] 10.222.0.113 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580956 Jul 07 19:06:38.305796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:38.306849 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-9d0b1146-3822-4d79-9701-f3e1c76805cf tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4487751 Jul 07 19:06:38.316597 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f77fa13-5787-4c2d-979f-059c4eb5ac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:38.329468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-06efe849-c4fa-46c4-aafc-0605dd0c5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'd219cf5d-2a80-4fa8-9246-5b696eba078e', 'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'mac_address': 'fa:16:3e:76:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:51Z', 'updated_at': '2021-07-07T19:06:06Z', 'revision_number': 5, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'subnets': [{'id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:38.361043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06efe849-c4fa-46c4-aafc-0605dd0c5f2b None None] The sync data for ids ['95968884-20a0-4e03-9fe1-7aee37d3aa62'] in n-d-792394-12 is: [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:05:52Z', 'revision_number': 4, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'd219cf5d-2a80-4fa8-9246-5b696eba078e', 'name': '', 'network_id': 'b3f5939d-e81f-4560-8d5c-db4b937cca4f', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'mac_address': 'fa:16:3e:76:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:51Z', 'updated_at': '2021-07-07T19:06:06Z', 'revision_number': 5, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'subnets': [{'id': '474c1c4b-4776-4e41-971d-48e3ede9a57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:06:38.414300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-0078c6de-fff7-4daa-afd4-fd0c6d278e35 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0872810 Jul 07 19:06:38.510774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c082c9f1-8e0a-4745-8992-2de4678e292e req-278939af-826d-423f-8a09-0d3d0376f72c service neutron] 10.222.0.113 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925507 Jul 07 19:06:38.557828 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-ccad49ff-eead-4e34-9a86-22438125eddb tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:38.559150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eab5f4eb-24f2-43d2-9da2-1fb6a38c6051 req-ccad49ff-eead-4e34-9a86-22438125eddb tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1360767 Jul 07 19:06:38.694920 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cc128-68bf-4807-8b77-df2b12869bba None None] New status for floating IP 070452e8-524c-4180-85cd-48cffe7fea04: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:06:38.766051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bf280-1f6c-44a7-95cb-786820682951 req-b30ce712-3e79-4154-9b84-58e0c609d2ec tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:38.767665 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f0bf280-1f6c-44a7-95cb-786820682951 req-b30ce712-3e79-4154-9b84-58e0c609d2ec tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 946 time: 0.0816283 Jul 07 19:06:38.808633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f0bf280-1f6c-44a7-95cb-786820682951 req-89b91195-21e4-4191-b28f-1c16b87c386a tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350311 Jul 07 19:06:38.934475 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-89d0eb19-65ae-4efc-ba6c-57a6ec7e0198 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282524 Jul 07 19:06:38.973872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d526dd8-ef05-458f-8407-4482201eac51 req-7e3c980f-1295-4d44-975f-d9aa05441a36 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:38.975375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d526dd8-ef05-458f-8407-4482201eac51 req-7e3c980f-1295-4d44-975f-d9aa05441a36 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 946 time: 0.1186373 Jul 07 19:06:39.059720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d526dd8-ef05-458f-8407-4482201eac51 req-c676bdbb-4639-45cf-ad0d-1311cedeee79 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579095 Jul 07 19:06:39.088411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-a28f34e7-a3df-446d-94cb-5d54cdcbcc73 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:39.090141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-a28f34e7-a3df-446d-94cb-5d54cdcbcc73 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481915 Jul 07 19:06:39.106136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-e03f33e6-d83c-4007-8fe7-db6cddc07571 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/quotas/7a6d3e787fe44813b3541d4900b43708 HTTP/1.1" status: 200 len: 375 time: 0.0096390 Jul 07 19:06:39.212269 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-76956706-9c45-4f0f-9280-851247b721d0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003652 Jul 07 19:06:39.246711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186f396-09c5-49ac-a882-fcf2ada552f6 req-d37c0e99-c3e0-4582-8726-e760f3672909 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:39.249601 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0186f396-09c5-49ac-a882-fcf2ada552f6 req-d37c0e99-c3e0-4582-8726-e760f3672909 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.0824037 Jul 07 19:06:39.288048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0186f396-09c5-49ac-a882-fcf2ada552f6 req-fd041a46-3ada-4607-8c58-4dc8fd9284d0 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Jul 07 19:06:39.341368 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d66127b-1ad9-4922-ac4f-dcf80ff8499b x-openstack-request-id: req-7d66127b-1ad9-4922-ac4f-dcf80ff8499b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:39.341667 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b9f832-0984-4c9d-8e1a-993ff543767b", "tag": "324a9e34-54e0-4c25-a1aa-88bdd1da7ea4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:39.342019 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7d66127b-1ad9-4922-ac4f-dcf80ff8499b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:39.342317 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'tag': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'status': 'completed', 'code': 200} Jul 07 19:06:39.427036 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-9298732f-0b46-4591-b177-3900c6d024e0 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips/070452e8-524c-4180-85cd-48cffe7fea04 HTTP/1.1" status: 200 len: 693 time: 0.0729115 Jul 07 19:06:39.524432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee25679-e07c-46e1-b4c4-67727dd310dd req-71128d11-4cfe-4fed-a6da-4c3e5cf80707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:39.525954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ee25679-e07c-46e1-b4c4-67727dd310dd req-71128d11-4cfe-4fed-a6da-4c3e5cf80707 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cc6ca5c96794139b13901a35fad1ba3&device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 1097 time: 0.1362391 Jul 07 19:06:39.560515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-642b7de8-2732-40de-b702-6121625c8d14 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:39.562437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-642b7de8-2732-40de-b702-6121625c8d14 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1299553 Jul 07 19:06:39.637375 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-79674068-ab62-4f2a-b101-827c6f40f5e6 service neutron] show failed (client error): The resource could not be found. Jul 07 19:06:39.638411 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-79674068-ab62-4f2a-b101-827c6f40f5e6 service neutron] 10.222.0.59 "GET /v2.0/ports/8d05b328-90c8-4ffb-82c4-e6703b612a06/bindings/n-h1-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0709093 Jul 07 19:06:40.000676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-ba647955-08a9-4e8b-9090-2ee43efe8b23 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 696 time: 0.4245424 Jul 07 19:06:40.113431 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-b499d6b0-fea1-4588-a7a3-d64c87431c06 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.235 HTTP/1.1" status: 200 len: 696 time: 0.0915105 Jul 07 19:06:40.153453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee25679-e07c-46e1-b4c4-67727dd310dd req-da6e4c07-4924-4a78-a496-7685035b4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:40.155072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ee25679-e07c-46e1-b4c4-67727dd310dd req-da6e4c07-4924-4a78-a496-7685035b4598 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3f5939d-e81f-4560-8d5c-db4b937cca4f HTTP/1.1" status: 200 len: 931 time: 0.6116910 Jul 07 19:06:40.253155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ee25679-e07c-46e1-b4c4-67727dd310dd req-cbe1f007-c6b9-4c12-8b36-70b734c2074f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0600953 Jul 07 19:06:40.288944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-914a8370-9a30-4855-96ac-4a2014cac695 req-1102aee3-7144-4303-82cf-3ac0836ab969 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6843748 Jul 07 19:06:40.309506 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-141403aa-1d0a-4ae9-b069-ba21740f2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:40.310949 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-141403aa-1d0a-4ae9-b069-ba21740f2fee service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136&tenant_id=2ff2b51f57b445d8be48b8fe09df264e HTTP/1.1" status: 200 len: 1101 time: 0.3660002 Jul 07 19:06:40.318760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:40.367558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:40.427975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee25679-e07c-46e1-b4c4-67727dd310dd req-9f49135a-717e-46ec-bb36-1265e4f8bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:40.429598 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ee25679-e07c-46e1-b4c4-67727dd310dd req-9f49135a-717e-46ec-bb36-1265e4f8bec0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=474c1c4b-4776-4e41-971d-48e3ede9a57f HTTP/1.1" status: 200 len: 868 time: 0.1349199 Jul 07 19:06:40.434763 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:40.559331 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:40.564050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-8d83362e-c58c-4bea-b6fa-a84f20ac04fc tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Deleting port 0c53342e-ab11-43b5-ad96-cb70d1bb30bd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:40.564377 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-8d83362e-c58c-4bea-b6fa-a84f20ac04fc tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:40.694315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee25679-e07c-46e1-b4c4-67727dd310dd req-4f5e11a4-7738-4cc5-bd87-94fc8d582b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:40.695813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ee25679-e07c-46e1-b4c4-67727dd310dd req-4f5e11a4-7738-4cc5-bd87-94fc8d582b1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3f5939d-e81f-4560-8d5c-db4b937cca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2558424 Jul 07 19:06:40.773314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-8d83362e-c58c-4bea-b6fa-a84f20ac04fc tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:40.773648 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-8d83362e-c58c-4bea-b6fa-a84f20ac04fc tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:40.836104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-8d83362e-c58c-4bea-b6fa-a84f20ac04fc tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Calling delete_port for 0c53342e-ab11-43b5-ad96-cb70d1bb30bd owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:40.981079 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51ec5d6d-0a15-47bd-8c1b-9fdeb014fa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:40.996604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:41.034620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ee25679-e07c-46e1-b4c4-67727dd310dd req-3c0b4447-6dbc-470f-8455-274ed5a9873e service neutron] 10.222.0.59 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158302 Jul 07 19:06:41.079918 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-f58c8a74-00a6-489d-b996-836d2466408d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0662417 Jul 07 19:06:41.086971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:41.150072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-4fc594ab-57ee-4e6a-b0db-00084f15f9d4 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282526 Jul 07 19:06:41.220092 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:41.244538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:41.326112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-0f94afb4-7a49-4758-86bb-13c1cacd8530 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:41.328451 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-0f94afb4-7a49-4758-86bb-13c1cacd8530 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722546 Jul 07 19:06:41.345993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ee25679-e07c-46e1-b4c4-67727dd310dd req-5937d726-43e0-4f44-b2ee-ad602e93ebe6 service neutron] 10.222.0.59 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744532 Jul 07 19:06:41.350695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Request body: {'port': {'device_id': 'a90fb579-1006-4681-9a74-dca7125c1434', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '7a6d3e787fe44813b3541d4900b43708'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:41.354474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:41.356832 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534caf5d-22c0-49d5-83fc-2234f1b6416e" -d '{"events": [{"server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "name": "network-vif-unplugged", "status": "completed", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:41.361575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:41.364907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Allocated IP 172.25.2.236 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/0922565c-8c11-4119-a278-d9f2437f4322) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:41.372117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-8d83362e-c58c-4bea-b6fa-a84f20ac04fc tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:41.412345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Transition to ACTIVE for port object 8d05b328-90c8-4ffb-82c4-e6703b612a06 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:41.419754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83362e-c58c-4bea-b6fa-a84f20ac04fc tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Pushing event deleted for resources: {'Port': ['ID=0c53342e-ab11-43b5-ad96-cb70d1bb30bd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:41.433934 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:41.451518 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-f50ea9f5-20a5-4a81-8ec5-f68a9e21de38 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694029 Jul 07 19:06:41.513477 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-8d83362e-c58c-4bea-b6fa-a84f20ac04fc tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:41.516577 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-8d83362e-c58c-4bea-b6fa-a84f20ac04fc tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:41.517741 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b410f60f-02e6-40f3-b068-49633ba66ed8 req-8d83362e-c58c-4bea-b6fa-a84f20ac04fc tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "DELETE /v2.0/floatingips/070452e8-524c-4180-85cd-48cffe7fea04 HTTP/1.1" status: 204 len: 173 time: 1.3868239 Jul 07 19:06:41.559639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Pushing event updated for resources: {'Port': ['ID=8d05b328-90c8-4ffb-82c4-e6703b612a06,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:41.624674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] No DVR routers for this DVR port 8d05b328-90c8-4ffb-82c4-e6703b612a06 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:06:41.662250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Made reservation on behalf of 7a6d3e787fe44813b3541d4900b43708 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:41.667344 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:41.691873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-65482ab9-3a5e-4cd1-ab45-9f03099eb0e6 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:41.693555 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-65482ab9-3a5e-4cd1-ab45-9f03099eb0e6 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117107 Jul 07 19:06:41.703882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:41.716466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Attempting to bind port 8d05b328-90c8-4ffb-82c4-e6703b612a06 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:41.716706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Attempting to bind port 8d05b328-90c8-4ffb-82c4-e6703b612a06 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:41.717107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Attempting to bind port 8d05b328-90c8-4ffb-82c4-e6703b612a06 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:41.735936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Port 8d05b328-90c8-4ffb-82c4-e6703b612a06 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:06:41.736703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Attempting to bind port 8d05b328-90c8-4ffb-82c4-e6703b612a06 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:41.769329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Request body: {'port': {'device_id': 'd013a369-2180-4348-96d7-2b532cb89876', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '7a6d3e787fe44813b3541d4900b43708'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:41.773902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:41.774594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:41.775301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:41.775941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Bound port: 8d05b328-90c8-4ffb-82c4-e6703b612a06, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:41.776511 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:41.806937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-33dfd3f6-56e6-4eba-a4a7-81e7f9063cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:41.808878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-33dfd3f6-56e6-4eba-a4a7-81e7f9063cda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cc6ca5c96794139b13901a35fad1ba3&device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 1097 time: 0.2682109 Jul 07 19:06:41.834550 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:41.983323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Allocated IP 192.168.233.222 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/3783df3b-cb35-4354-b55e-ad5b597e560a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:41.988845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:42.010155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Made reservation on behalf of 7a6d3e787fe44813b3541d4900b43708 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:42.012021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event updated for resources: {'Port': ['ID=0922565c-8c11-4119-a278-d9f2437f4322,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:42.013666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:42.019857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:42.022387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:42.041325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:42.214067 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:42.376753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:42.395111 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:42.436004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:42.438982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-14d80b51-7b9d-4097-8911-d4684e737f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:42.440509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-14d80b51-7b9d-4097-8911-d4684e737f35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3f5939d-e81f-4560-8d5c-db4b937cca4f HTTP/1.1" status: 200 len: 931 time: 0.5848079 Jul 07 19:06:42.446065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:42.451358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Transition to ACTIVE for port object 3783df3b-cb35-4354-b55e-ad5b597e560a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:42.453419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:42.454172 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:42.456048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] 10.222.0.112 "PUT /v2.0/ports/8d05b328-90c8-4ffb-82c4-e6703b612a06 HTTP/1.1" status: 200 len: 1096 time: 2.1137815 Jul 07 19:06:42.494229 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:42.507454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'f8691e10-c0e4-4466-9855-55820685703c', '113186cf-875d-4cc7-bd2f-ba1294ca7768'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:42.553328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-01224eb0-f5b7-4ed0-9491-7d0f078453ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0962262 Jul 07 19:06:42.572268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:42.578563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:42.591193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:42.605090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2847ae-b3e4-4b98-98b7-0577cf60a63a req-ab8d2128-40d3-462c-b70f-c6f3e0f18cba tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:42.625639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b2847ae-b3e4-4b98-98b7-0577cf60a63a req-ab8d2128-40d3-462c-b70f-c6f3e0f18cba tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 946 time: 0.6866410 Jul 07 19:06:42.636388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:42.651670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2594d93b-cca8-4a05-93b6-441053594d8b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Request body: {'floatingip': {'port_id': '65a1be64-c701-44c6-983a-0141129d5d24'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:42.655977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event updated for resources: {'Port': ['ID=3783df3b-cb35-4354-b55e-ad5b597e560a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:42.659099 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Allocated IP 192.168.233.189 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:42.687947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:42.688749 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:42.713839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09f383-3b05-4ed0-8811-7a9067d76854 service neutron] Pushing event updated for resources: {'Port': ['ID=8d05b328-90c8-4ffb-82c4-e6703b612a06,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:42.729431 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2d6ef08d-5dfc-448e-a207-b7d111b6ec78 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3877869 Jul 07 19:06:42.748512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Request body: {'port': {'device_id': 'a90fb579-1006-4681-9a74-dca7125c1434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:42.798059 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2594d93b-cca8-4a05-93b6-441053594d8b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:42.803252 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:42.875503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-de62e6fd-3a1c-41c7-b285-cf28a75cfbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:42.877032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-de62e6fd-3a1c-41c7-b285-cf28a75cfbca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=474c1c4b-4776-4e41-971d-48e3ede9a57f HTTP/1.1" status: 200 len: 868 time: 0.3065095 Jul 07 19:06:42.978614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.072111 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.086099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-5a053bee-9df0-4ac1-9a46-55342f079fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:43.087626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-5a053bee-9df0-4ac1-9a46-55342f079fbd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 1099 time: 0.5693581 Jul 07 19:06:43.099568 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Transition to ACTIVE for port object 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:43.119925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3792878b-a624-434d-ab1d-ca3b8286328a None None] Provisioning for port 3783df3b-cb35-4354-b55e-ad5b597e560a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:43.124686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3792878b-a624-434d-ab1d-ca3b8286328a None None] Provisioning complete for port 3783df3b-cb35-4354-b55e-ad5b597e560a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:43.125466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3792878b-a624-434d-ab1d-ca3b8286328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.162297 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3792878b-a624-434d-ab1d-ca3b8286328a None None] Port 3783df3b-cb35-4354-b55e-ad5b597e560a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:06:43.205932 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.310322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:43.310543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-78127f06-b69d-441e-bb9c-ddbff2c85343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:43.310957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event updated for resources: {'Port': ['ID=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:43.312675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-78127f06-b69d-441e-bb9c-ddbff2c85343 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3f5939d-e81f-4560-8d5c-db4b937cca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4076853 Jul 07 19:06:43.324026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:43.327412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:43.397454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:43.398096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.429042 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9c118257-b138-4c31-abc3-c16334791754 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6647038 Jul 07 19:06:43.452394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Request body: {'port': {'device_id': 'd013a369-2180-4348-96d7-2b532cb89876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:43.472552 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-772b7be4-e95a-482c-882f-d59d3d7e54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:43.474074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-772b7be4-e95a-482c-882f-d59d3d7e54a3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.3751500 Jul 07 19:06:43.479265 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.481179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'f8691e10-c0e4-4466-9855-55820685703c', '113186cf-875d-4cc7-bd2f-ba1294ca7768'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:43.488811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd9f71-8535-4672-a58c-e5d3f19ebf13 req-137ed5d3-c5a1-44eb-93fb-f0499b68e49f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:43.490382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6dbd9f71-8535-4672-a58c-e5d3f19ebf13 req-137ed5d3-c5a1-44eb-93fb-f0499b68e49f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 947 time: 0.3674977 Jul 07 19:06:43.496981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3783df3b-cb35-4354-b55e-ad5b597e560a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:43.507329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.510934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.554036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Transition to ACTIVE for port object 3783df3b-cb35-4354-b55e-ad5b597e560a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:43.562834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.573777 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.603313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1f1c2ded-8da5-4ddd-b030-cc17d00760ed None None] Provisioning for port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:43.619138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1f1c2ded-8da5-4ddd-b030-cc17d00760ed None None] Provisioning complete for port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:43.619592 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2ded-8da5-4ddd-b030-cc17d00760ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.621291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event updated for resources: {'Port': ['ID=0922565c-8c11-4119-a278-d9f2437f4322,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:43.635974 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.648671 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-f44a7518-d536-4e70-b313-45ec61200772 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06 HTTP/1.1" status: 200 len: 217 time: 0.1512332 Jul 07 19:06:43.663620 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.666306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-914a8370-9a30-4855-96ac-4a2014cac695 req-04759d01-3c96-476d-b736-09f5811f127a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3529944 Jul 07 19:06:43.680158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c2ded-8da5-4ddd-b030-cc17d00760ed None None] Port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:06:43.792019 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:43.830999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-85e0c0b9-20fa-4963-a89e-91d8afb6edf8 service neutron] 10.222.0.59 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061853 Jul 07 19:06:43.836155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-8f21ec98-5d15-48f3-bf06-0228c613ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:43.836155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-8f21ec98-5d15-48f3-bf06-0228c613ed71 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1762574 Jul 07 19:06:43.839159 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6dbd9f71-8535-4672-a58c-e5d3f19ebf13 req-536ceff6-9310-4d4d-941f-fba2e0d8a6d3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328025 Jul 07 19:06:43.913157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Pushing event updated for resources: {'Port': ['ID=3783df3b-cb35-4354-b55e-ad5b597e560a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:43.914284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-914a8370-9a30-4855-96ac-4a2014cac695 req-98959d00-947e-45c6-938c-4e9c20b828cd tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.1704028 Jul 07 19:06:43.960200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 8d05b328-90c8-4ffb-82c4-e6703b612a06 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:06:43.975525 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f04c1a-5de5-4fd8-ad10-033daa7aa241 x-openstack-request-id: req-64f04c1a-5de5-4fd8-ad10-033daa7aa241 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:43.976125 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "name": "network-vif-unplugged", "status": "completed", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:43.976556 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-64f04c1a-5de5-4fd8-ad10-033daa7aa241 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:43.977235 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06', 'code': 200} Jul 07 19:06:43.998706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Attempting to bind port 3783df3b-cb35-4354-b55e-ad5b597e560a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:44.003682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Attempting to bind port 3783df3b-cb35-4354-b55e-ad5b597e560a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:44.004059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Attempting to bind port 3783df3b-cb35-4354-b55e-ad5b597e560a on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:44.010565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 8d05b328-90c8-4ffb-82c4-e6703b612a06 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:06:44.013106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Port 3783df3b-cb35-4354-b55e-ad5b597e560a on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:06:44.013432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Attempting to bind port 3783df3b-cb35-4354-b55e-ad5b597e560a on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:44.028012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:44.028354 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:44.028768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:44.029207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Bound port: 3783df3b-cb35-4354-b55e-ad5b597e560a, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:44.029565 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:44.156467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] For port 3783df3b-cb35-4354-b55e-ad5b597e560a, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:44.175336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] For port 3783df3b-cb35-4354-b55e-ad5b597e560a, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3783df3b-cb35-4354-b55e-ad5b597e560a,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:44.177966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:44.185306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:44.188810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:44.227218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c915d106-d5b2-401e-b0a6-ac463ecafb7a req-54e360e8-e570-4a04-8750-c1bc857cc5be service neutron] 10.222.0.59 "GET /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554800 Jul 07 19:06:44.236128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Transition to ACTIVE for port object 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:44.237760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:44.238480 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:44.240052 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-249d596b-de93-4230-8375-36928fa4f94a service neutron] 10.222.0.112 "PUT /v2.0/ports/3783df3b-cb35-4354-b55e-ad5b597e560a HTTP/1.1" status: 200 len: 1097 time: 1.4989696 Jul 07 19:06:44.242429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90fb579-1006-4681-9a74-dca7125c1434', 'tag': '3783df3b-cb35-4354-b55e-ad5b597e560a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:44.249689 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055b5487-ce2d-433a-883f-58949cc64770" -d '{"events": [{"name": "network-changed", "server_uuid": "a90fb579-1006-4681-9a74-dca7125c1434", "tag": "3783df3b-cb35-4354-b55e-ad5b597e560a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:44.258442 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:44.271436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a8370-9a30-4855-96ac-4a2014cac695 req-456524b3-201e-4a69-9ca3-30b069a828a0 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:44.287030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-914a8370-9a30-4855-96ac-4a2014cac695 req-456524b3-201e-4a69-9ca3-30b069a828a0 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.3718009 Jul 07 19:06:44.294586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-b4eef8db-b7e2-4a36-a649-8c4d749b63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:44.297188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-b4eef8db-b7e2-4a36-a649-8c4d749b63c1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4196627 Jul 07 19:06:44.301429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d596b-de93-4230-8375-36928fa4f94a service neutron] Pushing event updated for resources: {'Port': ['ID=3783df3b-cb35-4354-b55e-ad5b597e560a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:44.329890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-2594d93b-cca8-4a05-93b6-441053594d8b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:06:44.458859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89637db9-14b4-48f7-9f63-33c0285eb070 req-b564fc15-532c-478a-a69a-5bf681e3492f tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:44.460259 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89637db9-14b4-48f7-9f63-33c0285eb070 req-b564fc15-532c-478a-a69a-5bf681e3492f tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 946 time: 0.3544171 Jul 07 19:06:44.462781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2594d93b-cca8-4a05-93b6-441053594d8b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:44.481333 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2594d93b-cca8-4a05-93b6-441053594d8b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:44.495667 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Pushing event updated for resources: {'Port': ['ID=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:44.501759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Attempting to bind port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:06:44.502254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Attempting to bind port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:06:44.502652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Attempting to bind port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:44.513388 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:06:44.513887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Attempting to bind port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:06:44.522392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:06:44.522852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:06:44.523300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:06:44.523810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Bound port: 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:06:44.524174 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:44.548883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-01b5b06c-a3de-4b9d-b6e3-ab7a65baa946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:44.550505 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-01b5b06c-a3de-4b9d-b6e3-ab7a65baa946 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=a90fb579-1006-4681-9a74-dca7125c1434 HTTP/1.1" status: 200 len: 1100 time: 0.2060556 Jul 07 19:06:44.622174 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-827ebc65-87a3-4ee6-a25b-16995ebb0a80 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3783df3b-cb35-4354-b55e-ad5b597e560a HTTP/1.1" status: 200 len: 217 time: 0.0513809 Jul 07 19:06:44.688337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] For port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:06:44.693704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] For port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:06:44.701380 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:44.704579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2f18d101-76b9-4587-a4b6-9c39c59808cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:44.706102 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-2f18d101-76b9-4587-a4b6-9c39c59808cb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0760145 Jul 07 19:06:44.769643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:44.770270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:44.771688 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] 10.222.0.59 "PUT /v2.0/ports/93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a HTTP/1.1" status: 200 len: 1097 time: 1.3239324 Jul 07 19:06:44.801207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32b1ad-1c92-44de-aa17-bbcba13a5283 service neutron] Pushing event updated for resources: {'Port': ['ID=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:44.831800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9a17f0e0-733e-4df3-aa2d-83945e478fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:44.833750 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-9a17f0e0-733e-4df3-aa2d-83945e478fcc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1188388 Jul 07 19:06:44.971343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-a1ccd155-d7b2-40ba-9cd8-f47c4af74f7e service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6568918 Jul 07 19:06:44.971555 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-4d861400-2484-4654-963f-e4978bf91e4a service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302059 Jul 07 19:06:44.977306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-dbb2152e-fccc-4cce-8940-6d1dca43c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:44.978726 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-dbb2152e-fccc-4cce-8940-6d1dca43c4f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=d013a369-2180-4348-96d7-2b532cb89876 HTTP/1.1" status: 200 len: 1100 time: 0.1276305 Jul 07 19:06:45.007639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89637db9-14b4-48f7-9f63-33c0285eb070 req-7d3ae4c9-3eb6-4baf-830f-08806bd31b70 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338078 Jul 07 19:06:45.054500 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-2594d93b-cca8-4a05-93b6-441053594d8b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Floating IP ca48f08b-e5f6-4b70-b314-066ee45040c5 associated. External IP: 172.25.2.179, port: 65a1be64-c701-44c6-983a-0141129d5d24. Jul 07 19:06:45.077669 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-0a65ed4b-26db-41d6-b3f8-a61a5f5b3c9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a HTTP/1.1" status: 200 len: 217 time: 0.0742879 Jul 07 19:06:45.156950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-f498c78a-a178-40e1-8507-7547aa042be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:45.158411 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-f498c78a-a178-40e1-8507-7547aa042be3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0728042 Jul 07 19:06:45.160304 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-0983a415-16b9-4e16-bb60-a092587e154b service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757727 Jul 07 19:06:45.215643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079fca9-f552-4c79-9d37-7dd3f24bc412 req-70186f4d-37b8-4e9b-9543-9b7191608d36 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:45.217182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c079fca9-f552-4c79-9d37-7dd3f24bc412 req-70186f4d-37b8-4e9b-9543-9b7191608d36 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=a90fb579-1006-4681-9a74-dca7125c1434 HTTP/1.1" status: 200 len: 948 time: 0.2922497 Jul 07 19:06:45.218681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9852f5-50c2-4dda-a297-280db2734923 req-99e36d16-50a2-4ee8-bc3f-2bc7f11fc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:45.220410 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-99e36d16-50a2-4ee8-bc3f-2bc7f11fc7f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548429 Jul 07 19:06:45.261879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1a1f8b3-9831-42c1-9778-d3b7d8372819 req-5f4928f7-89f8-4a57-a79f-eacb0e1b93f9 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730579 Jul 07 19:06:45.322240 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-21e35165-9332-43f9-906c-40a763184387 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904598 Jul 07 19:06:45.328378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c079fca9-f552-4c79-9d37-7dd3f24bc412 req-752ff066-8323-4bcb-a85a-2cbd47c4e1df tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979455 Jul 07 19:06:45.363532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6f5d8-977d-4945-ad54-22fa7575d4ec req-6188169c-e197-4eae-bc3f-0e1693bd410f tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:45.370521 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0eb6f5d8-977d-4945-ad54-22fa7575d4ec req-6188169c-e197-4eae-bc3f-0e1693bd410f tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2357786 Jul 07 19:06:45.440511 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486572c1-df2c-4651-bdce-11b9048890e4 x-openstack-request-id: req-486572c1-df2c-4651-bdce-11b9048890e4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:45.440894 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90fb579-1006-4681-9a74-dca7125c1434", "tag": "3783df3b-cb35-4354-b55e-ad5b597e560a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:45.441217 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-486572c1-df2c-4651-bdce-11b9048890e4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:45.441679 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90fb579-1006-4681-9a74-dca7125c1434', 'tag': '3783df3b-cb35-4354-b55e-ad5b597e560a', 'status': 'completed', 'code': 200} Jul 07 19:06:45.444241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0eb6f5d8-977d-4945-ad54-22fa7575d4ec req-9475135f-cf50-4444-8273-f0824b949acf tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0728457 Jul 07 19:06:45.486226 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a9852f5-50c2-4dda-a297-280db2734923 req-658b8d9c-0ca5-4ead-8e9f-2c32a5ce089e service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469648 Jul 07 19:06:45.559558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c2c09fa3-f670-42d6-9b2f-b3efb7263156 req-7d272356-be26-4d55-a577-57fcdd42944f tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips/4132051b-aa9a-45dc-aa0f-51434b857527 HTTP/1.1" status: 200 len: 693 time: 0.0902090 Jul 07 19:06:45.568784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2594d93b-cca8-4a05-93b6-441053594d8b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:06:45.716713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5487-ce2d-433a-883f-58949cc64770 req-51c039ad-3870-4bcf-926f-9139bb517e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:45.718817 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-055b5487-ce2d-433a-883f-58949cc64770 req-51c039ad-3870-4bcf-926f-9139bb517e49 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=a90fb579-1006-4681-9a74-dca7125c1434 HTTP/1.1" status: 200 len: 1100 time: 0.2329726 Jul 07 19:06:45.863184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c09fa3-f670-42d6-9b2f-b3efb7263156 req-f59f8523-9626-49f8-a841-5aaf1717c4f6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:45.864572 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c2c09fa3-f670-42d6-9b2f-b3efb7263156 req-f59f8523-9626-49f8-a841-5aaf1717c4f6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.2978983 Jul 07 19:06:45.887744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-c2c09fa3-f670-42d6-9b2f-b3efb7263156 req-33afa3ca-a03d-406e-b4ec-912c19b07324 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:06:45.888732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c2c09fa3-f670-42d6-9b2f-b3efb7263156 req-33afa3ca-a03d-406e-b4ec-912c19b07324 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110056 Jul 07 19:06:45.922538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2594d93b-cca8-4a05-93b6-441053594d8b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:06:45.928746 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2594d93b-cca8-4a05-93b6-441053594d8b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:45.932000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fc942-af90-472e-b365-77e5e809a028 None None] Sync routers for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:06:45.938389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e05e4d-7f6c-4ac8-9ee0-7cd78070b68c req-282508a7-f1c6-4d95-969a-c61eb040be89 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:45.939942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1e05e4d-7f6c-4ac8-9ee0-7cd78070b68c req-282508a7-f1c6-4d95-969a-c61eb040be89 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 947 time: 0.2945368 Jul 07 19:06:45.942117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5487-ce2d-433a-883f-58949cc64770 req-f60006e5-cb65-415c-b5ba-7d7c0c67a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:45.943525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-055b5487-ce2d-433a-883f-58949cc64770 req-f60006e5-cb65-415c-b5ba-7d7c0c67a6b0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2075634 Jul 07 19:06:45.945266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71fc942-af90-472e-b365-77e5e809a028 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:45.945894 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c71fc942-af90-472e-b365-77e5e809a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:45.977912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:45.980147 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a" -d '{"events": [{"name": "network-changed", "server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:46.022055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-055b5487-ce2d-433a-883f-58949cc64770 req-4b643987-5411-4ec8-86bc-deac40e35b66 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3783df3b-cb35-4354-b55e-ad5b597e560a HTTP/1.1" status: 200 len: 217 time: 0.0601475 Jul 07 19:06:46.061273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c71fc942-af90-472e-b365-77e5e809a028 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:46.088562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2594d93b-cca8-4a05-93b6-441053594d8b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "PUT /v2.0/floatingips/ca48f08b-e5f6-4b70-b314-066ee45040c5 HTTP/1.1" status: 200 len: 992 time: 3.4508429 Jul 07 19:06:46.120192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1e05e4d-7f6c-4ac8-9ee0-7cd78070b68c req-59e2c0df-d21f-471a-a4c3-38b8e02b4258 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572659 Jul 07 19:06:46.130626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5487-ce2d-433a-883f-58949cc64770 req-2aa0882d-8fb6-4e0a-8d70-af4088a831c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:46.132009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-055b5487-ce2d-433a-883f-58949cc64770 req-2aa0882d-8fb6-4e0a-8d70-af4088a831c5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0947919 Jul 07 19:06:46.181356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85763274-018d-482c-8d25-526732234697 req-aad74f94-7b7c-49a3-be3b-8adf892a8832 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:46.182847 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85763274-018d-482c-8d25-526732234697 req-aad74f94-7b7c-49a3-be3b-8adf892a8832 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 946 time: 0.1715918 Jul 07 19:06:46.234794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81ca8210-5828-41b9-a8e6-b50574b90288 req-3f7afe36-88b6-4190-8e82-ae8c0d7a2468 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0508931 Jul 07 19:06:46.277438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85763274-018d-482c-8d25-526732234697 req-011111da-a4d5-4050-a41a-6d1d2c699fca tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838344 Jul 07 19:06:46.284423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5487-ce2d-433a-883f-58949cc64770 req-0d4241ca-a41e-4d45-9b11-0d6a252b9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:46.285416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-055b5487-ce2d-433a-883f-58949cc64770 req-0d4241ca-a41e-4d45-9b11-0d6a252b9ba1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433492 Jul 07 19:06:46.321807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c71fc942-af90-472e-b365-77e5e809a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'ca48f08b-e5f6-4b70-b314-066ee45040c5', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'port_id': '65a1be64-c701-44c6-983a-0141129d5d24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'mac_address': 'fa:16:3e:7e:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:06:16Z', 'updated_at': '2021-07-07T19:06:44Z', 'revision_number': 1, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:46.350819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fc942-af90-472e-b365-77e5e809a028 None None] Checking router: 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:06:46.361215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71fc942-af90-472e-b365-77e5e809a028 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:46.361844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c71fc942-af90-472e-b365-77e5e809a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:46.404856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-f8f5872f-5366-409b-8f13-097372b403d4 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips/4132051b-aa9a-45dc-aa0f-51434b857527 HTTP/1.1" status: 200 len: 693 time: 0.0847986 Jul 07 19:06:46.480327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c71fc942-af90-472e-b365-77e5e809a028 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:46.493427 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928dbb0e-8157-4b92-9e32-017577b943f5 x-openstack-request-id: req-928dbb0e-8157-4b92-9e32-017577b943f5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:46.493712 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:46.493974 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-928dbb0e-8157-4b92-9e32-017577b943f5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:46.494341 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06', 'status': 'completed', 'code': 200} Jul 07 19:06:46.508583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-055b5487-ce2d-433a-883f-58949cc64770 req-f9f46807-0c1e-4f7f-a349-eaf390313ac7 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151651 Jul 07 19:06:46.620013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-3041ef19-9902-4414-883a-074289a1e0a5 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:46.626514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-df54ecb6-bb3c-416e-8a46-837f13de7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:46.628021 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-3041ef19-9902-4414-883a-074289a1e0a5 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.2142968 Jul 07 19:06:46.628142 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-df54ecb6-bb3c-416e-8a46-837f13de7e4c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 1099 time: 0.0995541 Jul 07 19:06:46.629919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-e0777b60-4f2f-4184-bcbf-863f7f3b8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:46.631594 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-e0777b60-4f2f-4184-bcbf-863f7f3b8ca5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 1099 time: 0.0942822 Jul 07 19:06:46.697746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-45a1789f-f2bd-4027-85a4-33f2615de826 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.0685778 Jul 07 19:06:46.765742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-055b5487-ce2d-433a-883f-58949cc64770 req-51439808-10cc-4c72-9618-010de206bf18 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421741 Jul 07 19:06:46.777715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-a29d0c38-64d8-47c8-a130-c21681353d10 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.0790863 Jul 07 19:06:46.862383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c71fc942-af90-472e-b365-77e5e809a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'ca48f08b-e5f6-4b70-b314-066ee45040c5', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'port_id': '65a1be64-c701-44c6-983a-0141129d5d24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'mac_address': 'fa:16:3e:7e:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:06:16Z', 'updated_at': '2021-07-07T19:06:44Z', 'revision_number': 1, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:46.932983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fc942-af90-472e-b365-77e5e809a028 None None] The sync data for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 is: [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'ca48f08b-e5f6-4b70-b314-066ee45040c5', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'port_id': '65a1be64-c701-44c6-983a-0141129d5d24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'mac_address': 'fa:16:3e:7e:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:06:16Z', 'updated_at': '2021-07-07T19:06:44Z', 'revision_number': 1, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:06:46.971913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Deleting port 0922565c-8c11-4119-a278-d9f2437f4322 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:46.972297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.091137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-051ff217-2cf2-4257-8421-99c855613d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:47.093525 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-051ff217-2cf2-4257-8421-99c855613d90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.4446218 Jul 07 19:06:47.097453 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.098007 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.119744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Calling delete_port for 0922565c-8c11-4119-a278-d9f2437f4322 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:47.142969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:47.164076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-9fb83e8f-131e-4242-8486-af7abac49c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:47.165744 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-9fb83e8f-131e-4242-8486-af7abac49c78 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.5284603 Jul 07 19:06:47.167423 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-51def10b-54b7-433b-9eae-4ce3870019fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06 HTTP/1.1" status: 200 len: 217 time: 0.0480940 Jul 07 19:06:47.258700 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d868822-1972-489f-a11b-c56ed2dd4517 None None] New status for floating IP ca48f08b-e5f6-4b70-b314-066ee45040c5: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:06:47.295880 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-f4dcdc00-6b23-4604-a94a-5f39f91c1584 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06 HTTP/1.1" status: 200 len: 217 time: 0.0605209 Jul 07 19:06:47.314051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-9ef8710b-cb94-4a21-a0d3-f7352d0ff6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:47.315995 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-9ef8710b-cb94-4a21-a0d3-f7352d0ff6cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1368434 Jul 07 19:06:47.343134 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb97ac9b-6b8d-4c74-bc1d-ccc35ddee8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.380639 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.385130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-dc2ea27c-d29a-4b9f-b594-37d9a82ae796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:47.386790 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-dc2ea27c-d29a-4b9f-b594-37d9a82ae796 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0820353 Jul 07 19:06:47.399423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509238b-d782-4151-afe5-8588b3ca4e7c req-ebb56424-8fda-4d43-8762-26ce526989e7 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:47.401041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5509238b-d782-4151-afe5-8588b3ca4e7c req-ebb56424-8fda-4d43-8762-26ce526989e7 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=a90fb579-1006-4681-9a74-dca7125c1434 HTTP/1.1" status: 200 len: 948 time: 0.1641078 Jul 07 19:06:47.434900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event deleted for resources: {'Port': ['ID=0922565c-8c11-4119-a278-d9f2437f4322,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:47.442301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd013a369-2180-4348-96d7-2b532cb89876', 'tag': '93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:47.444786 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab1b38b-0740-446f-92bd-396dd2d79bde" -d '{"events": [{"name": "network-changed", "server_uuid": "d013a369-2180-4348-96d7-2b532cb89876", "tag": "93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:47.453221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-68f42b77-508c-401d-82a0-7604ec89759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:47.455213 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-68f42b77-508c-401d-82a0-7604ec89759b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179159 Jul 07 19:06:47.468153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.468153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.468765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.469066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.469474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.469730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.470041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.470372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.471712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.471712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.471712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.472124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:47.513666 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.516825 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.522540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0072b8e9-2d6b-4f83-8489-0ddf701a51a4 req-f26b9261-9fce-44db-89a8-c4532a9ff4e6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "DELETE /v2.0/floatingips/4132051b-aa9a-45dc-aa0f-51434b857527 HTTP/1.1" status: 204 len: 173 time: 0.7391753 Jul 07 19:06:47.547773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-a6ba1a47-7089-4e4e-905c-b47479969c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:47.549555 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-a6ba1a47-7089-4e4e-905c-b47479969c7e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1528268 Jul 07 19:06:47.578663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5509238b-d782-4151-afe5-8588b3ca4e7c req-6162a583-3cdf-4492-aef6-f634eee806b6 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488883 Jul 07 19:06:47.652217 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-87128130-f697-479f-8756-bb565cf63ba6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869767 Jul 07 19:06:47.656663 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb97ac9b-6b8d-4c74-bc1d-ccc35ddee8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.662860 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb97ac9b-6b8d-4c74-bc1d-ccc35ddee8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.709007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fb97ac9b-6b8d-4c74-bc1d-ccc35ddee8f6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f467819e699b4301ab7c75d255dfa37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647178 Jul 07 19:06:47.710346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97ac9b-6b8d-4c74-bc1d-ccc35ddee8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9825d48-9081-4f81-b6f7-470e68dc1818,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:47.713820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:47.750786 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-b16ab586-ca97-4925-8fdd-e5019c5d2e0f service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906393 Jul 07 19:06:47.819098 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6f8e-75f6-43b9-9a40-db2e06243808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.839036 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-f61d6a50-45a3-41fe-9a5d-019ae0ca322e service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767678 Jul 07 19:06:47.846762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db06bda-89a9-405b-ac77-477875c74ad7 req-bd01896a-2bf5-4a79-ae2d-354ca2f544c6 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:47.853518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8db06bda-89a9-405b-ac77-477875c74ad7 req-bd01896a-2bf5-4a79-ae2d-354ca2f544c6 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 945 time: 0.1229198 Jul 07 19:06:47.878451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6f8e-75f6-43b9-9a40-db2e06243808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.887165 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b7b3ff3a-d2e0-4c34-97ad-6dbb6536d49a req-a130cb86-5532-43b6-bb20-5b3b8e5db569 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278784 Jul 07 19:06:47.917098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8db06bda-89a9-405b-ac77-477875c74ad7 req-fccdaace-b358-424c-a361-5f82816f64bd tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/security-groups?id=08506739-ded7-40c9-871a-5351c851fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627117 Jul 07 19:06:47.931686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3783df3b-cb35-4354-b55e-ad5b597e560a details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:06:47.951830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6f8e-75f6-43b9-9a40-db2e06243808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.954796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6f8e-75f6-43b9-9a40-db2e06243808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:47.958659 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e6aa6f8e-75f6-43b9-9a40-db2e06243808 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f9825d48-9081-4f81-b6f7-470e68dc1818 HTTP/1.1" status: 204 len: 168 time: 0.2436156 Jul 07 19:06:47.968428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa6f8e-75f6-43b9-9a40-db2e06243808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9825d48-9081-4f81-b6f7-470e68dc1818,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:48.026394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:06:48.099258 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 3783df3b-cb35-4354-b55e-ad5b597e560a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3783df3b-cb35-4354-b55e-ad5b597e560a,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:48.116003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '3783df3b-cb35-4354-b55e-ad5b597e560a', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '3783df3b-cb35-4354-b55e-ad5b597e560a', 'mac_address': 'fa:16:3e:88:77:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:06:48.211984 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.238805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:48.242567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3783df3b-cb35-4354-b55e-ad5b597e560a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:48.268860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a', 'mac_address': 'fa:16:3e:47:6a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:06:48.274517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 3783df3b-cb35-4354-b55e-ad5b597e560a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3783df3b-cb35-4354-b55e-ad5b597e560a,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:48.302493 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.303172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8d05b328-90c8-4ffb-82c4-e6703b612a06 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:06:48.373036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:48.391427 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.480317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d6c5-013c-42b3-9aaf-18a37ab1233d req-2e68939d-d28f-4bcd-a430-b6f7bdacc3e7 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:48.481841 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db23d6c5-013c-42b3-9aaf-18a37ab1233d req-2e68939d-d28f-4bcd-a430-b6f7bdacc3e7 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 946 time: 0.4149015 Jul 07 19:06:48.490358 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.495190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'tag': '65a1be64-c701-44c6-983a-0141129d5d24'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:48.497596 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2934a5ff-6409-43dd-9eb5-c54d31950a23" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4f7c53-32c5-4222-b14e-17babbe665b3", "tag": "65a1be64-c701-44c6-983a-0141129d5d24"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:48.508395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:48.512490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.519152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.531234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:48.541216 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.547782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db23d6c5-013c-42b3-9aaf-18a37ab1233d req-502a365a-df82-41f1-b410-aca257d14ed9 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587807 Jul 07 19:06:48.555618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe84bc1-daa4-4f38-b7c5-47ce401000e8 req-b3cc896f-95ed-4b46-b147-7c4f995e45f4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:48.563034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cbe84bc1-daa4-4f38-b7c5-47ce401000e8 req-b3cc896f-95ed-4b46-b147-7c4f995e45f4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 947 time: 0.1322403 Jul 07 19:06:48.566998 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=70dcaa94ce7b4884980d63dad848a5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898646 Jul 07 19:06:48.566998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d83e06-e4c2-4d95-93b7-06d9084de3c0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:48.567539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:48.567661 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:48.573598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.573932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.574272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.574605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.574928 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.575470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.575581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=3783df3b-cb35-4354-b55e-ad5b597e560a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:48.576078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.576630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.577170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.577752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.578409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.578921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76afba-2154-4b93-8718-de3f45514000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:06:48.619593 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69ac426-4845-47c3-9bb7-ca356a2afe88 x-openstack-request-id: req-d69ac426-4845-47c3-9bb7-ca356a2afe88 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:48.619863 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d013a369-2180-4348-96d7-2b532cb89876", "tag": "93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:48.620112 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d69ac426-4845-47c3-9bb7-ca356a2afe88 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:48.620732 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd013a369-2180-4348-96d7-2b532cb89876', 'tag': '93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a', 'status': 'completed', 'code': 200} Jul 07 19:06:48.626622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '8d05b328-90c8-4ffb-82c4-e6703b612a06', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '8d05b328-90c8-4ffb-82c4-e6703b612a06', 'mac_address': 'fa:16:3e:43:9b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:06:48.639691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cbe84bc1-daa4-4f38-b7c5-47ce401000e8 req-edc9f03d-e545-49a5-95c4-c5a683d9cbd9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757549 Jul 07 19:06:48.706527 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.709232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:48.714902 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.730205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d05b328-90c8-4ffb-82c4-e6703b612a06 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:48.762766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:48.765772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1b38b-0740-446f-92bd-396dd2d79bde req-cbf25477-750b-4944-8055-6da498e0f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:48.768615 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cab1b38b-0740-446f-92bd-396dd2d79bde req-cbf25477-750b-4944-8055-6da498e0f61a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=d013a369-2180-4348-96d7-2b532cb89876 HTTP/1.1" status: 200 len: 1101 time: 0.0868838 Jul 07 19:06:48.770360 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.779618 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55ca26f8-d791-4b1e-aa31-b993e476d633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.833048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=8d05b328-90c8-4ffb-82c4-e6703b612a06,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:48.867969 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55ca26f8-d791-4b1e-aa31-b993e476d633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.881903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:48.929654 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1b38b-0740-446f-92bd-396dd2d79bde req-18f120dd-121a-400a-af60-d2b690654a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:48.931134 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cab1b38b-0740-446f-92bd-396dd2d79bde req-18f120dd-121a-400a-af60-d2b690654a2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.0910213 Jul 07 19:06:48.947201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe59e4e-98ac-478c-a53e-46026623138c req-2e712527-3eab-4c23-baf3-e2044f897e50 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:48.949030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cbe59e4e-98ac-478c-a53e-46026623138c req-2e712527-3eab-4c23-baf3-e2044f897e50 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3135653 Jul 07 19:06:49.001041 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cab1b38b-0740-446f-92bd-396dd2d79bde req-09defd77-f046-4277-a456-f8b21306862d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a HTTP/1.1" status: 200 len: 217 time: 0.0567999 Jul 07 19:06:49.003352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcafb7-d107-40d5-9e16-c87e3f39c279 req-38492471-6f23-4393-8f8c-3c69e7d9274b tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:49.004988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73fcafb7-d107-40d5-9e16-c87e3f39c279 req-38492471-6f23-4393-8f8c-3c69e7d9274b tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 945 time: 0.1392791 Jul 07 19:06:49.011220 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55ca26f8-d791-4b1e-aa31-b993e476d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:49.016086 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55ca26f8-d791-4b1e-aa31-b993e476d633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:49.017383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-55ca26f8-d791-4b1e-aa31-b993e476d633 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/82d83e06-e4c2-4d95-93b7-06d9084de3c0 HTTP/1.1" status: 204 len: 168 time: 0.4486215 Jul 07 19:06:49.019367 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6d2ff9-e0ea-4704-9ec5-e41313ae6c03 x-openstack-request-id: req-de6d2ff9-e0ea-4704-9ec5-e41313ae6c03 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:49.019791 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4f7c53-32c5-4222-b14e-17babbe665b3", "tag": "65a1be64-c701-44c6-983a-0141129d5d24", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:49.020107 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-de6d2ff9-e0ea-4704-9ec5-e41313ae6c03 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:49.020584 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'tag': '65a1be64-c701-44c6-983a-0141129d5d24', 'status': 'completed', 'code': 200} Jul 07 19:06:49.043420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca26f8-d791-4b1e-aa31-b993e476d633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d83e06-e4c2-4d95-93b7-06d9084de3c0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:49.074615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.59', 58186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:49.103343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1b38b-0740-446f-92bd-396dd2d79bde req-041c438f-314a-4d1b-8830-ea1cd0de20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:49.111685 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cab1b38b-0740-446f-92bd-396dd2d79bde req-041c438f-314a-4d1b-8830-ea1cd0de20df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0996916 Jul 07 19:06:49.125889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['3783df3b-cb35-4354-b55e-ad5b597e560a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:49.144109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['8d05b328-90c8-4ffb-82c4-e6703b612a06'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:49.196394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1b38b-0740-446f-92bd-396dd2d79bde req-47e01f59-b55e-4315-b436-580b1a28876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:49.199080 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cab1b38b-0740-446f-92bd-396dd2d79bde req-47e01f59-b55e-4315-b436-580b1a28876a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0759242 Jul 07 19:06:49.204803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934a5ff-6409-43dd-9eb5-c54d31950a23 req-44808a72-cbc6-434e-83d2-46d56c663e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:49.206406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2934a5ff-6409-43dd-9eb5-c54d31950a23 req-44808a72-cbc6-434e-83d2-46d56c663e6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e4090d3881b4fda91b8df8724648639&device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 1098 time: 0.1135075 Jul 07 19:06:49.208697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-73fcafb7-d107-40d5-9e16-c87e3f39c279 req-f65008f2-2f69-477c-b3d3-c2654d33cea5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Deleting port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:49.209114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73fcafb7-d107-40d5-9e16-c87e3f39c279 req-f65008f2-2f69-477c-b3d3-c2654d33cea5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:49.369697 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cab1b38b-0740-446f-92bd-396dd2d79bde req-474010cd-21ec-4a4f-8abf-46562c0da61d service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612070 Jul 07 19:06:49.432038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934a5ff-6409-43dd-9eb5-c54d31950a23 req-7c90ef2f-e0bb-40cd-8e70-eba8918df57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:49.433678 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2934a5ff-6409-43dd-9eb5-c54d31950a23 req-7c90ef2f-e0bb-40cd-8e70-eba8918df57f service neutron] 10.222.0.59 "GET /v2.0/networks?id=316f751f-01ed-42b8-8a52-47968efc8ee7 HTTP/1.1" status: 200 len: 924 time: 0.2202399 Jul 07 19:06:49.445222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-73fcafb7-d107-40d5-9e16-c87e3f39c279 req-f65008f2-2f69-477c-b3d3-c2654d33cea5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] For port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:49.445684 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73fcafb7-d107-40d5-9e16-c87e3f39c279 req-f65008f2-2f69-477c-b3d3-c2654d33cea5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:49.518624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-73fcafb7-d107-40d5-9e16-c87e3f39c279 req-f65008f2-2f69-477c-b3d3-c2654d33cea5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Calling delete_port for 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:49.536285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427255e-fd91-4b02-af5b-387a39b3610d req-4716b963-8703-499e-842c-a91be5523c88 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:49.543720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4427255e-fd91-4b02-af5b-387a39b3610d req-4716b963-8703-499e-842c-a91be5523c88 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 946 time: 0.3077228 Jul 07 19:06:49.573620 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cab1b38b-0740-446f-92bd-396dd2d79bde req-e7d8b24b-399d-4c69-a9c6-9e0782a3cd87 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967804 Jul 07 19:06:49.615962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2934a5ff-6409-43dd-9eb5-c54d31950a23 req-e8a510bd-a7e6-43e0-bea5-ad0f5c08f247 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a1be64-c701-44c6-983a-0141129d5d24 HTTP/1.1" status: 200 len: 1002 time: 0.1673086 Jul 07 19:06:49.665596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4427255e-fd91-4b02-af5b-387a39b3610d req-ab810137-e91a-4d71-bac0-51f1a13bb4c3 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208806 Jul 07 19:06:49.692464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934a5ff-6409-43dd-9eb5-c54d31950a23 req-58f9dce0-29e6-4ad7-81a7-72f8e079ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:49.693974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2934a5ff-6409-43dd-9eb5-c54d31950a23 req-58f9dce0-29e6-4ad7-81a7-72f8e079ccb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4e5bb48-c9b7-4747-8676-f7af843cddd5 HTTP/1.1" status: 200 len: 861 time: 0.0699770 Jul 07 19:06:49.809569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73fcafb7-d107-40d5-9e16-c87e3f39c279 req-f65008f2-2f69-477c-b3d3-c2654d33cea5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:49.821708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934a5ff-6409-43dd-9eb5-c54d31950a23 req-0b838ebe-ba81-4988-a5fa-206ee6563efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:49.825641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2934a5ff-6409-43dd-9eb5-c54d31950a23 req-0b838ebe-ba81-4988-a5fa-206ee6563efb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=316f751f-01ed-42b8-8a52-47968efc8ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180491 Jul 07 19:06:49.853614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['324a9e34-54e0-4c25-a1aa-88bdd1da7ea4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:49.868025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65008f2-2f69-477c-b3d3-c2654d33cea5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Pushing event deleted for resources: {'Port': ['ID=324a9e34-54e0-4c25-a1aa-88bdd1da7ea4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:49.986638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fcafb7-d107-40d5-9e16-c87e3f39c279 req-f65008f2-2f69-477c-b3d3-c2654d33cea5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] No DVR routers for this DVR port 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:06:49.991804 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73fcafb7-d107-40d5-9e16-c87e3f39c279 req-f65008f2-2f69-477c-b3d3-c2654d33cea5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:49.994282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73fcafb7-d107-40d5-9e16-c87e3f39c279 req-f65008f2-2f69-477c-b3d3-c2654d33cea5 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.59 "DELETE /v2.0/ports/324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 HTTP/1.1" status: 204 len: 173 time: 0.9727995 Jul 07 19:06:50.009701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:50.096741 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf70e2-42f9-43e6-b811-3cb74a35293f req-ae093bec-7f26-4b48-871f-fb92267ab50f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:50.104757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-05bf70e2-42f9-43e6-b811-3cb74a35293f req-ae093bec-7f26-4b48-871f-fb92267ab50f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=a90fb579-1006-4681-9a74-dca7125c1434 HTTP/1.1" status: 200 len: 949 time: 0.2913790 Jul 07 19:06:50.128814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:50.132918 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:50.133292 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:50.236331 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:50.243902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:50.260960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2934a5ff-6409-43dd-9eb5-c54d31950a23 req-bf461d6e-efb6-4d9e-8bbc-7832973d357b service neutron] 10.222.0.59 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151032 Jul 07 19:06:50.263817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd013a369-2180-4348-96d7-2b532cb89876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:50.268377 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665006a2-8325-4a89-9c0c-91cd40ce63fa" -d '{"events": [{"server_uuid": "d013a369-2180-4348-96d7-2b532cb89876", "name": "network-vif-plugged", "status": "completed", "tag": "93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:50.270301 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1ce7019-a67e-4aa3-a526-31e229bb4e71 req-1ed16f76-0fb5-483f-9c70-2eb669622925 tempest-FloatingIPsAssociationNegativeTestJSON-977051363 tempest-FloatingIPsAssociationNegativeTestJSON-977051363-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0b9f832-0984-4c9d-8e1a-993ff543767b HTTP/1.1" status: 200 len: 210 time: 0.0820827 Jul 07 19:06:50.313691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:50.321508 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:50.399973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-05bf70e2-42f9-43e6-b811-3cb74a35293f req-8dd53c20-5de1-40be-bf04-707fc717855d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942719 Jul 07 19:06:50.424005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:50.467347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-349a81fb-fc9d-49a7-80cc-5a98794f3068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:50.533380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9fe4f93a-e924-4e9d-b1a3-4ba0fb9596f9 req-0ca4e75f-58c2-45af-b934-aeacd6a831ab tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?tenant_id=14b41b4b8d424432816fee9313b58595 HTTP/1.1" status: 200 len: 1655 time: 0.1722114 Jul 07 19:06:50.605274 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-349a81fb-fc9d-49a7-80cc-5a98794f3068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:50.612755 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-349a81fb-fc9d-49a7-80cc-5a98794f3068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:50.661837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a81fb-fc9d-49a7-80cc-5a98794f3068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abff3b5-3c1f-4004-aa1c-784e6c4ca8a4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:50.674834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2934a5ff-6409-43dd-9eb5-c54d31950a23 req-103f764d-e915-4cd5-848e-a3408895f4e9 service neutron] 10.222.0.59 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827214 Jul 07 19:06:50.683822 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-349a81fb-fc9d-49a7-80cc-5a98794f3068 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d69fa5599c114757890c43c97b331c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373052 Jul 07 19:06:50.688859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:50.706761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-50b0466d-320a-41d7-be95-8feee596648c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:50.708747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-50b0466d-320a-41d7-be95-8feee596648c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.59 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136&tenant_id=2ff2b51f57b445d8be48b8fe09df264e&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 948 time: 0.5648274 Jul 07 19:06:50.750553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee6fa-9e0e-453d-ab8e-fde6e6601c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:50.779812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee6fa-9e0e-453d-ab8e-fde6e6601c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:50.843485 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee6fa-9e0e-453d-ab8e-fde6e6601c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:50.849161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee6fa-9e0e-453d-ab8e-fde6e6601c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:50.850788 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ff2ee6fa-9e0e-453d-ab8e-fde6e6601c7b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6abff3b5-3c1f-4004-aa1c-784e6c4ca8a4 HTTP/1.1" status: 204 len: 168 time: 0.1600707 Jul 07 19:06:50.860026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4f93a-e924-4e9d-b1a3-4ba0fb9596f9 req-a2c95a87-31ca-4e2d-a498-0353c55a17f6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:50.862576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ee6fa-9e0e-453d-ab8e-fde6e6601c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abff3b5-3c1f-4004-aa1c-784e6c4ca8a4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:50.868663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9fe4f93a-e924-4e9d-b1a3-4ba0fb9596f9 req-a2c95a87-31ca-4e2d-a498-0353c55a17f6 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks?id=bec3f046-f8b3-402a-8374-381f4c722371&id=bec3f046-f8b3-402a-8374-381f4c722371&id=bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 787 time: 0.3334906 Jul 07 19:06:50.898704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-9fe4f93a-e924-4e9d-b1a3-4ba0fb9596f9 req-1aecfb81-b1da-4ba8-acb1-c1c2f0f4b440 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:06:50.899751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9fe4f93a-e924-4e9d-b1a3-4ba0fb9596f9 req-1aecfb81-b1da-4ba8-acb1-c1c2f0f4b440 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303524 Jul 07 19:06:50.930342 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-1c665f6e-0737-4e5b-b101-153ec1dfcbbf service neutron] delete failed (client error): The resource could not be found. Jul 07 19:06:50.931438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-1c665f6e-0737-4e5b-b101-153ec1dfcbbf service neutron] 10.222.0.59 "DELETE /v2.0/ports/8d05b328-90c8-4ffb-82c4-e6703b612a06/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.2141144 Jul 07 19:06:51.021412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'name': 'network-vif-deleted', 'tag': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:51.023869 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56225c49-d3cc-4b82-bf5b-181ed7b910c2" -d '{"events": [{"server_uuid": "f0b9f832-0984-4c9d-8e1a-993ff543767b", "name": "network-vif-deleted", "tag": "324a9e34-54e0-4c25-a1aa-88bdd1da7ea4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:51.135907 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efc288c-ddc1-4d17-8f24-f31f1ab2e18e x-openstack-request-id: req-1efc288c-ddc1-4d17-8f24-f31f1ab2e18e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:51.136458 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d013a369-2180-4348-96d7-2b532cb89876", "name": "network-vif-plugged", "status": "completed", "tag": "93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:51.136458 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1efc288c-ddc1-4d17-8f24-f31f1ab2e18e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:51.137414 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd013a369-2180-4348-96d7-2b532cb89876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a', 'code': 200} Jul 07 19:06:51.242662 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-e7784538-3936-4af3-b1d2-6f81351dc92a tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips/68176905-bc06-4794-bf2b-52fce36ff471 HTTP/1.1" status: 200 len: 692 time: 0.0755806 Jul 07 19:06:51.347596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:51.351175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-fd3ce128-0ee6-4c54-a425-8872dced1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:51.353315 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-fd3ce128-0ee6-4c54-a425-8872dced1341 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 1100 time: 0.2409272 Jul 07 19:06:51.367562 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0abdc67-7d66-46fd-8763-91c382beae27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:51.495320 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0abdc67-7d66-46fd-8763-91c382beae27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:51.501027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0abdc67-7d66-46fd-8763-91c382beae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:51.503542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f915-ed23-4374-aa7d-14eccfad37cb req-0452a294-ae0a-4751-8ce2-292ea6c3169d tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:51.505296 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5205f915-ed23-4374-aa7d-14eccfad37cb req-0452a294-ae0a-4751-8ce2-292ea6c3169d tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 948 time: 0.2860305 Jul 07 19:06:51.534436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-df5896bf-2401-487f-a7b7-30717763f765 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:51.540969 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-df5896bf-2401-487f-a7b7-30717763f765 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.2974527 Jul 07 19:06:51.542710 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b0abdc67-7d66-46fd-8763-91c382beae27 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c5f36ded0cb94429bdeed3071c786281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933413 Jul 07 19:06:51.543606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abdc67-7d66-46fd-8763-91c382beae27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd83678c-9b3c-4831-939b-9b5999cae3e9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:51.546186 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:51.575349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f1a9f-3046-4172-b36b-64849a4b09ed req-72bbf07f-9ae0-4b6b-b59e-e14ec00e2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:51.578282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d8f1a9f-3046-4172-b36b-64849a4b09ed req-72bbf07f-9ae0-4b6b-b59e-e14ec00e2c8c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d013a369-2180-4348-96d7-2b532cb89876 HTTP/1.1" status: 200 len: 1102 time: 0.2993221 Jul 07 19:06:51.600462 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b1d806e-fa52-4f5e-b784-4493b4968338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:51.623460 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b1d806e-fa52-4f5e-b784-4493b4968338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:51.654472 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-b9e1ee27-5fe1-429b-b85e-cbd88a68d4c0 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.1118855 Jul 07 19:06:51.659237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-a8fe678e-0baa-449f-8d0a-f3575a98f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:51.660857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-a8fe678e-0baa-449f-8d0a-f3575a98f563 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2964602 Jul 07 19:06:51.680858 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b1d806e-fa52-4f5e-b784-4493b4968338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:51.684150 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b1d806e-fa52-4f5e-b784-4493b4968338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:51.685681 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9b1d806e-fa52-4f5e-b784-4493b4968338 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fd83678c-9b3c-4831-939b-9b5999cae3e9 HTTP/1.1" status: 204 len: 168 time: 0.1388888 Jul 07 19:06:51.694807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d806e-fa52-4f5e-b784-4493b4968338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd83678c-9b3c-4831-939b-9b5999cae3e9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:51.773904 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5205f915-ed23-4374-aa7d-14eccfad37cb req-4db8c547-d77f-417b-9436-c3b16a18c3f2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594612 Jul 07 19:06:51.781571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-309d3717-8090-4a30-9344-0db5388011df tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.1131101 Jul 07 19:06:51.783121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-641547a7-2087-4e4e-980c-0a8a462b597d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06 HTTP/1.1" status: 200 len: 217 time: 0.1068180 Jul 07 19:06:51.785346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d8f1a9f-3046-4172-b36b-64849a4b09ed req-3deb427f-6f28-4577-864b-0d65476d7f63 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533887 Jul 07 19:06:51.836939 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bd0933-bc5d-4a67-98a7-fec205ec99f9 x-openstack-request-id: req-c6bd0933-bc5d-4a67-98a7-fec205ec99f9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:51.837232 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b9f832-0984-4c9d-8e1a-993ff543767b", "name": "network-vif-deleted", "tag": "324a9e34-54e0-4c25-a1aa-88bdd1da7ea4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:51.837477 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c6bd0933-bc5d-4a67-98a7-fec205ec99f9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:51.837857 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b9f832-0984-4c9d-8e1a-993ff543767b', 'name': 'network-vif-deleted', 'tag': '324a9e34-54e0-4c25-a1aa-88bdd1da7ea4', 'status': 'completed', 'code': 200} Jul 07 19:06:51.941087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-c6e1c000-f07c-47c1-9844-97dcead7f5c3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Deleting port b0882b72-c4d5-41dc-8092-484d11142e20 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:51.941210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-c6e1c000-f07c-47c1-9844-97dcead7f5c3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:51.951492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8d05b328-90c8-4ffb-82c4-e6703b612a06 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:52.004467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:52.020687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:06:52.047102 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-c6e1c000-f07c-47c1-9844-97dcead7f5c3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.047692 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-c6e1c000-f07c-47c1-9844-97dcead7f5c3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.062863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-c6e1c000-f07c-47c1-9844-97dcead7f5c3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Calling delete_port for b0882b72-c4d5-41dc-8092-484d11142e20 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:52.086924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:06:52.087165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 324a9e34-54e0-4c25-a1aa-88bdd1da7ea4 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:06:52.090679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 8d05b328-90c8-4ffb-82c4-e6703b612a06 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:52.101386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 8d05b328-90c8-4ffb-82c4-e6703b612a06 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:52.101767 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.232946 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.260013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-4f94c4bd-e344-4851-a278-1414056d6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:52.261940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-4f94c4bd-e344-4851-a278-1414056d6d53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0968306 Jul 07 19:06:52.282571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:52.288875 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.289745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3783df3b-cb35-4354-b55e-ad5b597e560a up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:06:52.299705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aea86-9cc3-4b78-900a-96dedcc5adfb req-b3041b3a-2614-4f9a-9613-f6646eebfa0c tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:52.301425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-098aea86-9cc3-4b78-900a-96dedcc5adfb req-b3041b3a-2614-4f9a-9613-f6646eebfa0c tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=a90fb579-1006-4681-9a74-dca7125c1434 HTTP/1.1" status: 200 len: 949 time: 0.1776390 Jul 07 19:06:52.408622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=8d05b328-90c8-4ffb-82c4-e6703b612a06,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:52.421233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 3783df3b-cb35-4354-b55e-ad5b597e560a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:52.427643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 3783df3b-cb35-4354-b55e-ad5b597e560a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:52.428710 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.536169 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.580648 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.589227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 3783df3b-cb35-4354-b55e-ad5b597e560a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3783df3b-cb35-4354-b55e-ad5b597e560a,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:52.595795 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.653133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=3783df3b-cb35-4354-b55e-ad5b597e560a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:52.758536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-098aea86-9cc3-4b78-900a-96dedcc5adfb req-6a483a9a-2aa9-465d-8af2-e6352732a08f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058767 Jul 07 19:06:52.767526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-fea51079-a7e9-458e-99c3-65e16d4efce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:52.769221 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-fea51079-a7e9-458e-99c3-65e16d4efce5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4968252 Jul 07 19:06:52.770486 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-c6e1c000-f07c-47c1-9844-97dcead7f5c3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.833036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1c000-f07c-47c1-9844-97dcead7f5c3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event deleted for resources: {'Port': ['ID=b0882b72-c4d5-41dc-8092-484d11142e20,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:52.890088 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-c6e1c000-f07c-47c1-9844-97dcead7f5c3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.893393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-c6e1c000-f07c-47c1-9844-97dcead7f5c3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:52.906922 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d23c5d87-6619-445d-8232-e85ae83390f6 req-c6e1c000-f07c-47c1-9844-97dcead7f5c3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "DELETE /v2.0/floatingips/68176905-bc06-4794-bf2b-52fce36ff471 HTTP/1.1" status: 204 len: 173 time: 1.1185148 Jul 07 19:06:52.973509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-96247f23-673c-4f9f-8164-836ae495707c service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752455 Jul 07 19:06:53.099802 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bb552f-8230-49ff-9056-5d851bf0015c req-7929a6c6-762c-4119-a903-cc0be45206ea service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073589 Jul 07 19:06:53.114299 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] Deleting port d219cf5d-2a80-4fa8-9246-5b696eba078e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:53.115032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:53.138426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06'}, {'server_uuid': 'a90fb579-1006-4681-9a74-dca7125c1434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3783df3b-cb35-4354-b55e-ad5b597e560a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:06:53.141611 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9106f08e-5037-42ef-9b5d-2b4ddd0a2a19" -d '{"events": [{"server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "name": "network-vif-plugged", "status": "completed", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06"}, {"server_uuid": "a90fb579-1006-4681-9a74-dca7125c1434", "name": "network-vif-plugged", "status": "completed", "tag": "3783df3b-cb35-4354-b55e-ad5b597e560a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:06:53.226536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] For port d219cf5d-2a80-4fa8-9246-5b696eba078e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d219cf5d-2a80-4fa8-9246-5b696eba078e,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:53.226911 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:53.246669 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] Calling delete_port for d219cf5d-2a80-4fa8-9246-5b696eba078e owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:53.407981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-a48e578f-8ab8-475d-9da4-a3bb1803d952 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips/868d01c0-1846-4ab6-b7ee-dc550dabf98e HTTP/1.1" status: 200 len: 693 time: 0.0621767 Jul 07 19:06:53.545388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97267a16-0cb0-4101-aba9-bcbeeecb2602 req-e78b371e-5b55-4ce1-a6a4-0a88e2c65c2d tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:53.547823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97267a16-0cb0-4101-aba9-bcbeeecb2602 req-e78b371e-5b55-4ce1-a6a4-0a88e2c65c2d tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.1611111 Jul 07 19:06:53.586695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-a2c17d35-f31c-464f-ae94-8a274c34c5f9 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:53.588247 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-a2c17d35-f31c-464f-ae94-8a274c34c5f9 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1622653 Jul 07 19:06:53.643135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97267a16-0cb0-4101-aba9-bcbeeecb2602 req-59620bbe-da57-4aaf-94ff-5b6eb752371a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878620 Jul 07 19:06:53.652848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-ad465187-a32a-4a87-9d25-9d11d3efaf15 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0538363 Jul 07 19:06:53.713238 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:53.730256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-c967a395-b89b-41d5-a05f-4df11fffd8b8 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0675907 Jul 07 19:06:53.746576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d219cf5d-2a80-4fa8-9246-5b696eba078e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:53.956978 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:53.963998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bb30a-ccc8-482d-8fc6-0c3af90e8fc3 req-cd821d8a-9cfd-42c4-a725-59e9e0bfeae8 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:53.973145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-748bb30a-ccc8-482d-8fc6-0c3af90e8fc3 req-cd821d8a-9cfd-42c4-a725-59e9e0bfeae8 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 946 time: 0.1826787 Jul 07 19:06:54.011757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-dd3d7955-8c0f-48e9-b7f8-fabd9027b77e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Deleting port b65d3be0-0899-4061-a439-b23f1232ddd0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:54.012093 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-dd3d7955-8c0f-48e9-b7f8-fabd9027b77e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.029784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:06:54.071717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-748bb30a-ccc8-482d-8fc6-0c3af90e8fc3 req-3378aa01-208a-47e0-bd5b-2fc5c75c43c8 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973992 Jul 07 19:06:54.157948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:54.172109 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab95e28-92c9-48b6-adb4-5b8396a09608 x-openstack-request-id: req-eab95e28-92c9-48b6-adb4-5b8396a09608 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:06:54.172654 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "name": "network-vif-plugged", "status": "completed", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06", "code": 200}, {"server_uuid": "a90fb579-1006-4681-9a74-dca7125c1434", "name": "network-vif-plugged", "status": "completed", "tag": "3783df3b-cb35-4354-b55e-ad5b597e560a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:06:54.172982 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-eab95e28-92c9-48b6-adb4-5b8396a09608 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:06:54.173449 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06', 'code': 200} Jul 07 19:06:54.173773 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90fb579-1006-4681-9a74-dca7125c1434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3783df3b-cb35-4354-b55e-ad5b597e560a', 'code': 200} Jul 07 19:06:54.179032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94', 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6', 'port_id': '7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94', 'mac_address': 'fa:16:3e:d5:e8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726dd8ca-6ff9-4083-80a3-660a9af22c42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:06:54.183130 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-dd3d7955-8c0f-48e9-b7f8-fabd9027b77e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.183465 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-dd3d7955-8c0f-48e9-b7f8-fabd9027b77e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.222484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-dd3d7955-8c0f-48e9-b7f8-fabd9027b77e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Calling delete_port for b65d3be0-0899-4061-a439-b23f1232ddd0 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:54.236359 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.256362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:54.278849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] Router 95968884-20a0-4e03-9fe1-7aee37d3aa62 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:06:54.283052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:54.288055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.341558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:54.426072 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-dd3d7955-8c0f-48e9-b7f8-fabd9027b77e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.437128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa8d8c-ad16-4208-a3a6-1d41b221f839 req-0c369682-44dc-4886-99af-1206e5f2816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:54.439330 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d7aa8d8c-ad16-4208-a3a6-1d41b221f839 req-0c369682-44dc-4886-99af-1206e5f2816a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a90fb579-1006-4681-9a74-dca7125c1434 HTTP/1.1" status: 200 len: 1102 time: 0.1421542 Jul 07 19:06:54.440816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:06:54.448991 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4e585241-8fdd-4be3-a425-f0ab0d7dc4d3 admin admin] 10.222.0.113 "PUT /v2.0/routers/95968884-20a0-4e03-9fe1-7aee37d3aa62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4394233 Jul 07 19:06:54.448991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:54.456594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a02cec-9c47-48f6-8c32-693ee000d67b None None] Sync routers for ids ['95968884-20a0-4e03-9fe1-7aee37d3aa62'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:06:54.484581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a02cec-9c47-48f6-8c32-693ee000d67b None None] Routers {'95968884-20a0-4e03-9fe1-7aee37d3aa62'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:54.485256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b1a02cec-9c47-48f6-8c32-693ee000d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['95968884-20a0-4e03-9fe1-7aee37d3aa62'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:54.514006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d7955-8c0f-48e9-b7f8-fabd9027b77e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event deleted for resources: {'Port': ['ID=b65d3be0-0899-4061-a439-b23f1232ddd0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:54.558484 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-dd3d7955-8c0f-48e9-b7f8-fabd9027b77e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.560719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:06:54.562534 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-dd3d7955-8c0f-48e9-b7f8-fabd9027b77e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.563989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-334cdbdb-c49c-4dd9-a4bd-66d2e940bc15 req-dd3d7955-8c0f-48e9-b7f8-fabd9027b77e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "DELETE /v2.0/floatingips/868d01c0-1846-4ab6-b7ee-dc550dabf98e HTTP/1.1" status: 204 len: 173 time: 0.8276067 Jul 07 19:06:54.598121 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.640038 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d7aa8d8c-ad16-4208-a3a6-1d41b221f839 req-c8aa2181-dfb3-4a86-bd07-2e9e6b78cd47 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845472 Jul 07 19:06:54.678322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b1a02cec-9c47-48f6-8c32-693ee000d67b None None] Set router 95968884-20a0-4e03-9fe1-7aee37d3aa62 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:54.681723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-aeb3cba5-5f8a-4a34-99ee-519b68af8f24 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=fa875a77f8054df790a847f9c1e7948d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266104 Jul 07 19:06:54.718093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.782457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Deleting port 3ab129cc-dbb9-420d-accf-7aefa8130fb0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:54.782956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.841683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25adb89-ed8e-4892-b184-ee4010863d00 req-7455bd3c-7713-40b6-9c67-caaeaadfb5c1 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:54.843817 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e25adb89-ed8e-4892-b184-ee4010863d00 req-7455bd3c-7713-40b6-9c67-caaeaadfb5c1 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=a90fb579-1006-4681-9a74-dca7125c1434 HTTP/1.1" status: 200 len: 950 time: 0.1648643 Jul 07 19:06:54.850724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-6c6e729e-4dca-4161-a2a4-b912e31eeec9 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:54.857236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-6c6e729e-4dca-4161-a2a4-b912e31eeec9 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658461 Jul 07 19:06:54.888995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-8a15acdf-4a68-4cbd-984d-d72f4c33b1b3 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/quotas/fa875a77f8054df790a847f9c1e7948d HTTP/1.1" status: 200 len: 375 time: 0.0307603 Jul 07 19:06:54.895284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] For port 3ab129cc-dbb9-420d-accf-7aefa8130fb0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3ab129cc-dbb9-420d-accf-7aefa8130fb0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:54.895909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:54.910510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Calling delete_port for 3ab129cc-dbb9-420d-accf-7aefa8130fb0 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:54.939525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-4f57aaaf-943c-48ec-bfaf-493b55548966 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=fa875a77f8054df790a847f9c1e7948d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488827 Jul 07 19:06:54.956865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e25adb89-ed8e-4892-b184-ee4010863d00 req-751306dc-0046-4260-bda1-eeee14177fae tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968840 Jul 07 19:06:55.001679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b1a02cec-9c47-48f6-8c32-693ee000d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:06:53Z', 'revision_number': 5, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port': {'id': '3ab129cc-dbb9-420d-accf-7aefa8130fb0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:55.034355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a02cec-9c47-48f6-8c32-693ee000d67b None None] Checking router: 95968884-20a0-4e03-9fe1-7aee37d3aa62 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:06:55.046866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a02cec-9c47-48f6-8c32-693ee000d67b None None] Routers {'95968884-20a0-4e03-9fe1-7aee37d3aa62'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:06:55.047654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b1a02cec-9c47-48f6-8c32-693ee000d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['95968884-20a0-4e03-9fe1-7aee37d3aa62'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:55.168291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b1a02cec-9c47-48f6-8c32-693ee000d67b None None] Set router 95968884-20a0-4e03-9fe1-7aee37d3aa62 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:06:55.191831 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.220932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-5ff42ec8-552b-44fe-b3dd-b7832294441e tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips/ef34832e-e91b-45ae-b002-18012f6e310a HTTP/1.1" status: 200 len: 692 time: 0.0934656 Jul 07 19:06:55.246130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab129cc-dbb9-420d-accf-7aefa8130fb0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:55.247210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b1a02cec-9c47-48f6-8c32-693ee000d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:06:54Z', 'revision_number': 6, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:55.285661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a02cec-9c47-48f6-8c32-693ee000d67b None None] The sync data for ids ['95968884-20a0-4e03-9fe1-7aee37d3aa62'] in n-d-792394-12 is: [{'id': '95968884-20a0-4e03-9fe1-7aee37d3aa62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1659497464-router', 'tenant_id': '4cc6ca5c96794139b13901a35fad1ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:40Z', 'updated_at': '2021-07-07T19:06:54Z', 'revision_number': 6, 'project_id': '4cc6ca5c96794139b13901a35fad1ba3', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:06:55.355560 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.437201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-86d98774-5676-4819-b946-1d98d9a3a5a3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:55.445394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-86d98774-5676-4819-b946-1d98d9a3a5a3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.2144394 Jul 07 19:06:55.457616 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.460195 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.514984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-f402db51-9f75-4960-8ed0-08e009bdf9fb tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.0692856 Jul 07 19:06:55.529370 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.530746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95968884-20a0-4e03-9fe1-7aee37d3aa62 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:06:55.535804 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.539388 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1194faf3-e51c-420e-b251-0df6d7292d6d admin admin] 10.222.0.113 "DELETE /v2.0/routers/95968884-20a0-4e03-9fe1-7aee37d3aa62 HTTP/1.1" status: 204 len: 168 time: 1.0874197 Jul 07 19:06:55.539532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f41a86-c3a7-4d96-8f1d-342b58268424 req-836c1dc4-7265-454b-b883-1bc7dd0ddb1b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:55.539659 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:55.541261 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6f41a86-c3a7-4d96-8f1d-342b58268424 req-836c1dc4-7265-454b-b883-1bc7dd0ddb1b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.1685467 Jul 07 19:06:55.597724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce8eb35-e8cc-4259-aec2-0cda6063f8cc admin admin] Deleting subnet 474c1c4b-4776-4e41-971d-48e3ede9a57f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:06:55.601647 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb35-e8cc-4259-aec2-0cda6063f8cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.607694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-6209a844-5ac5-4560-801d-df96803b09b0 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.0840755 Jul 07 19:06:55.656724 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb35-e8cc-4259-aec2-0cda6063f8cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.722182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6f41a86-c3a7-4d96-8f1d-342b58268424 req-1530082b-72f6-47dc-b9dc-f193cbbcd579 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417258 Jul 07 19:06:55.761474 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb35-e8cc-4259-aec2-0cda6063f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.805830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-3565515a-272f-4297-a9a9-466580d944e3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Deleting port e17782e9-09c4-43be-aad5-b0c690617d01 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:55.806382 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-3565515a-272f-4297-a9a9-466580d944e3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.841408 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb35-e8cc-4259-aec2-0cda6063f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.882611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8eb35-e8cc-4259-aec2-0cda6063f8cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474c1c4b-4776-4e41-971d-48e3ede9a57f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:55.886401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec5d703-7e97-48ac-90a1-0fc44c768878 None None] Network b3f5939d-e81f-4560-8d5c-db4b937cca4f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:06:55.887118 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb35-e8cc-4259-aec2-0cda6063f8cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.892066 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4ce8eb35-e8cc-4259-aec2-0cda6063f8cc admin admin] 10.222.0.113 "DELETE /v2.0/subnets/474c1c4b-4776-4e41-971d-48e3ede9a57f HTTP/1.1" status: 204 len: 168 time: 0.3485568 Jul 07 19:06:55.895628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:55.924806 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-3565515a-272f-4297-a9a9-466580d944e3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.925126 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-3565515a-272f-4297-a9a9-466580d944e3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:55.941965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-3565515a-272f-4297-a9a9-466580d944e3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Calling delete_port for e17782e9-09c4-43be-aad5-b0c690617d01 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:55.999339 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.059341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:06:56.066747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Deleting port 20fdbda1-761e-452f-afda-ca7a20a2f208 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:56.066969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.072824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303fc23-a928-448b-84ee-7175d6582c1d req-9a939142-bffa-47ba-b3c5-f873151b682a tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:56.074375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f303fc23-a928-448b-84ee-7175d6582c1d req-9a939142-bffa-47ba-b3c5-f873151b682a tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 945 time: 0.1343427 Jul 07 19:06:56.156612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26398a9d-a77c-40df-8d38-ca36ce289929 None None] DHCP port deletion for b3f5939d-e81f-4560-8d5c-db4b937cca4f request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:06:56.173146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f303fc23-a928-448b-84ee-7175d6582c1d req-1f4854e0-bc24-44ec-b82f-5c9f83081b05 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889051 Jul 07 19:06:56.217233 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.226214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-3565515a-272f-4297-a9a9-466580d944e3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.243861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:06:56.259605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] For port 20fdbda1-761e-452f-afda-ca7a20a2f208, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=20fdbda1-761e-452f-afda-ca7a20a2f208,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:56.259972 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.273473 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:56.277642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-26398a9d-a77c-40df-8d38-ca36ce289929 None None] Deleting port 20fdbda1-761e-452f-afda-ca7a20a2f208 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:56.278052 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26398a9d-a77c-40df-8d38-ca36ce289929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.281963 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.286007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Calling delete_port for 20fdbda1-761e-452f-afda-ca7a20a2f208 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:56.300051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565515a-272f-4297-a9a9-466580d944e3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Pushing event deleted for resources: {'Port': ['ID=e17782e9-09c4-43be-aad5-b0c690617d01,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:56.351158 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-3565515a-272f-4297-a9a9-466580d944e3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.353818 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-3565515a-272f-4297-a9a9-466580d944e3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.355474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9ab659a-975a-46bb-8ffa-b31fccb93cf7 req-3565515a-272f-4297-a9a9-466580d944e3 tempest-FloatingIPDetailsTestJSON-345785287 tempest-FloatingIPDetailsTestJSON-345785287-project] 10.222.0.113 "DELETE /v2.0/floatingips/ef34832e-e91b-45ae-b002-18012f6e310a HTTP/1.1" status: 204 len: 173 time: 0.7462213 Jul 07 19:06:56.363196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:56.378853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-0272c9a0-6f6d-4edc-a5bc-061619f28776 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=fa875a77f8054df790a847f9c1e7948d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588965 Jul 07 19:06:56.386822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d219cf5d-2a80-4fa8-9246-5b696eba078e no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:06:56.430179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d219cf5d-2a80-4fa8-9246-5b696eba078e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:06:56.430525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d219cf5d-2a80-4fa8-9246-5b696eba078e not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:06:56.430956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ab129cc-dbb9-420d-accf-7aefa8130fb0 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:06:56.439071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:56.481145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 3ab129cc-dbb9-420d-accf-7aefa8130fb0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:06:56.481504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ab129cc-dbb9-420d-accf-7aefa8130fb0 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:06:56.481932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 20fdbda1-761e-452f-afda-ca7a20a2f208 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:06:56.537154 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.537756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302256d-5a77-4900-8df7-7fa2369ddede req-60007f57-5d66-490b-bd4b-91ef300f78de tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:56.543732 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-26398a9d-a77c-40df-8d38-ca36ce289929 None None] For port 20fdbda1-761e-452f-afda-ca7a20a2f208, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=20fdbda1-761e-452f-afda-ca7a20a2f208,segment=NetworkSegment(2a3bf577-470b-4d32-a970-8eb294eb4b23),segment_id=2a3bf577-470b-4d32-a970-8eb294eb4b23)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:56.544135 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26398a9d-a77c-40df-8d38-ca36ce289929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.546568 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-60007f57-5d66-490b-bd4b-91ef300f78de tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653295 Jul 07 19:06:56.553073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] No DVR routers for this DVR port 20fdbda1-761e-452f-afda-ca7a20a2f208 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:06:56.595700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-26398a9d-a77c-40df-8d38-ca36ce289929 None None] Calling delete_port for 20fdbda1-761e-452f-afda-ca7a20a2f208 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:56.604154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-40207d0d-65c8-4105-a6ed-4800659a60b8 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/quotas/fa875a77f8054df790a847f9c1e7948d HTTP/1.1" status: 200 len: 375 time: 0.0560069 Jul 07 19:06:56.661081 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.668377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-9c7800bb-25c0-42e2-89d3-5455599e4830 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=fa875a77f8054df790a847f9c1e7948d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381534 Jul 07 19:06:56.672547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f5939d-e81f-4560-8d5c-db4b937cca4f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:56.684400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3bf577-470b-4d32-a970-8eb294eb4b23') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:56.684804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3bf577-470b-4d32-a970-8eb294eb4b23') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:06:56.699373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.701404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689b719-7166-48f4-bea5-13ef29574988 req-1b7ce0ac-8548-4425-8573-34d05a29aee2 tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:56.710181 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7689b719-7166-48f4-bea5-13ef29574988 req-1b7ce0ac-8548-4425-8573-34d05a29aee2 tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 1101 time: 0.1234207 Jul 07 19:06:56.713428 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Pushing event deleted for resources: {'Port': ['ID=20fdbda1-761e-452f-afda-ca7a20a2f208,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:56.763087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.781531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:06:56.783026 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.791349 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-5fab3071-13f4-4f9a-bfe6-f4d5d960a7c6 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fa875a77f8054df790a847f9c1e7948d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400312 Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:06:56.799155 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:06:56.805183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7689b719-7166-48f4-bea5-13ef29574988 req-b676e809-c8d0-49fd-8477-3545d029677b tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937042 Jul 07 19:06:56.964095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.973334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:56.975317 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] 10.222.0.113 "DELETE /v2.0/networks/b3f5939d-e81f-4560-8d5c-db4b937cca4f HTTP/1.1" status: 204 len: 168 time: 1.0786483 Jul 07 19:06:57.076220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eef39-8f2e-4a54-8bfb-8f0f698db25e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f5939d-e81f-4560-8d5c-db4b937cca4f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:57.095592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No active binding found for port 20fdbda1-761e-452f-afda-ca7a20a2f208 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:06:57.096192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 20fdbda1-761e-452f-afda-ca7a20a2f208 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:06:57.198507 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26398a9d-a77c-40df-8d38-ca36ce289929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:57.222399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-3a9f20a3-9bc1-40ae-9860-ac97dab349d0 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:57.224013 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-3a9f20a3-9bc1-40ae-9860-ac97dab349d0 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4178083 Jul 07 19:06:57.236124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26398a9d-a77c-40df-8d38-ca36ce289929 None None] Network b3f5939d-e81f-4560-8d5c-db4b937cca4f is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:06:57.237124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26398a9d-a77c-40df-8d38-ca36ce289929 None None] No DVR routers for this DVR port 20fdbda1-761e-452f-afda-ca7a20a2f208 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:06:57.240467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26398a9d-a77c-40df-8d38-ca36ce289929 None None] Pushing event deleted for resources: {'Port': ['ID=20fdbda1-761e-452f-afda-ca7a20a2f208,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:57.256426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Request body: {'port': {'device_id': 'f38537da-1505-450c-895f-24fa9a945994', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'fa875a77f8054df790a847f9c1e7948d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:57.298403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:57.366252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82f0e9-198e-4234-9f95-a518ca8abf2f req-ca9efdf7-1442-4998-9458-844fbccabff0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:57.375150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e82f0e9-198e-4234-9f95-a518ca8abf2f req-ca9efdf7-1442-4998-9458-844fbccabff0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=a90fb579-1006-4681-9a74-dca7125c1434 HTTP/1.1" status: 200 len: 950 time: 0.2824450 Jul 07 19:06:57.397317 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fbaeb07c-3afe-4ceb-96f7-fc9f7596dc1d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4cc6ca5c96794139b13901a35fad1ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958655 Jul 07 19:06:57.398285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:57.423143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:57.447216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e82f0e9-198e-4234-9f95-a518ca8abf2f req-18650b2b-a940-49c4-91a8-5712ebef584e tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708551 Jul 07 19:06:57.501766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Made reservation on behalf of fa875a77f8054df790a847f9c1e7948d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:57.509605 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:57.532613 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:57.566119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e9c-fa0e-4a28-bdea-8d2da2900810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:57.605637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d987be46-5c03-47d3-b14e-b6fc1ce63f0d req-404914e8-66cb-42b7-bb8d-01a8bef776ce tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 210 time: 0.0697982 Jul 07 19:06:57.641896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e9c-fa0e-4a28-bdea-8d2da2900810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:57.780176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e9c-fa0e-4a28-bdea-8d2da2900810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:57.782705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9e9c-fa0e-4a28-bdea-8d2da2900810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:57.784532 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9b4e9e9c-fa0e-4a28-bdea-8d2da2900810 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/08506739-ded7-40c9-871a-5351c851fff4 HTTP/1.1" status: 204 len: 168 time: 0.3847537 Jul 07 19:06:57.830837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e9e9c-fa0e-4a28-bdea-8d2da2900810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08506739-ded7-40c9-871a-5351c851fff4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:57.868353 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:57.883379 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:57.895281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] Deleting port edea6d05-227a-45d5-8fdb-af5755856155 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:06:57.896053 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:57.957696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87b7f3-5f2f-4c0d-8782-7b4808883fe2 req-2b40a6dd-4203-4def-8050-757626152341 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:57.965290 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db87b7f3-5f2f-4c0d-8782-7b4808883fe2 req-2b40a6dd-4203-4def-8050-757626152341 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 944 time: 0.2745132 Jul 07 19:06:57.990719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b406c-1f42-4cf6-a6ea-5fd488609e28 req-2b21e77e-6af6-4392-8285-0f05cb624ede tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:57.992730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a43b406c-1f42-4cf6-a6ea-5fd488609e28 req-2b21e77e-6af6-4392-8285-0f05cb624ede tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=d013a369-2180-4348-96d7-2b532cb89876 HTTP/1.1" status: 200 len: 950 time: 0.2472856 Jul 07 19:06:57.993179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:58.078012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db87b7f3-5f2f-4c0d-8782-7b4808883fe2 req-e5c92535-2c7d-470b-9a9a-07d0a0b3b596 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114593 Jul 07 19:06:58.156160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a43b406c-1f42-4cf6-a6ea-5fd488609e28 req-6117428d-1f66-4cf0-baac-8c3823d3fc4f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273890 Jul 07 19:06:58.220641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Allocated IP 192.168.233.74 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/03f6c716-00e4-4a2f-a003-98363ff21005) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:58.285076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] For port edea6d05-227a-45d5-8fdb-af5755856155, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=edea6d05-227a-45d5-8fdb-af5755856155,segment=NetworkSegment(a69b272d-ea51-43fb-bd58-47cd1cdc647c),segment_id=a69b272d-ea51-43fb-bd58-47cd1cdc647c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:06:58.285448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:58.301160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-d14972be-62ab-4645-b62e-16eeda8fe1f4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447550 Jul 07 19:06:58.306058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] Calling delete_port for edea6d05-227a-45d5-8fdb-af5755856155 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:06:58.529573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-b73f47c9-4f54-40bb-8bd6-91762b447d93 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:58.537245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-b73f47c9-4f54-40bb-8bd6-91762b447d93 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967115 Jul 07 19:06:58.550256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:58.564964 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-278ca0c4-6180-4ae3-abeb-b7e51d638253 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/quotas/2ff2b51f57b445d8be48b8fe09df264e HTTP/1.1" status: 200 len: 375 time: 0.0265014 Jul 07 19:06:58.615063 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-4fcde1ad-49c8-459d-8ab9-73badc1c2d1f tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=fa875a77f8054df790a847f9c1e7948d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1807895 Jul 07 19:06:58.669376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-aa1cfeae-483a-44aa-b695-8d836230aa57 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1035147 Jul 07 19:06:58.752018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Transition to ACTIVE for port object 03f6c716-00e4-4a2f-a003-98363ff21005 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:06:58.756647 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:58.890909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] Pushing event deleted for resources: {'Port': ['ID=edea6d05-227a-45d5-8fdb-af5755856155,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:58.899986 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:58.903140 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:06:58.948522 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e54306-a2f4-4cdd-bff9-8decb5e8d84d req-a5a35e0d-943f-431b-bec4-835f0a51c18a tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:58.962621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e54306-a2f4-4cdd-bff9-8decb5e8d84d req-a5a35e0d-943f-431b-bec4-835f0a51c18a tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:58.972680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70e54306-a2f4-4cdd-bff9-8decb5e8d84d req-a5a35e0d-943f-431b-bec4-835f0a51c18a tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=a90fb579-1006-4681-9a74-dca7125c1434&device_id=d013a369-2180-4348-96d7-2b532cb89876 HTTP/1.1" status: 200 len: 1691 time: 0.2132452 Jul 07 19:06:59.002423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302256d-5a77-4900-8df7-7fa2369ddede req-ee4b2a51-db48-459d-9162-6bd22902ab35 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:59.004089 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-ee4b2a51-db48-459d-9162-6bd22902ab35 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3828316 Jul 07 19:06:59.042549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Request body: {'port': {'device_id': 'a3846397-1313-40ad-b1f9-f5fcf70a7180', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'fa875a77f8054df790a847f9c1e7948d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:59.107360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-network', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:59.112163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70e54306-a2f4-4cdd-bff9-8decb5e8d84d req-4665c98a-0c33-418a-b738-8b2d0b732d94 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376894 Jul 07 19:06:59.135275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:06:59.137542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49c674f7-3fac-4bfd-8903-0d275e724b33 req-3a47b2ea-d874-4e45-9cc4-32a483dda6bc tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 210 time: 0.1051049 Jul 07 19:06:59.143156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:06:59.150305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:06:59.172373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:59.175600 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.185564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Pushing event updated for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:59.203377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-bd3d245e-5471-42e3-b89c-2a84f6ce884d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9611833 Jul 07 19:06:59.211601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:59.219372 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.221557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.241311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.367142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Made reservation on behalf of fa875a77f8054df790a847f9c1e7948d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:06:59.371690 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.502124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f8061142-1b8f-45ec-ac60-2307e7294562 None None] Provisioning for port 03f6c716-00e4-4a2f-a003-98363ff21005 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:06:59.507621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f8061142-1b8f-45ec-ac60-2307e7294562 None None] Provisioning complete for port 03f6c716-00e4-4a2f-a003-98363ff21005 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:06:59.508324 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8061142-1b8f-45ec-ac60-2307e7294562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.555758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f8061142-1b8f-45ec-ac60-2307e7294562 None None] Port 03f6c716-00e4-4a2f-a003-98363ff21005 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:06:59.598645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Request body: {'port': {'device_id': 'f38537da-1505-450c-895f-24fa9a945994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:06:59.612073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc262f99-d6fc-4934-8036-2cdabbc3e96f req-19369d24-fcd7-49bf-bac4-eae11c6ed33e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 210 time: 0.3976145 Jul 07 19:06:59.699721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Allocated IP 192.168.233.227 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/4aedd44c-23ff-4a17-b6e7-d49893b9444e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:06:59.777389 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.786763 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.794684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.807075 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:06:59.816571 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.816952 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Added segment 80f9a518-c571-48ec-83e5-49e6b67edb7a of type vlan for network 6951925a-2c29-4cfd-98f8-e14789d3e723 Jul 07 19:06:59.822907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b87455-055f-4f50-958b-2fe3d3fdc812 req-3bda6705-35cb-4e3b-af4d-93c44e63fef1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:59.824567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77b87455-055f-4f50-958b-2fe3d3fdc812 req-3bda6705-35cb-4e3b-af4d-93c44e63fef1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.59 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 944 time: 0.2105560 Jul 07 19:06:59.925552 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.931301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b8c06-65bf-43eb-8637-5ab3f02f6b31 req-88de2536-97fb-4f40-baf0-d037435b4af3 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:59.937343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d1b8c06-65bf-43eb-8637-5ab3f02f6b31 req-88de2536-97fb-4f40-baf0-d037435b4af3 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 944 time: 0.3125935 Jul 07 19:06:59.945137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c45e56-2f42-40af-8421-1dac7eb51f0c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:06:59.984266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] Router 93895e6c-706a-43b7-9d5b-ef2c1536328c has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:07:00.026872 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:00.027839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:00.028424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:00.111854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d1b8c06-65bf-43eb-8637-5ab3f02f6b31 req-c1e8949c-8ce9-4c5f-8b05-bace97869526 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711533 Jul 07 19:07:00.145262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-77b87455-055f-4f50-958b-2fe3d3fdc812 req-f191dab0-34c8-4aba-8e73-9471c4d557fa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Deleting port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:07:00.148963 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77b87455-055f-4f50-958b-2fe3d3fdc812 req-f191dab0-34c8-4aba-8e73-9471c4d557fa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:00.149083 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2414463 Jul 07 19:07:00.149666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:00.156962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] Request body: {'subnet': {'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-subnet', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:00.161186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c6140-24f8-4e32-af80-769851aedc04 req-6bb52efb-5c06-4d27-998c-e30cbc89714a tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:00.162631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-572c6140-24f8-4e32-af80-769851aedc04 req-6bb52efb-5c06-4d27-998c-e30cbc89714a tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=a90fb579-1006-4681-9a74-dca7125c1434 HTTP/1.1" status: 200 len: 1102 time: 0.1429710 Jul 07 19:07:00.197596 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:00.259816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:00.261626 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:00.277535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c090d-e97e-41b3-8ccb-a18c1baa42fa admin admin] Pushing event updated for resources: {'Network': ['ID=6951925a-2c29-4cfd-98f8-e14789d3e723,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:00.291066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-572c6140-24f8-4e32-af80-769851aedc04 req-f58d07b1-57f7-4400-b21b-7a99992e778c tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143856 Jul 07 19:07:00.293160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 6951925a-2c29-4cfd-98f8-e14789d3e723 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:07:00.306922 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Transition to ACTIVE for port object 4aedd44c-23ff-4a17-b6e7-d49893b9444e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:00.361854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:07:00.372160 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2ab812ee-0af9-4f96-976a-91e54b73821c admin admin] 10.222.0.113 "PUT /v2.0/routers/93895e6c-706a-43b7-9d5b-ef2c1536328c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0078216 Jul 07 19:07:00.372874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:00.375591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-77b87455-055f-4f50-958b-2fe3d3fdc812 req-f191dab0-34c8-4aba-8e73-9471c4d557fa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] For port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:00.375804 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba3d6f9-3d65-4bd9-996d-e734e4173817 None None] Sync routers for ids ['93895e6c-706a-43b7-9d5b-ef2c1536328c'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:07:00.376313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77b87455-055f-4f50-958b-2fe3d3fdc812 req-f191dab0-34c8-4aba-8e73-9471c4d557fa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:00.399108 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3d6f9-3d65-4bd9-996d-e734e4173817 None None] Routers {'93895e6c-706a-43b7-9d5b-ef2c1536328c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:00.399689 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ba3d6f9-3d65-4bd9-996d-e734e4173817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['93895e6c-706a-43b7-9d5b-ef2c1536328c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:00.428329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-77b87455-055f-4f50-958b-2fe3d3fdc812 req-f191dab0-34c8-4aba-8e73-9471c4d557fa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Calling delete_port for 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:07:00.505164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:00.546180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:00.554156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:00.610888 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9ba3d6f9-3d65-4bd9-996d-e734e4173817 None None] Set router 93895e6c-706a-43b7-9d5b-ef2c1536328c gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:00.635669 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:00.645924 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-67eb9ab0-7ce1-4f60-8042-53f309eb3d42 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360118 Jul 07 19:07:00.652999 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:00.734359 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:07:00.913770 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b61b8432-f015-4146-9d7f-719b26f88c05 None None] Provisioning for port 4aedd44c-23ff-4a17-b6e7-d49893b9444e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:00.916965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-c0573f72-84be-49df-9e61-9c6610c7058a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:00.918473 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-c0573f72-84be-49df-9e61-9c6610c7058a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198191 Jul 07 19:07:00.919480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b61b8432-f015-4146-9d7f-719b26f88c05 None None] Provisioning complete for port 4aedd44c-23ff-4a17-b6e7-d49893b9444e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:00.919851 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b61b8432-f015-4146-9d7f-719b26f88c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:00.925467 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ba3d6f9-3d65-4bd9-996d-e734e4173817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-router', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '33824076-3972-4507-948f-dc633f400249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:06:23Z', 'updated_at': '2021-07-07T19:06:58Z', 'revision_number': 5, 'project_id': '14b41b4b8d424432816fee9313b58595', 'gw_port': {'id': '33824076-3972-4507-948f-dc633f400249', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:24Z', 'updated_at': '2021-07-07T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:00.937128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Pushing event updated for resources: {'Port': ['ID=4aedd44c-23ff-4a17-b6e7-d49893b9444e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:00.956367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:00.957187 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:00.971043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Request body: {'port': {'device_id': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '2ff2b51f57b445d8be48b8fe09df264e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:00.976992 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba3d6f9-3d65-4bd9-996d-e734e4173817 None None] Checking router: 93895e6c-706a-43b7-9d5b-ef2c1536328c for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:07:00.992451 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3d6f9-3d65-4bd9-996d-e734e4173817 None None] Routers {'93895e6c-706a-43b7-9d5b-ef2c1536328c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:00.993602 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ba3d6f9-3d65-4bd9-996d-e734e4173817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['93895e6c-706a-43b7-9d5b-ef2c1536328c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:00.996037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b61b8432-f015-4146-9d7f-719b26f88c05 None None] Port 4aedd44c-23ff-4a17-b6e7-d49893b9444e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:01.043597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a88f5-fc3a-4b9d-b942-e04b2a766f5f req-43f00cac-7fb4-4dd9-8a8b-f0cc229295f2 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:01.045205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d3a88f5-fc3a-4b9d-b942-e04b2a766f5f req-43f00cac-7fb4-4dd9-8a8b-f0cc229295f2 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 936 time: 0.4505069 Jul 07 19:07:01.047790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22e46f-e287-4dfa-aa90-759ac7b7a737 req-7ec44ff9-d2f4-464b-92af-9ca0fdf61e6d tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:01.053241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa22e46f-e287-4dfa-aa90-759ac7b7a737 req-7ec44ff9-d2f4-464b-92af-9ca0fdf61e6d tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=d013a369-2180-4348-96d7-2b532cb89876 HTTP/1.1" status: 200 len: 1102 time: 0.3933389 Jul 07 19:07:01.109383 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.181003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f6c716-00e4-4a2f-a003-98363ff21005 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:01.201401 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.207067 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9ba3d6f9-3d65-4bd9-996d-e734e4173817 None None] Set router 93895e6c-706a-43b7-9d5b-ef2c1536328c gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:01.239645 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77b87455-055f-4f50-958b-2fe3d3fdc812 req-f191dab0-34c8-4aba-8e73-9471c4d557fa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.257486 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d3a88f5-fc3a-4b9d-b942-e04b2a766f5f req-e82c6f1c-465a-4051-bc6e-d7bef76c6f03 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013650 Jul 07 19:07:01.259066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa22e46f-e287-4dfa-aa90-759ac7b7a737 req-cfeb52a3-0434-4ba5-a0e4-792bfc53ebda tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743925 Jul 07 19:07:01.285466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Transition to ACTIVE for port object 03f6c716-00e4-4a2f-a003-98363ff21005 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:01.286956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:01.305362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191dab0-34c8-4aba-8e73-9471c4d557fa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event deleted for resources: {'Port': ['ID=7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:01.309633 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-57adbd77-2010-452a-82d1-5197ce6fb4c4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2711899 Jul 07 19:07:01.319555 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.322708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Request body: {'port': {'device_id': 'a3846397-1313-40ad-b1f9-f5fcf70a7180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:01.413859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b87455-055f-4f50-958b-2fe3d3fdc812 req-f191dab0-34c8-4aba-8e73-9471c4d557fa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] No DVR routers for this DVR port 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:07:01.418687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.418928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] Checking segment: {'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:01.419033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] Network hostable DHCP agents. Network: 6951925a-2c29-4cfd-98f8-e14789d3e723, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:07:01.431646 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77b87455-055f-4f50-958b-2fe3d3fdc812 req-f191dab0-34c8-4aba-8e73-9471c4d557fa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.434111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77b87455-055f-4f50-958b-2fe3d3fdc812 req-f191dab0-34c8-4aba-8e73-9471c4d557fa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.59 "DELETE /v2.0/ports/7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 HTTP/1.1" status: 204 len: 173 time: 1.5864289 Jul 07 19:07:01.437858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f526a9-e2be-4e73-9f29-1eb2ca37cb64', 'name': 'network-vif-deleted', 'tag': '7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:01.439842 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6ba069-f4b7-4954-83e0-e23b291b99bd" -d '{"events": [{"server_uuid": "14f526a9-e2be-4e73-9f29-1eb2ca37cb64", "name": "network-vif-deleted", "tag": "7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:01.451545 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.479667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:01.532932 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ba3d6f9-3d65-4bd9-996d-e734e4173817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-router', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '33824076-3972-4507-948f-dc633f400249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:06:23Z', 'updated_at': '2021-07-07T19:06:58Z', 'revision_number': 5, 'project_id': '14b41b4b8d424432816fee9313b58595', 'gw_port': {'id': '33824076-3972-4507-948f-dc633f400249', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:24Z', 'updated_at': '2021-07-07T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:01.581050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] Network 6951925a-2c29-4cfd-98f8-e14789d3e723 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:07:01.613352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Attempting to bind port 03f6c716-00e4-4a2f-a003-98363ff21005 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:01.614121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Attempting to bind port 03f6c716-00e4-4a2f-a003-98363ff21005 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:01.614662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Attempting to bind port 03f6c716-00e4-4a2f-a003-98363ff21005 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:01.616544 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba3d6f9-3d65-4bd9-996d-e734e4173817 None None] The sync data for ids ['93895e6c-706a-43b7-9d5b-ef2c1536328c'] in n-d-792394-12 is: [{'id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'name': 'tempest-FloatingIPDetailsTestJSON-1360042496-router', 'tenant_id': '14b41b4b8d424432816fee9313b58595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '33824076-3972-4507-948f-dc633f400249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:06:23Z', 'updated_at': '2021-07-07T19:06:58Z', 'revision_number': 5, 'project_id': '14b41b4b8d424432816fee9313b58595', 'gw_port': {'id': '33824076-3972-4507-948f-dc633f400249', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93895e6c-706a-43b7-9d5b-ef2c1536328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:06:24Z', 'updated_at': '2021-07-07T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:07:01.619206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 6951925a-2c29-4cfd-98f8-e14789d3e723) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:01.632729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Port 03f6c716-00e4-4a2f-a003-98363ff21005 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:07:01.643742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Attempting to bind port 03f6c716-00e4-4a2f-a003-98363ff21005 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:01.644534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9afd01-1cd9-49e6-9247-447b60c96bca None None] Network 6951925a-2c29-4cfd-98f8-e14789d3e723 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:01.649972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:01.650827 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.660168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:01.660741 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:01.661300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:01.661896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Bound port: 03f6c716-00e4-4a2f-a003-98363ff21005, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:01.662438 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.708423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Made reservation on behalf of 2ff2b51f57b445d8be48b8fe09df264e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:01.720277 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.734568 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-38f1a7c4-caf0-43e6-9a3a-28385f0f75c9 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5838106 Jul 07 19:07:01.737357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9aa5c4ff-d4bf-4e1e-9166-6de1f8369cf1 req-89586a7b-83b4-4ab1-b60d-bf712d677016 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 210 time: 0.0444915 Jul 07 19:07:01.737826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:01.743927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:01.797173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Deleting port 33824076-3972-4507-948f-dc633f400249 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:07:01.797534 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.801416 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.802494 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.840953 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:01.845925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:01.877984 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:01.952909 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ab7dac-3a6b-498e-8f85-20da0e7a1899 x-openstack-request-id: req-c9ab7dac-3a6b-498e-8f85-20da0e7a1899 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:01.953179 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f526a9-e2be-4e73-9f29-1eb2ca37cb64", "name": "network-vif-deleted", "tag": "7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:01.953413 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c9ab7dac-3a6b-498e-8f85-20da0e7a1899 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:01.953812 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f526a9-e2be-4e73-9f29-1eb2ca37cb64', 'name': 'network-vif-deleted', 'tag': '7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94', 'status': 'completed', 'code': 200} Jul 07 19:07:01.955409 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.001961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45d7ce1c-795b-4a83-9bcd-7c4b7430e66e req-f58d8018-a760-464c-9c65-8668568bdbde tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=14f526a9-e2be-4e73-9f29-1eb2ca37cb64 HTTP/1.1" status: 200 len: 210 time: 0.0825768 Jul 07 19:07:02.005686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:02.006344 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.007735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] 10.222.0.59 "PUT /v2.0/ports/03f6c716-00e4-4a2f-a003-98363ff21005 HTTP/1.1" status: 200 len: 1096 time: 2.7816458 Jul 07 19:07:02.056263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] For port 33824076-3972-4507-948f-dc633f400249, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=33824076-3972-4507-948f-dc633f400249,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:02.058289 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.122994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Calling delete_port for 33824076-3972-4507-948f-dc633f400249 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:07:02.171620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-6951925a-2c29-4cfd-98f8-e14789d3e723', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:07:02.173524 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.185286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device edea6d05-227a-45d5-8fdb-af5755856155 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:07:02.220904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: edea6d05-227a-45d5-8fdb-af5755856155 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:07:02.221846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device edea6d05-227a-45d5-8fdb-af5755856155 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:07:02.263878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-854a15fa-8f63-41ae-bf4a-e4f696c9ae40 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1670220 Jul 07 19:07:02.308688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fb0bc-3613-457d-87cf-2ec77fffbcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:02.342472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aedd44c-23ff-4a17-b6e7-d49893b9444e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:02.355584 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.469998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Transition to ACTIVE for port object 4aedd44c-23ff-4a17-b6e7-d49893b9444e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:02.479995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Allocated IP 172.20.0.2 (6951925a-2c29-4cfd-98f8-e14789d3e723/e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258/4c875e44-2690-45fd-b4ef-0673202f3ca7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:02.482784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.558621 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.588007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Pushing event updated for resources: {'Port': ['ID=4aedd44c-23ff-4a17-b6e7-d49893b9444e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:02.647058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-ebcbccbb-2b36-4792-811f-289ee385105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:02.648668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-ebcbccbb-2b36-4792-811f-289ee385105c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa875a77f8054df790a847f9c1e7948d&device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 1099 time: 0.5302649 Jul 07 19:07:02.663312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.682682 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.694911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Transition to ACTIVE for port object 4c875e44-2690-45fd-b4ef-0673202f3ca7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:02.717722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Transition to ACTIVE for port object 4c875e44-2690-45fd-b4ef-0673202f3ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:02.726052 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.775946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Network 6951925a-2c29-4cfd-98f8-e14789d3e723 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:02.782014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Allocated IP 192.168.233.8 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/13907cfc-f920-41e4-9b1f-ac944eaf2349) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:02.785379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:02.788026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33824076-3972-4507-948f-dc633f400249,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:02.799534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:02.803672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Pushing event updated for resources: {'Port': ['ID=4c875e44-2690-45fd-b4ef-0673202f3ca7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:02.805205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-8d109607-2eec-4a95-9620-653cc6418869 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=03f6c716-00e4-4a2f-a003-98363ff21005 HTTP/1.1" status: 200 len: 217 time: 0.1136799 Jul 07 19:07:02.853907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-c01ad862-fb57-407c-9db4-e65ff6d803c9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:02.855437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-c01ad862-fb57-407c-9db4-e65ff6d803c9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5822303 Jul 07 19:07:02.896786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Attempting to bind port 4c875e44-2690-45fd-b4ef-0673202f3ca7 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:02.897211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Attempting to bind port 4c875e44-2690-45fd-b4ef-0673202f3ca7 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:02.897510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Attempting to bind port 4c875e44-2690-45fd-b4ef-0673202f3ca7 on network 6951925a-2c29-4cfd-98f8-e14789d3e723 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:02.903744 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.904128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:02.904433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Checking segment: {'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:02.905737 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.906377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Bound using segment: {'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:02.906881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-e7ca3707-c71e-4c41-99d8-ef48b200ecb0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/quotas/7a6d3e787fe44813b3541d4900b43708 HTTP/1.1" status: 200 len: 375 time: 0.0328195 Jul 07 19:07:02.907079 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Bound port: 4c875e44-2690-45fd-b4ef-0673202f3ca7, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:02.907443 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.910395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-863ee436-5daa-433e-9c9f-13dd5d239027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:02.913465 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-863ee436-5daa-433e-9c9f-13dd5d239027 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1003823 Jul 07 19:07:02.914284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Attempting to bind port 4aedd44c-23ff-4a17-b6e7-d49893b9444e on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:02.914801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Attempting to bind port 4aedd44c-23ff-4a17-b6e7-d49893b9444e by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:02.915145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Attempting to bind port 4aedd44c-23ff-4a17-b6e7-d49893b9444e on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:02.917894 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.976555 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] For port 4c875e44-2690-45fd-b4ef-0673202f3ca7, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:02.979506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] For port 4c875e44-2690-45fd-b4ef-0673202f3ca7, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4c875e44-2690-45fd-b4ef-0673202f3ca7,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:02.985579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:02.994556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdf258-14a4-4360-9610-ef03c0b22ae1 req-cfa148a6-cffc-4938-b411-0052577b476d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:02.996085 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3bdf258-14a4-4360-9610-ef03c0b22ae1 req-cfa148a6-cffc-4938-b411-0052577b476d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 948 time: 0.2645266 Jul 07 19:07:03.014784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Port 4aedd44c-23ff-4a17-b6e7-d49893b9444e on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:07:03.015369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Attempting to bind port 4aedd44c-23ff-4a17-b6e7-d49893b9444e on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:03.051164 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc2871-3c76-43fc-a21d-19a7d999806e None None] Pushing event updated for resources: {'Port': ['ID=4c875e44-2690-45fd-b4ef-0673202f3ca7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:03.078702 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:03.080778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:03.081134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:03.081724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:03.082429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Bound port: 4aedd44c-23ff-4a17-b6e7-d49893b9444e, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:03.083114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:03.087150 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:03.102463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3bdf258-14a4-4360-9610-ef03c0b22ae1 req-4dd59322-8a7d-4a5e-a742-03a91d04a5e3 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991468 Jul 07 19:07:03.127703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-f840531b-57ec-4a9c-99d9-a14acafc51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:03.129245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-f840531b-57ec-4a9c-99d9-a14acafc51b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2045655 Jul 07 19:07:03.145942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-407f9717-c2ad-4c84-8826-1a932efef256 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2277639 Jul 07 19:07:03.202425 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:03.203059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93895e6c-706a-43b7-9d5b-ef2c1536328c {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:07:03.235518 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:03.239625 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-01b01d2f-0321-4c57-acc0-4e2ec1c07dc7 admin admin] 10.222.0.113 "DELETE /v2.0/routers/93895e6c-706a-43b7-9d5b-ef2c1536328c HTTP/1.1" status: 204 len: 168 time: 2.8604066 Jul 07 19:07:03.247806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:03.339443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] For port 4aedd44c-23ff-4a17-b6e7-d49893b9444e, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:03.344377 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:03.348014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] For port 4aedd44c-23ff-4a17-b6e7-d49893b9444e, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4aedd44c-23ff-4a17-b6e7-d49893b9444e,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:03.365639 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:03.475616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Transition to ACTIVE for port object 13907cfc-f920-41e4-9b1f-ac944eaf2349 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:03.516730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:03.518879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:03.522430 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] 10.222.0.112 "PUT /v2.0/ports/4aedd44c-23ff-4a17-b6e7-d49893b9444e HTTP/1.1" status: 200 len: 1097 time: 2.2039735 Jul 07 19:07:03.526539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3846397-1313-40ad-b1f9-f5fcf70a7180', 'tag': '4aedd44c-23ff-4a17-b6e7-d49893b9444e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:03.528918 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956c2d22-bdae-4c65-9f68-62da1312d86d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3846397-1313-40ad-b1f9-f5fcf70a7180", "tag": "4aedd44c-23ff-4a17-b6e7-d49893b9444e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:03.603272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f71939-40ed-417b-96a6-f8534554d158 service neutron] Pushing event updated for resources: {'Port': ['ID=4aedd44c-23ff-4a17-b6e7-d49893b9444e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:03.648038 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:03.660278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['8d05b328-90c8-4ffb-82c4-e6703b612a06'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:03.707744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:03.716445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:03.723465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:03.791542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302256d-5a77-4900-8df7-7fa2369ddede req-26985160-da8f-48ee-a7eb-a3e70612653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:03.793174 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-26985160-da8f-48ee-a7eb-a3e70612653c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fa875a77f8054df790a847f9c1e7948d&device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 1100 time: 0.2101355 Jul 07 19:07:03.808193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Pushing event updated for resources: {'Port': ['ID=13907cfc-f920-41e4-9b1f-ac944eaf2349,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:03.894782 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-13b84656-367f-47ae-9ca4-eaaefe2d0add service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=4aedd44c-23ff-4a17-b6e7-d49893b9444e HTTP/1.1" status: 200 len: 217 time: 0.0832815 Jul 07 19:07:03.963553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:03.964546 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:03.973195 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:03.977427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38537da-1505-450c-895f-24fa9a945994', 'tag': '03f6c716-00e4-4a2f-a003-98363ff21005'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:03.980209 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3d7275-4e0c-4011-9508-fd2093e5fc63" -d '{"events": [{"name": "network-changed", "server_uuid": "f38537da-1505-450c-895f-24fa9a945994", "tag": "03f6c716-00e4-4a2f-a003-98363ff21005"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:04.017312 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-137a7697-6f40-426b-bd29-7c259b4397b9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0506811 Jul 07 19:07:04.026489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302256d-5a77-4900-8df7-7fa2369ddede req-0c8486d5-2cf7-4093-93d4-30cc224b91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:04.028419 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-0c8486d5-2cf7-4093-93d4-30cc224b91f0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1326551 Jul 07 19:07:04.037367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Request body: {'port': {'device_id': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:04.085551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:07:04.128866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:07:04.129638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 7dc6fb6b-ba8b-4b1d-ac4c-edb195a1fb94 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:07:04.158787 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:04.190029 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:04.210779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302256d-5a77-4900-8df7-7fa2369ddede req-5cd89889-6666-419a-b1e0-95514a65016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:04.212638 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-5cd89889-6666-419a-b1e0-95514a65016e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1718609 Jul 07 19:07:04.269740 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e888a1e1-e0d9-4be7-88ba-170a984038bd None None] Provisioning for port 13907cfc-f920-41e4-9b1f-ac944eaf2349 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:04.276098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e888a1e1-e0d9-4be7-88ba-170a984038bd None None] Provisioning complete for port 13907cfc-f920-41e4-9b1f-ac944eaf2349 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:04.279032 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e888a1e1-e0d9-4be7-88ba-170a984038bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:04.349975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4c875e44-2690-45fd-b4ef-0673202f3ca7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:04.366573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Allocated IP 172.25.2.238 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:04.388882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1fe4dbb-4de7-4980-9e31-18f6ed598874 req-1871de71-dac8-4db9-a744-31189ce942f2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 210 time: 0.4179931 Jul 07 19:07:04.415524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e888a1e1-e0d9-4be7-88ba-170a984038bd None None] Port 13907cfc-f920-41e4-9b1f-ac944eaf2349 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:04.447252 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4c875e44-2690-45fd-b4ef-0673202f3ca7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:04.487969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9636b3-eddf-4b75-b75d-7b0e6274a828 admin admin] Deleting subnet 2aacc92b-63f1-4682-9d07-c720ffd472be {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:07:04.491635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-4f475ae5-1349-413b-9a10-825e1e36a3e8 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3422077 Jul 07 19:07:04.496352 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9636b3-eddf-4b75-b75d-7b0e6274a828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:04.513026 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98adfe43-6296-4dfe-801b-9f0e7449a674 x-openstack-request-id: req-98adfe43-6296-4dfe-801b-9f0e7449a674 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:04.513409 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3846397-1313-40ad-b1f9-f5fcf70a7180", "tag": "4aedd44c-23ff-4a17-b6e7-d49893b9444e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:04.513667 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-98adfe43-6296-4dfe-801b-9f0e7449a674 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:04.516458 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3846397-1313-40ad-b1f9-f5fcf70a7180', 'tag': '4aedd44c-23ff-4a17-b6e7-d49893b9444e', 'status': 'completed', 'code': 200} Jul 07 19:07:04.563002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 33824076-3972-4507-948f-dc633f400249 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:07:04.567725 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-a084e74d-fe9a-4e44-9637-3e5941715cbc service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475995 Jul 07 19:07:04.601227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 33824076-3972-4507-948f-dc633f400249 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:07:04.601857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 33824076-3972-4507-948f-dc633f400249 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:07:04.606520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58453c-f0bc-4799-90df-9550f53aa62b None None] Network 6951925a-2c29-4cfd-98f8-e14789d3e723 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:04.656223 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9636b3-eddf-4b75-b75d-7b0e6274a828 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:04.691033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Provisioning for port 4c875e44-2690-45fd-b4ef-0673202f3ca7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:04.707454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Provisioning complete for port 4c875e44-2690-45fd-b4ef-0673202f3ca7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:04.708079 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:04.773352 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9636b3-eddf-4b75-b75d-7b0e6274a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:04.842100 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e302256d-5a77-4900-8df7-7fa2369ddede req-23a11922-84c0-4038-a7e4-ba710dcdda82 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431898 Jul 07 19:07:04.882372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0567f-a3cc-4872-90d3-a581ce63536a req-8c2dbd49-46cd-449e-add9-b10f22daa7fd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:04.890542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66e0567f-a3cc-4872-90d3-a581ce63536a req-8c2dbd49-46cd-449e-add9-b10f22daa7fd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 934 time: 0.9563491 Jul 07 19:07:04.908120 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:04.928093 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9636b3-eddf-4b75-b75d-7b0e6274a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:04.959273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13907cfc-f920-41e4-9b1f-ac944eaf2349 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:04.963905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9636b3-eddf-4b75-b75d-7b0e6274a828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aacc92b-63f1-4682-9d07-c720ffd472be,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:04.970445 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:04.975427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] For port 4c875e44-2690-45fd-b4ef-0673202f3ca7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4c875e44-2690-45fd-b4ef-0673202f3ca7,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:04.993548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Transition to ACTIVE for port object 13907cfc-f920-41e4-9b1f-ac944eaf2349 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:04.995179 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.002128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.016523 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.034919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e27961-fa26-46b6-803a-47e379c99419 None None] Network e01f5cb0-9fa1-4346-9d6b-5e2b06741413 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:05.035820 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9636b3-eddf-4b75-b75d-7b0e6274a828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.045002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cd9636b3-eddf-4b75-b75d-7b0e6274a828 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/2aacc92b-63f1-4682-9d07-c720ffd472be HTTP/1.1" status: 204 len: 168 time: 1.1724453 Jul 07 19:07:05.056023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34434) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:05.073253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66e0567f-a3cc-4872-90d3-a581ce63536a req-55e822d2-7a4a-4d1d-9eb8-248ca1c2caf7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817319 Jul 07 19:07:05.118058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Pushing event updated for resources: {'Port': ['ID=13907cfc-f920-41e4-9b1f-ac944eaf2349,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:05.141997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34436) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:05.148453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c2d22-bdae-4c65-9f68-62da1312d86d req-02c1fed2-006d-4c3a-96ee-8384b2fac5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:05.150352 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-956c2d22-bdae-4c65-9f68-62da1312d86d req-02c1fed2-006d-4c3a-96ee-8384b2fac5f1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fa875a77f8054df790a847f9c1e7948d&device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 1100 time: 0.2447422 Jul 07 19:07:05.181498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5b883af8-06e7-477a-9ed3-7843ced4a85c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--189932291', 'description': 'tempest-description--1960190036'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:05.184015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Pushing event updated for resources: {'Port': ['ID=4c875e44-2690-45fd-b4ef-0673202f3ca7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:05.269165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.272951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.274380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.274829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.275539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.276415 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58e4516-57a7-45c5-9681-62f58081fd8a x-openstack-request-id: req-e58e4516-57a7-45c5-9681-62f58081fd8a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:05.276734 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38537da-1505-450c-895f-24fa9a945994", "tag": "03f6c716-00e4-4a2f-a003-98363ff21005", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:05.276986 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e58e4516-57a7-45c5-9681-62f58081fd8a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:05.277099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.277377 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38537da-1505-450c-895f-24fa9a945994', 'tag': '03f6c716-00e4-4a2f-a003-98363ff21005', 'status': 'completed', 'code': 200} Jul 07 19:07:05.279109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.280664 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.284278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.284781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.286735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.287189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2062c7-e875-4b9e-bd2b-80e65e725401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:05.292445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7b8db74-9c94-4b27-83fa-6e419fd3d229 req-c44cdcbe-22db-4d03-b0b4-f63703e1c176 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7914913 Jul 07 19:07:05.458786 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b883af8-06e7-477a-9ed3-7843ced4a85c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.469319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.494553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Attempting to bind port 13907cfc-f920-41e4-9b1f-ac944eaf2349 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:05.495488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Attempting to bind port 13907cfc-f920-41e4-9b1f-ac944eaf2349 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:05.496007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Attempting to bind port 13907cfc-f920-41e4-9b1f-ac944eaf2349 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:05.504094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c2d22-bdae-4c65-9f68-62da1312d86d req-3d5c296a-df7d-48b4-9041-f9c836b2b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:05.505865 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-956c2d22-bdae-4c65-9f68-62da1312d86d req-3d5c296a-df7d-48b4-9041-f9c836b2b14a service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.3434589 Jul 07 19:07:05.506920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Port 13907cfc-f920-41e4-9b1f-ac944eaf2349 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:07:05.507587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Attempting to bind port 13907cfc-f920-41e4-9b1f-ac944eaf2349 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:05.512842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-14ce2ed5-7e66-433e-bded-e9d34cfdcb80 None None] Provisioning complete for port 4c875e44-2690-45fd-b4ef-0673202f3ca7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:05.513232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14ce2ed5-7e66-433e-bded-e9d34cfdcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.518879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:05.519675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:05.520798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:05.521692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Bound port: 13907cfc-f920-41e4-9b1f-ac944eaf2349, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:05.522243 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.546808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-ea3115e7-467b-4231-949f-ad975740a328 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634422 Jul 07 19:07:05.557277 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.606944 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-956c2d22-bdae-4c65-9f68-62da1312d86d req-068fa730-c224-48bd-a076-cfebdea0222f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=4aedd44c-23ff-4a17-b6e7-d49893b9444e HTTP/1.1" status: 200 len: 217 time: 0.0897102 Jul 07 19:07:05.659383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d76f50a-605d-4977-95c2-8e36a5b65763 None None] DHCP port deletion for e01f5cb0-9fa1-4346-9d6b-5e2b06741413 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:07:05.703792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:05.708770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:05.723758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2d76f50a-605d-4977-95c2-8e36a5b65763 None None] Deleting port 29990052-c960-4176-a806-6ade16539956 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:07:05.724356 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d76f50a-605d-4977-95c2-8e36a5b65763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.728628 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.771617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:05.782017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:05.783167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.785442 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] 10.222.0.59 "PUT /v2.0/ports/13907cfc-f920-41e4-9b1f-ac944eaf2349 HTTP/1.1" status: 200 len: 1095 time: 1.7529128 Jul 07 19:07:05.823237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2d76f50a-605d-4977-95c2-8e36a5b65763 None None] For port 29990052-c960-4176-a806-6ade16539956, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=29990052-c960-4176-a806-6ade16539956,segment=NetworkSegment(a69b272d-ea51-43fb-bd58-47cd1cdc647c),segment_id=a69b272d-ea51-43fb-bd58-47cd1cdc647c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:05.823237 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d76f50a-605d-4977-95c2-8e36a5b65763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.823510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c2d22-bdae-4c65-9f68-62da1312d86d req-f7d2e697-934f-4d31-a189-a50103040536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:05.826134 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-956c2d22-bdae-4c65-9f68-62da1312d86d req-f7d2e697-934f-4d31-a189-a50103040536 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.2080526 Jul 07 19:07:05.827191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:05.838704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d3a4545-718f-4eba-a242-ae3de442f180 req-adb932e6-55ed-47d1-a782-3cb0b929ff62 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 210 time: 0.2545068 Jul 07 19:07:05.843903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:05.879600 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2d76f50a-605d-4977-95c2-8e36a5b65763 None None] Calling delete_port for 29990052-c960-4176-a806-6ade16539956 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:07:05.888188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388300d0-f799-4653-ae65-14d7ebdb49f8 service neutron] Pushing event updated for resources: {'Port': ['ID=13907cfc-f920-41e4-9b1f-ac944eaf2349,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:06.020499 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d76f50a-605d-4977-95c2-8e36a5b65763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:06.031233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d7275-4e0c-4011-9508-fd2093e5fc63 req-fb187b5f-a33b-46f0-af6e-5f087557b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:06.032804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b3d7275-4e0c-4011-9508-fd2093e5fc63 req-fb187b5f-a33b-46f0-af6e-5f087557b3ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa875a77f8054df790a847f9c1e7948d&device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 1099 time: 0.5585480 Jul 07 19:07:06.033463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:06.064188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76f50a-605d-4977-95c2-8e36a5b65763 None None] Pushing event deleted for resources: {'Port': ['ID=29990052-c960-4176-a806-6ade16539956,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:06.070378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d76f50a-605d-4977-95c2-8e36a5b65763 None None] No DVR routers for this DVR port 29990052-c960-4176-a806-6ade16539956 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:07:06.071260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcbac3-2917-4f93-a68b-689da65abb08 req-86a2612f-baf4-4411-ae21-d154bdcbeda9 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:06.080308 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02bcbac3-2917-4f93-a68b-689da65abb08 req-86a2612f-baf4-4411-ae21-d154bdcbeda9 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 948 time: 0.7226818 Jul 07 19:07:06.126499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-d82ad4a0-c023-4edd-a3e2-db77f4e9fd0b tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:06.128064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-d82ad4a0-c023-4edd-a3e2-db77f4e9fd0b tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5687089 Jul 07 19:07:06.153267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Request body: {'port': {'device_id': '71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '7a6d3e787fe44813b3541d4900b43708'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:06.195469 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b883af8-06e7-477a-9ed3-7843ced4a85c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:06.239724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c2d22-bdae-4c65-9f68-62da1312d86d req-89b6ab2e-0ff1-4337-af92-47cbca308f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:06.241317 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-956c2d22-bdae-4c65-9f68-62da1312d86d req-89b6ab2e-0ff1-4337-af92-47cbca308f5d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3998454 Jul 07 19:07:06.257290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4c875e44-2690-45fd-b4ef-0673202f3ca7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:06.264787 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b883af8-06e7-477a-9ed3-7843ced4a85c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:06.306799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-63863bc3-b499-4219-b435-13e12b179bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:06.308289 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-63863bc3-b499-4219-b435-13e12b179bc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 1098 time: 0.3943989 Jul 07 19:07:06.311317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4c875e44-2690-45fd-b4ef-0673202f3ca7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:06.311652 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:06.345642 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b883af8-06e7-477a-9ed3-7843ced4a85c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:06.346934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5b883af8-06e7-477a-9ed3-7843ced4a85c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1773887 Jul 07 19:07:06.375648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:06.381377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3fac9f0d-63dd-4c4b-a732-3d4882e0af46 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Request body: {'security_group_rule': {'security_group_id': 'b5cc0c7e-709c-4df6-bd45-957c8be696f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:06.388691 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-c48d12ba-6994-4944-a29c-20921ffadac2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349 HTTP/1.1" status: 200 len: 217 time: 0.0640056 Jul 07 19:07:06.437761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Deleting port 29990052-c960-4176-a806-6ade16539956 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:07:06.438103 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:06.445903 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-956c2d22-bdae-4c65-9f68-62da1312d86d req-22accee1-6bcf-49b0-8a8f-0e7c250962f8 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930978 Jul 07 19:07:06.460374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02bcbac3-2917-4f93-a68b-689da65abb08 req-97926179-d976-480f-a0da-ac9cfa381c06 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461688 Jul 07 19:07:06.475353 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 29990052-c960-4176-a806-6ade16539956 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:07:06.478912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b883af8-06e7-477a-9ed3-7843ced4a85c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cc0c7e-709c-4df6-bd45-957c8be696f2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:06.506757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 29990052-c960-4176-a806-6ade16539956 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:07:06.506757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 29990052-c960-4176-a806-6ade16539956 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:07:06.523917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:06.526536 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef2ed55-4861-46d8-b8ed-532df9a765bd" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:06.584945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d7275-4e0c-4011-9508-fd2093e5fc63 req-523a252e-a741-4fda-a278-7ac4ca0b1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:06.586461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b3d7275-4e0c-4011-9508-fd2093e5fc63 req-523a252e-a741-4fda-a278-7ac4ca0b1a16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.4835198 Jul 07 19:07:06.599130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-2e6ac67a-cb36-4412-9c21-8c6ac22faf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:06.600774 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-2e6ac67a-cb36-4412-9c21-8c6ac22faf9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1992395 Jul 07 19:07:06.601511 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fac9f0d-63dd-4c4b-a732-3d4882e0af46 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:06.606010 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-956c2d22-bdae-4c65-9f68-62da1312d86d req-35add227-8d8a-44fb-a296-9a1f31262dbc service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493726 Jul 07 19:07:06.665725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] For port 29990052-c960-4176-a806-6ade16539956, host n-d-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:06.666090 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:06.673188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b3d7275-4e0c-4011-9508-fd2093e5fc63 req-03cdd16d-9c2a-478a-9163-9731ff3f1322 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=03f6c716-00e4-4a2f-a003-98363ff21005 HTTP/1.1" status: 200 len: 217 time: 0.0740147 Jul 07 19:07:06.700296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2533824-a70a-4d86-bb42-19a430a349ca req-e12f1bbf-f250-4d05-979c-452c91ab11ee tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:06.701137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2533824-a70a-4d86-bb42-19a430a349ca req-e12f1bbf-f250-4d05-979c-452c91ab11ee tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 946 time: 0.4393554 Jul 07 19:07:06.710971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Calling delete_port for 29990052-c960-4176-a806-6ade16539956 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:07:06.711764 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fac9f0d-63dd-4c4b-a732-3d4882e0af46 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:06.714327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-ceba4c21-502c-49b2-bc1c-5b591c829941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:06.715696 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-ceba4c21-502c-49b2-bc1c-5b591c829941 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0996022 Jul 07 19:07:06.720897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fac9f0d-63dd-4c4b-a732-3d4882e0af46 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:06.845085 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-76157fd6-f252-4cab-8ca0-a5aaaba41dec service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210015 Jul 07 19:07:06.849270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34468) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:06.880538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac9f0d-63dd-4c4b-a732-3d4882e0af46 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93a39d2-9610-4483-9da1-666417858fea,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:06.925876 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469ae92d-8b0b-45e6-9769-f753c3210cdf x-openstack-request-id: req-469ae92d-8b0b-45e6-9769-f753c3210cdf {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:06.926318 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:06.926463 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-469ae92d-8b0b-45e6-9769-f753c3210cdf {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:06.926939 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'status': 'completed', 'code': 200} Jul 07 19:07:06.990038 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2dd088f4-a403-4c62-abe3-3a502fae798b req-946758f0-d316-4e0a-8405-274a1d73a6ff service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253557 Jul 07 19:07:07.031843 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2f0484e-ab32-4592-bcdb-94932495bedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.038582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Port 29990052-c960-4176-a806-6ade16539956 was not found and therefore no delete operation was performed {{(pid=93770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:07:07.055459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fac9f0d-63dd-4c4b-a732-3d4882e0af46 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.056802 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3fac9f0d-63dd-4c4b-a732-3d4882e0af46 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6798818 Jul 07 19:07:07.059496 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:07.064354 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e03e083f-8fcd-4077-b375-451b71f42eb5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Request body: {'security_group_rule': {'security_group_id': 'b5cc0c7e-709c-4df6-bd45-957c8be696f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:07.068773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.070528 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.121643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Made reservation on behalf of 7a6d3e787fe44813b3541d4900b43708 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:07.125199 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.180668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dba68d2-36e6-4a24-a744-c04000557187 req-33f676e5-2a4a-4a17-b1d4-f66cafe1fe24 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 210 time: 0.1397893 Jul 07 19:07:07.189974 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2f0484e-ab32-4592-bcdb-94932495bedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.197867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Pushing event deleted for resources: {'Port': ['ID=29990052-c960-4176-a806-6ade16539956,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:07.207439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2f0484e-ab32-4592-bcdb-94932495bedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.213413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] No DVR routers for this DVR port 29990052-c960-4176-a806-6ade16539956 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:07:07.218128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2ed55-4861-46d8-b8ed-532df9a765bd req-394f6615-45c9-4266-8b13-8a9c2b99633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:07.219660 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6ef2ed55-4861-46d8-b8ed-532df9a765bd req-394f6615-45c9-4266-8b13-8a9c2b99633a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 1098 time: 0.1078930 Jul 07 19:07:07.252266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d7275-4e0c-4011-9508-fd2093e5fc63 req-6a157146-9dfb-46d2-9db9-38cf3b274bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:07.253806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b3d7275-4e0c-4011-9508-fd2093e5fc63 req-6a157146-9dfb-46d2-9db9-38cf3b274bbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.5677514 Jul 07 19:07:07.278757 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c2f0484e-ab32-4592-bcdb-94932495bedc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=99d1a3aa18de425fb82db60529aa53ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4284825 Jul 07 19:07:07.297376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2533824-a70a-4d86-bb42-19a430a349ca req-ba2377df-b097-4788-9bb3-c99db6427d07 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824080 Jul 07 19:07:07.300293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:07.307258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0484e-ab32-4592-bcdb-94932495bedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0702aecc-6df4-4650-82d9-b8ec148de51f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:07.309846 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e03e083f-8fcd-4077-b375-451b71f42eb5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.403597 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2ed55-4861-46d8-b8ed-532df9a765bd req-d7389f2e-25b6-46a3-a843-9b37c45c480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:07.405553 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6ef2ed55-4861-46d8-b8ed-532df9a765bd req-d7389f2e-25b6-46a3-a843-9b37c45c480d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1741502 Jul 07 19:07:07.426677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e03e083f-8fcd-4077-b375-451b71f42eb5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.453839 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6ef2ed55-4861-46d8-b8ed-532df9a765bd req-61abb7ac-7cfb-436c-86c9-c4bf5e7e1d2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349 HTTP/1.1" status: 200 len: 217 time: 0.0400503 Jul 07 19:07:07.454866 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e03e083f-8fcd-4077-b375-451b71f42eb5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.464031 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.482359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e083f-8fcd-4077-b375-451b71f42eb5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a489e8-9145-4a4f-9916-ddfd19c4b1a0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:07.496439 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.496818 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.497641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.497917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.498259 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.498658 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.498971 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.499293 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.499609 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.499922 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.509623 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e03e083f-8fcd-4077-b375-451b71f42eb5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.514267 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e03e083f-8fcd-4077-b375-451b71f42eb5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4510734 Jul 07 19:07:07.514760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:07.521072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:07.555285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2ed55-4861-46d8-b8ed-532df9a765bd req-45746c3c-bee0-4900-9997-16789abe08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:07.557408 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6ef2ed55-4861-46d8-b8ed-532df9a765bd req-45746c3c-bee0-4900-9997-16789abe08cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0875330 Jul 07 19:07:07.567579 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.568009 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.568272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.568661 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 19:07:07.569062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01f5cb0-9fa1-4346-9d6b-5e2b06741413']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:07.578055 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.631489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69b272d-ea51-43fb-bd58-47cd1cdc647c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:07.631836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69b272d-ea51-43fb-bd58-47cd1cdc647c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:07.680738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2ed55-4861-46d8-b8ed-532df9a765bd req-ab1fc1d6-4b53-4760-9f43-b570057d39e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:07.682652 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6ef2ed55-4861-46d8-b8ed-532df9a765bd req-ab1fc1d6-4b53-4760-9f43-b570057d39e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173408 Jul 07 19:07:07.686755 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.760844 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.769998 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6ab74d9-7c4a-4ce3-814c-83e315aa65d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.812092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d7275-4e0c-4011-9508-fd2093e5fc63 req-06275508-7e6c-4405-8bcf-6deec4925c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:07.813307 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6ef2ed55-4861-46d8-b8ed-532df9a765bd req-5c45e0e9-dd4e-4ec6-9cc5-8ed3541145a9 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184814 Jul 07 19:07:07.813731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b3d7275-4e0c-4011-9508-fd2093e5fc63 req-06275508-7e6c-4405-8bcf-6deec4925c18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5202129 Jul 07 19:07:07.814754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.824581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:07:07.825054 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: from cryptography.utils import int_from_bytes Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: from cryptography.utils import int_from_bytes Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:07:07.829198 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:07:07.833429 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:07:07.903925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Allocated IP 192.168.233.219 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/60ae7394-3053-4081-933f-ce87390732db) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:07.955139 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6ab74d9-7c4a-4ce3-814c-83e315aa65d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.001312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4aedd44c-23ff-4a17-b6e7-d49893b9444e details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:07:08.001953 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.009230 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6ef2ed55-4861-46d8-b8ed-532df9a765bd req-8a5c872e-8120-4da0-a1c7-e6bc8a57c369 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568749 Jul 07 19:07:08.010429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Allocated IP 172.25.2.33 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/7bf071ff-47e7-4e5e-96c5-94a1ad2a0af4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:08.036121 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.116256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.118230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] 10.222.0.113 "DELETE /v2.0/networks/e01f5cb0-9fa1-4346-9d6b-5e2b06741413 HTTP/1.1" status: 204 len: 168 time: 3.0439734 Jul 07 19:07:08.126606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dad6c-93ca-4353-9232-f172bedc3654 req-3f5c37e0-7051-4133-86de-43d02ed3666b tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:08.128128 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-235dad6c-93ca-4353-9232-f172bedc3654 req-3f5c37e0-7051-4133-86de-43d02ed3666b tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 948 time: 0.5067935 Jul 07 19:07:08.131971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 4aedd44c-23ff-4a17-b6e7-d49893b9444e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4aedd44c-23ff-4a17-b6e7-d49893b9444e,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:08.149577 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.150871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '4aedd44c-23ff-4a17-b6e7-d49893b9444e', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '4aedd44c-23ff-4a17-b6e7-d49893b9444e', 'mac_address': 'fa:16:3e:55:c6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:07:08.163128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f040d-7dc4-46b8-8783-a0d65360decb admin admin] Pushing event deleted for resources: {'Network': ['ID=e01f5cb0-9fa1-4346-9d6b-5e2b06741413,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:08.198892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 03f6c716-00e4-4a2f-a003-98363ff21005 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:07:08.206119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.233981 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.251612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aedd44c-23ff-4a17-b6e7-d49893b9444e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:08.276334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b3d7275-4e0c-4011-9508-fd2093e5fc63 req-235fdb56-008e-44ba-92c9-0eb9ccbad6e2 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329925 Jul 07 19:07:08.291975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:08.296773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:08.302129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6ab74d9-7c4a-4ce3-814c-83e315aa65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.304789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6ab74d9-7c4a-4ce3-814c-83e315aa65d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.308303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a6ab74d9-7c4a-4ce3-814c-83e315aa65d9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0702aecc-6df4-4650-82d9-b8ec148de51f HTTP/1.1" status: 204 len: 168 time: 0.9966910 Jul 07 19:07:08.317961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:08.365203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:08.377038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event updated for resources: {'Port': ['ID=7bf071ff-47e7-4e5e-96c5-94a1ad2a0af4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:08.378623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-235dad6c-93ca-4353-9232-f172bedc3654 req-c8a6fe57-dbb3-4780-86aa-94451fc94089 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353868 Jul 07 19:07:08.400332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 4aedd44c-23ff-4a17-b6e7-d49893b9444e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4aedd44c-23ff-4a17-b6e7-d49893b9444e,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:08.402171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab74d9-7c4a-4ce3-814c-83e315aa65d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0702aecc-6df4-4650-82d9-b8ec148de51f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:08.443194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-28707b0f-1406-44bc-a695-75b5e3709682 req-c2aa5d4d-8e77-4556-9bd3-8f066a1a6a58 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 210 time: 0.0616441 Jul 07 19:07:08.464967 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.481101 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45449cb9-af70-44a3-ab2f-d85b76e28928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.496501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.525870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.543098 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.547876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Transition to ACTIVE for port object 60ae7394-3053-4081-933f-ce87390732db will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:08.551866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c9b810ff-df3e-4be6-918a-e9162a04e3cd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=14b41b4b8d424432816fee9313b58595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847544 Jul 07 19:07:08.571170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:08.654456 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.682810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b3d7275-4e0c-4011-9508-fd2093e5fc63 req-9de11ccf-0be2-4c88-9998-39c26b381cfd service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962815 Jul 07 19:07:08.699865 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:08.707803 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e49a43f8-1ab1-4150-8680-ca1c08c26fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.739061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'f8691e10-c0e4-4466-9855-55820685703c', '113186cf-875d-4cc7-bd2f-ba1294ca7768', '3783df3b-cb35-4354-b55e-ad5b597e560a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:08.746152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e49a43f8-1ab1-4150-8680-ca1c08c26fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.774367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:07:08.781847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:08.788280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=4aedd44c-23ff-4a17-b6e7-d49893b9444e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:08.799870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:08.810067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a53bfc-502a-4dad-8786-1a8084a852a4 req-e88b017c-bb07-4efc-b40b-627dd62cb45a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:08.812317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07a53bfc-502a-4dad-8786-1a8084a852a4 req-e88b017c-bb07-4efc-b40b-627dd62cb45a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 946 time: 0.2171645 Jul 07 19:07:08.813361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:08.816512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:08.845605 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event updated for resources: {'Port': ['ID=60ae7394-3053-4081-933f-ce87390732db,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:08.853133 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.854184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['4aedd44c-23ff-4a17-b6e7-d49893b9444e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:08.871420 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.882175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '03f6c716-00e4-4a2f-a003-98363ff21005', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '03f6c716-00e4-4a2f-a003-98363ff21005', 'mac_address': 'fa:16:3e:5c:ec:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:07:08.919379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07a53bfc-502a-4dad-8786-1a8084a852a4 req-2ea2fbf8-df08-46a7-ad36-b5aa4d48ec2b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975916 Jul 07 19:07:08.972147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event updated for resources: {'Port': ['ID=7bf071ff-47e7-4e5e-96c5-94a1ad2a0af4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:08.975842 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e49a43f8-1ab1-4150-8680-ca1c08c26fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.979649 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e49a43f8-1ab1-4150-8680-ca1c08c26fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:08.996441 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e49a43f8-1ab1-4150-8680-ca1c08c26fd6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d0c0b41b-48ef-417d-a05e-8b5c288a2937 HTTP/1.1" status: 204 len: 168 time: 0.4119587 Jul 07 19:07:09.029129 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:09.030468 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.032075 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a43f8-1ab1-4150-8680-ca1c08c26fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c0b41b-48ef-417d-a05e-8b5c288a2937,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:09.054204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-f0108e05-dd52-46e6-889c-21cff6c6314f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9057298 Jul 07 19:07:09.085355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Request body: {'port': {'device_id': '71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:09.114410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:09.128904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:07:09.137832 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.144374 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2649fc37-77e5-4244-b06c-be19be7511c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.157703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Sync routers for ids ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:07:09.165862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.172598 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a464b5d0-f919-455a-8ed5-9198d9396251 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6511586 Jul 07 19:07:09.216800 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.221059 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b9f8da7f-df8f-413d-9890-b10ded49b962 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4796901 Jul 07 19:07:09.221915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:09.242139 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.257336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Routers {'a0d65c11-818f-46f0-9b1d-adc0f27fbf45'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:09.257976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:06:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:09.379734 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.411108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Set router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:09.531833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f6c716-00e4-4a2f-a003-98363ff21005 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:09.535774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99325ef2-645d-4697-9d85-79866bb8f076 None None] Provisioning for port 60ae7394-3053-4081-933f-ce87390732db completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:09.596134 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2649fc37-77e5-4244-b06c-be19be7511c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.615827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99325ef2-645d-4697-9d85-79866bb8f076 None None] Provisioning complete for port 60ae7394-3053-4081-933f-ce87390732db triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:09.616224 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99325ef2-645d-4697-9d85-79866bb8f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.642620 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2649fc37-77e5-4244-b06c-be19be7511c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.732280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649fc37-77e5-4244-b06c-be19be7511c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2390906e-5950-4d79-87d9-ac183e790608,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:09.746879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2649fc37-77e5-4244-b06c-be19be7511c1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0eb31f4c30224426abcc102028512931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6285558 Jul 07 19:07:09.749127 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:09.754460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da23aaa-c882-4026-928e-cf06155e30ce req-bcdb5384-68dc-4641-8209-c8445b910d46 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:09.761815 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-bcdb5384-68dc-4641-8209-c8445b910d46 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/networks?id=cea8a7e9-722a-43c6-af28-5e27349dc8c6 HTTP/1.1" status: 200 len: 822 time: 0.2860701 Jul 07 19:07:09.785651 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-5166cc77-0de2-4cb6-a6d5-ff706d41e244 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/quotas/aa3e95f9017142f5978bc3bf24e8b388 HTTP/1.1" status: 200 len: 375 time: 0.0216656 Jul 07 19:07:09.841434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.878776 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-309e0787-c32b-42d9-8b06-6822aa648755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.926272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:09.944240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ae7394-3053-4081-933f-ce87390732db {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:09.949703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-309e0787-c32b-42d9-8b06-6822aa648755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.955380 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.979779 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:09.997005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Transition to ACTIVE for port object 60ae7394-3053-4081-933f-ce87390732db will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:10.008149 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:10.027811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-99325ef2-645d-4697-9d85-79866bb8f076 None None] Port 60ae7394-3053-4081-933f-ce87390732db cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:10.075549 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-309e0787-c32b-42d9-8b06-6822aa648755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:10.079906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-309e0787-c32b-42d9-8b06-6822aa648755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:10.081512 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-309e0787-c32b-42d9-8b06-6822aa648755 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2390906e-5950-4d79-87d9-ac183e790608 HTTP/1.1" status: 204 len: 168 time: 0.3299847 Jul 07 19:07:10.095285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:10.100202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e0787-c32b-42d9-8b06-6822aa648755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2390906e-5950-4d79-87d9-ac183e790608,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:10.115291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Allocated IP 172.20.0.1 (6951925a-2c29-4cfd-98f8-e14789d3e723/e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258/ad83e93c-6552-4d36-a149-5aa0d17c6ad6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:10.152035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 13907cfc-f920-41e4-9b1f-ac944eaf2349 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:07:10.227662 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:10.305356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:10.336964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:06Z', 'revision_number': 3, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:10.369375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'mac_address': 'fa:16:3e:af:87:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:07:10.374897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Checking router: a0d65c11-818f-46f0-9b1d-adc0f27fbf45 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:07:10.375461 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Updating router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:07:10.403302 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:10.416895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['03f6c716-00e4-4a2f-a003-98363ff21005'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:10.448544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Transition to ACTIVE for port object ad83e93c-6552-4d36-a149-5aa0d17c6ad6 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:10.520434 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:10.538677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:10.570637 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:10.610008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ad83e93c-6552-4d36-a149-5aa0d17c6ad6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:10.628049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Network 6951925a-2c29-4cfd-98f8-e14789d3e723 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:10.630134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Attempting to bind port 60ae7394-3053-4081-933f-ce87390732db on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:10.630877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13907cfc-f920-41e4-9b1f-ac944eaf2349 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:10.631269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:10.634244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Attempting to bind port 60ae7394-3053-4081-933f-ce87390732db by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:10.634415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:10.634946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Attempting to bind port 60ae7394-3053-4081-933f-ce87390732db on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:10.675646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-19751a20-469a-4e84-99ad-89d8b9544aa0 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=aa3e95f9017142f5978bc3bf24e8b388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8817582 Jul 07 19:07:10.687399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-184f7e06-1e24-49b1-82f8-c16da14d6578 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:07:10.690002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-network', 'tenant_id': '12349f714255495d9f983fc6625fa80c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:10.701284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-184f7e06-1e24-49b1-82f8-c16da14d6578 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246601 Jul 07 19:07:10.709546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Port 60ae7394-3053-4081-933f-ce87390732db on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:07:10.710011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Attempting to bind port 60ae7394-3053-4081-933f-ce87390732db on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:10.725065 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:10.741366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:10.741749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:10.742096 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:10.742555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Bound port: 60ae7394-3053-4081-933f-ce87390732db, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:10.742916 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:10.803532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:10.815322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Pushing event updated for resources: {'Port': ['ID=60ae7394-3053-4081-933f-ce87390732db,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:10.827652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:10.861839 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:10.903528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-b6636960-fb94-416a-9007-bf05970d48ed service neutron] 10.222.0.113 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009504 Jul 07 19:07:10.947292 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05535d35-2946-4e46-894e-d8a9db0d70a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:10.973357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=13907cfc-f920-41e4-9b1f-ac944eaf2349,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:11.042993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fd159-df3c-43a0-8219-a9b917ca8829 req-9c5fcec1-4d1a-4ab6-ab3c-6b833957fe48 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:11.043936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c56fd159-df3c-43a0-8219-a9b917ca8829 req-9c5fcec1-4d1a-4ab6-ab3c-6b833957fe48 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 949 time: 1.0439177 Jul 07 19:07:11.074629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Made reservation on behalf of 12349f714255495d9f983fc6625fa80c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:11.077818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.090828 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.110316 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c23482c2-68ee-4cf1-9d82-73fce8022a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.129637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] For port 60ae7394-3053-4081-933f-ce87390732db, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:11.176425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] For port 60ae7394-3053-4081-933f-ce87390732db, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=60ae7394-3053-4081-933f-ce87390732db,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:11.181432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-abee984d-2091-49e7-a7d3-e136ad68b7d1 service neutron] 10.222.0.113 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465258 Jul 07 19:07:11.184691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c56fd159-df3c-43a0-8219-a9b917ca8829 req-099306c3-33ae-4a99-a02f-e6af382b044f tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204183 Jul 07 19:07:11.191272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.267645 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-adfb7ed6-71ac-4522-89a6-f113d0ab2e70 None None] Provisioning for port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:11.287731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:11.291572 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.302655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-adfb7ed6-71ac-4522-89a6-f113d0ab2e70 None None] Provisioning complete for port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:11.303042 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-adfb7ed6-71ac-4522-89a6-f113d0ab2e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.317609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['13907cfc-f920-41e4-9b1f-ac944eaf2349'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:11.331757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] 10.222.0.59 "PUT /v2.0/ports/60ae7394-3053-4081-933f-ce87390732db HTTP/1.1" status: 200 len: 1097 time: 2.2603776 Jul 07 19:07:11.331944 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.347600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1', 'tag': '60ae7394-3053-4081-933f-ce87390732db'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:11.350910 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77a1610-69a1-4d01-81f7-b9f42f545fca" -d '{"events": [{"name": "network-changed", "server_uuid": "71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1", "tag": "60ae7394-3053-4081-933f-ce87390732db"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:11.419986 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.482424 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05535d35-2946-4e46-894e-d8a9db0d70a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.490642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d4c57-0c5a-4d51-b717-ae50186b694e service neutron] Pushing event updated for resources: {'Port': ['ID=60ae7394-3053-4081-933f-ce87390732db,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:11.521550 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05535d35-2946-4e46-894e-d8a9db0d70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.539680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-adfb7ed6-71ac-4522-89a6-f113d0ab2e70 None None] Port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:11.596820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-05535d35-2946-4e46-894e-d8a9db0d70a1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e7de966a23ba46938e54dd6487b013fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7822566 Jul 07 19:07:11.602168 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:11.749243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05535d35-2946-4e46-894e-d8a9db0d70a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fbb356-bc64-42f7-8e3c-c7125bc80165,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:11.783180 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.788029 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f899a6-091f-4248-82d8-9b4d0049d7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.789297 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf879c-2c2f-47d0-a1a8-e374b62a3938 req-fbae60cd-c6ee-42b5-a87c-8d496ce9eaa5 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:11.790953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ebf879c-2c2f-47d0-a1a8-e374b62a3938 req-fbae60cd-c6ee-42b5-a87c-8d496ce9eaa5 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 948 time: 0.3026659 Jul 07 19:07:11.812332 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f899a6-091f-4248-82d8-9b4d0049d7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.814905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba15ab-8307-4e9d-88c5-610296a796d0 req-795121e3-1488-46f6-b777-fa6368360c0c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:11.817247 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8eba15ab-8307-4e9d-88c5-610296a796d0 req-795121e3-1488-46f6-b777-fa6368360c0c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 947 time: 0.1622007 Jul 07 19:07:11.850688 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.866770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-e8bc7655-eabc-42b2-a27e-7b20269845be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:11.868424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-e8bc7655-eabc-42b2-a27e-7b20269845be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 1100 time: 0.2806551 Jul 07 19:07:11.902257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8eba15ab-8307-4e9d-88c5-610296a796d0 req-6e1dc237-82bf-471b-9779-a1a251a17624 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741506 Jul 07 19:07:11.914570 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.928051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Transition to ACTIVE for port object fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:11.934526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.939973 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f899a6-091f-4248-82d8-9b4d0049d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.942321 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f899a6-091f-4248-82d8-9b4d0049d7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.943424 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-72f899a6-091f-4248-82d8-9b4d0049d7f9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e4fbb356-bc64-42f7-8e3c-c7125bc80165 HTTP/1.1" status: 204 len: 168 time: 0.3393662 Jul 07 19:07:11.952938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.957357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-0885eb4e-0150-4cf2-b58f-276cdc1a602e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=60ae7394-3053-4081-933f-ce87390732db HTTP/1.1" status: 200 len: 217 time: 0.0704236 Jul 07 19:07:11.959315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ad83e93c-6552-4d36-a149-5aa0d17c6ad6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:11.972329 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:11.974239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f899a6-091f-4248-82d8-9b4d0049d7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fbb356-bc64-42f7-8e3c-c7125bc80165,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:11.992604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:07:12.018814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-7fda03ba-b5b7-4543-8701-a1031418a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:12.020731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-7fda03ba-b5b7-4543-8701-a1031418a548 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0559320 Jul 07 19:07:12.027096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ebf879c-2c2f-47d0-a1a8-e374b62a3938 req-01e0fe10-3ed7-47dd-adf6-7c2de2a302f8 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083583 Jul 07 19:07:12.027306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.027306 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Added segment 41872a6f-ee6b-4a84-83cb-3aff0f201fb6 of type vlan for network c9a49987-70fa-4a81-b962-abc9d54c2b3f Jul 07 19:07:12.061530 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2874268-9dc4-4962-ab8b-534ffa406ac9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:12.080692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.103619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-99d8b893-53e6-4f71-b877-584f670c68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:12.105420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-99d8b893-53e6-4f71-b877-584f670c68af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776346 Jul 07 19:07:12.110347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4aedd44c-23ff-4a17-b6e7-d49893b9444e up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:12.116216 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.169440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Network 6951925a-2c29-4cfd-98f8-e14789d3e723 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:12.172174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:12.182732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.183826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:12.184463 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.285710 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de2cc78-ce66-417f-8b72-f0f3ffd17ced x-openstack-request-id: req-2de2cc78-ce66-417f-8b72-f0f3ffd17ced {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:12.286064 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1", "tag": "60ae7394-3053-4081-933f-ce87390732db", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:12.286324 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2de2cc78-ce66-417f-8b72-f0f3ffd17ced {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:12.286921 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1', 'tag': '60ae7394-3053-4081-933f-ce87390732db', 'status': 'completed', 'code': 200} Jul 07 19:07:12.342063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695f8e9-d293-4281-b015-305ebe35fba7 None None] Pushing event updated for resources: {'Port': ['ID=fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:12.347307 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1182885 Jul 07 19:07:12.359051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:12.366854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 03f6c716-00e4-4a2f-a003-98363ff21005 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:12.376691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] Request body: {'subnet': {'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-subnet', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:12.431921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df040714-f893-409f-89e2-b56c43cdd17c admin admin] Pushing event updated for resources: {'Network': ['ID=c9a49987-70fa-4a81-b962-abc9d54c2b3f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:12.464085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] Made reservation on behalf of 12349f714255495d9f983fc6625fa80c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:12.466622 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.496706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network c9a49987-70fa-4a81-b962-abc9d54c2b3f details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:07:12.523058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:07:12.586375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7c843fe-c884-4909-9bc9-f47a9206b7df req-edcd1a98-0ce0-411c-b59b-249c02220a7f tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 210 time: 0.3087046 Jul 07 19:07:12.594476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-47b9de77-0ba4-471e-aae9-e674b1a86de5 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805660 Jul 07 19:07:12.641188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Attempting to bind port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:12.641872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Attempting to bind port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:12.642403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Attempting to bind port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:12.661287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:12.662060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:12.662543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.663359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:12.663477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Bound port: fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:12.663797 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.666054 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.736872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:07:12.746320 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f95c0a3a-1c72-4bfb-a636-d1a4404b68e7 admin admin] 10.222.0.113 "PUT /v2.0/routers/a0d65c11-818f-46f0-9b1d-adc0f27fbf45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5227969 Jul 07 19:07:12.769455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e13a6-04c5-4473-9a52-143c9dae9d0b req-8c7dbe53-5a95-482c-acab-31c4a6641d6f tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:12.771101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-540e13a6-04c5-4473-9a52-143c9dae9d0b req-8c7dbe53-5a95-482c-acab-31c4a6641d6f tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 949 time: 0.3072426 Jul 07 19:07:12.781243 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.825512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81c95b59-b668-4251-b3ac-9e4c5a98de80 req-6fef3847-3992-4079-9041-91fe5ddd65d5 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155228 Jul 07 19:07:12.841547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-540e13a6-04c5-4473-9a52-143c9dae9d0b req-4673994a-924c-4558-afe8-ba26e2ea7f6e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578866 Jul 07 19:07:12.853712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfc6dba-762c-406b-9461-b0b3e622a1f8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:12.867424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 4aedd44c-23ff-4a17-b6e7-d49893b9444e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:12.882307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] Checking segment: {'id': '41872a6f-ee6b-4a84-83cb-3aff0f201fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:12.884001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] Network hostable DHCP agents. Network: c9a49987-70fa-4a81-b962-abc9d54c2b3f, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:07:12.905061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 4aedd44c-23ff-4a17-b6e7-d49893b9444e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:12.905439 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.925266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] Network c9a49987-70fa-4a81-b962-abc9d54c2b3f is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:07:12.941572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, c9a49987-70fa-4a81-b962-abc9d54c2b3f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:12.948373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b7296b02-5d30-49e7-8a71-7924a3fece2b None None] Provisioning complete for port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:12.948818 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7296b02-5d30-49e7-8a71-7924a3fece2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.956710 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:12.960004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] For port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:12.962067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:12.990305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29be93d-f5ea-413d-9284-2348aab04f46 None None] Network c9a49987-70fa-4a81-b962-abc9d54c2b3f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:12.996105 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-90558db6-c7f1-4d6b-a773-5a629ec513d0 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6358404 Jul 07 19:07:12.999762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:13.006222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 03f6c716-00e4-4a2f-a003-98363ff21005 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:13.006564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-router', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:13.030900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] For port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:13.049117 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:13.051701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:13.072904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 03f6c716-00e4-4a2f-a003-98363ff21005 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:13.073338 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:13.080993 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:13.083826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a1610-69a1-4d01-81f7-b9f42f545fca req-f89683a5-d1dc-4f2a-aba3-a085e2cd4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:13.089716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a77a1610-69a1-4d01-81f7-b9f42f545fca req-f89683a5-d1dc-4f2a-aba3-a085e2cd4bcf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 1100 time: 0.1507976 Jul 07 19:07:13.145434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b7296b02-5d30-49e7-8a71-7924a3fece2b None None] Port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:13.166653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:13.345273 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:13.383973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Routers {'a0d65c11-818f-46f0-9b1d-adc0f27fbf45'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:13.384983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:07:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:13.396075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695f8e9-d293-4281-b015-305ebe35fba7 None None] Pushing event updated for resources: {'Port': ['ID=fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:13.425321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a1610-69a1-4d01-81f7-b9f42f545fca req-69953540-7312-4a1b-bcc0-d658ac79f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:13.426887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a77a1610-69a1-4d01-81f7-b9f42f545fca req-69953540-7312-4a1b-bcc0-d658ac79f296 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.3300803 Jul 07 19:07:13.540452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a77a1610-69a1-4d01-81f7-b9f42f545fca req-70f11646-c7bc-4451-a45e-2debf05a3b55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=60ae7394-3053-4081-933f-ce87390732db HTTP/1.1" status: 200 len: 217 time: 0.0967886 Jul 07 19:07:13.552798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d49cd4-bf84-4845-886f-81790e22f360 req-60a740bb-7c3e-4b58-a842-6aaef04d5281 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:13.554371 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44d49cd4-bf84-4845-886f-81790e22f360 req-60a740bb-7c3e-4b58-a842-6aaef04d5281 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 947 time: 0.3263061 Jul 07 19:07:13.665367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] Set router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:13.680868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30abb1-0ffd-40d4-9fa2-f5e3398803f4 req-9ea14d14-3f64-4d17-a065-99c727fb64cf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:13.688640 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e30abb1-0ffd-40d4-9fa2-f5e3398803f4 req-9ea14d14-3f64-4d17-a065-99c727fb64cf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 948 time: 0.4089561 Jul 07 19:07:13.729911 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:13.785498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44d49cd4-bf84-4845-886f-81790e22f360 req-c04708a6-9220-46bb-a3a9-fc8fcd5e3c7c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195895 Jul 07 19:07:13.803102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a1610-69a1-4d01-81f7-b9f42f545fca req-c68821ad-eda5-4f80-9467-917c605ee5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:13.808711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a77a1610-69a1-4d01-81f7-b9f42f545fca req-c68821ad-eda5-4f80-9467-917c605ee5c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.2493355 Jul 07 19:07:13.867031 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:13.872714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-c9a49987-70fa-4a81-b962-abc9d54c2b3f', 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'fixed_ips': [{'subnet_id': 'dcfc6dba-762c-406b-9461-b0b3e622a1f8'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:07:13.873798 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:13.893247 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:13.930143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e30abb1-0ffd-40d4-9fa2-f5e3398803f4 req-f006bada-60e3-4242-856d-c20e641e8d47 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401965 Jul 07 19:07:13.995749 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:14.018893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a1610-69a1-4d01-81f7-b9f42f545fca req-f8e2bda5-66d5-4ee2-ad72-182b10a69055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:14.029378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a77a1610-69a1-4d01-81f7-b9f42f545fca req-f8e2bda5-66d5-4ee2-ad72-182b10a69055 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1703656 Jul 07 19:07:14.057631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da23aaa-c882-4026-928e-cf06155e30ce req-491e1150-9893-4c9b-922f-33fde45447b3 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:14.059128 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-491e1150-9893-4c9b-922f-33fde45447b3 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.112 "GET /v2.0/networks?id=cea8a7e9-722a-43c6-af28-5e27349dc8c6 HTTP/1.1" status: 200 len: 822 time: 0.4722245 Jul 07 19:07:14.089810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Request body: {'port': {'device_id': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6', 'admin_state_up': True, 'tenant_id': 'aa3e95f9017142f5978bc3bf24e8b388'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:14.254136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Allocated IP 172.25.2.75 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/23a82fcd-2e8a-4c19-82de-19d02ce43c2a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:14.260984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Made reservation on behalf of aa3e95f9017142f5978bc3bf24e8b388 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:14.261198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a77a1610-69a1-4d01-81f7-b9f42f545fca req-bd97b84f-263a-4d62-807d-94fc8ef82792 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086329 Jul 07 19:07:14.265581 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:14.300212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:14.304832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69b5db2e-c259-435a-84ad-a30db70cb40b req-ddefa713-af37-42cf-9451-530863a26ca0 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 210 time: 0.0426362 Jul 07 19:07:14.481333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23627ee-c878-491b-86bf-918934d8615b req-e3287df4-f29b-4383-840b-53ea659e0c42 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:14.483516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a23627ee-c878-491b-86bf-918934d8615b req-e3287df4-f29b-4383-840b-53ea659e0c42 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 949 time: 0.1725986 Jul 07 19:07:14.508533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Allocated IP 172.20.0.2 (c9a49987-70fa-4a81-b962-abc9d54c2b3f/dcfc6dba-762c-406b-9461-b0b3e622a1f8/74e85971-56e4-4d40-ba31-9ce762dd1c9d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:14.542609 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a77a1610-69a1-4d01-81f7-b9f42f545fca req-4736d9ee-25fd-4595-b2e8-b0740b5aa241 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946466 Jul 07 19:07:14.588698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a23627ee-c878-491b-86bf-918934d8615b req-6a1ff2ce-8f23-4512-b52f-a3287ad5ad69 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918248 Jul 07 19:07:14.643389 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:14.648849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38537da-1505-450c-895f-24fa9a945994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6c716-00e4-4a2f-a003-98363ff21005'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:14.650894 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9ff0f1-ccce-401c-907a-fb973de2c725" -d '{"events": [{"server_uuid": "f38537da-1505-450c-895f-24fa9a945994", "name": "network-vif-plugged", "status": "completed", "tag": "03f6c716-00e4-4a2f-a003-98363ff21005"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:14.692342 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:14.729908 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ad6346-c576-426d-bc92-4a02970230a1 x-openstack-request-id: req-a7ad6346-c576-426d-bc92-4a02970230a1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:14.730200 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38537da-1505-450c-895f-24fa9a945994", "name": "network-vif-plugged", "status": "completed", "tag": "03f6c716-00e4-4a2f-a003-98363ff21005", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:14.730457 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a7ad6346-c576-426d-bc92-4a02970230a1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:14.730891 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38537da-1505-450c-895f-24fa9a945994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6c716-00e4-4a2f-a003-98363ff21005', 'code': 200} Jul 07 19:07:14.760333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 13907cfc-f920-41e4-9b1f-ac944eaf2349 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:14.764457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 4aedd44c-23ff-4a17-b6e7-d49893b9444e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4aedd44c-23ff-4a17-b6e7-d49893b9444e,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:14.800944 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:14.811599 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:14.852406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Transition to ACTIVE for port object 74e85971-56e4-4d40-ba31-9ce762dd1c9d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:14.889153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:14.889303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:14.908745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Transition to ACTIVE for port object 74e85971-56e4-4d40-ba31-9ce762dd1c9d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:14.934409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:14.957823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ad83e93c-6552-4d36-a149-5aa0d17c6ad6', 'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'mac_address': 'fa:16:3e:48:c1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:09Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 2, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'subnets': [{'id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:15.004104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb409f-0584-4117-9212-1847ddd10cb3 req-15d7cc47-8c83-498c-9fb1-178376e184a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:15.007799 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77eb409f-0584-4117-9212-1847ddd10cb3 req-15d7cc47-8c83-498c-9fb1-178376e184a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 1101 time: 0.1723268 Jul 07 19:07:15.022023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:15.031203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:15.033935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:15.074781 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:15.078109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49de009-b2db-4722-8d4e-f43cf927be54 None None] The sync data for ids ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'] in n-d-792394-12 is: [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ad83e93c-6552-4d36-a149-5aa0d17c6ad6', 'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'mac_address': 'fa:16:3e:48:c1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:09Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 2, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'subnets': [{'id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:07:15.112917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77eb409f-0584-4117-9212-1847ddd10cb3 req-9a910150-3396-45ab-a4ff-2333a87481bf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962570 Jul 07 19:07:15.116619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Pushing event updated for resources: {'Port': ['ID=23a82fcd-2e8a-4c19-82de-19d02ce43c2a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:15.119128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 13907cfc-f920-41e4-9b1f-ac944eaf2349 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:15.130913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=4aedd44c-23ff-4a17-b6e7-d49893b9444e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:15.133178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Allocated IP 172.20.0.13 (cea8a7e9-722a-43c6-af28-5e27349dc8c6/726dd8ca-6ff9-4083-80a3-660a9af22c42/5ae7db7d-8ccb-43e5-a716-3897762a0d3b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:15.133755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 13907cfc-f920-41e4-9b1f-ac944eaf2349 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:15.134192 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:15.147001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Network c9a49987-70fa-4a81-b962-abc9d54c2b3f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:15.188229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:15.196139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:15.221868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46798e27-b87b-4376-8c91-6fa609993ba9 req-88f84b4c-ca8c-4da5-ad46-780be6d9f286 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:15.230670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46798e27-b87b-4376-8c91-6fa609993ba9 req-88f84b4c-ca8c-4da5-ad46-780be6d9f286 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 947 time: 0.1200204 Jul 07 19:07:15.262675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Pushing event updated for resources: {'Port': ['ID=74e85971-56e4-4d40-ba31-9ce762dd1c9d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:15.304054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46798e27-b87b-4376-8c91-6fa609993ba9 req-7b35ec56-fb88-4a0b-9a68-0a30a639e969 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722170 Jul 07 19:07:15.550911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906023a-ca8d-4aaf-ab9f-6217baf9057d req-fe153b81-637d-44a6-ae4c-a7b6334cc63c tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:15.558584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d906023a-ca8d-4aaf-ab9f-6217baf9057d req-fe153b81-637d-44a6-ae4c-a7b6334cc63c tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 948 time: 0.1606383 Jul 07 19:07:15.597307 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:15.620436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Attempting to bind port 74e85971-56e4-4d40-ba31-9ce762dd1c9d on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:15.621006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Attempting to bind port 74e85971-56e4-4d40-ba31-9ce762dd1c9d by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '41872a6f-ee6b-4a84-83cb-3aff0f201fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:15.621374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Attempting to bind port 74e85971-56e4-4d40-ba31-9ce762dd1c9d on network c9a49987-70fa-4a81-b962-abc9d54c2b3f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:15.645703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d906023a-ca8d-4aaf-ab9f-6217baf9057d req-3b9f69f9-bbe6-4c25-95c0-e84ab505ef19 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853045 Jul 07 19:07:15.657185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:15.657570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Checking segment: {'id': '41872a6f-ee6b-4a84-83cb-3aff0f201fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:15.657980 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:15.658377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Bound using segment: {'id': '41872a6f-ee6b-4a84-83cb-3aff0f201fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:15.658862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Bound port: 74e85971-56e4-4d40-ba31-9ce762dd1c9d, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41872a6f-ee6b-4a84-83cb-3aff0f201fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:15.659242 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:15.760117 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:15.781517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] For port 74e85971-56e4-4d40-ba31-9ce762dd1c9d, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:15.785674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] For port 74e85971-56e4-4d40-ba31-9ce762dd1c9d, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=74e85971-56e4-4d40-ba31-9ce762dd1c9d,segment=NetworkSegment(41872a6f-ee6b-4a84-83cb-3aff0f201fb6),segment_id=41872a6f-ee6b-4a84-83cb-3aff0f201fb6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:15.787944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:15.794015 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:15.816145 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:15.862561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eabe33f0-2a75-4032-a3a4-8c85bb37664a req-6a799c7a-ea90-46a2-bc82-29a382e4cb38 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 210 time: 0.0449417 Jul 07 19:07:15.889774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5872d64-be53-4a7b-b8a4-cd6242577fee None None] Pushing event updated for resources: {'Port': ['ID=74e85971-56e4-4d40-ba31-9ce762dd1c9d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:15.989402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e7201-b5d6-47f3-a3af-d56f0ab1a670 req-5759b17b-e93e-4663-a8aa-3b9f995ec70e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:15.995136 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=13907cfc-f920-41e4-9b1f-ac944eaf2349,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:16.016122 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-766e7201-b5d6-47f3-a3af-d56f0ab1a670 req-5759b17b-e93e-4663-a8aa-3b9f995ec70e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 950 time: 0.1498985 Jul 07 19:07:16.098012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-766e7201-b5d6-47f3-a3af-d56f0ab1a670 req-a658a9cc-de71-42ef-92d3-eae20d0a7837 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817587 Jul 07 19:07:16.120366 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:16.183622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 60ae7394-3053-4081-933f-ce87390732db details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:07:16.289748 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:16.300313 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:16.444376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Network cea8a7e9-722a-43c6-af28-5e27349dc8c6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:16.448038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:16.454938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:16.552249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:16.555026 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:16.566421 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 60ae7394-3053-4081-933f-ce87390732db, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=60ae7394-3053-4081-933f-ce87390732db,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:16.595659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '60ae7394-3053-4081-933f-ce87390732db', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '60ae7394-3053-4081-933f-ce87390732db', 'mac_address': 'fa:16:3e:8a:8c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:07:16.631271 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event updated for resources: {'Port': ['ID=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:16.697124 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-32e765ac-2c92-4c34-b77d-8833cdbf7fa5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6110301 Jul 07 19:07:16.703219 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:16.717909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Request body: {'port': {'device_id': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:16.728521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ae7394-3053-4081-933f-ce87390732db {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:16.736403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3846397-1313-40ad-b1f9-f5fcf70a7180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aedd44c-23ff-4a17-b6e7-d49893b9444e'}, {'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:16.738839 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abab57ed-4f42-415c-ab34-add913415c64" -d '{"events": [{"server_uuid": "a3846397-1313-40ad-b1f9-f5fcf70a7180", "name": "network-vif-plugged", "status": "completed", "tag": "4aedd44c-23ff-4a17-b6e7-d49893b9444e"}, {"server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "name": "network-vif-plugged", "status": "completed", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:16.799530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd66e9e-dc0d-48da-a969-0d7ff0d01088 req-b9f5ef29-1f2f-4731-bca1-b46f07c84dec tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:16.802711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 60ae7394-3053-4081-933f-ce87390732db, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=60ae7394-3053-4081-933f-ce87390732db,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:16.813436 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:16.830720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abd66e9e-dc0d-48da-a969-0d7ff0d01088 req-b9f5ef29-1f2f-4731-bca1-b46f07c84dec tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.1523812 Jul 07 19:07:16.861689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:16.886007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=60ae7394-3053-4081-933f-ce87390732db,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:16.925186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abd66e9e-dc0d-48da-a969-0d7ff0d01088 req-ee1238db-66ea-43cd-8ab4-1d2e09686f52 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926661 Jul 07 19:07:16.987928 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:17.029470 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40632e7-fa10-4d8f-9c0d-63b1f68d417d x-openstack-request-id: req-c40632e7-fa10-4d8f-9c0d-63b1f68d417d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:17.029815 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3846397-1313-40ad-b1f9-f5fcf70a7180", "name": "network-vif-plugged", "status": "completed", "tag": "4aedd44c-23ff-4a17-b6e7-d49893b9444e", "code": 200}, {"server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "name": "network-vif-plugged", "status": "completed", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:17.030113 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c40632e7-fa10-4d8f-9c0d-63b1f68d417d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:17.030570 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3846397-1313-40ad-b1f9-f5fcf70a7180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aedd44c-23ff-4a17-b6e7-d49893b9444e', 'code': 200} Jul 07 19:07:17.030697 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'code': 200} Jul 07 19:07:17.159948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['60ae7394-3053-4081-933f-ce87390732db'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:17.462260 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-443f9add-fa4b-4d78-9170-d379da5ccc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:17.469379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Router c5fff47b-74dd-4298-8015-340a3b87ede0 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:07:17.543765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be654a6f-4d75-4327-b5b3-7a56f82094b4 None None] Network c9a49987-70fa-4a81-b962-abc9d54c2b3f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:17.674721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-530ff5cc-4a0f-42de-8038-6f0971964686 None None] Provisioning for port 74e85971-56e4-4d40-ba31-9ce762dd1c9d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:17.675606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:07:17.685331 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Sync routers for ids ['c5fff47b-74dd-4298-8015-340a3b87ede0'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:07:17.698384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a602b-2616-49d9-9c26-2edd3157fb0e req-af2cae70-a1a4-4ac3-b247-eb761025ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:17.700064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb9a602b-2616-49d9-9c26-2edd3157fb0e req-af2cae70-a1a4-4ac3-b247-eb761025ebb7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 1100 time: 0.4814360 Jul 07 19:07:17.706368 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Routers {'c5fff47b-74dd-4298-8015-340a3b87ede0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:17.720038 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:07:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c5fff47b-74dd-4298-8015-340a3b87ede0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:17.724404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5eec5-d3c1-4a1c-9fb0-1fc684018bf4 req-65cedc8e-7bb0-4805-b490-c54810ff1065 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:17.728551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae7db7d-8ccb-43e5-a716-3897762a0d3b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:17.731354 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35a5eec5-d3c1-4a1c-9fb0-1fc684018bf4 req-65cedc8e-7bb0-4805-b490-c54810ff1065 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 949 time: 0.5690925 Jul 07 19:07:17.745974 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:17.770913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d7142-c509-4013-b49b-57f8fc693385 req-1129b7fc-5ddd-430c-87c9-d0864d98fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:17.772770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-005d7142-c509-4013-b49b-57f8fc693385 req-1129b7fc-5ddd-430c-87c9-d0864d98fcf8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 1102 time: 0.6337450 Jul 07 19:07:17.777988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Transition to ACTIVE for port object 5ae7db7d-8ccb-43e5-a716-3897762a0d3b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:17.784689 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:17.796396 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-443f9add-fa4b-4d78-9170-d379da5ccc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:17.815001 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-443f9add-fa4b-4d78-9170-d379da5ccc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:17.858416 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:17.867272 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d72c2900-f9b1-4d79-be81-8dbb09d2f306 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8655441 Jul 07 19:07:17.867941 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Set router c5fff47b-74dd-4298-8015-340a3b87ede0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:17.879159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a6669-31a8-4830-b27c-54b4b0696bb3 req-0078a8e7-dfe4-4678-931d-5405fa3881a1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:17.885287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:17.886466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b27a6669-31a8-4830-b27c-54b4b0696bb3 req-0078a8e7-dfe4-4678-931d-5405fa3881a1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 932 time: 0.5312824 Jul 07 19:07:17.980658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35a5eec5-d3c1-4a1c-9fb0-1fc684018bf4 req-6ef1de4d-71d7-4481-97db-2bde47466330 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402391 Jul 07 19:07:17.991425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb9a602b-2616-49d9-9c26-2edd3157fb0e req-a1eb6988-39a8-44b9-9c14-810ea17f8124 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530367 Jul 07 19:07:17.994895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-443f9add-fa4b-4d78-9170-d379da5ccc08 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2294a770b22940fb950bb578786d779e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1318746 Jul 07 19:07:18.008205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-005d7142-c509-4013-b49b-57f8fc693385 req-9e513bf1-936a-40d9-97dc-274d6b5e8c02 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101402 Jul 07 19:07:18.010765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f9add-fa4b-4d78-9170-d379da5ccc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc1b9bb-cfc8-431c-9f61-bb008c269774,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:18.018986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34760) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:18.066898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:18.168855 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b27a6669-31a8-4830-b27c-54b4b0696bb3 req-f49e7a9b-5d5f-4605-9e4e-20a8e84e329c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811985 Jul 07 19:07:18.220507 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d67051-b63b-4792-86df-e8cea07e2437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.300307 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-router', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:13Z', 'updated_at': '2021-07-07T19:07:15Z', 'revision_number': 3, 'project_id': '12349f714255495d9f983fc6625fa80c', 'gw_port': {'id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:14Z', 'updated_at': '2021-07-07T19:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:18.383030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Attempting to bind port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:18.383636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Attempting to bind port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:18.384137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Attempting to bind port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b on network cea8a7e9-722a-43c6-af28-5e27349dc8c6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:18.397332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b on network cea8a7e9-722a-43c6-af28-5e27349dc8c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:07:18.397942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Attempting to bind port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b on network cea8a7e9-722a-43c6-af28-5e27349dc8c6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:18.404253 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Checking router: c5fff47b-74dd-4298-8015-340a3b87ede0 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:07:18.407519 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Updating router c5fff47b-74dd-4298-8015-340a3b87ede0 port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:07:18.422369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:18.423717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Checking segment: {'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:18.425082 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Bound using segment: {'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:18.430107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Bound port: 5ae7db7d-8ccb-43e5-a716-3897762a0d3b, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:18.431054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.445405 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d67051-b63b-4792-86df-e8cea07e2437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.455831 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 74e85971-56e4-4d40-ba31-9ce762dd1c9d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:18.553775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 74e85971-56e4-4d40-ba31-9ce762dd1c9d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:18.562288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 74e85971-56e4-4d40-ba31-9ce762dd1c9d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:18.562667 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.586993 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.772290 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.784616 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.802540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e8d74-6d3a-4b0c-924e-71fcfb42d63a req-890f9ba8-a9d4-4279-9f7e-aedefc50f35a tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:18.804028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e9e8d74-6d3a-4b0c-924e-71fcfb42d63a req-890f9ba8-a9d4-4279-9f7e-aedefc50f35a tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 950 time: 0.5154402 Jul 07 19:07:18.832909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 74e85971-56e4-4d40-ba31-9ce762dd1c9d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=74e85971-56e4-4d40-ba31-9ce762dd1c9d,segment=NetworkSegment(41872a6f-ee6b-4a84-83cb-3aff0f201fb6),segment_id=41872a6f-ee6b-4a84-83cb-3aff0f201fb6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:18.840986 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.842742 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:18.843141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d67051-b63b-4792-86df-e8cea07e2437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.846891 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d67051-b63b-4792-86df-e8cea07e2437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.848312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-01d67051-b63b-4792-86df-e8cea07e2437 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/dfc1b9bb-cfc8-431c-9f61-bb008c269774 HTTP/1.1" status: 204 len: 168 time: 0.8227048 Jul 07 19:07:18.900654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d67051-b63b-4792-86df-e8cea07e2437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc1b9bb-cfc8-431c-9f61-bb008c269774,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:18.960406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bb2a3-2607-4ecc-a8a9-21f57c3d5073 req-60695a24-afce-46ce-9635-6be10b275e02 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:18.966548 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-905bb2a3-2607-4ecc-a8a9-21f57c3d5073 req-60695a24-afce-46ce-9635-6be10b275e02 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.3502870 Jul 07 19:07:18.975245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e9e8d74-6d3a-4b0c-924e-71fcfb42d63a req-76c97d4e-ab31-41f2-8ef3-5899ac8e8407 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558931 Jul 07 19:07:19.056073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-905bb2a3-2607-4ecc-a8a9-21f57c3d5073 req-69fb6483-a402-4150-a188-b4d1b467eeb7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773306 Jul 07 19:07:19.056283 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=74e85971-56e4-4d40-ba31-9ce762dd1c9d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:19.073396 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:19.086738 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Transition to ACTIVE for port object 23a82fcd-2e8a-4c19-82de-19d02ce43c2a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:19.096349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Sync routers for ids ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:07:19.097145 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:19.155347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Routers {'a0d65c11-818f-46f0-9b1d-adc0f27fbf45'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:19.165013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:07:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:19.204578 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Attempting to bind port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:19.205665 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Attempting to bind port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:19.206274 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Attempting to bind port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:19.219733 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:19.220432 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:19.221098 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:19.222086 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:19.223361 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Bound port: 23a82fcd-2e8a-4c19-82de-19d02ce43c2a, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:19.224044 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:19.258058 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Pushing event updated for resources: {'Port': ['ID=23a82fcd-2e8a-4c19-82de-19d02ce43c2a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:19.276221 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.276985 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.278191 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.279224 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.282029 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.282794 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.284372 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.285903 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.286744 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.287364 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.288958 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.301306 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:19.331864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] For port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:19.337418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] For port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:19.351882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:19.408345 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] For port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:19.412962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:19.417711 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] For port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=23a82fcd-2e8a-4c19-82de-19d02ce43c2a,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:19.430903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:19.431282 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:19.434920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720902ee-00f8-4128-829d-73bd0de333ab req-def9f02a-f418-4819-9b31-2d75421ae2be tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:19.439111 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:19.444718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-720902ee-00f8-4128-829d-73bd0de333ab req-def9f02a-f418-4819-9b31-2d75421ae2be tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 949 time: 0.1491497 Jul 07 19:07:19.454332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:19.455478 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:19.457116 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] 10.222.0.112 "PUT /v2.0/ports/5ae7db7d-8ccb-43e5-a716-3897762a0d3b HTTP/1.1" status: 200 len: 1093 time: 2.7510474 Jul 07 19:07:19.457750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'tag': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:19.460570 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c091624a-3c0b-46de-9cf1-ee9b6c0fa069" -d '{"events": [{"name": "network-changed", "server_uuid": "ab09246e-70ac-4ce4-9619-c4dbe0c48bdb", "tag": "5ae7db7d-8ccb-43e5-a716-3897762a0d3b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:19.506622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-720902ee-00f8-4128-829d-73bd0de333ab req-f11aa095-12d7-429d-8a73-000477ebd069 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604520 Jul 07 19:07:19.530073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03171cd8-cf79-4373-bb88-6ce9cb419663 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:19.585659 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Routers {'c5fff47b-74dd-4298-8015-340a3b87ede0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:19.614621 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:07:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c5fff47b-74dd-4298-8015-340a3b87ede0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:19.695183 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fced5-9b00-4a62-b5d3-6d51db9a00b3 None None] Pushing event updated for resources: {'Port': ['ID=23a82fcd-2e8a-4c19-82de-19d02ce43c2a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:19.696186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035a011-a563-419a-8a77-6c1a9fb647c6 req-94469fb0-2d77-41de-9f8f-74ce69c3c804 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:19.711610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d035a011-a563-419a-8a77-6c1a9fb647c6 req-94469fb0-2d77-41de-9f8f-74ce69c3c804 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 944 time: 0.2621968 Jul 07 19:07:19.727882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:19.755219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:19.790726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Set router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:19.798643 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] Set router c5fff47b-74dd-4298-8015-340a3b87ede0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:19.818485 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0356e997-9333-4625-b8ef-edb3c5be36d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:19.899135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d035a011-a563-419a-8a77-6c1a9fb647c6 req-b3cb09d6-1851-4f2b-ab1b-f24d87afd4ed tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820443 Jul 07 19:07:19.926415 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b049b2-1d88-4a0b-9ddc-efb6ecebe6f3 x-openstack-request-id: req-38b049b2-1d88-4a0b-9ddc-efb6ecebe6f3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:19.931144 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab09246e-70ac-4ce4-9619-c4dbe0c48bdb", "tag": "5ae7db7d-8ccb-43e5-a716-3897762a0d3b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:19.932813 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-38b049b2-1d88-4a0b-9ddc-efb6ecebe6f3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:19.933481 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'tag': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b', 'status': 'completed', 'code': 200} Jul 07 19:07:20.076648 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0356e997-9333-4625-b8ef-edb3c5be36d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.090068 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0356e997-9333-4625-b8ef-edb3c5be36d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.138691 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.144945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da23aaa-c882-4026-928e-cf06155e30ce req-6f9499b0-d461-47ed-be39-fcce43d515d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:20.147100 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-6f9499b0-d461-47ed-be39-fcce43d515d2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=aa3e95f9017142f5978bc3bf24e8b388&device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 1096 time: 0.2227881 Jul 07 19:07:20.187425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:20.191279 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-router', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:13Z', 'updated_at': '2021-07-07T19:07:15Z', 'revision_number': 3, 'project_id': '12349f714255495d9f983fc6625fa80c', 'gw_port': {'id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:14Z', 'updated_at': '2021-07-07T19:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:20.195989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356e997-9333-4625-b8ef-edb3c5be36d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a2b83f-bcca-4202-a586-7590c70fb236,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:20.198396 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.199791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Allocated IP 172.20.0.1 (c9a49987-70fa-4a81-b962-abc9d54c2b3f/dcfc6dba-762c-406b-9461-b0b3e622a1f8/07ae9a5a-087c-43e1-a524-14b389341d19) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:20.209105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 60ae7394-3053-4081-933f-ce87390732db up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:20.210977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0356e997-9333-4625-b8ef-edb3c5be36d5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0ad593bfb7d64c15ab9132484bce7505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536781 Jul 07 19:07:20.214309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:20.279071 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2006b4-c310-495e-bd40-5837f3b0143d None None] The sync data for ids ['c5fff47b-74dd-4298-8015-340a3b87ede0'] in n-d-792394-12 is: [{'id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-router', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:13Z', 'updated_at': '2021-07-07T19:07:15Z', 'revision_number': 3, 'project_id': '12349f714255495d9f983fc6625fa80c', 'gw_port': {'id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:14Z', 'updated_at': '2021-07-07T19:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:07:20.299051 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84d75095-0e40-43c7-a8d1-087d53160798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.374876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ad83e93c-6552-4d36-a149-5aa0d17c6ad6', 'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'mac_address': 'fa:16:3e:48:c1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:09Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 2, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'subnets': [{'id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:20.425409 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84d75095-0e40-43c7-a8d1-087d53160798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.449270 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-7f427d78-efb0-45cd-b030-d28bb2dc1af7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae7db7d-8ccb-43e5-a716-3897762a0d3b HTTP/1.1" status: 200 len: 217 time: 0.1975746 Jul 07 19:07:20.455400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:20.474884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 74e85971-56e4-4d40-ba31-9ce762dd1c9d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:20.483121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Checking router: a0d65c11-818f-46f0-9b1d-adc0f27fbf45 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:07:20.483527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Updating router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:07:20.569710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ae72-5e69-4f23-84c9-d301462944e1 req-dabd2244-0688-484c-9e25-fcadcf2adcb8 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:20.571321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2937ae72-5e69-4f23-84c9-d301462944e1 req-dabd2244-0688-484c-9e25-fcadcf2adcb8 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 950 time: 0.2764986 Jul 07 19:07:20.573185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84d75095-0e40-43c7-a8d1-087d53160798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.577039 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84d75095-0e40-43c7-a8d1-087d53160798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.580932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-84d75095-0e40-43c7-a8d1-087d53160798 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e8a2b83f-bcca-4202-a586-7590c70fb236 HTTP/1.1" status: 204 len: 168 time: 0.3627706 Jul 07 19:07:20.586007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 60ae7394-3053-4081-933f-ce87390732db completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:20.594456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da23aaa-c882-4026-928e-cf06155e30ce req-48b248e9-b5dd-4cdf-acd2-a474d11a062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:20.597879 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-48b248e9-b5dd-4cdf-acd2-a474d11a062a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=726dd8ca-6ff9-4083-80a3-660a9af22c42 HTTP/1.1" status: 200 len: 862 time: 0.1353195 Jul 07 19:07:20.602329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd65367-984f-4761-ae0d-11612d1efd70 req-4c1d70fa-c93e-4d9a-933e-90cc2d98bec1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:20.605465 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbd65367-984f-4761-ae0d-11612d1efd70 req-4c1d70fa-c93e-4d9a-933e-90cc2d98bec1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.2443318 Jul 07 19:07:20.614201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 60ae7394-3053-4081-933f-ce87390732db triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:20.614668 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.652296 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-554200c7-dc8e-4687-9b31-740931153e89 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=cea8a7e9-722a-43c6-af28-5e27349dc8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384133 Jul 07 19:07:20.689350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d75095-0e40-43c7-a8d1-087d53160798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a2b83f-bcca-4202-a586-7590c70fb236,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:20.707426 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.721775 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.774823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Transition to ACTIVE for port object 07ae9a5a-087c-43e1-a524-14b389341d19 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:20.786037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2937ae72-5e69-4f23-84c9-d301462944e1 req-fefe1b48-23d0-4f29-8a9b-1746381f9a0e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045808 Jul 07 19:07:20.809497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbd65367-984f-4761-ae0d-11612d1efd70 req-e01f1b5d-cd1b-4be6-86c5-ce0d5022661e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936777 Jul 07 19:07:20.958402 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-1f7863d2-08ef-4b1e-be05-18e3e65e9119 service neutron] 10.222.0.112 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922323 Jul 07 19:07:20.968398 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:20.978579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 74e85971-56e4-4d40-ba31-9ce762dd1c9d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:20.981309 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:21.022455 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:21.263806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Network c9a49987-70fa-4a81-b962-abc9d54c2b3f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:21.283731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:21.298754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:21.350907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=07ae9a5a-087c-43e1-a524-14b389341d19,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:21.496439 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5da23aaa-c882-4026-928e-cf06155e30ce req-d85261cc-c3b3-4f24-abdb-9bb5d19d8987 service neutron] 10.222.0.112 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188046 Jul 07 19:07:21.507975 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:21.663452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 60ae7394-3053-4081-933f-ce87390732db, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=60ae7394-3053-4081-933f-ce87390732db,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:21.669183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ae7394-3053-4081-933f-ce87390732db'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:21.677210 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129a8cea-7132-4773-aace-fc0af4a76067" -d '{"events": [{"server_uuid": "71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1", "name": "network-vif-plugged", "status": "completed", "tag": "60ae7394-3053-4081-933f-ce87390732db"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:21.685252 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:21.693579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:21.755631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116f9b-0e4f-41a9-8296-616e969b6677 req-d08c4f01-ed65-45ec-a346-cf85f40bcaf3 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:21.758054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d116f9b-0e4f-41a9-8296-616e969b6677 req-d08c4f01-ed65-45ec-a346-cf85f40bcaf3 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.1277871 Jul 07 19:07:21.767923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfa7ec-af40-4889-9114-01e73858c4e5 req-ae04c7c6-f91a-432d-8487-5d27280c8e35 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:21.778821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-adcfa7ec-af40-4889-9114-01e73858c4e5 req-ae04c7c6-f91a-432d-8487-5d27280c8e35 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 949 time: 0.7410042 Jul 07 19:07:21.868602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091624a-3c0b-46de-9cf1-ee9b6c0fa069 req-4a32625f-3e48-41ce-96dd-248b6cc24dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:21.870769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d116f9b-0e4f-41a9-8296-616e969b6677 req-34903276-4faa-47f4-afc3-f404dc8b1e82 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793867 Jul 07 19:07:21.871037 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c091624a-3c0b-46de-9cf1-ee9b6c0fa069 req-4a32625f-3e48-41ce-96dd-248b6cc24dbb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=aa3e95f9017142f5978bc3bf24e8b388&device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 1096 time: 0.2479391 Jul 07 19:07:21.878970 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-adcfa7ec-af40-4889-9114-01e73858c4e5 req-9d6b677b-ee08-498a-ab33-aa3528cf01e4 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992048 Jul 07 19:07:22.105203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091624a-3c0b-46de-9cf1-ee9b6c0fa069 req-2b281228-9d85-46b4-8ada-b32f9b5a4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:22.107029 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c091624a-3c0b-46de-9cf1-ee9b6c0fa069 req-2b281228-9d85-46b4-8ada-b32f9b5a4a1a service neutron] 10.222.0.112 "GET /v2.0/networks?id=cea8a7e9-722a-43c6-af28-5e27349dc8c6 HTTP/1.1" status: 200 len: 924 time: 0.2188470 Jul 07 19:07:22.143570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-c95d308f-4693-4083-bfde-72014e42d0ef req-4a276cbb-7fc9-44a5-9fb3-b7b4eaa45988 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:07:22.144591 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c95d308f-4693-4083-bfde-72014e42d0ef req-4a276cbb-7fc9-44a5-9fb3-b7b4eaa45988 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066087 Jul 07 19:07:22.159358 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c091624a-3c0b-46de-9cf1-ee9b6c0fa069 req-30ef590b-561c-4b67-8a93-60b6b016c68b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae7db7d-8ccb-43e5-a716-3897762a0d3b HTTP/1.1" status: 200 len: 217 time: 0.0407829 Jul 07 19:07:22.200113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Transition to ACTIVE for port object ad83e93c-6552-4d36-a149-5aa0d17c6ad6 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:22.242380 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:22.244319 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091624a-3c0b-46de-9cf1-ee9b6c0fa069 req-311b8250-8d1d-4cd1-82a1-800a05d4b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:22.246988 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c091624a-3c0b-46de-9cf1-ee9b6c0fa069 req-311b8250-8d1d-4cd1-82a1-800a05d4b064 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=726dd8ca-6ff9-4083-80a3-660a9af22c42 HTTP/1.1" status: 200 len: 862 time: 0.0799389 Jul 07 19:07:22.281891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d21c38d6-937e-42fd-9548-6e4f4867813e None None] Provisioning for port 07ae9a5a-087c-43e1-a524-14b389341d19 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:22.298365 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d21c38d6-937e-42fd-9548-6e4f4867813e None None] Provisioning complete for port 07ae9a5a-087c-43e1-a524-14b389341d19 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:22.300397 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d21c38d6-937e-42fd-9548-6e4f4867813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:22.330598 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c091624a-3c0b-46de-9cf1-ee9b6c0fa069 req-a123c01a-00ee-420d-98b0-e2d19aca14c2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=cea8a7e9-722a-43c6-af28-5e27349dc8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466304 Jul 07 19:07:22.345505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=60ae7394-3053-4081-933f-ce87390732db,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:22.358337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:22.377364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446bb09-28bc-4822-972f-1f87bcaf2686 req-a31b5c75-c3fe-424c-b549-ba757c68080c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:22.392717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5446bb09-28bc-4822-972f-1f87bcaf2686 req-a31b5c75-c3fe-424c-b549-ba757c68080c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 944 time: 0.2288454 Jul 07 19:07:22.527859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d21c38d6-937e-42fd-9548-6e4f4867813e None None] Port 07ae9a5a-087c-43e1-a524-14b389341d19 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:22.565882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5446bb09-28bc-4822-972f-1f87bcaf2686 req-14e52fb1-e238-42e1-9730-e192b0c1b51b tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716483 Jul 07 19:07:22.567093 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eb9bc9-0149-45da-83bd-2eaca0cc8371 x-openstack-request-id: req-c6eb9bc9-0149-45da-83bd-2eaca0cc8371 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:22.569188 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1", "name": "network-vif-plugged", "status": "completed", "tag": "60ae7394-3053-4081-933f-ce87390732db", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:22.583707 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c6eb9bc9-0149-45da-83bd-2eaca0cc8371 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:22.584420 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ae7394-3053-4081-933f-ce87390732db', 'code': 200} Jul 07 19:07:22.609554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Attempting to bind port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:22.610133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Attempting to bind port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:22.610582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Attempting to bind port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 on network 6951925a-2c29-4cfd-98f8-e14789d3e723 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:22.626458 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8a37a-73fa-4c33-b042-7ff54a6c5f1b None None] Pushing event updated for resources: {'Port': ['ID=ad83e93c-6552-4d36-a149-5aa0d17c6ad6,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:22.643232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:22.700005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:22.700390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Checking segment: {'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:22.700844 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:22.701590 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Bound using segment: {'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:22.702086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Bound port: ad83e93c-6552-4d36-a149-5aa0d17c6ad6, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:22.702473 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:22.801391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-a3a67a71-214e-4f9c-b53f-ac1a94a22497 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=fa875a77f8054df790a847f9c1e7948d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491161 Jul 07 19:07:22.815947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466d100-daca-4b0f-a621-28c8234ec511 req-6a387bd3-2ba5-4f94-82f1-53f9aadb45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:22.817474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9466d100-daca-4b0f-a621-28c8234ec511 req-6a387bd3-2ba5-4f94-82f1-53f9aadb45f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 1102 time: 0.1649673 Jul 07 19:07:22.927218 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c091624a-3c0b-46de-9cf1-ee9b6c0fa069 req-f9a438bf-f0d7-447a-b248-e00f2c435592 service neutron] 10.222.0.112 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809650 Jul 07 19:07:22.929763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:22.930146 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:22.932186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] For port ad83e93c-6552-4d36-a149-5aa0d17c6ad6, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:22.939137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] For port ad83e93c-6552-4d36-a149-5aa0d17c6ad6, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ad83e93c-6552-4d36-a149-5aa0d17c6ad6,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:22.976547 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:23.061732 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c091624a-3c0b-46de-9cf1-ee9b6c0fa069 req-dfd2d89b-e4f7-4eda-8639-d0593007ed25 service neutron] 10.222.0.112 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207597 Jul 07 19:07:23.125817 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-cd4f0920-deaf-43b5-aef2-85f021e32263 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5229676 Jul 07 19:07:23.190837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Routers {'a0d65c11-818f-46f0-9b1d-adc0f27fbf45'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:23.191498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:07:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:23.203318 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:23.209494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:23.254298 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9466d100-daca-4b0f-a621-28c8234ec511 req-3200e906-964e-44c8-b80c-1aef80490bba service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099221 Jul 07 19:07:23.304097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=07ae9a5a-087c-43e1-a524-14b389341d19,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:23.320052 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:23.351949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8a37a-73fa-4c33-b042-7ff54a6c5f1b None None] Pushing event updated for resources: {'Port': ['ID=ad83e93c-6552-4d36-a149-5aa0d17c6ad6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:23.389557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-11d649f8-3b02-4c1a-a72f-ba1a496b9990 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:23.391155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-11d649f8-3b02-4c1a-a72f-ba1a496b9990 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5785701 Jul 07 19:07:23.434725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51286d77-24df-4607-9379-61ad3c78058d req-ff8dc148-bc7e-41b0-9144-53af2b8526e2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:23.436975 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51286d77-24df-4607-9379-61ad3c78058d req-ff8dc148-bc7e-41b0-9144-53af2b8526e2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.2915435 Jul 07 19:07:23.505836 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Network c9a49987-70fa-4a81-b962-abc9d54c2b3f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:23.507345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:23.542618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-eaf7deea-cff5-49b1-bd04-7a849e0e9209 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/quotas/fa875a77f8054df790a847f9c1e7948d HTTP/1.1" status: 200 len: 375 time: 0.0988081 Jul 07 19:07:23.601432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 23a82fcd-2e8a-4c19-82de-19d02ce43c2a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:23.653911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51286d77-24df-4607-9379-61ad3c78058d req-d7b15f12-29c8-4eed-ad78-a5f56121c86a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011163 Jul 07 19:07:23.711191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-56c74307-4bb6-4afd-bd9b-586582777db4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=fa875a77f8054df790a847f9c1e7948d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1671202 Jul 07 19:07:23.742086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] Set router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:23.753613 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Router c5fff47b-74dd-4298-8015-340a3b87ede0 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:07:23.976114 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:07:23.991519 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e5b36146-a6e9-49e3-b0eb-3a8540afc3a8 admin admin] 10.222.0.113 "PUT /v2.0/routers/c5fff47b-74dd-4298-8015-340a3b87ede0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0837369 Jul 07 19:07:23.991730 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Sync routers for ids ['c5fff47b-74dd-4298-8015-340a3b87ede0'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:07:24.004406 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Routers {'c5fff47b-74dd-4298-8015-340a3b87ede0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:24.005077 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:07:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c5fff47b-74dd-4298-8015-340a3b87ede0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:24.076435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:24.130636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5ae7db7d-8ccb-43e5-a716-3897762a0d3b details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:07:24.139562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e956e12a-efcc-444f-8f52-6e71742328f0 None None] Provisioning complete for port 07ae9a5a-087c-43e1-a524-14b389341d19 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:24.139945 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e956e12a-efcc-444f-8f52-6e71742328f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:24.190810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:24.191974 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:24.204088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156f664-6877-4ca0-98cc-dc0ef92b9a52 req-c5dc5960-ec3c-4516-9a74-926ccdb20555 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:24.213917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9156f664-6877-4ca0-98cc-dc0ef92b9a52 req-c5dc5960-ec3c-4516-9a74-926ccdb20555 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 950 time: 0.1887131 Jul 07 19:07:24.250526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e956e12a-efcc-444f-8f52-6e71742328f0 None None] Port 07ae9a5a-087c-43e1-a524-14b389341d19 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:24.370183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9156f664-6877-4ca0-98cc-dc0ef92b9a52 req-53698f3b-68df-42b4-9b17-d8491e21915c tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536613 Jul 07 19:07:24.400828 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Set router c5fff47b-74dd-4298-8015-340a3b87ede0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:24.509837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:24.531139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b', 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6', 'port_id': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b', 'mac_address': 'fa:16:3e:90:54:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726dd8ca-6ff9-4083-80a3-660a9af22c42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:07:24.574846 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-04cd28cb-7894-4984-b67b-760f764f98fa req-ed34faab-088b-40e9-9a5b-aef943d3f5c7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ae5a98b2-dc37-461d-a498-b71d634ec362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2455630 Jul 07 19:07:24.602672 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2a76-29a3-405c-9214-dab494fbed82 req-da564220-ed2f-4545-8852-f26b621e39cb tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:24.605064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c0a2a76-29a3-405c-9214-dab494fbed82 req-da564220-ed2f-4545-8852-f26b621e39cb tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 944 time: 0.2786500 Jul 07 19:07:24.713053 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:24.783463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c0a2a76-29a3-405c-9214-dab494fbed82 req-19211468-653e-4875-bfc5-61fc981de5ca tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399879 Jul 07 19:07:24.806686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae7db7d-8ccb-43e5-a716-3897762a0d3b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:24.828533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd28cb-7894-4984-b67b-760f764f98fa req-17f5bdb7-618b-4e38-b51e-b6ce371f0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:24.830828 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-04cd28cb-7894-4984-b67b-760f764f98fa req-17f5bdb7-618b-4e38-b51e-b6ce371f0abe service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=ae5a98b2-dc37-461d-a498-b71d634ec362 HTTP/1.1" status: 200 len: 1102 time: 0.1352234 Jul 07 19:07:24.831712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:24.843377 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:24.849204 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:24.888585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=23a82fcd-2e8a-4c19-82de-19d02ce43c2a,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:24.970889 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:25.010354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ad83e93c-6552-4d36-a149-5aa0d17c6ad6', 'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'mac_address': 'fa:16:3e:48:c1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:09Z', 'updated_at': '2021-07-07T19:07:22Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'subnets': [{'id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:25.061454 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bd69371-615d-40ee-a9ca-6d130c22651e req-953b8858-412b-481a-b372-4b66c344a5e9 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 210 time: 0.1171238 Jul 07 19:07:25.140964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd28cb-7894-4984-b67b-760f764f98fa req-8ad62100-5e54-4998-9a23-d2700bb1094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:25.142478 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-04cd28cb-7894-4984-b67b-760f764f98fa req-8ad62100-5e54-4998-9a23-d2700bb1094c service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2649176 Jul 07 19:07:25.169730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:25.217818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f123912-014a-42df-8466-638f6f8b4b5b None None] The sync data for ids ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'] in n-d-792394-12 is: [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ad83e93c-6552-4d36-a149-5aa0d17c6ad6', 'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'mac_address': 'fa:16:3e:48:c1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:09Z', 'updated_at': '2021-07-07T19:07:22Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'subnets': [{'id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:07:25.302827 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-04cd28cb-7894-4984-b67b-760f764f98fa req-5691b2ef-5135-4df6-a6b3-6de3acad6058 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=f8691e10-c0e4-4466-9855-55820685703c HTTP/1.1" status: 200 len: 217 time: 0.1402938 Jul 07 19:07:25.321482 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-router', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:13Z', 'updated_at': '2021-07-07T19:07:22Z', 'revision_number': 4, 'project_id': '12349f714255495d9f983fc6625fa80c', 'gw_port': {'id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:14Z', 'updated_at': '2021-07-07T19:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '07ae9a5a-087c-43e1-a524-14b389341d19', 'name': '', 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'mac_address': 'fa:16:3e:64:e6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'dcfc6dba-762c-406b-9461-b0b3e622a1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:19Z', 'updated_at': '2021-07-07T19:07:22Z', 'revision_number': 2, 'project_id': '12349f714255495d9f983fc6625fa80c', 'subnets': [{'id': 'dcfc6dba-762c-406b-9461-b0b3e622a1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:25.326809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ad83e93c-6552-4d36-a149-5aa0d17c6ad6 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:25.329384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['5ae7db7d-8ccb-43e5-a716-3897762a0d3b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:25.377139 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-8db7e3a8-ec66-4dbf-8d18-6a278d2d0891 req-4e735441-e4c9-4279-b5dd-8ae0b7e9e115 tempest-FloatingIPDetailsNegativeTestJSON-778360864 tempest-FloatingIPDetailsNegativeTestJSON-778360864-project] show failed (client error): The resource could not be found. Jul 07 19:07:25.379630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8db7e3a8-ec66-4dbf-8d18-6a278d2d0891 req-4e735441-e4c9-4279-b5dd-8ae0b7e9e115 tempest-FloatingIPDetailsNegativeTestJSON-778360864 tempest-FloatingIPDetailsNegativeTestJSON-778360864-project] 10.222.0.113 "GET /v2.0/floatingips/ad2c8fd7-c4f3-416f-b986-1d3b5960ab31 HTTP/1.1" status: 404 len: 350 time: 0.1164536 Jul 07 19:07:25.390703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:25.439701 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Checking router: c5fff47b-74dd-4298-8015-340a3b87ede0 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:07:25.440158 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd28cb-7894-4984-b67b-760f764f98fa req-f9d3195f-aed1-4ca0-8cca-fca1ed2aeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:25.441300 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Updating router c5fff47b-74dd-4298-8015-340a3b87ede0 port 07ae9a5a-087c-43e1-a524-14b389341d19 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:07:25.444352 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-04cd28cb-7894-4984-b67b-760f764f98fa req-f9d3195f-aed1-4ca0-8cca-fca1ed2aeec8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1313972 Jul 07 19:07:25.516244 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:25.603574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:25.626412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:25.628251 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:25.714793 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd28cb-7894-4984-b67b-760f764f98fa req-51d6f70e-ae87-4788-8c61-9dd4d6c0693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:25.716425 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-04cd28cb-7894-4984-b67b-760f764f98fa req-51d6f70e-ae87-4788-8c61-9dd4d6c0693d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2521110 Jul 07 19:07:25.736246 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=23a82fcd-2e8a-4c19-82de-19d02ce43c2a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:25.899943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb3133-1131-418f-948d-e4cd0e534156 req-4202df08-af35-436c-afc5-790c12454422 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:25.913580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4bbb3133-1131-418f-948d-e4cd0e534156 req-4202df08-af35-436c-afc5-790c12454422 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.3854613 Jul 07 19:07:26.084068 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-04cd28cb-7894-4984-b67b-760f764f98fa req-20c44ebf-4504-4350-8c39-60e6d2958d95 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547888 Jul 07 19:07:26.152638 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4bbb3133-1131-418f-948d-e4cd0e534156 req-825d949a-876d-4a47-ad17-00f5713ebec2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379215 Jul 07 19:07:26.173174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf71e4-3442-4318-adf2-cb0bc4506a93 req-e14fb2bb-b7b7-480a-a52c-a11852fef0a8 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:26.180260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ddbf71e4-3442-4318-adf2-cb0bc4506a93 req-e14fb2bb-b7b7-480a-a52c-a11852fef0a8 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 950 time: 0.4284348 Jul 07 19:07:26.212606 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:26.267704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:26.359146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ddbf71e4-3442-4318-adf2-cb0bc4506a93 req-a5f3832b-ca9e-43cb-baa3-0cd41cdc238c tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776145 Jul 07 19:07:26.362303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port ad83e93c-6552-4d36-a149-5aa0d17c6ad6, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ad83e93c-6552-4d36-a149-5aa0d17c6ad6,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:26.372142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:26.509467 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-04cd28cb-7894-4984-b67b-760f764f98fa req-b3a933cb-cf38-440d-b109-2d214a373309 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952885 Jul 07 19:07:26.520269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=ad83e93c-6552-4d36-a149-5aa0d17c6ad6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:26.571337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0086ca8c-e63c-434f-b20d-11b105770854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:26.595101 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:26.637936 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Transition to ACTIVE for port object 07ae9a5a-087c-43e1-a524-14b389341d19 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:26.661133 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:26.716536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1071e5c1-7f8e-4962-9f09-6a25c52d363f req-b4ae8473-81ec-4ae6-bc46-a1d2d44266b6 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 210 time: 0.0638754 Jul 07 19:07:26.750924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0086ca8c-e63c-434f-b20d-11b105770854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:26.754646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-043e66b6-b95f-4532-b79e-e032d9cd7d69 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fa875a77f8054df790a847f9c1e7948d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540226 Jul 07 19:07:26.759970 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0086ca8c-e63c-434f-b20d-11b105770854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:26.861001 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab28a6-860d-4208-a702-913ea3953d83 None None] Pushing event updated for resources: {'Port': ['ID=07ae9a5a-087c-43e1-a524-14b389341d19,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:26.881039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086ca8c-e63c-434f-b20d-11b105770854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da28f2f0-41d9-4f18-8779-b5fdb31380d8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:26.900843 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0086ca8c-e63c-434f-b20d-11b105770854 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=eb9e2546d5c64759a27291c73329a1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6182437 Jul 07 19:07:26.907270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:26.995650 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b40ad917-d3b2-43ca-8c79-a57682f38fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:26.999823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0019cc5-8af3-4ca8-85ef-99687e64c4d5 req-5b1235ca-4daf-4325-bb90-23b1dd33d907 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:27.012943 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0019cc5-8af3-4ca8-85ef-99687e64c4d5 req-5b1235ca-4daf-4325-bb90-23b1dd33d907 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 945 time: 0.5520968 Jul 07 19:07:27.025572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b40ad917-d3b2-43ca-8c79-a57682f38fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:27.095714 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Attempting to bind port 07ae9a5a-087c-43e1-a524-14b389341d19 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:27.105106 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Attempting to bind port 07ae9a5a-087c-43e1-a524-14b389341d19 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '41872a6f-ee6b-4a84-83cb-3aff0f201fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:27.106976 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Attempting to bind port 07ae9a5a-087c-43e1-a524-14b389341d19 on network c9a49987-70fa-4a81-b962-abc9d54c2b3f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:27.110290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b40ad917-d3b2-43ca-8c79-a57682f38fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:27.113125 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b40ad917-d3b2-43ca-8c79-a57682f38fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:27.114503 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b40ad917-d3b2-43ca-8c79-a57682f38fe7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/da28f2f0-41d9-4f18-8779-b5fdb31380d8 HTTP/1.1" status: 204 len: 168 time: 0.2057514 Jul 07 19:07:27.133355 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:27.137092 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Checking segment: {'id': '41872a6f-ee6b-4a84-83cb-3aff0f201fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:27.140257 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:27.140897 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Bound using segment: {'id': '41872a6f-ee6b-4a84-83cb-3aff0f201fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:27.143235 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Bound port: 07ae9a5a-087c-43e1-a524-14b389341d19, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41872a6f-ee6b-4a84-83cb-3aff0f201fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:27.143821 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:27.157590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ad917-d3b2-43ca-8c79-a57682f38fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da28f2f0-41d9-4f18-8779-b5fdb31380d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:27.164097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ad83e93c-6552-4d36-a149-5aa0d17c6ad6 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:27.191072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0019cc5-8af3-4ca8-85ef-99687e64c4d5 req-b9ce7b83-b948-4d34-9926-6bbb0c270eea tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713910 Jul 07 19:07:27.338667 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] For port 07ae9a5a-087c-43e1-a524-14b389341d19, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:27.347157 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] For port 07ae9a5a-087c-43e1-a524-14b389341d19, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=07ae9a5a-087c-43e1-a524-14b389341d19,segment=NetworkSegment(41872a6f-ee6b-4a84-83cb-3aff0f201fb6),segment_id=41872a6f-ee6b-4a84-83cb-3aff0f201fb6)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:27.353979 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:27.393038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:27.393409 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:27.509263 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab28a6-860d-4208-a702-913ea3953d83 None None] Pushing event updated for resources: {'Port': ['ID=07ae9a5a-087c-43e1-a524-14b389341d19,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:27.516348 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Routers {'c5fff47b-74dd-4298-8015-340a3b87ede0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:27.532154 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:07:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c5fff47b-74dd-4298-8015-340a3b87ede0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:27.612415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-eb19d666-9d59-4a78-9443-7cdb10657c86 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:27.614136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-eb19d666-9d59-4a78-9443-7cdb10657c86 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8578546 Jul 07 19:07:27.615335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 23a82fcd-2e8a-4c19-82de-19d02ce43c2a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:27.662039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Request body: {'port': {'device_id': 'be82ede1-6bb2-4eda-afae-84c489232c48', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'fa875a77f8054df790a847f9c1e7948d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:27.668068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b48f5c-cfb7-432e-b4f0-80a46281c85f req-2ff36197-d367-4488-aa56-df5dd09566ad tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:27.670914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11b48f5c-cfb7-432e-b4f0-80a46281c85f req-2ff36197-d367-4488-aa56-df5dd09566ad tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 1102 time: 0.2487102 Jul 07 19:07:27.714467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0671-b896-4d1d-8778-340240d34e97 req-1be5336e-821d-4996-bc21-4f9d06c4282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:27.714467 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-1be5336e-821d-4996-bc21-4f9d06c4282f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 1100 time: 0.4763930 Jul 07 19:07:27.728719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:27.730166 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:27.812313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:27.814302 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] Set router c5fff47b-74dd-4298-8015-340a3b87ede0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:27.828063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-249e1e61-1348-4aba-a1f2-6a4f9a11c381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:27.887465 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11b48f5c-cfb7-432e-b4f0-80a46281c85f req-ad34f38b-ce93-4529-808f-9225a8b2c397 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013335 Jul 07 19:07:27.890072 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:27.916657 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdcdd1-569a-4926-927f-ae247c746ebd req-e83a6188-5937-4ef1-be3f-72d89d3c1c29 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:27.925329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fbdcdd1-569a-4926-927f-ae247c746ebd req-e83a6188-5937-4ef1-be3f-72d89d3c1c29 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.4148262 Jul 07 19:07:27.973277 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-249e1e61-1348-4aba-a1f2-6a4f9a11c381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:27.982248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-249e1e61-1348-4aba-a1f2-6a4f9a11c381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:28.033370 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-249e1e61-1348-4aba-a1f2-6a4f9a11c381 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b281ef0e02da436fbc7532a700ff9ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198882 Jul 07 19:07:28.049334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:28.085627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0671-b896-4d1d-8778-340240d34e97 req-5a289776-177a-41ad-a104-ca3e9bf26aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:28.089425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-5a289776-177a-41ad-a104-ca3e9bf26aa8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.3401721 Jul 07 19:07:28.118983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5ae7db7d-8ccb-43e5-a716-3897762a0d3b up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:28.167783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e1e61-1348-4aba-a1f2-6a4f9a11c381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0860cc7-0135-4296-8aab-3858e0080c4b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:28.181497 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-router', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:13Z', 'updated_at': '2021-07-07T19:07:22Z', 'revision_number': 4, 'project_id': '12349f714255495d9f983fc6625fa80c', 'gw_port': {'id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:14Z', 'updated_at': '2021-07-07T19:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '07ae9a5a-087c-43e1-a524-14b389341d19', 'name': '', 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'mac_address': 'fa:16:3e:64:e6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'dcfc6dba-762c-406b-9461-b0b3e622a1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:19Z', 'updated_at': '2021-07-07T19:07:27Z', 'revision_number': 4, 'project_id': '12349f714255495d9f983fc6625fa80c', 'subnets': [{'id': 'dcfc6dba-762c-406b-9461-b0b3e622a1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:28.191958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-228d070e-84a4-4b3c-a440-5274fdbf3c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:28.218616 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19590a02-bc75-421e-91f6-f6f11f0679f3 None None] The sync data for ids ['c5fff47b-74dd-4298-8015-340a3b87ede0'] in n-d-792394-12 is: [{'id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-router', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:13Z', 'updated_at': '2021-07-07T19:07:22Z', 'revision_number': 4, 'project_id': '12349f714255495d9f983fc6625fa80c', 'gw_port': {'id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:14Z', 'updated_at': '2021-07-07T19:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '07ae9a5a-087c-43e1-a524-14b389341d19', 'name': '', 'network_id': 'c9a49987-70fa-4a81-b962-abc9d54c2b3f', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'mac_address': 'fa:16:3e:64:e6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'dcfc6dba-762c-406b-9461-b0b3e622a1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:19Z', 'updated_at': '2021-07-07T19:07:27Z', 'revision_number': 4, 'project_id': '12349f714255495d9f983fc6625fa80c', 'subnets': [{'id': 'dcfc6dba-762c-406b-9461-b0b3e622a1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:07:28.221534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:28.227613 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:28.229010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:28.233602 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-228d070e-84a4-4b3c-a440-5274fdbf3c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:28.237013 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-4945942f-4557-489d-9a55-fc92db50aafb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349 HTTP/1.1" status: 200 len: 217 time: 0.1365697 Jul 07 19:07:28.258983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fbdcdd1-569a-4926-927f-ae247c746ebd req-6028d62e-e95c-43e2-8097-614cb16ce9a9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304484 Jul 07 19:07:28.328012 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-228d070e-84a4-4b3c-a440-5274fdbf3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:28.333697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-228d070e-84a4-4b3c-a440-5274fdbf3c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:28.338276 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-228d070e-84a4-4b3c-a440-5274fdbf3c78 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a0860cc7-0135-4296-8aab-3858e0080c4b HTTP/1.1" status: 204 len: 168 time: 0.2868667 Jul 07 19:07:28.348933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-399bb021-641c-48c5-82d2-83f7170d90f7 req-490b9e55-b200-400a-9e9a-ce7b1dcf7a26 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 210 time: 0.1668251 Jul 07 19:07:28.353836 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d070e-84a4-4b3c-a440-5274fdbf3c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0860cc7-0135-4296-8aab-3858e0080c4b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:28.478179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Made reservation on behalf of fa875a77f8054df790a847f9c1e7948d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:28.482604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:28.532102 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:28.563466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:28.565975 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69b7b02-8af3-4bb0-a475-1208179c84b5" -d '{"events": [{"server_uuid": "ab09246e-70ac-4ce4-9619-c4dbe0c48bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7db7d-8ccb-43e5-a716-3897762a0d3b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:28.584570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0671-b896-4d1d-8778-340240d34e97 req-0a0623ac-2c64-4049-a279-3a88a1df6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:28.586614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-0a0623ac-2c64-4049-a279-3a88a1df6806 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.3199937 Jul 07 19:07:28.613866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:28.622194 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:28.718522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:28.752569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-6e85e977-eb29-45eb-a96b-423e596901f2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1714985 Jul 07 19:07:29.021917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0671-b896-4d1d-8778-340240d34e97 req-3651f501-3201-46e9-9b44-3e016ac091b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:29.023882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-3651f501-3201-46e9-9b44-3e016ac091b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4022267 Jul 07 19:07:29.174556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 07ae9a5a-087c-43e1-a524-14b389341d19 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:29.253753 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 07ae9a5a-087c-43e1-a524-14b389341d19 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:29.260716 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 07ae9a5a-087c-43e1-a524-14b389341d19 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:29.261849 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:29.419080 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:29.582893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Allocated IP 192.168.233.174 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:29.624367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 07ae9a5a-087c-43e1-a524-14b389341d19, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=07ae9a5a-087c-43e1-a524-14b389341d19,segment=NetworkSegment(41872a6f-ee6b-4a84-83cb-3aff0f201fb6),segment_id=41872a6f-ee6b-4a84-83cb-3aff0f201fb6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:29.630033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-f0fce031-63d0-43c3-b0e1-47d9f2e61cb5 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:29.633442 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:29.641231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-f0fce031-63d0-43c3-b0e1-47d9f2e61cb5 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8885121 Jul 07 19:07:29.709928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=07ae9a5a-087c-43e1-a524-14b389341d19,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:29.750066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-728a9eaf-aba3-4e8d-8df8-4ace5911e9e8 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/quotas/7a6d3e787fe44813b3541d4900b43708 HTTP/1.1" status: 200 len: 375 time: 0.0870345 Jul 07 19:07:29.770968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9d151-78b5-4152-ada1-bdfb51fc6bb2 req-40edff39-18de-49d8-aaf0-c77e4aec8c8f tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:29.772508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2b9d151-78b5-4152-ada1-bdfb51fc6bb2 req-40edff39-18de-49d8-aaf0-c77e4aec8c8f tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 946 time: 0.9518304 Jul 07 19:07:29.949909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-a6abf380-26d1-44e8-8195-ec333dd1e291 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9115305 Jul 07 19:07:29.978929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2b9d151-78b5-4152-ada1-bdfb51fc6bb2 req-c966b87e-2947-43d3-bb32-80a355f028d2 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809034 Jul 07 19:07:30.068749 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbe4c90-0203-46c4-ab6f-606cb20bf801 x-openstack-request-id: req-cbbe4c90-0203-46c4-ab6f-606cb20bf801 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:30.069046 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab09246e-70ac-4ce4-9619-c4dbe0c48bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7db7d-8ccb-43e5-a716-3897762a0d3b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:30.069316 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cbbe4c90-0203-46c4-ab6f-606cb20bf801 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:30.069704 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b', 'code': 200} Jul 07 19:07:30.075873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:30.123826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-ca54d9b7-796f-4b0a-b7e2-5287ffc3e30d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3722377 Jul 07 19:07:30.130750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Transition to ACTIVE for port object d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:30.146280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] Deleting port 07ae9a5a-087c-43e1-a524-14b389341d19 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:07:30.146694 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:30.261777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede4e2a-5c65-4b60-9186-545b159927c1 req-01320218-a615-407b-91e3-842f6556069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:30.263484 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-aede4e2a-5c65-4b60-9186-545b159927c1 req-01320218-a615-407b-91e3-842f6556069d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 1098 time: 0.0903788 Jul 07 19:07:30.309857 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-aede4e2a-5c65-4b60-9186-545b159927c1 req-5691411e-340d-4134-a4de-3329a689435e service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391054 Jul 07 19:07:30.342146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-0e196823-df78-4479-9ba8-d34640e8b2b4 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786867 Jul 07 19:07:30.420593 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:30.432413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['4aedd44c-23ff-4a17-b6e7-d49893b9444e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:30.492535 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['03f6c716-00e4-4a2f-a003-98363ff21005'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:30.597105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] For port 07ae9a5a-087c-43e1-a524-14b389341d19, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=07ae9a5a-087c-43e1-a524-14b389341d19,segment=NetworkSegment(41872a6f-ee6b-4a84-83cb-3aff0f201fb6),segment_id=41872a6f-ee6b-4a84-83cb-3aff0f201fb6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:30.597797 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:30.605299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:30.625144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3381b5-97a2-45b3-bceb-b6f2c8f3d39a req-79869c17-d5c3-49d9-b928-b885ea99b45e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:30.633368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b3381b5-97a2-45b3-bceb-b6f2c8f3d39a req-79869c17-d5c3-49d9-b928-b885ea99b45e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.3739510 Jul 07 19:07:30.649733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:30.672186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Pushing event updated for resources: {'Port': ['ID=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:30.675732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:30.687927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] Calling delete_port for 07ae9a5a-087c-43e1-a524-14b389341d19 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:07:30.954295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b3381b5-97a2-45b3-bceb-b6f2c8f3d39a req-3ff11152-3637-422a-88d8-8329ff042245 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193178 Jul 07 19:07:31.023784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880fd9f-9be5-4075-9793-4aea7c0e7ecf req-b30f4207-a277-4b33-a73a-a9bff6fb0bcd tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:31.033541 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1880fd9f-9be5-4075-9793-4aea7c0e7ecf req-b30f4207-a277-4b33-a73a-a9bff6fb0bcd tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 936 time: 0.5419395 Jul 07 19:07:31.040891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:31.041819 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:31.101795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4075499b-4fb0-4c9d-b57c-df269e8a65ea tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4642558 Jul 07 19:07:31.131468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 07ae9a5a-087c-43e1-a524-14b389341d19 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:31.134713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Request body: {'port': {'device_id': 'be82ede1-6bb2-4eda-afae-84c489232c48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:31.184101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-780ecc91-3ae8-4ea1-826c-10b1fe7feff2 None None] Provisioning for port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:31.198731 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-780ecc91-3ae8-4ea1-826c-10b1fe7feff2 None None] Provisioning complete for port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:31.199721 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-780ecc91-3ae8-4ea1-826c-10b1fe7feff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:31.223838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1880fd9f-9be5-4075-9793-4aea7c0e7ecf req-72140313-c02a-4acd-8864-dd933a733799 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893926 Jul 07 19:07:31.359171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:31.359936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-780ecc91-3ae8-4ea1-826c-10b1fe7feff2 None None] Port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:31.414841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 07ae9a5a-087c-43e1-a524-14b389341d19 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:31.415104 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:31.455905 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:31.499959 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d93161c5-8f86-4fdf-b4f1-b097611e24d8 req-5c502edd-8d92-4afe-b756-c4f831077b1e tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 210 time: 0.0648782 Jul 07 19:07:31.507428 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Could not find standard attr ID for object 07ae9a5a-087c-43e1-a524-14b389341d19. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:07:31.510303 n-d-792394-12 neutron-server[93772]: INFO neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No ports have port_id starting with 07ae9a5a-087c-43e1-a524-14b389341d19 Jul 07 19:07:31.547806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ae9a5a-087c-43e1-a524-14b389341d19,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:31.851769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb06ed4-4b9b-40d5-a3fd-17e149e4c2b1 req-d35ee2e0-a232-426a-8ad3-3376b56d1619 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:31.861917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6fb06ed4-4b9b-40d5-a3fd-17e149e4c2b1 req-d35ee2e0-a232-426a-8ad3-3376b56d1619 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 946 time: 0.3200362 Jul 07 19:07:32.003924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6fb06ed4-4b9b-40d5-a3fd-17e149e4c2b1 req-3af5ca5c-a6ed-4a76-ae83-8d9041642d36 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409431 Jul 07 19:07:32.179181 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:32.183586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:32.209028 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:32.288787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Transition to ACTIVE for port object d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:32.301644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:32.466752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-470586a7-761d-4fe7-98df-10c800625efb tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024675 Jul 07 19:07:32.474460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Pushing event updated for resources: {'Port': ['ID=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:32.493370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69caff67-b54f-4cdb-a2fa-ed5edc716fbb req-72139200-b9be-4ca8-a974-a4ff6d4a23c0 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:32.496137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69caff67-b54f-4cdb-a2fa-ed5edc716fbb req-72139200-b9be-4ca8-a974-a4ff6d4a23c0 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.3738258 Jul 07 19:07:32.509331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d53a28-1071-4bfb-bb91-0dbe88d835a9 req-38ec688a-514b-4f6f-946c-efdb19235424 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:32.511227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22d53a28-1071-4bfb-bb91-0dbe88d835a9 req-38ec688a-514b-4f6f-946c-efdb19235424 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 946 time: 0.3580384 Jul 07 19:07:32.761338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22d53a28-1071-4bfb-bb91-0dbe88d835a9 req-8ffbac73-9c63-465c-9ecd-89b13fe5d4c3 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193129 Jul 07 19:07:32.770553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69caff67-b54f-4cdb-a2fa-ed5edc716fbb req-1a1da9ba-d6f3-4a2b-a240-1831f16c0f47 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583244 Jul 07 19:07:32.864649 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:32.908833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Attempting to bind port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:32.909281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Attempting to bind port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:32.909688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Attempting to bind port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:32.923066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-074b2ce2-63a3-4670-9263-2f831b2b3b94 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:32.924652 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-074b2ce2-63a3-4670-9263-2f831b2b3b94 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4254332 Jul 07 19:07:32.929130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:07:32.929413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Attempting to bind port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:32.936425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:32.937105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:32.937249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:32.937598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Bound port: d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:32.938079 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:32.965140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Request body: {'port': {'device_id': '7e70b6f7-5902-435c-9762-f879abbb50de', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '7a6d3e787fe44813b3541d4900b43708'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:32.971027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] Router c5fff47b-74dd-4298-8015-340a3b87ede0 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:07:33.494248 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f239599e-f22b-4ac9-9074-a68823d120e6 req-b98e77bf-9825-48d4-8e26-c9d3e7611d52 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 210 time: 0.0795147 Jul 07 19:07:33.565314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] For port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:33.593118 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] For port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:33.610039 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:33.712415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:33.714848 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:33.715007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] 10.222.0.59 "PUT /v2.0/ports/d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd HTTP/1.1" status: 200 len: 1097 time: 2.5865695 Jul 07 19:07:33.718785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be82ede1-6bb2-4eda-afae-84c489232c48', 'tag': 'd6b72ccf-edf6-4fc4-93e4-eb189a5a96cd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:33.721109 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c466f253-d00e-423a-9ac6-a4a16a538aea" -d '{"events": [{"name": "network-changed", "server_uuid": "be82ede1-6bb2-4eda-afae-84c489232c48", "tag": "d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:33.741548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d17535-42ea-4741-aaca-ae67414d8b2f req-b902c989-f16e-4019-b2fc-99628e1012c1 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:33.743325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17d17535-42ea-4741-aaca-ae67414d8b2f req-b902c989-f16e-4019-b2fc-99628e1012c1 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 948 time: 0.3314836 Jul 07 19:07:33.768208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:07:33.769840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Made reservation on behalf of 7a6d3e787fe44813b3541d4900b43708 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:33.773496 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:33.776950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449920e7-35f0-4fe5-a227-cb70fd55481e None None] Sync routers for ids ['c5fff47b-74dd-4298-8015-340a3b87ede0'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:07:33.782846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-503a2ffd-2681-4ea4-9750-78d1c4f3a1b2 admin admin] 10.222.0.113 "PUT /v2.0/routers/c5fff47b-74dd-4298-8015-340a3b87ede0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3902090 Jul 07 19:07:33.785501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:33.798161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28fb0c-bb72-4a43-8ce9-b0848ff454fa service neutron] Pushing event updated for resources: {'Port': ['ID=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:33.836066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449920e7-35f0-4fe5-a227-cb70fd55481e None None] Routers {'c5fff47b-74dd-4298-8015-340a3b87ede0'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:33.837954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-449920e7-35f0-4fe5-a227-cb70fd55481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:07:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c5fff47b-74dd-4298-8015-340a3b87ede0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:33.961926 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:33.970049 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17d17535-42ea-4741-aaca-ae67414d8b2f req-9d64d40f-2355-42a4-87f3-d38d7af50605 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171199 Jul 07 19:07:34.052380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-449920e7-35f0-4fe5-a227-cb70fd55481e None None] Set router c5fff47b-74dd-4298-8015-340a3b87ede0 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:34.166761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Allocated IP 192.168.233.244 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/bcc0f99f-f228-4174-ac28-b4c2fb7e0f45) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:34.242290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:34.377434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Deleting port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:07:34.377774 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:34.507097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-449920e7-35f0-4fe5-a227-cb70fd55481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-router', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:13Z', 'updated_at': '2021-07-07T19:07:31Z', 'revision_number': 5, 'project_id': '12349f714255495d9f983fc6625fa80c', 'gw_port': {'id': '23a82fcd-2e8a-4c19-82de-19d02ce43c2a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:14Z', 'updated_at': '2021-07-07T19:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:34.517576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] For port 23a82fcd-2e8a-4c19-82de-19d02ce43c2a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=23a82fcd-2e8a-4c19-82de-19d02ce43c2a,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:34.517901 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:34.532941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Calling delete_port for 23a82fcd-2e8a-4c19-82de-19d02ce43c2a owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:07:34.562051 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d48651d-6c3c-4e53-9b39-4c74eed6806a x-openstack-request-id: req-3d48651d-6c3c-4e53-9b39-4c74eed6806a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:34.562669 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be82ede1-6bb2-4eda-afae-84c489232c48", "tag": "d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:34.562758 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3d48651d-6c3c-4e53-9b39-4c74eed6806a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:34.563173 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be82ede1-6bb2-4eda-afae-84c489232c48', 'tag': 'd6b72ccf-edf6-4fc4-93e4-eb189a5a96cd', 'status': 'completed', 'code': 200} Jul 07 19:07:34.592713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449920e7-35f0-4fe5-a227-cb70fd55481e None None] Checking router: c5fff47b-74dd-4298-8015-340a3b87ede0 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:07:34.627150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449920e7-35f0-4fe5-a227-cb70fd55481e None None] Routers {'c5fff47b-74dd-4298-8015-340a3b87ede0'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:07:34.629191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-449920e7-35f0-4fe5-a227-cb70fd55481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:07:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c5fff47b-74dd-4298-8015-340a3b87ede0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:34.672959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-41a85b25-95d9-4255-b8d1-d62007528115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:34.674967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-41a85b25-95d9-4255-b8d1-d62007528115 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa875a77f8054df790a847f9c1e7948d&device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 1100 time: 0.8199112 Jul 07 19:07:34.697626 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:34.782829 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:34.814293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-449920e7-35f0-4fe5-a227-cb70fd55481e None None] Set router c5fff47b-74dd-4298-8015-340a3b87ede0 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:07:34.826130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=23a82fcd-2e8a-4c19-82de-19d02ce43c2a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:34.839878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-b75b99f1-29b8-49b0-8e26-5caba5a883fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd HTTP/1.1" status: 200 len: 217 time: 0.1093602 Jul 07 19:07:34.903372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Transition to ACTIVE for port object bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:34.914848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-449920e7-35f0-4fe5-a227-cb70fd55481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-router', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:13Z', 'updated_at': '2021-07-07T19:07:34Z', 'revision_number': 6, 'project_id': '12349f714255495d9f983fc6625fa80c', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:34.948383 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:34.955846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449920e7-35f0-4fe5-a227-cb70fd55481e None None] The sync data for ids ['c5fff47b-74dd-4298-8015-340a3b87ede0'] in n-d-792394-12 is: [{'id': 'c5fff47b-74dd-4298-8015-340a3b87ede0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1302905287-router', 'tenant_id': '12349f714255495d9f983fc6625fa80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:13Z', 'updated_at': '2021-07-07T19:07:34Z', 'revision_number': 6, 'project_id': '12349f714255495d9f983fc6625fa80c', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:07:35.026232 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-badb9026-5999-48f7-a42c-e6e3c21404bd req-ddc2b027-98ef-44c7-8441-50e4106cbf3a tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 210 time: 0.0790482 Jul 07 19:07:35.043196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74858ed-695d-43f2-ae83-13c65f151a04 req-d877aa7e-006b-4e1d-90b3-7a2be652eb2b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:35.051014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f74858ed-695d-43f2-ae83-13c65f151a04 req-d877aa7e-006b-4e1d-90b3-7a2be652eb2b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.4868469 Jul 07 19:07:35.059631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-49b45c3e-100a-4262-8c73-d3e18539f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:35.061952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-49b45c3e-100a-4262-8c73-d3e18539f04d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.2110565 Jul 07 19:07:35.129195 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:35.134908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:35.135809 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:35.158628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'f8691e10-c0e4-4466-9855-55820685703c', '113186cf-875d-4cc7-bd2f-ba1294ca7768', '3783df3b-cb35-4354-b55e-ad5b597e560a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:35.159842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f74858ed-695d-43f2-ae83-13c65f151a04 req-065422d7-1890-4701-9c37-74fb5418e24b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077745 Jul 07 19:07:35.275987 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:35.277483 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5fff47b-74dd-4298-8015-340a3b87ede0 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:07:35.277779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a', '60ae7394-3053-4081-933f-ce87390732db'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:35.307616 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:35.319125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:35.321663 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-72f7020a-c759-403c-ba3d-ba2cd8780b4d admin admin] 10.222.0.113 "DELETE /v2.0/routers/c5fff47b-74dd-4298-8015-340a3b87ede0 HTTP/1.1" status: 204 len: 168 time: 1.5349677 Jul 07 19:07:35.323810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:35.347700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:35.363215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:35.375352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event updated for resources: {'Port': ['ID=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:35.448764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4f90f058-6140-4d3d-a194-18ce003a1f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:35.450313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-4f90f058-6140-4d3d-a194-18ce003a1f20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3800075 Jul 07 19:07:35.527832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f97b8eb-89aa-4b6f-b5f4-90e94f4b4a63 admin admin] Deleting subnet dcfc6dba-762c-406b-9461-b0b3e622a1f8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:07:35.539598 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b8eb-89aa-4b6f-b5f4-90e94f4b4a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:35.541350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 07ae9a5a-087c-43e1-a524-14b389341d19 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:07:35.631763 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b8eb-89aa-4b6f-b5f4-90e94f4b4a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:35.632566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:35.661946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 07ae9a5a-087c-43e1-a524-14b389341d19 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:07:35.678597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 07ae9a5a-087c-43e1-a524-14b389341d19 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:07:35.819662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:35.821108 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:35.863364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-bdbebee7-e516-4d52-ac60-5ae47fdb9232 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909864 Jul 07 19:07:35.874162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-a7842d28-4034-4a84-a6bd-bbeeccbab415 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9145350 Jul 07 19:07:35.883843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a72d6042-05ee-45ad-835c-41938e9dbb4f None None] Provisioning for port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:35.896836 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b8eb-89aa-4b6f-b5f4-90e94f4b4a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:35.928174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a72d6042-05ee-45ad-835c-41938e9dbb4f None None] Provisioning complete for port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:35.930064 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a72d6042-05ee-45ad-835c-41938e9dbb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:35.930641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Request body: {'port': {'device_id': '7e70b6f7-5902-435c-9762-f879abbb50de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:35.970954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4d19c-a2a9-443b-a8bb-4bb50892bc20 req-7aee1de2-f3bf-4657-81f1-bc7faac9e7cd tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:35.971965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4a4d19c-a2a9-443b-a8bb-4bb50892bc20 req-7aee1de2-f3bf-4657-81f1-bc7faac9e7cd tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 948 time: 0.5269275 Jul 07 19:07:35.979852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116ed5-719d-47de-9b88-eac44e30afd0 req-b3c9d17d-a4f7-4fbd-b6d0-6a839e60ea75 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:35.981792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff116ed5-719d-47de-9b88-eac44e30afd0 req-b3c9d17d-a4f7-4fbd-b6d0-6a839e60ea75 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 946 time: 0.5352988 Jul 07 19:07:36.005056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25be2872-351e-4e1f-b6b8-a3682c36d212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:36.048999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a72d6042-05ee-45ad-835c-41938e9dbb4f None None] Port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:36.085844 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b8eb-89aa-4b6f-b5f4-90e94f4b4a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:36.166894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97b8eb-89aa-4b6f-b5f4-90e94f4b4a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfc6dba-762c-406b-9461-b0b3e622a1f8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:36.175904 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b8eb-89aa-4b6f-b5f4-90e94f4b4a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:36.178003 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2f97b8eb-89aa-4b6f-b5f4-90e94f4b4a63 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/dcfc6dba-762c-406b-9461-b0b3e622a1f8 HTTP/1.1" status: 204 len: 168 time: 0.8529871 Jul 07 19:07:36.187153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:36.209379 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:36.222212 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4a4d19c-a2a9-443b-a8bb-4bb50892bc20 req-15014214-fbcb-4679-a1f4-db28662d9913 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011764 Jul 07 19:07:36.237360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e618be84-6cc6-4b0c-ad6a-4ca0c22ed0d1 None None] Network c9a49987-70fa-4a81-b962-abc9d54c2b3f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:36.238923 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff116ed5-719d-47de-9b88-eac44e30afd0 req-91af9aea-1956-43a1-94dd-c95b71861574 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896136 Jul 07 19:07:36.392188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f8206c-7fec-4404-90d5-637c61fbe14d req-a839a64f-2f58-4452-83f6-103a218b04cb service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162234 Jul 07 19:07:36.776043 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:36.790826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25be2872-351e-4e1f-b6b8-a3682c36d212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:36.799670 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25be2872-351e-4e1f-b6b8-a3682c36d212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:36.862557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d671b-a188-43b0-8fe7-067ca569ec95 req-fbd984db-51cb-4232-ad00-5eed8cc7c72b tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:36.864659 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c64d671b-a188-43b0-8fe7-067ca569ec95 req-fbd984db-51cb-4232-ad00-5eed8cc7c72b tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 936 time: 0.2919250 Jul 07 19:07:36.898932 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-25be2872-351e-4e1f-b6b8-a3682c36d212 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=597c1ad2f3054681865f7aeb1b75f78c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2630396 Jul 07 19:07:36.899484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b804b29c-140f-4a6f-95b3-4e87372ed447 None None] DHCP port deletion for c9a49987-70fa-4a81-b962-abc9d54c2b3f request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:07:36.901602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:36.902251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be2872-351e-4e1f-b6b8-a3682c36d212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a450c20f-787e-4285-bdeb-c73a49634ff9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:36.937017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Deleting port 74e85971-56e4-4d40-ba31-9ce762dd1c9d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:07:36.937556 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:36.973928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b804b29c-140f-4a6f-95b3-4e87372ed447 None None] Deleting port 74e85971-56e4-4d40-ba31-9ce762dd1c9d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:07:36.974588 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b804b29c-140f-4a6f-95b3-4e87372ed447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.025438 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4df808cf-5e84-4967-8d2e-e08b872378c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.031442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466f253-d00e-423a-9ac6-a4a16a538aea req-bd4817f9-23bd-40fe-a7eb-e6cade9f38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:37.033405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c466f253-d00e-423a-9ac6-a4a16a538aea req-bd4817f9-23bd-40fe-a7eb-e6cade9f38b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa875a77f8054df790a847f9c1e7948d&device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 1100 time: 0.4198067 Jul 07 19:07:37.046794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] For port 74e85971-56e4-4d40-ba31-9ce762dd1c9d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=74e85971-56e4-4d40-ba31-9ce762dd1c9d,segment=NetworkSegment(41872a6f-ee6b-4a84-83cb-3aff0f201fb6),segment_id=41872a6f-ee6b-4a84-83cb-3aff0f201fb6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:37.047157 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.050624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b804b29c-140f-4a6f-95b3-4e87372ed447 None None] For port 74e85971-56e4-4d40-ba31-9ce762dd1c9d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=74e85971-56e4-4d40-ba31-9ce762dd1c9d,segment=NetworkSegment(41872a6f-ee6b-4a84-83cb-3aff0f201fb6),segment_id=41872a6f-ee6b-4a84-83cb-3aff0f201fb6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:37.050781 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b804b29c-140f-4a6f-95b3-4e87372ed447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.072532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:37.072765 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Calling delete_port for 74e85971-56e4-4d40-ba31-9ce762dd1c9d owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:07:37.072765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4df808cf-5e84-4967-8d2e-e08b872378c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.072913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b804b29c-140f-4a6f-95b3-4e87372ed447 None None] Calling delete_port for 74e85971-56e4-4d40-ba31-9ce762dd1c9d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:07:37.098887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.143636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 74e85971-56e4-4d40-ba31-9ce762dd1c9d no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:07:37.176657 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4df808cf-5e84-4967-8d2e-e08b872378c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.179269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4df808cf-5e84-4967-8d2e-e08b872378c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.180349 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4df808cf-5e84-4967-8d2e-e08b872378c2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a450c20f-787e-4285-bdeb-c73a49634ff9 HTTP/1.1" status: 204 len: 168 time: 0.2742841 Jul 07 19:07:37.190203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df808cf-5e84-4967-8d2e-e08b872378c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a450c20f-787e-4285-bdeb-c73a49634ff9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:37.197870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.221690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb25b68-e112-4d7e-9eba-41aa47aaf3b5 req-57f730c4-a088-4f9b-b6aa-9df82e0f2124 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:37.223254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-adb25b68-e112-4d7e-9eba-41aa47aaf3b5 req-57f730c4-a088-4f9b-b6aa-9df82e0f2124 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.5030272 Jul 07 19:07:37.231631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Transition to ACTIVE for port object bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:37.240365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e85971-56e4-4d40-ba31-9ce762dd1c9d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:37.244128 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c64d671b-a188-43b0-8fe7-067ca569ec95 req-31ab5af0-2bb1-4900-906a-9763d31d6e18 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419024 Jul 07 19:07:37.249242 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.250019 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] No DVR routers for this DVR port 74e85971-56e4-4d40-ba31-9ce762dd1c9d on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:07:37.287310 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b804b29c-140f-4a6f-95b3-4e87372ed447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.337837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804b29c-140f-4a6f-95b3-4e87372ed447 None None] Pushing event deleted for resources: {'Port': ['ID=74e85971-56e4-4d40-ba31-9ce762dd1c9d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:37.344896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804b29c-140f-4a6f-95b3-4e87372ed447 None None] No DVR routers for this DVR port 74e85971-56e4-4d40-ba31-9ce762dd1c9d on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:07:37.346207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No active binding found for port 74e85971-56e4-4d40-ba31-9ce762dd1c9d {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:07:37.346649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 74e85971-56e4-4d40-ba31-9ce762dd1c9d not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:07:37.347155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 23a82fcd-2e8a-4c19-82de-19d02ce43c2a no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:07:37.396239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 23a82fcd-2e8a-4c19-82de-19d02ce43c2a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:07:37.401873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 23a82fcd-2e8a-4c19-82de-19d02ce43c2a not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:07:37.415851 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.453344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a49987-70fa-4a81-b962-abc9d54c2b3f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:37.459679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-adb25b68-e112-4d7e-9eba-41aa47aaf3b5 req-7d08a11a-e2bb-40d4-9c11-6093f0f8d2c7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145216 Jul 07 19:07:37.525524 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41872a6f-ee6b-4a84-83cb-3aff0f201fb6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:37.525821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41872a6f-ee6b-4a84-83cb-3aff0f201fb6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:07:37.542890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Pushing event updated for resources: {'Port': ['ID=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:37.568275 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.620418 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.646966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:07:37.647527 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:07:37.657270 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:07:37.693991 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:07:37.702168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466f253-d00e-423a-9ac6-a4a16a538aea req-44b9f2e3-b1c7-41ad-b793-84e86f46cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:37.703823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c466f253-d00e-423a-9ac6-a4a16a538aea req-44b9f2e3-b1c7-41ad-b793-84e86f46cb4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.6418552 Jul 07 19:07:37.775911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:37.798424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c636173b-19d1-40dd-a7cf-c6e8f96db1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.814249 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.827826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c466f253-d00e-423a-9ac6-a4a16a538aea req-46897554-7ee3-4293-a25a-43731bbe1556 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd HTTP/1.1" status: 200 len: 217 time: 0.1089311 Jul 07 19:07:37.830592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Attempting to bind port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:37.830949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Attempting to bind port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:37.831431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Attempting to bind port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:37.837659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.843211 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] 10.222.0.113 "DELETE /v2.0/networks/c9a49987-70fa-4a81-b962-abc9d54c2b3f HTTP/1.1" status: 204 len: 168 time: 1.6517358 Jul 07 19:07:37.843211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309bf6c-ae91-48a9-9481-47f4cdf64c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a49987-70fa-4a81-b962-abc9d54c2b3f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:37.931771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc85a7-f362-4a03-83a5-1bd1fdca7419 req-8f3d3504-fcf2-42cd-8dc9-19fb47e4b1cd tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:37.933374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c636173b-19d1-40dd-a7cf-c6e8f96db1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.933798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63dc85a7-f362-4a03-83a5-1bd1fdca7419 req-8f3d3504-fcf2-42cd-8dc9-19fb47e4b1cd tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 948 time: 0.4557664 Jul 07 19:07:37.937044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466f253-d00e-423a-9ac6-a4a16a538aea req-d65494c6-bc3c-47d2-87b1-8e2f52901141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:37.939097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c636173b-19d1-40dd-a7cf-c6e8f96db1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:37.941344 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c466f253-d00e-423a-9ac6-a4a16a538aea req-d65494c6-bc3c-47d2-87b1-8e2f52901141 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0985358 Jul 07 19:07:37.978626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:07:37.978948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Attempting to bind port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:37.994280 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636173b-19d1-40dd-a7cf-c6e8f96db1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43410c59-5d55-4cf4-9b11-fcb80251d04e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:38.010877 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c636173b-19d1-40dd-a7cf-c6e8f96db1e6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6ebf5d652b7a4eff91d4912331aed2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336786 Jul 07 19:07:38.014879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:38.054810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:38.056878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:38.058577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:38.059215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Bound port: bcc0f99f-f228-4174-ac28-b4c2fb7e0f45, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:38.059905 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.069596 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02ccfb5d-b2a3-4e87-8a0e-993296eafa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.106776 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02ccfb5d-b2a3-4e87-8a0e-993296eafa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.114631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:38.166553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63dc85a7-f362-4a03-83a5-1bd1fdca7419 req-a662914a-b18e-4fba-a834-f394f15ca73c tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241199 Jul 07 19:07:38.166814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02ccfb5d-b2a3-4e87-8a0e-993296eafa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.169693 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02ccfb5d-b2a3-4e87-8a0e-993296eafa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.171710 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-02ccfb5d-b2a3-4e87-8a0e-993296eafa59 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/43410c59-5d55-4cf4-9b11-fcb80251d04e HTTP/1.1" status: 204 len: 168 time: 0.1558020 Jul 07 19:07:38.182209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccfb5d-b2a3-4e87-8a0e-993296eafa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43410c59-5d55-4cf4-9b11-fcb80251d04e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:38.187790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5ae7db7d-8ccb-43e5-a716-3897762a0d3b details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:07:38.274073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b10499-ac2a-41bd-bd49-01c81eceaec6 req-90e888ab-32e3-4370-9068-bc0454c0de09 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:38.283684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43b10499-ac2a-41bd-bd49-01c81eceaec6 req-90e888ab-32e3-4370-9068-bc0454c0de09 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 946 time: 0.5357070 Jul 07 19:07:38.329039 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c324b9b2-1812-461a-ba6e-8cdd678b4753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.332215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:38.333111 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466f253-d00e-423a-9ac6-a4a16a538aea req-79f9f600-9d0c-4b0a-a0c8-f0c1d83552c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:38.334846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c466f253-d00e-423a-9ac6-a4a16a538aea req-79f9f600-9d0c-4b0a-a0c8-f0c1d83552c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3826110 Jul 07 19:07:38.346552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b', 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6', 'port_id': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b', 'mac_address': 'fa:16:3e:90:54:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726dd8ca-6ff9-4083-80a3-660a9af22c42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:07:38.355220 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-54a0b6f4-1063-4ddb-b2c2-ad2854e280c1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=12349f714255495d9f983fc6625fa80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230792 Jul 07 19:07:38.356184 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:38.377596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43b10499-ac2a-41bd-bd49-01c81eceaec6 req-a71f20d6-1f84-436a-af30-2a4a39b9ca38 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928664 Jul 07 19:07:38.399175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] For port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:38.402361 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.425595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] For port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:38.432364 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ae7db7d-8ccb-43e5-a716-3897762a0d3b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:38.471459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.475033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:38.487435 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.505884 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b34ab1-9b04-43a0-be98-e25925d0c350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.539563 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b34ab1-9b04-43a0-be98-e25925d0c350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.575761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:38.580974 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.582492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] 10.222.0.59 "PUT /v2.0/ports/bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 HTTP/1.1" status: 200 len: 1097 time: 2.6640444 Jul 07 19:07:38.584752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e70b6f7-5902-435c-9762-f879abbb50de', 'tag': 'bcc0f99f-f228-4174-ac28-b4c2fb7e0f45'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:38.587023 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330538f2-a4e0-4ccc-8cde-97c7febb8c79" -d '{"events": [{"name": "network-changed", "server_uuid": "7e70b6f7-5902-435c-9762-f879abbb50de", "tag": "bcc0f99f-f228-4174-ac28-b4c2fb7e0f45"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:38.665988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:38.698001 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b34ab1-9b04-43a0-be98-e25925d0c350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.743741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['5ae7db7d-8ccb-43e5-a716-3897762a0d3b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:38.760671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b34ab1-9b04-43a0-be98-e25925d0c350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:38.771057 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-37b34ab1-9b04-43a0-be98-e25925d0c350 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a2874268-9dc4-4962-ab8b-534ffa406ac9 HTTP/1.1" status: 204 len: 168 time: 0.4114060 Jul 07 19:07:38.800357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b34ab1-9b04-43a0-be98-e25925d0c350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2874268-9dc4-4962-ab8b-534ffa406ac9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:38.826936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e380de3-daa9-4980-9cb5-fa82d6e6b23e service neutron] Pushing event updated for resources: {'Port': ['ID=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:38.907544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c466f253-d00e-423a-9ac6-a4a16a538aea req-48ff9857-1e8e-45cc-a0d5-4910682e278c service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047934 Jul 07 19:07:39.059068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-3de8e45b-84b8-487f-ac21-421781954474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:39.065824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-3de8e45b-84b8-487f-ac21-421781954474 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 1100 time: 0.3623748 Jul 07 19:07:39.136037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29093b04-020a-4146-8e5c-8517ef0f2c98 req-4c67f4d4-9bb8-490a-98c6-7bdc7c8f933d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:39.137621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29093b04-020a-4146-8e5c-8517ef0f2c98 req-4c67f4d4-9bb8-490a-98c6-7bdc7c8f933d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 948 time: 0.4421217 Jul 07 19:07:39.145449 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-9b77cff7-e033-478a-bf54-3f4cde241e7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 HTTP/1.1" status: 200 len: 217 time: 0.0625479 Jul 07 19:07:39.265761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974484c-8879-40ef-bc1d-13ce4202903a req-1d0b24cf-4458-498a-99a3-97331c33d371 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:39.267620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0974484c-8879-40ef-bc1d-13ce4202903a req-1d0b24cf-4458-498a-99a3-97331c33d371 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.4498730 Jul 07 19:07:39.324029 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c466f253-d00e-423a-9ac6-a4a16a538aea req-ae71a386-2d10-4c15-b3a1-f43b0245ecf5 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015965 Jul 07 19:07:39.330684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29093b04-020a-4146-8e5c-8517ef0f2c98 req-b44e9d40-96d8-4aee-a4b3-537e39fa20e9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820157 Jul 07 19:07:39.333451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-e493bbc5-5e6f-42c5-ab5c-9d4514c39408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:39.335274 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-e493bbc5-5e6f-42c5-ab5c-9d4514c39408 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1722281 Jul 07 19:07:39.415122 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0974484c-8879-40ef-bc1d-13ce4202903a req-03e92536-eee1-4cdf-807b-170ca20ac5c2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390190 Jul 07 19:07:39.464353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-44112b40-389d-45d3-b6ab-59fd28f79dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:39.465842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-44112b40-389d-45d3-b6ab-59fd28f79dc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1106427 Jul 07 19:07:39.481968 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455fae25-0103-4fc8-82b9-99074bfd0b49 x-openstack-request-id: req-455fae25-0103-4fc8-82b9-99074bfd0b49 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:39.482264 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e70b6f7-5902-435c-9762-f879abbb50de", "tag": "bcc0f99f-f228-4174-ac28-b4c2fb7e0f45", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:39.483104 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-455fae25-0103-4fc8-82b9-99074bfd0b49 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:39.483514 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e70b6f7-5902-435c-9762-f879abbb50de', 'tag': 'bcc0f99f-f228-4174-ac28-b4c2fb7e0f45', 'status': 'completed', 'code': 200} Jul 07 19:07:40.129161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-eb831fb6-53da-4160-b940-0ec5454e98b1 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368046 Jul 07 19:07:40.155784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9e946-7abe-4cc1-9051-283973cd6316 req-5e2fb664-efbd-4f05-ad7a-f3768818dc9a tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:40.162909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ecb9e946-7abe-4cc1-9051-283973cd6316 req-5e2fb664-efbd-4f05-ad7a-f3768818dc9a tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 948 time: 0.1677411 Jul 07 19:07:40.174328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ce877-9a0f-4bc3-86bc-ffb87ab1a481 req-b23e2fba-4b50-43c3-a3a1-42175f9a63d5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:40.175859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a41ce877-9a0f-4bc3-86bc-ffb87ab1a481 req-b23e2fba-4b50-43c3-a3a1-42175f9a63d5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 945 time: 0.1796660 Jul 07 19:07:40.186509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5ae7db7d-8ccb-43e5-a716-3897762a0d3b up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:40.295532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a41ce877-9a0f-4bc3-86bc-ffb87ab1a481 req-37697de7-786a-4ff5-bd24-b302a5117d32 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037700 Jul 07 19:07:40.307423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:40.307808 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:40.309787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ecb9e946-7abe-4cc1-9051-283973cd6316 req-8c0e5f34-d25f-4302-a107-eefe5282cf1a tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459489 Jul 07 19:07:40.331436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:07:40.361963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a88e8810-0aad-4c80-8a8b-fdd04ff278b4 req-3427174c-7e59-4d31-8dba-7e0506b2995c service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236223 Jul 07 19:07:40.594262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:40.632651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'd6b72ccf-edf6-4fc4-93e4-eb189a5a96cd', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'd6b72ccf-edf6-4fc4-93e4-eb189a5a96cd', 'mac_address': 'fa:16:3e:9d:36:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:07:40.651982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330538f2-a4e0-4ccc-8cde-97c7febb8c79 req-17f428a5-4b05-4223-9a52-a38ecdb11b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:40.653533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-330538f2-a4e0-4ccc-8cde-97c7febb8c79 req-17f428a5-4b05-4223-9a52-a38ecdb11b12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 1100 time: 0.1612692 Jul 07 19:07:40.801905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f2b32-85e4-4f5e-bc97-cde653339df8 req-64f761ef-5927-4ae6-a0ce-f2d0bcd94872 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:40.809032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce3f2b32-85e4-4f5e-bc97-cde653339df8 req-64f761ef-5927-4ae6-a0ce-f2d0bcd94872 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 948 time: 0.1719432 Jul 07 19:07:40.833597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330538f2-a4e0-4ccc-8cde-97c7febb8c79 req-d1696c2a-2ec1-4ce2-8745-1154d2a16c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:40.835178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-330538f2-a4e0-4ccc-8cde-97c7febb8c79 req-d1696c2a-2ec1-4ce2-8745-1154d2a16c2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1575832 Jul 07 19:07:40.951528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-330538f2-a4e0-4ccc-8cde-97c7febb8c79 req-9418e6fd-0362-4e60-81a4-b75bb891a0dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 HTTP/1.1" status: 200 len: 217 time: 0.0984423 Jul 07 19:07:41.004937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce3f2b32-85e4-4f5e-bc97-cde653339df8 req-4fe1fa0f-d757-4f74-b252-cfc1b6e545a7 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949005 Jul 07 19:07:41.023755 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:41.035796 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4d12-f789-4fb7-850c-888d8cdcada9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:41.054091 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:41.075551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:41.079604 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1a117a-0f3b-4f1d-8f3c-d70f7120a91d" -d '{"events": [{"server_uuid": "ab09246e-70ac-4ce4-9619-c4dbe0c48bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7db7d-8ccb-43e5-a716-3897762a0d3b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:41.104455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:41.116932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:41.126451 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:41.153485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330538f2-a4e0-4ccc-8cde-97c7febb8c79 req-8a708d87-92d0-425f-8a20-8e8967611f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:41.156169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-330538f2-a4e0-4ccc-8cde-97c7febb8c79 req-8a708d87-92d0-425f-8a20-8e8967611f6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1958890 Jul 07 19:07:41.182587 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:41.198618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694c566-c905-4659-b420-dbcc15c0c6ff req-768723e5-b128-41c5-9146-ea7b9352ca6a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:41.207365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d694c566-c905-4659-b420-dbcc15c0c6ff req-768723e5-b128-41c5-9146-ea7b9352ca6a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.2011671 Jul 07 19:07:41.209990 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:41.227942 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:41.244700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:41.302523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d694c566-c905-4659-b420-dbcc15c0c6ff req-45665c85-7232-4982-9ea0-1af5064ab1ba tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919962 Jul 07 19:07:41.337670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330538f2-a4e0-4ccc-8cde-97c7febb8c79 req-4629ed83-d892-427f-8aa7-499643b0ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:41.339692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-330538f2-a4e0-4ccc-8cde-97c7febb8c79 req-4629ed83-d892-427f-8aa7-499643b0ecdb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300223 Jul 07 19:07:41.370905 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:41.515967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ce154-a2ee-4cb7-a861-c8f5b20b770d req-6863bfd7-7e10-4644-8a19-5e22a51c8e92 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:41.518519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-310ce154-a2ee-4cb7-a861-c8f5b20b770d req-6863bfd7-7e10-4644-8a19-5e22a51c8e92 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 946 time: 0.1523688 Jul 07 19:07:41.520735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-330538f2-a4e0-4ccc-8cde-97c7febb8c79 req-3045bb42-6759-4e6f-8eab-9406c7ce640e service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668208 Jul 07 19:07:41.616140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:41.679610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-1596338e-ba09-4065-b28b-56101c465405 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=546a70edda1d431e9c888f20845dd035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1035030 Jul 07 19:07:41.702562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-310ce154-a2ee-4cb7-a861-c8f5b20b770d req-8ec55741-b8a8-465a-b69f-9823e779cc30 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714199 Jul 07 19:07:41.773038 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01913cf8-0fb0-4ad0-a862-877fa71c2c9a x-openstack-request-id: req-01913cf8-0fb0-4ad0-a862-877fa71c2c9a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:41.773352 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab09246e-70ac-4ce4-9619-c4dbe0c48bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7db7d-8ccb-43e5-a716-3897762a0d3b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:41.773584 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-01913cf8-0fb0-4ad0-a862-877fa71c2c9a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:41.773972 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b', 'code': 200} Jul 07 19:07:41.807123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-330538f2-a4e0-4ccc-8cde-97c7febb8c79 req-5f9c060b-b7db-4a2a-8b6e-d119e3883754 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781596 Jul 07 19:07:41.851390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-9043d769-09eb-4223-b286-de6b797e7eaa tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:41.853553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-9043d769-09eb-4223-b286-de6b797e7eaa tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730607 Jul 07 19:07:41.874848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-b07b0037-3501-4d27-90f6-f7446bbc1a7a tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/quotas/546a70edda1d431e9c888f20845dd035 HTTP/1.1" status: 200 len: 375 time: 0.0155754 Jul 07 19:07:41.938195 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-521dc70d-a243-4eac-b59c-35324931b61f tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=546a70edda1d431e9c888f20845dd035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571864 Jul 07 19:07:42.008699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7398f6-76b0-4bbd-bcb4-83f2da2fd77e req-1c9b9b96-3082-4582-9872-e953ff69b79d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:42.020160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee7398f6-76b0-4bbd-bcb4-83f2da2fd77e req-1c9b9b96-3082-4582-9872-e953ff69b79d tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 949 time: 0.1252015 Jul 07 19:07:42.063422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee7398f6-76b0-4bbd-bcb4-83f2da2fd77e req-1c044aea-b9f5-4617-86e8-12cb919138fd tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422010 Jul 07 19:07:42.159567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-f033925a-06e3-40b4-9560-00f9824d79bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951493 Jul 07 19:07:42.184088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5ae7db7d-8ccb-43e5-a716-3897762a0d3b no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:07:42.236626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0c62f07-4305-4adf-a389-2ba7e8793705 req-41715de7-f1f0-4104-a289-517b58d9ffb8 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 210 time: 0.0491188 Jul 07 19:07:42.314719 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:42.362770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-478ed987-5e5f-4489-9054-e94609d4d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:42.364441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-478ed987-5e5f-4489-9054-e94609d4d8b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e4090d3881b4fda91b8df8724648639&device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 1098 time: 0.1646369 Jul 07 19:07:42.377710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f807b5-9227-49a8-bf92-143cbab77eb3 req-9e3ba9f1-d826-4173-a6c4-0ae92828debb tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:42.380916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0f807b5-9227-49a8-bf92-143cbab77eb3 req-9e3ba9f1-d826-4173-a6c4-0ae92828debb tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 948 time: 0.1191733 Jul 07 19:07:42.430864 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:42.498571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:42.506188 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:42.554269 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0f807b5-9227-49a8-bf92-143cbab77eb3 req-d61a7cfd-8e71-4158-8559-e9e1ab4e7daa tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670713 Jul 07 19:07:42.594700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:42.647608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-ef81197c-7868-408e-9d03-49324be7273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:42.649338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-ef81197c-7868-408e-9d03-49324be7273f service neutron] 10.222.0.59 "GET /v2.0/networks?id=316f751f-01ed-42b8-8a52-47968efc8ee7 HTTP/1.1" status: 200 len: 924 time: 0.2434750 Jul 07 19:07:42.699600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b85f6-2d3e-4383-889e-46984c3137d7 req-f71e74ab-c68f-4ad9-841a-128205368947 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:42.717847 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-382b85f6-2d3e-4383-889e-46984c3137d7 req-f71e74ab-c68f-4ad9-841a-128205368947 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 944 time: 0.1787226 Jul 07 19:07:42.792645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-878db558-9c19-441c-a52e-4dd1bc36d267 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65a1be64-c701-44c6-983a-0141129d5d24 HTTP/1.1" status: 200 len: 1002 time: 0.1356497 Jul 07 19:07:42.883061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-321164d2-d8ec-434f-975f-3d23e209c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:42.885640 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-321164d2-d8ec-434f-975f-3d23e209c381 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4e5bb48-c9b7-4747-8676-f7af843cddd5 HTTP/1.1" status: 200 len: 861 time: 0.0848131 Jul 07 19:07:42.937513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-382b85f6-2d3e-4383-889e-46984c3137d7 req-bdbfa1da-0744-471c-a8b6-1fea6f261a9d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Deleting port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:07:42.937930 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-382b85f6-2d3e-4383-889e-46984c3137d7 req-bdbfa1da-0744-471c-a8b6-1fea6f261a9d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:43.007735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3787-451a-4b51-9f91-05ee0e43b4ee req-c7583804-5ea9-4c6a-88a6-940625685d2f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:43.025255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db5b3787-451a-4b51-9f91-05ee0e43b4ee req-c7583804-5ea9-4c6a-88a6-940625685d2f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.1471202 Jul 07 19:07:43.062788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-382b85f6-2d3e-4383-889e-46984c3137d7 req-bdbfa1da-0744-471c-a8b6-1fea6f261a9d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] For port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:43.062788 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-382b85f6-2d3e-4383-889e-46984c3137d7 req-bdbfa1da-0744-471c-a8b6-1fea6f261a9d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:43.082730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-382b85f6-2d3e-4383-889e-46984c3137d7 req-bdbfa1da-0744-471c-a8b6-1fea6f261a9d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Calling delete_port for 5ae7db7d-8ccb-43e5-a716-3897762a0d3b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:07:43.088141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-9b419276-78e5-4fce-a4da-5334c64b5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:43.090914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-9b419276-78e5-4fce-a4da-5334c64b5edf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=316f751f-01ed-42b8-8a52-47968efc8ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1920788 Jul 07 19:07:43.136770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db5b3787-451a-4b51-9f91-05ee0e43b4ee req-4b94bfed-35c6-45ea-96dc-d83140179cfd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040299 Jul 07 19:07:43.317790 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-382b85f6-2d3e-4383-889e-46984c3137d7 req-bdbfa1da-0744-471c-a8b6-1fea6f261a9d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:43.383596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d06d5-3ffd-4f97-959f-5bb5a0f7aca3 req-8f577726-2221-45a8-baab-e6228127d4c1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:43.386184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-463d06d5-3ffd-4f97-959f-5bb5a0f7aca3 req-8f577726-2221-45a8-baab-e6228127d4c1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab09246e-70ac-4ce4-9619-c4dbe0c48bdb HTTP/1.1" status: 200 len: 865 time: 0.2046828 Jul 07 19:07:43.390941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-55433818-6065-4e29-ae95-f19d132963bf service neutron] 10.222.0.59 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911644 Jul 07 19:07:43.393101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfa1da-0744-471c-a8b6-1fea6f261a9d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event deleted for resources: {'Port': ['ID=5ae7db7d-8ccb-43e5-a716-3897762a0d3b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:43.455972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-382b85f6-2d3e-4383-889e-46984c3137d7 req-bdbfa1da-0744-471c-a8b6-1fea6f261a9d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] No DVR routers for this DVR port 5ae7db7d-8ccb-43e5-a716-3897762a0d3b on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:07:43.458852 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-382b85f6-2d3e-4383-889e-46984c3137d7 req-bdbfa1da-0744-471c-a8b6-1fea6f261a9d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:43.461614 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-382b85f6-2d3e-4383-889e-46984c3137d7 req-bdbfa1da-0744-471c-a8b6-1fea6f261a9d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.112 "DELETE /v2.0/ports/5ae7db7d-8ccb-43e5-a716-3897762a0d3b HTTP/1.1" status: 204 len: 173 time: 0.7381938 Jul 07 19:07:43.462320 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'name': 'network-vif-deleted', 'tag': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:43.465053 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801e2be3-34a7-4992-85d4-d0e4be640015" -d '{"events": [{"server_uuid": "ab09246e-70ac-4ce4-9619-c4dbe0c48bdb", "name": "network-vif-deleted", "tag": "5ae7db7d-8ccb-43e5-a716-3897762a0d3b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:43.507299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-463d06d5-3ffd-4f97-959f-5bb5a0f7aca3 req-803b901b-9885-4267-89c6-85c69fb56113 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143541 Jul 07 19:07:43.578913 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ec93bc5-8d0b-4cf4-b52f-c346e23d4830 req-352760b4-203a-42d4-b0e3-e3930872d4b1 service neutron] 10.222.0.59 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780481 Jul 07 19:07:43.711837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a72891-c577-48a5-9298-745214fbf63c req-de2f028e-0f56-4663-afb9-0fe3f4509191 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:43.713324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90a72891-c577-48a5-9298-745214fbf63c req-de2f028e-0f56-4663-afb9-0fe3f4509191 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 949 time: 0.0822148 Jul 07 19:07:43.771281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90a72891-c577-48a5-9298-745214fbf63c req-58876b5f-9241-410a-9656-39ba67773d1f tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502682 Jul 07 19:07:43.781374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:43.790380 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de6753e-938c-4029-97f5-22e49273e85a" -d '{"events": [{"server_uuid": "ab09246e-70ac-4ce4-9619-c4dbe0c48bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae7db7d-8ccb-43e5-a716-3897762a0d3b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:43.800447 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:43.809547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-802dfa97-d507-460c-9616-cccb55954bd6 req-acc3c496-fcc8-4832-ab15-e56ef8c9c930 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 210 time: 0.0369101 Jul 07 19:07:43.827258 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-896e26f7-3019-4e18-9e5a-72d11196ec01 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=546a70edda1d431e9c888f20845dd035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422137 Jul 07 19:07:43.846105 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b6a44e-51ae-4d0a-88eb-6c74f6d6b6ce x-openstack-request-id: req-18b6a44e-51ae-4d0a-88eb-6c74f6d6b6ce {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:43.846607 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab09246e-70ac-4ce4-9619-c4dbe0c48bdb", "name": "network-vif-deleted", "tag": "5ae7db7d-8ccb-43e5-a716-3897762a0d3b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:43.846751 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-18b6a44e-51ae-4d0a-88eb-6c74f6d6b6ce {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:43.847316 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'name': 'network-vif-deleted', 'tag': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b', 'status': 'completed', 'code': 200} Jul 07 19:07:43.969159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-53f994b2-71cf-4986-821b-d199341b4269 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:43.971533 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-53f994b2-71cf-4986-821b-d199341b4269 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1379755 Jul 07 19:07:44.005281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dc31a-8959-4b08-b474-36ca914582f2 req-9d21e43f-19c1-4319-9aed-372bd63baf74 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:44.007485 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-134dc31a-8959-4b08-b474-36ca914582f2 req-9d21e43f-19c1-4319-9aed-372bd63baf74 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 948 time: 0.0678310 Jul 07 19:07:44.008694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Request body: {'port': {'device_id': '351e4d41-94b0-46a2-bb6f-959442051e8f', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '546a70edda1d431e9c888f20845dd035'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:44.085968 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-134dc31a-8959-4b08-b474-36ca914582f2 req-81248e6a-3ee2-4366-9646-6376ceadd702 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722086 Jul 07 19:07:44.099465 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecdfd8f-06d8-44d9-a8df-7eb15b430efa x-openstack-request-id: req-0ecdfd8f-06d8-44d9-a8df-7eb15b430efa {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:44.100041 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab09246e-70ac-4ce4-9619-c4dbe0c48bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae7db7d-8ccb-43e5-a716-3897762a0d3b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:44.100710 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0ecdfd8f-06d8-44d9-a8df-7eb15b430efa {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:44.101625 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab09246e-70ac-4ce4-9619-c4dbe0c48bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae7db7d-8ccb-43e5-a716-3897762a0d3b', 'code': 200} Jul 07 19:07:44.171716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Made reservation on behalf of 546a70edda1d431e9c888f20845dd035 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:44.176433 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:44.200869 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:44.352413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:07:44.356666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:44.365779 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:44.396095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d06c-0d1d-41a1-9be4-e21989bc7d5f req-4c2e973d-0b9e-4f5d-9683-7910bc60ecb7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:44.410412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba18d06c-0d1d-41a1-9be4-e21989bc7d5f req-4c2e973d-0b9e-4f5d-9683-7910bc60ecb7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.1156828 Jul 07 19:07:44.415707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e873ebe-bb39-4122-b62c-c8cc9baddbcf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:44.470098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:44.475810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba18d06c-0d1d-41a1-9be4-e21989bc7d5f req-65f9b37c-3a71-4aff-a2f6-da51e24f478d tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633078 Jul 07 19:07:44.539190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:44.554830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'bcc0f99f-f228-4174-ac28-b4c2fb7e0f45', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'bcc0f99f-f228-4174-ac28-b4c2fb7e0f45', 'mac_address': 'fa:16:3e:05:a8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:07:44.591159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:44.603204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:44.603859 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:44.694896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Allocated IP 192.168.233.67 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/2c334bcb-1e0c-4681-aee6-dfbc0903db5c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:44.715310 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:44.761328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:44.868695 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:44.880648 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:44.891026 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:44.968794 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:45.010647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:45.024762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Transition to ACTIVE for port object 2c334bcb-1e0c-4681-aee6-dfbc0903db5c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:45.027106 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:45.035630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:45.079958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:45.113529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf3bea-0587-4ea2-b4f9-b80f1b245ed1 req-87951be7-aaf5-479c-b9e8-2a158d9a1edf tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:45.116379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72cf3bea-0587-4ea2-b4f9-b80f1b245ed1 req-87951be7-aaf5-479c-b9e8-2a158d9a1edf tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 949 time: 0.1403885 Jul 07 19:07:45.129211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:45.162617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Pushing event updated for resources: {'Port': ['ID=2c334bcb-1e0c-4681-aee6-dfbc0903db5c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:45.174961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:45.176531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:45.178979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:45.195909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72cf3bea-0587-4ea2-b4f9-b80f1b245ed1 req-2761304a-5bc6-4c1c-94b2-856872096343 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695662 Jul 07 19:07:45.273960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:45.274752 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:45.301118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['bcc0f99f-f228-4174-ac28-b4c2fb7e0f45'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:45.302563 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-84f617ab-d51d-4332-97ee-1978223c89e4 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3007751 Jul 07 19:07:45.319261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Request body: {'port': {'device_id': '351e4d41-94b0-46a2-bb6f-959442051e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:45.456974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-ac8194f1-89ae-4b0e-a5a3-82cc8c396eb5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:45.466095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-ac8194f1-89ae-4b0e-a5a3-82cc8c396eb5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/networks?id=cea8a7e9-722a-43c6-af28-5e27349dc8c6 HTTP/1.1" status: 200 len: 822 time: 0.1758428 Jul 07 19:07:45.475387 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:45.489373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-332e5ca1-6218-4c2a-8bcf-ac261db6b442 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/quotas/aa3e95f9017142f5978bc3bf24e8b388 HTTP/1.1" status: 200 len: 375 time: 0.0218778 Jul 07 19:07:45.577649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e093df8c-d052-4aff-9395-4b7063ca7de8 None None] Provisioning for port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:45.586984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e093df8c-d052-4aff-9395-4b7063ca7de8 None None] Provisioning complete for port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:45.587356 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e093df8c-d052-4aff-9395-4b7063ca7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:45.619473 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-d8f15ef5-731d-423b-a947-0f3de65bb433 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=aa3e95f9017142f5978bc3bf24e8b388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235492 Jul 07 19:07:45.638151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e093df8c-d052-4aff-9395-4b7063ca7de8 None None] Port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:45.687833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16640f-87bc-4f62-b299-d9bf2efe466e req-e4e83c50-9be2-4968-b815-b64edb83fb43 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:45.689376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff16640f-87bc-4f62-b299-d9bf2efe466e req-e4e83c50-9be2-4968-b815-b64edb83fb43 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 935 time: 0.1509521 Jul 07 19:07:45.752961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-da870a64-4935-4c9e-a629-38c719e9c07c service neutron] 10.222.0.113 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324625 Jul 07 19:07:45.758289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff16640f-87bc-4f62-b299-d9bf2efe466e req-18e07fe7-6c16-471a-a715-1e9a6aa999dd tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617657 Jul 07 19:07:45.800279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c334bcb-1e0c-4681-aee6-dfbc0903db5c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:45.811458 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:45.832363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Transition to ACTIVE for port object 2c334bcb-1e0c-4681-aee6-dfbc0903db5c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:45.840921 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:45.884457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-09068f62-1571-463a-b757-cc26d5514c7a service neutron] 10.222.0.113 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225805 Jul 07 19:07:45.968419 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c334bcb-1e0c-4681-aee6-dfbc0903db5c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:46.057878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Attempting to bind port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:46.058494 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Attempting to bind port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:46.058764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Attempting to bind port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:46.064701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:07:46.065107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Attempting to bind port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:46.071305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:46.072335 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:46.072972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:46.073479 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Bound port: 2c334bcb-1e0c-4681-aee6-dfbc0903db5c, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:46.073906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:46.103903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be82ede1-6bb2-4eda-afae-84c489232c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b72ccf-edf6-4fc4-93e4-eb189a5a96cd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:46.108580 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bea697b-4a6c-4605-a26e-3cc92ef6ba2c" -d '{"events": [{"server_uuid": "be82ede1-6bb2-4eda-afae-84c489232c48", "name": "network-vif-plugged", "status": "completed", "tag": "d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:46.190554 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] For port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:46.196311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] For port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=2c334bcb-1e0c-4681-aee6-dfbc0903db5c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:46.204366 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:46.214322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5ae7db7d-8ccb-43e5-a716-3897762a0d3b no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:07:46.240189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437defb8-ffeb-4527-a292-81cdd4a5e99e req-5a20c6d5-a1c3-4f42-9454-907aef9eb117 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:46.241722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-437defb8-ffeb-4527-a292-81cdd4a5e99e req-5a20c6d5-a1c3-4f42-9454-907aef9eb117 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 949 time: 0.1044331 Jul 07 19:07:46.267326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 5ae7db7d-8ccb-43e5-a716-3897762a0d3b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:07:46.267661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5ae7db7d-8ccb-43e5-a716-3897762a0d3b not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:07:46.282295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:46.282992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:46.284750 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] 10.222.0.112 "PUT /v2.0/ports/2c334bcb-1e0c-4681-aee6-dfbc0903db5c HTTP/1.1" status: 200 len: 1096 time: 0.9781973 Jul 07 19:07:46.285359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351e4d41-94b0-46a2-bb6f-959442051e8f', 'tag': '2c334bcb-1e0c-4681-aee6-dfbc0903db5c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:46.287944 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df7ef1f-bba5-40ac-9808-77b892ab9558" -d '{"events": [{"name": "network-changed", "server_uuid": "351e4d41-94b0-46a2-bb6f-959442051e8f", "tag": "2c334bcb-1e0c-4681-aee6-dfbc0903db5c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:46.328181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf190a38-7d28-4ace-8bc7-7d64e29514a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c334bcb-1e0c-4681-aee6-dfbc0903db5c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:46.363494 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-437defb8-ffeb-4527-a292-81cdd4a5e99e req-e62740c0-ab5d-4b26-a767-b2d5199389f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089129 Jul 07 19:07:46.398703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-b6516e2b-0e89-4783-88a6-4fdb6cfc05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:46.400764 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-b6516e2b-0e89-4783-88a6-4fdb6cfc05c1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=546a70edda1d431e9c888f20845dd035&device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 1099 time: 0.0682096 Jul 07 19:07:46.425408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8253d7-74bd-4cf7-adaf-6c2676f7b647 req-30bc6f8f-5ce9-496c-94fc-458afe3f8ebe tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:46.427577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b8253d7-74bd-4cf7-adaf-6c2676f7b647 req-30bc6f8f-5ce9-496c-94fc-458afe3f8ebe tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.1744719 Jul 07 19:07:46.465968 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-c47c4089-7c4e-46b9-a5bb-6bf41347768c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2c334bcb-1e0c-4681-aee6-dfbc0903db5c HTTP/1.1" status: 200 len: 217 time: 0.0573492 Jul 07 19:07:46.500880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8f12cc8-5f2d-47fc-8c5f-bf893f2f68da req-e328eab1-2a42-4739-aa9b-dc7a2679cafe tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 210 time: 0.0468390 Jul 07 19:07:46.531490 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b8253d7-74bd-4cf7-adaf-6c2676f7b647 req-15fccefd-f338-490e-9a91-e0fb71dee6ac tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952530 Jul 07 19:07:46.555433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-208ffca0-600d-4ea9-bebc-94d043722b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:46.556951 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-208ffca0-600d-4ea9-bebc-94d043722b84 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0835361 Jul 07 19:07:46.588020 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4d07f1-7ce4-4593-87d6-160266f00aa5 x-openstack-request-id: req-2d4d07f1-7ce4-4593-87d6-160266f00aa5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:46.588322 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be82ede1-6bb2-4eda-afae-84c489232c48", "name": "network-vif-plugged", "status": "completed", "tag": "d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:46.588602 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2d4d07f1-7ce4-4593-87d6-160266f00aa5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:46.589258 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be82ede1-6bb2-4eda-afae-84c489232c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b72ccf-edf6-4fc4-93e4-eb189a5a96cd', 'code': 200} Jul 07 19:07:46.673552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-ccbb91bd-25da-44e0-a98b-e551baa27929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:46.696388 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-ccbb91bd-25da-44e0-a98b-e551baa27929 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1079767 Jul 07 19:07:46.754405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e56116-e043-492c-907b-ce7ffb583d0b req-8a5a47f0-e9c0-4783-b0cb-9a37eef07c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:46.755752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0e56116-e043-492c-907b-ce7ffb583d0b req-8a5a47f0-e9c0-4783-b0cb-9a37eef07c9b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 1102 time: 0.0614350 Jul 07 19:07:46.806409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0e56116-e043-492c-907b-ce7ffb583d0b req-3dec57ce-32cd-4616-a2ee-e2f09878cee6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Jul 07 19:07:46.861706 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-0e1ba114-cd69-4030-9be4-aa60f6e47678 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643641 Jul 07 19:07:46.891965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae163926-a1da-441e-b571-31ac2fb90465 req-a598e1b3-0ba5-440a-b9f9-578a727d48af tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:46.893670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae163926-a1da-441e-b571-31ac2fb90465 req-a598e1b3-0ba5-440a-b9f9-578a727d48af tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 950 time: 0.0903327 Jul 07 19:07:46.951692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae163926-a1da-441e-b571-31ac2fb90465 req-be161f06-9e89-4a77-9fc0-11d29726e3ca tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507135 Jul 07 19:07:47.001666 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0077b4bd-666d-4e48-b93a-2782430a6eb0 req-6536bd3a-4645-4d18-a3b6-086c0206fc31 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315279 Jul 07 19:07:47.009813 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b49a8d-8342-4045-8909-c3219ae9b41c x-openstack-request-id: req-56b49a8d-8342-4045-8909-c3219ae9b41c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:47.010133 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351e4d41-94b0-46a2-bb6f-959442051e8f", "tag": "2c334bcb-1e0c-4681-aee6-dfbc0903db5c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:47.010367 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-56b49a8d-8342-4045-8909-c3219ae9b41c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:47.010816 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351e4d41-94b0-46a2-bb6f-959442051e8f', 'tag': '2c334bcb-1e0c-4681-aee6-dfbc0903db5c', 'status': 'completed', 'code': 200} Jul 07 19:07:47.157153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7ef1f-bba5-40ac-9808-77b892ab9558 req-41d65af3-fc45-49f8-924b-b91c950f9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:47.159481 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2df7ef1f-bba5-40ac-9808-77b892ab9558 req-41d65af3-fc45-49f8-924b-b91c950f9eec service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=546a70edda1d431e9c888f20845dd035&device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 1099 time: 0.0710516 Jul 07 19:07:47.263616 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70a37e-c077-43a7-a2af-30f04775c5c9 req-7b14b062-566f-48db-885f-283c8da56c11 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:47.268210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7ef1f-bba5-40ac-9808-77b892ab9558 req-c1d1d594-5c5d-4aa1-abea-48f58c7f82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:47.269896 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2df7ef1f-bba5-40ac-9808-77b892ab9558 req-c1d1d594-5c5d-4aa1-abea-48f58c7f82f5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1037920 Jul 07 19:07:47.272396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d70a37e-c077-43a7-a2af-30f04775c5c9 req-7b14b062-566f-48db-885f-283c8da56c11 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 947 time: 0.1360772 Jul 07 19:07:47.307886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d70a37e-c077-43a7-a2af-30f04775c5c9 req-21d82971-2302-4ece-980e-d0f5fec97fa8 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345731 Jul 07 19:07:47.408296 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2df7ef1f-bba5-40ac-9808-77b892ab9558 req-6998b368-3493-4c32-8c8d-7ef022f8af88 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2c334bcb-1e0c-4681-aee6-dfbc0903db5c HTTP/1.1" status: 200 len: 217 time: 0.0560038 Jul 07 19:07:47.494461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7ef1f-bba5-40ac-9808-77b892ab9558 req-c8bf3051-0d2c-419d-a711-181bbc9509c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:47.496053 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2df7ef1f-bba5-40ac-9808-77b892ab9558 req-c8bf3051-0d2c-419d-a711-181bbc9509c3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0784912 Jul 07 19:07:47.573857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7ef1f-bba5-40ac-9808-77b892ab9558 req-cb9edf07-eae9-413e-a79a-ff308c38d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:47.575700 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2df7ef1f-bba5-40ac-9808-77b892ab9558 req-cb9edf07-eae9-413e-a79a-ff308c38d502 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647912 Jul 07 19:07:47.597806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c762af-8f9f-4e5d-81b9-de648f0bfef2 req-366030ff-3795-49bc-9730-fc7805eee8a5 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:47.599363 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54c762af-8f9f-4e5d-81b9-de648f0bfef2 req-366030ff-3795-49bc-9730-fc7805eee8a5 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 949 time: 0.0827644 Jul 07 19:07:47.645099 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54c762af-8f9f-4e5d-81b9-de648f0bfef2 req-ae0e1a07-fab9-4660-b1c7-d72b55c8b4e4 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385728 Jul 07 19:07:47.682440 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2df7ef1f-bba5-40ac-9808-77b892ab9558 req-9bdce832-7359-412c-a069-dd2b7a51b29e service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983796 Jul 07 19:07:47.791038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa1bb2af-dc50-481e-85d6-69547f81bf54 req-ece54e5a-786c-4d7b-93e8-73859d142506 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 210 time: 0.0385630 Jul 07 19:07:47.801965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:47.828787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1825109951'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:47.843426 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2df7ef1f-bba5-40ac-9808-77b892ab9558 req-059e7802-87b7-4c22-8e98-9f1387bbe96a service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541228 Jul 07 19:07:47.941755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:47.945325 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:47.974356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-bdbad1da-396d-4536-ae6c-6b57eaf18e4c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:47.975897 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-bdbad1da-396d-4536-ae6c-6b57eaf18e4c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.112 "GET /v2.0/networks?id=cea8a7e9-722a-43c6-af28-5e27349dc8c6 HTTP/1.1" status: 200 len: 822 time: 0.1832223 Jul 07 19:07:48.000380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Request body: {'port': {'device_id': '95649d4f-ebd5-4ad0-857e-ec60792c0ae6', 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6', 'admin_state_up': True, 'tenant_id': 'aa3e95f9017142f5978bc3bf24e8b388'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:48.070883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:07:48.103135 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.103434 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Added segment 2fcd9003-8ff3-404b-af2e-dd75910496c8 of type vlan for network b48da7d0-12da-4b46-a5e8-977463d3e0a4 Jul 07 19:07:48.176160 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.199647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4e6d-deb8-4404-ab7c-96a1b14c0d96 req-6f891fcb-212f-403c-a161-248eb3269aa6 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:48.201216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-280d4e6d-deb8-4404-ab7c-96a1b14c0d96 req-6f891fcb-212f-403c-a161-248eb3269aa6 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.2224069 Jul 07 19:07:48.250025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Made reservation on behalf of aa3e95f9017142f5978bc3bf24e8b388 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:48.253474 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.263166 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.269266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:48.269850 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.314890 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-280d4e6d-deb8-4404-ab7c-96a1b14c0d96 req-6e29e8ea-7653-4165-bce5-3195166958a1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042640 Jul 07 19:07:48.377466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:48.388210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5830786 Jul 07 19:07:48.390894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:48.396275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1973773536'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:48.437332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:48.437551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Network': ['ID=b48da7d0-12da-4b46-a5e8-977463d3e0a4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:48.442165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.470090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.470447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.471059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.471755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.472112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.472450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.472827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.473404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.473746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.474075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.474401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.474889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31bebd-e0c9-4296-9613-dbb54207c23b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.490679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network b48da7d0-12da-4b46-a5e8-977463d3e0a4 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:07:48.494038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:48.494785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:07:48.515566 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.516293 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Added segment 2d948e94-27a5-4b08-a6c4-4814d98a8302 of type vlan for network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 Jul 07 19:07:48.536205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:48.536730 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.579327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.615987 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.627498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:48.628245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.660515 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.702226 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:48.704980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e70b6f7-5902-435c-9762-f879abbb50de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc0f99f-f228-4174-ac28-b4c2fb7e0f45'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:48.709380 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a7232a-1dcd-4f00-b229-b436bbe430cc" -d '{"events": [{"server_uuid": "7e70b6f7-5902-435c-9762-f879abbb50de", "name": "network-vif-plugged", "status": "completed", "tag": "bcc0f99f-f228-4174-ac28-b4c2fb7e0f45"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:48.722420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.745266 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3530090 Jul 07 19:07:48.754877 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:48.760399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'subnet': {'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:48.761340 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.786625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:48.815877 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Network': ['ID=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:48.832819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.833172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.833513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.833845 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.834173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.834502 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.834825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.835148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.835472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.835789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.836107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.836423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606794eb-b539-4ddd-84a7-ab4632db2a7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:07:48.856417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:07:48.890788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:48.894321 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.931814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Allocated IP 172.20.0.5 (cea8a7e9-722a-43c6-af28-5e27349dc8c6/726dd8ca-6ff9-4083-80a3-660a9af22c42/95428ea9-c194-4180-9156-00a99176de40) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:48.952651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0d825-ed49-4d76-8e9a-fa4745909e8c req-2fcd365f-0f59-47de-b95f-c03aa43d2e53 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:48.954155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68e0d825-ed49-4d76-8e9a-fa4745909e8c req-2fcd365f-0f59-47de-b95f-c03aa43d2e53 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 950 time: 0.5069160 Jul 07 19:07:48.999279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed8ba-201a-476f-a0ad-e3642f88fcff req-5256cb05-8260-4049-9487-93e54b56632a tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:49.000809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a18ed8ba-201a-476f-a0ad-e3642f88fcff req-5256cb05-8260-4049-9487-93e54b56632a tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 947 time: 0.1883943 Jul 07 19:07:49.051246 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68e0d825-ed49-4d76-8e9a-fa4745909e8c req-abe07d3f-5337-4b53-9f5a-d2eeac1ccd37 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901484 Jul 07 19:07:49.112643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:49.116357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a18ed8ba-201a-476f-a0ad-e3642f88fcff req-43239dc7-e2a8-4170-84f6-624ec40b9ef1 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055639 Jul 07 19:07:49.201668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:49.204906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Checking segment: {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:49.205539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network hostable DHCP agents. Network: b48da7d0-12da-4b46-a5e8-977463d3e0a4, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:07:49.211230 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Subnet': ['ID=5b1f8b0a-5fa0-46d5-b899-e90239afc14d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:49.231510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network b48da7d0-12da-4b46-a5e8-977463d3e0a4 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:07:49.245418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, b48da7d0-12da-4b46-a5e8-977463d3e0a4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:49.255165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b70f96-789e-4759-83dc-8e3bfe00a4ad None None] Network b48da7d0-12da-4b46-a5e8-977463d3e0a4 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:49.257219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:49.258547 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:49.262257 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:49.281050 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4ddecb42-1329-432b-9ecb-325ac8f82433 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5250423 Jul 07 19:07:49.282380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:49.296142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'subnet': {'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:49.340749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Network cea8a7e9-722a-43c6-af28-5e27349dc8c6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:49.350381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:49.356373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:49.363138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event updated for resources: {'Port': ['ID=95428ea9-c194-4180-9156-00a99176de40,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:49.430838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:49.432550 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:49.440301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:49.443899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:49.465844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477aca6-58bb-49c9-9e80-ed8d74443fa9 req-4437cc85-2b0c-4fe5-bdb9-2e5265cf2a10 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:49.469075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c477aca6-58bb-49c9-9e80-ed8d74443fa9 req-4437cc85-2b0c-4fe5-bdb9-2e5265cf2a10 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 950 time: 0.1738954 Jul 07 19:07:49.475536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7a4982fe-985c-45bf-aac7-aa3b44965acc tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4842565 Jul 07 19:07:49.487511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-b48da7d0-12da-4b46-a5e8-977463d3e0a4', 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'fixed_ips': [{'subnet_id': '5b1f8b0a-5fa0-46d5-b899-e90239afc14d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:07:49.488381 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:49.492386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Request body: {'port': {'device_id': '95649d4f-ebd5-4ad0-857e-ec60792c0ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:49.566041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c477aca6-58bb-49c9-9e80-ed8d74443fa9 req-e08a7914-ff32-4e99-a368-76a15a3c79a3 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873451 Jul 07 19:07:49.667845 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43cafaa-c9a9-4154-bbaa-d1b1e370c520 x-openstack-request-id: req-f43cafaa-c9a9-4154-bbaa-d1b1e370c520 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:49.668187 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e70b6f7-5902-435c-9762-f879abbb50de", "name": "network-vif-plugged", "status": "completed", "tag": "bcc0f99f-f228-4174-ac28-b4c2fb7e0f45", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:49.668381 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f43cafaa-c9a9-4154-bbaa-d1b1e370c520 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:49.668796 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e70b6f7-5902-435c-9762-f879abbb50de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc0f99f-f228-4174-ac28-b4c2fb7e0f45', 'code': 200} Jul 07 19:07:49.671527 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:49.713973 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:49.739958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Allocated IP 10.1.1.2 (b48da7d0-12da-4b46-a5e8-977463d3e0a4/5b1f8b0a-5fa0-46d5-b899-e90239afc14d/48ccb5d8-c043-4ae2-b77d-b8c5694c0988) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:49.842032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Checking segment: {'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:49.842651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network hostable DHCP agents. Network: 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:07:49.847189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Subnet': ['ID=cab6832b-92c9-42a4-9c61-61da5c3dc117,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:49.868533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:07:49.883906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:49.889717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:49.890198 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:49.907916 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-175303c9-7372-4999-9206-78a5c3a18068 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6244462 Jul 07 19:07:49.910541 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:49.917731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'port': {'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4', 'name': 'tempest-TaggedBootDevicesTest_v242-1657070647', 'fixed_ips': [{'subnet_id': '5b1f8b0a-5fa0-46d5-b899-e90239afc14d'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:49.919139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f575a7-90ba-4373-88ca-31f89d2b081a None None] Network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:50.024781 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.053267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Transition to ACTIVE for port object 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:50.058691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:50.059008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e7829-5688-4ed2-bde9-8fd843fe3722 req-1e9a9bf5-12fe-4a71-bade-9c4fec0a3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:50.061325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f55e7829-5688-4ed2-bde9-8fd843fe3722 req-1e9a9bf5-12fe-4a71-bade-9c4fec0a3fcd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 1102 time: 0.2570078 Jul 07 19:07:50.084634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Transition to ACTIVE for port object 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:50.118272 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.137168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860662fd-7413-44be-b2e3-948c740fbd0a req-0932b919-1d39-46b4-98cc-eccf422069af tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:50.139360 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-860662fd-7413-44be-b2e3-948c740fbd0a req-0932b919-1d39-46b4-98cc-eccf422069af tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 931 time: 0.3525224 Jul 07 19:07:50.166113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.173286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f55e7829-5688-4ed2-bde9-8fd843fe3722 req-7f6ca052-abd9-4a8c-b154-e45c6abab3f0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016264 Jul 07 19:07:50.186740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] device_id is not set on port af9b95f0-6d56-45bb-93c5-baa55385b852 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:07:50.192175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Network b48da7d0-12da-4b46-a5e8-977463d3e0a4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:50.196274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Pushing event updated for resources: {'Port': ['ID=48ccb5d8-c043-4ae2-b77d-b8c5694c0988,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:50.206227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:50.209145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:50.221707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-1c92a8e3-dbbc-4eb3-9458-98fe4610fa94', 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'fixed_ips': [{'subnet_id': 'cab6832b-92c9-42a4-9c61-61da5c3dc117'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:07:50.222828 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.225140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 2c334bcb-1e0c-4681-aee6-dfbc0903db5c details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:07:50.255159 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-860662fd-7413-44be-b2e3-948c740fbd0a req-632c28c4-ea07-44b1-9dcf-d6b29f8ae74d tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911400 Jul 07 19:07:50.307710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f818b8-bd95-4dd9-905b-026da91ce955 req-e29da144-f459-44ea-ba63-1da30ba88beb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:50.309268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43f818b8-bd95-4dd9-905b-026da91ce955 req-e29da144-f459-44ea-ba63-1da30ba88beb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.2000959 Jul 07 19:07:50.319005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95428ea9-c194-4180-9156-00a99176de40 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:50.353186 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.365930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Attempting to bind port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:50.366258 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Attempting to bind port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:50.366536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Attempting to bind port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:50.380496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43f818b8-bd95-4dd9-905b-026da91ce955 req-ee5c2e84-06a0-46df-b0ba-c9eda595e16c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565202 Jul 07 19:07:50.383156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Transition to ACTIVE for port object 95428ea9-c194-4180-9156-00a99176de40 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:50.392777 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.449637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:50.450255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Checking segment: {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:50.450385 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.450773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Bound using segment: {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:50.451370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Bound port: 48ccb5d8-c043-4ae2-b77d-b8c5694c0988, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:50.451804 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.464833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Pushing event updated for resources: {'Port': ['ID=95428ea9-c194-4180-9156-00a99176de40,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:50.517618 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Allocated IP 10.1.1.9 (b48da7d0-12da-4b46-a5e8-977463d3e0a4/5b1f8b0a-5fa0-46d5-b899-e90239afc14d/af9b95f0-6d56-45bb-93c5-baa55385b852) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:50.556582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Attempting to bind port 95428ea9-c194-4180-9156-00a99176de40 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:50.557083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Attempting to bind port 95428ea9-c194-4180-9156-00a99176de40 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:50.557749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Attempting to bind port 95428ea9-c194-4180-9156-00a99176de40 on network cea8a7e9-722a-43c6-af28-5e27349dc8c6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:50.564035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Port 95428ea9-c194-4180-9156-00a99176de40 on network cea8a7e9-722a-43c6-af28-5e27349dc8c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:07:50.564393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Attempting to bind port 95428ea9-c194-4180-9156-00a99176de40 on network cea8a7e9-722a-43c6-af28-5e27349dc8c6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:50.570138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:50.570530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Checking segment: {'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:50.570923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Bound using segment: {'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:50.571351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Bound port: 95428ea9-c194-4180-9156-00a99176de40, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46801783-954e-48e8-88b4-0d8dfb65f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:50.571708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.598004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=2c334bcb-1e0c-4681-aee6-dfbc0903db5c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:50.633248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Allocated IP 10.2.2.2 (1c92a8e3-dbbc-4eb3-9458-98fe4610fa94/cab6832b-92c9-42a4-9c61-61da5c3dc117/24a851c5-48ec-4c49-8e45-a0ec31a51742) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:50.647496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] For port 95428ea9-c194-4180-9156-00a99176de40, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:50.651121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] For port 95428ea9-c194-4180-9156-00a99176de40, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=95428ea9-c194-4180-9156-00a99176de40,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:50.655351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '2c334bcb-1e0c-4681-aee6-dfbc0903db5c', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '2c334bcb-1e0c-4681-aee6-dfbc0903db5c', 'mac_address': 'fa:16:3e:e5:1f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:07:50.658439 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.736826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Pushing event updated for resources: {'Port': ['ID=95428ea9-c194-4180-9156-00a99176de40,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:50.769491 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.787696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:50.788313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.790283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-4689741e-22ca-4537-8e9a-411fc52821a4 service neutron] 10.222.0.112 "PUT /v2.0/ports/95428ea9-c194-4180-9156-00a99176de40 HTTP/1.1" status: 200 len: 1092 time: 1.3025649 Jul 07 19:07:50.790759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Transition to ACTIVE for port object af9b95f0-6d56-45bb-93c5-baa55385b852 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:50.792996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95649d4f-ebd5-4ad0-857e-ec60792c0ae6', 'tag': '95428ea9-c194-4180-9156-00a99176de40'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:50.797112 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252996da-0f10-4ddd-b2cd-d274120d3e82" -d '{"events": [{"name": "network-changed", "server_uuid": "95649d4f-ebd5-4ad0-857e-ec60792c0ae6", "tag": "95428ea9-c194-4180-9156-00a99176de40"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:50.854929 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.864896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aea70-463e-4ee6-9b04-a67c7eafb64c req-b541b30e-0682-4e27-abf4-fdfb76bb8d4b tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:50.865230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb2aea70-463e-4ee6-9b04-a67c7eafb64c req-b541b30e-0682-4e27-abf4-fdfb76bb8d4b tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 947 time: 0.2031813 Jul 07 19:07:50.916906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network b48da7d0-12da-4b46-a5e8-977463d3e0a4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:50.922407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:50.924867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Port': ['ID=af9b95f0-6d56-45bb-93c5-baa55385b852,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:50.933189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:50.934263 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.936686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] For port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:50.942099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] For port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=48ccb5d8-c043-4ae2-b77d-b8c5694c0988,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:50.961261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.984808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb2aea70-463e-4ee6-9b04-a67c7eafb64c req-c25f533e-083c-4d58-8cea-488f18ff300c tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002202 Jul 07 19:07:50.991475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:50.991475 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:50.995086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c334bcb-1e0c-4681-aee6-dfbc0903db5c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:51.006080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.006575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.007049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.007511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.008002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.008455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.008908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.009387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.009872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.010289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.010753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.011205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.011665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.012123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.012635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.014729 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ff9bdd22-966f-46cc-a4de-ee90e621fcec tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1018648 Jul 07 19:07:51.016064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d124828-c848-49e7-b34e-203ca622ce12 req-247fc4b6-22a5-4fa8-a94b-29aa40346a57 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6&device_id=351e4d41-94b0-46a2-bb6f-959442051e8f&device_id=7e70b6f7-5902-435c-9762-f879abbb50de&device_id=be82ede1-6bb2-4eda-afae-84c489232c48&device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1&device_id=67b8a127-b0b9-4679-94a7-ddbf23917880&device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180&device_id=f38537da-1505-450c-895f-24fa9a945994&device_id=a90fb579-1006-4681-9a74-dca7125c1434&device_id=d013a369-2180-4348-96d7-2b532cb89876&device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3&device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b&device_id=ae5a98b2-dc37-461d-a498-b71d634ec362&device_id=393005cf-055d-4c8a-b97b-2a402191a136&device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 13573 time: 0.1615491 Jul 07 19:07:51.020307 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=2c334bcb-1e0c-4681-aee6-dfbc0903db5c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:51.020444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:51.032693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-6e4d6373-36e0-42ce-b3d7-24470f4bf68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.032693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-6e4d6373-36e0-42ce-b3d7-24470f4bf68b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=aa3e95f9017142f5978bc3bf24e8b388&device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 1095 time: 0.1838770 Jul 07 19:07:51.033041 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:51.033142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'port': {'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4', 'name': 'tempest-TaggedBootDevicesTest_v242-1338854971', 'fixed_ips': [{'subnet_id': '5b1f8b0a-5fa0-46d5-b899-e90239afc14d'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:51.085038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-96fce3f0-5296-4023-a374-622d2e4c639d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95428ea9-c194-4180-9156-00a99176de40 HTTP/1.1" status: 200 len: 217 time: 0.0495884 Jul 07 19:07:51.097241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520612d-6454-41bb-a9b2-546cc59ca542 None None] Pushing event updated for resources: {'Port': ['ID=48ccb5d8-c043-4ae2-b77d-b8c5694c0988,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:51.150642 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:51.170720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Transition to ACTIVE for port object 24a851c5-48ec-4c49-8e45-a0ec31a51742 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:51.171885 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d124828-c848-49e7-b34e-203ca622ce12 req-298b388e-1154-46b6-839b-f0aa2318e166 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:51.177842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=2c334bcb-1e0c-4681-aee6-dfbc0903db5c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:51.195581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Transition to ACTIVE for port object 24a851c5-48ec-4c49-8e45-a0ec31a51742 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:51.203966 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:51.239370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-5095a47b-fa3c-40f6-b292-844e66cacd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:51.240884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-5095a47b-fa3c-40f6-b292-844e66cacd0a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=726dd8ca-6ff9-4083-80a3-660a9af22c42 HTTP/1.1" status: 200 len: 862 time: 0.1179612 Jul 07 19:07:51.247845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:51.251688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:51.255348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:51.284037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-31f4aa5d-347b-4dd0-86ce-872a0443b9f6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=cea8a7e9-722a-43c6-af28-5e27349dc8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318320 Jul 07 19:07:51.295508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Pushing event updated for resources: {'Port': ['ID=24a851c5-48ec-4c49-8e45-a0ec31a51742,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:51.336256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['2c334bcb-1e0c-4681-aee6-dfbc0903db5c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:51.392262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-c761f084-5a9f-479d-a70f-7840b86fc245 service neutron] 10.222.0.112 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991697 Jul 07 19:07:51.442117 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Attempting to bind port 24a851c5-48ec-4c49-8e45-a0ec31a51742 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:51.442719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Attempting to bind port 24a851c5-48ec-4c49-8e45-a0ec31a51742 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:51.443239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Attempting to bind port 24a851c5-48ec-4c49-8e45-a0ec31a51742 on network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:51.467624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:51.467624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Checking segment: {'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:51.467624 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:51.468700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Bound using segment: {'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:51.469284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Bound port: 24a851c5-48ec-4c49-8e45-a0ec31a51742, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:51.469813 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:51.618285 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d124828-c848-49e7-b34e-203ca622ce12 req-298b388e-1154-46b6-839b-f0aa2318e166 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:51.621867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] For port 24a851c5-48ec-4c49-8e45-a0ec31a51742, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:51.627114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-125c0683-48a1-474d-92e0-07fe1c6dbba7 req-7779d893-a61e-4cd7-b40b-63bc86c5c359 service neutron] 10.222.0.112 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207670 Jul 07 19:07:51.627700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] For port 24a851c5-48ec-4c49-8e45-a0ec31a51742, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=24a851c5-48ec-4c49-8e45-a0ec31a51742,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:51.645231 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4d124828-c848-49e7-b34e-203ca622ce12 req-298b388e-1154-46b6-839b-f0aa2318e166 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:51.659059 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:51.672845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:51.738996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e5b72-4646-457b-a57d-4ca7f8887955 None None] Pushing event updated for resources: {'Port': ['ID=24a851c5-48ec-4c49-8e45-a0ec31a51742,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:51.761182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d124828-c848-49e7-b34e-203ca622ce12 req-298b388e-1154-46b6-839b-f0aa2318e166 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&id=9ec93b88-4469-4682-9f9f-cabfefe548f3&id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&id=3adce802-e522-4306-915c-0ddf1acdff98&id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 0.7257962 Jul 07 19:07:51.818176 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:51.820712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b388e-1154-46b6-839b-f0aa2318e166 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2b1490-73a5-454e-bfa8-324fc6bc9975,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:51.849224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] device_id is not set on port db55104a-fd02-47c0-a7f9-81c03131dee5 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:07:51.880145 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7df81a7-da20-4872-9153-44aef3bd2fe4 x-openstack-request-id: req-a7df81a7-da20-4872-9153-44aef3bd2fe4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:51.880603 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95649d4f-ebd5-4ad0-857e-ec60792c0ae6", "tag": "95428ea9-c194-4180-9156-00a99176de40", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:51.880950 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a7df81a7-da20-4872-9153-44aef3bd2fe4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:51.881517 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95649d4f-ebd5-4ad0-857e-ec60792c0ae6', 'tag': '95428ea9-c194-4180-9156-00a99176de40', 'status': 'completed', 'code': 200} Jul 07 19:07:52.231007 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cef3a-3efd-4bcc-ab90-aa45d473b51f req-9e49d3a7-6b7e-45f7-af24-b2655216db03 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:52.232634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd0cef3a-3efd-4bcc-ab90-aa45d473b51f req-9e49d3a7-6b7e-45f7-af24-b2655216db03 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 950 time: 0.3503180 Jul 07 19:07:52.238398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252996da-0f10-4ddd-b2cd-d274120d3e82 req-d0214a99-3d02-4d47-9cf8-2a78a2e57b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:52.239871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-252996da-0f10-4ddd-b2cd-d274120d3e82 req-d0214a99-3d02-4d47-9cf8-2a78a2e57b84 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=aa3e95f9017142f5978bc3bf24e8b388&device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 1095 time: 0.3249691 Jul 07 19:07:52.284617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9970d-99de-4d2c-bbd3-58a7bdc50424 req-a1160413-fc53-475d-81f9-443643f1cdaa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:52.286189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8c9970d-99de-4d2c-bbd3-58a7bdc50424 req-a1160413-fc53-475d-81f9-443643f1cdaa tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 943 time: 0.2792852 Jul 07 19:07:52.328996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Allocated IP 10.1.1.80 (b48da7d0-12da-4b46-a5e8-977463d3e0a4/5b1f8b0a-5fa0-46d5-b899-e90239afc14d/db55104a-fd02-47c0-a7f9-81c03131dee5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:52.375401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b69e80a-5fc2-419d-b70a-71865b4732e4 None None] Network b48da7d0-12da-4b46-a5e8-977463d3e0a4 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:52.387005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd0cef3a-3efd-4bcc-ab90-aa45d473b51f req-9847fe11-0ca7-444a-92b0-73fa0ddef246 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461518 Jul 07 19:07:52.425650 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8c9970d-99de-4d2c-bbd3-58a7bdc50424 req-e1d529d0-547f-482c-8363-f85eea7de943 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233993 Jul 07 19:07:52.459434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252996da-0f10-4ddd-b2cd-d274120d3e82 req-59cc13f4-5211-4e3a-a478-58aa639fb620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:52.461019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-252996da-0f10-4ddd-b2cd-d274120d3e82 req-59cc13f4-5211-4e3a-a478-58aa639fb620 service neutron] 10.222.0.112 "GET /v2.0/networks?id=cea8a7e9-722a-43c6-af28-5e27349dc8c6 HTTP/1.1" status: 200 len: 924 time: 0.2060068 Jul 07 19:07:52.465157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7795e0df-7b6f-48f2-89d4-9295a550e143 None None] Provisioning for port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:52.528806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-252996da-0f10-4ddd-b2cd-d274120d3e82 req-93fb87dd-a00c-4b89-a8e3-7147a0fd40d2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95428ea9-c194-4180-9156-00a99176de40 HTTP/1.1" status: 200 len: 217 time: 0.0587330 Jul 07 19:07:52.664697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252996da-0f10-4ddd-b2cd-d274120d3e82 req-75cf4261-ba8a-462b-9793-d375009a7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:52.666179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-252996da-0f10-4ddd-b2cd-d274120d3e82 req-75cf4261-ba8a-462b-9793-d375009a7f43 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=726dd8ca-6ff9-4083-80a3-660a9af22c42 HTTP/1.1" status: 200 len: 862 time: 0.1117005 Jul 07 19:07:52.724379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-252996da-0f10-4ddd-b2cd-d274120d3e82 req-1c3f6d72-bbcf-4e59-bf81-70112210e9ff service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=cea8a7e9-722a-43c6-af28-5e27349dc8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468824 Jul 07 19:07:52.727319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:52.776384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345fd5c-e3b1-49da-9664-785463cae7df req-6499e559-d814-4dc1-970a-e75bdab80af9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:52.781080 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3345fd5c-e3b1-49da-9664-785463cae7df req-6499e559-d814-4dc1-970a-e75bdab80af9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.2253098 Jul 07 19:07:52.787039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Transition to ACTIVE for port object db55104a-fd02-47c0-a7f9-81c03131dee5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:52.928225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3345fd5c-e3b1-49da-9664-785463cae7df req-7fd7aa0d-6061-446f-b989-3d983c8923a3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428392 Jul 07 19:07:52.958712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-252996da-0f10-4ddd-b2cd-d274120d3e82 req-9bc9d7ee-a94c-45b3-9355-476fe4e8ef53 service neutron] 10.222.0.112 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183628 Jul 07 19:07:52.962436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9971f2c4-71c5-423a-9f0c-55d9d3c5a44d None None] Network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:52.963718 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:53.170445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network b48da7d0-12da-4b46-a5e8-977463d3e0a4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:53.218142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 24a851c5-48ec-4c49-8e45-a0ec31a51742 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:53.245226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Port': ['ID=db55104a-fd02-47c0-a7f9-81c03131dee5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:53.247613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:53.259206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae8b0d61-ffe3-486d-8e5b-47034b7b373e None None] Provisioning for port af9b95f0-6d56-45bb-93c5-baa55385b852 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:53.264496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:53.272515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae8b0d61-ffe3-486d-8e5b-47034b7b373e None None] Provisioning complete for port af9b95f0-6d56-45bb-93c5-baa55385b852 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:53.272857 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae8b0d61-ffe3-486d-8e5b-47034b7b373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:53.323739 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-55fc0671-b896-4d1d-8778-340240d34e97 req-1c0dda83-0970-4c70-b98e-d0c192aad99d service neutron] show failed (client error): The resource could not be found. Jul 07 19:07:53.324916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-1c0dda83-0970-4c70-b98e-d0c192aad99d service neutron] 10.222.0.59 "GET /v2.0/ports/13907cfc-f920-41e4-9b1f-ac944eaf2349/bindings/n-h1-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.2888107 Jul 07 19:07:53.326896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b0d61-ffe3-486d-8e5b-47034b7b373e None None] Port af9b95f0-6d56-45bb-93c5-baa55385b852 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:53.365014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 24a851c5-48ec-4c49-8e45-a0ec31a51742 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:53.368376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae8b0d61-ffe3-486d-8e5b-47034b7b373e None None] Provisioning for port 24a851c5-48ec-4c49-8e45-a0ec31a51742 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:53.372801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 24a851c5-48ec-4c49-8e45-a0ec31a51742 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:53.373210 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:53.376214 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae8b0d61-ffe3-486d-8e5b-47034b7b373e None None] Provisioning complete for port 24a851c5-48ec-4c49-8e45-a0ec31a51742 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:53.376614 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae8b0d61-ffe3-486d-8e5b-47034b7b373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:53.432660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:53.433030 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:53.479093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-252996da-0f10-4ddd-b2cd-d274120d3e82 req-c5a06762-d07a-4f00-a159-9a0f810073e4 service neutron] 10.222.0.112 "GET /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119138 Jul 07 19:07:53.499711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c895ad0-d578-489e-aec7-7878a0d27c4d req-34803b53-6ea2-4da2-96fe-29ba4a669995 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:53.502988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c895ad0-d578-489e-aec7-7878a0d27c4d req-34803b53-6ea2-4da2-96fe-29ba4a669995 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 948 time: 0.3193433 Jul 07 19:07:53.517876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8c2f5571-d840-48d6-abbc-405b3a7936d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4917390 Jul 07 19:07:53.567030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c895ad0-d578-489e-aec7-7878a0d27c4d req-9eb82fce-eeb9-4d74-a691-28c0a80850e1 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570202 Jul 07 19:07:53.605784 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:53.627736 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae8b0d61-ffe3-486d-8e5b-47034b7b373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:53.642913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fa1d6-4aca-4fb9-b4bb-35183262d6dc req-63c0bb6f-1ea6-4a51-926e-8edf970bf3bd tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:53.652696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd6fa1d6-4aca-4fb9-b4bb-35183262d6dc req-63c0bb6f-1ea6-4a51-926e-8edf970bf3bd tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 1102 time: 0.1043546 Jul 07 19:07:53.698618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 24a851c5-48ec-4c49-8e45-a0ec31a51742, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=24a851c5-48ec-4c49-8e45-a0ec31a51742,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:53.706125 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:53.706972 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:53.729508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd6fa1d6-4aca-4fb9-b4bb-35183262d6dc req-311b006f-6cd8-4399-ab60-9f5e6e98ee59 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756328 Jul 07 19:07:53.762345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0671-b896-4d1d-8778-340240d34e97 req-12d2842c-40a5-4e5f-94a0-966aa7a8b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:53.772672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-12d2842c-40a5-4e5f-94a0-966aa7a8b819 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880&tenant_id=2ff2b51f57b445d8be48b8fe09df264e HTTP/1.1" status: 200 len: 1100 time: 0.0867500 Jul 07 19:07:53.805186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:53.862038 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-ae8b0d61-ffe3-486d-8e5b-47034b7b373e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:07:53.862400 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-ae8b0d61-ffe3-486d-8e5b-47034b7b373e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:07:53.868390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=24a851c5-48ec-4c49-8e45-a0ec31a51742,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:53.891102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:53.901006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:53.901389 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:53.942309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.008660 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.057466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=48ccb5d8-c043-4ae2-b77d-b8c5694c0988,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:54.065348 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.126760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=48ccb5d8-c043-4ae2-b77d-b8c5694c0988,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:54.248006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 95428ea9-c194-4180-9156-00a99176de40 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:07:54.251937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 2c334bcb-1e0c-4681-aee6-dfbc0903db5c up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:54.395594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:54.406414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:54.406793 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.475537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 95428ea9-c194-4180-9156-00a99176de40, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=95428ea9-c194-4180-9156-00a99176de40,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:54.478269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:54.492377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '95428ea9-c194-4180-9156-00a99176de40', 'network_id': 'cea8a7e9-722a-43c6-af28-5e27349dc8c6', 'port_id': '95428ea9-c194-4180-9156-00a99176de40', 'mac_address': 'fa:16:3e:b8:a6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726dd8ca-6ff9-4083-80a3-660a9af22c42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:07:54.528320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3bf94-f89d-42e4-8d95-33af9c936894 req-8555989a-c20a-43ba-a18c-7443d9c0509b tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:54.528982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3bf94-f89d-42e4-8d95-33af9c936894 req-8555989a-c20a-43ba-a18c-7443d9c0509b tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:54.529441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3bf94-f89d-42e4-8d95-33af9c936894 req-8555989a-c20a-43ba-a18c-7443d9c0509b tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:54.531476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f3bf94-f89d-42e4-8d95-33af9c936894 req-8555989a-c20a-43ba-a18c-7443d9c0509b tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48&device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180&device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 2886 time: 0.5901771 Jul 07 19:07:54.553443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c14653-c2d1-4f95-ae8e-19a94eab5aa6 req-3f41a159-6705-4cee-85d5-fdfbb400da20 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:54.554980 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96c14653-c2d1-4f95-ae8e-19a94eab5aa6 req-3f41a159-6705-4cee-85d5-fdfbb400da20 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 943 time: 0.5433955 Jul 07 19:07:54.584426 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.596666 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.606481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-111c5e71-ef6e-4051-973b-0f37d4489c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.619946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a7b617e7-d9f8-4500-8196-b4bffa0067ed None None] Provisioning for port db55104a-fd02-47c0-a7f9-81c03131dee5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:54.629128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:54.634427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a7b617e7-d9f8-4500-8196-b4bffa0067ed None None] Provisioning complete for port db55104a-fd02-47c0-a7f9-81c03131dee5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:54.634767 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7b617e7-d9f8-4500-8196-b4bffa0067ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.638020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f3bf94-f89d-42e4-8d95-33af9c936894 req-15079529-0df4-421c-95ac-cd1edaff3987 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952253 Jul 07 19:07:54.642447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95428ea9-c194-4180-9156-00a99176de40 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:54.673861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96c14653-c2d1-4f95-ae8e-19a94eab5aa6 req-368fdba3-dc29-4b59-9d2f-b3d99aeb55e0 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003418 Jul 07 19:07:54.680373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 95428ea9-c194-4180-9156-00a99176de40, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=95428ea9-c194-4180-9156-00a99176de40,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:54.681426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351e4d41-94b0-46a2-bb6f-959442051e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c334bcb-1e0c-4681-aee6-dfbc0903db5c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:54.692920 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853d9fb1-cc5f-4a3d-a2c1-e79a1e8e099c" -d '{"events": [{"server_uuid": "351e4d41-94b0-46a2-bb6f-959442051e8f", "name": "network-vif-plugged", "status": "completed", "tag": "2c334bcb-1e0c-4681-aee6-dfbc0903db5c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:54.699617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:54.725484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-111c5e71-ef6e-4051-973b-0f37d4489c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.731028 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-111c5e71-ef6e-4051-973b-0f37d4489c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.754391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:54.757722 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4cdc49-1dd9-4931-9eaa-ee9f280f273c" -d '{"events": [{"server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "name": "network-vif-unplugged", "status": "completed", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:54.759837 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.764831 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.775751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=2c334bcb-1e0c-4681-aee6-dfbc0903db5c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:54.786745 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-111c5e71-ef6e-4051-973b-0f37d4489c46 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=12b249cd993f4006abe9f9fe72c79ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067689 Jul 07 19:07:54.790176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:54.790779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Transition to ACTIVE for port object 13907cfc-f920-41e4-9b1f-ac944eaf2349 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:54.795441 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.800878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c5e71-ef6e-4051-973b-0f37d4489c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd237bc-51f8-425e-bfd3-6834135b9aee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:54.840082 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.888448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d75e6c92-ddf0-4a09-b5c1-60005cfbdf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.897164 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a7b617e7-d9f8-4500-8196-b4bffa0067ed None None] Port db55104a-fd02-47c0-a7f9-81c03131dee5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:54.898566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] No DVR routers for this DVR port 13907cfc-f920-41e4-9b1f-ac944eaf2349 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:07:54.900363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=95428ea9-c194-4180-9156-00a99176de40,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:54.905790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Pushing event updated for resources: {'Port': ['ID=13907cfc-f920-41e4-9b1f-ac944eaf2349,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:54.930006 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d75e6c92-ddf0-4a09-b5c1-60005cfbdf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:54.972620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Attempting to bind port 13907cfc-f920-41e4-9b1f-ac944eaf2349 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:54.972956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Attempting to bind port 13907cfc-f920-41e4-9b1f-ac944eaf2349 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:54.973285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Attempting to bind port 13907cfc-f920-41e4-9b1f-ac944eaf2349 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:54.987948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Port 13907cfc-f920-41e4-9b1f-ac944eaf2349 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:07:54.988284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Attempting to bind port 13907cfc-f920-41e4-9b1f-ac944eaf2349 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:54.992416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=2c334bcb-1e0c-4681-aee6-dfbc0903db5c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:55.009797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:55.010136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:55.010519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:55.010948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Bound port: 13907cfc-f920-41e4-9b1f-ac944eaf2349, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:55.011303 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.027728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a7b617e7-d9f8-4500-8196-b4bffa0067ed None None] Provisioning complete for port af9b95f0-6d56-45bb-93c5-baa55385b852 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:55.028694 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7b617e7-d9f8-4500-8196-b4bffa0067ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.050610 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d75e6c92-ddf0-4a09-b5c1-60005cfbdf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.053362 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d75e6c92-ddf0-4a09-b5c1-60005cfbdf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.054820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d75e6c92-ddf0-4a09-b5c1-60005cfbdf56 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5bd237bc-51f8-425e-bfd3-6834135b9aee HTTP/1.1" status: 204 len: 168 time: 0.2626839 Jul 07 19:07:55.058609 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-55030180-16b6-44ca-bc0d-ba5287b1078f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498791 Jul 07 19:07:55.075440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e6c92-ddf0-4a09-b5c1-60005cfbdf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd237bc-51f8-425e-bfd3-6834135b9aee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:55.126218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['95428ea9-c194-4180-9156-00a99176de40'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:55.137763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a7b617e7-d9f8-4500-8196-b4bffa0067ed None None] Port af9b95f0-6d56-45bb-93c5-baa55385b852 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:55.172082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 24a851c5-48ec-4c49-8e45-a0ec31a51742 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:55.221374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a7b617e7-d9f8-4500-8196-b4bffa0067ed None None] Provisioning complete for port 24a851c5-48ec-4c49-8e45-a0ec31a51742 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:55.221738 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7b617e7-d9f8-4500-8196-b4bffa0067ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.238322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:55.269230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:55.279820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-ac9a01ef-a8e3-4d0a-8049-e74bafbdacd3 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:55.281504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-ac9a01ef-a8e3-4d0a-8049-e74bafbdacd3 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220612 Jul 07 19:07:55.283444 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.350797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:55.355823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a0d8c4ed-74c6-4b36-a695-42752840dabf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092430029', 'description': 'tempest-description--393252315'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:55.363194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Pushing event updated for resources: {'Port': ['ID=13907cfc-f920-41e4-9b1f-ac944eaf2349,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:55.377588 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-3519cb51-7e8c-4e89-ae55-464fbc7c294b tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/quotas/7a6d3e787fe44813b3541d4900b43708 HTTP/1.1" status: 200 len: 375 time: 0.0576243 Jul 07 19:07:55.379016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:55.379714 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.381823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-6fadf1f3-dc90-4ab2-ac28-694adb9a9e94 service neutron] 10.222.0.112 "PUT /v2.0/ports/13907cfc-f920-41e4-9b1f-ac944eaf2349 HTTP/1.1" status: 200 len: 1095 time: 1.5947142 Jul 07 19:07:55.418323 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c4ed-74c6-4b36-a695-42752840dabf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.485295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 24a851c5-48ec-4c49-8e45-a0ec31a51742 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:55.485664 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.617872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-f68ef3a8-3752-4eb4-af35-2291eed235c6 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2311630 Jul 07 19:07:55.624515 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c4ed-74c6-4b36-a695-42752840dabf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.632404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c4ed-74c6-4b36-a695-42752840dabf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.665810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0671-b896-4d1d-8778-340240d34e97 req-f7bf5187-a284-405a-9851-8f53110e9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:55.669608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-f7bf5187-a284-405a-9851-8f53110e9a32 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 1098 time: 0.2572987 Jul 07 19:07:55.688689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de61e66-1894-491c-8380-d451d6bd3ad2 req-8f4d00cd-030e-4385-bb11-a193de50bcf6 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:55.690351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5de61e66-1894-491c-8380-d451d6bd3ad2 req-8f4d00cd-030e-4385-bb11-a193de50bcf6 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 946 time: 0.1719968 Jul 07 19:07:55.707045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8c4ed-74c6-4b36-a695-42752840dabf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e611cae-c6b3-48d3-92ab-9a76c062fc86,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:55.717677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c4ed-74c6-4b36-a695-42752840dabf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.723267 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a0d8c4ed-74c6-4b36-a695-42752840dabf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3713098 Jul 07 19:07:55.724161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:55.730416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7c59e507-cd96-4956-9ece-2d32a9295289 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'security_group_rule': {'security_group_id': '9e611cae-c6b3-48d3-92ab-9a76c062fc86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:55.739531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:55.778297 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c59e507-cd96-4956-9ece-2d32a9295289 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.786824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0671-b896-4d1d-8778-340240d34e97 req-7c4e1881-9834-4394-ae50-88051a293e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:55.788321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-7c4e1881-9834-4394-ae50-88051a293e6b service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.0968847 Jul 07 19:07:55.871472 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5de61e66-1894-491c-8380-d451d6bd3ad2 req-4315ce32-5980-44a9-81b8-353163b12917 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820372 Jul 07 19:07:55.879322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-cc5730cc-dd21-491d-aefa-74ac035c70d9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349 HTTP/1.1" status: 200 len: 217 time: 0.0636218 Jul 07 19:07:55.894976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:55.895340 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.967895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c59e507-cd96-4956-9ece-2d32a9295289 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.978399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c59e507-cd96-4956-9ece-2d32a9295289 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:55.992065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0671-b896-4d1d-8778-340240d34e97 req-2b16b11d-8fad-4d06-91fb-016e987944ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:55.995239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-2b16b11d-8fad-4d06-91fb-016e987944ca service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1094329 Jul 07 19:07:56.010337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59e507-cd96-4956-9ece-2d32a9295289 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a412e9-1532-418a-93ae-1b78a49a1d39,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:56.032066 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c59e507-cd96-4956-9ece-2d32a9295289 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:56.036520 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7c59e507-cd96-4956-9ece-2d32a9295289 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109653 Jul 07 19:07:56.037125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36020) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:56.042032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e7d69fd9-0a7c-43c4-add3-26db194c75d9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'security_group_rule': {'security_group_id': '9e611cae-c6b3-48d3-92ab-9a76c062fc86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:56.078686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7d69fd9-0a7c-43c4-add3-26db194c75d9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:56.195459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dbc83-1009-4e0f-949a-4eeabbb8a593 req-0e322546-5be1-47d8-9fed-8ff436060226 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:56.197587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c9dbc83-1009-4e0f-949a-4eeabbb8a593 req-0e322546-5be1-47d8-9fed-8ff436060226 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 949 time: 0.1319478 Jul 07 19:07:56.199429 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14f0284-29d8-4dc2-81e8-3e4b1e6e977c x-openstack-request-id: req-d14f0284-29d8-4dc2-81e8-3e4b1e6e977c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:56.199941 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351e4d41-94b0-46a2-bb6f-959442051e8f", "name": "network-vif-plugged", "status": "completed", "tag": "2c334bcb-1e0c-4681-aee6-dfbc0903db5c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:56.200047 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d14f0284-29d8-4dc2-81e8-3e4b1e6e977c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:56.200372 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351e4d41-94b0-46a2-bb6f-959442051e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c334bcb-1e0c-4681-aee6-dfbc0903db5c', 'code': 200} Jul 07 19:07:56.204462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0671-b896-4d1d-8778-340240d34e97 req-d22985f3-7694-4b2b-8e1b-ba7c45bc7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:56.206522 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-d22985f3-7694-4b2b-8e1b-ba7c45bc7293 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2043843 Jul 07 19:07:56.207948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7d69fd9-0a7c-43c4-add3-26db194c75d9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:56.221193 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7d69fd9-0a7c-43c4-add3-26db194c75d9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:56.254372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d69fd9-0a7c-43c4-add3-26db194c75d9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4b4ef3-3770-45cc-af9a-0d387b3af87d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:56.266224 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7d69fd9-0a7c-43c4-add3-26db194c75d9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:56.268860 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf735ec-6ea3-4d56-acef-66b6cd58068e x-openstack-request-id: req-8cf735ec-6ea3-4d56-acef-66b6cd58068e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:56.269515 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "name": "network-vif-unplugged", "status": "completed", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:56.269924 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8cf735ec-6ea3-4d56-acef-66b6cd58068e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:56.270624 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'code': 200} Jul 07 19:07:56.270826 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e7d69fd9-0a7c-43c4-add3-26db194c75d9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2317343 Jul 07 19:07:56.272726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:56.285426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:56.322980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:56.352109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c9dbc83-1009-4e0f-949a-4eeabbb8a593 req-a69fa842-de79-4446-8968-24a13a4b5790 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444807 Jul 07 19:07:56.398828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 13907cfc-f920-41e4-9b1f-ac944eaf2349 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:07:56.474186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 13907cfc-f920-41e4-9b1f-ac944eaf2349 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:07:56.494558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f85c9947-c587-41fc-b203-6e99ec059351 req-a287cb48-64cf-4f49-845d-83ee4510c1c5 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 210 time: 0.0757813 Jul 07 19:07:56.511486 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-30a072a4-331c-4de1-a830-ab7c8ef26e4e service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958465 Jul 07 19:07:56.594122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1200693212-network', 'tenant_id': '51602686618147289866651e0f68fc1c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:56.635953 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897bb59-1b5b-499c-9df4-91e3ee439e02 req-2243262b-5ab6-46b2-9c29-2163899be1a1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:56.637942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1897bb59-1b5b-499c-9df4-91e3ee439e02 req-2243262b-5ab6-46b2-9c29-2163899be1a1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 944 time: 0.2751999 Jul 07 19:07:56.652762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:56.687436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Made reservation on behalf of 51602686618147289866651e0f68fc1c for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:56.689808 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:56.711213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1897bb59-1b5b-499c-9df4-91e3ee439e02 req-dcf397ee-b6da-46bb-970d-914fe33fe619 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638323 Jul 07 19:07:56.718902 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:56.744307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55fc0671-b896-4d1d-8778-340240d34e97 req-5bd91da5-00ca-46aa-99c7-5ee798a1b68c service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201271 Jul 07 19:07:56.754361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf23b8-295f-4e8e-9a6d-c4d73cc7befd req-89187199-276d-408d-b06b-5a751f1f7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:56.756198 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d1cf23b8-295f-4e8e-9a6d-c4d73cc7befd req-89187199-276d-408d-b06b-5a751f1f7457 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 1101 time: 0.4246233 Jul 07 19:07:56.828428 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d1cf23b8-295f-4e8e-9a6d-c4d73cc7befd req-8b8693e5-a6ff-4791-bf8b-f6d7b0b2f2cf service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606558 Jul 07 19:07:56.849939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:56.915239 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:56.925889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.025433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Allocated IP 172.25.2.67 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/38ba117c-f7ca-4b61-b4ac-e238c69d003b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:57.031971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:07:57.034274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887b239d-2b35-42e2-8657-b06240657008,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:57.056674 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.057024 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Added segment 7926ddb3-53b5-46b8-95a8-a4ccb548e0a4 of type vlan for network 299255ae-eebb-474d-9c70-d9ceff07301b Jul 07 19:07:57.126825 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.151708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.169820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102a9e5-fcda-4f22-a602-fde2a2767509 req-3c462884-c862-48fd-870b-7a505a9218ad tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:57.171360 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0102a9e5-fcda-4f22-a602-fde2a2767509 req-3c462884-c862-48fd-870b-7a505a9218ad tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 946 time: 0.1278884 Jul 07 19:07:57.191760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.192745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:57.193334 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.203933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.245157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:57.248963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:57.254354 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9296980 Jul 07 19:07:57.267921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:57.268137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:57.276638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] Request body: {'subnet': {'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1200693212-subnet', 'tenant_id': '51602686618147289866651e0f68fc1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:57.290878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0102a9e5-fcda-4f22-a602-fde2a2767509 req-cefa9d3f-79c7-43b7-8a28-9680336c4084 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135609 Jul 07 19:07:57.293125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Port': ['ID=38ba117c-f7ca-4b61-b4ac-e238c69d003b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:57.293290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ae14e-6171-4020-aa7c-9d52dacd473d admin admin] Pushing event updated for resources: {'Network': ['ID=299255ae-eebb-474d-9c70-d9ceff07301b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:57.315745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] Made reservation on behalf of 51602686618147289866651e0f68fc1c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:57.318581 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.329039 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 299255ae-eebb-474d-9c70-d9ceff07301b details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:07:57.387340 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.469626 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.609894 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-fd6e464a-061c-4f67-95e2-f04def5b6f04 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=7a6d3e787fe44813b3541d4900b43708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007977 Jul 07 19:07:57.646354 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.696808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7b76b-8031-47c1-9678-70471dc3a2f0 req-707b50a7-4072-4d8d-bd05-45af6989f7b5 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:57.698328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cf7b76b-8031-47c1-9678-70471dc3a2f0 req-707b50a7-4072-4d8d-bd05-45af6989f7b5 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 949 time: 0.1937132 Jul 07 19:07:57.749312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af90dcd0-75ba-4a0d-9802-efe7b65f07a4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:57.786074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae704bc0-ab8b-4830-bde5-cba29e60e42a req-4c7c90a9-5898-4512-9243-04f304c38258 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:57.787226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.787736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae704bc0-ab8b-4830-bde5-cba29e60e42a req-4c7c90a9-5898-4512-9243-04f304c38258 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 1101 time: 0.1791530 Jul 07 19:07:57.792839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cf7b76b-8031-47c1-9678-70471dc3a2f0 req-f1514109-0229-43a5-8afd-760e61fab011 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855579 Jul 07 19:07:57.794074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] Checking segment: {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:57.794443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] Network hostable DHCP agents. Network: 299255ae-eebb-474d-9c70-d9ceff07301b, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:07:57.797656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-c1d48bea-b3d4-48ad-9ff0-cdaeda6b3661 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:57.799305 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-c1d48bea-b3d4-48ad-9ff0-cdaeda6b3661 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734638 Jul 07 19:07:57.800667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.820604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Request body: {'port': {'device_id': '35360703-dc8d-47aa-b038-78e3dc7065a0', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '7a6d3e787fe44813b3541d4900b43708'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:57.858958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae704bc0-ab8b-4830-bde5-cba29e60e42a req-8879ee58-30b0-4160-b02e-72dfc9d18770 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612097 Jul 07 19:07:57.860080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] Network 299255ae-eebb-474d-9c70-d9ceff07301b is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:07:57.874949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 299255ae-eebb-474d-9c70-d9ceff07301b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:57.891200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:57.891820 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:57.901391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc739261-5942-4828-9bc5-edcfdca05bea None None] Network 299255ae-eebb-474d-9c70-d9ceff07301b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:57.917962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4f3ee036-92a9-49c1-a479-0d4a735309f1 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6486173 Jul 07 19:07:58.074890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cd94c7-f947-4302-b541-3a7f3312c394 None None] Network 299255ae-eebb-474d-9c70-d9ceff07301b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:07:58.086364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Port': ['ID=38ba117c-f7ca-4b61-b4ac-e238c69d003b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:58.088900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:58.091008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37995227-3fec-46a8-abbd-0a4733ed9d11 req-3a26ee69-3df4-4acf-9e26-fee9ba3b514d tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 210 time: 0.0719135 Jul 07 19:07:58.124594 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:58.147164 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8b81881f-eb76-4abc-973c-cc60a9fc6643 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8638227 Jul 07 19:07:58.219862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Made reservation on behalf of 7a6d3e787fe44813b3541d4900b43708 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:07:58.223522 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:58.272292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:58.273181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 95428ea9-c194-4180-9156-00a99176de40 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:07:58.275305 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8eb1b7-6033-4239-82bd-7a030507d2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:58.298867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c3c8f-aa4c-45e2-8c40-7ab67c8399e7 req-b773230b-e609-4664-9c96-50ae280f9430 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:58.305857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d35c3c8f-aa4c-45e2-8c40-7ab67c8399e7 req-b773230b-e609-4664-9c96-50ae280f9430 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 944 time: 0.1276367 Jul 07 19:07:58.362243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 95428ea9-c194-4180-9156-00a99176de40 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:58.367040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 95428ea9-c194-4180-9156-00a99176de40 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:58.367593 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:58.383265 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d35c3c8f-aa4c-45e2-8c40-7ab67c8399e7 req-bbdd05f0-8fbf-47f0-8515-1c368d3c84ae tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763111 Jul 07 19:07:58.386810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Allocated IP 192.168.233.171 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/dc1ea95c-e130-4496-b106-e6c1b65d6cfe) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:07:58.402221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1a6ee-6546-4a35-8231-6a3e56406458 req-cd9ec205-5a28-4a9c-a5f6-723a1e8852ac tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:58.403826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01f1a6ee-6546-4a35-8231-6a3e56406458 req-cd9ec205-5a28-4a9c-a5f6-723a1e8852ac tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 1101 time: 0.0780656 Jul 07 19:07:58.447504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01f1a6ee-6546-4a35-8231-6a3e56406458 req-77ac03fa-b58f-4200-b616-ebb240ff1b11 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361998 Jul 07 19:07:58.482865 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:58.508568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95649d4f-ebd5-4ad0-857e-ec60792c0ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95428ea9-c194-4180-9156-00a99176de40'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:58.511646 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d10977-766a-48d2-a8a2-0a7fa7f7d900" -d '{"events": [{"server_uuid": "95649d4f-ebd5-4ad0-857e-ec60792c0ae6", "name": "network-vif-plugged", "status": "completed", "tag": "95428ea9-c194-4180-9156-00a99176de40"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:58.527067 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29564df9-e85b-41be-9439-7aefafc482d4 x-openstack-request-id: req-29564df9-e85b-41be-9439-7aefafc482d4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:07:58.527468 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:07:58.527820 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-29564df9-e85b-41be-9439-7aefafc482d4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:07:58.528305 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'status': 'completed', 'code': 200} Jul 07 19:07:58.528763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 95428ea9-c194-4180-9156-00a99176de40, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=95428ea9-c194-4180-9156-00a99176de40,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:07:58.536264 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:58.591366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=95428ea9-c194-4180-9156-00a99176de40,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:58.629280 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:58.645649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Transition to ACTIVE for port object dc1ea95c-e130-4496-b106-e6c1b65d6cfe will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:58.685721 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:58.702391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'f8691e10-c0e4-4466-9855-55820685703c', '113186cf-875d-4cc7-bd2f-ba1294ca7768', '3783df3b-cb35-4354-b55e-ad5b597e560a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:58.727657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:07:58.728667 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a', '60ae7394-3053-4081-933f-ce87390732db', 'bcc0f99f-f228-4174-ac28-b4c2fb7e0f45'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:07:58.731063 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:07:58.737293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:07:58.788788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event updated for resources: {'Port': ['ID=dc1ea95c-e130-4496-b106-e6c1b65d6cfe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:58.816920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:58.817593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:58.843426 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-af4a641d-687b-4a8c-8a57-b72ec3a080f9 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0274320 Jul 07 19:07:58.843605 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-a434ee28-2494-4e54-9d2f-0c7c6085a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:58.845023 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-a434ee28-2494-4e54-9d2f-0c7c6085a76e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 1098 time: 0.2727098 Jul 07 19:07:58.864166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Request body: {'port': {'device_id': '35360703-dc8d-47aa-b038-78e3dc7065a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:07:58.953630 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:59.005569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-86d93997-75d8-48d2-a267-b04e8b572c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.008040 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-86d93997-75d8-48d2-a267-b04e8b572c44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 1098 time: 0.3699837 Jul 07 19:07:59.012093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-b2c04406-2ee1-4a1b-b75c-dead5faa6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.014493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-b2c04406-2ee1-4a1b-b75c-dead5faa6e31 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1553271 Jul 07 19:07:59.026842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b460c93-fbc1-49e0-8494-d91e61ca19e4 req-b6671b97-9c62-495e-9c4f-2c8d32804fb5 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.029488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b460c93-fbc1-49e0-8494-d91e61ca19e4 req-b6671b97-9c62-495e-9c4f-2c8d32804fb5 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 946 time: 0.3816278 Jul 07 19:07:59.080622 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-425a8cbb-ff64-4da1-9632-858c59c9875d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.084254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41eb4e67-4ac6-497b-b8f7-b6ab0adb201f None None] Provisioning for port dc1ea95c-e130-4496-b106-e6c1b65d6cfe completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:07:59.089168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-425a8cbb-ff64-4da1-9632-858c59c9875d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 805 time: 0.4025390 Jul 07 19:07:59.108467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41eb4e67-4ac6-497b-b8f7-b6ab0adb201f None None] Provisioning complete for port dc1ea95c-e130-4496-b106-e6c1b65d6cfe triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:07:59.108930 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41eb4e67-4ac6-497b-b8f7-b6ab0adb201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:59.172028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-ef3a2b7f-8c88-4b41-8502-90aa5a24d918 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349 HTTP/1.1" status: 200 len: 217 time: 0.1334922 Jul 07 19:07:59.175464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-edb7e26b-2d3d-480a-9c0b-5aff1de8fa87 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/quotas/51602686618147289866651e0f68fc1c HTTP/1.1" status: 200 len: 375 time: 0.0851622 Jul 07 19:07:59.214167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-41eb4e67-4ac6-497b-b8f7-b6ab0adb201f None None] Port dc1ea95c-e130-4496-b106-e6c1b65d6cfe cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:07:59.219892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b460c93-fbc1-49e0-8494-d91e61ca19e4 req-f0c6f8c7-11b9-4874-94d4-c9c96ee46c2f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733582 Jul 07 19:07:59.289464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-3988a87b-659d-4da2-b548-1b300c00d0f9 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0973794 Jul 07 19:07:59.320360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1ea95c-e130-4496-b106-e6c1b65d6cfe {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:07:59.329766 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:59.347298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Transition to ACTIVE for port object dc1ea95c-e130-4496-b106-e6c1b65d6cfe will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:07:59.353980 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:59.423283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-5be5dd37-9526-49c8-a0be-9f4e249be45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.424805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-5be5dd37-9526-49c8-a0be-9f4e249be45d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.2340777 Jul 07 19:07:59.428530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-f6265cbb-0f5c-45bf-9ecc-645c18f47745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.429985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-f6265cbb-0f5c-45bf-9ecc-645c18f47745 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.3994098 Jul 07 19:07:59.433141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-4b6bb942-de90-465b-846b-c783d731a7fa tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--2092430029&fields=id&tenant_id=be4515ba2aea4f1a94289d9057588af4 HTTP/1.1" status: 200 len: 267 time: 0.1297290 Jul 07 19:07:59.465417 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1ea95c-e130-4496-b106-e6c1b65d6cfe,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:59.508140 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Attempting to bind port dc1ea95c-e130-4496-b106-e6c1b65d6cfe on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:07:59.508560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Attempting to bind port dc1ea95c-e130-4496-b106-e6c1b65d6cfe by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:07:59.508843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Attempting to bind port dc1ea95c-e130-4496-b106-e6c1b65d6cfe on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:59.516059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Port dc1ea95c-e130-4496-b106-e6c1b65d6cfe on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:07:59.516059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Attempting to bind port dc1ea95c-e130-4496-b106-e6c1b65d6cfe on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:07:59.520730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:07:59.521926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:07:59.522071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:07:59.522447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Bound port: dc1ea95c-e130-4496-b106-e6c1b65d6cfe, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:07:59.522812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:59.569769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-1a33ac05-1eb3-4d92-bfbc-332266005341 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.571182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-1a33ac05-1eb3-4d92-bfbc-332266005341 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports/af9b95f0-6d56-45bb-93c5-baa55385b852 HTTP/1.1" status: 200 len: 935 time: 0.1181145 Jul 07 19:07:59.578109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-7e11cb19-61b2-48c4-8a10-1de9b116e0b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349 HTTP/1.1" status: 200 len: 217 time: 0.1405444 Jul 07 19:07:59.605153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] For port dc1ea95c-e130-4496-b106-e6c1b65d6cfe, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:07:59.609260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] For port dc1ea95c-e130-4496-b106-e6c1b65d6cfe, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dc1ea95c-e130-4496-b106-e6c1b65d6cfe,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:07:59.615094 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:59.656316 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.656958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:59.658357 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] 10.222.0.112 "PUT /v2.0/ports/dc1ea95c-e130-4496-b106-e6c1b65d6cfe HTTP/1.1" status: 200 len: 1097 time: 0.8012481 Jul 07 19:07:59.658809 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35360703-dc8d-47aa-b038-78e3dc7065a0', 'tag': 'dc1ea95c-e130-4496-b106-e6c1b65d6cfe'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:07:59.660334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-8574f471-5969-4625-9ebd-14f398ac053f service neutron] 10.222.0.113 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699601 Jul 07 19:07:59.661087 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "35360703-dc8d-47aa-b038-78e3dc7065a0", "tag": "dc1ea95c-e130-4496-b106-e6c1b65d6cfe"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:07:59.684922 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a80b1-867e-4a9a-87a0-46510296bd77 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1ea95c-e130-4496-b106-e6c1b65d6cfe,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:07:59.763006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-88be7dde-d00e-4291-a96a-1c4cc25af904 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.764941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-88be7dde-d00e-4291-a96a-1c4cc25af904 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports/db55104a-fd02-47c0-a7f9-81c03131dee5 HTTP/1.1" status: 200 len: 936 time: 0.1827230 Jul 07 19:07:59.775805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-44054c66-939d-419f-be0c-c7c3baee1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.777261 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-44054c66-939d-419f-be0c-c7c3baee1d63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1866043 Jul 07 19:07:59.778648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-b32ee9bf-2a81-4346-b747-3c8d6f6276ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.781287 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-b32ee9bf-2a81-4346-b747-3c8d6f6276ef service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 1100 time: 0.0666549 Jul 07 19:07:59.833465 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-f1ee8570-3ee2-4b8c-b4b5-aa2075863167 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=dc1ea95c-e130-4496-b106-e6c1b65d6cfe HTTP/1.1" status: 200 len: 217 time: 0.0442405 Jul 07 19:07:59.847633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-09eca6b1-196d-4eb5-9150-708c6982e61a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0735612 Jul 07 19:07:59.891709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-a1ed5d5d-8a30-4de6-9265-b2ffdd74ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.891861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-831ba803-12c9-4a3b-9659-d573135dd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.893242 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-a1ed5d5d-8a30-4de6-9265-b2ffdd74ccc8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4569757 Jul 07 19:07:59.893954 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-831ba803-12c9-4a3b-9659-d573135dd1c0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0534790 Jul 07 19:07:59.925202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-8ae95357-0af4-45f0-b0dd-28277bb42e92 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0651157 Jul 07 19:07:59.948761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-499cb844-83bb-463d-916c-8c0025bcb35a service neutron] 10.222.0.113 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873919 Jul 07 19:07:59.968341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-06e5a745-d65e-471c-8f24-876bb283a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:59.969826 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-06e5a745-d65e-471c-8f24-876bb283a61f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582716 Jul 07 19:08:00.078257 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-33a95771-3d08-409f-a6ca-3072335e7635 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004345 Jul 07 19:08:00.184266 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50f1a04a-e08e-456f-9253-783ee3f160fe req-7920f06f-11d8-46f9-88b8-1cd6e1cb76da service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989935 Jul 07 19:08:00.276052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 13907cfc-f920-41e4-9b1f-ac944eaf2349 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:08:00.347367 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918aade3-6e77-41e5-afee-c1315f2d967f x-openstack-request-id: req-918aade3-6e77-41e5-afee-c1315f2d967f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:00.347695 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95649d4f-ebd5-4ad0-857e-ec60792c0ae6", "name": "network-vif-plugged", "status": "completed", "tag": "95428ea9-c194-4180-9156-00a99176de40", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:00.348160 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-918aade3-6e77-41e5-afee-c1315f2d967f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:00.348713 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95649d4f-ebd5-4ad0-857e-ec60792c0ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95428ea9-c194-4180-9156-00a99176de40', 'code': 200} Jul 07 19:08:00.466465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:00.486853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'mac_address': 'fa:16:3e:af:87:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:08:00.495471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4d8b5-f03a-4aa2-9fb8-0e4e8b1d942e req-551823a0-5da4-46f0-8112-2e1f224df58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:00.497072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-95a4d8b5-f03a-4aa2-9fb8-0e4e8b1d942e req-551823a0-5da4-46f0-8112-2e1f224df58f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0781772 Jul 07 19:08:00.519168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-4175dfae-da00-4ebd-b9af-d35fb395fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:00.520593 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-4175dfae-da00-4ebd-b9af-d35fb395fa7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7269740 Jul 07 19:08:00.534418 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:00.549990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13907cfc-f920-41e4-9b1f-ac944eaf2349 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:00.553630 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-95a4d8b5-f03a-4aa2-9fb8-0e4e8b1d942e req-c4e7c734-aa0a-4c9b-be2a-dee7239ab632 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439262 Jul 07 19:08:00.572080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:00.577692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:00.599228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-10d331c5-855f-4f99-b2f0-2e952727a994 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:00.604985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-10d331c5-855f-4f99-b2f0-2e952727a994 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:00.610898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-10d331c5-855f-4f99-b2f0-2e952727a994 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:00.613204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-10d331c5-855f-4f99-b2f0-2e952727a994 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/networks?id=6951925a-2c29-4cfd-98f8-e14789d3e723&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 HTTP/1.1" status: 200 len: 1996 time: 0.6765161 Jul 07 19:08:00.633903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-d1f3a210-edcc-4810-8f4a-fa956399b284 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7111104 Jul 07 19:08:00.634234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=13907cfc-f920-41e4-9b1f-ac944eaf2349,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:00.655344 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-69af7381-d1b9-4c79-adc6-2030e70f5cce tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/quotas/be4515ba2aea4f1a94289d9057588af4 HTTP/1.1" status: 200 len: 375 time: 0.0285571 Jul 07 19:08:00.730168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8ebbd-3da0-4458-91c8-69120c47356c req-e933fd5c-ebe4-4949-8b27-2b771af0c94a tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:00.731669 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cf8ebbd-3da0-4458-91c8-69120c47356c req-e933fd5c-ebe4-4949-8b27-2b771af0c94a tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 949 time: 0.2760680 Jul 07 19:08:00.796919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-68032496-ca78-4429-9d42-5ce5ff0d062f service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623587 Jul 07 19:08:00.884759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cf8ebbd-3da0-4458-91c8-69120c47356c req-de1acec5-62db-4de2-bacd-f7ad130a0104 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171870 Jul 07 19:08:00.913942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-ab059cdd-3929-4a3e-a05f-276c0ca053e3 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489276 Jul 07 19:08:00.959194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-c695395c-07f9-46cc-940f-59e5b01310ff tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2956240 Jul 07 19:08:00.981389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8eb1b7-6033-4239-82bd-7a030507d2ff req-98e262fc-3c33-4a63-ac3d-afc0d1d8ed5c service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747272 Jul 07 19:08:00.991039 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['13907cfc-f920-41e4-9b1f-ac944eaf2349'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:01.092394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-ee036886-2747-4fc5-b312-aa73e7639505 service neutron] 10.222.0.113 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191583 Jul 07 19:08:01.249915 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-8996a7ae-2b6b-4169-a06f-590221b63e92 service neutron] 10.222.0.113 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482685 Jul 07 19:08:01.297958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42df28-eb5f-4e62-8f52-75527014528a req-813941f3-b627-434d-aa7b-63c75030d07f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:01.299474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c42df28-eb5f-4e62-8f52-75527014528a req-813941f3-b627-434d-aa7b-63c75030d07f tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 948 time: 0.1368315 Jul 07 19:08:01.330608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-1681a90c-fd1b-4492-b0e8-c3dad9407275 service neutron] 10.222.0.113 "GET /v2.0/ports/af9b95f0-6d56-45bb-93c5-baa55385b852?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0728376 Jul 07 19:08:01.392339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c42df28-eb5f-4e62-8f52-75527014528a req-70072b85-8674-472e-9c68-86bb7325ea82 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814250 Jul 07 19:08:01.451077 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-8de5b885-0224-48bd-8e79-f46be5a5fb05 service neutron] 10.222.0.113 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138668 Jul 07 19:08:01.590654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-5b36010a-132a-406a-98d2-d77cf7681e98 service neutron] 10.222.0.113 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319778 Jul 07 19:08:01.617671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14465c53-9890-4d35-82ff-38abe55898c9 req-898cb221-cd8e-4a76-9ef3-27627e9d15ca tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:01.619165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14465c53-9890-4d35-82ff-38abe55898c9 req-898cb221-cd8e-4a76-9ef3-27627e9d15ca tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 945 time: 0.1128116 Jul 07 19:08:01.682979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-64199d82-e333-492e-bf5a-bd6d20a9d959 service neutron] 10.222.0.113 "GET /v2.0/ports/db55104a-fd02-47c0-a7f9-81c03131dee5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0836146 Jul 07 19:08:01.691692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14465c53-9890-4d35-82ff-38abe55898c9 req-db60d98b-db1b-417e-a76f-e6378742fc2f tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531480 Jul 07 19:08:01.758384 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5148ea26-e524-4952-9a83-1c1eea419f13 x-openstack-request-id: req-5148ea26-e524-4952-9a83-1c1eea419f13 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:01.759388 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35360703-dc8d-47aa-b038-78e3dc7065a0", "tag": "dc1ea95c-e130-4496-b106-e6c1b65d6cfe", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:01.759906 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5148ea26-e524-4952-9a83-1c1eea419f13 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:01.760542 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35360703-dc8d-47aa-b038-78e3dc7065a0', 'tag': 'dc1ea95c-e130-4496-b106-e6c1b65d6cfe', 'status': 'completed', 'code': 200} Jul 07 19:08:01.934611 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f453b0a2-03c7-40c5-8ee6-504a543b2b86 req-69b0e7f9-aa0d-44e8-88a4-772aeb5366ea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 210 time: 0.0538375 Jul 07 19:08:01.983142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-1aa199b8-9cc2-4db5-9f9f-262b044cbd28 service neutron] 10.222.0.113 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801437 Jul 07 19:08:02.082550 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1 req-b4fc3492-e027-4316-8950-ed5826730156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:02.084138 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1 req-b4fc3492-e027-4316-8950-ed5826730156 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 1100 time: 0.2506402 Jul 07 19:08:02.094429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-dec9e9b4-f2e5-484e-84ae-b5c00b523a81 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:02.095875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-dec9e9b4-f2e5-484e-84ae-b5c00b523a81 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.59 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 805 time: 0.3236017 Jul 07 19:08:02.131042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Request body: {'port': {'device_id': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'admin_state_up': True, 'tenant_id': '51602686618147289866651e0f68fc1c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:02.262033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-be2c68b9-3ee0-4860-8532-fc3b786f0ff7 service neutron] 10.222.0.113 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780178 Jul 07 19:08:02.289339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 13907cfc-f920-41e4-9b1f-ac944eaf2349 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:02.344570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 13907cfc-f920-41e4-9b1f-ac944eaf2349 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:02.350487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 13907cfc-f920-41e4-9b1f-ac944eaf2349 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:02.350851 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:02.394537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe0dc1-e8c1-4883-a7cf-f3a0e6d1e1ad req-8794acf1-bf29-4484-9c6b-b5d25c7c34fb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:02.395972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-adfe0dc1-e8c1-4883-a7cf-f3a0e6d1e1ad req-8794acf1-bf29-4484-9c6b-b5d25c7c34fb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 947 time: 0.3308794 Jul 07 19:08:02.407178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1 req-a732fb67-0e58-4fc6-9edf-1cff5b0c510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:02.407178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1 req-a732fb67-0e58-4fc6-9edf-1cff5b0c510c service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2856107 Jul 07 19:08:02.446353 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:02.470755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:02.473080 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51d0ef2-6793-40b1-9df2-8e11ca19bb1a" -d '{"events": [{"server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "name": "network-vif-plugged", "status": "completed", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:02.483346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1 req-05444e43-9d13-465c-933e-d5d17828240e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=dc1ea95c-e130-4496-b106-e6c1b65d6cfe HTTP/1.1" status: 200 len: 217 time: 0.0732560 Jul 07 19:08:02.485639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:02.489639 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:02.507063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Made reservation on behalf of 51602686618147289866651e0f68fc1c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:02.510437 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:02.539630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=13907cfc-f920-41e4-9b1f-ac944eaf2349,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:02.555030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-f9f0fdc0-7641-4551-9747-d0bfc8c7d6b4 service neutron] 10.222.0.113 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799168 Jul 07 19:08:02.563258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-adfe0dc1-e8c1-4883-a7cf-f3a0e6d1e1ad req-fb2cf194-e83e-49b9-b5f9-0276a17db497 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578996 Jul 07 19:08:02.662301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1 req-da68cd02-f69b-4485-8bce-8a972c9f3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:02.663682 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1 req-da68cd02-f69b-4485-8bce-8a972c9f3d1e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1707003 Jul 07 19:08:02.770874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-baa47ec0-2de8-41c3-a870-e83c4b2066cf service neutron] 10.222.0.113 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049916 Jul 07 19:08:02.853781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Allocated IP 172.20.0.8 (299255ae-eebb-474d-9c70-d9ceff07301b/af90dcd0-75ba-4a0d-9802-efe7b65f07a4/9d1b682b-9397-4c6c-8708-799bf4b47b77) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:02.866535 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:02.866974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1 req-ef9a1ffa-4735-4855-86a2-d56a6e336460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:02.868587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1 req-ef9a1ffa-4735-4855-86a2-d56a6e336460 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1929810 Jul 07 19:08:02.982086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-37e4b89e-aad8-4085-8aed-43a09fcd4172 service neutron] 10.222.0.113 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017400 Jul 07 19:08:03.148820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1 req-e7ffc6a5-e1ac-4017-9533-1db6d51801e3 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714686 Jul 07 19:08:03.550055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-8390fba1-6dc3-4b8c-a4b1-ece988f05e26 service neutron] 10.222.0.113 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572641 Jul 07 19:08:03.662010 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:03.671564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6267a-0535-4856-a664-c650f587c083 req-84d39fee-4cd5-4189-9c81-a1e2fc43791c tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:03.673071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97e6267a-0535-4856-a664-c650f587c083 req-84d39fee-4cd5-4189-9c81-a1e2fc43791c tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 948 time: 0.6131208 Jul 07 19:08:03.690408 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af6eda03-6ad6-44ba-9c5f-d88bbdb6bbf1 req-1ce7ab35-2366-48d3-8692-d47d3407ca0b service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323813 Jul 07 19:08:03.749374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-f60fa948-5322-4e35-8a4a-e94bc79f2132 service neutron] 10.222.0.113 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933017 Jul 07 19:08:03.779661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97e6267a-0535-4856-a664-c650f587c083 req-cae2c4f4-ad38-492b-9334-fa72c9cb4457 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953650 Jul 07 19:08:03.835701 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:03.842639 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3293c36e-dd7d-4b08-8fd4-ddaf22f71436 x-openstack-request-id: req-3293c36e-dd7d-4b08-8fd4-ddaf22f71436 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:03.843162 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "name": "network-vif-plugged", "status": "completed", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:03.843327 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3293c36e-dd7d-4b08-8fd4-ddaf22f71436 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:03.843754 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'code': 200} Jul 07 19:08:03.902610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Network 299255ae-eebb-474d-9c70-d9ceff07301b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:03.911202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:03.915271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:03.923227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-e6f04073-24c8-42f7-b6ab-b749d9c9f05f service neutron] 10.222.0.113 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668093 Jul 07 19:08:03.943923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Pushing event updated for resources: {'Port': ['ID=9d1b682b-9397-4c6c-8708-799bf4b47b77,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:04.022032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:04.022721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:04.051504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-bc5aadf1-e7bb-43e6-885a-f15a9fd91cfe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9332464 Jul 07 19:08:04.071752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Request body: {'port': {'device_id': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:04.095556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-dadba155-221d-4e9a-ad9c-bc2d18a00604 service neutron] 10.222.0.113 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525869 Jul 07 19:08:04.259229 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:04.298425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dc1ea95c-e130-4496-b106-e6c1b65d6cfe details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:08:04.353310 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-c19915b2-c3f0-4406-9186-c3e710b8b692 service neutron] 10.222.0.113 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513990 Jul 07 19:08:04.367143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-dc97650b-2e2f-4fe7-9453-a80c8d9a70ae tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:04.368713 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-dc97650b-2e2f-4fe7-9453-a80c8d9a70ae tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.59 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880&tenant_id=2ff2b51f57b445d8be48b8fe09df264e&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 948 time: 0.2657578 Jul 07 19:08:04.410869 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port dc1ea95c-e130-4496-b106-e6c1b65d6cfe, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dc1ea95c-e130-4496-b106-e6c1b65d6cfe,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:04.423415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'dc1ea95c-e130-4496-b106-e6c1b65d6cfe', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'dc1ea95c-e130-4496-b106-e6c1b65d6cfe', 'mac_address': 'fa:16:3e:5e:b3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:08:04.470304 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:04.485891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1ea95c-e130-4496-b106-e6c1b65d6cfe {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:04.509345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port dc1ea95c-e130-4496-b106-e6c1b65d6cfe, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dc1ea95c-e130-4496-b106-e6c1b65d6cfe,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:04.515544 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:04.523872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d8bc2-75d0-4724-bd5f-05e1f28acec9 req-3b039514-d868-41a1-a94a-25c1ccbe48f2 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:04.525475 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00d8bc2-75d0-4724-bd5f-05e1f28acec9 req-3b039514-d868-41a1-a94a-25c1ccbe48f2 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 945 time: 0.2689831 Jul 07 19:08:04.570650 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-83ec4fd1-7c03-4800-a013-563af5dda7f7 service neutron] delete failed (client error): The resource could not be found. Jul 07 19:08:04.571675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-83ec4fd1-7c03-4800-a013-563af5dda7f7 service neutron] 10.222.0.59 "DELETE /v2.0/ports/13907cfc-f920-41e4-9b1f-ac944eaf2349/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.1916304 Jul 07 19:08:04.581603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=dc1ea95c-e130-4496-b106-e6c1b65d6cfe,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:04.623995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00d8bc2-75d0-4724-bd5f-05e1f28acec9 req-d5807e41-e008-4181-a0f1-3af4b4554631 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806947 Jul 07 19:08:04.750602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1b682b-9397-4c6c-8708-799bf4b47b77 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:04.759976 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:04.772967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-65abb021-5c63-4bb0-a2aa-dc393e4cb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:04.774625 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-65abb021-5c63-4bb0-a2aa-dc393e4cb4a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 1100 time: 0.1344883 Jul 07 19:08:04.779553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Transition to ACTIVE for port object 9d1b682b-9397-4c6c-8708-799bf4b47b77 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:04.791113 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:04.846928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['dc1ea95c-e130-4496-b106-e6c1b65d6cfe'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:04.927266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d1b682b-9397-4c6c-8708-799bf4b47b77,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:05.020226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-e6e365f4-e726-49e2-bbeb-178e8074ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:05.021851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-e6e365f4-e726-49e2-bbeb-178e8074ac89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2396617 Jul 07 19:08:05.032126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc64fda-9df4-42a2-83e4-41ad8a06511d req-c6ac4739-2e4c-4247-a605-f8ebea7ec6d2 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:05.033576 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4dc64fda-9df4-42a2-83e4-41ad8a06511d req-c6ac4739-2e4c-4247-a605-f8ebea7ec6d2 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 943 time: 0.2003698 Jul 07 19:08:05.091164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-46fbe558-4d43-4656-9885-565484e689f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349 HTTP/1.1" status: 200 len: 217 time: 0.0566132 Jul 07 19:08:05.129667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Attempting to bind port 9d1b682b-9397-4c6c-8708-799bf4b47b77 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:05.130003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Attempting to bind port 9d1b682b-9397-4c6c-8708-799bf4b47b77 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:05.130336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Attempting to bind port 9d1b682b-9397-4c6c-8708-799bf4b47b77 on network 299255ae-eebb-474d-9c70-d9ceff07301b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:05.144898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Port 9d1b682b-9397-4c6c-8708-799bf4b47b77 on network 299255ae-eebb-474d-9c70-d9ceff07301b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:08:05.145228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Attempting to bind port 9d1b682b-9397-4c6c-8708-799bf4b47b77 on network 299255ae-eebb-474d-9c70-d9ceff07301b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:05.166279 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4dc64fda-9df4-42a2-83e4-41ad8a06511d req-3528b4cc-9897-41b0-af13-8875e1f6cb2f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158166 Jul 07 19:08:05.170878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:05.171422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Checking segment: {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:05.171790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Bound using segment: {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:05.172244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Bound port: 9d1b682b-9397-4c6c-8708-799bf4b47b77, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:05.172641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:05.184154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-30d26254-990f-4f8a-bbf4-311071abf460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:05.185949 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-30d26254-990f-4f8a-bbf4-311071abf460 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0841131 Jul 07 19:08:05.323012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] For port 9d1b682b-9397-4c6c-8708-799bf4b47b77, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:05.343023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-3abfcc37-89e2-4402-86cf-76a6c3587571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:05.344591 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-3abfcc37-89e2-4402-86cf-76a6c3587571 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1469843 Jul 07 19:08:05.350803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] For port 9d1b682b-9397-4c6c-8708-799bf4b47b77, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9d1b682b-9397-4c6c-8708-799bf4b47b77,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:05.375255 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:05.469504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:05.470127 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:05.471552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] 10.222.0.59 "PUT /v2.0/ports/9d1b682b-9397-4c6c-8708-799bf4b47b77 HTTP/1.1" status: 200 len: 1092 time: 1.4044213 Jul 07 19:08:05.477881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'tag': '9d1b682b-9397-4c6c-8708-799bf4b47b77'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:05.480430 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa5c816-7f7c-4e79-a1b4-e4498f22c119" -d '{"events": [{"name": "network-changed", "server_uuid": "c013c11b-2ea3-49f6-9f37-a4f7737c6b83", "tag": "9d1b682b-9397-4c6c-8708-799bf4b47b77"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:05.503488 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec0a12-7ded-4f35-8945-59cb7173239e req-d550b3d3-d435-4047-a260-6671d87d8c16 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:05.505077 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04ec0a12-7ded-4f35-8945-59cb7173239e req-d550b3d3-d435-4047-a260-6671d87d8c16 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.2208598 Jul 07 19:08:05.541763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa5781-fd19-4b77-b5ad-c6d53f03a6fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d1b682b-9397-4c6c-8708-799bf4b47b77,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:05.613633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-184ee8a0-de7d-4f78-8e0e-2ebf23bf3334 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610779 Jul 07 19:08:05.637124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04ec0a12-7ded-4f35-8945-59cb7173239e req-83968538-1216-4a3a-97b3-37bfab83c8f7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186614 Jul 07 19:08:05.745304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-de1c3a3f-2dfb-4b44-b558-8c80ecc5db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:05.746860 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-de1c3a3f-2dfb-4b44-b558-8c80ecc5db5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 1095 time: 0.1917922 Jul 07 19:08:05.764898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd070923-3373-4e4d-844e-3cbdb57011cd req-b39f2f67-07b0-4fe8-b2ae-273085581b0e service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262448 Jul 07 19:08:05.870990 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-2a04ca77-763e-4092-971c-97c60b2d5ea6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d1b682b-9397-4c6c-8708-799bf4b47b77 HTTP/1.1" status: 200 len: 217 time: 0.0553942 Jul 07 19:08:06.003209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-76c1962f-16f6-4bbe-a5d8-a6f7ea89b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:06.005140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-76c1962f-16f6-4bbe-a5d8-a6f7ea89b90c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af90dcd0-75ba-4a0d-9802-efe7b65f07a4 HTTP/1.1" status: 200 len: 845 time: 0.1003964 Jul 07 19:08:06.058113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-f739d654-91c4-4b8c-ba51-d49fd05b7ad5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=299255ae-eebb-474d-9c70-d9ceff07301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389445 Jul 07 19:08:06.087803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce4b339a-4ce0-408e-b47b-585720f3ad0c req-b835ad35-7b7e-4238-8b16-364c9f563952 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0327237 Jul 07 19:08:06.096066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85402ae6-007f-40c7-a228-bf3c68fd559c req-4b64b1bb-0b3c-4116-ae93-d632d5a8e422 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:06.097819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85402ae6-007f-40c7-a228-bf3c68fd559c req-4b64b1bb-0b3c-4116-ae93-d632d5a8e422 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 949 time: 0.2192929 Jul 07 19:08:06.147208 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00faffa7-11fe-4367-965d-e1b08449f7dd x-openstack-request-id: req-00faffa7-11fe-4367-965d-e1b08449f7dd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:06.147421 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c013c11b-2ea3-49f6-9f37-a4f7737c6b83", "tag": "9d1b682b-9397-4c6c-8708-799bf4b47b77", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:06.147860 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-00faffa7-11fe-4367-965d-e1b08449f7dd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:06.148278 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'tag': '9d1b682b-9397-4c6c-8708-799bf4b47b77', 'status': 'completed', 'code': 200} Jul 07 19:08:06.194258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85402ae6-007f-40c7-a228-bf3c68fd559c req-76685753-7d4a-4085-a7b7-57b795df5d92 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874801 Jul 07 19:08:06.213793 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-414644f3-dbf9-45d8-b2e8-bf6d88f4f0d8 service neutron] 10.222.0.59 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148372 Jul 07 19:08:06.321759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dc1ea95c-e130-4496-b106-e6c1b65d6cfe up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:06.367268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcbbe9-7426-4890-ba6c-b4ab70ecd458 req-84f7d33b-7db3-4b20-93a3-111a43c7ae30 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:06.368824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12bcbbe9-7426-4890-ba6c-b4ab70ecd458 req-84f7d33b-7db3-4b20-93a3-111a43c7ae30 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.1376066 Jul 07 19:08:06.374362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port dc1ea95c-e130-4496-b106-e6c1b65d6cfe completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:06.379067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port dc1ea95c-e130-4496-b106-e6c1b65d6cfe triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:06.379462 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:06.383393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f334d1-d5c7-4b8d-beda-e67bccc8537d req-19d0c456-32b2-4e93-8345-e91a8f367fcd service neutron] 10.222.0.59 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183312 Jul 07 19:08:06.431347 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12bcbbe9-7426-4890-ba6c-b4ab70ecd458 req-7fc6b4d7-08be-43a5-a9e1-84c7bd87d908 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509484 Jul 07 19:08:06.480094 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:06.504613 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35360703-dc8d-47aa-b038-78e3dc7065a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1ea95c-e130-4496-b106-e6c1b65d6cfe'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:06.507051 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dac239-6c97-49bb-8f3b-fc43c6709ecf" -d '{"events": [{"server_uuid": "35360703-dc8d-47aa-b038-78e3dc7065a0", "name": "network-vif-plugged", "status": "completed", "tag": "dc1ea95c-e130-4496-b106-e6c1b65d6cfe"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:06.521448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port dc1ea95c-e130-4496-b106-e6c1b65d6cfe, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dc1ea95c-e130-4496-b106-e6c1b65d6cfe,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:06.527835 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:06.583474 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=dc1ea95c-e130-4496-b106-e6c1b65d6cfe,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:06.591385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.591751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.592088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.592439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.592799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.593132 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.593475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.593790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.594251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.594427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.594752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.595074 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:06.636007 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c816-7f7c-4e79-a1b4-e4498f22c119 req-f9a27835-c27c-44c8-b0cc-5ea3049ca57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:06.637533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fa5c816-7f7c-4e79-a1b4-e4498f22c119 req-f9a27835-c27c-44c8-b0cc-5ea3049ca57a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 1095 time: 0.1218736 Jul 07 19:08:06.665649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ed755-c6c0-4d9a-afb9-c2c31854b293 req-0f04f4d2-6782-4d42-86ce-1fa468c0f6a5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:06.667034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-011ed755-c6c0-4d9a-afb9-c2c31854b293 req-0f04f4d2-6782-4d42-86ce-1fa468c0f6a5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 945 time: 0.0973039 Jul 07 19:08:06.822124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-011ed755-c6c0-4d9a-afb9-c2c31854b293 req-1015f6c5-23ad-4248-9883-16ce3cd33cfd tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438169 Jul 07 19:08:06.863888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-a568a3ba-22a2-4e7c-8ccb-c1861a6bb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:06.865402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-a568a3ba-22a2-4e7c-8ccb-c1861a6bb970 service neutron] 10.222.0.59 "GET /v2.0/ports/af9b95f0-6d56-45bb-93c5-baa55385b852 HTTP/1.1" status: 200 len: 1031 time: 0.1035519 Jul 07 19:08:06.907001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c816-7f7c-4e79-a1b4-e4498f22c119 req-8639c452-89fa-4ce9-bc5a-bf66f8a2af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:06.908587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fa5c816-7f7c-4e79-a1b4-e4498f22c119 req-8639c452-89fa-4ce9-bc5a-bf66f8a2af03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 907 time: 0.2617257 Jul 07 19:08:06.942331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f548db-901c-4a1c-9d17-690c861a4019 req-524d333d-8dba-48e9-916a-fd1fac970997 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:06.943867 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f548db-901c-4a1c-9d17-690c861a4019 req-524d333d-8dba-48e9-916a-fd1fac970997 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 943 time: 0.2383070 Jul 07 19:08:06.985048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fa5c816-7f7c-4e79-a1b4-e4498f22c119 req-2345b572-6788-438f-96e7-8004e2db2e77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d1b682b-9397-4c6c-8708-799bf4b47b77 HTTP/1.1" status: 200 len: 217 time: 0.0675359 Jul 07 19:08:06.985997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-7d34b8f4-b0ee-4289-9a5e-46170e989f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:06.987233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-7d34b8f4-b0ee-4289-9a5e-46170e989f66 service neutron] 10.222.0.59 "GET /v2.0/ports/db55104a-fd02-47c0-a7f9-81c03131dee5 HTTP/1.1" status: 200 len: 1032 time: 0.1118989 Jul 07 19:08:07.046227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f548db-901c-4a1c-9d17-690c861a4019 req-45e0fcfd-258d-46a4-aedc-5b619333fdba tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725789 Jul 07 19:08:07.070989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a00bbc-e2d4-4b54-ba9d-6a8d95522808 req-94e7e44d-3a37-4c8c-b04c-5c959926261b tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:07.072523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96a00bbc-e2d4-4b54-ba9d-6a8d95522808 req-94e7e44d-3a37-4c8c-b04c-5c959926261b tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 949 time: 0.1414449 Jul 07 19:08:07.097108 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966e7aef-fffa-4dd0-b3f3-7388e0296944 x-openstack-request-id: req-966e7aef-fffa-4dd0-b3f3-7388e0296944 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:07.097392 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35360703-dc8d-47aa-b038-78e3dc7065a0", "name": "network-vif-plugged", "status": "completed", "tag": "dc1ea95c-e130-4496-b106-e6c1b65d6cfe", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:07.097815 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-966e7aef-fffa-4dd0-b3f3-7388e0296944 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:07.098365 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35360703-dc8d-47aa-b038-78e3dc7065a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1ea95c-e130-4496-b106-e6c1b65d6cfe', 'code': 200} Jul 07 19:08:07.112735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96a00bbc-e2d4-4b54-ba9d-6a8d95522808 req-dadc4837-5025-4239-bc7f-0735a8e6655b tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341797 Jul 07 19:08:07.280685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c402a98-0ca7-4a21-ba9e-e1b352a951d3 req-3218a17c-bf5b-4b37-afe9-09dabfef8341 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0404048 Jul 07 19:08:07.315189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9d26-e5d7-4eba-998b-f3683ba9e3f5 req-376e03bf-0353-4790-9166-4c14bfe31545 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:07.316773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-299c9d26-e5d7-4eba-998b-f3683ba9e3f5 req-376e03bf-0353-4790-9166-4c14bfe31545 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.1301763 Jul 07 19:08:07.330052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba249b-f934-4ebf-b52f-1d6cab2fdb8d req-fce7b6d3-502e-4de7-bdb9-a1a265499dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:07.331744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15ba249b-f934-4ebf-b52f-1d6cab2fdb8d req-fce7b6d3-502e-4de7-bdb9-a1a265499dea service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 1102 time: 0.1351438 Jul 07 19:08:07.379686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-299c9d26-e5d7-4eba-998b-f3683ba9e3f5 req-0e0dce67-3bd6-4d99-9e95-a5e793d6025f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573385 Jul 07 19:08:07.385375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15ba249b-f934-4ebf-b52f-1d6cab2fdb8d req-939c4051-ec48-4f3d-901c-702d5039d1ac service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444200 Jul 07 19:08:07.452244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181f7a6-ffb4-48c0-8250-691a75b647c5 req-bc8fdb48-a907-40d7-ab73-adf147c471ea tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:07.453751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b181f7a6-ffb4-48c0-8250-691a75b647c5 req-bc8fdb48-a907-40d7-ab73-adf147c471ea tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 950 time: 0.0636096 Jul 07 19:08:07.600461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b181f7a6-ffb4-48c0-8250-691a75b647c5 req-105f38e6-06a3-4d15-9785-97fc7cacdd99 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408012 Jul 07 19:08:08.026306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c816-7f7c-4e79-a1b4-e4498f22c119 req-6809c309-a09d-4167-8157-e7f039e2e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:08.027779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fa5c816-7f7c-4e79-a1b4-e4498f22c119 req-6809c309-a09d-4167-8157-e7f039e2e801 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af90dcd0-75ba-4a0d-9802-efe7b65f07a4 HTTP/1.1" status: 200 len: 845 time: 0.5129826 Jul 07 19:08:08.060884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917f9cf-5554-4ae8-b402-0eec8a1112d6 req-219adf66-c151-42ea-a3c5-6f093dc60dba tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:08.062350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8917f9cf-5554-4ae8-b402-0eec8a1112d6 req-219adf66-c151-42ea-a3c5-6f093dc60dba tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.112 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 945 time: 0.5964334 Jul 07 19:08:08.157637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fa5c816-7f7c-4e79-a1b4-e4498f22c119 req-5a89051a-2ac7-4851-ac99-dc7d9060fd18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=299255ae-eebb-474d-9c70-d9ceff07301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928483 Jul 07 19:08:08.164171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-1522a076-b39b-43b9-adf9-66907fdc6c64 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:08.170597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-1522a076-b39b-43b9-adf9-66907fdc6c64 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:08.176531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-1522a076-b39b-43b9-adf9-66907fdc6c64 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:08.178112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-1522a076-b39b-43b9-adf9-66907fdc6c64 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "GET /v2.0/networks?id=6951925a-2c29-4cfd-98f8-e14789d3e723&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 HTTP/1.1" status: 200 len: 1996 time: 0.6622283 Jul 07 19:08:08.257371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827b57-d7ca-406e-9b13-a91b8c66787b req-d9be8010-9255-4b0d-b235-b3b828685997 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:08.258917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14827b57-d7ca-406e-9b13-a91b8c66787b req-d9be8010-9255-4b0d-b235-b3b828685997 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.6875892 Jul 07 19:08:08.295489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ebdac-329c-4504-b97e-c4a2f471d41e req-9009cea7-883f-4535-ba5b-859926b7687b tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:08.298190 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-617ebdac-329c-4504-b97e-c4a2f471d41e req-9009cea7-883f-4535-ba5b-859926b7687b tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.112 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 949 time: 0.1047885 Jul 07 19:08:08.312350 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1650d241-a173-451c-8e2d-daec2487690f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:08.360603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba163e87-1569-4015-a7d3-ec4f1f284c37 req-705aff06-fdf2-41fe-8095-2f70876515c5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:08.368622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba163e87-1569-4015-a7d3-ec4f1f284c37 req-705aff06-fdf2-41fe-8095-2f70876515c5 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 945 time: 0.4034498 Jul 07 19:08:08.445730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-10c3ed2d-6206-4d50-a216-f72d70e2cdf3 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be4515ba2aea4f1a94289d9057588af4 HTTP/1.1" status: 200 len: 380 time: 0.2400353 Jul 07 19:08:08.464801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-617ebdac-329c-4504-b97e-c4a2f471d41e req-f7d1bf07-cf43-4fec-a3cc-dfc9aa88d1e6 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Deleting port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:08.465568 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-617ebdac-329c-4504-b97e-c4a2f471d41e req-f7d1bf07-cf43-4fec-a3cc-dfc9aa88d1e6 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:08.470883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14827b57-d7ca-406e-9b13-a91b8c66787b req-3406d2b1-3bd2-40a2-9652-b282ba4dd901 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737387 Jul 07 19:08:08.480953 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'admin_state_up': True, 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'security_groups': ['9e611cae-c6b3-48d3-92ab-9a76c062fc86']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:08.508278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fa5c816-7f7c-4e79-a1b4-e4498f22c119 req-199ca90b-0efd-4136-a057-60a5b8aff634 service neutron] 10.222.0.59 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056052 Jul 07 19:08:08.562866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba163e87-1569-4015-a7d3-ec4f1f284c37 req-54b91ce3-a1df-4ba0-82c5-462803e59296 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups?id=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931515 Jul 07 19:08:08.609672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-617ebdac-329c-4504-b97e-c4a2f471d41e req-f7d1bf07-cf43-4fec-a3cc-dfc9aa88d1e6 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] For port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=2c334bcb-1e0c-4681-aee6-dfbc0903db5c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:08.610192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-617ebdac-329c-4504-b97e-c4a2f471d41e req-f7d1bf07-cf43-4fec-a3cc-dfc9aa88d1e6 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:08.627621 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-617ebdac-329c-4504-b97e-c4a2f471d41e req-f7d1bf07-cf43-4fec-a3cc-dfc9aa88d1e6 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Calling delete_port for 2c334bcb-1e0c-4681-aee6-dfbc0903db5c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:08.647613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8917f9cf-5554-4ae8-b402-0eec8a1112d6 req-b9c7ad0f-1684-4066-bb63-840e4cfcca53 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Deleting port 95428ea9-c194-4180-9156-00a99176de40 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:08.648224 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8917f9cf-5554-4ae8-b402-0eec8a1112d6 req-b9c7ad0f-1684-4066-bb63-840e4cfcca53 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:08.774269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-617ebdac-329c-4504-b97e-c4a2f471d41e req-f7d1bf07-cf43-4fec-a3cc-dfc9aa88d1e6 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:08.785682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['2c334bcb-1e0c-4681-aee6-dfbc0903db5c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:08.815183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1bf07-cf43-4fec-a3cc-dfc9aa88d1e6 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Pushing event deleted for resources: {'Port': ['ID=2c334bcb-1e0c-4681-aee6-dfbc0903db5c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:08.874366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-617ebdac-329c-4504-b97e-c4a2f471d41e req-f7d1bf07-cf43-4fec-a3cc-dfc9aa88d1e6 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] No DVR routers for this DVR port 2c334bcb-1e0c-4681-aee6-dfbc0903db5c on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:08.877180 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-617ebdac-329c-4504-b97e-c4a2f471d41e req-f7d1bf07-cf43-4fec-a3cc-dfc9aa88d1e6 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:08.879562 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-617ebdac-329c-4504-b97e-c4a2f471d41e req-f7d1bf07-cf43-4fec-a3cc-dfc9aa88d1e6 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.112 "DELETE /v2.0/ports/2c334bcb-1e0c-4681-aee6-dfbc0903db5c HTTP/1.1" status: 204 len: 173 time: 0.5754859 Jul 07 19:08:08.880044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351e4d41-94b0-46a2-bb6f-959442051e8f', 'name': 'network-vif-deleted', 'tag': '2c334bcb-1e0c-4681-aee6-dfbc0903db5c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:08.893675 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c040200-70d8-46ca-b116-bca866216d95" -d '{"events": [{"server_uuid": "351e4d41-94b0-46a2-bb6f-959442051e8f", "name": "network-vif-deleted", "tag": "2c334bcb-1e0c-4681-aee6-dfbc0903db5c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:08.895089 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8917f9cf-5554-4ae8-b402-0eec8a1112d6 req-b9c7ad0f-1684-4066-bb63-840e4cfcca53 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] For port 95428ea9-c194-4180-9156-00a99176de40, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=95428ea9-c194-4180-9156-00a99176de40,segment=NetworkSegment(46801783-954e-48e8-88b4-0d8dfb65f0af),segment_id=46801783-954e-48e8-88b4-0d8dfb65f0af)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:08.895453 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8917f9cf-5554-4ae8-b402-0eec8a1112d6 req-b9c7ad0f-1684-4066-bb63-840e4cfcca53 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:08.913246 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8917f9cf-5554-4ae8-b402-0eec8a1112d6 req-b9c7ad0f-1684-4066-bb63-840e4cfcca53 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Calling delete_port for 95428ea9-c194-4180-9156-00a99176de40 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:08.930666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fa5c816-7f7c-4e79-a1b4-e4498f22c119 req-d11d1bc7-d639-4004-8acc-1ad2163b2c92 service neutron] 10.222.0.59 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865409 Jul 07 19:08:09.001443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed149e9f-827b-4e9b-840a-c8798576835c req-3668e261-d644-45c0-bf18-e42f9d2d2d60 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:09.003144 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed149e9f-827b-4e9b-840a-c8798576835c req-3668e261-d644-45c0-bf18-e42f9d2d2d60 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 943 time: 0.3934486 Jul 07 19:08:09.011256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:09.015342 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:09.064598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133050b7-65c2-4cc6-b4c4-face71653f04 req-c8e49c9a-c7c7-4845-94d1-765139146d54 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:09.066319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-133050b7-65c2-4cc6-b4c4-face71653f04 req-c8e49c9a-c7c7-4845-94d1-765139146d54 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/ports?device_id=351e4d41-94b0-46a2-bb6f-959442051e8f HTTP/1.1" status: 200 len: 867 time: 0.3495305 Jul 07 19:08:09.160763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed149e9f-827b-4e9b-840a-c8798576835c req-c34d17be-bea7-4607-ba43-6092baf68055 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425920 Jul 07 19:08:09.207504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-133050b7-65c2-4cc6-b4c4-face71653f04 req-74539fe0-86d8-47fe-966e-d3686ff5e9a9 tempest-TenantUsagesTestJSON-657681655 tempest-TenantUsagesTestJSON-657681655-project] 10.222.0.113 "GET /v2.0/security-groups?id=0e873ebe-bb39-4122-b62c-c8cc9baddbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351764 Jul 07 19:08:09.344784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee711d87-f99b-4790-9f9c-b18147f1f37f req-d30ce9c2-eeba-42ed-89d8-7b7775495825 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0618503 Jul 07 19:08:09.347949 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8917f9cf-5554-4ae8-b402-0eec8a1112d6 req-b9c7ad0f-1684-4066-bb63-840e4cfcca53 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:09.363176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['95428ea9-c194-4180-9156-00a99176de40'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:09.416757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7ad0f-1684-4066-bb63-840e4cfcca53 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event deleted for resources: {'Port': ['ID=95428ea9-c194-4180-9156-00a99176de40,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:09.429729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Allocated IP 172.20.0.3 (6951925a-2c29-4cfd-98f8-e14789d3e723/e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258/8c129c7f-e7e8-4e98-af82-662e9f3e0f5b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:09.501245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8917f9cf-5554-4ae8-b402-0eec8a1112d6 req-b9c7ad0f-1684-4066-bb63-840e4cfcca53 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] No DVR routers for this DVR port 95428ea9-c194-4180-9156-00a99176de40 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:09.508385 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8917f9cf-5554-4ae8-b402-0eec8a1112d6 req-b9c7ad0f-1684-4066-bb63-840e4cfcca53 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:09.510529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8917f9cf-5554-4ae8-b402-0eec8a1112d6 req-b9c7ad0f-1684-4066-bb63-840e4cfcca53 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.112 "DELETE /v2.0/ports/95428ea9-c194-4180-9156-00a99176de40 HTTP/1.1" status: 204 len: 173 time: 1.4260840 Jul 07 19:08:09.513065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95649d4f-ebd5-4ad0-857e-ec60792c0ae6', 'name': 'network-vif-deleted', 'tag': '95428ea9-c194-4180-9156-00a99176de40'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:09.515713 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacdf43c-3ef2-4dc8-81f5-392e11f74c62" -d '{"events": [{"server_uuid": "95649d4f-ebd5-4ad0-857e-ec60792c0ae6", "name": "network-vif-deleted", "tag": "95428ea9-c194-4180-9156-00a99176de40"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:09.635558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fad04-b77b-4da1-869d-1c312348dda5 req-afbb3e04-5ed7-482b-a144-500abacdb7c1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:09.640649 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-033fad04-b77b-4da1-869d-1c312348dda5 req-afbb3e04-5ed7-482b-a144-500abacdb7c1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.2863464 Jul 07 19:08:09.738381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b6c26-448c-4206-8218-6b7a81605948 req-450c08fa-8f6a-44d8-9b1d-32d0048161d2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:09.740063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e0b6c26-448c-4206-8218-6b7a81605948 req-450c08fa-8f6a-44d8-9b1d-32d0048161d2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 950 time: 0.2278144 Jul 07 19:08:09.746330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-033fad04-b77b-4da1-869d-1c312348dda5 req-e48e06db-a81f-4e0e-8f86-daf27a74c2e4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999827 Jul 07 19:08:09.757991 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:09.799676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Transition to ACTIVE for port object 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:09.840512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e0b6c26-448c-4206-8218-6b7a81605948 req-874e3f56-253e-43ad-96ac-5c263bc42520 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874777 Jul 07 19:08:09.880963 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:09.889089 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d20da7-6332-439f-a24f-2e10c4bdbbbd x-openstack-request-id: req-05d20da7-6332-439f-a24f-2e10c4bdbbbd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:09.889740 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351e4d41-94b0-46a2-bb6f-959442051e8f", "name": "network-vif-deleted", "tag": "2c334bcb-1e0c-4681-aee6-dfbc0903db5c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:09.890714 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-05d20da7-6332-439f-a24f-2e10c4bdbbbd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:09.891231 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351e4d41-94b0-46a2-bb6f-959442051e8f', 'name': 'network-vif-deleted', 'tag': '2c334bcb-1e0c-4681-aee6-dfbc0903db5c', 'status': 'completed', 'code': 200} Jul 07 19:08:09.949906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network 6951925a-2c29-4cfd-98f8-e14789d3e723 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:09.957089 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d993b8b-4544-44ed-89d7-cfa79096f6a0 x-openstack-request-id: req-8d993b8b-4544-44ed-89d7-cfa79096f6a0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:09.957873 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95649d4f-ebd5-4ad0-857e-ec60792c0ae6", "name": "network-vif-deleted", "tag": "95428ea9-c194-4180-9156-00a99176de40", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:09.958280 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8d993b8b-4544-44ed-89d7-cfa79096f6a0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:09.958831 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95649d4f-ebd5-4ad0-857e-ec60792c0ae6', 'name': 'network-vif-deleted', 'tag': '95428ea9-c194-4180-9156-00a99176de40', 'status': 'completed', 'code': 200} Jul 07 19:08:09.973327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Port': ['ID=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:09.977149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:09.984413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:10.099473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:10.100402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:10.147670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5bef93e-a454-416a-8ec4-b65fb67a7673 req-82716165-34b4-45fc-8f14-ebc93997e968 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/ports?device_id=95649d4f-ebd5-4ad0-857e-ec60792c0ae6 HTTP/1.1" status: 200 len: 210 time: 0.0431986 Jul 07 19:08:10.158639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-dc30bd1b-f501-4666-880f-92a4f91c84ef tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6966608 Jul 07 19:08:10.205040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4', 'admin_state_up': True, 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'security_groups': ['9e611cae-c6b3-48d3-92ab-9a76c062fc86']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:10.232893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea80bc8-d38f-4d8f-9e90-8d18e204ddf1 req-04110126-e74b-4ac8-b194-c5960f9bd285 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:10.234675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ea80bc8-d38f-4d8f-9e90-8d18e204ddf1 req-04110126-e74b-4ac8-b194-c5960f9bd285 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.2178020 Jul 07 19:08:10.287512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4e032b85-639a-4d35-bbb8-273094dec304 None None] Provisioning for port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:10.291653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4e032b85-639a-4d35-bbb8-273094dec304 None None] Provisioning complete for port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:10.292017 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e032b85-639a-4d35-bbb8-273094dec304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:10.396091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ea80bc8-d38f-4d8f-9e90-8d18e204ddf1 req-f589bfcd-78c1-47b1-bc86-3ff77871c240 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471753 Jul 07 19:08:10.467087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67991692-b3e5-48e9-8290-199414504a47 req-7cc864e7-cc7e-442d-bb24-8edcbd4abc86 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:10.468578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4e032b85-639a-4d35-bbb8-273094dec304 None None] Port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:10.469070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-67991692-b3e5-48e9-8290-199414504a47 req-7cc864e7-cc7e-442d-bb24-8edcbd4abc86 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.1663237 Jul 07 19:08:10.475006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9d1b682b-9397-4c6c-8708-799bf4b47b77 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:08:10.476996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:10.481783 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:10.577356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9d1b682b-9397-4c6c-8708-799bf4b47b77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9d1b682b-9397-4c6c-8708-799bf4b47b77,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:10.590556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '9d1b682b-9397-4c6c-8708-799bf4b47b77', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'port_id': '9d1b682b-9397-4c6c-8708-799bf4b47b77', 'mac_address': 'fa:16:3e:15:d1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af90dcd0-75ba-4a0d-9802-efe7b65f07a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:08:10.621469 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-67991692-b3e5-48e9-8290-199414504a47 req-8a451d12-ad3f-48f3-baaf-b7890e4593cc tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342516 Jul 07 19:08:10.634413 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:10.662722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1b682b-9397-4c6c-8708-799bf4b47b77 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:10.695194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9d1b682b-9397-4c6c-8708-799bf4b47b77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9d1b682b-9397-4c6c-8708-799bf4b47b77,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:10.702879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Allocated IP 10.1.1.141 (b48da7d0-12da-4b46-a5e8-977463d3e0a4/5b1f8b0a-5fa0-46d5-b899-e90239afc14d/232b1ab9-807e-4542-bd2f-322e9f1ec6ff) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:10.704956 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:10.719845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ebaec-f123-436c-8f05-cd8a96edf8c2 req-2898f915-cbb1-4c6c-badf-172d70f67895 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:10.721205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae3ebaec-f123-436c-8f05-cd8a96edf8c2 req-2898f915-cbb1-4c6c-badf-172d70f67895 tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 1102 time: 0.1622484 Jul 07 19:08:10.772705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9d1b682b-9397-4c6c-8708-799bf4b47b77,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:10.814066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae3ebaec-f123-436c-8f05-cd8a96edf8c2 req-6d891c7b-cdfb-4ba1-a278-d8f04c97e1ed tempest-ServersOnMultiNodesTest-1525113480 tempest-ServersOnMultiNodesTest-1525113480-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858245 Jul 07 19:08:10.955349 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:10.977110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Transition to ACTIVE for port object 232b1ab9-807e-4542-bd2f-322e9f1ec6ff will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:10.988240 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c4c9-3902-4ce5-92d8-46a3f6f76067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.030765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed016fbf-d078-45b0-b1b4-89dc88ecc6ae req-d7c4ff95-a00e-401d-b3ec-8f50b0473459 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:11.032361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed016fbf-d078-45b0-b1b4-89dc88ecc6ae req-d7c4ff95-a00e-401d-b3ec-8f50b0473459 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 944 time: 0.2754874 Jul 07 19:08:11.092188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['9d1b682b-9397-4c6c-8708-799bf4b47b77'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:11.097467 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.160346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed016fbf-d078-45b0-b1b4-89dc88ecc6ae req-687bf74c-f3a6-4294-b20c-9b4bde3b4d0e tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146996 Jul 07 19:08:11.175180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network b48da7d0-12da-4b46-a5e8-977463d3e0a4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:11.184954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:11.187468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:11.194528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:11.258734 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.259065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Port': ['ID=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:11.336732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36f53c-f91a-4e7a-bf19-59993551c9cb req-76824409-9dee-450f-b263-29c8251e5065 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:11.338343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c36f53c-f91a-4e7a-bf19-59993551c9cb req-76824409-9dee-450f-b263-29c8251e5065 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 931 time: 0.3036268 Jul 07 19:08:11.383915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:11.384593 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.428191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-e22853c7-a116-48d2-870b-42165ceff0ed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2476013 Jul 07 19:08:11.451787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4', 'admin_state_up': True, 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'security_groups': ['9e611cae-c6b3-48d3-92ab-9a76c062fc86']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:11.469779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c36f53c-f91a-4e7a-bf19-59993551c9cb req-9fd70433-da12-4bf7-8f10-914d819bf4db tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185217 Jul 07 19:08:11.506587 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-033612b3-0cf8-44df-90d9-ca0c73725b42 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=546a70edda1d431e9c888f20845dd035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095028 Jul 07 19:08:11.511467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:11.516125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-548b6f74-6e4b-41ae-9c34-0b75bef4cb52 None None] Provisioning for port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:11.528229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-548b6f74-6e4b-41ae-9c34-0b75bef4cb52 None None] Provisioning complete for port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:11.532514 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-548b6f74-6e4b-41ae-9c34-0b75bef4cb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.582591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-548b6f74-6e4b-41ae-9c34-0b75bef4cb52 None None] Port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:11.625606 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44abea16-cc9b-47ef-bae4-b997ad8b05f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.662274 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44abea16-cc9b-47ef-bae4-b997ad8b05f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.726882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:11.735602 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.741375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44abea16-cc9b-47ef-bae4-b997ad8b05f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.744841 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44abea16-cc9b-47ef-bae4-b997ad8b05f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.746435 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-44abea16-cc9b-47ef-bae4-b997ad8b05f0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0e873ebe-bb39-4122-b62c-c8cc9baddbcf HTTP/1.1" status: 204 len: 168 time: 0.2313447 Jul 07 19:08:11.777976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abea16-cc9b-47ef-bae4-b997ad8b05f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e873ebe-bb39-4122-b62c-c8cc9baddbcf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:12.081662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Allocated IP 10.1.1.187 (b48da7d0-12da-4b46-a5e8-977463d3e0a4/5b1f8b0a-5fa0-46d5-b899-e90239afc14d/99f55f86-70b0-4e88-b9ef-d1f77c09442d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:12.145429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697df5c1-5f89-48bd-a2fd-c3b8f467edf4 req-2f4d0afe-c773-48d0-808d-377caf0d75b5 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:12.146958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-697df5c1-5f89-48bd-a2fd-c3b8f467edf4 req-2f4d0afe-c773-48d0-808d-377caf0d75b5 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 950 time: 0.1844990 Jul 07 19:08:12.168807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:12.176675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf38dc1-b567-4356-a85c-3678e3b83c70 req-3152c926-b31b-40b1-baca-8d95534c7f59 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:12.178308 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cf38dc1-b567-4356-a85c-3678e3b83c70 req-3152c926-b31b-40b1-baca-8d95534c7f59 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.1609342 Jul 07 19:08:12.184157 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7131a92-9fd8-44d1-9e83-3af40a9c7f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.225171 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.289090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-697df5c1-5f89-48bd-a2fd-c3b8f467edf4 req-b933cb64-7de1-4423-9188-b53765520fda tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336010 Jul 07 19:08:12.296863 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7131a92-9fd8-44d1-9e83-3af40a9c7f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.297365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cf38dc1-b567-4356-a85c-3678e3b83c70 req-ca42f5a2-69fd-4c5e-a91c-0948130fe6d3 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063175 Jul 07 19:08:12.301781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7131a92-9fd8-44d1-9e83-3af40a9c7f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.335445 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b7131a92-9fd8-44d1-9e83-3af40a9c7f40 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=787f6ca4067746be80030be61554ce8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643267 Jul 07 19:08:12.338060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:12.345659 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.354254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 95428ea9-c194-4180-9156-00a99176de40 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:12.390606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7131a92-9fd8-44d1-9e83-3af40a9c7f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0987b2-4202-4044-a219-f1a7aea03d3a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:12.391486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Transition to ACTIVE for port object 99f55f86-70b0-4e88-b9ef-d1f77c09442d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:12.400726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 95428ea9-c194-4180-9156-00a99176de40 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:12.401084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 95428ea9-c194-4180-9156-00a99176de40 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:12.401922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 2c334bcb-1e0c-4681-aee6-dfbc0903db5c no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:12.436377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 2c334bcb-1e0c-4681-aee6-dfbc0903db5c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:12.437102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 2c334bcb-1e0c-4681-aee6-dfbc0903db5c not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:12.463841 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38cbc83e-602e-4828-82d2-a7733f1ea8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.474457 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.486480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9d1b682b-9397-4c6c-8708-799bf4b47b77 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:12.510924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38cbc83e-602e-4828-82d2-a7733f1ea8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.615988 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38cbc83e-602e-4828-82d2-a7733f1ea8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.619597 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38cbc83e-602e-4828-82d2-a7733f1ea8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.625025 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-38cbc83e-602e-4828-82d2-a7733f1ea8b9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3b0987b2-4202-4044-a219-f1a7aea03d3a HTTP/1.1" status: 204 len: 168 time: 0.2854850 Jul 07 19:08:12.632311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 9d1b682b-9397-4c6c-8708-799bf4b47b77 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:12.635463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbc83e-602e-4828-82d2-a7733f1ea8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0987b2-4202-4044-a219-f1a7aea03d3a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:12.643644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 9d1b682b-9397-4c6c-8708-799bf4b47b77 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:12.644815 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.652380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Port': ['ID=99f55f86-70b0-4e88-b9ef-d1f77c09442d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:12.693443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network b48da7d0-12da-4b46-a5e8-977463d3e0a4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:12.709779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:12.712657 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:12.781988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8830c-5f27-4a87-a068-5ab141913623 req-4c9b78e7-f8bf-45a8-8502-d12f613fc49f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:12.783564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38d8830c-5f27-4a87-a068-5ab141913623 req-4c9b78e7-f8bf-45a8-8502-d12f613fc49f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 944 time: 0.1330547 Jul 07 19:08:12.808574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.844910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:12.845574 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.862634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b682b-9397-4c6c-8708-799bf4b47b77'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:12.865259 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574209c0-c200-4ba5-8152-ebfa3237beb1" -d '{"events": [{"server_uuid": "c013c11b-2ea3-49f6-9f37-a4f7737c6b83", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b682b-9397-4c6c-8708-799bf4b47b77"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:12.885758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9d1b682b-9397-4c6c-8708-799bf4b47b77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9d1b682b-9397-4c6c-8708-799bf4b47b77,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:12.891507 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:12.933275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38d8830c-5f27-4a87-a068-5ab141913623 req-53f46999-f222-4a47-9eb3-941e722d4789 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784426 Jul 07 19:08:12.954903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9d1b682b-9397-4c6c-8708-799bf4b47b77,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:12.965983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-bf4a3b80-2fae-4bb6-a078-db52f3104b30 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5209928 Jul 07 19:08:12.987675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94', 'admin_state_up': True, 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'security_groups': ['9e611cae-c6b3-48d3-92ab-9a76c062fc86']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:13.049691 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8950e-998a-4ad1-99a0-46c84ad8cec3 req-46059d82-aa67-4904-a37f-c2f027572d81 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:13.057321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8950e-998a-4ad1-99a0-46c84ad8cec3 req-46059d82-aa67-4904-a37f-c2f027572d81 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:13.064409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8950e-998a-4ad1-99a0-46c84ad8cec3 req-46059d82-aa67-4904-a37f-c2f027572d81 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:13.069901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09e8950e-998a-4ad1-99a0-46c84ad8cec3 req-46059d82-aa67-4904-a37f-c2f027572d81 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 2374 time: 0.2823699 Jul 07 19:08:13.121385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11565c06-0647-4cf2-b1b4-f5423e50dbbf None None] Provisioning for port 99f55f86-70b0-4e88-b9ef-d1f77c09442d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:13.127298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11565c06-0647-4cf2-b1b4-f5423e50dbbf None None] Provisioning complete for port 99f55f86-70b0-4e88-b9ef-d1f77c09442d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:13.128632 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11565c06-0647-4cf2-b1b4-f5423e50dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:13.151186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-c71750bf-ef1f-43cb-9bb1-1fbb91c69cec tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675211 Jul 07 19:08:13.177342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-11565c06-0647-4cf2-b1b4-f5423e50dbbf None None] Port 99f55f86-70b0-4e88-b9ef-d1f77c09442d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:13.244905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09e8950e-998a-4ad1-99a0-46c84ad8cec3 req-6b36ddfa-adb7-47c1-a2b7-69434753000c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701472 Jul 07 19:08:13.577557 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdeeaa6-8e2c-4002-be23-b2987c20f84a x-openstack-request-id: req-8bdeeaa6-8e2c-4002-be23-b2987c20f84a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:13.578183 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c013c11b-2ea3-49f6-9f37-a4f7737c6b83", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b682b-9397-4c6c-8708-799bf4b47b77", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:13.578689 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8bdeeaa6-8e2c-4002-be23-b2987c20f84a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:13.579295 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b682b-9397-4c6c-8708-799bf4b47b77', 'code': 200} Jul 07 19:08:13.597380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:13.678640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fd179-c9f7-4a93-bda9-9aa7b8b250fa req-685bbddb-4187-4e56-9df1-bac1a479e159 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:13.680237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a48fd179-c9f7-4a93-bda9-9aa7b8b250fa req-685bbddb-4187-4e56-9df1-bac1a479e159 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 950 time: 0.6089392 Jul 07 19:08:13.738559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-network', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:13.767245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-99879cee-3156-4ebc-bbb4-eb79540d9d5f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:13.769053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-99879cee-3156-4ebc-bbb4-eb79540d9d5f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6099226 Jul 07 19:08:13.773045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:13.775194 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:13.781440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Made reservation on behalf of 100c012ce2f5406ba43f080df4850dd7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:13.783801 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:13.796288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:13.880462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-d189665c-4bb0-45c9-96a7-afdae39322b1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/quotas/2ff2b51f57b445d8be48b8fe09df264e HTTP/1.1" status: 200 len: 375 time: 0.0910263 Jul 07 19:08:13.912848 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:13.916775 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:13.938631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:08:13.955038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24550d66-23ba-4a72-8736-547e1dcf8edd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:13.958232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:13.958548 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Added segment 4c6462c0-c48f-42a7-a9aa-8c3c09f7095f of type vlan for network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 Jul 07 19:08:14.002886 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.030896 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.031572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.033041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:14.033660 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.059493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeaeb3-ceb1-4952-8a3e-accacc0b9719 req-0188d0cb-f61f-454e-9b83-77dc73f02908 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:14.062262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6dbeaeb3-ceb1-4952-8a3e-accacc0b9719 req-0188d0cb-f61f-454e-9b83-77dc73f02908 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 950 time: 0.3235872 Jul 07 19:08:14.064366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe18ebf-0e88-4e31-91b7-bb1b89216913 req-672d555b-5476-42db-b6c2-17e1c9dfc6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:14.065999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efe18ebf-0e88-4e31-91b7-bb1b89216913 req-672d555b-5476-42db-b6c2-17e1c9dfc6c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 1097 time: 0.3610110 Jul 07 19:08:14.100812 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5022280 Jul 07 19:08:14.104197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:14.110978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] Request body: {'subnet': {'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-subnet', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:14.121803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622ac5b-1b78-4efb-90dc-b2553dc7ce55 admin admin] Pushing event updated for resources: {'Network': ['ID=0dcf615f-a957-4a0d-8b3c-8bfca70515c5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:14.133284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:08:14.150142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a48fd179-c9f7-4a93-bda9-9aa7b8b250fa req-9a00cf67-24a5-43cd-b62a-369d8536a5ce tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Deleting port dc1ea95c-e130-4496-b106-e6c1b65d6cfe {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:14.150921 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a48fd179-c9f7-4a93-bda9-9aa7b8b250fa req-9a00cf67-24a5-43cd-b62a-369d8536a5ce tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.153551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] Made reservation on behalf of 100c012ce2f5406ba43f080df4850dd7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:14.156580 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.193375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-7778406e-3803-4a8f-b39d-326a5ce6a325 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2990062 Jul 07 19:08:14.314976 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efe18ebf-0e88-4e31-91b7-bb1b89216913 req-cf18351c-2b8b-4b02-916c-d9a68f709cb9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369421 Jul 07 19:08:14.349583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6dbeaeb3-ceb1-4952-8a3e-accacc0b9719 req-5631a593-274c-43c6-a7f4-d52610c32e8e tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747164 Jul 07 19:08:14.417683 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.457722 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36368) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:14.459606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a48fd179-c9f7-4a93-bda9-9aa7b8b250fa req-9a00cf67-24a5-43cd-b62a-369d8536a5ce tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] For port dc1ea95c-e130-4496-b106-e6c1b65d6cfe, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dc1ea95c-e130-4496-b106-e6c1b65d6cfe,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:14.461276 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a48fd179-c9f7-4a93-bda9-9aa7b8b250fa req-9a00cf67-24a5-43cd-b62a-369d8536a5ce tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.500351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e554bd-5e6b-4e37-879f-85d708b88f5d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:14.510206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] Checking segment: {'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:14.510575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] Network hostable DHCP agents. Network: 0dcf615f-a957-4a0d-8b3c-8bfca70515c5, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:08:14.512342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a48fd179-c9f7-4a93-bda9-9aa7b8b250fa req-9a00cf67-24a5-43cd-b62a-369d8536a5ce tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Calling delete_port for dc1ea95c-e130-4496-b106-e6c1b65d6cfe owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:14.531636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] Network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:08:14.547138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 0dcf615f-a957-4a0d-8b3c-8bfca70515c5) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:14.557617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d113b-79f7-4ad1-ac9c-60c78f2dcbf1 None None] Network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:08:14.563923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:14.564647 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.586226 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b0504535-c574-4644-9bf7-d1739bfafb1d admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4785600 Jul 07 19:08:14.586766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:14.594774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-router', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:14.628413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.629643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.694093 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:08:14.707232 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Allocated IP 10.2.2.100 (1c92a8e3-dbbc-4eb3-9458-98fe4610fa94/cab6832b-92c9-42a4-9c61-61da5c3dc117/fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:14.716307 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.838316 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4143d96e-f4cb-4b8d-9c7c-06737977fa1c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.852736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-0dcf615f-a957-4a0d-8b3c-8bfca70515c5', 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'fixed_ips': [{'subnet_id': '00e554bd-5e6b-4e37-879f-85d708b88f5d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:08:14.854987 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.865218 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4143d96e-f4cb-4b8d-9c7c-06737977fa1c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.910207 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:15.013786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ae545-7fbd-4361-bd72-1054b5813169 req-32d3055d-9d1b-4bc1-ad4e-4c991b6f5c90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:15.015746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-687ae545-7fbd-4361-bd72-1054b5813169 req-32d3055d-9d1b-4bc1-ad4e-4c991b6f5c90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 945 time: 0.3403316 Jul 07 19:08:15.063064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b37dae-0ff7-43d0-8042-5a7801a11128 req-dfdb1585-0284-449b-ad7e-58cb1b61b8d0 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:15.064965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44b37dae-0ff7-43d0-8042-5a7801a11128 req-dfdb1585-0284-449b-ad7e-58cb1b61b8d0 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.4584317 Jul 07 19:08:15.077156 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4143d96e-f4cb-4b8d-9c7c-06737977fa1c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:15.079915 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4143d96e-f4cb-4b8d-9c7c-06737977fa1c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:15.081555 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4143d96e-f4cb-4b8d-9c7c-06737977fa1c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "DELETE /v2.0/security-groups/b5cc0c7e-709c-4df6-bd45-957c8be696f2 HTTP/1.1" status: 204 len: 168 time: 0.6188679 Jul 07 19:08:15.089008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:15.091961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Allocated IP 172.20.0.2 (0dcf615f-a957-4a0d-8b3c-8bfca70515c5/00e554bd-5e6b-4e37-879f-85d708b88f5d/8263aa03-1b51-4dd0-aab5-c320d0f47217) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:15.121252 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-5c2c1680-f4ae-4d22-88d4-d8ad939fbc0e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] show failed (client error): The resource could not be found. Jul 07 19:08:15.122892 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5c2c1680-f4ae-4d22-88d4-d8ad939fbc0e tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "GET /v2.0/security-groups/b5cc0c7e-709c-4df6-bd45-957c8be696f2 HTTP/1.1" status: 404 len: 347 time: 0.0293498 Jul 07 19:08:15.127719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:15.186371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143d96e-f4cb-4b8d-9c7c-06737977fa1c tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cc0c7e-709c-4df6-bd45-957c8be696f2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:15.230676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-687ae545-7fbd-4361-bd72-1054b5813169 req-71e32edc-39bc-45b4-8586-67631e1f3cbc tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069795 Jul 07 19:08:15.308210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44b37dae-0ff7-43d0-8042-5a7801a11128 req-4a84baf5-3c28-4775-9f43-8b55e53e3ca8 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326107 Jul 07 19:08:15.328267 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a48fd179-c9f7-4a93-bda9-9aa7b8b250fa req-9a00cf67-24a5-43cd-b62a-369d8536a5ce tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:15.348989 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:15.355730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'f8691e10-c0e4-4466-9855-55820685703c', '113186cf-875d-4cc7-bd2f-ba1294ca7768', '3783df3b-cb35-4354-b55e-ad5b597e560a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:15.377568 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:15.380913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cf67-24a5-43cd-b62a-369d8536a5ce tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event deleted for resources: {'Port': ['ID=dc1ea95c-e130-4496-b106-e6c1b65d6cfe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:15.432102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Transition to ACTIVE for port object fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:15.459987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a', '60ae7394-3053-4081-933f-ce87390732db', 'bcc0f99f-f228-4174-ac28-b4c2fb7e0f45'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:15.478585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Transition to ACTIVE for port object 8263aa03-1b51-4dd0-aab5-c320d0f47217 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:15.500810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48fd179-c9f7-4a93-bda9-9aa7b8b250fa req-9a00cf67-24a5-43cd-b62a-369d8536a5ce tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] No DVR routers for this DVR port dc1ea95c-e130-4496-b106-e6c1b65d6cfe on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:15.529772 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a48fd179-c9f7-4a93-bda9-9aa7b8b250fa req-9a00cf67-24a5-43cd-b62a-369d8536a5ce tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:15.531798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a48fd179-c9f7-4a93-bda9-9aa7b8b250fa req-9a00cf67-24a5-43cd-b62a-369d8536a5ce tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "DELETE /v2.0/ports/dc1ea95c-e130-4496-b106-e6c1b65d6cfe HTTP/1.1" status: 204 len: 173 time: 1.8384840 Jul 07 19:08:15.569145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Transition to ACTIVE for port object 8263aa03-1b51-4dd0-aab5-c320d0f47217 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:15.571429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35360703-dc8d-47aa-b038-78e3dc7065a0', 'name': 'network-vif-deleted', 'tag': 'dc1ea95c-e130-4496-b106-e6c1b65d6cfe'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:15.573996 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007ce1bf-26cf-4339-880c-620b97b40329" -d '{"events": [{"server_uuid": "35360703-dc8d-47aa-b038-78e3dc7065a0", "name": "network-vif-deleted", "tag": "dc1ea95c-e130-4496-b106-e6c1b65d6cfe"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:15.596956 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:15.709212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:15.724027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76a4da73-b076-4df3-8919-a26cc2d8162b req-0c6eba99-b95a-4b60-9f85-d0880f2b5bed tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 210 time: 0.1051633 Jul 07 19:08:15.727035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:15.741448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:15.747169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:15.751553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:15.768405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:15.779012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:15.797048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Pushing event updated for resources: {'Port': ['ID=8263aa03-1b51-4dd0-aab5-c320d0f47217,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:15.883123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:15.883819 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:15.954707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad75e9-42df-4fa4-95a5-fcdeb02c409f req-98a8c855-1bad-4750-a789-4a86c8f5ac74 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:15.971388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad75e9-42df-4fa4-95a5-fcdeb02c409f req-98a8c855-1bad-4750-a789-4a86c8f5ac74 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:15.985988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad75e9-42df-4fa4-95a5-fcdeb02c409f req-98a8c855-1bad-4750-a789-4a86c8f5ac74 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:16.000405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-caad75e9-42df-4fa4-95a5-fcdeb02c409f req-98a8c855-1bad-4750-a789-4a86c8f5ac74 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 2374 time: 0.5033729 Jul 07 19:08:16.070931 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0901141 Jul 07 19:08:16.102746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-caad75e9-42df-4fa4-95a5-fcdeb02c409f req-5185023d-f505-4c07-9acb-9d2464409f80 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012583 Jul 07 19:08:16.124929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94', 'admin_state_up': True, 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'security_groups': ['9e611cae-c6b3-48d3-92ab-9a76c062fc86']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:16.141643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Attempting to bind port 8263aa03-1b51-4dd0-aab5-c320d0f47217 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:16.142174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Attempting to bind port 8263aa03-1b51-4dd0-aab5-c320d0f47217 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:16.143066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Attempting to bind port 8263aa03-1b51-4dd0-aab5-c320d0f47217 on network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:16.190221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ae297b7a-5d7e-4b6b-950f-94e979c276d1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Deleting port 7bf071ff-47e7-4e5e-96c5-94a1ad2a0af4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:16.191176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae297b7a-5d7e-4b6b-950f-94e979c276d1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.195987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:16.202152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Checking segment: {'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:16.202636 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.203046 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Bound using segment: {'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:16.207804 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Bound port: 8263aa03-1b51-4dd0-aab5-c320d0f47217, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:16.208430 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.243490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695690c0-3592-443b-95be-cce42e21b172 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Port': ['ID=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:16.350421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.417977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dc1ea95c-e130-4496-b106-e6c1b65d6cfe no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:16.449014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: dc1ea95c-e130-4496-b106-e6c1b65d6cfe {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:16.449413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dc1ea95c-e130-4496-b106-e6c1b65d6cfe not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:16.470327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae297b7a-5d7e-4b6b-950f-94e979c276d1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.470660 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae297b7a-5d7e-4b6b-950f-94e979c276d1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.471544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dca422f9-882c-490f-913f-e9b4265de6f3 None None] Provisioning for port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:16.484845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-6e072f54-3c3d-4fed-85e9-8c4a554d5a1c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079950 Jul 07 19:08:16.501171 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dca422f9-882c-490f-913f-e9b4265de6f3 None None] Provisioning complete for port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:16.501634 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dca422f9-882c-490f-913f-e9b4265de6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.502239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ae297b7a-5d7e-4b6b-950f-94e979c276d1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Calling delete_port for 7bf071ff-47e7-4e5e-96c5-94a1ad2a0af4 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:16.546360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dca422f9-882c-490f-913f-e9b4265de6f3 None None] Port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:16.660676 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.684775 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae297b7a-5d7e-4b6b-950f-94e979c276d1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.728764 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef337bf-ff44-466b-b0a0-ec5aa35ba07a x-openstack-request-id: req-9ef337bf-ff44-466b-b0a0-ec5aa35ba07a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:16.729358 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35360703-dc8d-47aa-b038-78e3dc7065a0", "name": "network-vif-deleted", "tag": "dc1ea95c-e130-4496-b106-e6c1b65d6cfe", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:16.729530 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ef337bf-ff44-466b-b0a0-ec5aa35ba07a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:16.729990 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35360703-dc8d-47aa-b038-78e3dc7065a0', 'name': 'network-vif-deleted', 'tag': 'dc1ea95c-e130-4496-b106-e6c1b65d6cfe', 'status': 'completed', 'code': 200} Jul 07 19:08:16.782169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eba813d1-9dcf-48fa-b2b3-97b8be0ec33a req-328e48fe-4610-49d3-bd31-2744f5190363 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=35360703-dc8d-47aa-b038-78e3dc7065a0 HTTP/1.1" status: 200 len: 210 time: 0.1133423 Jul 07 19:08:16.852393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae297b7a-5d7e-4b6b-950f-94e979c276d1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Pushing event deleted for resources: {'Port': ['ID=7bf071ff-47e7-4e5e-96c5-94a1ad2a0af4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:16.853268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-a1d720ca-393d-42be-8b84-8c2380a391fd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:16.859804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-a1d720ca-393d-42be-8b84-8c2380a391fd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3729644 Jul 07 19:08:16.862811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] For port 8263aa03-1b51-4dd0-aab5-c320d0f47217, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:16.874836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Request body: {'port': {'device_id': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '2ff2b51f57b445d8be48b8fe09df264e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:16.882515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Made reservation on behalf of be4515ba2aea4f1a94289d9057588af4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:16.887519 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.903863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] For port 8263aa03-1b51-4dd0-aab5-c320d0f47217, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8263aa03-1b51-4dd0-aab5-c320d0f47217,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:16.917260 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.992831 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae297b7a-5d7e-4b6b-950f-94e979c276d1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.993042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4471c-d49e-47c9-95ea-1dad6c1dbd26 None None] Pushing event updated for resources: {'Port': ['ID=8263aa03-1b51-4dd0-aab5-c320d0f47217,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:16.996208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae297b7a-5d7e-4b6b-950f-94e979c276d1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.998377 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ae297b7a-5d7e-4b6b-950f-94e979c276d1 tempest-ImagesOneServerNegativeTestJSON-104525842 tempest-ImagesOneServerNegativeTestJSON-104525842-project] 10.222.0.113 "DELETE /v2.0/floatingips/9c4b0a94-5226-4646-ad09-196f1d1a00ba HTTP/1.1" status: 204 len: 168 time: 1.8684962 Jul 07 19:08:17.048718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Allocated IP 172.25.2.223 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/4727145e-87ad-426d-913b-8859ba8dc6e1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:17.168984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34415422-1116-40e8-b22c-e95979392139 req-c2abcc62-3e96-40d3-bcb6-c84ff17e1c35 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:17.176749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34415422-1116-40e8-b22c-e95979392139 req-c2abcc62-3e96-40d3-bcb6-c84ff17e1c35 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 945 time: 0.5025434 Jul 07 19:08:17.188437 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:17.268002 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:17.348283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:17.357372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:17.361471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:17.367929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Pushing event updated for resources: {'Port': ['ID=4727145e-87ad-426d-913b-8859ba8dc6e1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:17.394367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34415422-1116-40e8-b22c-e95979392139 req-d1829735-3145-4b90-89da-0706b1c14125 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164536 Jul 07 19:08:17.436659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Allocated IP 10.2.2.200 (1c92a8e3-dbbc-4eb3-9458-98fe4610fa94/cab6832b-92c9-42a4-9c61-61da5c3dc117/c8559ac1-0e55-4b8b-9a57-e8840f31e6ab) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:17.478887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Made reservation on behalf of 2ff2b51f57b445d8be48b8fe09df264e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:17.485235 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:17.650804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6453e3b5-f756-4b13-a1d4-77212e1f2bb0 req-431150e2-5be2-42a6-9fd6-195cfa111495 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 210 time: 0.0797977 Jul 07 19:08:17.673368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30cdf-1dcf-4b6a-9b7e-2e391c8ca684 req-1c43371a-86be-4396-9489-60e5efe0ca0e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:17.674941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84c30cdf-1dcf-4b6a-9b7e-2e391c8ca684 req-1c43371a-86be-4396-9489-60e5efe0ca0e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.4562097 Jul 07 19:08:17.730053 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:17.816830 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84c30cdf-1dcf-4b6a-9b7e-2e391c8ca684 req-ea227066-2e93-4be1-aa3c-535d98f9fbd4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274114 Jul 07 19:08:17.832459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:17.850583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Allocated IP 192.168.233.118 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/d3860ee1-5656-4d02-b0a5-8e120e22cc36) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:17.901769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Transition to ACTIVE for port object c8559ac1-0e55-4b8b-9a57-e8840f31e6ab will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:18.097478 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.131969 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.252076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:18.298400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3666f4-5754-40a9-828b-38b3828b032b req-5c2e3279-08fa-4667-ac3a-15e916ce44ab tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:18.310492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3666f4-5754-40a9-828b-38b3828b032b req-5c2e3279-08fa-4667-ac3a-15e916ce44ab tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:18.318160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3666f4-5754-40a9-828b-38b3828b032b req-5c2e3279-08fa-4667-ac3a-15e916ce44ab tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:18.328527 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3666f4-5754-40a9-828b-38b3828b032b req-5c2e3279-08fa-4667-ac3a-15e916ce44ab tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:18.336385 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf3666f4-5754-40a9-828b-38b3828b032b req-5c2e3279-08fa-4667-ac3a-15e916ce44ab tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 3095 time: 0.2996910 Jul 07 19:08:18.344969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:18.358271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:18.376669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.400728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event updated for resources: {'Port': ['ID=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:18.441258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:08:18.459319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Transition to ACTIVE for port object d3860ee1-5656-4d02-b0a5-8e120e22cc36 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:18.480566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf3666f4-5754-40a9-828b-38b3828b032b req-1230bdc7-fa45-4fa0-abeb-6c940068cceb tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429164 Jul 07 19:08:18.509563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:18.510489 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.599979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-1f2211fd-596d-45bd-b517-f7e2e1d9b7ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4922469 Jul 07 19:08:18.610082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.624270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['8d05b328-90c8-4ffb-82c4-e6703b612a06', '13907cfc-f920-41e4-9b1f-ac944eaf2349'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:18.647256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:18.657519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b5182-8f75-47fc-bad7-92e55cbba7fb None None] Network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:08:18.738105 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:08:18.751479 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Sync routers for ids ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:08:18.783351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:18.789577 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Routers {'879776d1-986e-4e8a-bc60-1d15b3d5ce6a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:18.790234 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:18.839950 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.864525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-12d46a7c-7324-49b5-8db1-466531e6f7d5 None None] Provisioning for port 8263aa03-1b51-4dd0-aab5-c320d0f47217 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:18.957476 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e818a9-707e-4c7f-a014-7de2c38f8cd2 admin admin] Deleting subnet 726dd8ca-6ff9-4083-80a3-660a9af22c42 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:08:18.962700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.970229 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0e768f44-67e3-48d3-b2ef-80502c4ea400 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3819125 Jul 07 19:08:18.972592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e818a9-707e-4c7f-a014-7de2c38f8cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.976825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:19.079691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3b67cd42-3a43-49df-8d9f-8277fe08ea51 None None] Provisioning for port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:19.082013 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Set router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:19.091873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3b67cd42-3a43-49df-8d9f-8277fe08ea51 None None] Provisioning complete for port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:19.097021 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b67cd42-3a43-49df-8d9f-8277fe08ea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.178027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e818a9-707e-4c7f-a014-7de2c38f8cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.239226 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8263aa03-1b51-4dd0-aab5-c320d0f47217 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:19.295388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:19.303851 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e818a9-707e-4c7f-a014-7de2c38f8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.320696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3b67cd42-3a43-49df-8d9f-8277fe08ea51 None None] Port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:19.329356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:19.434526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:19.447511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 8263aa03-1b51-4dd0-aab5-c320d0f47217 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:19.479700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:19.482517 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.486228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 8263aa03-1b51-4dd0-aab5-c320d0f47217 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:19.495353 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.592962 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e818a9-707e-4c7f-a014-7de2c38f8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.646705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e818a9-707e-4c7f-a014-7de2c38f8cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.651539 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b6e818a9-707e-4c7f-a014-7de2c38f8cd2 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/726dd8ca-6ff9-4083-80a3-660a9af22c42 HTTP/1.1" status: 204 len: 168 time: 0.8669333 Jul 07 19:08:19.652203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:19.655577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e818a9-707e-4c7f-a014-7de2c38f8cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726dd8ca-6ff9-4083-80a3-660a9af22c42,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:19.704362 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.752010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 8263aa03-1b51-4dd0-aab5-c320d0f47217, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8263aa03-1b51-4dd0-aab5-c320d0f47217,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:19.761431 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.793679 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-router', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:14Z', 'updated_at': '2021-07-07T19:08:17Z', 'revision_number': 3, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'gw_port': {'id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:16Z', 'updated_at': '2021-07-07T19:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:19.836202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3fd90f37-f634-4754-b9b2-a22730e22316 None None] Provisioning complete for port 8263aa03-1b51-4dd0-aab5-c320d0f47217 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:19.836616 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fd90f37-f634-4754-b9b2-a22730e22316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.853831 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Checking router: 879776d1-986e-4e8a-bc60-1d15b3d5ce6a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:08:19.854185 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Updating router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a port 4727145e-87ad-426d-913b-8859ba8dc6e1 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:08:19.885984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56281b1-aa09-4f25-a4c8-dd4062d329f5 req-a8f69478-f620-4bbe-98c1-395266b4dc7f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:19.887837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e56281b1-aa09-4f25-a4c8-dd4062d329f5 req-a8f69478-f620-4bbe-98c1-395266b4dc7f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 945 time: 1.2350597 Jul 07 19:08:19.897973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:19.898861 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.932645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.945550 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.983304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-65b6e3c0-a94d-462d-842f-1ff6f45e29c9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1136634 Jul 07 19:08:19.997222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Request body: {'port': {'device_id': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:20.012917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=8263aa03-1b51-4dd0-aab5-c320d0f47217,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:20.048757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e56281b1-aa09-4f25-a4c8-dd4062d329f5 req-eb3c7445-8121-4d28-a125-f0a577225723 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411335 Jul 07 19:08:20.059268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c447-21d1-472b-8a05-ad4807c4d37d req-4bce2ffc-09b6-4104-9e55-85a9c4001c8c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:20.071512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c3c447-21d1-472b-8a05-ad4807c4d37d req-4bce2ffc-09b6-4104-9e55-85a9c4001c8c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 936 time: 0.3844690 Jul 07 19:08:20.120759 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.134576 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.155912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c3c447-21d1-472b-8a05-ad4807c4d37d req-50a1b267-574f-4431-ba5b-62d5b20ea6d1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828099 Jul 07 19:08:20.156571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea8a7e9-722a-43c6-af28-5e27349dc8c6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:20.169804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46801783-954e-48e8-88b4-0d8dfb65f0af') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:20.170304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46801783-954e-48e8-88b4-0d8dfb65f0af') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:20.191663 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.218826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c60f18e8-d670-4765-8537-889f7bc94343 None None] Provisioning for port d3860ee1-5656-4d02-b0a5-8e120e22cc36 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:20.223726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c60f18e8-d670-4765-8537-889f7bc94343 None None] Provisioning complete for port d3860ee1-5656-4d02-b0a5-8e120e22cc36 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:20.224225 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c60f18e8-d670-4765-8537-889f7bc94343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.247352 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.265324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:08:20.265661 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:08:20.268096 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:08:20.310871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c60f18e8-d670-4765-8537-889f7bc94343 None None] Port d3860ee1-5656-4d02-b0a5-8e120e22cc36 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:20.333449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:20.339484 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.365250 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.401771 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.437573 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.439828 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] 10.222.0.113 "DELETE /v2.0/networks/cea8a7e9-722a-43c6-af28-5e27349dc8c6 HTTP/1.1" status: 204 len: 168 time: 0.7808571 Jul 07 19:08:20.457920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21907ee-5050-4c10-b737-9ebbb9727c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea8a7e9-722a-43c6-af28-5e27349dc8c6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:20.478357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Allocated IP 172.20.0.1 (0dcf615f-a957-4a0d-8b3c-8bfca70515c5/00e554bd-5e6b-4e37-879f-85d708b88f5d/6f13fdd1-e710-4959-b02c-117cd82a12d0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:20.531620 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.545984 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Transition to ACTIVE for port object 4727145e-87ad-426d-913b-8859ba8dc6e1 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:20.561662 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.563357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 03f6c716-00e4-4a2f-a003-98363ff21005 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:08:20.690130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36434) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:20.698460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:20.707209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Transition to ACTIVE for port object 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:20.714538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '03f6c716-00e4-4a2f-a003-98363ff21005', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '03f6c716-00e4-4a2f-a003-98363ff21005', 'mac_address': 'fa:16:3e:5c:ec:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:08:20.731461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.743169 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.760413 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Attempting to bind port 4727145e-87ad-426d-913b-8859ba8dc6e1 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:20.760799 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Attempting to bind port 4727145e-87ad-426d-913b-8859ba8dc6e1 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:20.761161 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Attempting to bind port 4727145e-87ad-426d-913b-8859ba8dc6e1 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:20.763749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b59e72-9fd8-4bfe-bedf-3bc8f9293f05 req-0b081a1f-f0f6-4171-aeec-a1ac9c7b4f49 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:20.765328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Transition to ACTIVE for port object 6f13fdd1-e710-4959-b02c-117cd82a12d0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:20.767227 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.772083 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Pushing event updated for resources: {'Port': ['ID=4727145e-87ad-426d-913b-8859ba8dc6e1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:20.772267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10b59e72-9fd8-4bfe-bedf-3bc8f9293f05 req-0b081a1f-f0f6-4171-aeec-a1ac9c7b4f49 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.5338688 Jul 07 19:08:20.786184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03f6c716-00e4-4a2f-a003-98363ff21005 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:20.794856 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:20.795616 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:20.795892 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.798426 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:20.798941 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Bound port: 4727145e-87ad-426d-913b-8859ba8dc6e1, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:20.799353 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.807552 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.807884 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.808227 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.808582 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.808916 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.809659 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.813149 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.813526 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.813867 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.814202 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.817656 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.818043 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:20.827895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:20.842219 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.847700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.915630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:20.930204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10b59e72-9fd8-4bfe-bedf-3bc8f9293f05 req-a9dd66a3-5772-4315-a29b-90c35f5a7b99 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571987 Jul 07 19:08:20.968630 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] For port 4727145e-87ad-426d-913b-8859ba8dc6e1, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:20.975506 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] For port 4727145e-87ad-426d-913b-8859ba8dc6e1, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4727145e-87ad-426d-913b-8859ba8dc6e1,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:20.986765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b2dbf889-0e38-4a38-a1d4-0a9199109109 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aa3e95f9017142f5978bc3bf24e8b388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951636 Jul 07 19:08:20.990144 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.080186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Pushing event updated for resources: {'Port': ['ID=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:21.099031 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Routers {'879776d1-986e-4e8a-bc60-1d15b3d5ce6a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:21.099931 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:21.105567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115882e-5985-4fe4-9797-aa1cd36615cf req-42c2b194-da3a-4dbb-9770-08515acc361e tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:21.114513 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7115882e-5985-4fe4-9797-aa1cd36615cf req-42c2b194-da3a-4dbb-9770-08515acc361e tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 950 time: 0.5043087 Jul 07 19:08:21.156977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36436) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:21.170363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8263aa03-1b51-4dd0-aab5-c320d0f47217 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:21.179887 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6c555-5e15-497b-8b59-ebcb8bb1a058 None None] Pushing event updated for resources: {'Port': ['ID=4727145e-87ad-426d-913b-8859ba8dc6e1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:21.283831 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['03f6c716-00e4-4a2f-a003-98363ff21005'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:21.299652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Attempting to bind port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:21.299994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Attempting to bind port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:21.301737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Attempting to bind port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b on network 6951925a-2c29-4cfd-98f8-e14789d3e723 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:21.306310 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] Set router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:21.311889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3860ee1-5656-4d02-b0a5-8e120e22cc36 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:21.335992 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.355901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 8263aa03-1b51-4dd0-aab5-c320d0f47217 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:21.357631 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.358770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b on network 6951925a-2c29-4cfd-98f8-e14789d3e723 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:08:21.359217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Attempting to bind port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b on network 6951925a-2c29-4cfd-98f8-e14789d3e723 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:21.388982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:21.393049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:21.395447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7115882e-5985-4fe4-9797-aa1cd36615cf req-f7d50dba-9619-4e0b-9277-09bf023ee9c4 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795572 Jul 07 19:08:21.399880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:21.445316 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.455096 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ecf3-917e-478d-a5b7-88c25c15a528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.514540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ecf3-917e-478d-a5b7-88c25c15a528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.556497 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Pushing event updated for resources: {'Port': ['ID=6f13fdd1-e710-4959-b02c-117cd82a12d0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:21.602490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Transition to ACTIVE for port object d3860ee1-5656-4d02-b0a5-8e120e22cc36 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:21.604574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:21.605465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Checking segment: {'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:21.606538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Bound using segment: {'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:21.607377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Bound port: 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f9a518-c571-48ec-83e5-49e6b67edb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:21.607935 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.612076 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ecf3-917e-478d-a5b7-88c25c15a528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.615065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ecf3-917e-478d-a5b7-88c25c15a528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.616407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a2b3ecf3-917e-478d-a5b7-88c25c15a528 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5eb6254d-4018-4dd4-9e93-5be1ebf8eab4 HTTP/1.1" status: 204 len: 168 time: 0.4446354 Jul 07 19:08:21.680806 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.791507 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-router', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:14Z', 'updated_at': '2021-07-07T19:08:17Z', 'revision_number': 3, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'gw_port': {'id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:16Z', 'updated_at': '2021-07-07T19:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:21.824798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3ecf3-917e-478d-a5b7-88c25c15a528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb6254d-4018-4dd4-9e93-5be1ebf8eab4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:21.866813 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18fc5e-c98b-4d98-83f8-ec3e9be4fa6f None None] The sync data for ids ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'] in n-d-792394-12 is: [{'id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-router', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:14Z', 'updated_at': '2021-07-07T19:08:17Z', 'revision_number': 3, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'gw_port': {'id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:16Z', 'updated_at': '2021-07-07T19:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:08:21.896807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c46d7f-7ab4-48a4-94db-fd2947f9cb73 req-27f295d2-b3bf-476f-b43d-ce1facde045d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:21.927664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c46d7f-7ab4-48a4-94db-fd2947f9cb73 req-27f295d2-b3bf-476f-b43d-ce1facde045d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:21.937490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.938778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c46d7f-7ab4-48a4-94db-fd2947f9cb73 req-27f295d2-b3bf-476f-b43d-ce1facde045d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:21.958603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c46d7f-7ab4-48a4-94db-fd2947f9cb73 req-27f295d2-b3bf-476f-b43d-ce1facde045d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:21.965590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c46d7f-7ab4-48a4-94db-fd2947f9cb73 req-27f295d2-b3bf-476f-b43d-ce1facde045d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:21.968365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71c46d7f-7ab4-48a4-94db-fd2947f9cb73 req-27f295d2-b3bf-476f-b43d-ce1facde045d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 3828 time: 0.7366233 Jul 07 19:08:21.991864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73075965-8d3a-485c-a918-bdc29f06cce8 req-958575cc-9cb6-4e56-8253-e8008be294c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:22.008300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d1c928d8-3e82-40ae-b9c4-a3d1ba662760 None None] Provisioning for port 6f13fdd1-e710-4959-b02c-117cd82a12d0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:22.009082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73075965-8d3a-485c-a918-bdc29f06cce8 req-958575cc-9cb6-4e56-8253-e8008be294c2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 950 time: 0.8497679 Jul 07 19:08:22.013508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d1c928d8-3e82-40ae-b9c4-a3d1ba662760 None None] Provisioning complete for port 6f13fdd1-e710-4959-b02c-117cd82a12d0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:22.013882 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1c928d8-3e82-40ae-b9c4-a3d1ba662760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.124686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d1c928d8-3e82-40ae-b9c4-a3d1ba662760 None None] Port 6f13fdd1-e710-4959-b02c-117cd82a12d0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:22.168942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:22.262891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] For port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:22.267646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.281012 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.283114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71c46d7f-7ab4-48a4-94db-fd2947f9cb73 req-a5cf1a5a-4b72-4d09-88a1-35e8ceec65a1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570009 Jul 07 19:08:22.387174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] For port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:22.452104 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.456883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Pushing event updated for resources: {'Port': ['ID=6f13fdd1-e710-4959-b02c-117cd82a12d0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:22.473803 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.536368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd707aa-597f-4338-bf1d-abdc2a41e29b req-c85bc4c7-cf92-43b0-9abe-10f1639773e3 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:22.544189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0dd707aa-597f-4338-bf1d-abdc2a41e29b req-c85bc4c7-cf92-43b0-9abe-10f1639773e3 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 945 time: 0.7731750 Jul 07 19:08:22.588350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 03f6c716-00e4-4a2f-a003-98363ff21005 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:22.615800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:22.617576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:22.621943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:22.627202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.628825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] 10.222.0.59 "PUT /v2.0/ports/8c129c7f-e7e8-4e98-af82-662e9f3e0f5b HTTP/1.1" status: 200 len: 1092 time: 4.0098438 Jul 07 19:08:22.630624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7708d-8eaa-485d-9411-598a05d20025 service neutron] Pushing event updated for resources: {'Port': ['ID=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:22.634596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:22.638972 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014d4109-3842-4fdd-a5ca-2bd639b21a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "8c129c7f-e7e8-4e98-af82-662e9f3e0f5b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:22.710791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:22.814848 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.831825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:22.832435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:22.832797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:22.850308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 03f6c716-00e4-4a2f-a003-98363ff21005 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:22.852579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:08:22.852937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:22.892287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:22.892903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:22.893181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:22.893791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Bound port: d3860ee1-5656-4d02-b0a5-8e120e22cc36, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:22.894501 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.913388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:22.922702 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.977006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:08:22.995008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-73075965-8d3a-485c-a918-bdc29f06cce8 req-b7b18831-e0c8-4e3c-ab25-eb590452a8e2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Deleting port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:23.010158 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73075965-8d3a-485c-a918-bdc29f06cce8 req-b7b18831-e0c8-4e3c-ab25-eb590452a8e2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.110202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:23.139516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0dd707aa-597f-4338-bf1d-abdc2a41e29b req-33d0f1b5-3108-45dd-bdae-277c5eb316dd tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661806 Jul 07 19:08:23.180826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-60e146f7-9f7c-4466-8b60-1f142ef06331 None None] Provisioning complete for port 6f13fdd1-e710-4959-b02c-117cd82a12d0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:23.181200 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60e146f7-9f7c-4466-8b60-1f142ef06331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.228342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:08:23.235439 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4896176d-b907-4e3d-845e-12262459422d admin admin] 10.222.0.113 "PUT /v2.0/routers/879776d1-986e-4e8a-bc60-1d15b3d5ce6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2556431 Jul 07 19:08:23.247480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4727145e-87ad-426d-913b-8859ba8dc6e1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:23.272993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:23.320657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-60e146f7-9f7c-4466-8b60-1f142ef06331 None None] Port 6f13fdd1-e710-4959-b02c-117cd82a12d0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:23.331679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4727145e-87ad-426d-913b-8859ba8dc6e1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:23.332658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:23.344748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4727145e-87ad-426d-913b-8859ba8dc6e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:23.345827 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.351076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a185a7-f90f-455b-b27a-c6b324322467 req-9f3c864f-4fe9-4788-aa63-d94fd752f2e4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:23.362022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44a185a7-f90f-455b-b27a-c6b324322467 req-9f3c864f-4fe9-4788-aa63-d94fd752f2e4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 948 time: 0.8620274 Jul 07 19:08:23.371086 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.387442 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.481262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-73075965-8d3a-485c-a918-bdc29f06cce8 req-b7b18831-e0c8-4e3c-ab25-eb590452a8e2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] For port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:23.482711 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73075965-8d3a-485c-a918-bdc29f06cce8 req-b7b18831-e0c8-4e3c-ab25-eb590452a8e2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.507348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-73075965-8d3a-485c-a918-bdc29f06cce8 req-b7b18831-e0c8-4e3c-ab25-eb590452a8e2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Calling delete_port for bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:23.516723 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.524292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:23.525617 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.528315 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] 10.222.0.112 "PUT /v2.0/ports/d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 1097 time: 3.5356874 Jul 07 19:08:23.556996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 4727145e-87ad-426d-913b-8859ba8dc6e1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4727145e-87ad-426d-913b-8859ba8dc6e1,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:23.571629 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.635026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=4727145e-87ad-426d-913b-8859ba8dc6e1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:23.675729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44a185a7-f90f-455b-b27a-c6b324322467 req-77432423-9f88-4061-b4e0-113e2a09ea5a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121686 Jul 07 19:08:23.887350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224ff7f-9c7e-46fd-93ee-8340a9f7e55c service neutron] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:24.130734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-940c4f9f-3d49-4957-bf0e-9de3cc017dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:24.132264 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-940c4f9f-3d49-4957-bf0e-9de3cc017dab service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 1100 time: 0.5319316 Jul 07 19:08:24.197290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:24.203572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-network', 'tenant_id': '7110053e549144ef983d23a51922bd6b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:24.235452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-b5600172-3333-4d48-99e1-bc9e1e714957 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 217 time: 0.0896003 Jul 07 19:08:24.240234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Made reservation on behalf of 7110053e549144ef983d23a51922bd6b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:24.247951 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.287595 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.307069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786fc1f-3377-4927-b18e-f23bb3474131 req-6b0f9d8b-3c97-4624-971a-d39afa932ceb tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:24.316521 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8786fc1f-3377-4927-b18e-f23bb3474131 req-6b0f9d8b-3c97-4624-971a-d39afa932ceb tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 947 time: 0.3693821 Jul 07 19:08:24.339197 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65388f-1676-4aeb-9612-e0ff5b6902e2 req-f67a842e-702a-42dc-9dd4-1e45a7cb3552 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:24.340851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e65388f-1676-4aeb-9612-e0ff5b6902e2 req-f67a842e-702a-42dc-9dd4-1e45a7cb3552 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e70b6f7-5902-435c-9762-f879abbb50de HTTP/1.1" status: 200 len: 950 time: 0.3988585 Jul 07 19:08:24.364745 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73075965-8d3a-485c-a918-bdc29f06cce8 req-b7b18831-e0c8-4e3c-ab25-eb590452a8e2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.377747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'f8691e10-c0e4-4466-9855-55820685703c', '113186cf-875d-4cc7-bd2f-ba1294ca7768', '3783df3b-cb35-4354-b55e-ad5b597e560a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:24.414899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a', '60ae7394-3053-4081-933f-ce87390732db'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:24.472933 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-677a3e0b-40ae-4ee2-a559-8bfbdac9ec86 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2134802 Jul 07 19:08:24.475189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.484676 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.563029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:08:24.591864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Sync routers for ids ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:08:24.597334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ed2953-d1c3-4695-852d-a722bc603c7f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:24.603905 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.604259 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Added segment 680fe8f7-3d74-4925-8684-bf8e0f7078ae of type vlan for network caa911bc-7c3c-4d6c-a124-d20365f5e0bb Jul 07 19:08:24.635486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 03f6c716-00e4-4a2f-a003-98363ff21005 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:24.673559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-38d40f38-a064-4c3d-ad75-5891008f261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:24.675017 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-38d40f38-a064-4c3d-ad75-5891008f261d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a6d3e787fe44813b3541d4900b43708&device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 1102 time: 0.1713867 Jul 07 19:08:24.676926 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.757159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Routers {'879776d1-986e-4e8a-bc60-1d15b3d5ce6a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:24.758369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:24.779659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-fd980250-d1c7-42f2-9056-0205159a23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:24.781449 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-fd980250-d1c7-42f2-9056-0205159a23ad service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.5342751 Jul 07 19:08:24.793534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b18831-e0c8-4e3c-ab25-eb590452a8e2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event deleted for resources: {'Port': ['ID=bcc0f99f-f228-4174-ac28-b4c2fb7e0f45,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:24.817307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-d48e6a7d-6642-4aec-a01b-6e70f827c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:24.823472 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-d48e6a7d-6642-4aec-a01b-6e70f827c261 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1129766 Jul 07 19:08:24.883587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8786fc1f-3377-4927-b18e-f23bb3474131 req-f1ee9c8c-f077-47e4-8f00-afb60d90ebc4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679953 Jul 07 19:08:24.885899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.887039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:24.888902 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.897103 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-c68f80cf-0a8e-4189-81f6-bbb717fb45cd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=113186cf-875d-4cc7-bd2f-ba1294ca7768 HTTP/1.1" status: 200 len: 217 time: 0.0682175 Jul 07 19:08:25.005622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e65388f-1676-4aeb-9612-e0ff5b6902e2 req-a6293845-47ef-4b8e-9aa3-2b1ead80c11c tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442361 Jul 07 19:08:25.009220 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59b5be1-a727-4c47-8765-df94e588d4c0 x-openstack-request-id: req-e59b5be1-a727-4c47-8765-df94e588d4c0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:25.009337 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "8c129c7f-e7e8-4e98-af82-662e9f3e0f5b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:25.009568 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e59b5be1-a727-4c47-8765-df94e588d4c0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:25.009900 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b', 'status': 'completed', 'code': 200} Jul 07 19:08:25.011855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-73075965-8d3a-485c-a918-bdc29f06cce8 req-b7b18831-e0c8-4e3c-ab25-eb590452a8e2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] No DVR routers for this DVR port bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:25.017462 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73075965-8d3a-485c-a918-bdc29f06cce8 req-b7b18831-e0c8-4e3c-ab25-eb590452a8e2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:25.019798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73075965-8d3a-485c-a918-bdc29f06cce8 req-b7b18831-e0c8-4e3c-ab25-eb590452a8e2 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "DELETE /v2.0/ports/bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 HTTP/1.1" status: 204 len: 173 time: 2.9681926 Jul 07 19:08:25.032925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9b95f0-6d56-45bb-93c5-baa55385b852 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:25.044333 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:25.055047 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8558805 Jul 07 19:08:25.064257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Transition to ACTIVE for port object af9b95f0-6d56-45bb-93c5-baa55385b852 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:25.065386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:25.074198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] Request body: {'subnet': {'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-subnet', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:25.082643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:25.189500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-b7a1e2c6-53d2-4280-802b-fef34f2fe323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:25.191502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-b7a1e2c6-53d2-4280-802b-fef34f2fe323 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3920877 Jul 07 19:08:25.290321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0051f8d-4e19-4e93-ad76-45fbd3cbb985 admin admin] Pushing event updated for resources: {'Network': ['ID=caa911bc-7c3c-4d6c-a124-d20365f5e0bb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:25.334598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-8c709a25-aba5-4e34-af55-3da3f6ad5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:25.336375 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-8c709a25-aba5-4e34-af55-3da3f6ad5771 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.4201622 Jul 07 19:08:25.361042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Set router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:25.399634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] Made reservation on behalf of 7110053e549144ef983d23a51922bd6b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:25.410463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-0fda77f5-2e80-4f5a-bc1b-d79e1d32ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:25.412367 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:25.413176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-0fda77f5-2e80-4f5a-bc1b-d79e1d32ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:25.413780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-0fda77f5-2e80-4f5a-bc1b-d79e1d32ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:25.414984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-0fda77f5-2e80-4f5a-bc1b-d79e1d32ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:25.415161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-0fda77f5-2e80-4f5a-bc1b-d79e1d32ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:25.415738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-0fda77f5-2e80-4f5a-bc1b-d79e1d32ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:25.421555 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-0fda77f5-2e80-4f5a-bc1b-d79e1d32ad5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5250 time: 0.3782194 Jul 07 19:08:25.441954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 03f6c716-00e4-4a2f-a003-98363ff21005 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:25.442956 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:25.495260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-7a95c6d5-a49a-4e62-a855-b103756a9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:25.496984 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-7a95c6d5-a49a-4e62-a855-b103756a9540 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1511028 Jul 07 19:08:25.515315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4727145e-87ad-426d-913b-8859ba8dc6e1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:25.522852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network caa911bc-7c3c-4d6c-a124-d20365f5e0bb details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:08:25.537957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Pushing event updated for resources: {'Port': ['ID=af9b95f0-6d56-45bb-93c5-baa55385b852,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:25.879397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-d606756a-7e3b-421d-9feb-f3ff24acc284 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565094 Jul 07 19:08:26.035122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-e1ea7336-ca96-412d-8806-d62b9553222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.035604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-e1ea7336-ca96-412d-8806-d62b9553222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.036073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-e1ea7336-ca96-412d-8806-d62b9553222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.037747 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-e1ea7336-ca96-412d-8806-d62b9553222d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=be4515ba2aea4f1a94289d9057588af4&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.5903289 Jul 07 19:08:26.068680 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-561bb1c6-82ec-4d17-9d2b-4661d8085e9e service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261719 Jul 07 19:08:26.103020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4727145e-87ad-426d-913b-8859ba8dc6e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:26.103695 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.205473 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.222908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Attempting to bind port af9b95f0-6d56-45bb-93c5-baa55385b852 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:26.223558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Attempting to bind port af9b95f0-6d56-45bb-93c5-baa55385b852 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:26.224088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Attempting to bind port af9b95f0-6d56-45bb-93c5-baa55385b852 on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:26.244446 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.262288 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-81693dcc-d47f-4b3b-867f-1c24e5c8c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.263764 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-014d4109-3842-4fdd-a5ca-2bd639b21a5c req-81693dcc-d47f-4b3b-867f-1c24e5c8c229 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2133212 Jul 07 19:08:26.267846 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f6b58e19-6823-4dbf-9a00-1e31c21331f4 req-f516914a-7c35-4a7c-be8a-238519a51170 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744828 Jul 07 19:08:26.277220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Port af9b95f0-6d56-45bb-93c5-baa55385b852 on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:08:26.278304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Attempting to bind port af9b95f0-6d56-45bb-93c5-baa55385b852 on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:26.314631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:26.319579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38537da-1505-450c-895f-24fa9a945994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6c716-00e4-4a2f-a003-98363ff21005'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:26.322684 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f813244-d8fe-402a-8ab5-cd0525d098b9" -d '{"events": [{"server_uuid": "f38537da-1505-450c-895f-24fa9a945994", "name": "network-vif-plugged", "status": "completed", "tag": "03f6c716-00e4-4a2f-a003-98363ff21005"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:26.333422 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.334366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:26.341216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:26.341558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Checking segment: {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:26.342013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Bound using segment: {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:26.342571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Bound port: af9b95f0-6d56-45bb-93c5-baa55385b852, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:26.342909 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.378805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:26.378805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bcc0f99f-f228-4174-ac28-b4c2fb7e0f45 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:26.403147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d4d9de-7e21-4464-8b67-8e974acfd2e7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:26.446517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] Checking segment: {'id': '680fe8f7-3d74-4925-8684-bf8e0f7078ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:26.446898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] Network hostable DHCP agents. Network: caa911bc-7c3c-4d6c-a124-d20365f5e0bb, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:08:26.459902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb536034-d2c4-45d6-9e15-484089d838d4 req-910f7a6c-fa4f-4953-8d83-187c853f808b service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720441 Jul 07 19:08:26.479134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0356a-0fa1-4f19-a1fb-0143f97230e5 req-305d0b64-b1e6-4ba5-940f-c06096900f39 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.480726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c2d0356a-0fa1-4f19-a1fb-0143f97230e5 req-305d0b64-b1e6-4ba5-940f-c06096900f39 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 946 time: 0.5426166 Jul 07 19:08:26.494709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00161e-d7a2-4b8c-9240-102bb8b28931 req-23a4e755-3d1e-431d-b57d-4a71847f10a6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.500887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00161e-d7a2-4b8c-9240-102bb8b28931 req-23a4e755-3d1e-431d-b57d-4a71847f10a6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.506886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00161e-d7a2-4b8c-9240-102bb8b28931 req-23a4e755-3d1e-431d-b57d-4a71847f10a6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.513410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00161e-d7a2-4b8c-9240-102bb8b28931 req-23a4e755-3d1e-431d-b57d-4a71847f10a6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.519493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00161e-d7a2-4b8c-9240-102bb8b28931 req-23a4e755-3d1e-431d-b57d-4a71847f10a6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.523223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:26.526436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00161e-d7a2-4b8c-9240-102bb8b28931 req-23a4e755-3d1e-431d-b57d-4a71847f10a6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.528328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab00161e-d7a2-4b8c-9240-102bb8b28931 req-23a4e755-3d1e-431d-b57d-4a71847f10a6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 4604 time: 0.6653445 Jul 07 19:08:26.547378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-router', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:14Z', 'updated_at': '2021-07-07T19:08:21Z', 'revision_number': 4, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'gw_port': {'id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:16Z', 'updated_at': '2021-07-07T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6f13fdd1-e710-4959-b02c-117cd82a12d0', 'name': '', 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'mac_address': 'fa:16:3e:07:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '00e554bd-5e6b-4e37-879f-85d708b88f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:20Z', 'updated_at': '2021-07-07T19:08:22Z', 'revision_number': 2, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'subnets': [{'id': '00e554bd-5e6b-4e37-879f-85d708b88f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:26.592270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] Network caa911bc-7c3c-4d6c-a124-d20365f5e0bb is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:08:26.595207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] For port af9b95f0-6d56-45bb-93c5-baa55385b852, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:26.609503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Checking router: 879776d1-986e-4e8a-bc60-1d15b3d5ce6a for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:08:26.609948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Updating router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a port 6f13fdd1-e710-4959-b02c-117cd82a12d0 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:08:26.628265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, caa911bc-7c3c-4d6c-a124-d20365f5e0bb) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:26.631411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] For port af9b95f0-6d56-45bb-93c5-baa55385b852, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=af9b95f0-6d56-45bb-93c5-baa55385b852,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:26.641007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c2d0356a-0fa1-4f19-a1fb-0143f97230e5 req-328fd10f-e1cd-4e3f-b0e4-c1855c44e184 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053338 Jul 07 19:08:26.646380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf120438-4b49-4c0f-9838-0ec502a11125 None None] Network caa911bc-7c3c-4d6c-a124-d20365f5e0bb requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:08:26.646535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.647141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.649769 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.676734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab00161e-d7a2-4b8c-9240-102bb8b28931 req-7f3c4493-85f0-409c-9d9f-9e829f7ebd4d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260877 Jul 07 19:08:26.708263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.708965 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.710462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] 10.222.0.59 "PUT /v2.0/ports/af9b95f0-6d56-45bb-93c5-baa55385b852 HTTP/1.1" status: 200 len: 1135 time: 4.0146432 Jul 07 19:08:26.730402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-38c0d25d-e21a-4229-b578-d2242005bb64 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6629429 Jul 07 19:08:26.734209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:26.739311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-router', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:26.771586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:26.789654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.791016 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.844374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931249ab-92a5-4d8c-a995-73699e12b89c service neutron] Pushing event updated for resources: {'Port': ['ID=af9b95f0-6d56-45bb-93c5-baa55385b852,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:26.909712 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.015829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'}, {'server_uuid': '7e70b6f7-5902-435c-9762-f879abbb50de', 'name': 'network-vif-deleted', 'tag': 'bcc0f99f-f228-4174-ac28-b4c2fb7e0f45'}, {'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': 'af9b95f0-6d56-45bb-93c5-baa55385b852'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:27.024849 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef" -d '{"events": [{"name": "network-changed", "server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36"}, {"server_uuid": "7e70b6f7-5902-435c-9762-f879abbb50de", "name": "network-vif-deleted", "tag": "bcc0f99f-f228-4174-ac28-b4c2fb7e0f45"}, {"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "af9b95f0-6d56-45bb-93c5-baa55385b852"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:27.073564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.086844 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.165344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445583a2-536e-4b55-800f-b02b73ede778 req-27cdafa4-2880-49ac-a9e9-a90ac3197609 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:27.167850 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-445583a2-536e-4b55-800f-b02b73ede778 req-27cdafa4-2880-49ac-a9e9-a90ac3197609 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 948 time: 0.2349532 Jul 07 19:08:27.281420 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.376230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-445583a2-536e-4b55-800f-b02b73ede778 req-aa2e4a99-66dd-441a-b015-921ad8a57979 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009149 Jul 07 19:08:27.454137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-caa911bc-7c3c-4d6c-a124-d20365f5e0bb', 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'fixed_ips': [{'subnet_id': 'f3d4d9de-7e21-4464-8b67-8e974acfd2e7'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:08:27.455147 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.569824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c341d4-05ee-4852-b91d-d95314ea1fae req-f16c0a19-54db-4214-a375-2b9d82e2bcb3 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:27.571717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6c341d4-05ee-4852-b91d-d95314ea1fae req-f16c0a19-54db-4214-a375-2b9d82e2bcb3 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.2776120 Jul 07 19:08:27.608030 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71083a1d-27d4-42a5-8747-e24d59cd8a93 x-openstack-request-id: req-71083a1d-27d4-42a5-8747-e24d59cd8a93 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:27.608649 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38537da-1505-450c-895f-24fa9a945994", "name": "network-vif-plugged", "status": "completed", "tag": "03f6c716-00e4-4a2f-a003-98363ff21005", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:27.608757 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-71083a1d-27d4-42a5-8747-e24d59cd8a93 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:27.609157 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38537da-1505-450c-895f-24fa9a945994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6c716-00e4-4a2f-a003-98363ff21005', 'code': 200} Jul 07 19:08:27.650670 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.684374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.694282 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.701478 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Allocated IP 172.20.0.2 (caa911bc-7c3c-4d6c-a124-d20365f5e0bb/f3d4d9de-7e21-4464-8b67-8e974acfd2e7/773538de-8b3f-4b5d-8ef7-c5b2702b887e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:27.713704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Transition to ACTIVE for port object 6f13fdd1-e710-4959-b02c-117cd82a12d0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:27.746381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6c341d4-05ee-4852-b91d-d95314ea1fae req-f798b89f-a495-412a-9228-02c1168e3e71 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599498 Jul 07 19:08:27.763808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db55104a-fd02-47c0-a7f9-81c03131dee5 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:27.769028 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.784232 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.822381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Transition to ACTIVE for port object db55104a-fd02-47c0-a7f9-81c03131dee5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:27.833191 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.954804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=db55104a-fd02-47c0-a7f9-81c03131dee5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:28.030044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Attempting to bind port db55104a-fd02-47c0-a7f9-81c03131dee5 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:28.030710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Attempting to bind port db55104a-fd02-47c0-a7f9-81c03131dee5 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:28.030973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Attempting to bind port db55104a-fd02-47c0-a7f9-81c03131dee5 on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:28.036360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Port db55104a-fd02-47c0-a7f9-81c03131dee5 on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:08:28.036852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Attempting to bind port db55104a-fd02-47c0-a7f9-81c03131dee5 on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:28.042837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:28.043242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Checking segment: {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:28.043736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Bound using segment: {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:28.044870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Bound port: db55104a-fd02-47c0-a7f9-81c03131dee5, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:28.045622 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.085320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a8c0d-5092-4d56-833b-90d0775d83f8 None None] Pushing event updated for resources: {'Port': ['ID=6f13fdd1-e710-4959-b02c-117cd82a12d0,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:28.094217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Allocated IP 172.25.2.172 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/064ed045-592f-4b71-b91f-4ebe7512f10d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:28.183649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] For port db55104a-fd02-47c0-a7f9-81c03131dee5, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:28.195023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] For port db55104a-fd02-47c0-a7f9-81c03131dee5, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=db55104a-fd02-47c0-a7f9-81c03131dee5,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:28.203830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.262427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:28.263554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.265127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] 10.222.0.59 "PUT /v2.0/ports/db55104a-fd02-47c0-a7f9-81c03131dee5 HTTP/1.1" status: 200 len: 1136 time: 1.4981153 Jul 07 19:08:28.306608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bad394-914b-48f6-a849-23ffd11da4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=db55104a-fd02-47c0-a7f9-81c03131dee5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:28.309277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a433851-baee-460c-9775-aaf67ee2f436 req-9aff3461-1cb9-4bf5-9baa-2acbaf8cc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:28.311776 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2a433851-baee-460c-9775-aaf67ee2f436 req-9aff3461-1cb9-4bf5-9baa-2acbaf8cc762 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 1101 time: 0.3552632 Jul 07 19:08:28.324886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:28.375961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Attempting to bind port 6f13fdd1-e710-4959-b02c-117cd82a12d0 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:28.376345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Attempting to bind port 6f13fdd1-e710-4959-b02c-117cd82a12d0 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:28.376740 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Attempting to bind port 6f13fdd1-e710-4959-b02c-117cd82a12d0 on network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:28.401282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:28.401557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Checking segment: {'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:28.402030 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.402867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Bound using segment: {'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:28.403399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Bound port: 6f13fdd1-e710-4959-b02c-117cd82a12d0, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:28.405101 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.433152 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d30806-a16e-43cf-abf1-07d593970d66 x-openstack-request-id: req-98d30806-a16e-43cf-abf1-07d593970d66 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:28.433798 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36", "status": "completed", "code": 200}, {"server_uuid": "7e70b6f7-5902-435c-9762-f879abbb50de", "name": "network-vif-deleted", "tag": "bcc0f99f-f228-4174-ac28-b4c2fb7e0f45", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "af9b95f0-6d56-45bb-93c5-baa55385b852", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:28.434242 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-98d30806-a16e-43cf-abf1-07d593970d66 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:28.435822 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'status': 'completed', 'code': 200} Jul 07 19:08:28.436534 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e70b6f7-5902-435c-9762-f879abbb50de', 'name': 'network-vif-deleted', 'tag': 'bcc0f99f-f228-4174-ac28-b4c2fb7e0f45', 'status': 'completed', 'code': 200} Jul 07 19:08:28.437057 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': 'af9b95f0-6d56-45bb-93c5-baa55385b852', 'status': 'completed', 'code': 200} Jul 07 19:08:28.441545 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2a433851-baee-460c-9775-aaf67ee2f436 req-5631dd2c-37cd-4894-831f-3c4ef6a919e5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200969 Jul 07 19:08:28.445078 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.468704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d3860ee1-5656-4d02-b0a5-8e120e22cc36 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:08:28.471936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.517787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Transition to ACTIVE for port object 773538de-8b3f-4b5d-8ef7-c5b2702b887e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:28.601035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.633499 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.689896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-b81ec68f-5744-429f-8933-5f73710124af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:28.691631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-b81ec68f-5744-429f-8933-5f73710124af service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 1100 time: 0.2504807 Jul 07 19:08:28.693033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:28.714249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:28.718284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Transition to ACTIVE for port object 773538de-8b3f-4b5d-8ef7-c5b2702b887e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:28.718855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:28.719578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9d1b682b-9397-4c6c-8708-799bf4b47b77 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:08:28.777817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Pushing event updated for resources: {'Port': ['ID=064ed045-592f-4b71-b91f-4ebe7512f10d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:28.781540 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.996260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:29.023339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'mac_address': 'fa:16:3e:37:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:08:29.049995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Network caa911bc-7c3c-4d6c-a124-d20365f5e0bb is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:29.056820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] For port 6f13fdd1-e710-4959-b02c-117cd82a12d0, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:29.066746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] For port 6f13fdd1-e710-4959-b02c-117cd82a12d0, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6f13fdd1-e710-4959-b02c-117cd82a12d0,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:29.075085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:29.089651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f0219-4c01-4848-a10f-44fa035064c1 req-5c70e2ac-ed81-49aa-8da4-c6ff2449b27f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.097024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f0219-4c01-4848-a10f-44fa035064c1 req-5c70e2ac-ed81-49aa-8da4-c6ff2449b27f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.102930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f0219-4c01-4848-a10f-44fa035064c1 req-5c70e2ac-ed81-49aa-8da4-c6ff2449b27f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.107965 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:29.110143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f0219-4c01-4848-a10f-44fa035064c1 req-5c70e2ac-ed81-49aa-8da4-c6ff2449b27f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.116245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f0219-4c01-4848-a10f-44fa035064c1 req-5c70e2ac-ed81-49aa-8da4-c6ff2449b27f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.123011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f0219-4c01-4848-a10f-44fa035064c1 req-5c70e2ac-ed81-49aa-8da4-c6ff2449b27f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.129161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f0219-4c01-4848-a10f-44fa035064c1 req-5c70e2ac-ed81-49aa-8da4-c6ff2449b27f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.137420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-267f0219-4c01-4848-a10f-44fa035064c1 req-5c70e2ac-ed81-49aa-8da4-c6ff2449b27f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5381 time: 0.2688770 Jul 07 19:08:29.145636 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.191361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Pushing event updated for resources: {'Port': ['ID=773538de-8b3f-4b5d-8ef7-c5b2702b887e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:29.206962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-ca614252-36ab-4fe9-bb76-128e29630284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.208757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-ca614252-36ab-4fe9-bb76-128e29630284 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.4751828 Jul 07 19:08:29.280433 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-267f0219-4c01-4848-a10f-44fa035064c1 req-a16e9222-f58f-4b62-9fa5-29ed746833b2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412892 Jul 07 19:08:29.313348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-48ffbe75-dac2-4dde-bcec-0b21ad2995fc service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 217 time: 0.0764518 Jul 07 19:08:29.339405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Attempting to bind port 773538de-8b3f-4b5d-8ef7-c5b2702b887e on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:29.341080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Attempting to bind port 773538de-8b3f-4b5d-8ef7-c5b2702b887e by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '680fe8f7-3d74-4925-8684-bf8e0f7078ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:29.341352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Attempting to bind port 773538de-8b3f-4b5d-8ef7-c5b2702b887e on network caa911bc-7c3c-4d6c-a124-d20365f5e0bb {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:29.361690 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.417252 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:29.417656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Checking segment: {'id': '680fe8f7-3d74-4925-8684-bf8e0f7078ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:29.418010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.418407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Bound using segment: {'id': '680fe8f7-3d74-4925-8684-bf8e0f7078ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:29.418893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Bound port: 773538de-8b3f-4b5d-8ef7-c5b2702b887e, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680fe8f7-3d74-4925-8684-bf8e0f7078ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:29.426412 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.454951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9d1b682b-9397-4c6c-8708-799bf4b47b77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9d1b682b-9397-4c6c-8708-799bf4b47b77,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:29.493106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Routers {'879776d1-986e-4e8a-bc60-1d15b3d5ce6a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:29.496340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:29.509273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3860ee1-5656-4d02-b0a5-8e120e22cc36 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:29.520626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a8c0d-5092-4d56-833b-90d0775d83f8 None None] Pushing event updated for resources: {'Port': ['ID=6f13fdd1-e710-4959-b02c-117cd82a12d0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:29.623948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '9d1b682b-9397-4c6c-8708-799bf4b47b77', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'port_id': '9d1b682b-9397-4c6c-8708-799bf4b47b77', 'mac_address': 'fa:16:3e:15:d1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af90dcd0-75ba-4a0d-9802-efe7b65f07a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:08:29.646346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:29.647099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-74801e1d-d6ae-418c-aca6-00b9ffc27028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.648646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-74801e1d-d6ae-418c-aca6-00b9ffc27028 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.3092113 Jul 07 19:08:29.655008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-f6d28d7a-21e5-4cd6-845d-9704e7da1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.655590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-f6d28d7a-21e5-4cd6-845d-9704e7da1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.655950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-f6d28d7a-21e5-4cd6-845d-9704e7da1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.656624 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-f6d28d7a-21e5-4cd6-845d-9704e7da1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.657184 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-f6d28d7a-21e5-4cd6-845d-9704e7da1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.657641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-f6d28d7a-21e5-4cd6-845d-9704e7da1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.658173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-f6d28d7a-21e5-4cd6-845d-9704e7da1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.660103 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-f6d28d7a-21e5-4cd6-845d-9704e7da1fd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6221 time: 0.8634269 Jul 07 19:08:29.707610 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.714909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232b1ab9-807e-4542-bd2f-322e9f1ec6ff {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:29.742922 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.756992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-d79b413c-7d58-42e8-aae0-b338953492cc tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--15976857&fields=id&tenant_id=4e4090d3881b4fda91b8df8724648639 HTTP/1.1" status: 200 len: 267 time: 0.1414392 Jul 07 19:08:29.838476 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Transition to ACTIVE for port object 232b1ab9-807e-4542-bd2f-322e9f1ec6ff will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:29.856356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.908617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Pushing event updated for resources: {'Port': ['ID=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:29.945090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed0f5-6e91-4496-a27c-8c5dec70b7a6 req-9b0c8a0c-9178-4fe6-aa23-d1fab4b32e67 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.946790 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c48ed0f5-6e91-4496-a27c-8c5dec70b7a6 req-9b0c8a0c-9178-4fe6-aa23-d1fab4b32e67 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 948 time: 0.3303235 Jul 07 19:08:29.948850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-5a0cb930-502b-480e-826b-818255780933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.950389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-5a0cb930-502b-480e-826b-818255780933 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2820218 Jul 07 19:08:29.956794 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.985176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] For port 773538de-8b3f-4b5d-8ef7-c5b2702b887e, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:29.989819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-70318e4d-5b14-47dc-8e08-3f789ee6c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.990316 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-70318e4d-5b14-47dc-8e08-3f789ee6c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.990834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-70318e4d-5b14-47dc-8e08-3f789ee6c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.992541 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-70318e4d-5b14-47dc-8e08-3f789ee6c908 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=be4515ba2aea4f1a94289d9057588af4&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.2937484 Jul 07 19:08:30.013329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d1b682b-9397-4c6c-8708-799bf4b47b77 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:30.027997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:30.043592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] Set router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:30.051215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] For port 773538de-8b3f-4b5d-8ef7-c5b2702b887e, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=773538de-8b3f-4b5d-8ef7-c5b2702b887e,segment=NetworkSegment(680fe8f7-3d74-4925-8684-bf8e0f7078ae),segment_id=680fe8f7-3d74-4925-8684-bf8e0f7078ae)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:30.086228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['d3860ee1-5656-4d02-b0a5-8e120e22cc36'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:30.121874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-40e0d431-dab4-4619-b93b-21a544dec5be service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631477 Jul 07 19:08:30.133394 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:30.141630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9d1b682b-9397-4c6c-8708-799bf4b47b77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9d1b682b-9397-4c6c-8708-799bf4b47b77,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:30.305283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725def-885e-45df-8211-4f1ac35d614a req-60297a2d-2318-4beb-bf89-62731037c659 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:30.323446 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-60297a2d-2318-4beb-bf89-62731037c659 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/networks?id=316f751f-01ed-42b8-8a52-47968efc8ee7 HTTP/1.1" status: 200 len: 822 time: 0.5651948 Jul 07 19:08:30.348972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-3adc1157-1f50-48c9-b6d2-4afbdb47cd8f tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/quotas/4e4090d3881b4fda91b8df8724648639 HTTP/1.1" status: 200 len: 375 time: 0.0244489 Jul 07 19:08:30.363670 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:30.368919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-cd7c2102-b245-4941-bc27-0dbf2d93adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:30.371495 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-cd7c2102-b245-4941-bc27-0dbf2d93adac service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3638704 Jul 07 19:08:30.439076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': 'db55104a-fd02-47c0-a7f9-81c03131dee5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:30.441379 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99539a0-cf7c-488a-83bf-e603ec3da57c" -d '{"events": [{"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "db55104a-fd02-47c0-a7f9-81c03131dee5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:30.461639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c48ed0f5-6e91-4496-a27c-8c5dec70b7a6 req-5494eb86-23f8-4b51-a103-f756b2b54f89 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349781 Jul 07 19:08:30.473944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ddb2c-c406-43fb-9bb1-5c6e96b981c1 None None] Pushing event updated for resources: {'Port': ['ID=773538de-8b3f-4b5d-8ef7-c5b2702b887e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:30.477869 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:30.594845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-962c8a5d-96b9-4b31-8c9b-f5fec6985fef req-5b594cf2-f1aa-492b-9981-f6b76c1d08ad service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589505 Jul 07 19:08:30.665116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-d0d4042d-a2f3-497b-9344-adda519128b1 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4e4090d3881b4fda91b8df8724648639&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3151345 Jul 07 19:08:30.667416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Attempting to bind port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:30.667755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Attempting to bind port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:30.668078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Attempting to bind port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:30.711957 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9d1b682b-9397-4c6c-8708-799bf4b47b77,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:30.720016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:08:30.720343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Attempting to bind port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:30.771277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:30.771277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Checking segment: {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:30.771277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Bound using segment: {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:30.771277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Bound port: 232b1ab9-807e-4542-bd2f-322e9f1ec6ff, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:30.771823 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:30.776446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:30.806384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['9d1b682b-9397-4c6c-8708-799bf4b47b77'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:31.024273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] For port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:31.028302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] For port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:31.103586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Router 59a42c59-3c5e-4254-86ad-dc97c02d9acb is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:08:31.123228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0ed20-bd24-4cad-ac9d-a9046c7f4657 req-02e6fd50-3754-4e2d-9a08-57c85888e2fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:31.125234 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-96d0ed20-bd24-4cad-ac9d-a9046c7f4657 req-02e6fd50-3754-4e2d-9a08-57c85888e2fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 950 time: 0.1391299 Jul 07 19:08:31.130812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-c183b658-d405-494b-8669-a0f9bde099eb service neutron] 10.222.0.113 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499874 Jul 07 19:08:31.195227 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:31.214300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335a144-9df2-471a-a53b-9ad8a79059ac req-3ab087c0-5528-4187-8d91-75262f64c923 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:31.227485 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9335a144-9df2-471a-a53b-9ad8a79059ac req-3ab087c0-5528-4187-8d91-75262f64c923 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.5610795 Jul 07 19:08:31.246368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 773538de-8b3f-4b5d-8ef7-c5b2702b887e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:31.361475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:08:31.377564 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Sync routers for ids ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:08:31.385490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-96d0ed20-bd24-4cad-ac9d-a9046c7f4657 req-7974f8a3-d74b-4e88-a56d-a0d4022e7459 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Deleting port 60ae7394-3053-4081-933f-ce87390732db {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:31.386043 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96d0ed20-bd24-4cad-ac9d-a9046c7f4657 req-7974f8a3-d74b-4e88-a56d-a0d4022e7459 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:31.386176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-f56ed0bb-5f55-4979-b235-2fcd88c59fc6 service neutron] 10.222.0.113 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543077 Jul 07 19:08:31.412269 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Routers {'59a42c59-3c5e-4254-86ad-dc97c02d9acb'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:31.413039 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:31.437579 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:31.439412 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5313702b-318e-45ea-affe-8e23d5596d6d admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7036259 Jul 07 19:08:31.442510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:31.491054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-router', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:14Z', 'updated_at': '2021-07-07T19:08:21Z', 'revision_number': 4, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'gw_port': {'id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:16Z', 'updated_at': '2021-07-07T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6f13fdd1-e710-4959-b02c-117cd82a12d0', 'name': '', 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'mac_address': 'fa:16:3e:07:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '00e554bd-5e6b-4e37-879f-85d708b88f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:20Z', 'updated_at': '2021-07-07T19:08:29Z', 'revision_number': 4, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'subnets': [{'id': '00e554bd-5e6b-4e37-879f-85d708b88f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:31.595175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b9cb0-643e-448c-8507-1e08c20a38be None None] The sync data for ids ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'] in n-d-792394-12 is: [{'id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-router', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:14Z', 'updated_at': '2021-07-07T19:08:21Z', 'revision_number': 4, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'gw_port': {'id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:16Z', 'updated_at': '2021-07-07T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6f13fdd1-e710-4959-b02c-117cd82a12d0', 'name': '', 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'mac_address': 'fa:16:3e:07:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '00e554bd-5e6b-4e37-879f-85d708b88f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:20Z', 'updated_at': '2021-07-07T19:08:29Z', 'revision_number': 4, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'subnets': [{'id': '00e554bd-5e6b-4e37-879f-85d708b88f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:08:31.672675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 773538de-8b3f-4b5d-8ef7-c5b2702b887e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:31.727648 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Set router 59a42c59-3c5e-4254-86ad-dc97c02d9acb gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:32.311680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-96d0ed20-bd24-4cad-ac9d-a9046c7f4657 req-7974f8a3-d74b-4e88-a56d-a0d4022e7459 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] For port 60ae7394-3053-4081-933f-ce87390732db, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=60ae7394-3053-4081-933f-ce87390732db,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:32.312119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96d0ed20-bd24-4cad-ac9d-a9046c7f4657 req-7974f8a3-d74b-4e88-a56d-a0d4022e7459 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:32.327221 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-router', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:26Z', 'updated_at': '2021-07-07T19:08:29Z', 'revision_number': 3, 'project_id': '7110053e549144ef983d23a51922bd6b', 'gw_port': {'id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:27Z', 'updated_at': '2021-07-07T19:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:32.364575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-96d0ed20-bd24-4cad-ac9d-a9046c7f4657 req-7974f8a3-d74b-4e88-a56d-a0d4022e7459 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Calling delete_port for 60ae7394-3053-4081-933f-ce87390732db owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:32.365635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b47440c-b5ba-4d18-bcdb-90420989c7c0 None None] Network caa911bc-7c3c-4d6c-a124-d20365f5e0bb requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:08:32.383879 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Checking router: 59a42c59-3c5e-4254-86ad-dc97c02d9acb for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:08:32.385039 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Updating router 59a42c59-3c5e-4254-86ad-dc97c02d9acb port 064ed045-592f-4b71-b91f-4ebe7512f10d binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:08:32.421859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:32.424167 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:32.429914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] 10.222.0.59 "PUT /v2.0/ports/232b1ab9-807e-4542-bd2f-322e9f1ec6ff HTTP/1.1" status: 200 len: 1092 time: 4.1083634 Jul 07 19:08:32.432094 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:32.553823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:32.671655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d3860ee1-5656-4d02-b0a5-8e120e22cc36 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:32.807393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9d1b682b-9397-4c6c-8708-799bf4b47b77 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:32.813675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-62d58ff2-921c-439e-b2e3-f2099c426597 None None] Provisioning for port 773538de-8b3f-4b5d-8ef7-c5b2702b887e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:32.861153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9335a144-9df2-471a-a53b-9ad8a79059ac req-0d0f8b84-485d-481d-8d0e-c4232d83e69e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6325059 Jul 07 19:08:32.881570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8dd22-4ae8-4ad8-9029-512355c24798 service neutron] Pushing event updated for resources: {'Port': ['ID=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:32.975508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-bc24b905-6ae3-4ca4-a1b0-38059172bdaf tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:32.984113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-bc24b905-6ae3-4ca4-a1b0-38059172bdaf tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4f7c53-32c5-4222-b14e-17babbe665b3 HTTP/1.1" status: 200 len: 946 time: 1.8455713 Jul 07 19:08:32.987578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-62d58ff2-921c-439e-b2e3-f2099c426597 None None] Provisioning complete for port 773538de-8b3f-4b5d-8ef7-c5b2702b887e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:32.987961 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62d58ff2-921c-439e-b2e3-f2099c426597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:33.123998 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:33.148699 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96d0ed20-bd24-4cad-ac9d-a9046c7f4657 req-7974f8a3-d74b-4e88-a56d-a0d4022e7459 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:33.168489 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Transition to ACTIVE for port object 064ed045-592f-4b71-b91f-4ebe7512f10d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:33.187829 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:33.196939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port d3860ee1-5656-4d02-b0a5-8e120e22cc36 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:33.210410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974f8a3-d74b-4e88-a56d-a0d4022e7459 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event deleted for resources: {'Port': ['ID=60ae7394-3053-4081-933f-ce87390732db,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:33.218505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'f8691e10-c0e4-4466-9855-55820685703c', '113186cf-875d-4cc7-bd2f-ba1294ca7768', '3783df3b-cb35-4354-b55e-ad5b597e560a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:33.301269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d0ed20-bd24-4cad-ac9d-a9046c7f4657 req-7974f8a3-d74b-4e88-a56d-a0d4022e7459 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] No DVR routers for this DVR port 60ae7394-3053-4081-933f-ce87390732db on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:33.305013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96d0ed20-bd24-4cad-ac9d-a9046c7f4657 req-7974f8a3-d74b-4e88-a56d-a0d4022e7459 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:33.307510 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-96d0ed20-bd24-4cad-ac9d-a9046c7f4657 req-7974f8a3-d74b-4e88-a56d-a0d4022e7459 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "DELETE /v2.0/ports/60ae7394-3053-4081-933f-ce87390732db HTTP/1.1" status: 204 len: 173 time: 2.1732066 Jul 07 19:08:33.308303 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1', 'name': 'network-vif-deleted', 'tag': '60ae7394-3053-4081-933f-ce87390732db'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:33.312782 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b5f355-d126-40a2-9c2c-3382f8fb0d38" -d '{"events": [{"server_uuid": "71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1", "name": "network-vif-deleted", "tag": "60ae7394-3053-4081-933f-ce87390732db"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:33.367689 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e64b8-2499-47b5-9219-00850b75d756 None None] Pushing event updated for resources: {'Port': ['ID=064ed045-592f-4b71-b91f-4ebe7512f10d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:33.380836 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Attempting to bind port 064ed045-592f-4b71-b91f-4ebe7512f10d on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:33.382939 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Attempting to bind port 064ed045-592f-4b71-b91f-4ebe7512f10d by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:33.383610 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Attempting to bind port 064ed045-592f-4b71-b91f-4ebe7512f10d on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:33.393733 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:33.397586 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:33.400718 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:33.401432 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:33.401710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:33.403771 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Bound port: 064ed045-592f-4b71-b91f-4ebe7512f10d, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:33.404509 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:33.506869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3372a85-dd94-4053-a4fb-3c3229ffcdef req-aac860c3-d69c-4758-b298-07cf51b6b0d3 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:33.511079 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3372a85-dd94-4053-a4fb-3c3229ffcdef req-aac860c3-d69c-4758-b298-07cf51b6b0d3 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1 HTTP/1.1" status: 200 len: 867 time: 1.0970531 Jul 07 19:08:33.532310 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] For port 064ed045-592f-4b71-b91f-4ebe7512f10d, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:33.538238 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] For port 064ed045-592f-4b71-b91f-4ebe7512f10d, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=064ed045-592f-4b71-b91f-4ebe7512f10d,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:33.547381 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:33.551815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6f13fdd1-e710-4959-b02c-117cd82a12d0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:33.577876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:33.588255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:33.635353 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3372a85-dd94-4053-a4fb-3c3229ffcdef req-103fb00d-991b-42ad-a8a6-f7885c9d7557 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078651 Jul 07 19:08:33.671844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95e5a4-7339-4af3-aeb9-10c3395d3d90 req-0c928c7b-1322-4e85-a613-a4852f1490b6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:33.679929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95e5a4-7339-4af3-aeb9-10c3395d3d90 req-0c928c7b-1322-4e85-a613-a4852f1490b6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:33.689684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95e5a4-7339-4af3-aeb9-10c3395d3d90 req-0c928c7b-1322-4e85-a613-a4852f1490b6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:33.697593 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95e5a4-7339-4af3-aeb9-10c3395d3d90 req-0c928c7b-1322-4e85-a613-a4852f1490b6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:33.706705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95e5a4-7339-4af3-aeb9-10c3395d3d90 req-0c928c7b-1322-4e85-a613-a4852f1490b6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:33.714099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95e5a4-7339-4af3-aeb9-10c3395d3d90 req-0c928c7b-1322-4e85-a613-a4852f1490b6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:33.723283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95e5a4-7339-4af3-aeb9-10c3395d3d90 req-0c928c7b-1322-4e85-a613-a4852f1490b6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:33.727875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea95e5a4-7339-4af3-aeb9-10c3395d3d90 req-0c928c7b-1322-4e85-a613-a4852f1490b6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5393 time: 0.3653054 Jul 07 19:08:33.817681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port d3860ee1-5656-4d02-b0a5-8e120e22cc36 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:33.825039 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:33.923053 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.110717 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Routers {'59a42c59-3c5e-4254-86ad-dc97c02d9acb'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:34.111381 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:34.128513 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e64b8-2499-47b5-9219-00850b75d756 None None] Pushing event updated for resources: {'Port': ['ID=064ed045-592f-4b71-b91f-4ebe7512f10d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:34.150770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f55f86-70b0-4e88-b9ef-d1f77c09442d {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:34.173356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.207769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Transition to ACTIVE for port object 99f55f86-70b0-4e88-b9ef-d1f77c09442d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:34.214504 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7264ca-0c11-453f-a9fe-6772757aec2b x-openstack-request-id: req-4d7264ca-0c11-453f-a9fe-6772757aec2b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:34.214884 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "db55104a-fd02-47c0-a7f9-81c03131dee5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:34.215063 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4d7264ca-0c11-453f-a9fe-6772757aec2b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:34.216600 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': 'db55104a-fd02-47c0-a7f9-81c03131dee5', 'status': 'completed', 'code': 200} Jul 07 19:08:34.226317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Allocated IP 172.20.0.1 (caa911bc-7c3c-4d6c-a124-d20365f5e0bb/f3d4d9de-7e21-4464-8b67-8e974acfd2e7/2c1b8430-43cd-41ed-a8fa-f189eb5074fd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:34.262142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Deleting port 65a1be64-c701-44c6-983a-0141129d5d24 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:34.262568 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.337516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-970afe5e-6080-4c5b-a4dd-40bef50d7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.338732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-970afe5e-6080-4c5b-a4dd-40bef50d7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.339564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-970afe5e-6080-4c5b-a4dd-40bef50d7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.340263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-970afe5e-6080-4c5b-a4dd-40bef50d7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.341866 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-970afe5e-6080-4c5b-a4dd-40bef50d7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.342715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-970afe5e-6080-4c5b-a4dd-40bef50d7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.343551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-970afe5e-6080-4c5b-a4dd-40bef50d7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.345888 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-970afe5e-6080-4c5b-a4dd-40bef50d7eac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6289 time: 0.2545352 Jul 07 19:08:34.350283 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62d58ff2-921c-439e-b2e3-f2099c426597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.382229 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] Set router 59a42c59-3c5e-4254-86ad-dc97c02d9acb gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:34.456681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] For port 65a1be64-c701-44c6-983a-0141129d5d24, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=65a1be64-c701-44c6-983a-0141129d5d24,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:34.457277 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.498931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 6f13fdd1-e710-4959-b02c-117cd82a12d0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:34.569596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 9d1b682b-9397-4c6c-8708-799bf4b47b77 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:34.571313 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.587703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.657032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6f13fdd1-e710-4959-b02c-117cd82a12d0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:34.659484 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.678056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-4f7e5c2f-d35a-49a4-9e73-3375ff485c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.684567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-4f7e5c2f-d35a-49a4-9e73-3375ff485c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.691769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-4f7e5c2f-d35a-49a4-9e73-3375ff485c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.699277 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-4f7e5c2f-d35a-49a4-9e73-3375ff485c8b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=be4515ba2aea4f1a94289d9057588af4&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.3260291 Jul 07 19:08:34.704653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Transition to ACTIVE for port object 2c1b8430-43cd-41ed-a8fa-f189eb5074fd will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:34.707737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-62d58ff2-921c-439e-b2e3-f2099c426597 None None] For port 773538de-8b3f-4b5d-8ef7-c5b2702b887e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=773538de-8b3f-4b5d-8ef7-c5b2702b887e,segment=NetworkSegment(680fe8f7-3d74-4925-8684-bf8e0f7078ae),segment_id=680fe8f7-3d74-4925-8684-bf8e0f7078ae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:34.813556 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62d58ff2-921c-439e-b2e3-f2099c426597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.816774 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-router', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:26Z', 'updated_at': '2021-07-07T19:08:29Z', 'revision_number': 3, 'project_id': '7110053e549144ef983d23a51922bd6b', 'gw_port': {'id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:27Z', 'updated_at': '2021-07-07T19:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:34.850179 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.851287 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.851854 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Floating IP ca48f08b-e5f6-4b70-b314-066ee45040c5 disassociated. External IP: 172.25.2.179, port: 65a1be64-c701-44c6-983a-0141129d5d24. Jul 07 19:08:34.853152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Calling delete_port for 65a1be64-c701-44c6-983a-0141129d5d24 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:34.874665 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7db9d-ce63-4505-8109-85720924d075 None None] The sync data for ids ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'] in n-d-792394-12 is: [{'id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-router', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:26Z', 'updated_at': '2021-07-07T19:08:29Z', 'revision_number': 3, 'project_id': '7110053e549144ef983d23a51922bd6b', 'gw_port': {'id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:27Z', 'updated_at': '2021-07-07T19:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:08:34.925518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-ce3feaa0-7c6d-4aed-b155-b4756cf4b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.927059 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.935848 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c99539a0-cf7c-488a-83bf-e603ec3da57c req-ce3feaa0-7c6d-4aed-b155-b4756cf4b754 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2260671 Jul 07 19:08:34.963241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:35.112684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Pushing event updated for resources: {'Port': ['ID=2c1b8430-43cd-41ed-a8fa-f189eb5074fd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:35.127988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea95e5a4-7339-4af3-aeb9-10c3395d3d90 req-b9b00a82-7148-4300-bf3c-eaf99edefa7d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9091604 Jul 07 19:08:35.141030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Network caa911bc-7c3c-4d6c-a124-d20365f5e0bb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:35.142623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:35.150599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:35.245520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d58ff2-921c-439e-b2e3-f2099c426597 None None] Pushing event updated for resources: {'Port': ['ID=773538de-8b3f-4b5d-8ef7-c5b2702b887e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:35.248427 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:35.284431 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:35.530766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37a160-1480-490c-8ad9-940fed0d78c6 req-9116c43e-8de3-4fd8-a9e1-a61c80fb67c4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:35.533367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c37a160-1480-490c-8ad9-940fed0d78c6 req-9116c43e-8de3-4fd8-a9e1-a61c80fb67c4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 949 time: 0.5940120 Jul 07 19:08:35.595545 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:35.597476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:35.599938 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f982777-63e3-4597-b772-a24541aba33e" -d '{"events": [{"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-plugged", "status": "completed", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:35.667404 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:35.678559 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:35.693655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f27062da-5872-4452-b2e8-dadbfa79e25f req-f52bdc93-20b8-4d2c-b07b-4ef2f0e97244 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 210 time: 0.2039776 Jul 07 19:08:35.723723 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:35.759682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f7fc4b99-4d7f-417b-8980-81c583fd6105 None None] Provisioning complete for port 773538de-8b3f-4b5d-8ef7-c5b2702b887e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:35.759682 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4b99-4d7f-417b-8980-81c583fd6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:35.769593 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Pushing event updated for resources: {'Port': ['ID=99f55f86-70b0-4e88-b9ef-d1f77c09442d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:35.951959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725def-885e-45df-8211-4f1ac35d614a req-a5d83777-1c57-4ccb-b0f5-76f1fafeb7ac tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:35.953471 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-a5d83777-1c57-4ccb-b0f5-76f1fafeb7ac tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.112 "GET /v2.0/networks?id=316f751f-01ed-42b8-8a52-47968efc8ee7 HTTP/1.1" status: 200 len: 822 time: 0.9171226 Jul 07 19:08:36.041833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9d1b682b-9397-4c6c-8708-799bf4b47b77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9d1b682b-9397-4c6c-8708-799bf4b47b77,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:36.112356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c37a160-1480-490c-8ad9-940fed0d78c6 req-f8dc780e-b57d-452c-869b-ba66095f5b31 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713869 Jul 07 19:08:36.122406 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:36.123880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 65a1be64-c701-44c6-983a-0141129d5d24 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:36.127191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 6f13fdd1-e710-4959-b02c-117cd82a12d0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6f13fdd1-e710-4959-b02c-117cd82a12d0,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:36.193847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:36.220523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': '232b1ab9-807e-4542-bd2f-322e9f1ec6ff'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:36.230177 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:36.236784 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c12f16-d325-4496-8265-4e3422d3fccc" -d '{"events": [{"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "232b1ab9-807e-4542-bd2f-322e9f1ec6ff"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:36.266586 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45364c0e-386d-42e7-bf44-a1fad4d69fc4 x-openstack-request-id: req-45364c0e-386d-42e7-bf44-a1fad4d69fc4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:36.266586 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1", "name": "network-vif-deleted", "tag": "60ae7394-3053-4081-933f-ce87390732db", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:36.266586 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-45364c0e-386d-42e7-bf44-a1fad4d69fc4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:36.266586 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e2c495-d8c4-4dc5-99f7-74eaeb8d7ad1', 'name': 'network-vif-deleted', 'tag': '60ae7394-3053-4081-933f-ce87390732db', 'status': 'completed', 'code': 200} Jul 07 19:08:36.297476 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:36.374906 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9d1b682b-9397-4c6c-8708-799bf4b47b77,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:36.403445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No active binding found for port 65a1be64-c701-44c6-983a-0141129d5d24 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:08:36.403909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 65a1be64-c701-44c6-983a-0141129d5d24 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:36.409860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a5aff4d3-27ee-4e36-819b-bed2ba6ebf2b None None] Provisioning for port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:36.470723 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:36.662786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a5aff4d3-27ee-4e36-819b-bed2ba6ebf2b None None] Provisioning complete for port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:36.663389 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5aff4d3-27ee-4e36-819b-bed2ba6ebf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:36.702696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 60ae7394-3053-4081-933f-ce87390732db no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:36.704880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 064ed045-592f-4b71-b91f-4ebe7512f10d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:36.722928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Pushing event deleted for resources: {'Port': ['ID=65a1be64-c701-44c6-983a-0141129d5d24,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:36.731461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Attempting to bind port 99f55f86-70b0-4e88-b9ef-d1f77c09442d on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:36.743750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Attempting to bind port 99f55f86-70b0-4e88-b9ef-d1f77c09442d by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:36.744135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Attempting to bind port 99f55f86-70b0-4e88-b9ef-d1f77c09442d on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:36.756699 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73343d3-4ee7-4a99-b328-2123c6cea882 x-openstack-request-id: req-a73343d3-4ee7-4a99-b328-2123c6cea882 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:36.757230 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-plugged", "status": "completed", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:36.757479 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a73343d3-4ee7-4a99-b328-2123c6cea882 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:36.757876 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'code': 200} Jul 07 19:08:36.772309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-d7b6e1e7-8f31-43d6-a1d9-e81a548780c9 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e4090d3881b4fda91b8df8724648639 HTTP/1.1" status: 200 len: 378 time: 0.6854744 Jul 07 19:08:36.820144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Request body: {'port': {'device_id': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'admin_state_up': True, 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'security_groups': ['9ec93b88-4469-4682-9f9f-cabfefe548f3']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:36.860030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 60ae7394-3053-4081-933f-ce87390732db {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:36.860845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 60ae7394-3053-4081-933f-ce87390732db not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:36.867547 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=6f13fdd1-e710-4959-b02c-117cd82a12d0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:36.867804 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:36.891682 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:36.898012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a5aff4d3-27ee-4e36-819b-bed2ba6ebf2b None None] Port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:36.923992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Port 99f55f86-70b0-4e88-b9ef-d1f77c09442d on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:08:36.924768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Attempting to bind port 99f55f86-70b0-4e88-b9ef-d1f77c09442d on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:36.954490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:36.955506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 064ed045-592f-4b71-b91f-4ebe7512f10d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:36.962822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cbdcf-17bc-4934-bc72-66ed2344dfb6 req-1ad82897-038a-4ece-8c2c-caba21657672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:36.964829 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-032cbdcf-17bc-4934-bc72-66ed2344dfb6 req-1ad82897-038a-4ece-8c2c-caba21657672 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 1102 time: 0.1944208 Jul 07 19:08:36.970319 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 064ed045-592f-4b71-b91f-4ebe7512f10d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:36.970319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:37.102403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4537e-f04a-4731-8fc2-0c748f649adf req-4e543285-f834-4a14-be97-424dc67b543b tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:37.111333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0e4537e-f04a-4731-8fc2-0c748f649adf req-4e543285-f834-4a14-be97-424dc67b543b tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 1.0257475 Jul 07 19:08:37.126109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:37.127187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Checking segment: {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:37.128151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Bound using segment: {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:37.129271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Bound port: 99f55f86-70b0-4e88-b9ef-d1f77c09442d, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd9003-8ff3-404b-af2e-dd75910496c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:37.130257 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:37.161937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Network caa911bc-7c3c-4d6c-a124-d20365f5e0bb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:37.167373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:37.195707 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:37.246419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 064ed045-592f-4b71-b91f-4ebe7512f10d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=064ed045-592f-4b71-b91f-4ebe7512f10d,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:37.266025 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:37.267043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 773538de-8b3f-4b5d-8ef7-c5b2702b887e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:37.365608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=064ed045-592f-4b71-b91f-4ebe7512f10d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:37.398294 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-032cbdcf-17bc-4934-bc72-66ed2344dfb6 req-ae007308-2d05-42cb-b8e7-2759236ad660 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025841 Jul 07 19:08:37.411265 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Pushing event updated for resources: {'Port': ['ID=2c1b8430-43cd-41ed-a8fa-f189eb5074fd,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:37.464287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Router 59a42c59-3c5e-4254-86ad-dc97c02d9acb has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:08:37.489046 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 773538de-8b3f-4b5d-8ef7-c5b2702b887e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:37.489046 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:37.605268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0e4537e-f04a-4731-8fc2-0c748f649adf req-f229bd08-8b74-4329-bf66-a6fe546f4cd1 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923847 Jul 07 19:08:37.643153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Made reservation on behalf of 4e4090d3881b4fda91b8df8724648639 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:37.647046 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:37.667823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cb3bdf56-53e3-4921-9a76-cadd0728b9f2 None None] Provisioning complete for port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:37.668392 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb3bdf56-53e3-4921-9a76-cadd0728b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:37.691259 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] For port 99f55f86-70b0-4e88-b9ef-d1f77c09442d, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:37.729717 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaf8d22-c8a3-4dd2-81e9-5372b54c869b x-openstack-request-id: req-abaf8d22-c8a3-4dd2-81e9-5372b54c869b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:37.730173 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "232b1ab9-807e-4542-bd2f-322e9f1ec6ff", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:37.730501 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-abaf8d22-c8a3-4dd2-81e9-5372b54c869b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:37.730839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bdf56-53e3-4921-9a76-cadd0728b9f2 None None] Port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:37.731042 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': '232b1ab9-807e-4542-bd2f-322e9f1ec6ff', 'status': 'completed', 'code': 200} Jul 07 19:08:37.734037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:08:37.820032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:08:37.832331 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9d051095-0b4d-4204-aa60-00d3fa9c317a admin admin] 10.222.0.113 "PUT /v2.0/routers/59a42c59-3c5e-4254-86ad-dc97c02d9acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3885286 Jul 07 19:08:37.890225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12f16-d325-4496-8265-4e3422d3fccc req-07476a71-83c9-4ad8-9cbe-63658bbae79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:37.890660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12f16-d325-4496-8265-4e3422d3fccc req-07476a71-83c9-4ad8-9cbe-63658bbae79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:37.894246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12f16-d325-4496-8265-4e3422d3fccc req-07476a71-83c9-4ad8-9cbe-63658bbae79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:37.894767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12f16-d325-4496-8265-4e3422d3fccc req-07476a71-83c9-4ad8-9cbe-63658bbae79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:37.895251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12f16-d325-4496-8265-4e3422d3fccc req-07476a71-83c9-4ad8-9cbe-63658bbae79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:37.896237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12f16-d325-4496-8265-4e3422d3fccc req-07476a71-83c9-4ad8-9cbe-63658bbae79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:37.896237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12f16-d325-4496-8265-4e3422d3fccc req-07476a71-83c9-4ad8-9cbe-63658bbae79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:37.903145 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05c12f16-d325-4496-8265-4e3422d3fccc req-07476a71-83c9-4ad8-9cbe-63658bbae79d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6315 time: 0.1525655 Jul 07 19:08:37.915971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Sync routers for ids ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:08:37.948685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Routers {'59a42c59-3c5e-4254-86ad-dc97c02d9acb'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:37.953990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:38.068960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054873c-494d-42bd-9d6c-967e5b75461b req-8637dd2c-b756-4845-badd-bb18ebb91adf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.074933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054873c-494d-42bd-9d6c-967e5b75461b req-8637dd2c-b756-4845-badd-bb18ebb91adf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.100926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054873c-494d-42bd-9d6c-967e5b75461b req-8637dd2c-b756-4845-badd-bb18ebb91adf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.110380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054873c-494d-42bd-9d6c-967e5b75461b req-8637dd2c-b756-4845-badd-bb18ebb91adf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.128352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054873c-494d-42bd-9d6c-967e5b75461b req-8637dd2c-b756-4845-badd-bb18ebb91adf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.130729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12f16-d325-4496-8265-4e3422d3fccc req-94283d8c-0004-42d9-ab3e-88c43b75f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.131342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12f16-d325-4496-8265-4e3422d3fccc req-94283d8c-0004-42d9-ab3e-88c43b75f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.131865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12f16-d325-4496-8265-4e3422d3fccc req-94283d8c-0004-42d9-ab3e-88c43b75f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.133511 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05c12f16-d325-4496-8265-4e3422d3fccc req-94283d8c-0004-42d9-ab3e-88c43b75f56d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=be4515ba2aea4f1a94289d9057588af4&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.2140484 Jul 07 19:08:38.139613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054873c-494d-42bd-9d6c-967e5b75461b req-8637dd2c-b756-4845-badd-bb18ebb91adf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.157289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054873c-494d-42bd-9d6c-967e5b75461b req-8637dd2c-b756-4845-badd-bb18ebb91adf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.181131 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4054873c-494d-42bd-9d6c-967e5b75461b req-8637dd2c-b756-4845-badd-bb18ebb91adf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5405 time: 1.0247726 Jul 07 19:08:38.194595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] For port 99f55f86-70b0-4e88-b9ef-d1f77c09442d, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=99f55f86-70b0-4e88-b9ef-d1f77c09442d,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:38.206850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Allocated IP 172.20.0.9 (316f751f-01ed-42b8-8a52-47968efc8ee7/a4e5bb48-c9b7-4747-8676-f7af843cddd5/db50b934-a6d9-4a11-9053-ded74353a498) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:38.223138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Set router 59a42c59-3c5e-4254-86ad-dc97c02d9acb gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:38.271137 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:38.440001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12f16-d325-4496-8265-4e3422d3fccc req-be10106e-2d3c-4e39-a847-ffc835d44c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.458246 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05c12f16-d325-4496-8265-4e3422d3fccc req-be10106e-2d3c-4e39-a847-ffc835d44c90 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3154366 Jul 07 19:08:38.469343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.469981 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:38.471504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] 10.222.0.59 "PUT /v2.0/ports/99f55f86-70b0-4e88-b9ef-d1f77c09442d HTTP/1.1" status: 200 len: 1092 time: 5.9649844 Jul 07 19:08:38.534852 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5bade12-d25b-423f-ab2c-4c5790f90dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:38.550163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 064ed045-592f-4b71-b91f-4ebe7512f10d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:38.633680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:38.643399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-router', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:26Z', 'updated_at': '2021-07-07T19:08:36Z', 'revision_number': 4, 'project_id': '7110053e549144ef983d23a51922bd6b', 'gw_port': {'id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:27Z', 'updated_at': '2021-07-07T19:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '2c1b8430-43cd-41ed-a8fa-f189eb5074fd', 'name': '', 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'mac_address': 'fa:16:3e:cc:9f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f3d4d9de-7e21-4464-8b67-8e974acfd2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:33Z', 'updated_at': '2021-07-07T19:08:36Z', 'revision_number': 2, 'project_id': '7110053e549144ef983d23a51922bd6b', 'subnets': [{'id': 'f3d4d9de-7e21-4464-8b67-8e974acfd2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:38.695488 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Checking router: 59a42c59-3c5e-4254-86ad-dc97c02d9acb for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:08:38.696697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Updating router 59a42c59-3c5e-4254-86ad-dc97c02d9acb port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:08:38.739218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-895bfa7e-f041-4769-9875-91c98e2bc484 req-100b7cfd-2de4-4769-be74-447c5907f730 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 210 time: 0.0912566 Jul 07 19:08:38.775500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b682b-9397-4c6c-8708-799bf4b47b77'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:38.778676 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caf1a68-f06b-4810-9c91-89c0cd810ed9" -d '{"events": [{"server_uuid": "c013c11b-2ea3-49f6-9f37-a4f7737c6b83", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b682b-9397-4c6c-8708-799bf4b47b77"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:38.782045 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:38.799020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4054873c-494d-42bd-9d6c-967e5b75461b req-c261614c-e4f5-44d9-92cc-980a6cfbdad1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6071148 Jul 07 19:08:38.968655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2ba8a-d3a2-4870-9aed-21588cce4422 service neutron] Pushing event updated for resources: {'Port': ['ID=99f55f86-70b0-4e88-b9ef-d1f77c09442d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:39.423078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 064ed045-592f-4b71-b91f-4ebe7512f10d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:39.423454 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:39.461207 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:39.486838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Transition to ACTIVE for port object 2c1b8430-43cd-41ed-a8fa-f189eb5074fd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:39.505179 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:39.629793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6f13fdd1-e710-4959-b02c-117cd82a12d0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:39.659985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:08:39.670914 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62079da1-ff11-42b3-8f42-b128979ce222 None None] Sync routers for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:08:39.677192 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:39.689350 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62079da1-ff11-42b3-8f42-b128979ce222 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:39.689999 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-62079da1-ff11-42b3-8f42-b128979ce222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:39.717175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830d3e0-2d95-446a-ba35-f2c6d6589bad None None] Pushing event updated for resources: {'Port': ['ID=2c1b8430-43cd-41ed-a8fa-f189eb5074fd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:39.759127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': '99f55f86-70b0-4e88-b9ef-d1f77c09442d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:39.768128 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "99f55f86-70b0-4e88-b9ef-d1f77c09442d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:39.804500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Attempting to bind port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:39.804500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Attempting to bind port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '680fe8f7-3d74-4925-8684-bf8e0f7078ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:39.804500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Attempting to bind port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd on network caa911bc-7c3c-4d6c-a124-d20365f5e0bb {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:39.808979 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:39.809346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Checking segment: {'id': '680fe8f7-3d74-4925-8684-bf8e0f7078ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:39.809866 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:39.812447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Bound using segment: {'id': '680fe8f7-3d74-4925-8684-bf8e0f7078ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:39.812447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Bound port: 2c1b8430-43cd-41ed-a8fa-f189eb5074fd, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680fe8f7-3d74-4925-8684-bf8e0f7078ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:39.812447 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:39.925041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] For port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:39.937676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] For port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2c1b8430-43cd-41ed-a8fa-f189eb5074fd,segment=NetworkSegment(680fe8f7-3d74-4925-8684-bf8e0f7078ae),segment_id=680fe8f7-3d74-4925-8684-bf8e0f7078ae)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:39.954389 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:39.974502 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6f13fdd1-e710-4959-b02c-117cd82a12d0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:39.975147 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:40.032686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513112e-5461-4fb8-9f6d-a6c016ea8ff9 req-0c468ec0-5a49-4f04-9155-3ff898c6c4cf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:40.034709 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0513112e-5461-4fb8-9f6d-a6c016ea8ff9 req-0c468ec0-5a49-4f04-9155-3ff898c6c4cf tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "GET /v2.0/ports?device_id=d013a369-2180-4348-96d7-2b532cb89876 HTTP/1.1" status: 200 len: 950 time: 0.2139754 Jul 07 19:08:40.049808 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:40.052977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] No DVR routers for this DVR port 65a1be64-c701-44c6-983a-0141129d5d24 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:40.067852 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:40.069846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-298ca063-0b26-41b6-9d9b-87d301f2feba req-03e6a7f8-a9f2-4c43-9ad8-e78a02acc939 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.59 "DELETE /v2.0/ports/65a1be64-c701-44c6-983a-0141129d5d24 HTTP/1.1" status: 204 len: 173 time: 7.0845535 Jul 07 19:08:40.176221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2311d-69fb-4222-96db-f1ea2c9000f0 req-3f224c48-9eac-4d4c-ad3f-45183a593410 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:40.185193 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cc2311d-69fb-4222-96db-f1ea2c9000f0 req-3f224c48-9eac-4d4c-ad3f-45183a593410 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 1.1469901 Jul 07 19:08:40.223544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Transition to ACTIVE for port object db50b934-a6d9-4a11-9053-ded74353a498 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:40.266541 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-62079da1-ff11-42b3-8f42-b128979ce222 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:40.384134 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Routers {'59a42c59-3c5e-4254-86ad-dc97c02d9acb'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:40.384789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:40.509560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-0513112e-5461-4fb8-9f6d-a6c016ea8ff9 req-6ccde30c-4b30-48d8-9dda-778bfd307597 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Deleting port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:40.509926 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0513112e-5461-4fb8-9f6d-a6c016ea8ff9 req-6ccde30c-4b30-48d8-9dda-778bfd307597 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:40.637671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830d3e0-2d95-446a-ba35-f2c6d6589bad None None] Pushing event updated for resources: {'Port': ['ID=2c1b8430-43cd-41ed-a8fa-f189eb5074fd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:40.692246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0513112e-5461-4fb8-9f6d-a6c016ea8ff9 req-6ccde30c-4b30-48d8-9dda-778bfd307597 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] For port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:40.693749 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0513112e-5461-4fb8-9f6d-a6c016ea8ff9 req-6ccde30c-4b30-48d8-9dda-778bfd307597 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:40.727211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-0513112e-5461-4fb8-9f6d-a6c016ea8ff9 req-6ccde30c-4b30-48d8-9dda-778bfd307597 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Calling delete_port for 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:40.822804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cc2311d-69fb-4222-96db-f1ea2c9000f0 req-1654394c-56d4-4155-84c6-bc2f4c0303f0 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335008 Jul 07 19:08:40.851335 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-62079da1-ff11-42b3-8f42-b128979ce222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:40.912924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:40.941051 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62079da1-ff11-42b3-8f42-b128979ce222 None None] Checking router: 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:08:40.966537 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62079da1-ff11-42b3-8f42-b128979ce222 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:40.970542 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-62079da1-ff11-42b3-8f42-b128979ce222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:41.154979 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-274925de-3148-4947-a36c-e60ebd224f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:41.182189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] Set router 59a42c59-3c5e-4254-86ad-dc97c02d9acb gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:41.307290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0513112e-5461-4fb8-9f6d-a6c016ea8ff9 req-6ccde30c-4b30-48d8-9dda-778bfd307597 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:41.359430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'f8691e10-c0e4-4466-9855-55820685703c', '113186cf-875d-4cc7-bd2f-ba1294ca7768', '3783df3b-cb35-4354-b55e-ad5b597e560a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:41.397086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Network 316f751f-01ed-42b8-8a52-47968efc8ee7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:41.447141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:41.458791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccde30c-4b30-48d8-9dda-778bfd307597 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event deleted for resources: {'Port': ['ID=93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:41.462724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:41.504601 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-62079da1-ff11-42b3-8f42-b128979ce222 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:41.602365 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:41.612888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Pushing event updated for resources: {'Port': ['ID=db50b934-a6d9-4a11-9053-ded74353a498,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:41.708717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0513112e-5461-4fb8-9f6d-a6c016ea8ff9 req-6ccde30c-4b30-48d8-9dda-778bfd307597 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] No DVR routers for this DVR port 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:41.717953 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0513112e-5461-4fb8-9f6d-a6c016ea8ff9 req-6ccde30c-4b30-48d8-9dda-778bfd307597 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:41.720014 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0513112e-5461-4fb8-9f6d-a6c016ea8ff9 req-6ccde30c-4b30-48d8-9dda-778bfd307597 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.59 "DELETE /v2.0/ports/93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a HTTP/1.1" status: 204 len: 173 time: 1.6796498 Jul 07 19:08:41.720511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd013a369-2180-4348-96d7-2b532cb89876', 'name': 'network-vif-deleted', 'tag': '93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:41.722834 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a321db7d-82ac-4d86-8022-9917ea76515c" -d '{"events": [{"server_uuid": "d013a369-2180-4348-96d7-2b532cb89876", "name": "network-vif-deleted", "tag": "93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:41.850707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:41.851415 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:42.049793 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-2bcb3adf-2fde-4d33-a699-aa964328e43d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2375808 Jul 07 19:08:42.093405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Request body: {'port': {'device_id': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:42.112420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:42.147350 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-62079da1-ff11-42b3-8f42-b128979ce222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:42.217483 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62079da1-ff11-42b3-8f42-b128979ce222 None None] The sync data for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 is: [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:08:42.221460 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:42.265547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Transition to ACTIVE for port object fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:42.288845 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:42.296108 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:42.369846 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:42.370514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26dafc55-d787-463a-a58b-1b1e94a8943e None None] Provisioning for port db50b934-a6d9-4a11-9053-ded74353a498 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:42.439453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26dafc55-d787-463a-a58b-1b1e94a8943e None None] Provisioning complete for port db50b934-a6d9-4a11-9053-ded74353a498 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:42.439975 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26dafc55-d787-463a-a58b-1b1e94a8943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:42.675668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:42.741614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:42.859155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:42.859155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:42.860747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-26dafc55-d787-463a-a58b-1b1e94a8943e None None] Port db50b934-a6d9-4a11-9053-ded74353a498 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:42.941751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54da3fa-7e7e-49fd-a2fc-a284155e3848 None None] New status for floating IP ca48f08b-e5f6-4b70-b314-066ee45040c5: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:08:43.129243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Attempting to bind port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:43.136789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Attempting to bind port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:43.141079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Attempting to bind port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 on network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:43.179914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 on network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:08:43.180144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Attempting to bind port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 on network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:43.223356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:43.223614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Checking segment: {'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:43.223802 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Bound using segment: {'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:43.224280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Bound port: fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:43.224712 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:43.334882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-router', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:26Z', 'updated_at': '2021-07-07T19:08:36Z', 'revision_number': 4, 'project_id': '7110053e549144ef983d23a51922bd6b', 'gw_port': {'id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:27Z', 'updated_at': '2021-07-07T19:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '2c1b8430-43cd-41ed-a8fa-f189eb5074fd', 'name': '', 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'mac_address': 'fa:16:3e:cc:9f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f3d4d9de-7e21-4464-8b67-8e974acfd2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:33Z', 'updated_at': '2021-07-07T19:08:39Z', 'revision_number': 4, 'project_id': '7110053e549144ef983d23a51922bd6b', 'subnets': [{'id': 'f3d4d9de-7e21-4464-8b67-8e974acfd2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:43.372868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] For port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:43.389012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] For port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:43.509777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db50b934-a6d9-4a11-9053-ded74353a498 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:43.520100 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:43.521493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72f10ec-6cfe-45b7-8daa-af79db8c60df None None] The sync data for ids ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'] in n-d-792394-12 is: [{'id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-router', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:26Z', 'updated_at': '2021-07-07T19:08:36Z', 'revision_number': 4, 'project_id': '7110053e549144ef983d23a51922bd6b', 'gw_port': {'id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:27Z', 'updated_at': '2021-07-07T19:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '2c1b8430-43cd-41ed-a8fa-f189eb5074fd', 'name': '', 'network_id': 'caa911bc-7c3c-4d6c-a124-d20365f5e0bb', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'mac_address': 'fa:16:3e:cc:9f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f3d4d9de-7e21-4464-8b67-8e974acfd2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:33Z', 'updated_at': '2021-07-07T19:08:39Z', 'revision_number': 4, 'project_id': '7110053e549144ef983d23a51922bd6b', 'subnets': [{'id': 'f3d4d9de-7e21-4464-8b67-8e974acfd2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:08:43.565259 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Transition to ACTIVE for port object db50b934-a6d9-4a11-9053-ded74353a498 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:43.570675 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:43.603837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:43.804829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:43.805459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:43.812422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] 10.222.0.59 "PUT /v2.0/ports/fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 HTTP/1.1" status: 200 len: 1092 time: 5.1798999 Jul 07 19:08:43.896588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Request body: {'port': {'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:43.901071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:44.406004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebeccef-6fb2-4aeb-af34-b868a33b4bff req-8f1ac0ec-da31-40f1-bc81-5c7423041fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:44.423608 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2ebeccef-6fb2-4aeb-af34-b868a33b4bff req-8f1ac0ec-da31-40f1-bc81-5c7423041fed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa875a77f8054df790a847f9c1e7948d&device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 1101 time: 0.3224373 Jul 07 19:08:44.458761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3125d20-656b-4f2b-8062-9b3153d95b49 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:44.609038 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db45836f-2714-438e-97d2-0d6811d22727 x-openstack-request-id: req-db45836f-2714-438e-97d2-0d6811d22727 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:44.609643 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c013c11b-2ea3-49f6-9f37-a4f7737c6b83", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b682b-9397-4c6c-8708-799bf4b47b77", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:44.609643 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-db45836f-2714-438e-97d2-0d6811d22727 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:44.609959 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b682b-9397-4c6c-8708-799bf4b47b77', 'code': 200} Jul 07 19:08:44.886191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebeccef-6fb2-4aeb-af34-b868a33b4bff req-2c379a75-c1dd-49a1-b0b9-c459af048df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:44.891811 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2ebeccef-6fb2-4aeb-af34-b868a33b4bff req-2c379a75-c1dd-49a1-b0b9-c459af048df9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.4400642 Jul 07 19:08:44.950819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2c1b8430-43cd-41ed-a8fa-f189eb5074fd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:45.038720 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2ebeccef-6fb2-4aeb-af34-b868a33b4bff req-a089c54f-30be-4687-8f79-f5c0e5527c6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=03f6c716-00e4-4a2f-a003-98363ff21005 HTTP/1.1" status: 200 len: 217 time: 0.1381710 Jul 07 19:08:45.104737 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89217fc2-b95d-46ee-a4d3-729c5cecc4ef x-openstack-request-id: req-89217fc2-b95d-46ee-a4d3-729c5cecc4ef {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:45.117382 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "99f55f86-70b0-4e88-b9ef-d1f77c09442d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:45.117740 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-89217fc2-b95d-46ee-a4d3-729c5cecc4ef {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:45.118106 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': '99f55f86-70b0-4e88-b9ef-d1f77c09442d', 'status': 'completed', 'code': 200} Jul 07 19:08:45.144960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:45.167715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:45.169140 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:45.196463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Pushing event updated for resources: {'Port': ['ID=db50b934-a6d9-4a11-9053-ded74353a498,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:45.213103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebeccef-6fb2-4aeb-af34-b868a33b4bff req-ce39f56e-99f8-4cb3-b826-10e27e6d7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.224923 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2ebeccef-6fb2-4aeb-af34-b868a33b4bff req-ce39f56e-99f8-4cb3-b826-10e27e6d7da9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1688545 Jul 07 19:08:45.328585 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:45.357974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Attempting to bind port db50b934-a6d9-4a11-9053-ded74353a498 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:45.360282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Attempting to bind port db50b934-a6d9-4a11-9053-ded74353a498 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:45.361957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Attempting to bind port db50b934-a6d9-4a11-9053-ded74353a498 on network 316f751f-01ed-42b8-8a52-47968efc8ee7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:45.364175 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:45.369474 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebeccef-6fb2-4aeb-af34-b868a33b4bff req-74468738-9f72-434b-b6ba-ecef65cf27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.371362 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2ebeccef-6fb2-4aeb-af34-b868a33b4bff req-74468738-9f72-434b-b6ba-ecef65cf27b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388307 Jul 07 19:08:45.395982 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2c1b8430-43cd-41ed-a8fa-f189eb5074fd,segment=NetworkSegment(680fe8f7-3d74-4925-8684-bf8e0f7078ae),segment_id=680fe8f7-3d74-4925-8684-bf8e0f7078ae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:45.406208 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:45.480168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Port db50b934-a6d9-4a11-9053-ded74353a498 on network 316f751f-01ed-42b8-8a52-47968efc8ee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:08:45.480833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Attempting to bind port db50b934-a6d9-4a11-9053-ded74353a498 on network 316f751f-01ed-42b8-8a52-47968efc8ee7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:45.541965 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=2c1b8430-43cd-41ed-a8fa-f189eb5074fd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:45.591103 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:45.591452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Checking segment: {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:45.592533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Bound using segment: {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:45.592890 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2ebeccef-6fb2-4aeb-af34-b868a33b4bff req-339facfb-da67-4515-acd0-9f8727281872 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097867 Jul 07 19:08:45.593416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Bound port: db50b934-a6d9-4a11-9053-ded74353a498, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9669d38c-dbce-4478-89f8-1eaef99b5f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:45.593416 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:45.648932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-8b61717f-6479-4cb0-a698-b4bbb38a6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.649428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-8b61717f-6479-4cb0-a698-b4bbb38a6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.649916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-8b61717f-6479-4cb0-a698-b4bbb38a6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.650379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-8b61717f-6479-4cb0-a698-b4bbb38a6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.650848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-8b61717f-6479-4cb0-a698-b4bbb38a6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.651314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-8b61717f-6479-4cb0-a698-b4bbb38a6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.651777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-8b61717f-6479-4cb0-a698-b4bbb38a6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.662225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-8b61717f-6479-4cb0-a698-b4bbb38a6cad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6425 time: 0.6953580 Jul 07 19:08:45.768181 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2ebeccef-6fb2-4aeb-af34-b868a33b4bff req-b1a78ece-8103-4a9d-a887-f8deff3e66d5 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681170 Jul 07 19:08:45.908751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e86a9-9259-402a-be24-11b503a332ad req-a0a0c889-a9e4-42d7-adcb-a50346b6786d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.917067 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae4e86a9-9259-402a-be24-11b503a332ad req-a0a0c889-a9e4-42d7-adcb-a50346b6786d tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 943 time: 1.2779193 Jul 07 19:08:45.930075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930aa34-4162-4e96-8cb2-c7398bc61f16 req-47641335-1a9d-4c20-9b3a-0766b04e3b1d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.936173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930aa34-4162-4e96-8cb2-c7398bc61f16 req-47641335-1a9d-4c20-9b3a-0766b04e3b1d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.942146 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930aa34-4162-4e96-8cb2-c7398bc61f16 req-47641335-1a9d-4c20-9b3a-0766b04e3b1d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.963546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930aa34-4162-4e96-8cb2-c7398bc61f16 req-47641335-1a9d-4c20-9b3a-0766b04e3b1d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.977425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930aa34-4162-4e96-8cb2-c7398bc61f16 req-47641335-1a9d-4c20-9b3a-0766b04e3b1d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:45.984191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930aa34-4162-4e96-8cb2-c7398bc61f16 req-47641335-1a9d-4c20-9b3a-0766b04e3b1d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:46.009888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930aa34-4162-4e96-8cb2-c7398bc61f16 req-47641335-1a9d-4c20-9b3a-0766b04e3b1d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:46.020724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3930aa34-4162-4e96-8cb2-c7398bc61f16 req-47641335-1a9d-4c20-9b3a-0766b04e3b1d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5417 time: 0.7889354 Jul 07 19:08:46.055871 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c3bd-a2b8-4f71-a9c3-862fd1514ea9 req-3327892b-e73f-4151-9b99-27498b0d3821 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:46.057612 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f15c3bd-a2b8-4f71-a9c3-862fd1514ea9 req-3327892b-e73f-4151-9b99-27498b0d3821 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/ports?device_id=a90fb579-1006-4681-9a74-dca7125c1434 HTTP/1.1" status: 200 len: 950 time: 0.1125031 Jul 07 19:08:46.223581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1f15c3bd-a2b8-4f71-a9c3-862fd1514ea9 req-8bf93046-c0a3-4d33-a4a3-a6bc0cb574fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Deleting port 3783df3b-cb35-4354-b55e-ad5b597e560a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:46.227264 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1f15c3bd-a2b8-4f71-a9c3-862fd1514ea9 req-8bf93046-c0a3-4d33-a4a3-a6bc0cb574fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:46.350616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1f15c3bd-a2b8-4f71-a9c3-862fd1514ea9 req-8bf93046-c0a3-4d33-a4a3-a6bc0cb574fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] For port 3783df3b-cb35-4354-b55e-ad5b597e560a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3783df3b-cb35-4354-b55e-ad5b597e560a,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:46.351303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1f15c3bd-a2b8-4f71-a9c3-862fd1514ea9 req-8bf93046-c0a3-4d33-a4a3-a6bc0cb574fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:46.369432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3930aa34-4162-4e96-8cb2-c7398bc61f16 req-962bdfaf-e852-40c3-9ea5-6151746c7f79 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3477461 Jul 07 19:08:46.370566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1f15c3bd-a2b8-4f71-a9c3-862fd1514ea9 req-8bf93046-c0a3-4d33-a4a3-a6bc0cb574fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Calling delete_port for 3783df3b-cb35-4354-b55e-ad5b597e560a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:46.568112 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1f15c3bd-a2b8-4f71-a9c3-862fd1514ea9 req-8bf93046-c0a3-4d33-a4a3-a6bc0cb574fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:46.582744 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'f8691e10-c0e4-4466-9855-55820685703c', '113186cf-875d-4cc7-bd2f-ba1294ca7768', '3783df3b-cb35-4354-b55e-ad5b597e560a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:46.626855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-0c378a60-89f0-4343-968c-5c3fd07d9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:46.632856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-0c378a60-89f0-4343-968c-5c3fd07d9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:46.633654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-0c378a60-89f0-4343-968c-5c3fd07d9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:46.635336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-0c378a60-89f0-4343-968c-5c3fd07d9ecb service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=be4515ba2aea4f1a94289d9057588af4&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.9439285 Jul 07 19:08:46.674384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf93046-c0a3-4d33-a4a3-a6bc0cb574fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event deleted for resources: {'Port': ['ID=3783df3b-cb35-4354-b55e-ad5b597e560a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:46.684296 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae4e86a9-9259-402a-be24-11b503a332ad req-da94c233-286e-44de-91e7-cbcfa9e69e10 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7662559 Jul 07 19:08:46.754884 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f15c3bd-a2b8-4f71-a9c3-862fd1514ea9 req-8bf93046-c0a3-4d33-a4a3-a6bc0cb574fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] No DVR routers for this DVR port 3783df3b-cb35-4354-b55e-ad5b597e560a on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:46.765033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1f15c3bd-a2b8-4f71-a9c3-862fd1514ea9 req-8bf93046-c0a3-4d33-a4a3-a6bc0cb574fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:46.771163 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f15c3bd-a2b8-4f71-a9c3-862fd1514ea9 req-8bf93046-c0a3-4d33-a4a3-a6bc0cb574fd tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "DELETE /v2.0/ports/3783df3b-cb35-4354-b55e-ad5b597e560a HTTP/1.1" status: 204 len: 173 time: 0.7072213 Jul 07 19:08:46.843591 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca75c62d-f9f1-4174-9f9b-97e381fbc42a x-openstack-request-id: req-ca75c62d-f9f1-4174-9f9b-97e381fbc42a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:46.844002 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d013a369-2180-4348-96d7-2b532cb89876", "name": "network-vif-deleted", "tag": "93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:46.844353 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ca75c62d-f9f1-4174-9f9b-97e381fbc42a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:46.844961 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd013a369-2180-4348-96d7-2b532cb89876', 'name': 'network-vif-deleted', 'tag': '93d70fa5-a4c6-4f9d-aa99-289e7a6e8f0a', 'status': 'completed', 'code': 200} Jul 07 19:08:46.850879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] For port db50b934-a6d9-4a11-9053-ded74353a498, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:46.994301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2c1b8430-43cd-41ed-a8fa-f189eb5074fd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:47.003672 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] For port db50b934-a6d9-4a11-9053-ded74353a498, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=db50b934-a6d9-4a11-9053-ded74353a498,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:47.149785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'name': 'network-vif-deleted', 'tag': '65a1be64-c701-44c6-983a-0141129d5d24'}, {'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': 'fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:47.158378 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6" -d '{"events": [{"server_uuid": "ce4f7c53-32c5-4222-b14e-17babbe665b3", "name": "network-vif-deleted", "tag": "65a1be64-c701-44c6-983a-0141129d5d24"}, {"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:47.204782 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:47.337610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:47.337994 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:47.469251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8559ac1-0e55-4b8b-9a57-e8840f31e6ab {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:47.489561 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:47.519351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Transition to ACTIVE for port object c8559ac1-0e55-4b8b-9a57-e8840f31e6ab will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:47.570075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:47.570722 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:47.583054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] 10.222.0.112 "PUT /v2.0/ports/db50b934-a6d9-4a11-9053-ded74353a498 HTTP/1.1" status: 200 len: 1092 time: 5.5024066 Jul 07 19:08:47.588888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-7dd6ba7c-3725-4d21-9b7d-206a91b6492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:47.592955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-faa531f0-a13e-47fc-b4f2-e831f4e09d3c req-7dd6ba7c-3725-4d21-9b7d-206a91b6492c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9289024 Jul 07 19:08:47.641503 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:47.846532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f7161-ab43-41ae-bba7-198ed37e4b8e req-c0212c8b-e90f-4fea-9265-d564e450c79f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:47.855179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d34f7161-ab43-41ae-bba7-198ed37e4b8e req-c0212c8b-e90f-4fea-9265-d564e450c79f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 1.2769892 Jul 07 19:08:47.932260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e72f4-89b4-44b6-8003-b1473480d137 service neutron] Pushing event updated for resources: {'Port': ['ID=db50b934-a6d9-4a11-9053-ded74353a498,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:48.066506 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Pushing event updated for resources: {'Port': ['ID=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:48.174879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725def-885e-45df-8211-4f1ac35d614a req-7e9f7d0e-ccb4-4a68-adcf-fa45fedfa455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:48.177104 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-7e9f7d0e-ccb4-4a68-adcf-fa45fedfa455 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4e4090d3881b4fda91b8df8724648639&device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 1095 time: 0.5242040 Jul 07 19:08:48.242525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-a5dafdae-d001-4c50-ae8d-13198a96461a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db50b934-a6d9-4a11-9053-ded74353a498 HTTP/1.1" status: 200 len: 217 time: 0.0577700 Jul 07 19:08:48.261007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d34f7161-ab43-41ae-bba7-198ed37e4b8e req-ae581dea-6c04-4bf1-b751-60e065b6f04f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042625 Jul 07 19:08:48.315244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ee4ac-fa33-4858-827f-fbe5f6526671 req-963f2635-e72d-4b44-a187-f4f8ed1f4cb2 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:48.316881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f25ee4ac-fa33-4858-827f-fbe5f6526671 req-963f2635-e72d-4b44-a187-f4f8ed1f4cb2 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 1.0974605 Jul 07 19:08:48.429669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Attempting to bind port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:48.430224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Attempting to bind port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:48.430565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Attempting to bind port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab on network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:48.445792 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725def-885e-45df-8211-4f1ac35d614a req-8bc510e5-934e-4556-9f83-30433fc527d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:48.447306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-8bc510e5-934e-4556-9f83-30433fc527d2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a4e5bb48-c9b7-4747-8676-f7af843cddd5 HTTP/1.1" status: 200 len: 861 time: 0.1786327 Jul 07 19:08:48.460656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab on network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:08:48.461009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Attempting to bind port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab on network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:48.625430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f25ee4ac-fa33-4858-827f-fbe5f6526671 req-b71c1913-7034-4c36-a5dd-8b8c30df6ede tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750993 Jul 07 19:08:48.641103 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe5758e-bffb-410d-b1d6-b82aacac3468 x-openstack-request-id: req-4fe5758e-bffb-410d-b1d6-b82aacac3468 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:48.642392 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4f7c53-32c5-4222-b14e-17babbe665b3", "name": "network-vif-deleted", "tag": "65a1be64-c701-44c6-983a-0141129d5d24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:48.643452 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4fe5758e-bffb-410d-b1d6-b82aacac3468 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:48.645395 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4f7c53-32c5-4222-b14e-17babbe665b3', 'name': 'network-vif-deleted', 'tag': '65a1be64-c701-44c6-983a-0141129d5d24', 'status': 'completed', 'code': 200} Jul 07 19:08:48.647545 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': 'fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81', 'status': 'completed', 'code': 200} Jul 07 19:08:48.722523 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:48.814220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:48.814636 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Checking segment: {'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:48.814959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Bound using segment: {'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:48.815623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Bound port: c8559ac1-0e55-4b8b-9a57-e8840f31e6ab, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d948e94-27a5-4b08-a6c4-4814d98a8302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:48.815986 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:48.846047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90fb579-1006-4681-9a74-dca7125c1434', 'name': 'network-vif-deleted', 'tag': '3783df3b-cb35-4354-b55e-ad5b597e560a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:48.849807 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198860aa-e44f-41fb-9c1b-8e6359234c42" -d '{"events": [{"server_uuid": "a90fb579-1006-4681-9a74-dca7125c1434", "name": "network-vif-deleted", "tag": "3783df3b-cb35-4354-b55e-ad5b597e560a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:48.897023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] For port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:48.900626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] For port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:48.981159 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:49.198265 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:49.399225 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:49.524429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.525522 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:49.527761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] 10.222.0.59 "PUT /v2.0/ports/c8559ac1-0e55-4b8b-9a57-e8840f31e6ab HTTP/1.1" status: 200 len: 1092 time: 5.6460102 Jul 07 19:08:49.536145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-07866602-d7b6-4061-84b4-6bbef082b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.537048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-07866602-d7b6-4061-84b4-6bbef082b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.537715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-07866602-d7b6-4061-84b4-6bbef082b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.539234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-07866602-d7b6-4061-84b4-6bbef082b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.539822 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-07866602-d7b6-4061-84b4-6bbef082b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.540589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-07866602-d7b6-4061-84b4-6bbef082b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.541370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-07866602-d7b6-4061-84b4-6bbef082b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.543673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-07866602-d7b6-4061-84b4-6bbef082b76b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6451 time: 0.8947227 Jul 07 19:08:49.610501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542eddb7-1b0b-4fc3-b015-2e2be31d6597 req-1b142201-20bf-4865-8359-ee7d2d2cf808 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.616871 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:49.618411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-542eddb7-1b0b-4fc3-b015-2e2be31d6597 req-1b142201-20bf-4865-8359-ee7d2d2cf808 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 943 time: 0.7100804 Jul 07 19:08:49.627939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:49.663991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725def-885e-45df-8211-4f1ac35d614a req-9ace954d-849c-41a7-a26a-ec674a9327cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.665722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-9ace954d-849c-41a7-a26a-ec674a9327cb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=316f751f-01ed-42b8-8a52-47968efc8ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1891856 Jul 07 19:08:49.692138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d5d91-da04-4424-96db-79e7231016ea req-c73aa1ee-f171-431f-8462-8c3105af342a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.705034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d5d91-da04-4424-96db-79e7231016ea req-c73aa1ee-f171-431f-8462-8c3105af342a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.713135 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f7df41fea1e14ec0b1e47ee995d1b952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134492 Jul 07 19:08:49.714389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b836c53-c22f-4dc2-8d7a-54954c0f7286,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:49.723631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d5d91-da04-4424-96db-79e7231016ea req-c73aa1ee-f171-431f-8462-8c3105af342a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.730232 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d5d91-da04-4424-96db-79e7231016ea req-c73aa1ee-f171-431f-8462-8c3105af342a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.731456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:49.734672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.735430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.735982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.737899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.739670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.741224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.741693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d5d91-da04-4424-96db-79e7231016ea req-c73aa1ee-f171-431f-8462-8c3105af342a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.742625 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.743164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.743694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.744220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.744769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.745304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500064c-a9de-4df3-a3c8-ec426a1ffce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:49.774911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d5d91-da04-4424-96db-79e7231016ea req-c73aa1ee-f171-431f-8462-8c3105af342a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.792729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d5d91-da04-4424-96db-79e7231016ea req-c73aa1ee-f171-431f-8462-8c3105af342a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:49.805300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-432d5d91-da04-4424-96db-79e7231016ea req-c73aa1ee-f171-431f-8462-8c3105af342a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 1.0457847 Jul 07 19:08:49.895665 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83864f7a-cdad-47f0-9ba3-4ad16b5d5316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:49.960004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83864f7a-cdad-47f0-9ba3-4ad16b5d5316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:50.027686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-d9637e7c-649e-4ccb-888d-bad7515f5223 service neutron] 10.222.0.112 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140756 Jul 07 19:08:50.079858 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83864f7a-cdad-47f0-9ba3-4ad16b5d5316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:50.083676 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83864f7a-cdad-47f0-9ba3-4ad16b5d5316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:50.088117 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-83864f7a-cdad-47f0-9ba3-4ad16b5d5316 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9b836c53-c22f-4dc2-8d7a-54954c0f7286 HTTP/1.1" status: 204 len: 168 time: 0.3126471 Jul 07 19:08:50.103160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83864f7a-cdad-47f0-9ba3-4ad16b5d5316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b836c53-c22f-4dc2-8d7a-54954c0f7286,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:50.163885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Pushing event updated for resources: {'Port': ['ID=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:50.284567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.285029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.285561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.286047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.286647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.292704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.293123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.293476 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.293844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.294194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.294542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.294861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3abcc9-bb52-461e-a5d4-58f5d7ca995c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:50.328865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-542eddb7-1b0b-4fc3-b015-2e2be31d6597 req-54b8e5cb-01e7-48ee-a903-6bd174d3bc9a tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7092800 Jul 07 19:08:50.459199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-ac5322ed-5c17-4f7a-8624-92906a6321b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:50.460134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-ac5322ed-5c17-4f7a-8624-92906a6321b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:50.460950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-ac5322ed-5c17-4f7a-8624-92906a6321b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:50.464234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-ac5322ed-5c17-4f7a-8624-92906a6321b0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=be4515ba2aea4f1a94289d9057588af4&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.8746591 Jul 07 19:08:50.498573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-432d5d91-da04-4424-96db-79e7231016ea req-633cf26c-2711-4d2a-8e30-1704d125da63 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6861887 Jul 07 19:08:50.510916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3783df3b-cb35-4354-b55e-ad5b597e560a no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:50.598022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 3783df3b-cb35-4354-b55e-ad5b597e560a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:50.605652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3783df3b-cb35-4354-b55e-ad5b597e560a not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:50.660072 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef10ef4-f730-47ee-aaff-e407cd29537d x-openstack-request-id: req-4ef10ef4-f730-47ee-aaff-e407cd29537d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:50.660506 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90fb579-1006-4681-9a74-dca7125c1434", "name": "network-vif-deleted", "tag": "3783df3b-cb35-4354-b55e-ad5b597e560a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:50.660842 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4ef10ef4-f730-47ee-aaff-e407cd29537d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:50.661340 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90fb579-1006-4681-9a74-dca7125c1434', 'name': 'network-vif-deleted', 'tag': '3783df3b-cb35-4354-b55e-ad5b597e560a', 'status': 'completed', 'code': 200} Jul 07 19:08:50.717848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'tag': 'db50b934-a6d9-4a11-9053-ded74353a498'}, {'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': 'c8559ac1-0e55-4b8b-9a57-e8840f31e6ab'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:50.730356 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03642814-409b-4efe-9efe-ee4f42c64730" -d '{"events": [{"name": "network-changed", "server_uuid": "e80e0c23-ebea-41d0-b5e8-000316565cf0", "tag": "db50b934-a6d9-4a11-9053-ded74353a498"}, {"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "c8559ac1-0e55-4b8b-9a57-e8840f31e6ab"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:50.780705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31725def-885e-45df-8211-4f1ac35d614a req-94840737-943c-4e3a-b478-4f55a82ac0c0 service neutron] 10.222.0.112 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780593 Jul 07 19:08:50.836311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-70966165-a221-4e86-af2a-02641cd7547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:50.841985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab0ccfe7-c19b-4b39-b73b-d8af51c495b6 req-70966165-a221-4e86-af2a-02641cd7547f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3343639 Jul 07 19:08:51.118422 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b23fbf-1aa0-4227-86cd-02c890f0d188 x-openstack-request-id: req-50b23fbf-1aa0-4227-86cd-02c890f0d188 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:51.119009 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80e0c23-ebea-41d0-b5e8-000316565cf0", "tag": "db50b934-a6d9-4a11-9053-ded74353a498", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "c8559ac1-0e55-4b8b-9a57-e8840f31e6ab", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:51.119490 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-50b23fbf-1aa0-4227-86cd-02c890f0d188 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:51.120093 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'tag': 'db50b934-a6d9-4a11-9053-ded74353a498', 'status': 'completed', 'code': 200} Jul 07 19:08:51.120664 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': 'c8559ac1-0e55-4b8b-9a57-e8840f31e6ab', 'status': 'completed', 'code': 200} Jul 07 19:08:51.250756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-c12560e6-89dd-493d-a338-a830464bea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:51.251249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-c12560e6-89dd-493d-a338-a830464bea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:51.251734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-c12560e6-89dd-493d-a338-a830464bea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:51.252204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-c12560e6-89dd-493d-a338-a830464bea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:51.252694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-c12560e6-89dd-493d-a338-a830464bea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:51.253168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-c12560e6-89dd-493d-a338-a830464bea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:51.253662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-c12560e6-89dd-493d-a338-a830464bea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:51.263668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-c12560e6-89dd-493d-a338-a830464bea5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6493 time: 0.3437920 Jul 07 19:08:51.451723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-d3064e8f-fede-4f1d-b6d3-6fbd0dd7ff38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b HTTP/1.1" status: 200 len: 217 time: 0.1572034 Jul 07 19:08:51.470492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-c97739f4-2261-4c8f-a34d-347d03edf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:51.475722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-c97739f4-2261-4c8f-a34d-347d03edf2d8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4e4090d3881b4fda91b8df8724648639&device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 1095 time: 0.3515685 Jul 07 19:08:51.510831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15a46d-72b7-489d-beac-efc8028f2cb2 req-fece15ad-64a7-4f11-bc48-7a000ba459dc tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:51.514443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e15a46d-72b7-489d-beac-efc8028f2cb2 req-fece15ad-64a7-4f11-bc48-7a000ba459dc tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.5139003 Jul 07 19:08:51.703629 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:08:51.722019 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-929cd8b6-a607-43c8-b199-296ae6125dc3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1802092 Jul 07 19:08:51.814180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e15a46d-72b7-489d-beac-efc8028f2cb2 req-41e1f56d-b875-438b-aceb-feb95665334c tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123652 Jul 07 19:08:51.831793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-c2167f54-b47d-43e8-a80f-9ac789609fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:51.833447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-c2167f54-b47d-43e8-a80f-9ac789609fd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258 HTTP/1.1" status: 200 len: 856 time: 0.3692338 Jul 07 19:08:52.052796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-c4000da1-c90b-47bf-8d2c-3b2edbed839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:52.052796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-c4000da1-c90b-47bf-8d2c-3b2edbed839e service neutron] 10.222.0.112 "GET /v2.0/networks?id=316f751f-01ed-42b8-8a52-47968efc8ee7 HTTP/1.1" status: 200 len: 924 time: 0.5274751 Jul 07 19:08:52.166092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-5e78e587-016f-4cfa-8b27-1f0c5d28ecf7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db50b934-a6d9-4a11-9053-ded74353a498 HTTP/1.1" status: 200 len: 217 time: 0.1124234 Jul 07 19:08:52.263766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-e4fdf468-f6a1-432d-8ed5-2d96b08c1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:52.266134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-e4fdf468-f6a1-432d-8ed5-2d96b08c1eab service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a4e5bb48-c9b7-4747-8676-f7af843cddd5 HTTP/1.1" status: 200 len: 861 time: 0.0772164 Jul 07 19:08:52.407115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-c037854e-678a-4ce4-a273-9f92c2826969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:52.409375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-c037854e-678a-4ce4-a273-9f92c2826969 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6951925a-2c29-4cfd-98f8-e14789d3e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5603118 Jul 07 19:08:52.554294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7fdf5-6226-4b23-8228-618b2d7bd281 req-20fe6894-4167-4ddd-a5c5-881e76f38d22 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:52.555988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17f7fdf5-6226-4b23-8228-618b2d7bd281 req-20fe6894-4167-4ddd-a5c5-881e76f38d22 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 943 time: 0.3885527 Jul 07 19:08:52.578523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-e6b9d721-a782-4e86-bfba-da2c8a4c75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:52.580028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-e6b9d721-a782-4e86-bfba-da2c8a4c75be service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=316f751f-01ed-42b8-8a52-47968efc8ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2923584 Jul 07 19:08:52.588099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621d0ca-d278-4a3f-8d48-8b93168c91a5 req-fa678a65-7fa6-4cff-96e1-580c2d31ab35 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:52.589662 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8621d0ca-d278-4a3f-8d48-8b93168c91a5 req-fa678a65-7fa6-4cff-96e1-580c2d31ab35 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.3040524 Jul 07 19:08:52.756710 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-b01f88a9-5863-4a5a-816f-1701747c6780 service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344848 Jul 07 19:08:52.816459 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17f7fdf5-6226-4b23-8228-618b2d7bd281 req-36b3bd72-8554-427a-8f97-24311d4a77e5 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2430718 Jul 07 19:08:52.892997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8621d0ca-d278-4a3f-8d48-8b93168c91a5 req-306e2276-ab74-4538-93cd-2a266f6d7977 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752237 Jul 07 19:08:53.031231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-c6b1fbcb-992c-41b9-9c70-1d74e30f096b service neutron] 10.222.0.112 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257474 Jul 07 19:08:53.346135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-8d0751c4-7f9f-4efd-804f-105ccd90386a service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568604 Jul 07 19:08:53.394525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-058b7978-e0d8-49e4-9096-02c57d1c844a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=af9b95f0-6d56-45bb-93c5-baa55385b852 HTTP/1.1" status: 200 len: 217 time: 0.0474844 Jul 07 19:08:53.424587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573cb9-ff1d-46af-9e82-d8bd67fa5875 req-35f776cd-dcda-4da2-8ed7-3fd96beafd3a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:53.447076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573cb9-ff1d-46af-9e82-d8bd67fa5875 req-35f776cd-dcda-4da2-8ed7-3fd96beafd3a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:53.456766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573cb9-ff1d-46af-9e82-d8bd67fa5875 req-35f776cd-dcda-4da2-8ed7-3fd96beafd3a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:53.463401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573cb9-ff1d-46af-9e82-d8bd67fa5875 req-35f776cd-dcda-4da2-8ed7-3fd96beafd3a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:53.470147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573cb9-ff1d-46af-9e82-d8bd67fa5875 req-35f776cd-dcda-4da2-8ed7-3fd96beafd3a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:53.476332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573cb9-ff1d-46af-9e82-d8bd67fa5875 req-35f776cd-dcda-4da2-8ed7-3fd96beafd3a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:53.483053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573cb9-ff1d-46af-9e82-d8bd67fa5875 req-35f776cd-dcda-4da2-8ed7-3fd96beafd3a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:53.490661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb573cb9-ff1d-46af-9e82-d8bd67fa5875 req-35f776cd-dcda-4da2-8ed7-3fd96beafd3a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.3709033 Jul 07 19:08:53.580648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-8e758011-03a2-4040-9351-3752c2c04e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:53.582867 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-8e758011-03a2-4040-9351-3752c2c04e95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.1798286 Jul 07 19:08:53.588038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-29ed569b-a0e6-4cad-b79f-38807f67f215 service neutron] 10.222.0.112 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466614 Jul 07 19:08:53.592527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3f092-955d-4cbf-97c9-6c99b42748f4 req-efaee1ea-2eae-4fc8-869e-2bfa34b31b83 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:53.602251 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eab3f092-955d-4cbf-97c9-6c99b42748f4 req-efaee1ea-2eae-4fc8-869e-2bfa34b31b83 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/ports?device_id=ae5a98b2-dc37-461d-a498-b71d634ec362 HTTP/1.1" status: 200 len: 950 time: 0.1607234 Jul 07 19:08:53.690861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb573cb9-ff1d-46af-9e82-d8bd67fa5875 req-bf613a11-46e0-4e12-8a35-01ab62f01d83 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1990483 Jul 07 19:08:53.752195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-7ce48654-5494-4f21-adb0-62d37ed2dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:53.753835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-7ce48654-5494-4f21-adb0-62d37ed2dab6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1575553 Jul 07 19:08:53.882835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-eab3f092-955d-4cbf-97c9-6c99b42748f4 req-8e6bd30a-936f-423b-918f-a38e64653488 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Deleting port f8691e10-c0e4-4466-9855-55820685703c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:53.885432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eab3f092-955d-4cbf-97c9-6c99b42748f4 req-8e6bd30a-936f-423b-918f-a38e64653488 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:54.044542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-797287ec-2858-4d0d-946f-e3f08014fe38 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726181 Jul 07 19:08:54.108385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-eab3f092-955d-4cbf-97c9-6c99b42748f4 req-8e6bd30a-936f-423b-918f-a38e64653488 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] For port f8691e10-c0e4-4466-9855-55820685703c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f8691e10-c0e4-4466-9855-55820685703c,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:54.108800 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eab3f092-955d-4cbf-97c9-6c99b42748f4 req-8e6bd30a-936f-423b-918f-a38e64653488 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:54.150098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-eab3f092-955d-4cbf-97c9-6c99b42748f4 req-8e6bd30a-936f-423b-918f-a38e64653488 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Calling delete_port for f8691e10-c0e4-4466-9855-55820685703c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:54.305803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-32ee3b11-e517-46b3-aecc-95d6b44e7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:54.307346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-32ee3b11-e517-46b3-aecc-95d6b44e7955 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 1102 time: 0.3567159 Jul 07 19:08:54.361938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-93bf16f6-64ac-4cd7-ac86-d73c23753b39 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065116 Jul 07 19:08:54.463363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eab3f092-955d-4cbf-97c9-6c99b42748f4 req-8e6bd30a-936f-423b-918f-a38e64653488 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:54.475344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'f8691e10-c0e4-4466-9855-55820685703c', '113186cf-875d-4cc7-bd2f-ba1294ca7768'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:54.563275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bd30a-936f-423b-918f-a38e64653488 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event deleted for resources: {'Port': ['ID=f8691e10-c0e4-4466-9855-55820685703c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:54.581483 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-595f9e9f-cb60-42dc-a1e4-89a695ee9100 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=db55104a-fd02-47c0-a7f9-81c03131dee5 HTTP/1.1" status: 200 len: 217 time: 0.2040575 Jul 07 19:08:54.615337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device db50b934-a6d9-4a11-9053-ded74353a498 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:08:54.684421 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab3f092-955d-4cbf-97c9-6c99b42748f4 req-8e6bd30a-936f-423b-918f-a38e64653488 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] No DVR routers for this DVR port f8691e10-c0e4-4466-9855-55820685703c on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:54.689088 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eab3f092-955d-4cbf-97c9-6c99b42748f4 req-8e6bd30a-936f-423b-918f-a38e64653488 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:54.691129 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eab3f092-955d-4cbf-97c9-6c99b42748f4 req-8e6bd30a-936f-423b-918f-a38e64653488 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "DELETE /v2.0/ports/f8691e10-c0e4-4466-9855-55820685703c HTTP/1.1" status: 204 len: 173 time: 1.0836639 Jul 07 19:08:54.691583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5a98b2-dc37-461d-a498-b71d634ec362', 'name': 'network-vif-deleted', 'tag': 'f8691e10-c0e4-4466-9855-55820685703c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:54.702212 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5696db65-b29f-4ecc-bbed-b68a2793f579" -d '{"events": [{"server_uuid": "ae5a98b2-dc37-461d-a498-b71d634ec362", "name": "network-vif-deleted", "tag": "f8691e10-c0e4-4466-9855-55820685703c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:54.901962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port db50b934-a6d9-4a11-9053-ded74353a498, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=db50b934-a6d9-4a11-9053-ded74353a498,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:55.007681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'db50b934-a6d9-4a11-9053-ded74353a498', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'port_id': 'db50b934-a6d9-4a11-9053-ded74353a498', 'mac_address': 'fa:16:3e:95:81:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:08:55.186929 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:55.249362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db50b934-a6d9-4a11-9053-ded74353a498 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:55.279181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port db50b934-a6d9-4a11-9053-ded74353a498, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=db50b934-a6d9-4a11-9053-ded74353a498,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:55.283080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-ee169b4b-e2f1-4c03-b3dc-219a718acdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:55.285396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-ee169b4b-e2f1-4c03-b3dc-219a718acdd5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.9617150 Jul 07 19:08:55.297706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-617a8dcc-4167-410b-a645-706f9ccb097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:55.300309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-617a8dcc-4167-410b-a645-706f9ccb097d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.6735218 Jul 07 19:08:55.328443 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:55.446904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=db50b934-a6d9-4a11-9053-ded74353a498,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:55.488013 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-99b2d9d3-e0db-491f-ba6a-00b7f103f4c3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 217 time: 0.1843865 Jul 07 19:08:55.580969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-6ab50078-fb65-4d1f-bd56-1ae429ce4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:55.583378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-6ab50078-fb65-4d1f-bd56-1ae429ce4f85 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0814633 Jul 07 19:08:55.667735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-2d1381dd-141e-434a-b1ef-da218ba90d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:55.670199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-2d1381dd-141e-434a-b1ef-da218ba90d8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3561618 Jul 07 19:08:55.695471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f1a87-b96b-4ee7-a414-4866e84c9764 req-a8ad9d7c-3eee-4f0f-baf1-8a57b5c787c3 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:55.704121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a55f1a87-b96b-4ee7-a414-4866e84c9764 req-a8ad9d7c-3eee-4f0f-baf1-8a57b5c787c3 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 1.1437073 Jul 07 19:08:55.710190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['db50b934-a6d9-4a11-9053-ded74353a498'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:55.807794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-dbb01e0f-6b1a-4863-a421-3ba574ba68b4 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266050 Jul 07 19:08:55.851551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc0ddd-f2b4-4f9a-a5e5-e0ba9d673119 req-938e2bc0-ef5f-4aae-a24d-187dc1272c74 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:55.853872 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-76cc0ddd-f2b4-4f9a-a5e5-e0ba9d673119 req-938e2bc0-ef5f-4aae-a24d-187dc1272c74 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/ports?device_id=1b25fd1e-885e-46d8-953a-bb4b2d40088b HTTP/1.1" status: 200 len: 950 time: 0.1319220 Jul 07 19:08:55.911202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a55f1a87-b96b-4ee7-a414-4866e84c9764 req-1368704d-fb4f-4fe3-8e43-0ccd0901eb91 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065098 Jul 07 19:08:55.999327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-be0064d7-a943-46a7-ac53-15d6d7c41623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:56.001328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-be0064d7-a943-46a7-ac53-15d6d7c41623 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4045794 Jul 07 19:08:56.125288 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-65394b7d-aed7-4fee-b443-73b6292741f8 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021557 Jul 07 19:08:56.135005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-76cc0ddd-f2b4-4f9a-a5e5-e0ba9d673119 req-6acc7272-7138-49d3-bd05-014eecc8b760 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Deleting port 113186cf-875d-4cc7-bd2f-ba1294ca7768 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:56.140667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-76cc0ddd-f2b4-4f9a-a5e5-e0ba9d673119 req-6acc7272-7138-49d3-bd05-014eecc8b760 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:56.198168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-514fc7fb-b691-46b9-9884-6570514086a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=232b1ab9-807e-4542-bd2f-322e9f1ec6ff HTTP/1.1" status: 200 len: 217 time: 0.0560691 Jul 07 19:08:56.202009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-10262622-e267-4392-bd3b-4e0ce98e265a service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917994 Jul 07 19:08:56.322830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-76cc0ddd-f2b4-4f9a-a5e5-e0ba9d673119 req-6acc7272-7138-49d3-bd05-014eecc8b760 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] For port 113186cf-875d-4cc7-bd2f-ba1294ca7768, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=113186cf-875d-4cc7-bd2f-ba1294ca7768,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:56.323102 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-76cc0ddd-f2b4-4f9a-a5e5-e0ba9d673119 req-6acc7272-7138-49d3-bd05-014eecc8b760 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:56.328676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-b043d490-c78e-4c74-b2dc-43ec954c025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:56.330152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-b043d490-c78e-4c74-b2dc-43ec954c025f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.1226172 Jul 07 19:08:56.364972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-76cc0ddd-f2b4-4f9a-a5e5-e0ba9d673119 req-6acc7272-7138-49d3-bd05-014eecc8b760 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Calling delete_port for 113186cf-875d-4cc7-bd2f-ba1294ca7768 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:56.492051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-cb99730e-e031-43d9-95c2-4e624a6024c8 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763319 Jul 07 19:08:56.536882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f8691e10-c0e4-4466-9855-55820685703c no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:56.538304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-733edef8-a3c7-4b4f-9c9b-39c61aff97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:56.539851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-733edef8-a3c7-4b4f-9c9b-39c61aff97b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1746824 Jul 07 19:08:56.590153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: f8691e10-c0e4-4466-9855-55820685703c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:56.590624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f8691e10-c0e4-4466-9855-55820685703c not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:56.590938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-76cc0ddd-f2b4-4f9a-a5e5-e0ba9d673119 req-6acc7272-7138-49d3-bd05-014eecc8b760 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:56.607132 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:56.620629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc7272-7138-49d3-bd05-014eecc8b760 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event deleted for resources: {'Port': ['ID=113186cf-875d-4cc7-bd2f-ba1294ca7768,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:56.687390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cc0ddd-f2b4-4f9a-a5e5-e0ba9d673119 req-6acc7272-7138-49d3-bd05-014eecc8b760 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] No DVR routers for this DVR port 113186cf-875d-4cc7-bd2f-ba1294ca7768 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:56.690345 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-76cc0ddd-f2b4-4f9a-a5e5-e0ba9d673119 req-6acc7272-7138-49d3-bd05-014eecc8b760 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:56.692690 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-76cc0ddd-f2b4-4f9a-a5e5-e0ba9d673119 req-6acc7272-7138-49d3-bd05-014eecc8b760 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "DELETE /v2.0/ports/113186cf-875d-4cc7-bd2f-ba1294ca7768 HTTP/1.1" status: 204 len: 173 time: 0.8323278 Jul 07 19:08:56.843223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-e77d9aae-5ef0-48c9-8bed-ba4d0333d515 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905192 Jul 07 19:08:57.062291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-ddc3ff85-4543-4eb4-87f2-70c56bb4e7e1 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103205 Jul 07 19:08:57.180321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-fc581b1e-c6b3-494c-b29f-96d4cea29c96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=99f55f86-70b0-4e88-b9ef-d1f77c09442d HTTP/1.1" status: 200 len: 217 time: 0.1080949 Jul 07 19:08:57.236365 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-9db9f14e-1366-457c-b0c1-b9ae8c1f5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:57.238255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-9db9f14e-1366-457c-b0c1-b9ae8c1f5045 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.0477817 Jul 07 19:08:57.245206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe7b8fa2-7a28-49c5-8860-99c48481a2ef req-2a5ce226-2323-4ccf-b366-76747d68d752 tempest-AbsoluteLimitsNegativeTestJSON-637264971 tempest-AbsoluteLimitsNegativeTestJSON-637264971-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=bbf0ace7e4d54f12948768dac3f4acb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459546 Jul 07 19:08:57.421182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-73c5f231-cd8d-40f3-ba95-a7ef7058c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:57.422744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-73c5f231-cd8d-40f3-ba95-a7ef7058c6e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1747305 Jul 07 19:08:57.477919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b8fa2-7a28-49c5-8860-99c48481a2ef req-e6e87c36-5b89-4f11-a9c8-58e72e83577e tempest-AbsoluteLimitsNegativeTestJSON-637264971 tempest-AbsoluteLimitsNegativeTestJSON-637264971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:57.479592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe7b8fa2-7a28-49c5-8860-99c48481a2ef req-e6e87c36-5b89-4f11-a9c8-58e72e83577e tempest-AbsoluteLimitsNegativeTestJSON-637264971 tempest-AbsoluteLimitsNegativeTestJSON-637264971-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333622 Jul 07 19:08:57.533921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784511a2-3d9e-44c6-bc2a-0a9972e490f3 req-3dd29f5a-ad3e-434d-94de-c5608eba1dad tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:57.541051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-784511a2-3d9e-44c6-bc2a-0a9972e490f3 req-3dd29f5a-ad3e-434d-94de-c5608eba1dad tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 944 time: 0.2918470 Jul 07 19:08:57.563298 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe7b8fa2-7a28-49c5-8860-99c48481a2ef req-9e3ec009-7d3a-4330-a316-3fdf9acdc636 tempest-AbsoluteLimitsNegativeTestJSON-637264971 tempest-AbsoluteLimitsNegativeTestJSON-637264971-project] 10.222.0.113 "GET /v2.0/quotas/bbf0ace7e4d54f12948768dac3f4acb2 HTTP/1.1" status: 200 len: 375 time: 0.0548024 Jul 07 19:08:57.654973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe7b8fa2-7a28-49c5-8860-99c48481a2ef req-aa1e5573-de74-4ad2-a747-0651b37e5ac3 tempest-AbsoluteLimitsNegativeTestJSON-637264971 tempest-AbsoluteLimitsNegativeTestJSON-637264971-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bbf0ace7e4d54f12948768dac3f4acb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922194 Jul 07 19:08:57.673022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-784511a2-3d9e-44c6-bc2a-0a9972e490f3 req-d5fcc360-cd82-4a40-8d42-f1b7e62faea3 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268108 Jul 07 19:08:57.689596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-499c200d-f0b0-43ec-ac16-227e476836ad service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517693 Jul 07 19:08:57.859337 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c151de-017f-4fe0-b5a2-00f1254b6880 x-openstack-request-id: req-e6c151de-017f-4fe0-b5a2-00f1254b6880 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:57.859888 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5a98b2-dc37-461d-a498-b71d634ec362", "name": "network-vif-deleted", "tag": "f8691e10-c0e4-4466-9855-55820685703c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:57.860221 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e6c151de-017f-4fe0-b5a2-00f1254b6880 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:57.860712 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5a98b2-dc37-461d-a498-b71d634ec362', 'name': 'network-vif-deleted', 'tag': 'f8691e10-c0e4-4466-9855-55820685703c', 'status': 'completed', 'code': 200} Jul 07 19:08:57.924041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-02c8a604-452b-431c-a9a7-6eccfdbcab62 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249050 Jul 07 19:08:57.980341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-d527aa7a-9012-4c5e-9235-a1043f456295 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 HTTP/1.1" status: 200 len: 217 time: 0.0482433 Jul 07 19:08:57.993692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68bf7b-3ec0-46fc-80e1-2b5a20fd46bb req-70cb4860-35a7-41ca-9b5b-eaa4d449fcad tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.001469 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0f68bf7b-3ec0-46fc-80e1-2b5a20fd46bb req-70cb4860-35a7-41ca-9b5b-eaa4d449fcad tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.1494794 Jul 07 19:08:58.078226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-35c61ab2-b851-427c-ba5d-01e753c9522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.079631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-35c61ab2-b851-427c-ba5d-01e753c9522d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 200 len: 797 time: 0.0761695 Jul 07 19:08:58.155636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:58.157649 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0f68bf7b-3ec0-46fc-80e1-2b5a20fd46bb req-f95d426a-3306-4bff-8d7c-495da370c5d5 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517091 Jul 07 19:08:58.229521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e31c1-a121-4414-8a7d-49a0e220217d req-5bb5073d-53d0-47ca-b9da-a37c054dc814 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.236448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e31c1-a121-4414-8a7d-49a0e220217d req-5bb5073d-53d0-47ca-b9da-a37c054dc814 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.242350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e31c1-a121-4414-8a7d-49a0e220217d req-5bb5073d-53d0-47ca-b9da-a37c054dc814 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.249045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e31c1-a121-4414-8a7d-49a0e220217d req-5bb5073d-53d0-47ca-b9da-a37c054dc814 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.255056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e31c1-a121-4414-8a7d-49a0e220217d req-5bb5073d-53d0-47ca-b9da-a37c054dc814 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.260925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e31c1-a121-4414-8a7d-49a0e220217d req-5bb5073d-53d0-47ca-b9da-a37c054dc814 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.267765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e31c1-a121-4414-8a7d-49a0e220217d req-5bb5073d-53d0-47ca-b9da-a37c054dc814 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.275679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e0e31c1-a121-4414-8a7d-49a0e220217d req-5bb5073d-53d0-47ca-b9da-a37c054dc814 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.2704401 Jul 07 19:08:58.317092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-0a809312-b671-4b9f-aab1-3feb813ec9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.318592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-0a809312-b671-4b9f-aab1-3feb813ec9c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2167282 Jul 07 19:08:58.319568 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da23d3ff-350c-4b81-9542-fb0b2b9965d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:58.330981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e0e31c1-a121-4414-8a7d-49a0e220217d req-7f93e2b5-f886-4d66-b0ef-23fb7913c74e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543742 Jul 07 19:08:58.458068 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da23d3ff-350c-4b81-9542-fb0b2b9965d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:58.474097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da23d3ff-350c-4b81-9542-fb0b2b9965d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:58.504295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23d3ff-350c-4b81-9542-fb0b2b9965d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf9df0-88c2-4391-ac1b-ecc7d3dd1c54,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:58.527122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6605a3-2b07-4fc3-96a2-31d9978ebe01 req-fe2be123-1829-4163-b98b-0909380b3b96 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.533841 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e6605a3-2b07-4fc3-96a2-31d9978ebe01 req-fe2be123-1829-4163-b98b-0909380b3b96 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.2011468 Jul 07 19:08:58.541899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device db50b934-a6d9-4a11-9053-ded74353a498 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:58.547413 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-da23d3ff-350c-4b81-9542-fb0b2b9965d3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bbf0ace7e4d54f12948768dac3f4acb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906677 Jul 07 19:08:58.550222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:58.609888 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-a9e50296-bd22-4540-9782-1ed24450823d service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752647 Jul 07 19:08:58.612653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b254a-539c-46fc-bfe7-36e2c39bc187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:58.649008 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b254a-539c-46fc-bfe7-36e2c39bc187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:58.655678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port db50b934-a6d9-4a11-9053-ded74353a498 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:58.663782 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port db50b934-a6d9-4a11-9053-ded74353a498 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:58.664524 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:58.718267 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b254a-539c-46fc-bfe7-36e2c39bc187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:58.721351 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b254a-539c-46fc-bfe7-36e2c39bc187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:58.722627 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dd1b254a-539c-46fc-bfe7-36e2c39bc187 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7fbf9df0-88c2-4391-ac1b-ecc7d3dd1c54 HTTP/1.1" status: 204 len: 168 time: 0.1712949 Jul 07 19:08:58.731828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b254a-539c-46fc-bfe7-36e2c39bc187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf9df0-88c2-4391-ac1b-ecc7d3dd1c54,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:58.741207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e6605a3-2b07-4fc3-96a2-31d9978ebe01 req-92993e8d-d5ba-4661-9942-9c228897c3ce tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847639 Jul 07 19:08:58.778968 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-bcf2d068-f5f8-4929-beaa-29f785b18c4b service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576731 Jul 07 19:08:58.848068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-f406e33e-d3c1-4111-ab73-71c364a3be79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab HTTP/1.1" status: 200 len: 217 time: 0.0624924 Jul 07 19:08:58.876742 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:58.929871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db50b934-a6d9-4a11-9053-ded74353a498'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:58.937322 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bff9ec-9869-49ca-a6d9-d39b585a7fb2" -d '{"events": [{"server_uuid": "e80e0c23-ebea-41d0-b5e8-000316565cf0", "name": "network-vif-plugged", "status": "completed", "tag": "db50b934-a6d9-4a11-9053-ded74353a498"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:58.953642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port db50b934-a6d9-4a11-9053-ded74353a498, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=db50b934-a6d9-4a11-9053-ded74353a498,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:58.961940 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:58.962905 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 113186cf-875d-4cc7-bd2f-ba1294ca7768 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:58.980560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-986a9bfc-f4e5-48f3-a316-66b77f1d3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:58.984917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-986a9bfc-f4e5-48f3-a316-66b77f1d3218 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 200 len: 797 time: 0.1162264 Jul 07 19:08:58.987618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 113186cf-875d-4cc7-bd2f-ba1294ca7768 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:58.987985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 113186cf-875d-4cc7-bd2f-ba1294ca7768 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:59.068151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=db50b934-a6d9-4a11-9053-ded74353a498,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:59.155714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133542-a408-4070-a2fa-283af576279e req-6b08c018-5604-41ba-8084-7faf19bef757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:59.157162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-6b08c018-5604-41ba-8084-7faf19bef757 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1662188 Jul 07 19:08:59.256606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ab3ab-e471-4abf-9665-d3afb93795e1 req-46deaef7-98c8-4415-a707-88a8efa82c7e tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:59.258258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd8ab3ab-e471-4abf-9665-d3afb93795e1 req-46deaef7-98c8-4415-a707-88a8efa82c7e tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 945 time: 0.1764030 Jul 07 19:08:59.346238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd8ab3ab-e471-4abf-9665-d3afb93795e1 req-5142acce-f1e2-47a8-9c03-582ff1b116ae tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813282 Jul 07 19:08:59.416050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-c41a3dbf-29e9-4adf-8322-c5e368969afc service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491903 Jul 07 19:08:59.588949 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133542-a408-4070-a2fa-283af576279e req-a8fc3d7c-1691-4866-9f34-72cc5aef7402 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656642 Jul 07 19:08:59.774323 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc0d4f4-5ef8-4fcc-9539-62991626f6c1 x-openstack-request-id: req-8cc0d4f4-5ef8-4fcc-9539-62991626f6c1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:59.775236 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80e0c23-ebea-41d0-b5e8-000316565cf0", "name": "network-vif-plugged", "status": "completed", "tag": "db50b934-a6d9-4a11-9053-ded74353a498", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:59.775668 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8cc0d4f4-5ef8-4fcc-9539-62991626f6c1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:59.776269 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db50b934-a6d9-4a11-9053-ded74353a498', 'code': 200} Jul 07 19:08:59.852769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:59.862270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25fd1e-885e-46d8-953a-bb4b2d40088b', 'name': 'network-vif-deleted', 'tag': '113186cf-875d-4cc7-bd2f-ba1294ca7768'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:59.865227 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029eebc6-bd30-44f3-9ac2-c5237cb92744" -d '{"events": [{"server_uuid": "1b25fd1e-885e-46d8-953a-bb4b2d40088b", "name": "network-vif-deleted", "tag": "113186cf-875d-4cc7-bd2f-ba1294ca7768"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:00.035051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4acd80-73f6-4c35-88d2-238911ca34ca req-253d5f7b-ba21-41ac-9d62-01afdcce5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.037245 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fa4acd80-73f6-4c35-88d2-238911ca34ca req-253d5f7b-ba21-41ac-9d62-01afdcce5b87 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 1097 time: 0.1385024 Jul 07 19:09:00.040243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-3b749274-7b87-4c1d-85a0-b751ba8b6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.040873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-3b749274-7b87-4c1d-85a0-b751ba8b6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.041359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-3b749274-7b87-4c1d-85a0-b751ba8b6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.041922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-3b749274-7b87-4c1d-85a0-b751ba8b6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.042592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-3b749274-7b87-4c1d-85a0-b751ba8b6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.043144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-3b749274-7b87-4c1d-85a0-b751ba8b6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.044139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-3b749274-7b87-4c1d-85a0-b751ba8b6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.044927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-971812936-network', 'tenant_id': '0fc2a61850224dfc9c2791428aa47518'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:00.046522 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-3b749274-7b87-4c1d-85a0-b751ba8b6711 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6493 time: 0.2356615 Jul 07 19:09:00.092375 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fa4acd80-73f6-4c35-88d2-238911ca34ca req-f0d5398b-94e9-4ea2-b72e-031f2ed092b6 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435870 Jul 07 19:09:00.102611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Made reservation on behalf of 0fc2a61850224dfc9c2791428aa47518 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:00.105497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:00.118729 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:00.255766 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:00.265270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:00.294972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b06035-1b16-4197-8a0a-68bdb4668b1a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:00.323591 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1115} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:09:00.339603 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:00.340002 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Added segment 49e7cf34-a562-4392-9f56-cb1d4e5fa3fa of type vlan for network b337a260-6ffb-42b7-8f32-5614000bff19 Jul 07 19:09:00.399957 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:00.439731 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:00.441101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.441978 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:00.466579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c63fee-24b8-4f5e-9fda-7a6803d103f1 req-d7b7ff08-c0f7-459e-8df1-fa495c02d565 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.473325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c63fee-24b8-4f5e-9fda-7a6803d103f1 req-d7b7ff08-c0f7-459e-8df1-fa495c02d565 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.479609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c63fee-24b8-4f5e-9fda-7a6803d103f1 req-d7b7ff08-c0f7-459e-8df1-fa495c02d565 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.486074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c63fee-24b8-4f5e-9fda-7a6803d103f1 req-d7b7ff08-c0f7-459e-8df1-fa495c02d565 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.491847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c63fee-24b8-4f5e-9fda-7a6803d103f1 req-d7b7ff08-c0f7-459e-8df1-fa495c02d565 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.498889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c63fee-24b8-4f5e-9fda-7a6803d103f1 req-d7b7ff08-c0f7-459e-8df1-fa495c02d565 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.502661 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6478684 Jul 07 19:09:00.505583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c63fee-24b8-4f5e-9fda-7a6803d103f1 req-d7b7ff08-c0f7-459e-8df1-fa495c02d565 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.507608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7c63fee-24b8-4f5e-9fda-7a6803d103f1 req-d7b7ff08-c0f7-459e-8df1-fa495c02d565 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.5581942 Jul 07 19:09:00.510036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:00.520385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] Request body: {'subnet': {'network_id': 'b337a260-6ffb-42b7-8f32-5614000bff19', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-971812936-subnet', 'tenant_id': '0fc2a61850224dfc9c2791428aa47518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:00.521477 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ea2e9-f424-4d4e-ba2a-c107798ad01e admin admin] Pushing event updated for resources: {'Network': ['ID=b337a260-6ffb-42b7-8f32-5614000bff19,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:00.534024 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network b337a260-6ffb-42b7-8f32-5614000bff19 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:09:00.583662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fa18d-db7e-4b26-bb3e-5e54bb6a6d00 req-83af4a25-dea9-44ee-be50-8096a84aa82a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.585883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b7fa18d-db7e-4b26-bb3e-5e54bb6a6d00 req-83af4a25-dea9-44ee-be50-8096a84aa82a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.5545297 Jul 07 19:09:00.591188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-9f149d07-10ed-478c-b83c-22cc1d627e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.594656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-9f149d07-10ed-478c-b83c-22cc1d627e39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 HTTP/1.1" status: 200 len: 904 time: 0.5371170 Jul 07 19:09:00.657770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-50475888-9b88-4c9d-8b4e-18d960cd2021 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab HTTP/1.1" status: 200 len: 217 time: 0.0539351 Jul 07 19:09:00.663527 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] Made reservation on behalf of 0fc2a61850224dfc9c2791428aa47518 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:00.665794 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:00.744361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7c63fee-24b8-4f5e-9fda-7a6803d103f1 req-70dc853d-f4f2-4dc0-b7b7-1373fe171505 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2127194 Jul 07 19:09:00.779306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b7fa18d-db7e-4b26-bb3e-5e54bb6a6d00 req-d83c6db4-07df-4c8c-8f01-f2816759e859 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782258 Jul 07 19:09:00.783293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9d1b682b-9397-4c6c-8708-799bf4b47b77 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:09:00.798111 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-3f66570c-a685-4e4c-ba63-446d4cb5d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.799598 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-3f66570c-a685-4e4c-ba63-446d4cb5d688 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 200 len: 797 time: 0.1318095 Jul 07 19:09:00.989071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03642814-409b-4efe-9efe-ee4f42c64730 req-9f62c185-2f22-4a6b-ad3b-c0c12f269703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:00.990837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-9f62c185-2f22-4a6b-ad3b-c0c12f269703 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1817219 Jul 07 19:09:00.999223 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:01.058560 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9d1b682b-9397-4c6c-8708-799bf4b47b77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9d1b682b-9397-4c6c-8708-799bf4b47b77,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:01.071357 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:01.129349 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:01.180710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9d1b682b-9397-4c6c-8708-799bf4b47b77,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:01.262445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f498696-0661-4112-aec2-233eb15a22c7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:01.306164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] Checking segment: {'id': '49e7cf34-a562-4392-9f56-cb1d4e5fa3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'b337a260-6ffb-42b7-8f32-5614000bff19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:01.306164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] Network hostable DHCP agents. Network: b337a260-6ffb-42b7-8f32-5614000bff19, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:09:01.314332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-42d22bfc-7649-4c69-9bd7-5c1316f3b4d9 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887323 Jul 07 19:09:01.366456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454b8db-4146-4b07-a9e2-12e7c7ce06a0 req-d084a81e-5e59-4303-94ef-f605bc16f0a7 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:01.386533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7454b8db-4146-4b07-a9e2-12e7c7ce06a0 req-d084a81e-5e59-4303-94ef-f605bc16f0a7 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 949 time: 0.3569813 Jul 07 19:09:01.445344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cfd82-16f5-49d4-abf7-680763f6de21 req-cd08ee33-d5c2-48fa-b3ed-faab46d02af4 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:01.455076 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a56cfd82-16f5-49d4-abf7-680763f6de21 req-cd08ee33-d5c2-48fa-b3ed-faab46d02af4 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "GET /v2.0/ports?device_id=da215f60-678a-4c8a-8499-f3d3bdb7bd14 HTTP/1.1" status: 200 len: 949 time: 0.1332273 Jul 07 19:09:01.488035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] Network b337a260-6ffb-42b7-8f32-5614000bff19 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:09:01.524730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, b337a260-6ffb-42b7-8f32-5614000bff19) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:01.537160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cb8d64-6605-4929-b752-9646e3da5056 None None] Network b337a260-6ffb-42b7-8f32-5614000bff19 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:01.572365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7454b8db-4146-4b07-a9e2-12e7c7ce06a0 req-0544f170-ef39-4092-b7e6-b61ba4dd7375 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.113 "GET /v2.0/security-groups?id=3adce802-e522-4306-915c-0ddf1acdff98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790185 Jul 07 19:09:01.572365 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:01.572365 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:01.618392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a56cfd82-16f5-49d4-abf7-680763f6de21 req-c697d25a-5190-455b-b060-0a09c7c666a0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Deleting port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:09:01.618392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a56cfd82-16f5-49d4-abf7-680763f6de21 req-c697d25a-5190-455b-b060-0a09c7c666a0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:01.690326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-90e860e1-29a2-4b5b-b892-347ffc3ad8b1 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1790261 Jul 07 19:09:01.695987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03642814-409b-4efe-9efe-ee4f42c64730 req-d453a413-221b-4db9-9900-9159efd9c0b0 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615012 Jul 07 19:09:01.699729 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1160f13-f34a-4854-97b9-52ae74d24c77 x-openstack-request-id: req-e1160f13-f34a-4854-97b9-52ae74d24c77 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:01.700526 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b25fd1e-885e-46d8-953a-bb4b2d40088b", "name": "network-vif-deleted", "tag": "113186cf-875d-4cc7-bd2f-ba1294ca7768", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:01.700766 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e1160f13-f34a-4854-97b9-52ae74d24c77 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:01.702593 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25fd1e-885e-46d8-953a-bb4b2d40088b', 'name': 'network-vif-deleted', 'tag': '113186cf-875d-4cc7-bd2f-ba1294ca7768', 'status': 'completed', 'code': 200} Jul 07 19:09:01.728490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ddad-372b-401c-aacd-4eb4d95fc394 req-4b911010-ffaa-495f-833b-6478b197559c tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:01.736646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa58ddad-372b-401c-aacd-4eb4d95fc394 req-4b911010-ffaa-495f-833b-6478b197559c tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.3250697 Jul 07 19:09:01.785598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a56cfd82-16f5-49d4-abf7-680763f6de21 req-c697d25a-5190-455b-b060-0a09c7c666a0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] For port c91c6f0b-b4e4-45af-a5be-0e3f61b71569, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c91c6f0b-b4e4-45af-a5be-0e3f61b71569,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:01.786260 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a56cfd82-16f5-49d4-abf7-680763f6de21 req-c697d25a-5190-455b-b060-0a09c7c666a0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:01.806763 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a56cfd82-16f5-49d4-abf7-680763f6de21 req-c697d25a-5190-455b-b060-0a09c7c666a0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Calling delete_port for c91c6f0b-b4e4-45af-a5be-0e3f61b71569 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:09:01.851098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa58ddad-372b-401c-aacd-4eb4d95fc394 req-4535d45d-b948-43f2-9e9c-57d2f799c081 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060641 Jul 07 19:09:01.854053 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1b682b-9397-4c6c-8708-799bf4b47b77'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:01.857898 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f06cd2-f849-4e05-9dbb-d7ebf1bfeda7" -d '{"events": [{"server_uuid": "c013c11b-2ea3-49f6-9f37-a4f7737c6b83", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1b682b-9397-4c6c-8708-799bf4b47b77"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:01.875647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7ab764-15a8-48ed-a8cd-c14ac9fac257 None None] Network b337a260-6ffb-42b7-8f32-5614000bff19 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:02.179390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a56cfd82-16f5-49d4-abf7-680763f6de21 req-c697d25a-5190-455b-b060-0a09c7c666a0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:02.190653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df00464-1352-4b49-be37-254fa674c52e req-d899ddd3-912a-4a64-aa6e-c9a05def97fb tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:02.194987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c91c6f0b-b4e4-45af-a5be-0e3f61b71569'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:02.200818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7df00464-1352-4b49-be37-254fa674c52e req-d899ddd3-912a-4a64-aa6e-c9a05def97fb tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 945 time: 0.2058573 Jul 07 19:09:02.241355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-f334feb8-5e6d-4823-8cb0-2d9fce4f8eec tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:02.248209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697d25a-5190-455b-b060-0a09c7c666a0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Pushing event deleted for resources: {'Port': ['ID=c91c6f0b-b4e4-45af-a5be-0e3f61b71569,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:02.248603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-f334feb8-5e6d-4823-8cb0-2d9fce4f8eec tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 805 time: 0.1954815 Jul 07 19:09:02.272597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-86bf2921-29e6-4dc9-83f5-ab83a41a1b7c tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/quotas/51602686618147289866651e0f68fc1c HTTP/1.1" status: 200 len: 375 time: 0.0229936 Jul 07 19:09:02.343292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56cfd82-16f5-49d4-abf7-680763f6de21 req-c697d25a-5190-455b-b060-0a09c7c666a0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] No DVR routers for this DVR port c91c6f0b-b4e4-45af-a5be-0e3f61b71569 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:09:02.345870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a56cfd82-16f5-49d4-abf7-680763f6de21 req-c697d25a-5190-455b-b060-0a09c7c666a0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:02.348277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7df00464-1352-4b49-be37-254fa674c52e req-85019183-8593-4250-9f59-9450b6b7cce6 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1462522 Jul 07 19:09:02.356528 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a56cfd82-16f5-49d4-abf7-680763f6de21 req-c697d25a-5190-455b-b060-0a09c7c666a0 tempest-ServersOnMultiNodesTest-312684754 tempest-ServersOnMultiNodesTest-312684754-project] 10.222.0.112 "DELETE /v2.0/ports/c91c6f0b-b4e4-45af-a5be-0e3f61b71569 HTTP/1.1" status: 204 len: 173 time: 0.8868806 Jul 07 19:09:02.437329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-0cc4e1d3-86e6-4a7f-8eef-fcffb689969a tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600287 Jul 07 19:09:02.620537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-26d25117-eb1e-4431-b1fe-edc3adf81287 service neutron] 10.222.0.113 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836510 Jul 07 19:09:02.743060 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-87d9e6c2-9b78-40e3-96f3-292f43efe000 service neutron] 10.222.0.113 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238031 Jul 07 19:09:02.779272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e84814-4203-4463-a8e3-62d2e5686f8e req-06f4feef-51ee-4e5f-b8aa-ae09fda7aa2e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:02.786607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e84814-4203-4463-a8e3-62d2e5686f8e req-06f4feef-51ee-4e5f-b8aa-ae09fda7aa2e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:02.793878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e84814-4203-4463-a8e3-62d2e5686f8e req-06f4feef-51ee-4e5f-b8aa-ae09fda7aa2e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:02.803079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e84814-4203-4463-a8e3-62d2e5686f8e req-06f4feef-51ee-4e5f-b8aa-ae09fda7aa2e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:02.809186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e84814-4203-4463-a8e3-62d2e5686f8e req-06f4feef-51ee-4e5f-b8aa-ae09fda7aa2e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:02.830022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e84814-4203-4463-a8e3-62d2e5686f8e req-06f4feef-51ee-4e5f-b8aa-ae09fda7aa2e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:02.837689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e84814-4203-4463-a8e3-62d2e5686f8e req-06f4feef-51ee-4e5f-b8aa-ae09fda7aa2e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:02.849011 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-42e84814-4203-4463-a8e3-62d2e5686f8e req-06f4feef-51ee-4e5f-b8aa-ae09fda7aa2e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.3302140 Jul 07 19:09:02.886117 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:02.935739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-42e84814-4203-4463-a8e3-62d2e5686f8e req-94ecc8a2-c119-4661-b3c5-aa13acda65b5 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847054 Jul 07 19:09:03.030693 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca1f9a0-da4a-4133-bfb1-26676eaeba97 x-openstack-request-id: req-9ca1f9a0-da4a-4133-bfb1-26676eaeba97 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:03.031376 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c013c11b-2ea3-49f6-9f37-a4f7737c6b83", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1b682b-9397-4c6c-8708-799bf4b47b77", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:03.031891 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ca1f9a0-da4a-4133-bfb1-26676eaeba97 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:03.032604 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1b682b-9397-4c6c-8708-799bf4b47b77', 'code': 200} Jul 07 19:09:03.174035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a43c8-6dbe-477b-93b1-1988466e2d0d req-d77a042a-2824-49ed-91c8-cf071ded3567 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:03.182284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a5a43c8-6dbe-477b-93b1-1988466e2d0d req-d77a042a-2824-49ed-91c8-cf071ded3567 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.0952692 Jul 07 19:09:03.251563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a5a43c8-6dbe-477b-93b1-1988466e2d0d req-e8c58e25-d177-4ae3-bb14-eec11be04979 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681908 Jul 07 19:09:03.327995 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-c3217f8a-00b3-423d-8653-23246bef8df7 req-4dc3a3c5-dbba-4807-9a53-07252153da98 tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] show failed (client error): The resource could not be found. Jul 07 19:09:03.328971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c3217f8a-00b3-423d-8653-23246bef8df7 req-4dc3a3c5-dbba-4807-9a53-07252153da98 tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] 10.222.0.113 "GET /v2.0/security-groups/3b24af7f-6878-43ff-85ce-1ba37a51c9dd HTTP/1.1" status: 404 len: 352 time: 0.0269973 Jul 07 19:09:03.393183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d53cd-de3f-477d-beb4-832c5a8e6cb5 req-3e28d990-8b70-4296-848d-0e834d9b03d7 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:03.395329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e74d53cd-de3f-477d-beb4-832c5a8e6cb5 req-3e28d990-8b70-4296-848d-0e834d9b03d7 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.59 "GET /v2.0/ports?device_id=c013c11b-2ea3-49f6-9f37-a4f7737c6b83 HTTP/1.1" status: 200 len: 943 time: 0.1727648 Jul 07 19:09:03.601570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434bfc7-8fe3-48ea-bf23-4234a03f653b req-84e7d107-2cb8-4a49-89f5-f4bf75f76715 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:03.603317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e434bfc7-8fe3-48ea-bf23-4234a03f653b req-84e7d107-2cb8-4a49-89f5-f4bf75f76715 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 945 time: 0.1604035 Jul 07 19:09:03.614634 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:03.621293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-23367ac3-4caa-4222-824f-c2e2043b65ee tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Request body: {'floatingip': {'port_id': 'db50b934-a6d9-4a11-9053-ded74353a498'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:03.675262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e74d53cd-de3f-477d-beb4-832c5a8e6cb5 req-d0b17121-b57d-4b0f-8a53-aafe583a6f0f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Deleting port 9d1b682b-9397-4c6c-8708-799bf4b47b77 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:09:03.675649 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e74d53cd-de3f-477d-beb4-832c5a8e6cb5 req-d0b17121-b57d-4b0f-8a53-aafe583a6f0f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:03.708643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da215f60-678a-4c8a-8499-f3d3bdb7bd14', 'name': 'network-vif-deleted', 'tag': 'c91c6f0b-b4e4-45af-a5be-0e3f61b71569'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:03.712232 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71bd5c7-545f-4aed-a276-5a68c3723d94" -d '{"events": [{"server_uuid": "da215f60-678a-4c8a-8499-f3d3bdb7bd14", "name": "network-vif-deleted", "tag": "c91c6f0b-b4e4-45af-a5be-0e3f61b71569"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:03.755223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23367ac3-4caa-4222-824f-c2e2043b65ee tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:03.756198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9134645c-1e7a-4ee2-833b-61c500af6d4b req-2e0dea5e-4e5f-42a8-aa0f-848620af0823 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 210 time: 0.0851333 Jul 07 19:09:03.879443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae60-d31c-47f0-a207-6999bb9d08ca req-d65190b8-cc9a-491e-a54d-4bcc2a7f036e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:03.889992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5186ae60-d31c-47f0-a207-6999bb9d08ca req-d65190b8-cc9a-491e-a54d-4bcc2a7f036e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 949 time: 0.2651815 Jul 07 19:09:03.906084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e74d53cd-de3f-477d-beb4-832c5a8e6cb5 req-d0b17121-b57d-4b0f-8a53-aafe583a6f0f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] For port 9d1b682b-9397-4c6c-8708-799bf4b47b77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9d1b682b-9397-4c6c-8708-799bf4b47b77,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:03.906546 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e74d53cd-de3f-477d-beb4-832c5a8e6cb5 req-d0b17121-b57d-4b0f-8a53-aafe583a6f0f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:03.953793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e74d53cd-de3f-477d-beb4-832c5a8e6cb5 req-d0b17121-b57d-4b0f-8a53-aafe583a6f0f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Calling delete_port for 9d1b682b-9397-4c6c-8708-799bf4b47b77 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:09:03.966209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:03.967045 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3345ec-d36a-40ae-9abd-615152df1e73 x-openstack-request-id: req-4a3345ec-d36a-40ae-9abd-615152df1e73 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:03.967354 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da215f60-678a-4c8a-8499-f3d3bdb7bd14", "name": "network-vif-deleted", "tag": "c91c6f0b-b4e4-45af-a5be-0e3f61b71569", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:03.967701 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4a3345ec-d36a-40ae-9abd-615152df1e73 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:03.968226 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da215f60-678a-4c8a-8499-f3d3bdb7bd14', 'name': 'network-vif-deleted', 'tag': 'c91c6f0b-b4e4-45af-a5be-0e3f61b71569', 'status': 'completed', 'code': 200} Jul 07 19:09:04.009066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5186ae60-d31c-47f0-a207-6999bb9d08ca req-0d6c2df6-b6ae-4333-a737-2f5c46c1ae5a tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180856 Jul 07 19:09:04.111166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e00f1ddd-ee70-4882-a55d-1e0a11f9ed92 req-b8759bb8-08ea-49e2-a58b-b13d61a0ef18 tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0fc2a61850224dfc9c2791428aa47518 HTTP/1.1" status: 200 len: 2984 time: 0.1468596 Jul 07 19:09:04.186212 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e00f1ddd-ee70-4882-a55d-1e0a11f9ed92 req-46e6d559-0a7b-48c6-a9a3-84fb65177de5 tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] 10.222.0.113 "GET /v2.0/security-groups/b5b06035-1b16-4197-8a0a-68bdb4668b1a HTTP/1.1" status: 200 len: 2981 time: 0.0732515 Jul 07 19:09:04.375497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e00f1ddd-ee70-4882-a55d-1e0a11f9ed92 req-01ffe1e3-ac67-4948-9f6f-91a828d9fbb7 tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] 10.222.0.113 "GET /v2.0/security-groups/b5b06035-1b16-4197-8a0a-68bdb4668b1a HTTP/1.1" status: 200 len: 2981 time: 0.1828413 Jul 07 19:09:04.423059 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-78fef027-6cd6-4431-adf4-b38ebeca348e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7a6d3e787fe44813b3541d4900b43708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412255 Jul 07 19:09:04.426276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:04.463708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e74d53cd-de3f-477d-beb4-832c5a8e6cb5 req-d0b17121-b57d-4b0f-8a53-aafe583a6f0f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:04.503979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b17121-b57d-4b0f-8a53-aafe583a6f0f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Pushing event deleted for resources: {'Port': ['ID=9d1b682b-9397-4c6c-8708-799bf4b47b77,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:04.585020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c91c6f0b-b4e4-45af-a5be-0e3f61b71569 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:09:04.624863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: c91c6f0b-b4e4-45af-a5be-0e3f61b71569 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:09:04.625594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c91c6f0b-b4e4-45af-a5be-0e3f61b71569 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:09:04.662757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640a42-725d-4e71-a881-5ccb2acc23c2 req-4ebf3a08-be87-458e-bbc4-1d90109a1ee1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:04.670110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640a42-725d-4e71-a881-5ccb2acc23c2 req-4ebf3a08-be87-458e-bbc4-1d90109a1ee1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:04.676569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640a42-725d-4e71-a881-5ccb2acc23c2 req-4ebf3a08-be87-458e-bbc4-1d90109a1ee1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:04.682895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640a42-725d-4e71-a881-5ccb2acc23c2 req-4ebf3a08-be87-458e-bbc4-1d90109a1ee1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:04.689861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640a42-725d-4e71-a881-5ccb2acc23c2 req-4ebf3a08-be87-458e-bbc4-1d90109a1ee1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:04.709194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640a42-725d-4e71-a881-5ccb2acc23c2 req-4ebf3a08-be87-458e-bbc4-1d90109a1ee1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:04.722272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640a42-725d-4e71-a881-5ccb2acc23c2 req-4ebf3a08-be87-458e-bbc4-1d90109a1ee1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:04.730389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3640a42-725d-4e71-a881-5ccb2acc23c2 req-4ebf3a08-be87-458e-bbc4-1d90109a1ee1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.4697461 Jul 07 19:09:04.740624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74d53cd-de3f-477d-beb4-832c5a8e6cb5 req-d0b17121-b57d-4b0f-8a53-aafe583a6f0f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] No DVR routers for this DVR port 9d1b682b-9397-4c6c-8708-799bf4b47b77 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:09:04.750997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e74d53cd-de3f-477d-beb4-832c5a8e6cb5 req-d0b17121-b57d-4b0f-8a53-aafe583a6f0f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:04.753017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e74d53cd-de3f-477d-beb4-832c5a8e6cb5 req-d0b17121-b57d-4b0f-8a53-aafe583a6f0f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.59 "DELETE /v2.0/ports/9d1b682b-9397-4c6c-8708-799bf4b47b77 HTTP/1.1" status: 204 len: 173 time: 1.3504264 Jul 07 19:09:04.759052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'name': 'network-vif-deleted', 'tag': '9d1b682b-9397-4c6c-8708-799bf4b47b77'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:04.761532 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ae5156-fde9-4967-83b6-26211a61ef11" -d '{"events": [{"server_uuid": "c013c11b-2ea3-49f6-9f37-a4f7737c6b83", "name": "network-vif-deleted", "tag": "9d1b682b-9397-4c6c-8708-799bf4b47b77"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:04.780827 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-385fddf0-117e-4e65-a567-c26116355334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:04.796957 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 03f6c716-00e4-4a2f-a003-98363ff21005 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:04.807860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 03f6c716-00e4-4a2f-a003-98363ff21005 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:09:04.847739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3640a42-725d-4e71-a881-5ccb2acc23c2 req-149aa3bf-0879-4423-983e-c361b66287bf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001770 Jul 07 19:09:05.032759 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-385fddf0-117e-4e65-a567-c26116355334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.053286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6533f-b692-409a-be5f-840f73f2d9dc req-e290b0c7-9860-4f91-a16a-e978929c45fb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:05.061276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c2a6533f-b692-409a-be5f-840f73f2d9dc req-e290b0c7-9860-4f91-a16a-e978929c45fb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.5473921 Jul 07 19:09:05.083675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:05.099359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '03f6c716-00e4-4a2f-a003-98363ff21005', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '03f6c716-00e4-4a2f-a003-98363ff21005', 'mac_address': 'fa:16:3e:5c:ec:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:05.158045 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.158953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5805cd6c-251c-4b43-817e-639f9a3c5048 req-d990e3e9-4d0e-4277-9b93-64d2551e687e tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] 10.222.0.113 "GET /v2.0/security-groups/b5b06035-1b16-4197-8a0a-68bdb4668b1a HTTP/1.1" status: 200 len: 2981 time: 0.2410140 Jul 07 19:09:05.177185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03f6c716-00e4-4a2f-a003-98363ff21005 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:05.207386 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-23367ac3-4caa-4222-824f-c2e2043b65ee tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:09:05.226587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c2a6533f-b692-409a-be5f-840f73f2d9dc req-48c63643-776d-4990-aad4-d4463c2096a5 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640537 Jul 07 19:09:05.233193 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.276295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:05.286742 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.330420 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a379dbdc-6957-41ba-ae7c-3abf7dfc69b8 x-openstack-request-id: req-a379dbdc-6957-41ba-ae7c-3abf7dfc69b8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:05.334214 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c013c11b-2ea3-49f6-9f37-a4f7737c6b83", "name": "network-vif-deleted", "tag": "9d1b682b-9397-4c6c-8708-799bf4b47b77", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:05.334713 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a379dbdc-6957-41ba-ae7c-3abf7dfc69b8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:05.335715 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c013c11b-2ea3-49f6-9f37-a4f7737c6b83', 'name': 'network-vif-deleted', 'tag': '9d1b682b-9397-4c6c-8708-799bf4b47b77', 'status': 'completed', 'code': 200} Jul 07 19:09:05.357303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23367ac3-4caa-4222-824f-c2e2043b65ee tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.365034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-dd7de85d-3446-43b3-b988-08f6da6a66f1 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:05.374512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-dd7de85d-3446-43b3-b988-08f6da6a66f1 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.59 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 805 time: 0.5276315 Jul 07 19:09:05.375459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-385fddf0-117e-4e65-a567-c26116355334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.378414 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-385fddf0-117e-4e65-a567-c26116355334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.382119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23367ac3-4caa-4222-824f-c2e2043b65ee tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:05.393200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-385fddf0-117e-4e65-a567-c26116355334 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3adce802-e522-4306-915c-0ddf1acdff98 HTTP/1.1" status: 204 len: 168 time: 0.9573727 Jul 07 19:09:05.420354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fddf0-117e-4e65-a567-c26116355334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adce802-e522-4306-915c-0ddf1acdff98,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:05.431560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Request body: {'port': {'device_id': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'admin_state_up': True, 'tenant_id': '51602686618147289866651e0f68fc1c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:05.537083 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:09:05.537393 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:09:05.540495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:05.570250 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-5805cd6c-251c-4b43-817e-639f9a3c5048 req-a5aefc48-4447-41fc-a4cf-218b6f6e91f1 tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 19:09:05.573394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5805cd6c-251c-4b43-817e-639f9a3c5048 req-a5aefc48-4447-41fc-a4cf-218b6f6e91f1 tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] 10.222.0.113 "DELETE /v2.0/security-groups/b5b06035-1b16-4197-8a0a-68bdb4668b1a HTTP/1.1" status: 409 len: 352 time: 0.4135964 Jul 07 19:09:05.634208 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-23367ac3-4caa-4222-824f-c2e2043b65ee tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Floating IP ca48f08b-e5f6-4b70-b314-066ee45040c5 associated. External IP: 172.25.2.179, port: db50b934-a6d9-4a11-9053-ded74353a498. Jul 07 19:09:05.638150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e23d6f5d-033e-452f-9342-56806fdd84a8 req-59b6a3f0-45eb-40fc-a7eb-7ee7190124da tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 210 time: 0.0426092 Jul 07 19:09:05.676013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['03f6c716-00e4-4a2f-a003-98363ff21005'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:05.775347 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-97e11729-982c-4aea-a0b2-86d6e80a2e33 req-1e5a0842-d334-4b98-b043-da65c5b00730 tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] show failed (client error): The resource could not be found. Jul 07 19:09:05.798265 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97e11729-982c-4aea-a0b2-86d6e80a2e33 req-1e5a0842-d334-4b98-b043-da65c5b00730 tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] 10.222.0.113 "GET /v2.0/security-groups/89493e2d-6921-4a5c-8ff6-adb68ac1f264 HTTP/1.1" status: 404 len: 352 time: 0.0911765 Jul 07 19:09:05.838339 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-4be1e3be-b4da-4180-af00-9bface0040c3 req-d361c064-fcad-4302-84df-643037de77ff tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] show failed (client error): The resource could not be found. Jul 07 19:09:05.854552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4be1e3be-b4da-4180-af00-9bface0040c3 req-d361c064-fcad-4302-84df-643037de77ff tempest-SecurityGroupsNegativeTestJSON-1632636768 tempest-SecurityGroupsNegativeTestJSON-1632636768-project] 10.222.0.113 "GET /v2.0/security-groups/6af8a06d-c0ad-492a-a82e-fc054451ad0c HTTP/1.1" status: 404 len: 352 time: 0.0377212 Jul 07 19:09:05.857781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:06.060055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:06.141236 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.158020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 03f6c716-00e4-4a2f-a003-98363ff21005 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:06.177315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38c0eb7-b130-4bec-859c-77ff04693f80 admin admin] Deleting subnet 2f498696-0661-4112-aec2-233eb15a22c7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:09:06.181733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38c0eb7-b130-4bec-859c-77ff04693f80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.186386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:06.191168 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.224965 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38c0eb7-b130-4bec-859c-77ff04693f80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.238543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23367ac3-4caa-4222-824f-c2e2043b65ee tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:09:06.248315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:06.275325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Made reservation on behalf of 51602686618147289866651e0f68fc1c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:06.280392 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.359847 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38c0eb7-b130-4bec-859c-77ff04693f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.382026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23367ac3-4caa-4222-824f-c2e2043b65ee tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:09:06.390553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23367ac3-4caa-4222-824f-c2e2043b65ee tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.394893 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b78eaf-f0ad-427a-bcbe-fedfadfed0a7 None None] Sync routers for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:09:06.397025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8601-32b2-4771-a552-efedab67ce79 req-7fc85368-57ac-4923-9b5f-b64cc3f738ee tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:06.398500 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e8b8601-32b2-4771-a552-efedab67ce79 req-7fc85368-57ac-4923-9b5f-b64cc3f738ee tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 948 time: 0.4588690 Jul 07 19:09:06.405909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dd6cec4d-e4c6-4d24-97d3-1ef884b88305 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2c7fe33d97184512a2cb3424b45783b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271580 Jul 07 19:09:06.410756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:06.414009 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b78eaf-f0ad-427a-bcbe-fedfadfed0a7 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:09:06.416356 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7b78eaf-f0ad-427a-bcbe-fedfadfed0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:06.445847 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-23367ac3-4caa-4222-824f-c2e2043b65ee tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "PUT /v2.0/floatingips/ca48f08b-e5f6-4b70-b314-066ee45040c5 HTTP/1.1" status: 200 len: 991 time: 2.8292115 Jul 07 19:09:06.446542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'tag': 'db50b934-a6d9-4a11-9053-ded74353a498'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:06.451059 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168e25ee-4195-402e-8d3e-1098cb42d516" -d '{"events": [{"name": "network-changed", "server_uuid": "e80e0c23-ebea-41d0-b5e8-000316565cf0", "tag": "db50b934-a6d9-4a11-9053-ded74353a498"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:06.575524 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f7b78eaf-f0ad-427a-bcbe-fedfadfed0a7 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:09:06.810661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 03f6c716-00e4-4a2f-a003-98363ff21005 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:06.848182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e8b8601-32b2-4771-a552-efedab67ce79 req-9ea6a6a7-c246-4f45-9a6c-0bbef4addbed tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364319 Jul 07 19:09:06.858878 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38c0eb7-b130-4bec-859c-77ff04693f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.888737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353121a-35a4-41a1-b71a-eadf4320bb33 req-37619432-08fc-4892-b430-ef3a158cb981 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:06.894783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353121a-35a4-41a1-b71a-eadf4320bb33 req-37619432-08fc-4892-b430-ef3a158cb981 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:06.900627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353121a-35a4-41a1-b71a-eadf4320bb33 req-37619432-08fc-4892-b430-ef3a158cb981 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:06.908076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353121a-35a4-41a1-b71a-eadf4320bb33 req-37619432-08fc-4892-b430-ef3a158cb981 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:06.913934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353121a-35a4-41a1-b71a-eadf4320bb33 req-37619432-08fc-4892-b430-ef3a158cb981 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:06.920131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353121a-35a4-41a1-b71a-eadf4320bb33 req-37619432-08fc-4892-b430-ef3a158cb981 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:06.926025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353121a-35a4-41a1-b71a-eadf4320bb33 req-37619432-08fc-4892-b430-ef3a158cb981 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:06.933962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9353121a-35a4-41a1-b71a-eadf4320bb33 req-37619432-08fc-4892-b430-ef3a158cb981 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.7690399 Jul 07 19:09:06.941227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 03f6c716-00e4-4a2f-a003-98363ff21005 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:06.941847 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.990419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c0eb7-b130-4bec-859c-77ff04693f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f498696-0661-4112-aec2-233eb15a22c7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:07.006015 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fe31e68-ff4a-4f32-b79a-752af68e411b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.009931 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c38c0eb7-b130-4bec-859c-77ff04693f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.015557 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:07.015776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c38c0eb7-b130-4bec-859c-77ff04693f80 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/2f498696-0661-4112-aec2-233eb15a22c7 HTTP/1.1" status: 204 len: 168 time: 1.1564796 Jul 07 19:09:07.032518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Allocated IP 172.20.0.8 (299255ae-eebb-474d-9c70-d9ceff07301b/af90dcd0-75ba-4a0d-9802-efe7b65f07a4/6a9a4dac-d07e-48d2-94da-00436a6ae13f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:07.105330 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.107595 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fe31e68-ff4a-4f32-b79a-752af68e411b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.126481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.134823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9353121a-35a4-41a1-b71a-eadf4320bb33 req-ede0460b-ee5f-4add-8558-4d6a22e740bf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2001009 Jul 07 19:09:07.136330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38537da-1505-450c-895f-24fa9a945994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6c716-00e4-4a2f-a003-98363ff21005'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:07.138932 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad27db23-caa3-4e72-ae4c-7bdd74b073ad" -d '{"events": [{"server_uuid": "f38537da-1505-450c-895f-24fa9a945994", "name": "network-vif-plugged", "status": "completed", "tag": "03f6c716-00e4-4a2f-a003-98363ff21005"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:07.165796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:07.182454 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.183793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9d1b682b-9397-4c6c-8708-799bf4b47b77 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:09:07.224791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d16d01-383b-4227-bb8a-1fb6f11e18d5 req-dbeec64c-f2a1-4ca7-835d-bad111fd97c4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:07.236413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21d16d01-383b-4227-bb8a-1fb6f11e18d5 req-dbeec64c-f2a1-4ca7-835d-bad111fd97c4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.2327907 Jul 07 19:09:07.261848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 9d1b682b-9397-4c6c-8708-799bf4b47b77 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:09:07.262158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9d1b682b-9397-4c6c-8708-799bf4b47b77 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:09:07.301457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:07.317680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.318228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.318580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.318946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.319495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.319830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.320272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.320809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.321126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.321455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.321782 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.322245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:07.370965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21d16d01-383b-4227-bb8a-1fb6f11e18d5 req-5f701616-566c-4492-9cc7-b00ee6013295 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333086 Jul 07 19:09:07.374696 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7b78eaf-f0ad-427a-bcbe-fedfadfed0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'ca48f08b-e5f6-4b70-b314-066ee45040c5', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'port_id': 'db50b934-a6d9-4a11-9053-ded74353a498', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'mac_address': 'fa:16:3e:95:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:06:16Z', 'updated_at': '2021-07-07T19:09:04Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:07.389585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.407677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b337a260-6ffb-42b7-8f32-5614000bff19']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:07.418186 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fe31e68-ff4a-4f32-b79a-752af68e411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.422736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e7cf34-a562-4392-9f56-cb1d4e5fa3fa') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:07.423289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e7cf34-a562-4392-9f56-cb1d4e5fa3fa') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:07.426164 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fe31e68-ff4a-4f32-b79a-752af68e411b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.433486 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b78eaf-f0ad-427a-bcbe-fedfadfed0a7 None None] Checking router: 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:09:07.435797 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.440308 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8fe31e68-ff4a-4f32-b79a-752af68e411b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fd026d19-658f-41ec-9bc7-7b61367a0223 HTTP/1.1" status: 204 len: 168 time: 1.0224388 Jul 07 19:09:07.458147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.460208 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b78eaf-f0ad-427a-bcbe-fedfadfed0a7 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:09:07.462520 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7b78eaf-f0ad-427a-bcbe-fedfadfed0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:08:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:07.466624 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:09:07.467549 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.486419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe31e68-ff4a-4f32-b79a-752af68e411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd026d19-658f-41ec-9bc7-7b61367a0223,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:09:07.567799 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:09:07.572848 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabc176b-d414-4e41-8185-65a06e66cc28 x-openstack-request-id: req-dabc176b-d414-4e41-8185-65a06e66cc28 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:07.573744 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80e0c23-ebea-41d0-b5e8-000316565cf0", "tag": "db50b934-a6d9-4a11-9053-ded74353a498", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:07.574191 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dabc176b-d414-4e41-8185-65a06e66cc28 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:07.574994 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'tag': 'db50b934-a6d9-4a11-9053-ded74353a498', 'status': 'completed', 'code': 200} Jul 07 19:09:07.585849 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeb09f6-9007-4fab-9c81-046660f44a0f x-openstack-request-id: req-0aeb09f6-9007-4fab-9c81-046660f44a0f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:07.586601 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38537da-1505-450c-895f-24fa9a945994", "name": "network-vif-plugged", "status": "completed", "tag": "03f6c716-00e4-4a2f-a003-98363ff21005", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:07.587098 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0aeb09f6-9007-4fab-9c81-046660f44a0f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:07.587657 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38537da-1505-450c-895f-24fa9a945994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6c716-00e4-4a2f-a003-98363ff21005', 'code': 200} Jul 07 19:09:07.631558 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.651223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.656072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] 10.222.0.113 "DELETE /v2.0/networks/b337a260-6ffb-42b7-8f32-5614000bff19 HTTP/1.1" status: 204 len: 168 time: 0.6362996 Jul 07 19:09:07.656072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8987c1-1b2e-4e01-8406-2c4138f3e51d admin admin] Pushing event deleted for resources: {'Network': ['ID=b337a260-6ffb-42b7-8f32-5614000bff19,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:07.685082 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f7b78eaf-f0ad-427a-bcbe-fedfadfed0a7 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:09:07.698507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e25ee-4195-402e-8d3e-1098cb42d516 req-2e9dc174-8db8-4c87-9f93-f3820414bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:07.700213 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-168e25ee-4195-402e-8d3e-1098cb42d516 req-2e9dc174-8db8-4c87-9f93-f3820414bfff service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4e4090d3881b4fda91b8df8724648639&device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 1097 time: 0.1240561 Jul 07 19:09:07.748029 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac381884-a666-486a-a728-4f403e92cc52 req-1b67ccba-3e9f-4e63-a846-93ed0ef4e16e tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 210 time: 0.0999925 Jul 07 19:09:07.754941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.872485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d6817-75b4-4ae6-8392-fddb7dd47c4d req-aaf4953a-92b8-48c5-a82e-768cd795fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:07.874534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee5d6817-75b4-4ae6-8392-fddb7dd47c4d req-aaf4953a-92b8-48c5-a82e-768cd795fe05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 1102 time: 0.1041226 Jul 07 19:09:07.879431 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:07.928788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:07.995565 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e25ee-4195-402e-8d3e-1098cb42d516 req-19c89eb9-66e4-4f64-aaf4-49e93e215fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:08.000715 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-168e25ee-4195-402e-8d3e-1098cb42d516 req-19c89eb9-66e4-4f64-aaf4-49e93e215fdf service neutron] 10.222.0.112 "GET /v2.0/networks?id=316f751f-01ed-42b8-8a52-47968efc8ee7 HTTP/1.1" status: 200 len: 924 time: 0.2921762 Jul 07 19:09:08.063227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee5d6817-75b4-4ae6-8392-fddb7dd47c4d req-f3c464d7-b7a0-4ced-8dc0-72d9ff6f6856 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667340 Jul 07 19:09:08.070671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Network 299255ae-eebb-474d-9c70-d9ceff07301b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:08.082717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:08.122241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:08.132868 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-168e25ee-4195-402e-8d3e-1098cb42d516 req-24066bb5-e252-4f08-9efe-7449ef84a67d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db50b934-a6d9-4a11-9053-ded74353a498 HTTP/1.1" status: 200 len: 999 time: 0.1175661 Jul 07 19:09:08.181800 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7b78eaf-f0ad-427a-bcbe-fedfadfed0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'ca48f08b-e5f6-4b70-b314-066ee45040c5', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'port_id': 'db50b934-a6d9-4a11-9053-ded74353a498', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'mac_address': 'fa:16:3e:95:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:06:16Z', 'updated_at': '2021-07-07T19:09:04Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:08.188390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:08.189456 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.194862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Pushing event updated for resources: {'Port': ['ID=6a9a4dac-d07e-48d2-94da-00436a6ae13f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:08.195895 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e25ee-4195-402e-8d3e-1098cb42d516 req-291423ce-b5ae-438d-b54e-c453eca85a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:08.208608 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-168e25ee-4195-402e-8d3e-1098cb42d516 req-291423ce-b5ae-438d-b54e-c453eca85a71 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a4e5bb48-c9b7-4747-8676-f7af843cddd5 HTTP/1.1" status: 200 len: 861 time: 0.0684457 Jul 07 19:09:08.248597 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b78eaf-f0ad-427a-bcbe-fedfadfed0a7 None None] The sync data for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 is: [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'ca48f08b-e5f6-4b70-b314-066ee45040c5', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'port_id': 'db50b934-a6d9-4a11-9053-ded74353a498', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'mac_address': 'fa:16:3e:95:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:06:16Z', 'updated_at': '2021-07-07T19:09:04Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:09:08.253788 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-9e149707-49d1-4b00-9f9b-a14ba38ef8b8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8404357 Jul 07 19:09:08.285406 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e7acb9d9-e911-41f0-80b7-e14899faebbd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0fc2a61850224dfc9c2791428aa47518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554604 Jul 07 19:09:08.287180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37136) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:08.320277 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3400e4b-45aa-4718-94ac-eed6ddaa173f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.337560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1f7a9-fc83-4796-8fce-d343289335d3 req-1a1746e5-1d88-4984-af81-1fdbe92fffbd tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:08.339503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55a1f7a9-fc83-4796-8fce-d343289335d3 req-1a1746e5-1d88-4984-af81-1fdbe92fffbd tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 950 time: 0.2617397 Jul 07 19:09:08.352804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Request body: {'port': {'device_id': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:08.391418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e25ee-4195-402e-8d3e-1098cb42d516 req-227f2ecc-8cbf-4971-89c7-d733b9b96036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:08.394218 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-168e25ee-4195-402e-8d3e-1098cb42d516 req-227f2ecc-8cbf-4971-89c7-d733b9b96036 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=316f751f-01ed-42b8-8a52-47968efc8ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1754298 Jul 07 19:09:08.520601 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.541398 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-168e25ee-4195-402e-8d3e-1098cb42d516 req-768bb36b-50bb-4e6b-a2ea-c1a56c887872 service neutron] 10.222.0.112 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409309 Jul 07 19:09:08.641476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55a1f7a9-fc83-4796-8fce-d343289335d3 req-d1cf9d20-a8fa-48bd-bd25-8ae0e9f85ef5 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814674 Jul 07 19:09:08.689674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5969a3ef-74fe-4ab4-bd4b-7db1bdf425d6 None None] New status for floating IP ca48f08b-e5f6-4b70-b314-066ee45040c5: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:09:08.704068 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-168e25ee-4195-402e-8d3e-1098cb42d516 req-45f023bc-c36d-42a9-acfa-c1e0c053357e service neutron] 10.222.0.112 "GET /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393499 Jul 07 19:09:08.763556 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d64792ed-0678-4f74-b220-e2f3569d2af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.926846 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d64792ed-0678-4f74-b220-e2f3569d2af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:08.997179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc3665-03b1-4303-b4e9-dec62e11283a req-c9601d2f-41b0-4d01-a7b8-6ca1f33e8469 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:09.004241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc3665-03b1-4303-b4e9-dec62e11283a req-c9601d2f-41b0-4d01-a7b8-6ca1f33e8469 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:09.010444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc3665-03b1-4303-b4e9-dec62e11283a req-c9601d2f-41b0-4d01-a7b8-6ca1f33e8469 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:09.017177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:09.017370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc3665-03b1-4303-b4e9-dec62e11283a req-c9601d2f-41b0-4d01-a7b8-6ca1f33e8469 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:09.023680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc3665-03b1-4303-b4e9-dec62e11283a req-c9601d2f-41b0-4d01-a7b8-6ca1f33e8469 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:09.030702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc3665-03b1-4303-b4e9-dec62e11283a req-c9601d2f-41b0-4d01-a7b8-6ca1f33e8469 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:09.036659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc3665-03b1-4303-b4e9-dec62e11283a req-c9601d2f-41b0-4d01-a7b8-6ca1f33e8469 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:09.038663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0dc3665-03b1-4303-b4e9-dec62e11283a req-c9601d2f-41b0-4d01-a7b8-6ca1f33e8469 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.6366076 Jul 07 19:09:09.158163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-309535917-network', 'tenant_id': 'aa396c5c5173448a8a1d136d12e703af'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:09.187966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Made reservation on behalf of aa396c5c5173448a8a1d136d12e703af for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:09.190880 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.199479 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0dc3665-03b1-4303-b4e9-dec62e11283a req-808e8700-85c8-42a8-8dae-cd91b84ab763 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647285 Jul 07 19:09:09.203798 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.232148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d64792ed-0678-4f74-b220-e2f3569d2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.235306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d64792ed-0678-4f74-b220-e2f3569d2af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.237155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d64792ed-0678-4f74-b220-e2f3569d2af0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b5b06035-1b16-4197-8a0a-68bdb4668b1a HTTP/1.1" status: 204 len: 168 time: 0.9458420 Jul 07 19:09:09.343943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64792ed-0678-4f74-b220-e2f3569d2af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b06035-1b16-4197-8a0a-68bdb4668b1a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:09.392128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.399359 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.406941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83bd4f-ae3f-4fc9-bd94-bf5cd740d230 req-2126baf6-8525-4e9f-8fff-7458cecdf4a8 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:09.413684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b83bd4f-ae3f-4fc9-bd94-bf5cd740d230 req-2126baf6-8525-4e9f-8fff-7458cecdf4a8 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.5172143 Jul 07 19:09:09.424795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:09:09.442395 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.442995 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Added segment b8059b36-c149-4533-ae1d-fe0550018a55 of type vlan for network b6e514d0-3ab4-4500-afd2-d2e86eb18987 Jul 07 19:09:09.548051 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.562451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b83bd4f-ae3f-4fc9-bd94-bf5cd740d230 req-01d336f0-c7b9-43cf-bebd-b07d1a395fed tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397467 Jul 07 19:09:09.579878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9a4dac-d07e-48d2-94da-00436a6ae13f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:09.615740 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.641755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Transition to ACTIVE for port object 6a9a4dac-d07e-48d2-94da-00436a6ae13f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:09.647908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.746143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846d9a95-f952-4600-adfd-5807e36cb8ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:09.763318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9a4dac-d07e-48d2-94da-00436a6ae13f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:09.784828 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.785982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:09.786977 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.826115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Attempting to bind port 6a9a4dac-d07e-48d2-94da-00436a6ae13f on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:09.826566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Attempting to bind port 6a9a4dac-d07e-48d2-94da-00436a6ae13f by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:09.826945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Attempting to bind port 6a9a4dac-d07e-48d2-94da-00436a6ae13f on network 299255ae-eebb-474d-9c70-d9ceff07301b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:09.833561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Port 6a9a4dac-d07e-48d2-94da-00436a6ae13f on network 299255ae-eebb-474d-9c70-d9ceff07301b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:09.834000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Attempting to bind port 6a9a4dac-d07e-48d2-94da-00436a6ae13f on network 299255ae-eebb-474d-9c70-d9ceff07301b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:09.842643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:09.842992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Checking segment: {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:09.844018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Bound using segment: {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:09.844564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Bound port: 6a9a4dac-d07e-48d2-94da-00436a6ae13f, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:09.846696 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.867940 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:09:09.872577 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:09:09.895552 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8733814 Jul 07 19:09:09.895552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:09.902692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] Request body: {'subnet': {'network_id': 'b6e514d0-3ab4-4500-afd2-d2e86eb18987', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-309535917-subnet', 'tenant_id': 'aa396c5c5173448a8a1d136d12e703af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:09.931367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f0a-5185-4164-b619-62366d7520f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e514d0-3ab4-4500-afd2-d2e86eb18987,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:09.935666 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] Made reservation on behalf of aa396c5c5173448a8a1d136d12e703af for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:09.938315 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:09.943931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network b6e514d0-3ab4-4500-afd2-d2e86eb18987 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:09:10.035583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] For port 6a9a4dac-d07e-48d2-94da-00436a6ae13f, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:10.043162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] For port 6a9a4dac-d07e-48d2-94da-00436a6ae13f, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6a9a4dac-d07e-48d2-94da-00436a6ae13f,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:10.068994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820a6e4-7f94-4b8d-ba2f-257b15174f54 req-79fa17d6-fd34-46ad-a8f2-a97b18cf803d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.078616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3820a6e4-7f94-4b8d-ba2f-257b15174f54 req-79fa17d6-fd34-46ad-a8f2-a97b18cf803d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 943 time: 0.2290421 Jul 07 19:09:10.083250 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.101273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c603f-d15b-4a3d-9d4e-a5ee9b6147b7 req-bd617028-6044-4069-9edd-017a3f3edeee tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.109295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d03c603f-d15b-4a3d-9d4e-a5ee9b6147b7 req-bd617028-6044-4069-9edd-017a3f3edeee tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 950 time: 0.2124352 Jul 07 19:09:10.202214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.202214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.203191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] 10.222.0.59 "PUT /v2.0/ports/6a9a4dac-d07e-48d2-94da-00436a6ae13f HTTP/1.1" status: 200 len: 1092 time: 1.8556917 Jul 07 19:09:10.205759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'tag': '6a9a4dac-d07e-48d2-94da-00436a6ae13f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:10.209140 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb089e7-93ab-4ed5-b74d-7f03a7e1fb31" -d '{"events": [{"name": "network-changed", "server_uuid": "a12fb724-e9ca-43dd-98c9-96c14bcbf63f", "tag": "6a9a4dac-d07e-48d2-94da-00436a6ae13f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:10.257111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3820a6e4-7f94-4b8d-ba2f-257b15174f54 req-1eec7a12-0247-4a88-86a2-389547d645be tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771505 Jul 07 19:09:10.300925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.371022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d03c603f-d15b-4a3d-9d4e-a5ee9b6147b7 req-a4b995ba-d390-4883-b257-890b5725350e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605922 Jul 07 19:09:10.376042 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b81644-5dce-4084-8f00-d00aaae46a4d x-openstack-request-id: req-a4b81644-5dce-4084-8f00-d00aaae46a4d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:10.377370 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12fb724-e9ca-43dd-98c9-96c14bcbf63f", "tag": "6a9a4dac-d07e-48d2-94da-00436a6ae13f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:10.378552 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a4b81644-5dce-4084-8f00-d00aaae46a4d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:10.379203 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'tag': '6a9a4dac-d07e-48d2-94da-00436a6ae13f', 'status': 'completed', 'code': 200} Jul 07 19:09:10.396128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361efcd8-482d-409d-a0aa-a2e2ced1c955 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9a4dac-d07e-48d2-94da-00436a6ae13f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:10.433649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] Checking segment: {'id': 'b8059b36-c149-4533-ae1d-fe0550018a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b6e514d0-3ab4-4500-afd2-d2e86eb18987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:10.434190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] Network hostable DHCP agents. Network: b6e514d0-3ab4-4500-afd2-d2e86eb18987, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:09:10.460633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:10.460848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3696d6-263c-4880-b3a5-8e55287354a2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:10.475478 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] Network b6e514d0-3ab4-4500-afd2-d2e86eb18987 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:09:10.486348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-2781797a-5e94-4dc4-8555-3fc2878e1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.488923 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-2781797a-5e94-4dc4-8555-3fc2878e1ddb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 1095 time: 0.2175174 Jul 07 19:09:10.491112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, b6e514d0-3ab4-4500-afd2-d2e86eb18987) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:10.501848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b870e53-df83-49f5-b978-f0c2cd85acd5 None None] Network b6e514d0-3ab4-4500-afd2-d2e86eb18987 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:10.503631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.504305 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.529923 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5c74e72a-0b8d-47e3-90dd-6af983dabe68 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6315460 Jul 07 19:09:10.641820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1904406123-network', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:10.646461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-2af2943e-186d-48b0-beea-e7e1ed1bc811 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9a4dac-d07e-48d2-94da-00436a6ae13f HTTP/1.1" status: 200 len: 217 time: 0.0612111 Jul 07 19:09:10.699191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b466ea-5feb-4aa9-b2c0-08f4a41b527e None None] Network b6e514d0-3ab4-4500-afd2-d2e86eb18987 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:10.718921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Made reservation on behalf of 033d0cc18be447ac9a4c599a24c537f7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:10.721323 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.738003 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:10.763733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e927b1-2695-4c80-8ed6-e2f8ad444886 req-800420a7-947e-4584-8171-e7397594d540 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.769720 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e927b1-2695-4c80-8ed6-e2f8ad444886 req-800420a7-947e-4584-8171-e7397594d540 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.775655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e927b1-2695-4c80-8ed6-e2f8ad444886 req-800420a7-947e-4584-8171-e7397594d540 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.785613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e927b1-2695-4c80-8ed6-e2f8ad444886 req-800420a7-947e-4584-8171-e7397594d540 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.791563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e927b1-2695-4c80-8ed6-e2f8ad444886 req-800420a7-947e-4584-8171-e7397594d540 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.799638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e927b1-2695-4c80-8ed6-e2f8ad444886 req-800420a7-947e-4584-8171-e7397594d540 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.805609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e927b1-2695-4c80-8ed6-e2f8ad444886 req-800420a7-947e-4584-8171-e7397594d540 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.813750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5e927b1-2695-4c80-8ed6-e2f8ad444886 req-800420a7-947e-4584-8171-e7397594d540 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.3228824 Jul 07 19:09:10.817731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-c736cdad-0e38-4bda-8a22-bf967f9f3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:10.819600 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-c736cdad-0e38-4bda-8a22-bf967f9f3a98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af90dcd0-75ba-4a0d-9802-efe7b65f07a4 HTTP/1.1" status: 200 len: 845 time: 0.1623499 Jul 07 19:09:10.880494 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-6ea587f1-d059-4862-b919-9401db73580e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=299255ae-eebb-474d-9c70-d9ceff07301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528498 Jul 07 19:09:10.962732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5e927b1-2695-4c80-8ed6-e2f8ad444886 req-bec3657a-15a2-4928-8b46-020576d09be3 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480711 Jul 07 19:09:11.014204 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f127ca2a-dae9-4e89-8414-4b03034555ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.043868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-c76deb01-eb47-45cc-a311-cb0260b46c2f service neutron] 10.222.0.59 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537499 Jul 07 19:09:11.141454 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.157351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.194846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:11.202334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1964955088-network', 'tenant_id': 'cf20af4d8516470f8658069f94de86e5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:11.227751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Made reservation on behalf of cf20af4d8516470f8658069f94de86e5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:11.227994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:09:11.230506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.233073 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.242019 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.300506 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.300864 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Added segment 0e9056b6-aebb-48d7-befd-28372329616a of type vlan for network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 Jul 07 19:09:11.304446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aa566a-bb17-4b9a-96ca-ac7592ca5ea4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:11.345965 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.349157 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.379553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:09:11.381941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1152a4a9-8f76-414b-88fb-859251888720,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:11.388167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0fc01d2-2091-4585-82e3-cf8a2e2195f5 req-4bf4f588-f4b2-41ed-a868-8a5e6a2b1a43 service neutron] 10.222.0.59 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340385 Jul 07 19:09:11.394244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.394621 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Added segment 00f87521-0799-458e-9928-d938e7b86b7d of type vlan for network 87ece041-ce7a-4fab-8fef-a33ed662aa39 Jul 07 19:09:11.396059 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.406670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-d902e72a-c76c-41c1-b380-b6b23d53543d tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:11.408232 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-d902e72a-c76c-41c1-b380-b6b23d53543d tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/networks?id=0dcf615f-a957-4a0d-8b3c-8bfca70515c5 HTTP/1.1" status: 200 len: 813 time: 0.2655280 Jul 07 19:09:11.439052 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.454697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9794813-0b8b-4745-818e-0fb99e310a5d req-80913fad-9b80-42ed-8559-36e311540772 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:11.456273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9794813-0b8b-4745-818e-0fb99e310a5d req-80913fad-9b80-42ed-8559-36e311540772 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.2295425 Jul 07 19:09:11.460499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-f0d3f73f-bd45-4976-85b2-8721170800ae tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/quotas/100c012ce2f5406ba43f080df4850dd7 HTTP/1.1" status: 200 len: 375 time: 0.0420463 Jul 07 19:09:11.468582 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.469619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:11.470166 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.472635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.473621 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:11.474497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.529617 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3333375 Jul 07 19:09:11.533954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:11.538867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] Request body: {'subnet': {'network_id': '87ece041-ce7a-4fab-8fef-a33ed662aa39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1964955088-subnet', 'tenant_id': 'cf20af4d8516470f8658069f94de86e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:11.547468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fceb21-f13f-4887-8018-8545c49d1d3d admin admin] Pushing event updated for resources: {'Network': ['ID=87ece041-ce7a-4fab-8fef-a33ed662aa39,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:11.557080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 87ece041-ce7a-4fab-8fef-a33ed662aa39 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:09:11.599036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] Made reservation on behalf of cf20af4d8516470f8658069f94de86e5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:11.601452 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.613469 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1487682 Jul 07 19:09:11.614286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37244) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:11.628866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] Request body: {'subnet': {'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1904406123-subnet', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:11.648270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2144c8-3ae8-40f9-8c61-f7f1195d1656 admin admin] Pushing event updated for resources: {'Network': ['ID=6da9a288-2a5c-4dc6-afa1-f4014b1d1375,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:11.662029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:09:11.663381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9794813-0b8b-4745-818e-0fb99e310a5d req-1c720ff6-8138-4c4d-895a-419238611b60 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865816 Jul 07 19:09:11.712798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-fb7d5b7c-838c-4b15-8ff4-0b435024ac4f tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=100c012ce2f5406ba43f080df4850dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2399347 Jul 07 19:09:11.723485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] Made reservation on behalf of 033d0cc18be447ac9a4c599a24c537f7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:11.725868 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.741747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb089e7-93ab-4ed5-b74d-7f03a7e1fb31 req-1aad673d-e1f5-468d-9a50-5768d8f4a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:11.743275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bb089e7-93ab-4ed5-b74d-7f03a7e1fb31 req-1aad673d-e1f5-468d-9a50-5768d8f4a8dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 1095 time: 0.2325401 Jul 07 19:09:11.815389 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.882886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33f279d-9725-4a17-bca7-10daafbd2d80,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:11.894150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] Checking segment: {'id': '00f87521-0799-458e-9928-d938e7b86b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '87ece041-ce7a-4fab-8fef-a33ed662aa39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:11.894578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] Network hostable DHCP agents. Network: 87ece041-ce7a-4fab-8fef-a33ed662aa39, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:09:11.913556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] Network 87ece041-ce7a-4fab-8fef-a33ed662aa39 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:09:11.928122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 87ece041-ce7a-4fab-8fef-a33ed662aa39) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:11.933005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:11.933708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:11.941141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34902e-39d9-4d86-87c1-26d0c6be066e None None] Network 87ece041-ce7a-4fab-8fef-a33ed662aa39 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:11.960423 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ad62ce4e-8ce9-4396-ba8c-48869dd9d06a admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4168861 Jul 07 19:09:12.089427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacea2d4-e4df-4466-8a48-655fd5769efb None None] Network 87ece041-ce7a-4fab-8fef-a33ed662aa39 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:12.255747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-6938f162-04a7-4d27-86f9-3ae1f59dc59c service neutron] 10.222.0.113 "GET /v2.0/networks/0dcf615f-a957-4a0d-8b3c-8bfca70515c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420430 Jul 07 19:09:12.269829 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:12.270630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb089e7-93ab-4ed5-b74d-7f03a7e1fb31 req-ac4a75b9-02d6-46e0-b16a-bec905ae1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:12.272063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bb089e7-93ab-4ed5-b74d-7f03a7e1fb31 req-ac4a75b9-02d6-46e0-b16a-bec905ae1c53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 907 time: 0.4946072 Jul 07 19:09:12.366070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bb089e7-93ab-4ed5-b74d-7f03a7e1fb31 req-03d3f553-59bf-4432-acf1-eae2212835fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9a4dac-d07e-48d2-94da-00436a6ae13f HTTP/1.1" status: 200 len: 217 time: 0.0847299 Jul 07 19:09:12.389194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01f373-d849-4e50-b6ea-9c727ba718ed req-1a572334-5e84-497d-9f30-5030d396e375 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:12.390804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e01f373-d849-4e50-b6ea-9c727ba718ed req-1a572334-5e84-497d-9f30-5030d396e375 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 1102 time: 0.3267889 Jul 07 19:09:12.518043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb089e7-93ab-4ed5-b74d-7f03a7e1fb31 req-ab116a36-8f48-47c2-8ec1-b4da40423b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:12.519512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bb089e7-93ab-4ed5-b74d-7f03a7e1fb31 req-ab116a36-8f48-47c2-8ec1-b4da40423b08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af90dcd0-75ba-4a0d-9802-efe7b65f07a4 HTTP/1.1" status: 200 len: 845 time: 0.1278572 Jul 07 19:09:12.543364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e01f373-d849-4e50-b6ea-9c727ba718ed req-3ccfda78-e48f-4778-9f22-10ea00159995 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387637 Jul 07 19:09:12.571440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bb089e7-93ab-4ed5-b74d-7f03a7e1fb31 req-47c06388-c8df-44c1-9274-bad791f690b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=299255ae-eebb-474d-9c70-d9ceff07301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398362 Jul 07 19:09:12.575125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dcb54189-d0d3-4da6-b5ec-d693fcb5bf45 service neutron] 10.222.0.113 "GET /v2.0/networks/0dcf615f-a957-4a0d-8b3c-8bfca70515c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059323 Jul 07 19:09:12.597143 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:12.747489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a374ccf3-1240-4374-baa3-aa1207534abb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:12.773834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bb089e7-93ab-4ed5-b74d-7f03a7e1fb31 req-2914f10b-0bad-4e21-b0f6-9a0fe57fd94a service neutron] 10.222.0.59 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950793 Jul 07 19:09:12.777298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] Checking segment: {'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:12.777669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] Network hostable DHCP agents. Network: 6da9a288-2a5c-4dc6-afa1-f4014b1d1375, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:09:12.854993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86558576-3987-4e23-b09d-7a69438bc25c req-da188920-1452-4231-9d89-4d947c1000c0 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:12.857314 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86558576-3987-4e23-b09d-7a69438bc25c req-da188920-1452-4231-9d89-4d947c1000c0 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 943 time: 0.1938243 Jul 07 19:09:12.927718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] Network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:09:12.961918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 6da9a288-2a5c-4dc6-afa1-f4014b1d1375) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:12.975296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783023e1-418b-4a7a-93b6-60ffdd3f8d67 None None] Network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:12.982662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:12.983297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:12.992403 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86558576-3987-4e23-b09d-7a69438bc25c req-0bf2e9f6-f5f2-42d4-b86d-3cd0f200a606 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089499 Jul 07 19:09:13.002770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bb089e7-93ab-4ed5-b74d-7f03a7e1fb31 req-8372d748-e0a1-4f9c-9a04-b027a72009ea service neutron] 10.222.0.59 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182543 Jul 07 19:09:13.036151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9848342-55b7-4b8d-859d-c2343268345d req-370afb9b-e184-4163-858b-5c6543edd4ca tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:13.042331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9848342-55b7-4b8d-859d-c2343268345d req-370afb9b-e184-4163-858b-5c6543edd4ca tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:13.048572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9848342-55b7-4b8d-859d-c2343268345d req-370afb9b-e184-4163-858b-5c6543edd4ca tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:13.054631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9848342-55b7-4b8d-859d-c2343268345d req-370afb9b-e184-4163-858b-5c6543edd4ca tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:13.061375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9848342-55b7-4b8d-859d-c2343268345d req-370afb9b-e184-4163-858b-5c6543edd4ca tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:13.067305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9848342-55b7-4b8d-859d-c2343268345d req-370afb9b-e184-4163-858b-5c6543edd4ca tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:13.073278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9848342-55b7-4b8d-859d-c2343268345d req-370afb9b-e184-4163-858b-5c6543edd4ca tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:13.075902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9848342-55b7-4b8d-859d-c2343268345d req-370afb9b-e184-4163-858b-5c6543edd4ca tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.2326994 Jul 07 19:09:13.077762 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a36dee48-bac5-4e54-9620-401fc2116fe7 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4573174 Jul 07 19:09:13.080450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:13.085186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:13.147140 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:13.148511 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:13.156650 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9848342-55b7-4b8d-859d-c2343268345d req-c91b91b7-3d70-486c-90da-be074634ff0c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681448 Jul 07 19:09:13.183810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'fixed_ips': [{'subnet_id': 'a374ccf3-1240-4374-baa3-aa1207534abb'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:09:13.189725 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:13.271009 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:13.385005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Allocated IP 172.20.0.2 (6da9a288-2a5c-4dc6-afa1-f4014b1d1375/a374ccf3-1240-4374-baa3-aa1207534abb/3d338578-d9e2-4100-aac3-7118e9b7499c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:13.541315 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:13.569155 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:13.578379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Transition to ACTIVE for port object 3d338578-d9e2-4100-aac3-7118e9b7499c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:13.588727 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb65988e-7d9e-439f-976c-08aefb3636f9 req-79337883-2605-4c13-9121-84c3b99fb0c6 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 210 time: 0.0428138 Jul 07 19:09:13.595970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Transition to ACTIVE for port object 3d338578-d9e2-4100-aac3-7118e9b7499c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:13.605861 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:13.657138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:13.662138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:13.665551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:13.673760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Pushing event updated for resources: {'Port': ['ID=3d338578-d9e2-4100-aac3-7118e9b7499c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:13.688375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-af943907-9556-4a18-9dba-3e0b42cf7497 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:13.695001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-af943907-9556-4a18-9dba-3e0b42cf7497 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/networks?id=b6e514d0-3ab4-4500-afd2-d2e86eb18987 HTTP/1.1" status: 200 len: 814 time: 0.2340410 Jul 07 19:09:13.717711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-342aae55-b74d-4953-9032-e9d7fd4c616b tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/quotas/aa396c5c5173448a8a1d136d12e703af HTTP/1.1" status: 200 len: 375 time: 0.0216069 Jul 07 19:09:13.737180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Attempting to bind port 3d338578-d9e2-4100-aac3-7118e9b7499c on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:13.737555 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Attempting to bind port 3d338578-d9e2-4100-aac3-7118e9b7499c by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:13.737895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Attempting to bind port 3d338578-d9e2-4100-aac3-7118e9b7499c on network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:13.743012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:13.743383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Checking segment: {'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:13.743786 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:13.744812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Bound using segment: {'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:13.744812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Bound port: 3d338578-d9e2-4100-aac3-7118e9b7499c, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:13.745267 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:13.757848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-59b10ae3-df77-43b6-a00c-23e594636dfe tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=aa396c5c5173448a8a1d136d12e703af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384197 Jul 07 19:09:13.798558 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:13.818159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] For port 3d338578-d9e2-4100-aac3-7118e9b7499c, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:13.821455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] For port 3d338578-d9e2-4100-aac3-7118e9b7499c, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3d338578-d9e2-4100-aac3-7118e9b7499c,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:13.826718 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:13.891105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e0e71-a33c-44bf-b82c-ce43cb554abe None None] Pushing event updated for resources: {'Port': ['ID=3d338578-d9e2-4100-aac3-7118e9b7499c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:13.973468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3a13f-fae9-4a69-851e-7eb8e71c79a2 req-60dd7852-17e6-4c8d-b464-910ab3ec0aba tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:13.974984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98f3a13f-fae9-4a69-851e-7eb8e71c79a2 req-60dd7852-17e6-4c8d-b464-910ab3ec0aba tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.2037611 Jul 07 19:09:14.008132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-aa842cdb-e20e-42e3-9167-872dbb9eda2b service neutron] 10.222.0.113 "GET /v2.0/networks/b6e514d0-3ab4-4500-afd2-d2e86eb18987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440617 Jul 07 19:09:14.174744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98f3a13f-fae9-4a69-851e-7eb8e71c79a2 req-a84f91ee-da2c-4536-9daf-15556975a630 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700692 Jul 07 19:09:14.196897 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:14.270625 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:14.633579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-ce9c8ab5-c641-448d-9abf-4ce3f0e0252f service neutron] 10.222.0.113 "GET /v2.0/networks/b6e514d0-3ab4-4500-afd2-d2e86eb18987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173475 Jul 07 19:09:14.752223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-3988774d-30fb-4418-8df9-381a496c5ba4 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:14.753816 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-3988774d-30fb-4418-8df9-381a496c5ba4 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.59 "GET /v2.0/networks?id=0dcf615f-a957-4a0d-8b3c-8bfca70515c5 HTTP/1.1" status: 200 len: 813 time: 0.5684302 Jul 07 19:09:14.778045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Request body: {'port': {'device_id': '50f80c92-be18-4f5e-833b-f84cea2f3537', 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5', 'admin_state_up': True, 'tenant_id': '100c012ce2f5406ba43f080df4850dd7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:14.831703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6a9a4dac-d07e-48d2-94da-00436a6ae13f details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:14.849046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Allocated IP 172.25.2.205 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:14.927458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff24a3b-0581-4395-9f87-089a5a3b31fd req-f8d604b3-b15f-4342-ac8d-e7f1d6fe0be6 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:14.943886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fff24a3b-0581-4395-9f87-089a5a3b31fd req-f8d604b3-b15f-4342-ac8d-e7f1d6fe0be6 tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 1102 time: 0.6411674 Jul 07 19:09:15.019470 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3d338578-d9e2-4100-aac3-7118e9b7499c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:15.134557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6a9a4dac-d07e-48d2-94da-00436a6ae13f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6a9a4dac-d07e-48d2-94da-00436a6ae13f,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:15.158071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 3d338578-d9e2-4100-aac3-7118e9b7499c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:15.179763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd93b39f-1a9a-4f72-95ff-a77cbb30e9d7 None None] Network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:09:15.265387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '6a9a4dac-d07e-48d2-94da-00436a6ae13f', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'port_id': '6a9a4dac-d07e-48d2-94da-00436a6ae13f', 'mac_address': 'fa:16:3e:cf:89:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af90dcd0-75ba-4a0d-9802-efe7b65f07a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:15.319518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b6739973-7c56-4f8e-91a8-62edf409d0b4 None None] Provisioning for port 3d338578-d9e2-4100-aac3-7118e9b7499c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:15.353448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b6739973-7c56-4f8e-91a8-62edf409d0b4 None None] Provisioning complete for port 3d338578-d9e2-4100-aac3-7118e9b7499c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:15.353820 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6739973-7c56-4f8e-91a8-62edf409d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:15.388139 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fff24a3b-0581-4395-9f87-089a5a3b31fd req-5998d4d8-7bae-4477-9832-04e3f774ac5a tempest-ServersAdminTestJSON-1671984071 tempest-ServersAdminTestJSON-1671984071-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426391 Jul 07 19:09:15.474150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73706a-c5b5-4f28-8d27-ce9abbe6a605 req-43242ca2-dd78-4efd-a22e-2635cf628fc8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:15.481710 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e73706a-c5b5-4f28-8d27-ce9abbe6a605 req-43242ca2-dd78-4efd-a22e-2635cf628fc8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 943 time: 0.5349956 Jul 07 19:09:15.497382 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:15.498539 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:15.509793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Made reservation on behalf of 100c012ce2f5406ba43f080df4850dd7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:15.515416 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:15.560462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9a4dac-d07e-48d2-94da-00436a6ae13f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:15.641118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6a9a4dac-d07e-48d2-94da-00436a6ae13f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6a9a4dac-d07e-48d2-94da-00436a6ae13f,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:15.653906 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:15.693581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e73706a-c5b5-4f28-8d27-ce9abbe6a605 req-855c08ac-931c-4e27-9c5f-8dd6ba29e4dc tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056210 Jul 07 19:09:15.813359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Allocated IP 172.20.0.5 (0dcf615f-a957-4a0d-8b3c-8bfca70515c5/00e554bd-5e6b-4e37-879f-85d708b88f5d/c7375fb2-9780-4b8a-a00b-1c515cf1bc40) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:15.817891 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6739973-7c56-4f8e-91a8-62edf409d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:15.826083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=6a9a4dac-d07e-48d2-94da-00436a6ae13f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:15.909557 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:15.984425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:16.020829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc817c83-0f35-47ee-b9a3-da8b84779c29 req-c0c26840-f38f-4e29-ada3-5824d7664608 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 210 time: 0.0784240 Jul 07 19:09:16.025023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:16.028549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:16.091620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b6739973-7c56-4f8e-91a8-62edf409d0b4 None None] For port 3d338578-d9e2-4100-aac3-7118e9b7499c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3d338578-d9e2-4100-aac3-7118e9b7499c,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:16.099556 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6739973-7c56-4f8e-91a8-62edf409d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:16.184765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6739973-7c56-4f8e-91a8-62edf409d0b4 None None] Pushing event updated for resources: {'Port': ['ID=3d338578-d9e2-4100-aac3-7118e9b7499c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:16.190844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['6a9a4dac-d07e-48d2-94da-00436a6ae13f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:16.258902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:16.297580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc3e6460-2295-4e41-a90d-9ef8a2afcfc3 req-f57e0be2-c6c0-4656-b6c2-8209d40a2ba0 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 210 time: 0.0679615 Jul 07 19:09:16.394074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5ff56-489a-4eea-9cdc-f5f349c1e884 req-e1b5a2c4-0cae-4395-9410-9bc7d9cba4ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:16.402267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5ff56-489a-4eea-9cdc-f5f349c1e884 req-e1b5a2c4-0cae-4395-9410-9bc7d9cba4ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:16.410293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5ff56-489a-4eea-9cdc-f5f349c1e884 req-e1b5a2c4-0cae-4395-9410-9bc7d9cba4ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:16.416754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5ff56-489a-4eea-9cdc-f5f349c1e884 req-e1b5a2c4-0cae-4395-9410-9bc7d9cba4ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:16.423788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5ff56-489a-4eea-9cdc-f5f349c1e884 req-e1b5a2c4-0cae-4395-9410-9bc7d9cba4ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:16.430148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5ff56-489a-4eea-9cdc-f5f349c1e884 req-e1b5a2c4-0cae-4395-9410-9bc7d9cba4ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:16.438102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5ff56-489a-4eea-9cdc-f5f349c1e884 req-e1b5a2c4-0cae-4395-9410-9bc7d9cba4ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:16.447092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99e5ff56-489a-4eea-9cdc-f5f349c1e884 req-e1b5a2c4-0cae-4395-9410-9bc7d9cba4ad tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.6119041 Jul 07 19:09:16.471230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4fbd91f9-16cc-4bb3-86bd-2bca8b254251 None None] Provisioning complete for port 3d338578-d9e2-4100-aac3-7118e9b7499c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:16.471609 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fbd91f9-16cc-4bb3-86bd-2bca8b254251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:16.738382 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:16.789189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99e5ff56-489a-4eea-9cdc-f5f349c1e884 req-8e488d5c-a7c9-403b-af9a-b27f08898e6d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3407319 Jul 07 19:09:16.827744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Transition to ACTIVE for port object c7375fb2-9780-4b8a-a00b-1c515cf1bc40 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:16.907592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3d338578-d9e2-4100-aac3-7118e9b7499c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:17.024371 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:17.031897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3d338578-d9e2-4100-aac3-7118e9b7499c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:17.033354 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:17.115168 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-09e280f9-31f0-46ce-a6c5-a590476e0c68 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:17.117352 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-09e280f9-31f0-46ce-a6c5-a590476e0c68 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.112 "GET /v2.0/networks?id=b6e514d0-3ab4-4500-afd2-d2e86eb18987 HTTP/1.1" status: 200 len: 814 time: 0.1697690 Jul 07 19:09:17.126039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a595f6-7afd-43a8-aaf9-74ea86f1512f req-79945d53-136f-4569-9df4-dee001f8cb47 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:17.131081 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Request body: {'port': {'device_id': 'd0012c31-6cb9-4d6b-b229-730aacd4aa26', 'network_id': 'b6e514d0-3ab4-4500-afd2-d2e86eb18987', 'admin_state_up': True, 'tenant_id': 'aa396c5c5173448a8a1d136d12e703af'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:17.139713 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17a595f6-7afd-43a8-aaf9-74ea86f1512f req-79945d53-136f-4569-9df4-dee001f8cb47 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.5668793 Jul 07 19:09:17.154714 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:17.281833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:17.294876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:17.322012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:17.396048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Made reservation on behalf of aa396c5c5173448a8a1d136d12e703af for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:17.404090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:17.452655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17a595f6-7afd-43a8-aaf9-74ea86f1512f req-32eb1d9a-1b80-4d3a-a59e-0032251cd3c6 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117213 Jul 07 19:09:17.482826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:17.483563 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:17.546078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7719450 Jul 07 19:09:17.551260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875fae9-fd1b-44e3-84d5-8d3390c86afa tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Pushing event updated for resources: {'Port': ['ID=c7375fb2-9780-4b8a-a00b-1c515cf1bc40,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:17.619311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Allocated IP 172.20.0.2 (b6e514d0-3ab4-4500-afd2-d2e86eb18987/da3696d6-263c-4880-b3a5-8e55287354a2/ded8d2cc-882c-4f7b-acaf-1114b496fa40) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:17.870002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-731fe5c9-2596-4a28-9884-f2bd5efcd8f3 None None] Provisioning for port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:17.876717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-731fe5c9-2596-4a28-9884-f2bd5efcd8f3 None None] Provisioning complete for port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:17.877092 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-731fe5c9-2596-4a28-9884-f2bd5efcd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:17.930776 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:17.935830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-731fe5c9-2596-4a28-9884-f2bd5efcd8f3 None None] Port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:09:17.948827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a64d37-e003-4f2a-a1df-4a9d9f7380cc req-ba63de02-5859-4124-8aa5-0dcd32a540ad tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:17.953046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16a64d37-e003-4f2a-a1df-4a9d9f7380cc req-ba63de02-5859-4124-8aa5-0dcd32a540ad tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 931 time: 0.1983082 Jul 07 19:09:17.965344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277f321-0703-4cb0-bc31-11197a3dde08 req-ecf4ae0f-b581-4653-8af8-d85025b2f0ba tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:17.967315 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2277f321-0703-4cb0-bc31-11197a3dde08 req-ecf4ae0f-b581-4653-8af8-d85025b2f0ba tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 944 time: 0.2110729 Jul 07 19:09:17.970399 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:17.985934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:18.043129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Network b6e514d0-3ab4-4500-afd2-d2e86eb18987 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:18.047935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:18.050387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:18.082883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16a64d37-e003-4f2a-a1df-4a9d9f7380cc req-c37a7c30-a852-4929-ae35-1a34164e17ef tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138120 Jul 07 19:09:18.138476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2277f321-0703-4cb0-bc31-11197a3dde08 req-69f872a6-95d8-4bb3-b0f0-ab031c0494f6 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632500 Jul 07 19:09:18.150741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Pushing event updated for resources: {'Port': ['ID=ded8d2cc-882c-4f7b-acaf-1114b496fa40,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:18.175307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:18.176012 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:18.210601 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-13f82458-46bc-492e-97e0-4eb79ce292d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0835524 Jul 07 19:09:18.234366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Request body: {'port': {'device_id': 'd0012c31-6cb9-4d6b-b229-730aacd4aa26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:18.336382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:18.638655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded8d2cc-882c-4f7b-acaf-1114b496fa40 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:18.647326 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:18.662734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Transition to ACTIVE for port object ded8d2cc-882c-4f7b-acaf-1114b496fa40 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:18.672498 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:18.713341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:09:18.730308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1079a0a-1159-4b05-a03d-c643b7ac2878 req-65a913e8-ae84-4f68-99b9-93f86d996ddd tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:18.737837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1079a0a-1159-4b05-a03d-c643b7ac2878 req-65a913e8-ae84-4f68-99b9-93f86d996ddd tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 950 time: 0.4453866 Jul 07 19:09:18.751660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Pushing event updated for resources: {'Port': ['ID=ded8d2cc-882c-4f7b-acaf-1114b496fa40,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:18.779603 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:18.792065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324819f-77dc-4a02-b74e-e30ac068a03b req-7f8475d3-0239-43e4-8ef4-3a7643aa9dfe tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:18.799888 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2324819f-77dc-4a02-b74e-e30ac068a03b req-7f8475d3-0239-43e4-8ef4-3a7643aa9dfe tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 931 time: 0.4719586 Jul 07 19:09:18.817718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Attempting to bind port ded8d2cc-882c-4f7b-acaf-1114b496fa40 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:18.818063 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Attempting to bind port ded8d2cc-882c-4f7b-acaf-1114b496fa40 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'b8059b36-c149-4533-ae1d-fe0550018a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b6e514d0-3ab4-4500-afd2-d2e86eb18987'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:18.826835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Attempting to bind port ded8d2cc-882c-4f7b-acaf-1114b496fa40 on network b6e514d0-3ab4-4500-afd2-d2e86eb18987 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:18.831964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6a9a4dac-d07e-48d2-94da-00436a6ae13f up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:18.839753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Port ded8d2cc-882c-4f7b-acaf-1114b496fa40 on network b6e514d0-3ab4-4500-afd2-d2e86eb18987 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:18.839918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Attempting to bind port ded8d2cc-882c-4f7b-acaf-1114b496fa40 on network b6e514d0-3ab4-4500-afd2-d2e86eb18987 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:18.846387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:18.846726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Checking segment: {'id': 'b8059b36-c149-4533-ae1d-fe0550018a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b6e514d0-3ab4-4500-afd2-d2e86eb18987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:18.847114 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Bound using segment: {'id': 'b8059b36-c149-4533-ae1d-fe0550018a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b6e514d0-3ab4-4500-afd2-d2e86eb18987'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:18.847698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Bound port: ded8d2cc-882c-4f7b-acaf-1114b496fa40, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8059b36-c149-4533-ae1d-fe0550018a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b6e514d0-3ab4-4500-afd2-d2e86eb18987'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:18.848063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:18.905420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1079a0a-1159-4b05-a03d-c643b7ac2878 req-b7f35e12-1a0a-4e85-8411-31ff815a245a tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661565 Jul 07 19:09:18.943433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 6a9a4dac-d07e-48d2-94da-00436a6ae13f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:18.958734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] For port ded8d2cc-882c-4f7b-acaf-1114b496fa40, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:18.961642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 6a9a4dac-d07e-48d2-94da-00436a6ae13f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:18.962479 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:18.964201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] For port ded8d2cc-882c-4f7b-acaf-1114b496fa40, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ded8d2cc-882c-4f7b-acaf-1114b496fa40,segment=NetworkSegment(b8059b36-c149-4533-ae1d-fe0550018a55),segment_id=b8059b36-c149-4533-ae1d-fe0550018a55)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:18.972673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:19.017278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.018578 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:19.020925 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] 10.222.0.112 "PUT /v2.0/ports/ded8d2cc-882c-4f7b-acaf-1114b496fa40 HTTP/1.1" status: 200 len: 1092 time: 0.7985630 Jul 07 19:09:19.022899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0012c31-6cb9-4d6b-b229-730aacd4aa26', 'tag': 'ded8d2cc-882c-4f7b-acaf-1114b496fa40'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:19.037912 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a100f6-7545-4f59-aedd-8efbb8178f93" -d '{"events": [{"name": "network-changed", "server_uuid": "d0012c31-6cb9-4d6b-b229-730aacd4aa26", "tag": "ded8d2cc-882c-4f7b-acaf-1114b496fa40"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:19.060405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2324819f-77dc-4a02-b74e-e30ac068a03b req-44443810-a850-4d15-aa59-af19acd27ee1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/security-groups?id=846d9a95-f952-4600-adfd-5807e36cb8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593997 Jul 07 19:09:19.080450 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-f2e2ca1b-4318-4043-930c-c941e8e95c9b service neutron] show failed (client error): The resource could not be found. Jul 07 19:09:19.089553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-f2e2ca1b-4318-4043-930c-c941e8e95c9b service neutron] 10.222.0.112 "GET /v2.0/ports/d3860ee1-5656-4d02-b0a5-8e120e22cc36/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.3221529 Jul 07 19:09:19.121487 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:19.209991 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9a4dac-d07e-48d2-94da-00436a6ae13f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:19.212876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-8dd8c0cc-4926-4b55-9052-a7db867f4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.215047 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-8dd8c0cc-4926-4b55-9052-a7db867f4e27 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=aa396c5c5173448a8a1d136d12e703af&device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 1095 time: 0.1147416 Jul 07 19:09:19.216644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52c490-de60-4a69-8595-79ea76e8dc3e service neutron] Pushing event updated for resources: {'Port': ['ID=ded8d2cc-882c-4f7b-acaf-1114b496fa40,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:19.221010 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ea9b73-c4da-48f7-8fce-2eda1a1db1c7" -d '{"events": [{"server_uuid": "a12fb724-e9ca-43dd-98c9-96c14bcbf63f", "name": "network-vif-plugged", "status": "completed", "tag": "6a9a4dac-d07e-48d2-94da-00436a6ae13f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:19.237709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:09:19.254111 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Sync routers for ids ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:09:19.259228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6a9a4dac-d07e-48d2-94da-00436a6ae13f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6a9a4dac-d07e-48d2-94da-00436a6ae13f,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:19.269051 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:19.280444 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Routers {'2d08ef18-a0b9-47d8-a725-47dd7af1e685'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:09:19.283384 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:09:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:19.302452 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-56997fd2-5b70-4728-9a29-b792626e4907 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ded8d2cc-882c-4f7b-acaf-1114b496fa40 HTTP/1.1" status: 200 len: 217 time: 0.0777283 Jul 07 19:09:19.401514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=6a9a4dac-d07e-48d2-94da-00436a6ae13f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:19.404931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-d7c36959-71fc-4a3e-8be8-5386e6db351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.408801 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-d7c36959-71fc-4a3e-8be8-5386e6db351c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da3696d6-263c-4880-b3a5-8e55287354a2 HTTP/1.1" status: 200 len: 854 time: 0.0999632 Jul 07 19:09:19.437474 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:19.438924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7b9c43b0-896a-4d6a-974c-e27cfc5eeab3 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3574932 Jul 07 19:09:19.454495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:19.474041 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-cf395689-d67f-499a-bd94-ce4217cb3dff service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b6e514d0-3ab4-4500-afd2-d2e86eb18987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577629 Jul 07 19:09:19.492670 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Set router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:09:19.636139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65b57b-02a5-4ac9-a199-df3c3d80fb79 req-5650719d-2199-4ee2-9243-8d105f8abec0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.642824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65b57b-02a5-4ac9-a199-df3c3d80fb79 req-5650719d-2199-4ee2-9243-8d105f8abec0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.649142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65b57b-02a5-4ac9-a199-df3c3d80fb79 req-5650719d-2199-4ee2-9243-8d105f8abec0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.655494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65b57b-02a5-4ac9-a199-df3c3d80fb79 req-5650719d-2199-4ee2-9243-8d105f8abec0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.661794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65b57b-02a5-4ac9-a199-df3c3d80fb79 req-5650719d-2199-4ee2-9243-8d105f8abec0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.667797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65b57b-02a5-4ac9-a199-df3c3d80fb79 req-5650719d-2199-4ee2-9243-8d105f8abec0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.674902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65b57b-02a5-4ac9-a199-df3c3d80fb79 req-5650719d-2199-4ee2-9243-8d105f8abec0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.682787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac65b57b-02a5-4ac9-a199-df3c3d80fb79 req-5650719d-2199-4ee2-9243-8d105f8abec0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.5588446 Jul 07 19:09:19.749158 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:16Z', 'revision_number': 3, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:19.815607 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Checking router: 2d08ef18-a0b9-47d8-a725-47dd7af1e685 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:09:19.816229 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Updating router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:09:19.845594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e93463-0da0-4130-aa46-15261c8c59a9 req-4a77fc24-7b59-4a28-9dad-3612ea7234a8 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:19.854478 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2e93463-0da0-4130-aa46-15261c8c59a9 req-4a77fc24-7b59-4a28-9dad-3612ea7234a8 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.4968240 Jul 07 19:09:19.880035 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:19.888749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac65b57b-02a5-4ac9-a199-df3c3d80fb79 req-06d2143e-66cc-468a-a6eb-c3677085ff6a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2046955 Jul 07 19:09:20.014840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2e93463-0da0-4130-aa46-15261c8c59a9 req-107ed17b-b4b5-440e-a682-31aa4748d9c4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591244 Jul 07 19:09:20.139560 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-cf2b41ca-edcb-4260-85fd-d661d8e0b878 service neutron] 10.222.0.112 "GET /v2.0/networks/b6e514d0-3ab4-4500-afd2-d2e86eb18987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573889 Jul 07 19:09:20.145137 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55fa638-16ad-4a38-8565-05b0745ce5f7 x-openstack-request-id: req-a55fa638-16ad-4a38-8565-05b0745ce5f7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:20.145617 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0012c31-6cb9-4d6b-b229-730aacd4aa26", "tag": "ded8d2cc-882c-4f7b-acaf-1114b496fa40", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:20.146028 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a55fa638-16ad-4a38-8565-05b0745ce5f7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:20.146647 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0012c31-6cb9-4d6b-b229-730aacd4aa26', 'tag': 'ded8d2cc-882c-4f7b-acaf-1114b496fa40', 'status': 'completed', 'code': 200} Jul 07 19:09:20.407275 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:20.428694 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0a0b372c-ae6e-42d6-931e-a56ecab4c1d4 req-d0136ebb-82b1-44ee-9011-c78147279584 service neutron] 10.222.0.112 "GET /v2.0/networks/b6e514d0-3ab4-4500-afd2-d2e86eb18987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781577 Jul 07 19:09:20.437280 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Transition to ACTIVE for port object 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:20.459054 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:20.562259 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Pushing event updated for resources: {'Port': ['ID=1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:20.609227 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Attempting to bind port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:20.609539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a100f6-7545-4f59-aedd-8efbb8178f93 req-12210f25-470e-4f3f-b9f0-f032524873e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:20.609810 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Attempting to bind port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:20.610392 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Attempting to bind port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:20.612257 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64a100f6-7545-4f59-aedd-8efbb8178f93 req-12210f25-470e-4f3f-b9f0-f032524873e4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=aa396c5c5173448a8a1d136d12e703af&device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 1095 time: 0.1111789 Jul 07 19:09:20.619692 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:20.620317 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:20.621026 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:20.621675 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:20.622801 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Bound port: 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:20.623459 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:20.637539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9f7e2-11ba-4a9f-b2cd-936ff91f8359 req-1ed302b9-b76b-43ee-8699-d2157f63b27a tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:20.640380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8c9f7e2-11ba-4a9f-b2cd-936ff91f8359 req-1ed302b9-b76b-43ee-8699-d2157f63b27a tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 931 time: 0.3503153 Jul 07 19:09:20.718631 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] For port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:20.723830 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] For port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:20.733470 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:20.751191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a100f6-7545-4f59-aedd-8efbb8178f93 req-84596e00-c614-4fca-9d70-8a9a8d7a30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:20.753117 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64a100f6-7545-4f59-aedd-8efbb8178f93 req-84596e00-c614-4fca-9d70-8a9a8d7a30a1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b6e514d0-3ab4-4500-afd2-d2e86eb18987 HTTP/1.1" status: 200 len: 916 time: 0.1346960 Jul 07 19:09:20.810543 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Routers {'2d08ef18-a0b9-47d8-a725-47dd7af1e685'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:09:20.811284 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:09:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:20.828738 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64a100f6-7545-4f59-aedd-8efbb8178f93 req-b0f473f8-0d86-4c33-9875-1caf895964eb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ded8d2cc-882c-4f7b-acaf-1114b496fa40 HTTP/1.1" status: 200 len: 217 time: 0.0680175 Jul 07 19:09:20.864112 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Pushing event updated for resources: {'Port': ['ID=1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:20.880710 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.881402 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.882012 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.883335 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.883946 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.884658 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.885224 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.885788 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.886276 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.886864 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.888007 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.888730 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca95288e-43fd-44d0-b694-0a19312d5f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:20.911938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a100f6-7545-4f59-aedd-8efbb8178f93 req-46b974fb-a690-4a95-b0c8-0c6a96e14d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:20.914136 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64a100f6-7545-4f59-aedd-8efbb8178f93 req-46b974fb-a690-4a95-b0c8-0c6a96e14d7b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da3696d6-263c-4880-b3a5-8e55287354a2 HTTP/1.1" status: 200 len: 854 time: 0.0735605 Jul 07 19:09:20.958154 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64a100f6-7545-4f59-aedd-8efbb8178f93 req-cb63abf5-a2e2-4b82-8c00-b81543903b46 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b6e514d0-3ab4-4500-afd2-d2e86eb18987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361431 Jul 07 19:09:21.020344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787f1a0-7cd3-4356-a5a4-721a504fdb92 req-c3363b68-4ed0-4cfc-b2fc-8c784168b91f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:21.023540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1787f1a0-7cd3-4356-a5a4-721a504fdb92 req-c3363b68-4ed0-4cfc-b2fc-8c784168b91f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.5279756 Jul 07 19:09:21.032531 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] Set router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:09:21.052250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8c9f7e2-11ba-4a9f-b2cd-936ff91f8359 req-426b538d-7ccd-4238-91ad-f1a74332fe6c tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874362 Jul 07 19:09:21.078221 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:21.151887 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfff5fd-b631-4170-85e4-b254d57d702b x-openstack-request-id: req-bbfff5fd-b631-4170-85e4-b254d57d702b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:21.153915 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12fb724-e9ca-43dd-98c9-96c14bcbf63f", "name": "network-vif-plugged", "status": "completed", "tag": "6a9a4dac-d07e-48d2-94da-00436a6ae13f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:21.154461 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bbfff5fd-b631-4170-85e4-b254d57d702b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:21.155196 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9a4dac-d07e-48d2-94da-00436a6ae13f', 'code': 200} Jul 07 19:09:21.178973 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64a100f6-7545-4f59-aedd-8efbb8178f93 req-527e5fb6-ccb1-4e74-bab9-e7e494b30ed7 service neutron] 10.222.0.112 "GET /v2.0/networks/b6e514d0-3ab4-4500-afd2-d2e86eb18987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904633 Jul 07 19:09:21.309559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1787f1a0-7cd3-4356-a5a4-721a504fdb92 req-fe6b15c3-e396-4dec-a05a-3eaa70b2d43a tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691219 Jul 07 19:09:21.372306 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64a100f6-7545-4f59-aedd-8efbb8178f93 req-141dfecb-0928-4bc6-b324-73af909161f4 service neutron] 10.222.0.112 "GET /v2.0/networks/b6e514d0-3ab4-4500-afd2-d2e86eb18987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831250 Jul 07 19:09:21.483568 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:16Z', 'revision_number': 3, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:21.497399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Allocated IP 172.20.0.1 (6da9a288-2a5c-4dc6-afa1-f4014b1d1375/a374ccf3-1240-4374-baa3-aa1207534abb/be6c6def-bd0b-46ee-be0d-3fba2cdd66e9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:21.516640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f328319-ecc8-4d9f-bbd7-75b69ad845d1 req-2414f246-e4be-425c-ae44-a38e00db5681 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:21.518439 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f328319-ecc8-4d9f-bbd7-75b69ad845d1 req-2414f246-e4be-425c-ae44-a38e00db5681 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 950 time: 0.2016153 Jul 07 19:09:21.545973 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46381972-9f1e-4f77-933e-68f68b60fee0 None None] The sync data for ids ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'] in n-d-792394-12 is: [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:16Z', 'revision_number': 3, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:09:21.693245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f328319-ecc8-4d9f-bbd7-75b69ad845d1 req-ada930cc-b174-4ed5-97a1-4d2d052ecb3e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617701 Jul 07 19:09:21.743233 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:21.757931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Transition to ACTIVE for port object be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:21.777109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517361c-7412-49a9-ae73-9485bcb465f2 req-8a5164e6-67e5-4b9d-8e42-07cfe25badb7 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:21.779340 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6517361c-7412-49a9-ae73-9485bcb465f2 req-8a5164e6-67e5-4b9d-8e42-07cfe25badb7 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 943 time: 0.2155466 Jul 07 19:09:21.857909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6517361c-7412-49a9-ae73-9485bcb465f2 req-b22e5f8e-9c66-4344-a9e0-a87168fc5163 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/security-groups?id=846d9a95-f952-4600-adfd-5807e36cb8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700614 Jul 07 19:09:21.859571 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:21.995348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:21.997131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Pushing event updated for resources: {'Port': ['ID=be6c6def-bd0b-46ee-be0d-3fba2cdd66e9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:22.009425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:22.016355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:22.154891 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:22.234549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaf995-be8d-4bc2-b9cd-60456af8e948 req-d3deb685-b012-41c4-943d-694ebd4a49df tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:22.240676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaf995-be8d-4bc2-b9cd-60456af8e948 req-d3deb685-b012-41c4-943d-694ebd4a49df tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:22.246753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaf995-be8d-4bc2-b9cd-60456af8e948 req-d3deb685-b012-41c4-943d-694ebd4a49df tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:22.253292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaf995-be8d-4bc2-b9cd-60456af8e948 req-d3deb685-b012-41c4-943d-694ebd4a49df tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:22.265442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaf995-be8d-4bc2-b9cd-60456af8e948 req-d3deb685-b012-41c4-943d-694ebd4a49df tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:22.267278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaf995-be8d-4bc2-b9cd-60456af8e948 req-d3deb685-b012-41c4-943d-694ebd4a49df tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:22.274189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaf995-be8d-4bc2-b9cd-60456af8e948 req-d3deb685-b012-41c4-943d-694ebd4a49df tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:22.283300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22eaf995-be8d-4bc2-b9cd-60456af8e948 req-d3deb685-b012-41c4-943d-694ebd4a49df tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.4212096 Jul 07 19:09:22.292913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15f09530-2fb9-4d18-9351-15b8ca8e8739 None None] Provisioning for port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:22.298431 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15f09530-2fb9-4d18-9351-15b8ca8e8739 None None] Provisioning complete for port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:22.301011 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15f09530-2fb9-4d18-9351-15b8ca8e8739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:22.357242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-15f09530-2fb9-4d18-9351-15b8ca8e8739 None None] Port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:09:22.373131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec362bc-fa89-48f9-8ded-ad5b93a4f2e7 req-00c88332-a813-412a-b4a2-a490578ac91c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:22.374816 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ec362bc-fa89-48f9-8ded-ad5b93a4f2e7 req-00c88332-a813-412a-b4a2-a490578ac91c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.3029592 Jul 07 19:09:22.404299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22eaf995-be8d-4bc2-b9cd-60456af8e948 req-83ea4b8f-2e40-42e5-bbfd-ca134fe5b88f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200824 Jul 07 19:09:22.525148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ec362bc-fa89-48f9-8ded-ad5b93a4f2e7 req-4df24217-b767-4685-9d27-71a5c90db9e6 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196642 Jul 07 19:09:22.648398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:22.710699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ded8d2cc-882c-4f7b-acaf-1114b496fa40 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:22.717660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d3860ee1-5656-4d02-b0a5-8e120e22cc36 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:09:22.913643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:22.974341 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:22.985954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ded8d2cc-882c-4f7b-acaf-1114b496fa40, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ded8d2cc-882c-4f7b-acaf-1114b496fa40,segment=NetworkSegment(b8059b36-c149-4533-ae1d-fe0550018a55),segment_id=b8059b36-c149-4533-ae1d-fe0550018a55)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:23.016800 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'ded8d2cc-882c-4f7b-acaf-1114b496fa40', 'network_id': 'b6e514d0-3ab4-4500-afd2-d2e86eb18987', 'port_id': 'ded8d2cc-882c-4f7b-acaf-1114b496fa40', 'mac_address': 'fa:16:3e:00:b5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3696d6-263c-4880-b3a5-8e55287354a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:23.059739 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:23.067792 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.080412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:23.110495 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.112213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:23.112623 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.156598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:23.158886 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bdfe88-05d2-488d-9fba-9f74014917c0" -d '{"events": [{"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-unplugged", "status": "completed", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:23.162216 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded8d2cc-882c-4f7b-acaf-1114b496fa40 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:23.193681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac36893-f241-44c8-92ae-09fb867d5867 req-d2ea857d-ad80-4dc5-a628-04211b12c511 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:23.195345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ac36893-f241-44c8-92ae-09fb867d5867 req-d2ea857d-ad80-4dc5-a628-04211b12c511 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.2083933 Jul 07 19:09:23.202029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ded8d2cc-882c-4f7b-acaf-1114b496fa40, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ded8d2cc-882c-4f7b-acaf-1114b496fa40,segment=NetworkSegment(b8059b36-c149-4533-ae1d-fe0550018a55),segment_id=b8059b36-c149-4533-ae1d-fe0550018a55)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:23.203146 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:23.206263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916db7-132b-4f10-95d1-08978562a040 req-0b56df12-dfed-48b3-8295-21ff1bf9dc2f tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:23.208096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e916db7-132b-4f10-95d1-08978562a040 req-0b56df12-dfed-48b3-8295-21ff1bf9dc2f tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 931 time: 0.2122533 Jul 07 19:09:23.209617 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.290221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ded8d2cc-882c-4f7b-acaf-1114b496fa40,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:23.308547 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.327730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ac36893-f241-44c8-92ae-09fb867d5867 req-ecec2508-6ec3-4a50-8cc0-6f7f3704aa03 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126840 Jul 07 19:09:23.348030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:23.355561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e916db7-132b-4f10-95d1-08978562a040 req-17cffeaa-4e96-4825-866f-919f08fdb10e tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341588 Jul 07 19:09:23.357937 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.369607 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.406269 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.436132 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:23.493224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['ded8d2cc-882c-4f7b-acaf-1114b496fa40'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:23.562114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:23.584029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Pushing event updated for resources: {'Port': ['ID=be6c6def-bd0b-46ee-be0d-3fba2cdd66e9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:23.709327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9202519-c8df-41a4-8b7c-7f9945bf2bc9 req-fdeb2582-7b6a-46ed-a812-5c8b4c2ae90b tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:23.716357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9202519-c8df-41a4-8b7c-7f9945bf2bc9 req-fdeb2582-7b6a-46ed-a812-5c8b4c2ae90b tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 950 time: 0.2160957 Jul 07 19:09:23.735172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f4451-05fd-457c-8002-9901630b950e req-32cbf3b8-3bfa-44ad-b616-2e98652b9350 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:23.736820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-767f4451-05fd-457c-8002-9901630b950e req-32cbf3b8-3bfa-44ad-b616-2e98652b9350 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 944 time: 0.1901731 Jul 07 19:09:23.798768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:23.803138 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9202519-c8df-41a4-8b7c-7f9945bf2bc9 req-d8f8ea9e-98c2-4830-bba8-e4c19ada9bc6 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857368 Jul 07 19:09:23.806306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:23.845369 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-767f4451-05fd-457c-8002-9901630b950e req-29178257-cda0-4c38-a39e-ad381860c8e4 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/security-groups?id=846d9a95-f952-4600-adfd-5807e36cb8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986984 Jul 07 19:09:23.925742 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d325525a-4a76-4c21-9fd6-2ec7d16c88c1 x-openstack-request-id: req-d325525a-4a76-4c21-9fd6-2ec7d16c88c1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:23.926110 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-unplugged", "status": "completed", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:23.926421 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d325525a-4a76-4c21-9fd6-2ec7d16c88c1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:23.926883 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'code': 200} Jul 07 19:09:24.061688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:09:24.193579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11639e1d-482a-4070-b08e-7f61d008bdd6 None None] Provisioning complete for port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:24.193871 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11639e1d-482a-4070-b08e-7f61d008bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:24.197299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365cdb7-574b-44ce-a66e-0fb7e1238bb4 req-c5013fda-2742-4ed4-9627-b6512495c841 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:24.204562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365cdb7-574b-44ce-a66e-0fb7e1238bb4 req-c5013fda-2742-4ed4-9627-b6512495c841 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:24.210725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365cdb7-574b-44ce-a66e-0fb7e1238bb4 req-c5013fda-2742-4ed4-9627-b6512495c841 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:24.218017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365cdb7-574b-44ce-a66e-0fb7e1238bb4 req-c5013fda-2742-4ed4-9627-b6512495c841 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:24.223965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365cdb7-574b-44ce-a66e-0fb7e1238bb4 req-c5013fda-2742-4ed4-9627-b6512495c841 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:24.230731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365cdb7-574b-44ce-a66e-0fb7e1238bb4 req-c5013fda-2742-4ed4-9627-b6512495c841 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:24.237085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365cdb7-574b-44ce-a66e-0fb7e1238bb4 req-c5013fda-2742-4ed4-9627-b6512495c841 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:24.239072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8365cdb7-574b-44ce-a66e-0fb7e1238bb4 req-c5013fda-2742-4ed4-9627-b6512495c841 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.2328291 Jul 07 19:09:24.244620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-11639e1d-482a-4070-b08e-7f61d008bdd6 None None] Port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:09:24.322299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d462b-14e3-44db-bd3a-e592098706fc req-12f5b74e-898b-46c5-807a-12ad5e87b3eb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:24.323774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a2d462b-14e3-44db-bd3a-e592098706fc req-12f5b74e-898b-46c5-807a-12ad5e87b3eb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 948 time: 0.2547348 Jul 07 19:09:24.352079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:09:24.363856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Sync routers for ids ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:09:24.365028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-69760c31-81db-47a9-a034-9a5b6226cefb admin admin] 10.222.0.113 "PUT /v2.0/routers/2d08ef18-a0b9-47d8-a725-47dd7af1e685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9049766 Jul 07 19:09:24.377161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8365cdb7-574b-44ce-a66e-0fb7e1238bb4 req-724ad77a-d050-4fad-a0a4-efbd7e2f810c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070862 Jul 07 19:09:24.382969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Routers {'2d08ef18-a0b9-47d8-a725-47dd7af1e685'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:09:24.383620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:09:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:24.407299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a2d462b-14e3-44db-bd3a-e592098706fc req-be8fb0da-de45-4923-8842-abfc5039192b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769022 Jul 07 19:09:24.548697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Set router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:09:24.625705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520c86c-4fab-42d3-b4cf-9a868f8d6b26 req-086c706f-056c-4c90-b520-adf2d4e23718 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:24.628766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1520c86c-4fab-42d3-b4cf-9a868f8d6b26 req-086c706f-056c-4c90-b520-adf2d4e23718 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.0777855 Jul 07 19:09:24.679331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1520c86c-4fab-42d3-b4cf-9a868f8d6b26 req-c4fe124f-5d3b-4432-9aa8-dcc6402e3566 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435812 Jul 07 19:09:24.728099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ded8d2cc-882c-4f7b-acaf-1114b496fa40 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:24.792072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5f3cc-5412-4b4a-89af-03f47a146036 req-b31cb6aa-c8d3-4740-a5df-6992a3afb297 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:24.802267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53c5f3cc-5412-4b4a-89af-03f47a146036 req-b31cb6aa-c8d3-4740-a5df-6992a3afb297 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 931 time: 0.1067133 Jul 07 19:09:24.896819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53c5f3cc-5412-4b4a-89af-03f47a146036 req-36270534-6180-440b-a1cf-90b515a4be11 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949788 Jul 07 19:09:24.945092 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port ded8d2cc-882c-4f7b-acaf-1114b496fa40 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:24.972992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:25.009992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port ded8d2cc-882c-4f7b-acaf-1114b496fa40 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:25.010460 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.107214 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:25.107779 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.109551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03094257-eb4d-4075-904e-cde552847820 req-283f0b89-b116-4fe6-9feb-0fb43d8c4767 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.118231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03094257-eb4d-4075-904e-cde552847820 req-283f0b89-b116-4fe6-9feb-0fb43d8c4767 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 950 time: 0.0882971 Jul 07 19:09:25.124033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:25.129397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b9146ecf-8065-418b-a23c-40c7f4800cec tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681510025', 'description': 'tempest-description--1453972778'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:25.167870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9146ecf-8065-418b-a23c-40c7f4800cec tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.189377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03094257-eb4d-4075-904e-cde552847820 req-944fbdd3-2b5f-44b2-83ec-81abb443ab90 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701149 Jul 07 19:09:25.265261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:22Z', 'revision_number': 4, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be6c6def-bd0b-46ee-be0d-3fba2cdd66e9', 'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'mac_address': 'fa:16:3e:2b:19:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:21Z', 'updated_at': '2021-07-07T19:09:23Z', 'revision_number': 2, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'subnets': [{'id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:25.269027 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.349006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d2710-4add-45e1-824c-c9ab4b64d948 req-5efd5fbd-68eb-4136-bc25-e20e8284482d tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.351384 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c2d2710-4add-45e1-824c-c9ab4b64d948 req-5efd5fbd-68eb-4136-bc25-e20e8284482d tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 944 time: 0.0872982 Jul 07 19:09:25.353764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Checking router: 2d08ef18-a0b9-47d8-a725-47dd7af1e685 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:09:25.354136 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Updating router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:09:25.365927 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9146ecf-8065-418b-a23c-40c7f4800cec tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.376401 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9146ecf-8065-418b-a23c-40c7f4800cec tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.413627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ded8d2cc-882c-4f7b-acaf-1114b496fa40, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ded8d2cc-882c-4f7b-acaf-1114b496fa40,segment=NetworkSegment(b8059b36-c149-4533-ae1d-fe0550018a55),segment_id=b8059b36-c149-4533-ae1d-fe0550018a55)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:25.415075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c2d2710-4add-45e1-824c-c9ab4b64d948 req-cc579c2f-60a6-40b4-a4e2-76b32292662b tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/security-groups?id=846d9a95-f952-4600-adfd-5807e36cb8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545878 Jul 07 19:09:25.422919 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.468800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9146ecf-8065-418b-a23c-40c7f4800cec tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4b588c-233b-4f73-98c1-7372346df916,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:25.469570 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.479010 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9146ecf-8065-418b-a23c-40c7f4800cec tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.484838 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b9146ecf-8065-418b-a23c-40c7f4800cec tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3587465 Jul 07 19:09:25.485041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:25.493647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-00f66754-3cef-47c8-8809-20af399a5632 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Request body: {'security_group_rule': {'security_group_id': 'dd4b588c-233b-4f73-98c1-7372346df916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:25.604830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00f66754-3cef-47c8-8809-20af399a5632 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.784811 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00f66754-3cef-47c8-8809-20af399a5632 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.794541 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00f66754-3cef-47c8-8809-20af399a5632 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.794842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ded8d2cc-882c-4f7b-acaf-1114b496fa40,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:25.835989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f66754-3cef-47c8-8809-20af399a5632 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f9adeb-e85f-471a-a264-23cdcf7061e9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:25.857503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7589207-49bb-4086-b727-5c0437e59532 req-3b9eaffb-8fad-45eb-9aa4-28b71cdb4d03 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.859129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7589207-49bb-4086-b727-5c0437e59532 req-3b9eaffb-8fad-45eb-9aa4-28b71cdb4d03 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 948 time: 0.1951249 Jul 07 19:09:25.859906 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00f66754-3cef-47c8-8809-20af399a5632 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.860991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-00f66754-3cef-47c8-8809-20af399a5632 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3744559 Jul 07 19:09:25.864072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:25.869103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-23c897c0-b56b-4099-b552-52ef1d074dc1 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Request body: {'security_group_rule': {'security_group_id': 'dd4b588c-233b-4f73-98c1-7372346df916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:25.873608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4762-d9ba-432b-969e-94ad5171b181 req-6257da87-851a-44dc-91db-5563a5567fd0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.880387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4762-d9ba-432b-969e-94ad5171b181 req-6257da87-851a-44dc-91db-5563a5567fd0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.888131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4762-d9ba-432b-969e-94ad5171b181 req-6257da87-851a-44dc-91db-5563a5567fd0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.895770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4762-d9ba-432b-969e-94ad5171b181 req-6257da87-851a-44dc-91db-5563a5567fd0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.903027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4762-d9ba-432b-969e-94ad5171b181 req-6257da87-851a-44dc-91db-5563a5567fd0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.909497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4762-d9ba-432b-969e-94ad5171b181 req-6257da87-851a-44dc-91db-5563a5567fd0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.912464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c897c0-b56b-4099-b552-52ef1d074dc1 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:25.915312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4762-d9ba-432b-969e-94ad5171b181 req-6257da87-851a-44dc-91db-5563a5567fd0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:25.917291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4feb4762-d9ba-432b-969e-94ad5171b181 req-6257da87-851a-44dc-91db-5563a5567fd0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.2216895 Jul 07 19:09:25.929216 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0012c31-6cb9-4d6b-b229-730aacd4aa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded8d2cc-882c-4f7b-acaf-1114b496fa40'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:25.931855 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f99489-1b84-4235-a6f0-e40b0faefdcf" -d '{"events": [{"server_uuid": "d0012c31-6cb9-4d6b-b229-730aacd4aa26", "name": "network-vif-plugged", "status": "completed", "tag": "ded8d2cc-882c-4f7b-acaf-1114b496fa40"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:25.991136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7589207-49bb-4086-b727-5c0437e59532 req-28da64a3-9272-4247-8f0d-1fd9ba3f4f03 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727262 Jul 07 19:09:26.011773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4feb4762-d9ba-432b-969e-94ad5171b181 req-01645ebc-4299-4ee6-9fdb-e637ca480ded tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790143 Jul 07 19:09:26.025314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c897c0-b56b-4099-b552-52ef1d074dc1 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.032259 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c897c0-b56b-4099-b552-52ef1d074dc1 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.071221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c897c0-b56b-4099-b552-52ef1d074dc1 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac0a69a-08ff-4d8e-96bb-2b45ac11c2ed,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:26.090667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c897c0-b56b-4099-b552-52ef1d074dc1 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.095256 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-23c897c0-b56b-4099-b552-52ef1d074dc1 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2269993 Jul 07 19:09:26.095471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:26.100742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:26.151513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.197716 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.208810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Transition to ACTIVE for port object be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:26.218568 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.305683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f45541-fff1-4d1a-828f-8a816ae3e616 None None] Pushing event updated for resources: {'Port': ['ID=be6c6def-bd0b-46ee-be0d-3fba2cdd66e9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:26.319667 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-16e5c0eb-cd51-4dec-a5e7-6321b2790c80 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0935206 Jul 07 19:09:26.325101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a8865-3a6e-4261-88b7-4d239d1dcf89 req-95655c70-e317-49df-b5c3-8ed5206720ec tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:26.338928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-231a8865-3a6e-4261-88b7-4d239d1dcf89 req-95655c70-e317-49df-b5c3-8ed5206720ec tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.1284463 Jul 07 19:09:26.353714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Attempting to bind port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:26.356788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Attempting to bind port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:26.357368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Attempting to bind port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 on network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:26.366264 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:26.366648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Checking segment: {'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:26.367056 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.367457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Bound using segment: {'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:26.367937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Bound port: be6c6def-bd0b-46ee-be0d-3fba2cdd66e9, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:26.370019 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.373125 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.428399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-231a8865-3a6e-4261-88b7-4d239d1dcf89 req-d3b06242-6b9b-41ec-933b-a0af3c36e833 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883029 Jul 07 19:09:26.453367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] For port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:26.457349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] For port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=be6c6def-bd0b-46ee-be0d-3fba2cdd66e9,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:26.467890 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.483225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cb176-5c47-4f5e-b781-37f6167ad1b7 req-8119c098-3809-4037-8ffb-b2b6abc8bba2 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:26.485267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da5cb176-5c47-4f5e-b781-37f6167ad1b7 req-8119c098-3809-4037-8ffb-b2b6abc8bba2 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 931 time: 0.1373203 Jul 07 19:09:26.518575 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4e999d-0700-4129-a13a-eeaa48cffe3d x-openstack-request-id: req-0e4e999d-0700-4129-a13a-eeaa48cffe3d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:26.519350 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0012c31-6cb9-4d6b-b229-730aacd4aa26", "name": "network-vif-plugged", "status": "completed", "tag": "ded8d2cc-882c-4f7b-acaf-1114b496fa40", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:26.519665 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0e4e999d-0700-4129-a13a-eeaa48cffe3d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:26.520115 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0012c31-6cb9-4d6b-b229-730aacd4aa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded8d2cc-882c-4f7b-acaf-1114b496fa40', 'code': 200} Jul 07 19:09:26.562979 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Routers {'2d08ef18-a0b9-47d8-a725-47dd7af1e685'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:09:26.563194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:09:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:26.578052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da5cb176-5c47-4f5e-b781-37f6167ad1b7 req-f372eb65-c115-406d-8594-48cae966b713 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831211 Jul 07 19:09:26.600800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Request body: {'port': {'device_id': '50f80c92-be18-4f5e-833b-f84cea2f3537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:26.636818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f45541-fff1-4d1a-828f-8a816ae3e616 None None] Pushing event updated for resources: {'Port': ['ID=be6c6def-bd0b-46ee-be0d-3fba2cdd66e9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:26.754913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Allocated IP 172.25.2.247 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/8cbc4519-d541-4c41-b1d5-eb76decfa768) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:26.790656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] Set router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:09:26.818163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-6cf187dc-13ab-4a2f-a050-4173ff461694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:26.823201 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-6cf187dc-13ab-4a2f-a050-4173ff461694 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 1101 time: 0.4420033 Jul 07 19:09:26.848089 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.967754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5fd1c-0ec5-4063-b406-7a718b1122bd req-25684c78-1ecb-4147-883a-83dfc29b7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:26.969495 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a5fd1c-0ec5-4063-b406-7a718b1122bd req-25684c78-1ecb-4147-883a-83dfc29b7bfa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 1097 time: 0.2108629 Jul 07 19:09:27.042822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-a917f026-6705-47b7-9701-68c315a5729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.044959 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-a917f026-6705-47b7-9701-68c315a5729f service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1935766 Jul 07 19:09:27.061670 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e1a5fd1c-0ec5-4063-b406-7a718b1122bd req-65edd8f2-efca-4380-8ce1-3a44128e2e49 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745571 Jul 07 19:09:27.077127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:22Z', 'revision_number': 4, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be6c6def-bd0b-46ee-be0d-3fba2cdd66e9', 'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'mac_address': 'fa:16:3e:2b:19:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:21Z', 'updated_at': '2021-07-07T19:09:26Z', 'revision_number': 4, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'subnets': [{'id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:27.098499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.101866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-8e37633a-c9d1-4ccf-bc49-f2cfbe517344 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06 HTTP/1.1" status: 200 len: 217 time: 0.0484800 Jul 07 19:09:27.111026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd653f1d-41aa-44d2-951a-2c466328535c None None] The sync data for ids ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'] in n-d-792394-12 is: [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:22Z', 'revision_number': 4, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be6c6def-bd0b-46ee-be0d-3fba2cdd66e9', 'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'mac_address': 'fa:16:3e:2b:19:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:21Z', 'updated_at': '2021-07-07T19:09:26Z', 'revision_number': 4, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'subnets': [{'id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:09:27.199292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-eb957b29-45ca-48ff-a0ef-06e3b763baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.201408 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-eb957b29-45ca-48ff-a0ef-06e3b763baee service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0909283 Jul 07 19:09:27.224371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.268347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6747f-b107-4962-b15d-3c4196cfe133 req-4853c1ed-87d9-46cf-8084-a8d4d41d4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.269924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4bc6747f-b107-4962-b15d-3c4196cfe133 req-4853c1ed-87d9-46cf-8084-a8d4d41d4f47 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 1097 time: 0.6223376 Jul 07 19:09:27.297448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:27.299808 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Pushing event updated for resources: {'Port': ['ID=8cbc4519-d541-4c41-b1d5-eb76decfa768,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:27.304317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:27.314205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:27.374327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-bc2430f2-564f-4c85-9794-053f3fe149d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.376115 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-bc2430f2-564f-4c85-9794-053f3fe149d7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1668234 Jul 07 19:09:27.393555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-fede89cd-f907-49a9-b47e-809ba0415086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.395083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-fede89cd-f907-49a9-b47e-809ba0415086 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8&tenant_id=2ff2b51f57b445d8be48b8fe09df264e HTTP/1.1" status: 200 len: 1100 time: 0.6864231 Jul 07 19:09:27.416177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2090b-d891-4466-a75c-7ae5f9d2adbd req-1cf1afe3-a52a-42e9-a3dd-2b79ba08b5ba tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.417673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8aa2090b-d891-4466-a75c-7ae5f9d2adbd req-1cf1afe3-a52a-42e9-a3dd-2b79ba08b5ba tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 950 time: 0.7211354 Jul 07 19:09:27.437431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:27.441769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4bc6747f-b107-4962-b15d-3c4196cfe133 req-c5af4c3a-54c1-4b78-81ef-5656294a3cb1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=846d9a95-f952-4600-adfd-5807e36cb8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548984 Jul 07 19:09:27.464306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d64cb7-836f-4ab5-bc1c-d1dfc92fdc13 req-2341b048-ba80-4972-b5f7-dbb70c3c8c81 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.466536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90d64cb7-836f-4ab5-bc1c-d1dfc92fdc13 req-2341b048-ba80-4972-b5f7-dbb70c3c8c81 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 945 time: 0.6291943 Jul 07 19:09:27.508952 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.529287 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-699b903a-cc68-4c34-ba6d-731819a91dce service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452832 Jul 07 19:09:27.617033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.617239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8aa2090b-d891-4466-a75c-7ae5f9d2adbd req-ca148ea0-588e-4303-89fc-8b78c7426c47 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882815 Jul 07 19:09:27.662777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90d64cb7-836f-4ab5-bc1c-d1dfc92fdc13 req-64f0bd8d-c23e-438a-8a9d-11d00de22b85 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/security-groups?id=846d9a95-f952-4600-adfd-5807e36cb8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520665 Jul 07 19:09:27.703135 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2fb65ea9-fa9d-4565-b7ef-1828ff9facac req-055f76a9-6df2-4c48-8fe5-416aeca08cd1 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509407 Jul 07 19:09:27.736923 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.824094 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7375fb2-9780-4b8a-a00b-1c515cf1bc40 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:27.844552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.855645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.862040 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.946850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Transition to ACTIVE for port object c7375fb2-9780-4b8a-a00b-1c515cf1bc40 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:27.951079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Pushing event updated for resources: {'Port': ['ID=8cbc4519-d541-4c41-b1d5-eb76decfa768,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:27.957517 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.974554 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:27.977516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-66951d11-370f-4a60-800b-3d11844b48fc tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8798389 Jul 07 19:09:27.977700 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.176461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Pushing event updated for resources: {'Port': ['ID=c7375fb2-9780-4b8a-a00b-1c515cf1bc40,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:28.186523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b51e29-36c6-4670-bb8c-a8e7460ee766 req-453c4d8f-60c5-4d1f-b910-26b7edf07e56 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.188123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0b51e29-36c6-4670-bb8c-a8e7460ee766 req-453c4d8f-60c5-4d1f-b910-26b7edf07e56 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 948 time: 0.3534441 Jul 07 19:09:28.203440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f599-ed6c-4f8b-a41d-825eefd08591 req-6f10a0c7-4dca-43a4-bb44-beff9086760a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.210892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f599-ed6c-4f8b-a41d-825eefd08591 req-6f10a0c7-4dca-43a4-bb44-beff9086760a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.217995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f599-ed6c-4f8b-a41d-825eefd08591 req-6f10a0c7-4dca-43a4-bb44-beff9086760a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.223870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f599-ed6c-4f8b-a41d-825eefd08591 req-6f10a0c7-4dca-43a4-bb44-beff9086760a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.230163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f599-ed6c-4f8b-a41d-825eefd08591 req-6f10a0c7-4dca-43a4-bb44-beff9086760a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.237114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f599-ed6c-4f8b-a41d-825eefd08591 req-6f10a0c7-4dca-43a4-bb44-beff9086760a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.243323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f599-ed6c-4f8b-a41d-825eefd08591 req-6f10a0c7-4dca-43a4-bb44-beff9086760a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.252195 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f355f599-ed6c-4f8b-a41d-825eefd08591 req-6f10a0c7-4dca-43a4-bb44-beff9086760a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5429 time: 0.4103847 Jul 07 19:09:28.415248 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f355f599-ed6c-4f8b-a41d-825eefd08591 req-3c3dbd94-2730-4f04-86b4-b45c28f0ab45 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620352 Jul 07 19:09:28.452111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0b51e29-36c6-4670-bb8c-a8e7460ee766 req-d3fd9bf6-8baf-4097-bd79-afe497b795d0 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858451 Jul 07 19:09:28.454655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:28.527390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Attempting to bind port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:28.528375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Attempting to bind port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:28.528758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Attempting to bind port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 on network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:28.537388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 on network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:28.537718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Attempting to bind port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 on network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:28.554564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:28.554919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Checking segment: {'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:28.555313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Bound using segment: {'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:28.555749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Bound port: c7375fb2-9780-4b8a-a00b-1c515cf1bc40, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:28.556108 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.571787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:28.640495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3860ee1-5656-4d02-b0a5-8e120e22cc36 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:28.663762 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.694393 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:09:28.719539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Transition to ACTIVE for port object d3860ee1-5656-4d02-b0a5-8e120e22cc36 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:28.747451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.756349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] For port c7375fb2-9780-4b8a-a00b-1c515cf1bc40, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:28.803402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] For port c7375fb2-9780-4b8a-a00b-1c515cf1bc40, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c7375fb2-9780-4b8a-a00b-1c515cf1bc40,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:28.828488 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.869934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:28.877413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:28.880282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] No DVR routers for this DVR port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:09:28.892772 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bde25-3d9b-428a-8c14-a4f86ec8e1bf req-18b6ef4c-fa20-4abf-b52b-b0d1b83e7560 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.895973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae6bde25-3d9b-428a-8c14-a4f86ec8e1bf req-18b6ef4c-fa20-4abf-b52b-b0d1b83e7560 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.2493184 Jul 07 19:09:28.918650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device db55104a-fd02-47c0-a7f9-81c03131dee5 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:28.945114 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c6ed6-2495-49ec-a85a-2d60840b4850 req-74cbb131-ef4d-4d72-8366-8812069fecc4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.947346 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d25c6ed6-2495-49ec-a85a-2d60840b4850 req-74cbb131-ef4d-4d72-8366-8812069fecc4 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.59 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 950 time: 0.0762208 Jul 07 19:09:28.978613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Pushing event updated for resources: {'Port': ['ID=c7375fb2-9780-4b8a-a00b-1c515cf1bc40,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:28.990038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:28.990689 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:28.992219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-dc4c4ae6-a545-43d3-a0ab-f199c2cdf8ee service neutron] 10.222.0.59 "PUT /v2.0/ports/c7375fb2-9780-4b8a-a00b-1c515cf1bc40 HTTP/1.1" status: 200 len: 1092 time: 2.3980539 Jul 07 19:09:29.022725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f80c92-be18-4f5e-833b-f84cea2f3537', 'tag': 'c7375fb2-9780-4b8a-a00b-1c515cf1bc40'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:29.025711 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409317cf-22ea-4770-90be-e562672c40f5" -d '{"events": [{"name": "network-changed", "server_uuid": "50f80c92-be18-4f5e-833b-f84cea2f3537", "tag": "c7375fb2-9780-4b8a-a00b-1c515cf1bc40"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:29.036377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:29.050457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:29.051286 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.130525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d25c6ed6-2495-49ec-a85a-2d60840b4850 req-2a4ea19c-a7e2-427d-b03e-56171dada6e7 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Deleting port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:09:29.130887 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d25c6ed6-2495-49ec-a85a-2d60840b4850 req-2a4ea19c-a7e2-427d-b03e-56171dada6e7 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.139437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:29.139790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:29.139951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port db55104a-fd02-47c0-a7f9-81c03131dee5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=db55104a-fd02-47c0-a7f9-81c03131dee5,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:29.140399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:29.150619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515107d-7a66-481e-8354-c37034250963 req-d65a1fff-c193-4458-a724-8d8b1b35be80 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:29.152212 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8515107d-7a66-481e-8354-c37034250963 req-d65a1fff-c193-4458-a724-8d8b1b35be80 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 943 time: 0.4561176 Jul 07 19:09:29.157778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae6bde25-3d9b-428a-8c14-a4f86ec8e1bf req-cdb998f1-5793-43de-a6ea-d26ef4b83625 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577637 Jul 07 19:09:29.161853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'db55104a-fd02-47c0-a7f9-81c03131dee5', 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4', 'port_id': 'db55104a-fd02-47c0-a7f9-81c03131dee5', 'mac_address': 'fa:16:3e:c4:e4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1f8b0a-5fa0-46d5-b899-e90239afc14d', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:29.177104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:29.177437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:29.209063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:29.209813 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:29.210599 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:29.211294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Bound port: d3860ee1-5656-4d02-b0a5-8e120e22cc36, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:29.211899 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.238706 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.252965 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.286165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db55104a-fd02-47c0-a7f9-81c03131dee5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:29.294280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=be6c6def-bd0b-46ee-be0d-3fba2cdd66e9,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:29.298156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d25c6ed6-2495-49ec-a85a-2d60840b4850 req-2a4ea19c-a7e2-427d-b03e-56171dada6e7 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] For port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:29.298575 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d25c6ed6-2495-49ec-a85a-2d60840b4850 req-2a4ea19c-a7e2-427d-b03e-56171dada6e7 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.310656 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.317759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d25c6ed6-2495-49ec-a85a-2d60840b4850 req-2a4ea19c-a7e2-427d-b03e-56171dada6e7 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Calling delete_port for d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:09:29.319732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:29.323054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:29.325187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port db55104a-fd02-47c0-a7f9-81c03131dee5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=db55104a-fd02-47c0-a7f9-81c03131dee5,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:29.348770 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.349402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device af9b95f0-6d56-45bb-93c5-baa55385b852 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:29.354964 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.364631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8515107d-7a66-481e-8354-c37034250963 req-fe3b5a57-06ca-4911-8472-380a40c311e5 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015810 Jul 07 19:09:29.371858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-4352550a-1700-413b-a543-e9c8ac449ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:29.373365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-4352550a-1700-413b-a543-e9c8ac449ffc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=100c012ce2f5406ba43f080df4850dd7&device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 1095 time: 0.3073366 Jul 07 19:09:29.394594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=be6c6def-bd0b-46ee-be0d-3fba2cdd66e9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:29.430778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port af9b95f0-6d56-45bb-93c5-baa55385b852, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=af9b95f0-6d56-45bb-93c5-baa55385b852,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:29.441522 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-999a1cbd-d33d-4d79-8317-ea7f207e6c9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7375fb2-9780-4b8a-a00b-1c515cf1bc40 HTTP/1.1" status: 200 len: 217 time: 0.0439534 Jul 07 19:09:29.454932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'af9b95f0-6d56-45bb-93c5-baa55385b852', 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4', 'port_id': 'af9b95f0-6d56-45bb-93c5-baa55385b852', 'mac_address': 'fa:16:3e:9d:9d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1f8b0a-5fa0-46d5-b899-e90239afc14d', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:29.475925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:29.476682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.478059 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] 10.222.0.59 "PUT /v2.0/ports/d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 1097 time: 2.0453236 Jul 07 19:09:29.491410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=db55104a-fd02-47c0-a7f9-81c03131dee5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:29.507359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-b4b6d6a1-c8e4-41f0-8d6b-bceb60a4dd9f tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--681510025&fields=id&tenant_id=033d0cc18be447ac9a4c599a24c537f7 HTTP/1.1" status: 200 len: 267 time: 0.1827612 Jul 07 19:09:29.518642 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.538354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9b95f0-6d56-45bb-93c5-baa55385b852 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:29.561634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port af9b95f0-6d56-45bb-93c5-baa55385b852, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=af9b95f0-6d56-45bb-93c5-baa55385b852,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:29.564796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d25c6ed6-2495-49ec-a85a-2d60840b4850 req-2a4ea19c-a7e2-427d-b03e-56171dada6e7 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.583417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['4aedd44c-23ff-4a17-b6e7-d49893b9444e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:29.591909 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.593056 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 232b1ab9-807e-4542-bd2f-322e9f1ec6ff details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:29.599507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6af37-ed97-4ac2-a4d7-35319056a16d service neutron] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:29.620014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ea19c-a7e2-427d-b03e-56171dada6e7 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Pushing event deleted for resources: {'Port': ['ID=d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:29.633665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd', '03f6c716-00e4-4a2f-a003-98363ff21005'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:29.665459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25c6ed6-2495-49ec-a85a-2d60840b4850 req-2a4ea19c-a7e2-427d-b03e-56171dada6e7 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] No DVR routers for this DVR port d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:09:29.668929 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d25c6ed6-2495-49ec-a85a-2d60840b4850 req-2a4ea19c-a7e2-427d-b03e-56171dada6e7 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.671316 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d25c6ed6-2495-49ec-a85a-2d60840b4850 req-2a4ea19c-a7e2-427d-b03e-56171dada6e7 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.59 "DELETE /v2.0/ports/d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd HTTP/1.1" status: 204 len: 173 time: 0.7180893 Jul 07 19:09:29.671815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be82ede1-6bb2-4eda-afae-84c489232c48', 'name': 'network-vif-deleted', 'tag': 'd6b72ccf-edf6-4fc4-93e4-eb189a5a96cd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:29.674655 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778d7ea6-1420-47b3-8ebf-515f454636d8" -d '{"events": [{"server_uuid": "be82ede1-6bb2-4eda-afae-84c489232c48", "name": "network-vif-deleted", "tag": "d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:29.700313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-5141bb1b-77bf-4cdc-bd44-45c114ce4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:29.701827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-5141bb1b-77bf-4cdc-bd44-45c114ce4114 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00e554bd-5e6b-4e37-879f-85d708b88f5d HTTP/1.1" status: 200 len: 852 time: 0.2456903 Jul 07 19:09:29.748777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfcd8714-f8ac-4b8e-8a66-ee5fa465561b req-b9e71a34-3a79-40e1-b26d-06706a036e7f tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=be82ede1-6bb2-4eda-afae-84c489232c48 HTTP/1.1" status: 200 len: 210 time: 0.1347551 Jul 07 19:09:29.766566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:29.788446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=af9b95f0-6d56-45bb-93c5-baa55385b852,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:29.811764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '232b1ab9-807e-4542-bd2f-322e9f1ec6ff', 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4', 'port_id': '232b1ab9-807e-4542-bd2f-322e9f1ec6ff', 'mac_address': 'fa:16:3e:27:67:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1f8b0a-5fa0-46d5-b899-e90239afc14d', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:29.812596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-c3b990ed-ab67-4023-81a2-a320e66920d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:29.814315 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-c3b990ed-ab67-4023-81a2-a320e66920d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 1100 time: 0.2852106 Jul 07 19:09:29.912514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-f9427329-5365-4644-997b-171ff1eb2334 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:29.913554 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:29.920455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-f9427329-5365-4644-997b-171ff1eb2334 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/networks?id=6da9a288-2a5c-4dc6-afa1-f4014b1d1375 HTTP/1.1" status: 200 len: 812 time: 0.3447766 Jul 07 19:09:29.960277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232b1ab9-807e-4542-bd2f-322e9f1ec6ff {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:29.974822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-a3ee34c3-a18a-484d-a532-095f7b433532 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/quotas/033d0cc18be447ac9a4c599a24c537f7 HTTP/1.1" status: 200 len: 375 time: 0.0529709 Jul 07 19:09:29.995403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-db6ebc08-3da3-4ea8-b23f-8df7dc9e0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:29.997704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-db6ebc08-3da3-4ea8-b23f-8df7dc9e0d43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0dcf615f-a957-4a0d-8b3c-8bfca70515c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2805753 Jul 07 19:09:30.014564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:30.029355 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.030067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:30.118248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-c6dd375e-868e-43b8-be35-05d68fa169a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:30.119798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-c6dd375e-868e-43b8-be35-05d68fa169a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2959573 Jul 07 19:09:30.147107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:30.188748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:30.199309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-15dce4a3-2765-4c5c-a28a-1d5ae2292bd7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 217 time: 0.0703862 Jul 07 19:09:30.205994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'port_id': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b', 'mac_address': 'fa:16:3e:ca:7b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:30.211043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8041f9-5dc8-4792-b238-1449a5e9714a req-b03ed54f-97e4-4966-a374-d5930a52f4d8 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:30.212588 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d8041f9-5dc8-4792-b238-1449a5e9714a req-b03ed54f-97e4-4966-a374-d5930a52f4d8 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 945 time: 0.3113689 Jul 07 19:09:30.218891 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-073bbe6f-6484-4a8a-9f98-241f0992b1f3 service neutron] 10.222.0.59 "GET /v2.0/networks/0dcf615f-a957-4a0d-8b3c-8bfca70515c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098947 Jul 07 19:09:30.254677 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-b9471d63-0f9c-4da2-a395-f8bc037fff02 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=033d0cc18be447ac9a4c599a24c537f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2714751 Jul 07 19:09:30.256123 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.272176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:30.295835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:30.301592 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.302614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 99f55f86-70b0-4e88-b9ef-d1f77c09442d details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:30.372787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 99f55f86-70b0-4e88-b9ef-d1f77c09442d, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=99f55f86-70b0-4e88-b9ef-d1f77c09442d,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:30.375267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:30.388323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '99f55f86-70b0-4e88-b9ef-d1f77c09442d', 'network_id': 'b48da7d0-12da-4b46-a5e8-977463d3e0a4', 'port_id': '99f55f86-70b0-4e88-b9ef-d1f77c09442d', 'mac_address': 'fa:16:3e:e4:7d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1f8b0a-5fa0-46d5-b899-e90239afc14d', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:30.417895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d8041f9-5dc8-4792-b238-1449a5e9714a req-e156b41e-4780-49aa-927d-591991ae8a06 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/security-groups?id=846d9a95-f952-4600-adfd-5807e36cb8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980157 Jul 07 19:09:30.425417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-ea2a2ca9-a8d0-4621-81cf-04e8773e9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:30.427027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-ea2a2ca9-a8d0-4621-81cf-04e8773e9462 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.2060761 Jul 07 19:09:30.435416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.450419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f55f86-70b0-4e88-b9ef-d1f77c09442d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:30.481634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 99f55f86-70b0-4e88-b9ef-d1f77c09442d, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=99f55f86-70b0-4e88-b9ef-d1f77c09442d,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:30.488828 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:30.489941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:30.566261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=99f55f86-70b0-4e88-b9ef-d1f77c09442d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:30.752056 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b02916-0ff2-45a2-bcb0-7c934bd6d01a x-openstack-request-id: req-06b02916-0ff2-45a2-bcb0-7c934bd6d01a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:30.752690 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f80c92-be18-4f5e-833b-f84cea2f3537", "tag": "c7375fb2-9780-4b8a-a00b-1c515cf1bc40", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:30.752690 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-06b02916-0ff2-45a2-bcb0-7c934bd6d01a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:30.753211 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f80c92-be18-4f5e-833b-f84cea2f3537', 'tag': 'c7375fb2-9780-4b8a-a00b-1c515cf1bc40', 'status': 'completed', 'code': 200} Jul 07 19:09:30.810337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbc5c269-1569-4d5d-a7e6-df40b3180f3f req-f84941fd-03a2-41ca-bb50-23800dbf4ad5 service neutron] 10.222.0.59 "GET /v2.0/networks/0dcf615f-a957-4a0d-8b3c-8bfca70515c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796258 Jul 07 19:09:30.815400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:30.824390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-83e92d34-44d8-4e69-9cb2-f8f71dc6cd14 service neutron] 10.222.0.113 "GET /v2.0/networks/6da9a288-2a5c-4dc6-afa1-f4014b1d1375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021243 Jul 07 19:09:30.850239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81', 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94', 'port_id': 'fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81', 'mac_address': 'fa:16:3e:aa:dc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab6832b-92c9-42a4-9c61-61da5c3dc117', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:30.924131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:30.970766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-f12bb8ec-f214-422c-a700-a74315784edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:30.972725 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-f12bb8ec-f214-422c-a700-a74315784edd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5377855 Jul 07 19:09:31.038971 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:31.055442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:31.056088 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:31.061400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:31.108895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-c84fbb5e-cded-42b4-b165-04e051642289 service neutron] 10.222.0.113 "GET /v2.0/networks/6da9a288-2a5c-4dc6-afa1-f4014b1d1375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829762 Jul 07 19:09:31.123657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:31.133199 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:31.207473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409317cf-22ea-4770-90be-e562672c40f5 req-74394ab3-1c5c-47bb-b7a4-8069c892637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.209241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-409317cf-22ea-4770-90be-e562672c40f5 req-74394ab3-1c5c-47bb-b7a4-8069c892637b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=100c012ce2f5406ba43f080df4850dd7&device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 1095 time: 0.2860477 Jul 07 19:09:31.222927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:31.270061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-7b7e8ada-f4ce-4c85-8164-2479a6c88931 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647095 Jul 07 19:09:31.287650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c8559ac1-0e55-4b8b-9a57-e8840f31e6ab details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:31.288318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8006e-05c1-4851-95f0-435f7bb82493 req-582da5e5-d082-4170-82f2-3f17d1378e78 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.295187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8006e-05c1-4851-95f0-435f7bb82493 req-582da5e5-d082-4170-82f2-3f17d1378e78 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.302116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8006e-05c1-4851-95f0-435f7bb82493 req-582da5e5-d082-4170-82f2-3f17d1378e78 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.307965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8006e-05c1-4851-95f0-435f7bb82493 req-582da5e5-d082-4170-82f2-3f17d1378e78 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.314874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8006e-05c1-4851-95f0-435f7bb82493 req-582da5e5-d082-4170-82f2-3f17d1378e78 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.321982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8006e-05c1-4851-95f0-435f7bb82493 req-582da5e5-d082-4170-82f2-3f17d1378e78 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.329189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8006e-05c1-4851-95f0-435f7bb82493 req-582da5e5-d082-4170-82f2-3f17d1378e78 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.337446 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3f8006e-05c1-4851-95f0-435f7bb82493 req-582da5e5-d082-4170-82f2-3f17d1378e78 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5434 time: 0.2234876 Jul 07 19:09:31.426006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:31.440371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'c8559ac1-0e55-4b8b-9a57-e8840f31e6ab', 'network_id': '1c92a8e3-dbbc-4eb3-9458-98fe4610fa94', 'port_id': 'c8559ac1-0e55-4b8b-9a57-e8840f31e6ab', 'mac_address': 'fa:16:3e:0b:aa:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab6832b-92c9-42a4-9c61-61da5c3dc117', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:31.495405 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:31.513913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8559ac1-0e55-4b8b-9a57-e8840f31e6ab {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:31.539051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:31.549344 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:31.573508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-b1dcef45-cb5f-4824-a5e6-7d3d9e4e6209 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281089 Jul 07 19:09:31.612459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:31.625135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3f8006e-05c1-4851-95f0-435f7bb82493 req-f10ec491-f45f-4271-aa20-73d75383291a tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2866940 Jul 07 19:09:31.670420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409317cf-22ea-4770-90be-e562672c40f5 req-eb8809c1-a989-4410-94fb-b4f16784dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.672033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-409317cf-22ea-4770-90be-e562672c40f5 req-eb8809c1-a989-4410-94fb-b4f16784dc31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0dcf615f-a957-4a0d-8b3c-8bfca70515c5 HTTP/1.1" status: 200 len: 915 time: 0.4513931 Jul 07 19:09:31.733746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-409317cf-22ea-4770-90be-e562672c40f5 req-4eb06201-dc05-4b62-9521-3df224756513 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7375fb2-9780-4b8a-a00b-1c515cf1bc40 HTTP/1.1" status: 200 len: 217 time: 0.0459921 Jul 07 19:09:31.743496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee4768-ba49-44be-91fd-17847a00fb9a req-9df3eb4b-085b-4b09-a18b-2d41f5e2f092 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.754960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85ee4768-ba49-44be-91fd-17847a00fb9a req-9df3eb4b-085b-4b09-a18b-2d41f5e2f092 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 948 time: 0.2468669 Jul 07 19:09:31.841822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85ee4768-ba49-44be-91fd-17847a00fb9a req-96e89e52-c5db-444c-8166-9daa5abbbb0d tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854764 Jul 07 19:09:31.843386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409317cf-22ea-4770-90be-e562672c40f5 req-5bd5afa9-12ee-4ace-b746-e9f1e11ce6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:31.844938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-409317cf-22ea-4770-90be-e562672c40f5 req-5bd5afa9-12ee-4ace-b746-e9f1e11ce6c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00e554bd-5e6b-4e37-879f-85d708b88f5d HTTP/1.1" status: 200 len: 852 time: 0.0848393 Jul 07 19:09:31.870957 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f5b117-07dc-412b-9af5-2e81b7232e8f x-openstack-request-id: req-70f5b117-07dc-412b-9af5-2e81b7232e8f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:31.872791 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be82ede1-6bb2-4eda-afae-84c489232c48", "name": "network-vif-deleted", "tag": "d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:31.873264 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-70f5b117-07dc-412b-9af5-2e81b7232e8f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:31.874261 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be82ede1-6bb2-4eda-afae-84c489232c48', 'name': 'network-vif-deleted', 'tag': 'd6b72ccf-edf6-4fc4-93e4-eb189a5a96cd', 'status': 'completed', 'code': 200} Jul 07 19:09:32.015127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409317cf-22ea-4770-90be-e562672c40f5 req-c5f27133-9f8c-4e38-8520-aaf0a59720a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.017335 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-409317cf-22ea-4770-90be-e562672c40f5 req-c5f27133-9f8c-4e38-8520-aaf0a59720a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0dcf615f-a957-4a0d-8b3c-8bfca70515c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317954 Jul 07 19:09:32.239796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e623b1-0a7b-48fe-8b58-ffd532b1f514 req-ca44ef77-d438-4029-8f2a-3326ba34eb2d tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.241424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9e623b1-0a7b-48fe-8b58-ffd532b1f514 req-ca44ef77-d438-4029-8f2a-3326ba34eb2d tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 943 time: 0.2165103 Jul 07 19:09:32.267316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-409317cf-22ea-4770-90be-e562672c40f5 req-7984bf79-908a-4d97-9992-771cf282af28 service neutron] 10.222.0.59 "GET /v2.0/networks/0dcf615f-a957-4a0d-8b3c-8bfca70515c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404141 Jul 07 19:09:32.344927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['af9b95f0-6d56-45bb-93c5-baa55385b852'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:32.350083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bafd89-a2e1-40ea-aa18-7063482ff081 req-d0bf3e5b-258f-46a4-bf3c-77339c2cf3fe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.351654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26bafd89-a2e1-40ea-aa18-7063482ff081 req-d0bf3e5b-258f-46a4-bf3c-77339c2cf3fe tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.2129238 Jul 07 19:09:32.360111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9e623b1-0a7b-48fe-8b58-ffd532b1f514 req-a5a9a866-1e3f-4435-a953-7bb4324cb11d tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109920 Jul 07 19:09:32.421507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['232b1ab9-807e-4542-bd2f-322e9f1ec6ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:32.423784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:32.431708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-409317cf-22ea-4770-90be-e562672c40f5 req-f8e013c0-c48a-48f7-81f4-f0bff9d24707 service neutron] 10.222.0.59 "GET /v2.0/networks/0dcf615f-a957-4a0d-8b3c-8bfca70515c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544528 Jul 07 19:09:32.435833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26bafd89-a2e1-40ea-aa18-7063482ff081 req-70aa60cf-7f26-4950-8210-816479c20c16 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728488 Jul 07 19:09:32.467777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['8c129c7f-e7e8-4e98-af82-662e9f3e0f5b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:32.547644 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-956a1cbe-e446-4193-ac77-0f33a4b0a70d req-60ed006b-4d4e-46fb-bd05-acfc6db44fc3 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 210 time: 0.0315962 Jul 07 19:09:32.588760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['99f55f86-70b0-4e88-b9ef-d1f77c09442d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:32.615270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['db55104a-fd02-47c0-a7f9-81c03131dee5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:32.617619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c8559ac1-0e55-4b8b-9a57-e8840f31e6ab'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:32.754455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:32.758650 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99334c5-9600-42c7-9226-f0b78f45d72d" -d '{"events": [{"name": "network-changed", "server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:32.929969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba59e-7747-4523-ab9c-b4ae0a89e26c req-a20a291a-7987-4709-b0b2-51aeb879155b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.936879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba59e-7747-4523-ab9c-b4ae0a89e26c req-a20a291a-7987-4709-b0b2-51aeb879155b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.943531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba59e-7747-4523-ab9c-b4ae0a89e26c req-a20a291a-7987-4709-b0b2-51aeb879155b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.950828 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba59e-7747-4523-ab9c-b4ae0a89e26c req-a20a291a-7987-4709-b0b2-51aeb879155b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.957222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba59e-7747-4523-ab9c-b4ae0a89e26c req-a20a291a-7987-4709-b0b2-51aeb879155b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.964374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba59e-7747-4523-ab9c-b4ae0a89e26c req-a20a291a-7987-4709-b0b2-51aeb879155b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.972108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba59e-7747-4523-ab9c-b4ae0a89e26c req-a20a291a-7987-4709-b0b2-51aeb879155b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:32.981624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21bba59e-7747-4523-ab9c-b4ae0a89e26c req-a20a291a-7987-4709-b0b2-51aeb879155b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5436 time: 0.1924081 Jul 07 19:09:33.000105 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:33.031289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-37711373-73e2-4d0f-af1d-2908c2eae120 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:33.032951 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-37711373-73e2-4d0f-af1d-2908c2eae120 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.112 "GET /v2.0/networks?id=6da9a288-2a5c-4dc6-afa1-f4014b1d1375 HTTP/1.1" status: 200 len: 812 time: 0.1605310 Jul 07 19:09:33.039683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21bba59e-7747-4523-ab9c-b4ae0a89e26c req-65e7fbfa-9b75-498b-b402-a374ce2ad0e9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565856 Jul 07 19:09:33.063618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d903d-a905-49b4-971c-60fd3be3f48e req-8ff8de57-9f6c-4ef4-9f24-d98f67716218 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:33.072320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-420d903d-a905-49b4-971c-60fd3be3f48e req-8ff8de57-9f6c-4ef4-9f24-d98f67716218 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 950 time: 0.2330046 Jul 07 19:09:33.111969 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-819b7e44-9a31-423a-8ab0-93e64d718b8e tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=033d0cc18be447ac9a4c599a24c537f7 HTTP/1.1" status: 200 len: 379 time: 0.0655694 Jul 07 19:09:33.123198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Request body: {'port': {'device_id': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'admin_state_up': True, 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'security_groups': ['dd4b588c-233b-4f73-98c1-7372346df916']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:33.158249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-420d903d-a905-49b4-971c-60fd3be3f48e req-7b26c7fb-4c3a-4688-8c24-d84680bbfe1e tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818529 Jul 07 19:09:33.189469 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b88b9f-a25a-44c5-b749-85bc8764e879 x-openstack-request-id: req-b5b88b9f-a25a-44c5-b749-85bc8764e879 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:33.189774 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:33.190631 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b5b88b9f-a25a-44c5-b749-85bc8764e879 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:33.190631 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'status': 'completed', 'code': 200} Jul 07 19:09:33.305222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c7375fb2-9780-4b8a-a00b-1c515cf1bc40 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:33.307703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:09:33.339491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-64c21a25-6e69-4e57-9db8-fde1387f5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:33.346007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-64c21a25-6e69-4e57-9db8-fde1387f5af9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 1100 time: 0.1217899 Jul 07 19:09:33.349136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Made reservation on behalf of 033d0cc18be447ac9a4c599a24c537f7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:33.355613 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:33.358080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:09:33.358610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device d6b72ccf-edf6-4fc4-93e4-eb189a5a96cd not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:09:33.490952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-25ebdcb5-a0aa-4dbb-b6f7-73a2df42737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:33.492746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-25ebdcb5-a0aa-4dbb-b6f7-73a2df42737f service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1417539 Jul 07 19:09:33.547577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Allocated IP 172.20.0.5 (6da9a288-2a5c-4dc6-afa1-f4014b1d1375/a374ccf3-1240-4374-baa3-aa1207534abb/00e70b7b-ccf5-47ef-b0b0-931a68bcd497) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:33.614509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-44c0c686-7100-4999-973f-fd71d1edf074 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 217 time: 0.1083236 Jul 07 19:09:33.623743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c7375fb2-9780-4b8a-a00b-1c515cf1bc40, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c7375fb2-9780-4b8a-a00b-1c515cf1bc40,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:33.650201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'c7375fb2-9780-4b8a-a00b-1c515cf1bc40', 'network_id': '0dcf615f-a957-4a0d-8b3c-8bfca70515c5', 'port_id': 'c7375fb2-9780-4b8a-a00b-1c515cf1bc40', 'mac_address': 'fa:16:3e:e0:34:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e554bd-5e6b-4e37-879f-85d708b88f5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:33.704319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:33.706149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-3bca9d77-6826-4e8c-bf22-82023d9dfc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:33.708300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-3bca9d77-6826-4e8c-bf22-82023d9dfc4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 1100 time: 0.2135706 Jul 07 19:09:33.710850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-c5ad203d-64ae-4cab-af08-bb63e530cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:33.713067 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-c5ad203d-64ae-4cab-af08-bb63e530cea6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0818052 Jul 07 19:09:33.721621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f6231-c858-4880-95ce-2a5e82f1a0d4 req-868a896d-8583-4894-a78c-0bde9c5efee7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:33.727986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7375fb2-9780-4b8a-a00b-1c515cf1bc40 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:33.728898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e42f6231-c858-4880-95ce-2a5e82f1a0d4 req-868a896d-8583-4894-a78c-0bde9c5efee7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 948 time: 0.2350402 Jul 07 19:09:33.763441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:33.768970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c7375fb2-9780-4b8a-a00b-1c515cf1bc40, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c7375fb2-9780-4b8a-a00b-1c515cf1bc40,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:33.779056 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:33.806382 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Transition to ACTIVE for port object 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:33.848507 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:33.880771 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e42f6231-c858-4880-95ce-2a5e82f1a0d4 req-fd0518ef-3ff7-4026-8ea4-a79c19b393f0 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472757 Jul 07 19:09:33.899242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c7375fb2-9780-4b8a-a00b-1c515cf1bc40,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:33.962198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:33.969063 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:33.985877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-c27456ac-e72a-4d22-af5c-0398735af0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:33.987679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-c27456ac-e72a-4d22-af5c-0398735af0fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2480843 Jul 07 19:09:33.992783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:34.016296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-95d6c72f-05f2-4b0e-9a28-629b7eb1193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:34.017962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-95d6c72f-05f2-4b0e-9a28-629b7eb1193a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2869720 Jul 07 19:09:34.020147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Pushing event updated for resources: {'Port': ['ID=00e70b7b-ccf5-47ef-b0b0-931a68bcd497,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:34.070047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:34.070709 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.087831 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-65d459a1-80bf-4d90-8050-a477c2a6f0c0 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9702098 Jul 07 19:09:34.099430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-9e97d17c-7ffd-48ea-a9c6-15cc09602c79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 217 time: 0.0726709 Jul 07 19:09:34.197159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-effa8dba-de8e-4bf5-a2d3-99e7cd3ce302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:34.198630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-effa8dba-de8e-4bf5-a2d3-99e7cd3ce302 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0900364 Jul 07 19:09:34.217956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99569639-836b-4266-875e-cf6d11d712d6 req-4445178f-538a-46f1-8491-cdcfb14d9b7d tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:34.219444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99569639-836b-4266-875e-cf6d11d712d6 req-4445178f-538a-46f1-8491-cdcfb14d9b7d tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 944 time: 0.2062726 Jul 07 19:09:34.228082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5e769103-b1b3-40b8-b0e4-65d4d68fd2b0 None None] Provisioning for port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:34.232792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Request body: {'port': {'device_id': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:34.233162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5e769103-b1b3-40b8-b0e4-65d4d68fd2b0 None None] Provisioning complete for port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:34.233953 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e769103-b1b3-40b8-b0e4-65d4d68fd2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.285335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5e769103-b1b3-40b8-b0e4-65d4d68fd2b0 None None] Port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:09:34.323103 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.341282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4043-d05c-43df-87c0-9ac77b9ff535 req-ca61fc54-41be-4b35-b688-e3a03134f0b1 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:34.342805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-098b4043-d05c-43df-87c0-9ac77b9ff535 req-ca61fc54-41be-4b35-b688-e3a03134f0b1 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.2474995 Jul 07 19:09:34.393884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99569639-836b-4266-875e-cf6d11d712d6 req-afc4ec87-1566-4a31-9682-f7a6fbe162f7 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587517 Jul 07 19:09:34.427259 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-813e171b-2ffa-431c-b125-8d4557ac4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:34.427259 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-813e171b-2ffa-431c-b125-8d4557ac4ad6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2034523 Jul 07 19:09:34.446124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.112', 64197) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:34.450898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-974bac04-40d7-4af1-9686-8bcba03a62a1 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262478 Jul 07 19:09:34.464745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-098b4043-d05c-43df-87c0-9ac77b9ff535 req-54bfab95-7842-4950-a67f-7704f9a20590 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118712 Jul 07 19:09:34.636338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed468a-215c-4742-8cc3-f963da32c295 req-002ed42a-10f6-4a82-9de9-3268f3b0c0db tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:34.638410 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80ed468a-215c-4742-8cc3-f963da32c295 req-002ed42a-10f6-4a82-9de9-3268f3b0c0db tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.112 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 950 time: 0.1913288 Jul 07 19:09:34.799471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:34.810160 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.831102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Transition to ACTIVE for port object 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:34.848011 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.858105 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-80ed468a-215c-4742-8cc3-f963da32c295 req-c300e3c6-4ccd-4994-ab35-5a4b8ea929d5 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Deleting port 4aedd44c-23ff-4a17-b6e7-d49893b9444e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:09:34.858450 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-80ed468a-215c-4742-8cc3-f963da32c295 req-c300e3c6-4ccd-4994-ab35-5a4b8ea929d5 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:34.977315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=00e70b7b-ccf5-47ef-b0b0-931a68bcd497,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:34.986340 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-39cb559d-ad04-4cb4-b528-0b64dd276c42 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482943 Jul 07 19:09:35.034599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-82d22a48-bbe7-4ac8-a44f-b8996ba7a7e3 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428085 Jul 07 19:09:35.059745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Attempting to bind port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:35.060143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Attempting to bind port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:35.060549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Attempting to bind port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 on network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:35.071146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 on network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:35.071803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Attempting to bind port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 on network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:35.086964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f54817-7a54-4a15-addf-e81571298e83 req-ea606c8b-36de-4a36-9c0d-31f9a578130f tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.094239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-80ed468a-215c-4742-8cc3-f963da32c295 req-c300e3c6-4ccd-4994-ab35-5a4b8ea929d5 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] For port 4aedd44c-23ff-4a17-b6e7-d49893b9444e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4aedd44c-23ff-4a17-b6e7-d49893b9444e,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:35.094608 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-80ed468a-215c-4742-8cc3-f963da32c295 req-c300e3c6-4ccd-4994-ab35-5a4b8ea929d5 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.094740 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4f54817-7a54-4a15-addf-e81571298e83 req-ea606c8b-36de-4a36-9c0d-31f9a578130f tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 943 time: 0.2538180 Jul 07 19:09:35.108888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-80ed468a-215c-4742-8cc3-f963da32c295 req-c300e3c6-4ccd-4994-ab35-5a4b8ea929d5 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Calling delete_port for 4aedd44c-23ff-4a17-b6e7-d49893b9444e owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:09:35.123448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cbe8f-e195-4cd3-b62d-8611844fd057 req-034ee746-24ae-42e2-bacf-714373b3ca5d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.129404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cbe8f-e195-4cd3-b62d-8611844fd057 req-034ee746-24ae-42e2-bacf-714373b3ca5d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.135404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cbe8f-e195-4cd3-b62d-8611844fd057 req-034ee746-24ae-42e2-bacf-714373b3ca5d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.141960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cbe8f-e195-4cd3-b62d-8611844fd057 req-034ee746-24ae-42e2-bacf-714373b3ca5d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.147962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cbe8f-e195-4cd3-b62d-8611844fd057 req-034ee746-24ae-42e2-bacf-714373b3ca5d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.153851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cbe8f-e195-4cd3-b62d-8611844fd057 req-034ee746-24ae-42e2-bacf-714373b3ca5d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.159723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cbe8f-e195-4cd3-b62d-8611844fd057 req-034ee746-24ae-42e2-bacf-714373b3ca5d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.161715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c4cbe8f-e195-4cd3-b62d-8611844fd057 req-034ee746-24ae-42e2-bacf-714373b3ca5d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5436 time: 0.3220663 Jul 07 19:09:35.226717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:35.227058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Checking segment: {'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:35.227441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Bound using segment: {'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:35.227886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Bound port: 00e70b7b-ccf5-47ef-b0b0-931a68bcd497, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9056b6-aebb-48d7-befd-28372329616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:35.228241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.239187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4f54817-7a54-4a15-addf-e81571298e83 req-318c5d50-f857-4e15-8cf4-493cb291258f tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435988 Jul 07 19:09:35.255718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c4cbe8f-e195-4cd3-b62d-8611844fd057 req-ade78110-eac3-4243-819f-338e9ab96fc8 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829256 Jul 07 19:09:35.261216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a99334c5-9600-42c7-9226-f0b78f45d72d req-2cfd0f26-ccb2-43a1-bec8-3e59d9369661 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611740 Jul 07 19:09:35.266091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c7375fb2-9780-4b8a-a00b-1c515cf1bc40'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:35.294519 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-80ed468a-215c-4742-8cc3-f963da32c295 req-c300e3c6-4ccd-4994-ab35-5a4b8ea929d5 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.327403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300e3c6-4ccd-4994-ab35-5a4b8ea929d5 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Pushing event deleted for resources: {'Port': ['ID=4aedd44c-23ff-4a17-b6e7-d49893b9444e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:35.342377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device d3860ee1-5656-4d02-b0a5-8e120e22cc36 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:35.370077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['4aedd44c-23ff-4a17-b6e7-d49893b9444e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:35.417687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ed468a-215c-4742-8cc3-f963da32c295 req-c300e3c6-4ccd-4994-ab35-5a4b8ea929d5 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] No DVR routers for this DVR port 4aedd44c-23ff-4a17-b6e7-d49893b9444e on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:09:35.422957 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-80ed468a-215c-4742-8cc3-f963da32c295 req-c300e3c6-4ccd-4994-ab35-5a4b8ea929d5 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.425506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80ed468a-215c-4742-8cc3-f963da32c295 req-c300e3c6-4ccd-4994-ab35-5a4b8ea929d5 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.112 "DELETE /v2.0/ports/4aedd44c-23ff-4a17-b6e7-d49893b9444e HTTP/1.1" status: 204 len: 173 time: 0.7744148 Jul 07 19:09:35.426190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3846397-1313-40ad-b1f9-f5fcf70a7180', 'name': 'network-vif-deleted', 'tag': '4aedd44c-23ff-4a17-b6e7-d49893b9444e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:35.428830 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91e8f31-6469-4d44-b0ed-60ecf72e30e1" -d '{"events": [{"server_uuid": "a3846397-1313-40ad-b1f9-f5fcf70a7180", "name": "network-vif-deleted", "tag": "4aedd44c-23ff-4a17-b6e7-d49893b9444e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:35.435671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] For port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:35.454796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] For port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=00e70b7b-ccf5-47ef-b0b0-931a68bcd497,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:35.458215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03360faa-1ce2-4868-b4b9-2abc69efa026 req-441335a1-7229-4c1b-898a-b4464ac0852b tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3846397-1313-40ad-b1f9-f5fcf70a7180 HTTP/1.1" status: 200 len: 210 time: 0.0517704 Jul 07 19:09:35.478152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.532865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.533509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.535091 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] 10.222.0.112 "PUT /v2.0/ports/00e70b7b-ccf5-47ef-b0b0-931a68bcd497 HTTP/1.1" status: 200 len: 1092 time: 1.3130317 Jul 07 19:09:35.623211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960812d-6d06-4176-9c27-6653d39beeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=00e70b7b-ccf5-47ef-b0b0-931a68bcd497,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:35.703624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:35.726376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'mac_address': 'fa:16:3e:37:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:35.798902 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.806623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-c57dcfe1-b650-4272-9c73-c0afdcd5e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.808434 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-c57dcfe1-b650-4272-9c73-c0afdcd5e387 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=033d0cc18be447ac9a4c599a24c537f7&device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 1095 time: 0.1363053 Jul 07 19:09:35.823470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6a3c0-5290-47cb-a4d7-fa0a9ba0d186 req-d52b8eab-96bd-4ca3-bfb6-cbc0c8b631d5 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.832062 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6b6a3c0-5290-47cb-a4d7-fa0a9ba0d186 req-d52b8eab-96bd-4ca3-bfb6-cbc0c8b631d5 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 944 time: 0.1986866 Jul 07 19:09:35.880427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3860ee1-5656-4d02-b0a5-8e120e22cc36 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:35.912219 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-fa110539-da42-4483-b30d-8de341f3d86c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00e70b7b-ccf5-47ef-b0b0-931a68bcd497 HTTP/1.1" status: 200 len: 217 time: 0.0908487 Jul 07 19:09:35.912799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2a873-9be7-4368-aa6b-80a7dc92b3d0 req-85c0c0be-6927-486b-b34a-915563024bd1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.914406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbe2a873-9be7-4368-aa6b-80a7dc92b3d0 req-85c0c0be-6927-486b-b34a-915563024bd1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 948 time: 0.2272179 Jul 07 19:09:35.926866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6b6a3c0-5290-47cb-a4d7-fa0a9ba0d186 req-66bb92fe-3d49-4c8c-9059-078dc6459cb2 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935578 Jul 07 19:09:35.945815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:35.956920 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:35.989108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-d3ae51e1-7a2d-4362-adf9-e12923779375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:35.991054 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-d3ae51e1-7a2d-4362-adf9-e12923779375 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a374ccf3-1240-4374-baa3-aa1207534abb HTTP/1.1" status: 200 len: 851 time: 0.0666344 Jul 07 19:09:36.015183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbe2a873-9be7-4368-aa6b-80a7dc92b3d0 req-b4d2f649-5e0e-4725-b816-b28ceb90ad5c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795205 Jul 07 19:09:36.049551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:36.071711 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c067c30-3f74-4cef-8ca2-b652c154c03c x-openstack-request-id: req-5c067c30-3f74-4cef-8ca2-b652c154c03c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:36.072460 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3846397-1313-40ad-b1f9-f5fcf70a7180", "name": "network-vif-deleted", "tag": "4aedd44c-23ff-4a17-b6e7-d49893b9444e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:36.072460 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5c067c30-3f74-4cef-8ca2-b652c154c03c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:36.072682 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3846397-1313-40ad-b1f9-f5fcf70a7180', 'name': 'network-vif-deleted', 'tag': '4aedd44c-23ff-4a17-b6e7-d49893b9444e', 'status': 'completed', 'code': 200} Jul 07 19:09:36.158360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-4052da5f-2657-4b02-8ec2-45ac2e900b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.165576 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-4052da5f-2657-4b02-8ec2-45ac2e900b69 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=6da9a288-2a5c-4dc6-afa1-f4014b1d1375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643457 Jul 07 19:09:36.297928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349448e-439f-4c1c-be2d-c94eecdd695c req-0830a366-14ad-4ee9-a019-e7401cac687e tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.307331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e349448e-439f-4c1c-be2d-c94eecdd695c req-0830a366-14ad-4ee9-a019-e7401cac687e tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.1361351 Jul 07 19:09:36.348290 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-29d3c61f-f4f6-4477-9c23-4637bd1f325c service neutron] 10.222.0.112 "GET /v2.0/networks/6da9a288-2a5c-4dc6-afa1-f4014b1d1375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679871 Jul 07 19:09:36.361084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e349448e-439f-4c1c-be2d-c94eecdd695c req-70b60545-760d-461c-9ebb-0eb4b852a347 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526512 Jul 07 19:09:36.539633 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f9ea25ee-ddd9-4fff-9dbb-17e60654eff5 req-0d7a0798-13bf-4b02-bbc6-44e51ec7fd11 service neutron] 10.222.0.112 "GET /v2.0/networks/6da9a288-2a5c-4dc6-afa1-f4014b1d1375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822171 Jul 07 19:09:36.751038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efc991-e095-4861-808b-d983ade7206d req-6e7e57b5-e81e-4de3-adad-cd70cb1c098e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.758025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efc991-e095-4861-808b-d983ade7206d req-6e7e57b5-e81e-4de3-adad-cd70cb1c098e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.765674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efc991-e095-4861-808b-d983ade7206d req-6e7e57b5-e81e-4de3-adad-cd70cb1c098e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.771663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efc991-e095-4861-808b-d983ade7206d req-6e7e57b5-e81e-4de3-adad-cd70cb1c098e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.778938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efc991-e095-4861-808b-d983ade7206d req-6e7e57b5-e81e-4de3-adad-cd70cb1c098e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.784832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efc991-e095-4861-808b-d983ade7206d req-6e7e57b5-e81e-4de3-adad-cd70cb1c098e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.791240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efc991-e095-4861-808b-d983ade7206d req-6e7e57b5-e81e-4de3-adad-cd70cb1c098e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.793304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89efc991-e095-4861-808b-d983ade7206d req-6e7e57b5-e81e-4de3-adad-cd70cb1c098e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5436 time: 0.2325616 Jul 07 19:09:36.827044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-cdddcb16-557b-44c1-8d47-9ad38579d463 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.829189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-cdddcb16-557b-44c1-8d47-9ad38579d463 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.59 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8&tenant_id=2ff2b51f57b445d8be48b8fe09df264e&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 949 time: 0.2250597 Jul 07 19:09:36.864872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e4efa-cfa6-45b6-830a-8b8a55a32de4 req-d1df4e23-624d-454b-9706-a73665b25f28 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:36.866441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-568e4efa-cfa6-45b6-830a-8b8a55a32de4 req-d1df4e23-624d-454b-9706-a73665b25f28 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 943 time: 0.2215066 Jul 07 19:09:36.924513 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89efc991-e095-4861-808b-d983ade7206d req-f9eea9cc-3e30-4fb5-8fff-d9c3444b8f50 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206393 Jul 07 19:09:36.941954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['d3860ee1-5656-4d02-b0a5-8e120e22cc36'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:36.958434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-568e4efa-cfa6-45b6-830a-8b8a55a32de4 req-5cfbdf3f-6324-4553-98bc-fd67dea7181d tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731266 Jul 07 19:09:36.962900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-a5a7a31c-ba81-4887-9f06-360247059453 service neutron] 10.222.0.59 "GET /v2.0/ports/d3860ee1-5656-4d02-b0a5-8e120e22cc36/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 383 time: 0.1163657 Jul 07 19:09:37.118751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-cc81e7d8-1bd6-442f-b74f-3f3a39bd98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.122463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-cc81e7d8-1bd6-442f-b74f-3f3a39bd98db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 1101 time: 0.0994661 Jul 07 19:09:37.252780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-337e1201-ad7b-4891-ba60-8da4b26f9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.254303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-337e1201-ad7b-4891-ba60-8da4b26f9a8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1250432 Jul 07 19:09:37.255989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['03f6c716-00e4-4a2f-a003-98363ff21005'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:37.323369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device db55104a-fd02-47c0-a7f9-81c03131dee5 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:37.366317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-e589c6c0-9ca1-4474-aa31-3daa88ce846a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 217 time: 0.1003923 Jul 07 19:09:37.427391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port db55104a-fd02-47c0-a7f9-81c03131dee5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:37.440236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port db55104a-fd02-47c0-a7f9-81c03131dee5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:37.440659 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.452851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-0ffcd6fc-f755-4027-b95a-b8a8f73063cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.454684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-0ffcd6fc-f755-4027-b95a-b8a8f73063cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0804207 Jul 07 19:09:37.468252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf11aee-bad5-4694-a0c8-121d26a46225 req-4f942283-46cf-444e-b275-355f97e13e94 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.469940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4cf11aee-bad5-4694-a0c8-121d26a46225 req-4f942283-46cf-444e-b275-355f97e13e94 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 944 time: 0.1944425 Jul 07 19:09:37.479132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941d1e2-089d-4d66-9e44-840d48e293cd req-aa9bdd95-d78b-4b9e-9fca-2f4cb2bdc1a6 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.481365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6941d1e2-089d-4d66-9e44-840d48e293cd req-aa9bdd95-d78b-4b9e-9fca-2f4cb2bdc1a6 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 949 time: 0.2255683 Jul 07 19:09:37.537805 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.563239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db55104a-fd02-47c0-a7f9-81c03131dee5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:37.565937 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1b3640-aac0-4ecb-91f5-aa9691babf03" -d '{"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "db55104a-fd02-47c0-a7f9-81c03131dee5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:37.579668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port db55104a-fd02-47c0-a7f9-81c03131dee5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=db55104a-fd02-47c0-a7f9-81c03131dee5,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:37.582047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6941d1e2-089d-4d66-9e44-840d48e293cd req-94af6328-75cf-4977-8bf6-2641bd2c0e15 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878508 Jul 07 19:09:37.586573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4cf11aee-bad5-4694-a0c8-121d26a46225 req-e8035243-4f73-46e3-ae56-4127620db446 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952671 Jul 07 19:09:37.594839 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.597287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device af9b95f0-6d56-45bb-93c5-baa55385b852 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:37.614821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-d006aad1-5a92-423d-b1b0-ba4443b67466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.615786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-d006aad1-5a92-423d-b1b0-ba4443b67466 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329956 Jul 07 19:09:37.696780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=db55104a-fd02-47c0-a7f9-81c03131dee5,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:37.737884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port af9b95f0-6d56-45bb-93c5-baa55385b852 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:37.742867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port af9b95f0-6d56-45bb-93c5-baa55385b852 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:37.743257 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.824720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-e642ca0d-542c-4d02-8683-6928993ab657 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015078 Jul 07 19:09:37.846216 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.891570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port af9b95f0-6d56-45bb-93c5-baa55385b852, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=af9b95f0-6d56-45bb-93c5-baa55385b852,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:37.895470 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:37.896253 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 232b1ab9-807e-4542-bd2f-322e9f1ec6ff up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:37.901004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79430b65-1440-48c7-b280-268dbe145730 req-5302c732-b836-45aa-8100-ec71ea782c3e tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:37.902704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79430b65-1440-48c7-b280-268dbe145730 req-5302c732-b836-45aa-8100-ec71ea782c3e tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.1604204 Jul 07 19:09:37.991915 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79430b65-1440-48c7-b280-268dbe145730 req-1808060f-4a9d-43a9-8619-e9e36cb2a277 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793173 Jul 07 19:09:37.998944 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdfeef0-4778-462a-8479-869d494f14bb x-openstack-request-id: req-ecdfeef0-4778-462a-8479-869d494f14bb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:37.999483 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "db55104a-fd02-47c0-a7f9-81c03131dee5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:37.999483 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ecdfeef0-4778-462a-8479-869d494f14bb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:37.999664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-af60c68a-5598-42bc-bbcb-ea12e931a85d service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664076 Jul 07 19:09:37.999866 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db55104a-fd02-47c0-a7f9-81c03131dee5', 'code': 200} Jul 07 19:09:38.001466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=af9b95f0-6d56-45bb-93c5-baa55385b852,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:38.033376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:38.037746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:38.038123 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.074546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'tag': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:38.078707 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4fe6cd-9697-4ce5-8d6e-9216d561b28f", "tag": "00e70b7b-ccf5-47ef-b0b0-931a68bcd497"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:38.140226 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.178256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:38.184883 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.186025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:38.221797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79d7d1-c771-4028-9e8d-7b83f7079d25 req-7c7871df-685e-4a71-ba65-8ac651d34c21 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.223340 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d79d7d1-c771-4028-9e8d-7b83f7079d25 req-7c7871df-685e-4a71-ba65-8ac651d34c21 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 943 time: 0.1203959 Jul 07 19:09:38.230989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7794c4-74ae-4b44-947b-ff897a2911cb req-e278619a-3e93-45f0-a9b2-3b6c46433f7c tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.232676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7794c4-74ae-4b44-947b-ff897a2911cb req-e278619a-3e93-45f0-a9b2-3b6c46433f7c tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 950 time: 0.1101618 Jul 07 19:09:38.289725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:38.292345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:38.300975 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d79d7d1-c771-4028-9e8d-7b83f7079d25 req-93e1041e-d539-4177-94c8-57d2a0d4db23 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672979 Jul 07 19:09:38.306157 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7794c4-74ae-4b44-947b-ff897a2911cb req-6f85b052-9cf5-4ebb-9038-330322e78720 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583134 Jul 07 19:09:38.342457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:38.342817 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.369907 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6120af-5a37-43d6-9a4e-5e38f1b617b7 x-openstack-request-id: req-2f6120af-5a37-43d6-9a4e-5e38f1b617b7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:38.370957 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4fe6cd-9697-4ce5-8d6e-9216d561b28f", "tag": "00e70b7b-ccf5-47ef-b0b0-931a68bcd497", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:38.371263 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2f6120af-5a37-43d6-9a4e-5e38f1b617b7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:38.371686 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'tag': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497', 'status': 'completed', 'code': 200} Jul 07 19:09:38.399254 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffeda-defc-446d-9cae-ef6fc998e735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.488406 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.519250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e req-1e62d007-8d9e-4e6c-9735-cea2f49b3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.523385 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e req-1e62d007-8d9e-4e6c-9735-cea2f49b3219 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=033d0cc18be447ac9a4c599a24c537f7&device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 1095 time: 0.1125407 Jul 07 19:09:38.540635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:38.547662 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.548845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 99f55f86-70b0-4e88-b9ef-d1f77c09442d up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:38.559289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32c7c-29e8-4ca7-96b0-5a0b99957ff2 req-b4eb1a98-9f0e-4292-a6a8-c5c67937e040 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.565353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32c7c-29e8-4ca7-96b0-5a0b99957ff2 req-b4eb1a98-9f0e-4292-a6a8-c5c67937e040 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.571226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32c7c-29e8-4ca7-96b0-5a0b99957ff2 req-b4eb1a98-9f0e-4292-a6a8-c5c67937e040 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.577368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32c7c-29e8-4ca7-96b0-5a0b99957ff2 req-b4eb1a98-9f0e-4292-a6a8-c5c67937e040 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.583510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32c7c-29e8-4ca7-96b0-5a0b99957ff2 req-b4eb1a98-9f0e-4292-a6a8-c5c67937e040 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.589613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32c7c-29e8-4ca7-96b0-5a0b99957ff2 req-b4eb1a98-9f0e-4292-a6a8-c5c67937e040 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.596585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32c7c-29e8-4ca7-96b0-5a0b99957ff2 req-b4eb1a98-9f0e-4292-a6a8-c5c67937e040 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.604192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49d32c7c-29e8-4ca7-96b0-5a0b99957ff2 req-b4eb1a98-9f0e-4292-a6a8-c5c67937e040 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5439 time: 0.1220882 Jul 07 19:09:38.607312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:38.634665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e req-f0498e56-7aeb-4ac8-a58e-cb226ad3aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.636500 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e req-f0498e56-7aeb-4ac8-a58e-cb226ad3aa66 service neutron] 10.222.0.112 "GET /v2.0/networks?id=6da9a288-2a5c-4dc6-afa1-f4014b1d1375 HTTP/1.1" status: 200 len: 914 time: 0.1003807 Jul 07 19:09:38.692297 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 99f55f86-70b0-4e88-b9ef-d1f77c09442d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:38.694284 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e req-93eb2d70-b4bd-42a6-9868-71d8a0473b7f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00e70b7b-ccf5-47ef-b0b0-931a68bcd497 HTTP/1.1" status: 200 len: 217 time: 0.0483198 Jul 07 19:09:38.694580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49d32c7c-29e8-4ca7-96b0-5a0b99957ff2 req-49a5958a-d771-46fc-b341-579e3664b3a0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894158 Jul 07 19:09:38.704225 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 99f55f86-70b0-4e88-b9ef-d1f77c09442d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:38.704692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:38.752715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:38.754991 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4aedd44c-23ff-4a17-b6e7-d49893b9444e no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:09:38.762566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e req-85d5bd01-6633-4b9f-8aab-ccc96e0f5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.764504 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e req-85d5bd01-6633-4b9f-8aab-ccc96e0f5fa0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a374ccf3-1240-4374-baa3-aa1207534abb HTTP/1.1" status: 200 len: 851 time: 0.0628188 Jul 07 19:09:38.823027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cec4bc-7551-4914-af85-700c55c603e8 req-3d1b960c-66df-437f-a2b0-a19cfe26106a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.832846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44cec4bc-7551-4914-af85-700c55c603e8 req-3d1b960c-66df-437f-a2b0-a19cfe26106a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 949 time: 0.0850530 Jul 07 19:09:38.874621 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e req-6993bf5a-b30c-45cf-856c-e8af06633f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.876563 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e req-6993bf5a-b30c-45cf-856c-e8af06633f9f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=6da9a288-2a5c-4dc6-afa1-f4014b1d1375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030211 Jul 07 19:09:38.884108 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44cec4bc-7551-4914-af85-700c55c603e8 req-8c844a31-21c7-4fe4-833f-8aa624238b47 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499551 Jul 07 19:09:38.965769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d8e8e-c77d-4167-86d5-01dffa4523e5 req-30969e17-e854-404b-bd76-b7bad0436b94 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:38.967945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef3d8e8e-c77d-4167-86d5-01dffa4523e5 req-30969e17-e854-404b-bd76-b7bad0436b94 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 944 time: 0.0823419 Jul 07 19:09:39.025928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef3d8e8e-c77d-4167-86d5-01dffa4523e5 req-0270e4d5-0390-454f-b125-45e336cbafae tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516539 Jul 07 19:09:39.097797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=00e70b7b-ccf5-47ef-b0b0-931a68bcd497,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:39.112872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'port_id': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497', 'mac_address': 'fa:16:3e:47:bf:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:39.117829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 4aedd44c-23ff-4a17-b6e7-d49893b9444e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:09:39.118432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4aedd44c-23ff-4a17-b6e7-d49893b9444e not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:09:39.184519 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.212356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3c6a0-6af2-4e2f-86c2-6dac35ccd5e6 req-8bf64de9-af29-4261-8dbf-88a353a06a2b tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:39.213967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6d3c6a0-6af2-4e2f-86c2-6dac35ccd5e6 req-8bf64de9-af29-4261-8dbf-88a353a06a2b tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.0877788 Jul 07 19:09:39.254097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:39.259590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6d3c6a0-6af2-4e2f-86c2-6dac35ccd5e6 req-05a0f74c-9825-4ff6-ae60-23f07994e5f9 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388892 Jul 07 19:09:39.260856 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.297657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=00e70b7b-ccf5-47ef-b0b0-931a68bcd497,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:39.305336 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.318107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 99f55f86-70b0-4e88-b9ef-d1f77c09442d, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=99f55f86-70b0-4e88-b9ef-d1f77c09442d,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:39.318414 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e req-1e05f89a-5450-43c4-affb-431e1fa17e0c service neutron] 10.222.0.112 "GET /v2.0/networks/6da9a288-2a5c-4dc6-afa1-f4014b1d1375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295793 Jul 07 19:09:39.343550 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.344335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c8559ac1-0e55-4b8b-9a57-e8840f31e6ab up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:39.460028 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f355fb3a-c805-492f-ada4-ae7c7f38dd4e req-b33b7fc7-dde3-47d5-b935-280feef3e391 service neutron] 10.222.0.112 "GET /v2.0/networks/6da9a288-2a5c-4dc6-afa1-f4014b1d1375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311090 Jul 07 19:09:39.493496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=00e70b7b-ccf5-47ef-b0b0-931a68bcd497,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:39.549290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:39.557703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:39.558073 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.560741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=99f55f86-70b0-4e88-b9ef-d1f77c09442d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:39.609716 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b99e83-d95b-40df-b0e1-bfe4c0307f3d req-aa1da220-1407-4340-8aa0-b07c58d0cc67 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:39.611438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32b99e83-d95b-40df-b0e1-bfe4c0307f3d req-aa1da220-1407-4340-8aa0-b07c58d0cc67 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 950 time: 0.0901725 Jul 07 19:09:39.617325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['00e70b7b-ccf5-47ef-b0b0-931a68bcd497'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:39.634401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52151b3-3121-4397-b7f2-9da55ed7a10c req-d95cf26b-b306-4500-9fd0-aa7725ece075 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:39.635991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f52151b3-3121-4397-b7f2-9da55ed7a10c req-d95cf26b-b306-4500-9fd0-aa7725ece075 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 944 time: 0.1778340 Jul 07 19:09:39.690646 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.719177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32b99e83-d95b-40df-b0e1-bfe4c0307f3d req-32f8aa95-e99c-48e7-a837-0e6b41961a87 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/security-groups?id=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007755 Jul 07 19:09:39.761677 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f52151b3-3121-4397-b7f2-9da55ed7a10c req-532ef53a-f53b-46d3-a76e-564a8ace3b47 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111319 Jul 07 19:09:39.775295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:39.802728 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:39.804027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:39.808147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec4b70-7919-48c1-8610-a390377360d1 req-2192e4af-68c4-4fd2-bb2c-df089958f37c tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:39.810017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39ec4b70-7919-48c1-8610-a390377360d1 req-2192e4af-68c4-4fd2-bb2c-df089958f37c tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.59 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 950 time: 0.1474667 Jul 07 19:09:39.967857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:39.984895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:39.990064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:39.990544 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.000825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-39ec4b70-7919-48c1-8610-a390377360d1 req-bbd96fd9-f588-49fa-9eb3-3e45e3bfa208 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Deleting port 03f6c716-00e4-4a2f-a003-98363ff21005 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:09:40.001207 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39ec4b70-7919-48c1-8610-a390377360d1 req-bbd96fd9-f588-49fa-9eb3-3e45e3bfa208 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.015023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9b95f0-6d56-45bb-93c5-baa55385b852'}, {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232b1ab9-807e-4542-bd2f-322e9f1ec6ff'}, {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b'}, {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f55f86-70b0-4e88-b9ef-d1f77c09442d'}, {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8559ac1-0e55-4b8b-9a57-e8840f31e6ab'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:40.017542 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86266831-0736-4010-82eb-61cea6116efa" -d '{"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "af9b95f0-6d56-45bb-93c5-baa55385b852"}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "232b1ab9-807e-4542-bd2f-322e9f1ec6ff"}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "8c129c7f-e7e8-4e98-af82-662e9f3e0f5b"}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "99f55f86-70b0-4e88-b9ef-d1f77c09442d"}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "c8559ac1-0e55-4b8b-9a57-e8840f31e6ab"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:40.061848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258366-446e-4965-8857-6bb35c3c528e req-576b8666-d92b-4417-8ec0-cc6f4c783d73 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.067615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258366-446e-4965-8857-6bb35c3c528e req-576b8666-d92b-4417-8ec0-cc6f4c783d73 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.073433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258366-446e-4965-8857-6bb35c3c528e req-576b8666-d92b-4417-8ec0-cc6f4c783d73 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.079946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258366-446e-4965-8857-6bb35c3c528e req-576b8666-d92b-4417-8ec0-cc6f4c783d73 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.082090 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.086028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258366-446e-4965-8857-6bb35c3c528e req-576b8666-d92b-4417-8ec0-cc6f4c783d73 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.091839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258366-446e-4965-8857-6bb35c3c528e req-576b8666-d92b-4417-8ec0-cc6f4c783d73 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.097644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258366-446e-4965-8857-6bb35c3c528e req-576b8666-d92b-4417-8ec0-cc6f4c783d73 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.099547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11258366-446e-4965-8857-6bb35c3c528e req-576b8666-d92b-4417-8ec0-cc6f4c783d73 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5442 time: 0.1789114 Jul 07 19:09:40.114694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:40.118994 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.161791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c7375fb2-9780-4b8a-a00b-1c515cf1bc40 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:40.196644 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11258366-446e-4965-8857-6bb35c3c528e req-2964f2fd-1dff-4f02-9ce5-5dedbac4d6f9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858405 Jul 07 19:09:40.197198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:40.221846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-39ec4b70-7919-48c1-8610-a390377360d1 req-bbd96fd9-f588-49fa-9eb3-3e45e3bfa208 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] For port 03f6c716-00e4-4a2f-a003-98363ff21005, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=03f6c716-00e4-4a2f-a003-98363ff21005,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:40.222214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39ec4b70-7919-48c1-8610-a390377360d1 req-bbd96fd9-f588-49fa-9eb3-3e45e3bfa208 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.228098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:40.234337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:40.234528 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.239386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-39ec4b70-7919-48c1-8610-a390377360d1 req-bbd96fd9-f588-49fa-9eb3-3e45e3bfa208 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Calling delete_port for 03f6c716-00e4-4a2f-a003-98363ff21005 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:09:40.255585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047c636-a76b-4eb0-9a47-012d359b600c req-6757f444-1978-474e-b291-e806455b0a84 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.257116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8047c636-a76b-4eb0-9a47-012d359b600c req-6757f444-1978-474e-b291-e806455b0a84 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 949 time: 0.2106123 Jul 07 19:09:40.271669 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2398f6-5e06-47f8-a62a-80d287307231 x-openstack-request-id: req-3d2398f6-5e06-47f8-a62a-80d287307231 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:40.272108 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "af9b95f0-6d56-45bb-93c5-baa55385b852", "code": 200}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "232b1ab9-807e-4542-bd2f-322e9f1ec6ff", "code": 200}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "8c129c7f-e7e8-4e98-af82-662e9f3e0f5b", "code": 200}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "99f55f86-70b0-4e88-b9ef-d1f77c09442d", "code": 200}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "c8559ac1-0e55-4b8b-9a57-e8840f31e6ab", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:40.272500 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3d2398f6-5e06-47f8-a62a-80d287307231 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:40.272999 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9b95f0-6d56-45bb-93c5-baa55385b852', 'code': 200} Jul 07 19:09:40.273355 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232b1ab9-807e-4542-bd2f-322e9f1ec6ff', 'code': 200} Jul 07 19:09:40.273707 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b', 'code': 200} Jul 07 19:09:40.274082 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f55f86-70b0-4e88-b9ef-d1f77c09442d', 'code': 200} Jul 07 19:09:40.274404 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8559ac1-0e55-4b8b-9a57-e8840f31e6ab', 'code': 200} Jul 07 19:09:40.332725 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.343827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8047c636-a76b-4eb0-9a47-012d359b600c req-122fa8ce-d2c9-4f8e-ba36-e58c0e4c65a7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791254 Jul 07 19:09:40.394072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c7375fb2-9780-4b8a-a00b-1c515cf1bc40, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c7375fb2-9780-4b8a-a00b-1c515cf1bc40,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:40.405884 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.405884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device d3860ee1-5656-4d02-b0a5-8e120e22cc36 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:40.467023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39ec4b70-7919-48c1-8610-a390377360d1 req-bbd96fd9-f588-49fa-9eb3-3e45e3bfa208 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.480169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c7375fb2-9780-4b8a-a00b-1c515cf1bc40,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:40.505272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['03f6c716-00e4-4a2f-a003-98363ff21005'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:40.514616 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd96fd9-f588-49fa-9eb3-3e45e3bfa208 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Pushing event deleted for resources: {'Port': ['ID=03f6c716-00e4-4a2f-a003-98363ff21005,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:40.564653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port d3860ee1-5656-4d02-b0a5-8e120e22cc36 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:40.583036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port d3860ee1-5656-4d02-b0a5-8e120e22cc36 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:40.583036 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.583467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e14d4-063a-48f2-8b44-323dd2edb167 req-f8db89c9-a09b-40f9-8b2e-47ac7b72558f tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.583467 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-714e14d4-063a-48f2-8b44-323dd2edb167 req-f8db89c9-a09b-40f9-8b2e-47ac7b72558f tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 945 time: 0.1876192 Jul 07 19:09:40.637690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ec4b70-7919-48c1-8610-a390377360d1 req-bbd96fd9-f588-49fa-9eb3-3e45e3bfa208 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] No DVR routers for this DVR port 03f6c716-00e4-4a2f-a003-98363ff21005 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:09:40.643037 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39ec4b70-7919-48c1-8610-a390377360d1 req-bbd96fd9-f588-49fa-9eb3-3e45e3bfa208 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.645050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39ec4b70-7919-48c1-8610-a390377360d1 req-bbd96fd9-f588-49fa-9eb3-3e45e3bfa208 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.59 "DELETE /v2.0/ports/03f6c716-00e4-4a2f-a003-98363ff21005 HTTP/1.1" status: 204 len: 173 time: 0.8285820 Jul 07 19:09:40.645498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38537da-1505-450c-895f-24fa9a945994', 'name': 'network-vif-deleted', 'tag': '03f6c716-00e4-4a2f-a003-98363ff21005'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:40.647748 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eed9cc-92ac-4660-a8ba-c7a1581bcd7f" -d '{"events": [{"server_uuid": "f38537da-1505-450c-895f-24fa9a945994", "name": "network-vif-deleted", "tag": "03f6c716-00e4-4a2f-a003-98363ff21005"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:40.671537 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.685474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-714e14d4-063a-48f2-8b44-323dd2edb167 req-9ad97b1d-043e-4ca4-a209-87b79d4128c4 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833721 Jul 07 19:09:40.707526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524c714-e674-4429-ae41-43e89c079f4c req-9f32162b-e7ee-45f0-8a65-99946f4f237a tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:40.709189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f524c714-e674-4429-ae41-43e89c079f4c req-9f32162b-e7ee-45f0-8a65-99946f4f237a tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.1922050 Jul 07 19:09:40.717908 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:40.734231 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.756019 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1932907-2864-404c-90ed-efd621711675 x-openstack-request-id: req-f1932907-2864-404c-90ed-efd621711675 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:40.756334 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38537da-1505-450c-895f-24fa9a945994", "name": "network-vif-deleted", "tag": "03f6c716-00e4-4a2f-a003-98363ff21005", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:40.757074 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f1932907-2864-404c-90ed-efd621711675 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:40.757483 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38537da-1505-450c-895f-24fa9a945994', 'name': 'network-vif-deleted', 'tag': '03f6c716-00e4-4a2f-a003-98363ff21005', 'status': 'completed', 'code': 200} Jul 07 19:09:40.770329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:40.771413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f524c714-e674-4429-ae41-43e89c079f4c req-31c08dac-f8bb-4d1d-b0e5-d5dd147dac3c tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538828 Jul 07 19:09:40.854304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:40.885836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:40.891331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:40.891786 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:40.941071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0b250d1-3d6f-42a4-b06e-6ae6a0f2c3ed req-1902f363-dcff-4094-9e3f-15444302cac7 tempest-ServersAdminTestJSON-2095780221 tempest-ServersAdminTestJSON-2095780221-project] 10.222.0.113 "GET /v2.0/ports?device_id=f38537da-1505-450c-895f-24fa9a945994 HTTP/1.1" status: 200 len: 210 time: 0.0367136 Jul 07 19:09:41.032245 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.048320 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2fe6adc-33d9-4e0b-885e-ebbf18861e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.093080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=00e70b7b-ccf5-47ef-b0b0-931a68bcd497,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:41.096517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c5113-ceed-4532-977c-03c55ae7c3a6 req-18fcf316-6bbb-46b9-b789-22c7457f153b tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.098642 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.101995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c4c5113-ceed-4532-977c-03c55ae7c3a6 req-18fcf316-6bbb-46b9-b789-22c7457f153b tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 944 time: 0.1045821 Jul 07 19:09:41.156044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=00e70b7b-ccf5-47ef-b0b0-931a68bcd497,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:41.157558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c4c5113-ceed-4532-977c-03c55ae7c3a6 req-b16be314-6dfc-4611-82e4-a081135d9b18 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488722 Jul 07 19:09:41.192737 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-662bfa3b-c107-4ceb-a9ef-81fd62700568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.194229 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-662bfa3b-c107-4ceb-a9ef-81fd62700568 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8&tenant_id=2ff2b51f57b445d8be48b8fe09df264e HTTP/1.1" status: 200 len: 1103 time: 0.1833682 Jul 07 19:09:41.208968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:41.215932 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.291095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.419886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235bdb-5d55-4ea8-bcbb-f36e87549beb req-941ae6fc-d80f-42de-be30-350d079340bf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.425871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235bdb-5d55-4ea8-bcbb-f36e87549beb req-941ae6fc-d80f-42de-be30-350d079340bf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.432603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235bdb-5d55-4ea8-bcbb-f36e87549beb req-941ae6fc-d80f-42de-be30-350d079340bf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.438444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235bdb-5d55-4ea8-bcbb-f36e87549beb req-941ae6fc-d80f-42de-be30-350d079340bf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.448583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235bdb-5d55-4ea8-bcbb-f36e87549beb req-941ae6fc-d80f-42de-be30-350d079340bf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.460752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235bdb-5d55-4ea8-bcbb-f36e87549beb req-941ae6fc-d80f-42de-be30-350d079340bf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.468019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235bdb-5d55-4ea8-bcbb-f36e87549beb req-941ae6fc-d80f-42de-be30-350d079340bf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.477001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98235bdb-5d55-4ea8-bcbb-f36e87549beb req-941ae6fc-d80f-42de-be30-350d079340bf tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5443 time: 0.1456795 Jul 07 19:09:41.557910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98235bdb-5d55-4ea8-bcbb-f36e87549beb req-151d5e0d-e3ae-496a-b8ab-f388962e50f2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798042 Jul 07 19:09:41.565392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:41.603129 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7613d0-a521-49f4-908b-c993412f79be req-bc549ffe-0da4-406d-b173-400fd53892e2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.604967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb7613d0-a521-49f4-908b-c993412f79be req-bc549ffe-0da4-406d-b173-400fd53892e2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 951 time: 0.1185479 Jul 07 19:09:41.607886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:41.656788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:41.659391 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6c639c-c057-42f8-8d52-f26e8c69010a" -d '{"events": [{"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-unplugged", "status": "completed", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:41.664009 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.679683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Transition to ACTIVE for port object d3860ee1-5656-4d02-b0a5-8e120e22cc36 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:41.681134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb7613d0-a521-49f4-908b-c993412f79be req-147eb95f-1ef0-4822-91fb-a05030fc53c4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685127 Jul 07 19:09:41.686232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.764355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] No DVR routers for this DVR port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:09:41.768581 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6000592b-1323-4009-aef5-696699f8abd3 x-openstack-request-id: req-6000592b-1323-4009-aef5-696699f8abd3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:41.768883 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-unplugged", "status": "completed", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:41.769133 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6000592b-1323-4009-aef5-696699f8abd3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:41.769519 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'code': 200} Jul 07 19:09:41.785785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:41.816773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:41.817120 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:41.817451 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:41.822470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:41.822638 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Attempting to bind port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:41.828614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:41.828975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:41.829365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:41.829800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Bound port: d3860ee1-5656-4d02-b0a5-8e120e22cc36, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:41.830161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.909044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:41.912546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:41.917699 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.955374 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.956048 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:41.957903 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-95163251-af72-48be-85d5-c96836f211e0 service neutron] 10.222.0.112 "PUT /v2.0/ports/d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 1098 time: 0.7553797 Jul 07 19:09:41.974941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc194a4-4647-400d-968b-685620022a0d req-c2c4ac10-4308-4708-932d-93fa4c5a22da tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.976526 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bfc194a4-4647-400d-968b-685620022a0d req-c2c4ac10-4308-4708-932d-93fa4c5a22da tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 945 time: 0.1218145 Jul 07 19:09:41.988890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d48d6c-ec51-4e55-86bf-0bd234b2dcac req-29f85b02-4b32-447e-935e-dad377e70b6e tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:41.990478 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6d48d6c-ec51-4e55-86bf-0bd234b2dcac req-29f85b02-4b32-447e-935e-dad377e70b6e tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.1009040 Jul 07 19:09:42.000865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95163251-af72-48be-85d5-c96836f211e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=12']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:42.041828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bfc194a4-4647-400d-968b-685620022a0d req-653609ed-47bb-4a78-8b35-ea2c4ce66f0a tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503364 Jul 07 19:09:42.061196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-f487447c-8a21-46eb-ba99-dbc450dcdb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.062646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6d48d6c-ec51-4e55-86bf-0bd234b2dcac req-113e5920-5e9d-41c0-b19a-c6bfe5ab6b32 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564349 Jul 07 19:09:42.062984 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-f487447c-8a21-46eb-ba99-dbc450dcdb80 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 1101 time: 0.0771794 Jul 07 19:09:42.165711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-4ee49944-a4f6-456b-8999-1926f4e97dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.167507 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-4ee49944-a4f6-456b-8999-1926f4e97dc7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.0944984 Jul 07 19:09:42.226627 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-5fcdcff7-78f5-4aef-8a7b-a491dfa9676c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 217 time: 0.0514352 Jul 07 19:09:42.241911 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:42.276044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81'}, {'server_uuid': '50f80c92-be18-4f5e-833b-f84cea2f3537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7375fb2-9780-4b8a-a00b-1c515cf1bc40'}, {'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'}, {'server_uuid': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:42.280111 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab65e6e7-5953-4f5d-b710-9b39dcb30a94" -d '{"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81"}, {"server_uuid": "50f80c92-be18-4f5e-833b-f84cea2f3537", "name": "network-vif-plugged", "status": "completed", "tag": "c7375fb2-9780-4b8a-a00b-1c515cf1bc40"}, {"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-plugged", "status": "completed", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36"}, {"server_uuid": "3d4fe6cd-9697-4ce5-8d6e-9216d561b28f", "name": "network-vif-plugged", "status": "completed", "tag": "00e70b7b-ccf5-47ef-b0b0-931a68bcd497"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:42.319713 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-27160077-52b0-4a1c-b455-217cf4759c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.321545 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-27160077-52b0-4a1c-b455-217cf4759c4c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0865924 Jul 07 19:09:42.360351 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10766b8b-da25-4290-b399-4d25953c5cf8 x-openstack-request-id: req-10766b8b-da25-4290-b399-4d25953c5cf8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:42.360682 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-plugged", "status": "completed", "tag": "fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81", "code": 200}, {"server_uuid": "50f80c92-be18-4f5e-833b-f84cea2f3537", "name": "network-vif-plugged", "status": "completed", "tag": "c7375fb2-9780-4b8a-a00b-1c515cf1bc40", "code": 200}, {"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-plugged", "status": "completed", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36", "code": 200}, {"server_uuid": "3d4fe6cd-9697-4ce5-8d6e-9216d561b28f", "name": "network-vif-plugged", "status": "completed", "tag": "00e70b7b-ccf5-47ef-b0b0-931a68bcd497", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:42.360955 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-10766b8b-da25-4290-b399-4d25953c5cf8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:42.361372 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81', 'code': 200} Jul 07 19:09:42.362062 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f80c92-be18-4f5e-833b-f84cea2f3537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7375fb2-9780-4b8a-a00b-1c515cf1bc40', 'code': 200} Jul 07 19:09:42.362062 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'code': 200} Jul 07 19:09:42.362062 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497', 'code': 200} Jul 07 19:09:42.371608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992199f-edd8-4042-bb73-3193d38e4ebc req-1f19ef87-3aed-485b-9ea6-0706df5404c4 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.380119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b992199f-edd8-4042-bb73-3193d38e4ebc req-1f19ef87-3aed-485b-9ea6-0706df5404c4 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 945 time: 0.0888600 Jul 07 19:09:42.401633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-1afdfc54-ad63-4709-88aa-faa587d3674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.403991 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-1afdfc54-ad63-4709-88aa-faa587d3674b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734107 Jul 07 19:09:42.507215 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:42.554236 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-58a32340-657f-4a3c-ad5d-22615ec6c80c service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389589 Jul 07 19:09:42.633420 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd17327-8b8d-476f-b96c-83f276a78ce1 req-722a8e84-f26d-40a5-85c4-1381e379e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.635133 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9fd17327-8b8d-476f-b96c-83f276a78ce1 req-722a8e84-f26d-40a5-85c4-1381e379e097 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 1097 time: 0.1409674 Jul 07 19:09:42.711892 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9fd17327-8b8d-476f-b96c-83f276a78ce1 req-8d28f578-a885-4584-944d-002878e8218a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649924 Jul 07 19:09:42.736780 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-26c2f938-659d-44e2-ad0d-73cbd743e042 req-84dc40b3-efb7-4402-823e-341894f82118 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745224 Jul 07 19:09:42.739203 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-08f34e1a-a736-421e-ac06-98111569abfd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fa875a77f8054df790a847f9c1e7948d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292197 Jul 07 19:09:42.741972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:42.793951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b992199f-edd8-4042-bb73-3193d38e4ebc req-ee04df78-059e-4034-948c-f1a412c99f4e tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4123919 Jul 07 19:09:42.800499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37758a3e-47d6-488d-bbe9-d1a0f3cdf2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:42.836952 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37758a3e-47d6-488d-bbe9-d1a0f3cdf2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:42.880101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c62b-9c95-4397-8331-e3dd7114ebd8 req-ee9f4f1a-1c67-4b73-ba2b-2160b09535aa tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.886114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c62b-9c95-4397-8331-e3dd7114ebd8 req-ee9f4f1a-1c67-4b73-ba2b-2160b09535aa tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.891050 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37758a3e-47d6-488d-bbe9-d1a0f3cdf2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:42.892815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c62b-9c95-4397-8331-e3dd7114ebd8 req-ee9f4f1a-1c67-4b73-ba2b-2160b09535aa tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.894020 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37758a3e-47d6-488d-bbe9-d1a0f3cdf2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:42.897927 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-37758a3e-47d6-488d-bbe9-d1a0f3cdf2b6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d HTTP/1.1" status: 204 len: 168 time: 0.1525226 Jul 07 19:09:42.899587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c62b-9c95-4397-8331-e3dd7114ebd8 req-ee9f4f1a-1c67-4b73-ba2b-2160b09535aa tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.905652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37758a3e-47d6-488d-bbe9-d1a0f3cdf2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8e8bf4-12ca-4384-9bf7-41dcbb4ecc7d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:42.907090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c62b-9c95-4397-8331-e3dd7114ebd8 req-ee9f4f1a-1c67-4b73-ba2b-2160b09535aa tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.913061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c62b-9c95-4397-8331-e3dd7114ebd8 req-ee9f4f1a-1c67-4b73-ba2b-2160b09535aa tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.920516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c62b-9c95-4397-8331-e3dd7114ebd8 req-ee9f4f1a-1c67-4b73-ba2b-2160b09535aa tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.925336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2773c62b-9c95-4397-8331-e3dd7114ebd8 req-ee9f4f1a-1c67-4b73-ba2b-2160b09535aa tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5443 time: 0.2132084 Jul 07 19:09:42.946280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5af5e5-8b72-4c6e-a9db-2d538037a0f8 req-b18bb3d2-100e-4922-aee6-99a18511ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.946763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5af5e5-8b72-4c6e-a9db-2d538037a0f8 req-b18bb3d2-100e-4922-aee6-99a18511ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.947238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5af5e5-8b72-4c6e-a9db-2d538037a0f8 req-b18bb3d2-100e-4922-aee6-99a18511ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.947706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5af5e5-8b72-4c6e-a9db-2d538037a0f8 req-b18bb3d2-100e-4922-aee6-99a18511ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.948173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5af5e5-8b72-4c6e-a9db-2d538037a0f8 req-b18bb3d2-100e-4922-aee6-99a18511ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.948673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5af5e5-8b72-4c6e-a9db-2d538037a0f8 req-b18bb3d2-100e-4922-aee6-99a18511ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.949140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5af5e5-8b72-4c6e-a9db-2d538037a0f8 req-b18bb3d2-100e-4922-aee6-99a18511ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.951198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a5af5e5-8b72-4c6e-a9db-2d538037a0f8 req-b18bb3d2-100e-4922-aee6-99a18511ed43 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6507 time: 0.2741258 Jul 07 19:09:42.985276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d84502-cbde-4071-b7ef-c2f3b7f7dc83 req-2258c3a5-9f87-410a-884c-610c168c0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:42.986739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98d84502-cbde-4071-b7ef-c2f3b7f7dc83 req-2258c3a5-9f87-410a-884c-610c168c0531 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 1097 time: 0.3085938 Jul 07 19:09:43.067313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2773c62b-9c95-4397-8331-e3dd7114ebd8 req-55f52170-c826-49c5-83c8-acabda203311 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350536 Jul 07 19:09:43.075120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a5af5e5-8b72-4c6e-a9db-2d538037a0f8 req-bdc7daa4-214d-40a3-bcd7-b7536706099a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139402 Jul 07 19:09:43.087687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98d84502-cbde-4071-b7ef-c2f3b7f7dc83 req-498aee10-7e81-4f46-a8e9-55af085f4f0e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893326 Jul 07 19:09:43.111486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea67b3-2732-4405-8240-24336d6477cf req-f574a9df-3dd9-4e9c-a948-59dee3ee6ad2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:43.113325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04ea67b3-2732-4405-8240-24336d6477cf req-f574a9df-3dd9-4e9c-a948-59dee3ee6ad2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 949 time: 0.1871662 Jul 07 19:09:43.211638 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:43.256823 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e5fbc525-0238-4452-b62f-3051fbdfafbb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=35bf21a61f39403d97c0397838d31523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439739 Jul 07 19:09:43.259526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:43.266157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c0725-275f-41b8-a727-8113e4de3fd6 req-a78829b6-982e-4b99-8472-42e550f79884 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:43.267732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-458c0725-275f-41b8-a727-8113e4de3fd6 req-a78829b6-982e-4b99-8472-42e550f79884 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 945 time: 0.0856297 Jul 07 19:09:43.313131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385f503a-58a3-4381-a02b-832eaef1aa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:43.313321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-458c0725-275f-41b8-a727-8113e4de3fd6 req-47935021-272d-432e-b33b-f88620610439 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385299 Jul 07 19:09:43.342253 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385f503a-58a3-4381-a02b-832eaef1aa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:43.353926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04ea67b3-2732-4405-8240-24336d6477cf req-d98a05d3-26e3-4122-9869-fee3dec88683 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346227 Jul 07 19:09:43.355447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 03f6c716-00e4-4a2f-a003-98363ff21005 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:09:43.378738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 03f6c716-00e4-4a2f-a003-98363ff21005 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:09:43.379317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 03f6c716-00e4-4a2f-a003-98363ff21005 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:09:43.380043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device d3860ee1-5656-4d02-b0a5-8e120e22cc36 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:09:43.401409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385f503a-58a3-4381-a02b-832eaef1aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:43.405101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-385f503a-58a3-4381-a02b-832eaef1aa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:43.406505 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-385f503a-58a3-4381-a02b-832eaef1aa0e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fd2b1490-73a5-454e-bfa8-324fc6bc9975 HTTP/1.1" status: 204 len: 168 time: 0.1460555 Jul 07 19:09:43.416292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f503a-58a3-4381-a02b-832eaef1aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2b1490-73a5-454e-bfa8-324fc6bc9975,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:43.454345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device d3860ee1-5656-4d02-b0a5-8e120e22cc36 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:09:43.539005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c41d5a-ff7d-4166-b349-585d4e10c483 req-97984e89-482b-4f2c-8bde-f8e3e3c59937 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:43.540543 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80c41d5a-ff7d-4166-b349-585d4e10c483 req-97984e89-482b-4f2c-8bde-f8e3e3c59937 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.0882735 Jul 07 19:09:43.579732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80c41d5a-ff7d-4166-b349-585d4e10c483 req-1c09471c-460f-400a-a25c-f9771da15cf8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327954 Jul 07 19:09:43.770237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:43.773211 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80680c2c-9713-490a-af2f-5719c32951a5" -d '{"events": [{"name": "network-changed", "server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:43.779868 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:43.833820 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6971c2-025f-4285-a8ad-f9ba288d4c39 x-openstack-request-id: req-1a6971c2-025f-4285-a8ad-f9ba288d4c39 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:43.834115 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:43.834364 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1a6971c2-025f-4285-a8ad-f9ba288d4c39 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:43.834753 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'status': 'completed', 'code': 200} Jul 07 19:09:43.949978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680c2c-9713-490a-af2f-5719c32951a5 req-aea5c32e-7758-4d93-93a0-69de0f6208c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:43.952006 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-aea5c32e-7758-4d93-93a0-69de0f6208c4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 1101 time: 0.0838420 Jul 07 19:09:44.004261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680c2c-9713-490a-af2f-5719c32951a5 req-1e4b8858-10a5-44f6-8958-b1356bdb2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.005874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-1e4b8858-10a5-44f6-8958-b1356bdb2ee5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 1101 time: 0.0999393 Jul 07 19:09:44.064331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680c2c-9713-490a-af2f-5719c32951a5 req-41c8d017-37ca-4c3d-b582-f38f3c07675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.065897 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-41c8d017-37ca-4c3d-b582-f38f3c07675a service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1047704 Jul 07 19:09:44.108518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30382379-a0d4-466c-9bcf-c9d9c6fc4567 req-8ca07304-db96-4d7f-bbdb-c92b6225165e tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.110680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30382379-a0d4-466c-9bcf-c9d9c6fc4567 req-8ca07304-db96-4d7f-bbdb-c92b6225165e tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 945 time: 0.1415844 Jul 07 19:09:44.117338 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-af5717f6-9899-45d9-98ac-684d49596a39 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 217 time: 0.0438342 Jul 07 19:09:44.183426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680c2c-9713-490a-af2f-5719c32951a5 req-cbfb5ec0-508c-420d-8020-8f88dfc3222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.185890 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-cbfb5ec0-508c-420d-8020-8f88dfc3222e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0616271 Jul 07 19:09:44.188242 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30382379-a0d4-466c-9bcf-c9d9c6fc4567 req-c8f71094-12a9-4a8a-877b-806ef3b8f3b1 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659161 Jul 07 19:09:44.196643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680c2c-9713-490a-af2f-5719c32951a5 req-c3d35535-0292-4639-814c-29c93619e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.198121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-c3d35535-0292-4639-814c-29c93619e753 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1706028 Jul 07 19:09:44.259934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680c2c-9713-490a-af2f-5719c32951a5 req-8c9f0e11-4c1c-4a81-b1a2-daeedc7191d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.261506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-8c9f0e11-4c1c-4a81-b1a2-daeedc7191d6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0682776 Jul 07 19:09:44.288744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-9070282d-db13-4911-b3d7-0c48917de7f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 200 len: 217 time: 0.0757074 Jul 07 19:09:44.377993 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-90fc4632-4bf9-4ab3-8761-baf0a5186e65 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086495 Jul 07 19:09:44.395326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680c2c-9713-490a-af2f-5719c32951a5 req-cfc2e9e2-9558-4043-8b80-ca4415319dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.396768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-cfc2e9e2-9558-4043-8b80-ca4415319dd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0976858 Jul 07 19:09:44.414369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358b03-3bd9-4a8b-ad22-377cdc82d6f0 req-808095a8-b2e8-451d-b2e7-66ab5615a339 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.420938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358b03-3bd9-4a8b-ad22-377cdc82d6f0 req-808095a8-b2e8-451d-b2e7-66ab5615a339 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.426752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358b03-3bd9-4a8b-ad22-377cdc82d6f0 req-808095a8-b2e8-451d-b2e7-66ab5615a339 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.432714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358b03-3bd9-4a8b-ad22-377cdc82d6f0 req-808095a8-b2e8-451d-b2e7-66ab5615a339 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.439388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358b03-3bd9-4a8b-ad22-377cdc82d6f0 req-808095a8-b2e8-451d-b2e7-66ab5615a339 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.445239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358b03-3bd9-4a8b-ad22-377cdc82d6f0 req-808095a8-b2e8-451d-b2e7-66ab5615a339 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.451090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358b03-3bd9-4a8b-ad22-377cdc82d6f0 req-808095a8-b2e8-451d-b2e7-66ab5615a339 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.453092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4358b03-3bd9-4a8b-ad22-377cdc82d6f0 req-808095a8-b2e8-451d-b2e7-66ab5615a339 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5443 time: 0.2416949 Jul 07 19:09:44.472220 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-2ed96a9c-6e32-434d-97e7-a49ec0116b41 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876911 Jul 07 19:09:44.543258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bb705-eabe-47b0-95fc-f922d113ceef req-d837a8fd-3220-45e7-9dbb-219c67b09cce tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.544776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-520bb705-eabe-47b0-95fc-f922d113ceef req-d837a8fd-3220-45e7-9dbb-219c67b09cce tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 945 time: 0.2077439 Jul 07 19:09:44.548975 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4358b03-3bd9-4a8b-ad22-377cdc82d6f0 req-e34f1308-3b61-4b0e-9181-caf1bf5a0ac3 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786593 Jul 07 19:09:44.553500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:44.559700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-74073ed0-2c7d-4f8b-b874-4afa5bb13486 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Request body: {'floatingip': {'port_id': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:44.606863 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74073ed0-2c7d-4f8b-b874-4afa5bb13486 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:44.611255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680c2c-9713-490a-af2f-5719c32951a5 req-b7203081-2b5c-42fc-9e2e-f00f26dd9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:44.612773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-b7203081-2b5c-42fc-9e2e-f00f26dd9b75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1587698 Jul 07 19:09:44.789202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d3860ee1-5656-4d02-b0a5-8e120e22cc36 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:44.877897 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-58ff92d3-f8b7-4cd0-83eb-54c91b74fe00 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=9e9dd9439ac94551807d2f26bfe25486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897260 Jul 07 19:09:44.906326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:44.920006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'mac_address': 'fa:16:3e:37:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:44.969370 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:44.985938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3860ee1-5656-4d02-b0a5-8e120e22cc36 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:45.012795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:45.017933 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:45.032733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-6d0d147b-7b78-4812-b477-492b7cb9bde2 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613586 Jul 07 19:09:45.055599 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ddd8-225a-4de9-bc5c-adfb1452f45d req-165f72a5-ab6a-4587-b094-5a88efba0a14 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:45.063341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6060ddd8-225a-4de9-bc5c-adfb1452f45d req-165f72a5-ab6a-4587-b094-5a88efba0a14 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 945 time: 0.3931012 Jul 07 19:09:45.089952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:45.197371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-424962f8-264a-4f55-a5ac-bad650846fd0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:45.198737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-424962f8-264a-4f55-a5ac-bad650846fd0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711194 Jul 07 19:09:45.249179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6060ddd8-225a-4de9-bc5c-adfb1452f45d req-e6008865-d34e-44f0-8796-b32bafdec600 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849542 Jul 07 19:09:45.316574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80680c2c-9713-490a-af2f-5719c32951a5 req-21c6c4db-67c9-488e-88dc-e67039187a30 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455754 Jul 07 19:09:45.440583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-b96d8498-0784-4464-a81e-8ace1b22d82f tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/quotas/9e9dd9439ac94551807d2f26bfe25486 HTTP/1.1" status: 200 len: 375 time: 0.2314117 Jul 07 19:09:45.453430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['d3860ee1-5656-4d02-b0a5-8e120e22cc36'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:45.566516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-9ab8c651-ac4a-4b17-aa69-42df37f7fd27 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9e9dd9439ac94551807d2f26bfe25486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881803 Jul 07 19:09:45.681363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74365ab2-51f7-4839-87c3-b544db73f1d0 req-c39a9178-b97b-433e-85c4-736e0c135467 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:45.682876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74365ab2-51f7-4839-87c3-b544db73f1d0 req-c39a9178-b97b-433e-85c4-736e0c135467 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.2825255 Jul 07 19:09:46.061064 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74073ed0-2c7d-4f8b-b874-4afa5bb13486 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.072046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74365ab2-51f7-4839-87c3-b544db73f1d0 req-b7da174d-4c04-4fd8-ad01-a007a15dc410 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777139 Jul 07 19:09:46.073604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74073ed0-2c7d-4f8b-b874-4afa5bb13486 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.192555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af01dba-6aa5-45da-ab17-943b3ad83837 req-9fdbefe5-4964-4e67-9670-90c5b1bec8b6 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.194117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3af01dba-6aa5-45da-ab17-943b3ad83837 req-9fdbefe5-4964-4e67-9670-90c5b1bec8b6 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.2039554 Jul 07 19:09:46.263333 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-74073ed0-2c7d-4f8b-b874-4afa5bb13486 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Floating IP 99752cf7-726f-46aa-8d42-4cb778845209 associated. External IP: 172.25.2.247, port: 00e70b7b-ccf5-47ef-b0b0-931a68bcd497. Jul 07 19:09:46.318965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3af01dba-6aa5-45da-ab17-943b3ad83837 req-e65a5877-7632-4ea9-b279-5e226bf8aa0e tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167779 Jul 07 19:09:46.421279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50595-4dfd-42c4-a6e8-0c56044b67ea req-961f5566-d2c2-481e-80e6-e10d97a5fb9e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.428233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50595-4dfd-42c4-a6e8-0c56044b67ea req-961f5566-d2c2-481e-80e6-e10d97a5fb9e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.435166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50595-4dfd-42c4-a6e8-0c56044b67ea req-961f5566-d2c2-481e-80e6-e10d97a5fb9e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.440609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50595-4dfd-42c4-a6e8-0c56044b67ea req-961f5566-d2c2-481e-80e6-e10d97a5fb9e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.446725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50595-4dfd-42c4-a6e8-0c56044b67ea req-961f5566-d2c2-481e-80e6-e10d97a5fb9e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.453460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50595-4dfd-42c4-a6e8-0c56044b67ea req-961f5566-d2c2-481e-80e6-e10d97a5fb9e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.459845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50595-4dfd-42c4-a6e8-0c56044b67ea req-961f5566-d2c2-481e-80e6-e10d97a5fb9e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.461865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8eb50595-4dfd-42c4-a6e8-0c56044b67ea req-961f5566-d2c2-481e-80e6-e10d97a5fb9e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5443 time: 0.2566731 Jul 07 19:09:46.503125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74df0a98-815f-4caf-a934-7099101af78b req-b822c4fe-2f30-4b3c-986b-b4a511244a59 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 210 time: 0.0400870 Jul 07 19:09:46.585224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8eb50595-4dfd-42c4-a6e8-0c56044b67ea req-66553313-ba70-4bac-a604-9062879ee7ca tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067245 Jul 07 19:09:46.689277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74073ed0-2c7d-4f8b-b874-4afa5bb13486 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:09:46.788127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d3860ee1-5656-4d02-b0a5-8e120e22cc36 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:46.792507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba8939-ee69-497e-9a09-ae6c2622c622 req-fdbb39cd-cfaf-43d8-bd16-e57cee69135a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.799764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29ba8939-ee69-497e-9a09-ae6c2622c622 req-fdbb39cd-cfaf-43d8-bd16-e57cee69135a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 950 time: 0.1644628 Jul 07 19:09:46.844968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port d3860ee1-5656-4d02-b0a5-8e120e22cc36 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:46.848791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port d3860ee1-5656-4d02-b0a5-8e120e22cc36 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:46.849156 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.902828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29ba8939-ee69-497e-9a09-ae6c2622c622 req-e866dffe-88a9-463d-885a-38374cf6ac69 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019378 Jul 07 19:09:46.914081 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74073ed0-2c7d-4f8b-b874-4afa5bb13486 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:09:46.918986 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74073ed0-2c7d-4f8b-b874-4afa5bb13486 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.931861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d91a27-b35c-442e-9566-241e95ed3c2b req-45fa5a7c-0d97-4087-a1bd-eabe7908bec0 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:46.931861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2d91a27-b35c-442e-9566-241e95ed3c2b req-45fa5a7c-0d97-4087-a1bd-eabe7908bec0 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 945 time: 0.2334442 Jul 07 19:09:46.941134 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771334e-2b8b-4034-a0fe-0c29b00d7056 None None] Sync routers for ids ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:09:46.948465 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:46.952077 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771334e-2b8b-4034-a0fe-0c29b00d7056 None None] Routers {'2d08ef18-a0b9-47d8-a725-47dd7af1e685'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:09:46.953379 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7771334e-2b8b-4034-a0fe-0c29b00d7056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:09:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:46.988384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:46.991163 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bdd688-f76f-4220-8493-2bf1ade5e139" -d '{"events": [{"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-plugged", "status": "completed", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:46.995208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-74073ed0-2c7d-4f8b-b874-4afa5bb13486 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "PUT /v2.0/floatingips/99752cf7-726f-46aa-8d42-4cb778845209 HTTP/1.1" status: 200 len: 991 time: 2.4381547 Jul 07 19:09:46.999117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'tag': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:47.001805 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4fe6cd-9697-4ce5-8d6e-9216d561b28f", "tag": "00e70b7b-ccf5-47ef-b0b0-931a68bcd497"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:47.014194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:47.014688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2d91a27-b35c-442e-9566-241e95ed3c2b req-dc209509-7eab-4e77-bda6-6a793f0e5921 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575383 Jul 07 19:09:47.023042 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:47.076832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=14']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:47.137693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46c4e-b44c-4947-9f08-98ffa19ed553 req-900a3893-16a4-4e7c-b3fb-173bf801ccdb tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.144545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46c4e-b44c-4947-9f08-98ffa19ed553 req-900a3893-16a4-4e7c-b3fb-173bf801ccdb tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.150680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46c4e-b44c-4947-9f08-98ffa19ed553 req-900a3893-16a4-4e7c-b3fb-173bf801ccdb tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.157617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46c4e-b44c-4947-9f08-98ffa19ed553 req-900a3893-16a4-4e7c-b3fb-173bf801ccdb tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.164918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46c4e-b44c-4947-9f08-98ffa19ed553 req-900a3893-16a4-4e7c-b3fb-173bf801ccdb tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.168848 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7771334e-2b8b-4034-a0fe-0c29b00d7056 None None] Set router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:09:47.172302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46c4e-b44c-4947-9f08-98ffa19ed553 req-900a3893-16a4-4e7c-b3fb-173bf801ccdb tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.179290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46c4e-b44c-4947-9f08-98ffa19ed553 req-900a3893-16a4-4e7c-b3fb-173bf801ccdb tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.191036 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-acc46c4e-b44c-4947-9f08-98ffa19ed553 req-900a3893-16a4-4e7c-b3fb-173bf801ccdb tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5443 time: 0.1600487 Jul 07 19:09:47.191740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:47.198421 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8ab4ccd2-da9f-48cf-9399-2d1f0a267770 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Request body: {'floatingip': {'port_id': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:47.317468 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c96374-ce42-4159-b5f6-ef4136617952 x-openstack-request-id: req-55c96374-ce42-4159-b5f6-ef4136617952 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:47.317853 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-plugged", "status": "completed", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:47.318161 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-55c96374-ce42-4159-b5f6-ef4136617952 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:47.318712 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'code': 200} Jul 07 19:09:47.352396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-d0b68456-87ce-4eac-91af-c1480883ed7f tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9e9dd9439ac94551807d2f26bfe25486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947216 Jul 07 19:09:47.382986 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ab4ccd2-da9f-48cf-9399-2d1f0a267770 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:47.392519 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a5a7cd-4fe1-4f4b-8e2e-456310109e39 x-openstack-request-id: req-c5a5a7cd-4fe1-4f4b-8e2e-456310109e39 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:47.392857 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4fe6cd-9697-4ce5-8d6e-9216d561b28f", "tag": "00e70b7b-ccf5-47ef-b0b0-931a68bcd497", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:47.393064 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c5a5a7cd-4fe1-4f4b-8e2e-456310109e39 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:47.393597 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'tag': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497', 'status': 'completed', 'code': 200} Jul 07 19:09:47.618372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-3cfb7968-d115-4355-9854-7f586f6193e6 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.620074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-3cfb7968-d115-4355-9854-7f586f6193e6 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617078 Jul 07 19:09:47.646245 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7771334e-2b8b-4034-a0fe-0c29b00d7056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:22Z', 'revision_number': 4, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '99752cf7-726f-46aa-8d42-4cb778845209', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'port_id': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'mac_address': 'fa:16:3e:47:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:09:27Z', 'updated_at': '2021-07-07T19:09:45Z', 'revision_number': 1, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be6c6def-bd0b-46ee-be0d-3fba2cdd66e9', 'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'mac_address': 'fa:16:3e:2b:19:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:21Z', 'updated_at': '2021-07-07T19:09:29Z', 'revision_number': 5, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'subnets': [{'id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:47.647432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Request body: {'port': {'device_id': '3b2f1c0d-df9b-4465-afa4-02f2106a5449', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '9e9dd9439ac94551807d2f26bfe25486'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:47.680280 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0 req-7ca9407c-702b-4fc9-ab25-5bd122975651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.681830 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0 req-7ca9407c-702b-4fc9-ab25-5bd122975651 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=033d0cc18be447ac9a4c599a24c537f7&device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 1097 time: 0.1731615 Jul 07 19:09:47.693757 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771334e-2b8b-4034-a0fe-0c29b00d7056 None None] Checking router: 2d08ef18-a0b9-47d8-a725-47dd7af1e685 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:09:47.724015 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771334e-2b8b-4034-a0fe-0c29b00d7056 None None] Routers {'2d08ef18-a0b9-47d8-a725-47dd7af1e685'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:09:47.724695 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7771334e-2b8b-4034-a0fe-0c29b00d7056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:09:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:47.929908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573dd7c-485e-4579-bd98-0e113e64a54a req-a25dae6e-6ac0-44be-9cb0-69b47bfc0bc0 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:47.932233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0573dd7c-485e-4579-bd98-0e113e64a54a req-a25dae6e-6ac0-44be-9cb0-69b47bfc0bc0 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.1512122 Jul 07 19:09:47.961737 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7771334e-2b8b-4034-a0fe-0c29b00d7056 None None] Set router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:09:47.969066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Made reservation on behalf of 9e9dd9439ac94551807d2f26bfe25486 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:47.981188 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:48.004168 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:48.038381 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0 req-85bd5550-ef7c-49b6-ace1-f885241d0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:48.039930 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0 req-85bd5550-ef7c-49b6-ace1-f885241d0f1c service neutron] 10.222.0.112 "GET /v2.0/networks?id=6da9a288-2a5c-4dc6-afa1-f4014b1d1375 HTTP/1.1" status: 200 len: 914 time: 0.3063796 Jul 07 19:09:48.049858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0573dd7c-485e-4579-bd98-0e113e64a54a req-95d4325c-82e0-4df2-92c8-5e8ff48f9f02 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101980 Jul 07 19:09:48.156829 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0 req-764a86c2-a5a0-459f-bb19-643724fe879b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00e70b7b-ccf5-47ef-b0b0-931a68bcd497 HTTP/1.1" status: 200 len: 999 time: 0.1072447 Jul 07 19:09:48.235721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:48.270440 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:48.275780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0 req-c8da541c-5698-423c-95c9-1111153e36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:48.277460 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0 req-c8da541c-5698-423c-95c9-1111153e36ea service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a374ccf3-1240-4374-baa3-aa1207534abb HTTP/1.1" status: 200 len: 851 time: 0.1127810 Jul 07 19:09:48.297242 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-1908c5e4-48f2-4e14-9d74-f1c1598cbdcd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857532 Jul 07 19:09:48.369510 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7771334e-2b8b-4034-a0fe-0c29b00d7056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:22Z', 'revision_number': 4, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '99752cf7-726f-46aa-8d42-4cb778845209', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'port_id': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'mac_address': 'fa:16:3e:47:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:09:27Z', 'updated_at': '2021-07-07T19:09:45Z', 'revision_number': 1, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be6c6def-bd0b-46ee-be0d-3fba2cdd66e9', 'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'mac_address': 'fa:16:3e:2b:19:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:21Z', 'updated_at': '2021-07-07T19:09:29Z', 'revision_number': 5, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'subnets': [{'id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:48.402866 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771334e-2b8b-4034-a0fe-0c29b00d7056 None None] The sync data for ids ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'] in n-d-792394-12 is: [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:22Z', 'revision_number': 4, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '99752cf7-726f-46aa-8d42-4cb778845209', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'port_id': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'mac_address': 'fa:16:3e:47:bf:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:09:27Z', 'updated_at': '2021-07-07T19:09:45Z', 'revision_number': 1, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be6c6def-bd0b-46ee-be0d-3fba2cdd66e9', 'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'mac_address': 'fa:16:3e:2b:19:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:21Z', 'updated_at': '2021-07-07T19:09:29Z', 'revision_number': 5, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'subnets': [{'id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:09:48.459586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-a4c655d2-4b97-4c51-84ac-cba6208ba57c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:48.461412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-a4c655d2-4b97-4c51-84ac-cba6208ba57c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1330125 Jul 07 19:09:48.475261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0 req-23f79da3-e2ef-4804-89aa-3d808d8a7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:48.476997 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0 req-23f79da3-e2ef-4804-89aa-3d808d8a7b0f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=6da9a288-2a5c-4dc6-afa1-f4014b1d1375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432037 Jul 07 19:09:48.479415 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ab4ccd2-da9f-48cf-9399-2d1f0a267770 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:48.486087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ab4ccd2-da9f-48cf-9399-2d1f0a267770 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:48.509197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0423ff41-fcc2-4ef0-86be-d72243a3dc73 req-d0f88ed4-2edb-4604-8959-423d0cb94fc0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 210 time: 0.2005091 Jul 07 19:09:48.585038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-00978a5d-083c-47b8-82af-288be1f9fece tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/quotas/2ff2b51f57b445d8be48b8fe09df264e HTTP/1.1" status: 200 len: 375 time: 0.0898190 Jul 07 19:09:48.589643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:48.698992 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0 req-2aae7598-32f9-4c8f-bc1c-8cbe57d7852c service neutron] 10.222.0.112 "GET /v2.0/networks/6da9a288-2a5c-4dc6-afa1-f4014b1d1375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084918 Jul 07 19:09:48.742973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Allocated IP 192.168.233.128 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/88a405c9-ad9a-465d-b723-1ef3abbfe230) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:48.759206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00415ed-523b-4ca6-bcdd-5011a16a060e None None] New status for floating IP 99752cf7-726f-46aa-8d42-4cb778845209: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:09:48.802482 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-8ab4ccd2-da9f-48cf-9399-2d1f0a267770 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Floating IP f926f000-81d9-46b0-9c9d-d409a0049c30 associated. External IP: 172.25.2.67, port: 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b. Jul 07 19:09:48.810389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-09a99124-f127-426b-932e-5455f748aaa5 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2154860 Jul 07 19:09:48.891651 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:48.971372 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f3373fec-1df3-4a4f-854e-f8c3caa5cca0 req-3c3ba975-fb01-460a-9350-a3d97e85c98e service neutron] 10.222.0.112 "GET /v2.0/networks/6da9a288-2a5c-4dc6-afa1-f4014b1d1375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581565 Jul 07 19:09:49.102177 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:49.119408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Transition to ACTIVE for port object 88a405c9-ad9a-465d-b723-1ef3abbfe230 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:49.170650 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:49.269237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:49.303869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:49.310693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e5ec840-9455-4d7d-97c4-140e36fcf1ff req-6a4fbd6f-6539-4a3b-bb7f-1b9e651588fd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 210 time: 0.0561578 Jul 07 19:09:49.311479 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:49.350481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Pushing event updated for resources: {'Port': ['ID=88a405c9-ad9a-465d-b723-1ef3abbfe230,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:49.392962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.394255 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:49.460750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-c51e63b7-0467-470c-8ca5-a6ddc49b90f0 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8248918 Jul 07 19:09:49.482540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Request body: {'port': {'device_id': '3b2f1c0d-df9b-4465-afa4-02f2106a5449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:49.528080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e08a4-0ebc-4901-a785-6e80df5a13da req-2b91aea7-1005-46c0-8051-fe49699cf6a0 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.544577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e08a4-0ebc-4901-a785-6e80df5a13da req-2b91aea7-1005-46c0-8051-fe49699cf6a0 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.1302083 Jul 07 19:09:49.619000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e08a4-0ebc-4901-a785-6e80df5a13da req-41162531-c325-4f7d-bbbd-28257879a353 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737057 Jul 07 19:09:49.631109 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:49.679797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fdfcb868-79e7-41cd-a84b-9c789317eecf None None] Provisioning for port 88a405c9-ad9a-465d-b723-1ef3abbfe230 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:49.686408 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fdfcb868-79e7-41cd-a84b-9c789317eecf None None] Provisioning complete for port 88a405c9-ad9a-465d-b723-1ef3abbfe230 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:49.686727 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb868-79e7-41cd-a84b-9c789317eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:49.699739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab4ccd2-da9f-48cf-9399-2d1f0a267770 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:09:49.769708 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fdfcb868-79e7-41cd-a84b-9c789317eecf None None] Port 88a405c9-ad9a-465d-b723-1ef3abbfe230 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:09:49.901944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab4ccd2-da9f-48cf-9399-2d1f0a267770 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:09:49.913246 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba624284-bc11-420a-acf1-0c595c483ea3 None None] Sync routers for ids ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:09:49.919368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ab4ccd2-da9f-48cf-9399-2d1f0a267770 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:49.923488 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba624284-bc11-420a-acf1-0c595c483ea3 None None] Routers {'a0d65c11-818f-46f0-9b1d-adc0f27fbf45'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:09:49.924305 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba624284-bc11-420a-acf1-0c595c483ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:09:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:49.950287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec98615-0dcc-4aba-9984-c54f189f4dcd req-c7e5924d-000d-490f-81f3-b8d5116d47d2 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:49.952600 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ec98615-0dcc-4aba-9984-c54f189f4dcd req-c7e5924d-000d-490f-81f3-b8d5116d47d2 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 936 time: 0.2484996 Jul 07 19:09:49.978204 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8ab4ccd2-da9f-48cf-9399-2d1f0a267770 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "PUT /v2.0/floatingips/f926f000-81d9-46b0-9c9d-d409a0049c30 HTTP/1.1" status: 200 len: 990 time: 2.7839501 Jul 07 19:09:49.979150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:49.982652 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec79469-fab3-4c15-8ac9-cc4d77e0473e" -d '{"events": [{"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "8c129c7f-e7e8-4e98-af82-662e9f3e0f5b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:50.039731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ec98615-0dcc-4aba-9984-c54f189f4dcd req-c1b43b5c-bcb3-42b9-9b9f-7654bfed85bb tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/security-groups?id=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795789 Jul 07 19:09:50.089498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a405c9-ad9a-465d-b723-1ef3abbfe230 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:50.102210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:50.110519 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ba624284-bc11-420a-acf1-0c595c483ea3 None None] Set router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:09:50.132216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Transition to ACTIVE for port object 88a405c9-ad9a-465d-b723-1ef3abbfe230 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:50.140573 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:50.243869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Pushing event updated for resources: {'Port': ['ID=88a405c9-ad9a-465d-b723-1ef3abbfe230,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:50.361142 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a161ad-7873-4cbb-9d9c-ec827786784e x-openstack-request-id: req-27a161ad-7873-4cbb-9d9c-ec827786784e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:50.361442 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "tag": "8c129c7f-e7e8-4e98-af82-662e9f3e0f5b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:50.361695 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-27a161ad-7873-4cbb-9d9c-ec827786784e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:50.362095 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'tag': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b', 'status': 'completed', 'code': 200} Jul 07 19:09:50.372979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Attempting to bind port 88a405c9-ad9a-465d-b723-1ef3abbfe230 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:50.373506 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Attempting to bind port 88a405c9-ad9a-465d-b723-1ef3abbfe230 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:50.374186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Attempting to bind port 88a405c9-ad9a-465d-b723-1ef3abbfe230 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:50.379884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Port 88a405c9-ad9a-465d-b723-1ef3abbfe230 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:50.380336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Attempting to bind port 88a405c9-ad9a-465d-b723-1ef3abbfe230 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:50.394515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:50.397420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:50.397593 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:50.400964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Bound port: 88a405c9-ad9a-465d-b723-1ef3abbfe230, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:50.401521 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:50.573943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] For port 88a405c9-ad9a-465d-b723-1ef3abbfe230, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:50.578699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] For port 88a405c9-ad9a-465d-b723-1ef3abbfe230, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=88a405c9-ad9a-465d-b723-1ef3abbfe230,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:50.594689 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:50.610660 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba624284-bc11-420a-acf1-0c595c483ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f926f000-81d9-46b0-9c9d-d409a0049c30', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'floating_ip_address': '172.25.2.67', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'port_id': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'mac_address': 'fa:16:3e:ca:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:07:57Z', 'updated_at': '2021-07-07T19:09:48Z', 'revision_number': 1, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad83e93c-6552-4d36-a149-5aa0d17c6ad6', 'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'mac_address': 'fa:16:3e:48:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:09Z', 'updated_at': '2021-07-07T19:07:26Z', 'revision_number': 5, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'subnets': [{'id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:50.675617 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba624284-bc11-420a-acf1-0c595c483ea3 None None] Checking router: a0d65c11-818f-46f0-9b1d-adc0f27fbf45 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:09:50.702717 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba624284-bc11-420a-acf1-0c595c483ea3 None None] Routers {'a0d65c11-818f-46f0-9b1d-adc0f27fbf45'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:09:50.703343 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba624284-bc11-420a-acf1-0c595c483ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:09:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:50.706705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:50.707596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:50.710468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] 10.222.0.59 "PUT /v2.0/ports/88a405c9-ad9a-465d-b723-1ef3abbfe230 HTTP/1.1" status: 200 len: 1097 time: 1.2334807 Jul 07 19:09:50.711682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2f1c0d-df9b-4465-afa4-02f2106a5449', 'tag': '88a405c9-ad9a-465d-b723-1ef3abbfe230'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:50.713997 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2f1c0d-df9b-4465-afa4-02f2106a5449", "tag": "88a405c9-ad9a-465d-b723-1ef3abbfe230"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:50.756091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Pushing event updated for resources: {'Port': ['ID=88a405c9-ad9a-465d-b723-1ef3abbfe230,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:50.805320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.806991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.806991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.806991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.806991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.807452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.807541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.807827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.808157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.808596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.808870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.809202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48a284-fdcc-4812-8f83-285c47dabd42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:50.838850 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-f51fa781-44d6-45d9-9825-89664c854d5d tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436921 Jul 07 19:09:50.967831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585a39ba-5f48-4c85-907e-c07f4add2426 req-9230e7d7-90de-4c71-a93c-0a13bae9b8db tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 210 time: 0.1920757 Jul 07 19:09:51.004133 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ba624284-bc11-420a-acf1-0c595c483ea3 None None] Set router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:09:51.014642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-c77e082d-1d5d-403f-a77b-7f7d2d116993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.026831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-c77e082d-1d5d-403f-a77b-7f7d2d116993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.028545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-c77e082d-1d5d-403f-a77b-7f7d2d116993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.029186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-c77e082d-1d5d-403f-a77b-7f7d2d116993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.029823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-c77e082d-1d5d-403f-a77b-7f7d2d116993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.032415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-c77e082d-1d5d-403f-a77b-7f7d2d116993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.032415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-c77e082d-1d5d-403f-a77b-7f7d2d116993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.049504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-c77e082d-1d5d-403f-a77b-7f7d2d116993 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6507 time: 0.6090884 Jul 07 19:09:51.157276 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfc4452-a864-4a15-8b48-7b8f172189ee x-openstack-request-id: req-5dfc4452-a864-4a15-8b48-7b8f172189ee {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:51.157829 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2f1c0d-df9b-4465-afa4-02f2106a5449", "tag": "88a405c9-ad9a-465d-b723-1ef3abbfe230", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:51.158261 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5dfc4452-a864-4a15-8b48-7b8f172189ee {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:51.158849 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2f1c0d-df9b-4465-afa4-02f2106a5449', 'tag': '88a405c9-ad9a-465d-b723-1ef3abbfe230', 'status': 'completed', 'code': 200} Jul 07 19:09:51.195598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b7d2881d-3c31-42ea-a5ba-7c77d228b71c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.209493 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b7d2881d-3c31-42ea-a5ba-7c77d228b71c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3640711 Jul 07 19:09:51.223054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Request body: {'port': {'device_id': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '2ff2b51f57b445d8be48b8fe09df264e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:51.431034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Made reservation on behalf of 2ff2b51f57b445d8be48b8fe09df264e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:09:51.440230 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:51.525942 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba624284-bc11-420a-acf1-0c595c483ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f926f000-81d9-46b0-9c9d-d409a0049c30', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'floating_ip_address': '172.25.2.67', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'port_id': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'mac_address': 'fa:16:3e:ca:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:07:57Z', 'updated_at': '2021-07-07T19:09:48Z', 'revision_number': 1, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad83e93c-6552-4d36-a149-5aa0d17c6ad6', 'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'mac_address': 'fa:16:3e:48:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:09Z', 'updated_at': '2021-07-07T19:07:26Z', 'revision_number': 5, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'subnets': [{'id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:51.623568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-b9544a39-f958-477c-8d44-46d350d21253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.625188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-b9544a39-f958-477c-8d44-46d350d21253 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6951925a-2c29-4cfd-98f8-e14789d3e723 HTTP/1.1" status: 200 len: 919 time: 0.5161266 Jul 07 19:09:51.656637 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba624284-bc11-420a-acf1-0c595c483ea3 None None] The sync data for ids ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'] in n-d-792394-12 is: [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f926f000-81d9-46b0-9c9d-d409a0049c30', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'floating_ip_address': '172.25.2.67', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'port_id': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'mac_address': 'fa:16:3e:ca:7b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:07:57Z', 'updated_at': '2021-07-07T19:09:48Z', 'revision_number': 1, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad83e93c-6552-4d36-a149-5aa0d17c6ad6', 'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'mac_address': 'fa:16:3e:48:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:09Z', 'updated_at': '2021-07-07T19:07:26Z', 'revision_number': 5, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'subnets': [{'id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:09:51.729409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Allocated IP 192.168.233.129 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/f1e55add-6105-4848-8cf4-30fbfc639558) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:09:51.780296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a7791-deed-4346-91c0-8647ecdc5656 req-00920978-3bff-4899-b186-66657cee3ad3 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.782024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d2a7791-deed-4346-91c0-8647ecdc5656 req-00920978-3bff-4899-b186-66657cee3ad3 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.8189087 Jul 07 19:09:51.789824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-51ac4d22-1c3c-4853-bf14-f7d27f3ed469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.791587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-51ac4d22-1c3c-4853-bf14-f7d27f3ed469 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9e9dd9439ac94551807d2f26bfe25486&device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 1100 time: 0.9625146 Jul 07 19:09:51.862372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-dbd6854e-224e-4bea-b947-a8530c7e54b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=88a405c9-ad9a-465d-b723-1ef3abbfe230 HTTP/1.1" status: 200 len: 217 time: 0.0516739 Jul 07 19:09:51.869581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-4758b046-c0bb-4412-b47b-800a34a62c5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b HTTP/1.1" status: 200 len: 998 time: 0.2193520 Jul 07 19:09:51.945077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-d2a31532-d2e5-4849-b291-61be0a3e95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.946778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-d2a31532-d2e5-4849-b291-61be0a3e95c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0673187 Jul 07 19:09:51.947139 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:51.962580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4ea2f-be2b-4f80-a37c-1611e588f338 None None] New status for floating IP f926f000-81d9-46b0-9c9d-d409a0049c30: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:09:51.979757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cc586-ed44-43a9-b3e6-2cdc9324c1ed req-d597a11f-d8c7-44db-9f09-c1637a33f2b9 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.981732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Transition to ACTIVE for port object f1e55add-6105-4848-8cf4-30fbfc639558 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:51.982057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-511cc586-ed44-43a9-b3e6-2cdc9324c1ed req-d597a11f-d8c7-44db-9f09-c1637a33f2b9 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 948 time: 0.3547039 Jul 07 19:09:52.008687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d2a7791-deed-4346-91c0-8647ecdc5656 req-504b7e7f-d454-4aea-ae71-19bd9adfc73a tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137179 Jul 07 19:09:52.047397 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:52.072457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['8d05b328-90c8-4ffb-82c4-e6703b612a06', '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:52.086060 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-511cc586-ed44-43a9-b3e6-2cdc9324c1ed req-16c35499-223b-4e04-b765-d498717ae83e tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/security-groups?id=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851288 Jul 07 19:09:52.093095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-ca3c2ae4-bd1f-415a-94a4-cc4a20af06f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:52.094720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-ca3c2ae4-bd1f-415a-94a4-cc4a20af06f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258 HTTP/1.1" status: 200 len: 856 time: 0.2120428 Jul 07 19:09:52.157929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:09:52.162100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:09:52.192760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:09:52.202378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-1e078b3d-57bc-4ae4-a15b-df43155f4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:52.213194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-1e078b3d-57bc-4ae4-a15b-df43155f4ae3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2256227 Jul 07 19:09:52.232152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-557e8098-8606-4b34-9b87-1645ba6a5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:52.234042 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-557e8098-8606-4b34-9b87-1645ba6a5764 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6951925a-2c29-4cfd-98f8-e14789d3e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273057 Jul 07 19:09:52.270040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:52.286123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.286470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.286863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.287208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.287547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.288915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.289265 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.289731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.290360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.290988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.291091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.291487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:52.349192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:52.354079 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:52.415578 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-b6168415-6d25-4314-b5c9-8a604bac3ad1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1966999 Jul 07 19:09:52.501314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Request body: {'port': {'device_id': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:09:52.575613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-a9179e0a-c2eb-43bc-a52d-04c9a0d689e1 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460727 Jul 07 19:09:52.591287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f54fc4d9-549d-45db-8391-ca98e16b9ed2 None None] Provisioning for port f1e55add-6105-4848-8cf4-30fbfc639558 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:52.601935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f54fc4d9-549d-45db-8391-ca98e16b9ed2 None None] Provisioning complete for port f1e55add-6105-4848-8cf4-30fbfc639558 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:52.602432 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f54fc4d9-549d-45db-8391-ca98e16b9ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:52.617463 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:52.650085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f54fc4d9-549d-45db-8391-ca98e16b9ed2 None None] Port f1e55add-6105-4848-8cf4-30fbfc639558 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:09:52.664156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-fc424515-0de1-4f22-9f34-7c6a849b4e38 service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223161 Jul 07 19:09:52.773004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d3b81-7f8e-46f6-8803-04ebcca02969 req-1c5eb5a5-de2c-4569-ae0d-6d27ac0f0f13 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:52.774818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b2d3b81-7f8e-46f6-8803-04ebcca02969 req-1c5eb5a5-de2c-4569-ae0d-6d27ac0f0f13 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 936 time: 0.3294103 Jul 07 19:09:52.833277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0aeccaa1-16dc-4b29-99f2-9d3451d52185 req-0c39a2f1-a070-4b0e-8f67-6d40be649178 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473748 Jul 07 19:09:52.878911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cec79469-fab3-4c15-8ac9-cc4d77e0473e req-2e4907cb-92c2-4924-aa61-aa80b04f4091 service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070928 Jul 07 19:09:52.887839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b2d3b81-7f8e-46f6-8803-04ebcca02969 req-a092cabe-eb0b-4a1f-890d-5bb6bc9fadf1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058643 Jul 07 19:09:52.983794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e55add-6105-4848-8cf4-30fbfc639558 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:52.991753 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.000736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda req-21dbef03-b9f5-4281-b0d1-ab4790bbfc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.002504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda req-21dbef03-b9f5-4281-b0d1-ab4790bbfc35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9e9dd9439ac94551807d2f26bfe25486&device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 1100 time: 0.0619812 Jul 07 19:09:53.004833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Transition to ACTIVE for port object f1e55add-6105-4848-8cf4-30fbfc639558 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:09:53.010350 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.092090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:53.113082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda req-1134acf8-480b-43d1-8dd2-95784602d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.115566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda req-1134acf8-480b-43d1-8dd2-95784602d2c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1057782 Jul 07 19:09:53.161987 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:09:53.162458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:09:53.162865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:53.169668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Port f1e55add-6105-4848-8cf4-30fbfc639558 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:09:53.174048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:09:53.180246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:09:53.180735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:09:53.181221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:09:53.181749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Bound port: f1e55add-6105-4848-8cf4-30fbfc639558, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:09:53.182187 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.219186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda req-6148512d-025b-466a-8817-72e7f332b5db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=88a405c9-ad9a-465d-b723-1ef3abbfe230 HTTP/1.1" status: 200 len: 217 time: 0.0945034 Jul 07 19:09:53.263152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:09:53.272519 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:09:53.280822 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.346540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.348308 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:53.350310 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] 10.222.0.112 "PUT /v2.0/ports/f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 1097 time: 0.9257634 Jul 07 19:09:53.351037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:53.353701 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6f76f4-e626-4628-b82d-8c40dbbe41da" -d '{"events": [{"name": "network-changed", "server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:53.362712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda req-d54f4e81-6bce-409e-b726-a57574a69e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.368199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda req-d54f4e81-6bce-409e-b726-a57574a69e52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1410925 Jul 07 19:09:53.394922 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c48294-e5bd-4c5f-9988-e5cfb366a57a service neutron] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:53.493995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-821fecfb-d53b-4ec0-8510-efe48ccd185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.504684 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-821fecfb-d53b-4ec0-8510-efe48ccd185f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1100 time: 0.0952308 Jul 07 19:09:53.504878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a24fe3-5dbe-42d8-b4a8-9628f3b5786e req-aa1636f7-e418-4aff-b479-b0b1b080cd13 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.506385 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89a24fe3-5dbe-42d8-b4a8-9628f3b5786e req-aa1636f7-e418-4aff-b479-b0b1b080cd13 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.2017357 Jul 07 19:09:53.556654 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-a1a0bdd7-e569-496e-a557-7d5db8110156 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 217 time: 0.0437732 Jul 07 19:09:53.588031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda req-5e380bbf-10fb-4879-b6b1-746bbf0e1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.590702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda req-5e380bbf-10fb-4879-b6b1-746bbf0e1287 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1873741 Jul 07 19:09:53.614951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89a24fe3-5dbe-42d8-b4a8-9628f3b5786e req-e9fca371-9e22-4cc8-b61b-7b59dcabca5f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965190 Jul 07 19:09:53.626212 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-82fef26c-c413-4e86-af10-17bb80355be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.628716 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-82fef26c-c413-4e86-af10-17bb80355be5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0659363 Jul 07 19:09:53.691062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e783c2c-7546-4b81-97dc-e16ab997452d req-83e68851-70e8-40c7-ac0a-046c2dbc3438 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.692558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e783c2c-7546-4b81-97dc-e16ab997452d req-83e68851-70e8-40c7-ac0a-046c2dbc3438 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 948 time: 0.1848514 Jul 07 19:09:53.711385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-53534c51-ea33-48ab-a53b-4ba02cf3497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:53.718233 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-53534c51-ea33-48ab-a53b-4ba02cf3497f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825610 Jul 07 19:09:53.749640 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda req-e424290a-be7e-48c3-a5a8-0d1c7e1f4e97 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514208 Jul 07 19:09:53.781712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e783c2c-7546-4b81-97dc-e16ab997452d req-f2121775-b669-445c-93b5-03ef384b14c5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/security-groups?id=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705519 Jul 07 19:09:53.858714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06fe3633-eab0-4c3e-b1e9-1b33ce11efda req-9f3c0ffa-9517-4d70-87e6-1cd2d8f65df7 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004400 Jul 07 19:09:53.860121 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-177d51cb-355e-4e33-b6b2-4fc9faaf56f5 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347425 Jul 07 19:09:53.943493 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc323ab3-4c6c-4a1c-b77c-8e01f4fb8e40 x-openstack-request-id: req-fc323ab3-4c6c-4a1c-b77c-8e01f4fb8e40 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:53.943806 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:53.944124 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fc323ab3-4c6c-4a1c-b77c-8e01f4fb8e40 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:53.944649 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'status': 'completed', 'code': 200} Jul 07 19:09:53.996728 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-87f059af-22a3-4664-8605-eb9eeabcfac5 req-81ea6372-7340-4c21-ba3a-a6ebdb02c350 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290717 Jul 07 19:09:54.128006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f76f4-e626-4628-b82d-8c40dbbe41da req-6ccb94a2-4ead-474f-b15f-9cf032d66e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:54.129823 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a6f76f4-e626-4628-b82d-8c40dbbe41da req-6ccb94a2-4ead-474f-b15f-9cf032d66e49 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1100 time: 0.0633330 Jul 07 19:09:54.155442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6e92e-884b-41d4-9a6d-91d4226cc740 req-c4e8a739-e506-468a-8e28-4ebebfbedee8 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:54.157495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7cc6e92e-884b-41d4-9a6d-91d4226cc740 req-c4e8a739-e506-468a-8e28-4ebebfbedee8 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 948 time: 0.0818369 Jul 07 19:09:54.205040 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7cc6e92e-884b-41d4-9a6d-91d4226cc740 req-d25a6f44-16ca-4c7d-9d07-3e6047e64bb9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Jul 07 19:09:54.238050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f76f4-e626-4628-b82d-8c40dbbe41da req-3b8eee34-0750-4121-a138-629fc9d33b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:54.239534 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a6f76f4-e626-4628-b82d-8c40dbbe41da req-3b8eee34-0750-4121-a138-629fc9d33b78 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.0981112 Jul 07 19:09:54.282917 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a6f76f4-e626-4628-b82d-8c40dbbe41da req-87018dd0-66bb-4373-bb7f-d8a7659a276d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 217 time: 0.0357499 Jul 07 19:09:54.337228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f76f4-e626-4628-b82d-8c40dbbe41da req-ccc5f11e-0956-4e12-97e5-62504dce7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:54.338703 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a6f76f4-e626-4628-b82d-8c40dbbe41da req-ccc5f11e-0956-4e12-97e5-62504dce7e29 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0492654 Jul 07 19:09:54.403681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f76f4-e626-4628-b82d-8c40dbbe41da req-4ae0551a-b342-426e-8cc8-08a43b9291cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:54.405152 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a6f76f4-e626-4628-b82d-8c40dbbe41da req-4ae0551a-b342-426e-8cc8-08a43b9291cd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0561607 Jul 07 19:09:54.504357 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a6f76f4-e626-4628-b82d-8c40dbbe41da req-4cd55336-6f05-4fbb-b783-d7f8137034a0 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918305 Jul 07 19:09:54.603122 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a6f76f4-e626-4628-b82d-8c40dbbe41da req-98e44da7-52f8-4ea0-98d0-dae7d8ba5d24 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898464 Jul 07 19:09:54.813907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741e4d3-408d-49dd-ab9d-bbaef38e952e req-f1fa6332-c236-4959-bf62-48a493fc3796 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:54.813907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d741e4d3-408d-49dd-ab9d-bbaef38e952e req-f1fa6332-c236-4959-bf62-48a493fc3796 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.0718803 Jul 07 19:09:54.860238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d741e4d3-408d-49dd-ab9d-bbaef38e952e req-3ff542d1-ba14-4398-a7b5-b0b50f154ddf tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Jul 07 19:09:55.094607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2a516-4f65-45cc-aec8-57fc96d70482 req-9fcf25de-0444-469d-9566-45afbca060f8 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:55.096687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fa2a516-4f65-45cc-aec8-57fc96d70482 req-9fcf25de-0444-469d-9566-45afbca060f8 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 948 time: 0.1303940 Jul 07 19:09:55.155349 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fa2a516-4f65-45cc-aec8-57fc96d70482 req-dedb023d-f05f-49bf-ad87-593a27382a0a tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/security-groups?id=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460420 Jul 07 19:09:55.426642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a290d33-f8d4-473b-894a-c6d7cf677c6c req-a50c8c96-1727-456d-854e-05991f2b2da3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:55.428280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a290d33-f8d4-473b-894a-c6d7cf677c6c req-a50c8c96-1727-456d-854e-05991f2b2da3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 948 time: 0.0961165 Jul 07 19:09:55.470809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a290d33-f8d4-473b-894a-c6d7cf677c6c req-29598b48-efcb-46ac-9eac-5e230d28204d tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350628 Jul 07 19:09:55.480909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 88a405c9-ad9a-465d-b723-1ef3abbfe230 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:55.600135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 88a405c9-ad9a-465d-b723-1ef3abbfe230, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=88a405c9-ad9a-465d-b723-1ef3abbfe230,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:55.613403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '88a405c9-ad9a-465d-b723-1ef3abbfe230', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '88a405c9-ad9a-465d-b723-1ef3abbfe230', 'mac_address': 'fa:16:3e:c9:30:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:55.658791 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:55.673156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a405c9-ad9a-465d-b723-1ef3abbfe230 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:55.694532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 88a405c9-ad9a-465d-b723-1ef3abbfe230, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=88a405c9-ad9a-465d-b723-1ef3abbfe230,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:55.699738 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:55.752447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=88a405c9-ad9a-465d-b723-1ef3abbfe230,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:56.089091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad0700-90a8-4c5f-903a-80f6d6e0aec3 req-c5150f31-552f-4e95-a23a-a44fe3a868ea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:56.092028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bad0700-90a8-4c5f-903a-80f6d6e0aec3 req-c5150f31-552f-4e95-a23a-a44fe3a868ea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.0927784 Jul 07 19:09:56.145909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bad0700-90a8-4c5f-903a-80f6d6e0aec3 req-07427859-bd05-49ea-9be1-f379492466e8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468531 Jul 07 19:09:56.166272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['88a405c9-ad9a-465d-b723-1ef3abbfe230'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:56.388813 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582e48a-3dd9-4f98-9459-dfd0bcf1ab0a req-8c3d8b78-ad41-4063-8066-bb98d7c886ad tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:56.393823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e582e48a-3dd9-4f98-9459-dfd0bcf1ab0a req-8c3d8b78-ad41-4063-8066-bb98d7c886ad tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 949 time: 0.0974061 Jul 07 19:09:56.440108 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e582e48a-3dd9-4f98-9459-dfd0bcf1ab0a req-78db98e7-fc7b-45c1-b7ee-75c75f923415 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/security-groups?id=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Jul 07 19:09:56.677731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc9902-f7c4-4a07-aab0-134b98df4913 req-1d26fd60-bb67-4193-955f-866f5a10c274 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:56.679914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44dc9902-f7c4-4a07-aab0-134b98df4913 req-1d26fd60-bb67-4193-955f-866f5a10c274 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 948 time: 0.0843244 Jul 07 19:09:56.736971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44dc9902-f7c4-4a07-aab0-134b98df4913 req-88624c19-b93a-4e58-b258-bd4eb8082a4d tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Jul 07 19:09:56.830843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f1e55add-6105-4848-8cf4-30fbfc639558 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:09:56.953432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:56.970536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'mac_address': 'fa:16:3e:12:30:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:09:57.016702 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:57.036523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e55add-6105-4848-8cf4-30fbfc639558 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:09:57.059824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:57.065099 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:57.124467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:57.382277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['f1e55add-6105-4848-8cf4-30fbfc639558'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:09:57.410426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e5a8-34e2-4fc6-a260-8d6b278100d2 req-8886e33c-756e-4e40-b6b1-64e0879cfa3f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:57.412299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4617e5a8-34e2-4fc6-a260-8d6b278100d2 req-8886e33c-756e-4e40-b6b1-64e0879cfa3f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.0916607 Jul 07 19:09:57.500458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4617e5a8-34e2-4fc6-a260-8d6b278100d2 req-78f3da4c-4425-4cfa-a40f-aef117adad78 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803404 Jul 07 19:09:57.511066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 88a405c9-ad9a-465d-b723-1ef3abbfe230 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:57.721845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6ad70-d542-478c-8128-5ab35383e17c req-b7d4e472-a2f2-4536-b80e-f7b9016423d7 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:57.723062 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cae6ad70-d542-478c-8128-5ab35383e17c req-b7d4e472-a2f2-4536-b80e-f7b9016423d7 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 949 time: 0.0796092 Jul 07 19:09:57.776648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 88a405c9-ad9a-465d-b723-1ef3abbfe230 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:57.785705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 88a405c9-ad9a-465d-b723-1ef3abbfe230 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:57.786103 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:57.786515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cae6ad70-d542-478c-8128-5ab35383e17c req-d0ff9a60-97f7-49b2-a83b-2896d3f4870e tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/security-groups?id=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571978 Jul 07 19:09:57.911279 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:57.956717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 88a405c9-ad9a-465d-b723-1ef3abbfe230, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=88a405c9-ad9a-465d-b723-1ef3abbfe230,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:57.958707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f1c0d-df9b-4465-afa4-02f2106a5449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a405c9-ad9a-465d-b723-1ef3abbfe230'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:57.962387 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d8f6b7-71ef-41f6-994a-737f1ad0aa84" -d '{"events": [{"server_uuid": "3b2f1c0d-df9b-4465-afa4-02f2106a5449", "name": "network-vif-plugged", "status": "completed", "tag": "88a405c9-ad9a-465d-b723-1ef3abbfe230"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:57.968635 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:57.972461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6032e-6f35-4433-8f78-243b0f2baec9 req-3a8c4a5f-ad01-49a1-93be-1a582c7f2e84 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:57.980272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41a6032e-6f35-4433-8f78-243b0f2baec9 req-3a8c4a5f-ad01-49a1-93be-1a582c7f2e84 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 949 time: 0.0866244 Jul 07 19:09:58.035601 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41a6032e-6f35-4433-8f78-243b0f2baec9 req-b78e43d4-a9fa-4048-a895-65a64f2926c5 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536814 Jul 07 19:09:58.042179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=88a405c9-ad9a-465d-b723-1ef3abbfe230,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:58.059677 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5209edf6-dfdd-4f99-af75-458646dce905 x-openstack-request-id: req-5209edf6-dfdd-4f99-af75-458646dce905 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:58.059975 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f1c0d-df9b-4465-afa4-02f2106a5449", "name": "network-vif-plugged", "status": "completed", "tag": "88a405c9-ad9a-465d-b723-1ef3abbfe230", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:58.060228 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5209edf6-dfdd-4f99-af75-458646dce905 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:58.061182 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f1c0d-df9b-4465-afa4-02f2106a5449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a405c9-ad9a-465d-b723-1ef3abbfe230', 'code': 200} Jul 07 19:09:58.228061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdad7e9-c5e9-41b2-b49e-67c578768457 req-c88dc696-a226-4716-8be3-912e63aaf931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:58.229615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cbdad7e9-c5e9-41b2-b49e-67c578768457 req-c88dc696-a226-4716-8be3-912e63aaf931 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 1102 time: 0.0586584 Jul 07 19:09:58.279135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cbdad7e9-c5e9-41b2-b49e-67c578768457 req-1de9d0e8-a408-45c4-9bab-0922b0c7658d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Jul 07 19:09:58.706547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a01f3-064c-4c03-ad5b-314eaba64172 req-52dca7bb-aab9-42a8-9b50-974bbc6da131 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:58.712088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f9a01f3-064c-4c03-ad5b-314eaba64172 req-52dca7bb-aab9-42a8-9b50-974bbc6da131 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.0944049 Jul 07 19:09:58.755571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f9a01f3-064c-4c03-ad5b-314eaba64172 req-18338933-0ee7-4b05-ba1d-061ce047b69c tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Jul 07 19:09:58.849320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f1e55add-6105-4848-8cf4-30fbfc639558 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:09:58.921979 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port f1e55add-6105-4848-8cf4-30fbfc639558 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:09:58.926705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port f1e55add-6105-4848-8cf4-30fbfc639558 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:09:58.927365 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:59.006009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749a47-f105-4801-912a-f5e36cbf8b45 req-ae1eae7a-1d65-4e59-a2b7-11151e547017 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:59.007861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3749a47-f105-4801-912a-f5e36cbf8b45 req-ae1eae7a-1d65-4e59-a2b7-11151e547017 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 950 time: 0.0983098 Jul 07 19:09:59.056219 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:59.075972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3749a47-f105-4801-912a-f5e36cbf8b45 req-b7a19305-4b3e-457c-a633-fff0a55245b9 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/security-groups?id=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605919 Jul 07 19:09:59.109990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:09:59.117853 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:59.180641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:59.228985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f0aec-29de-4352-801f-0db74e632670 req-10e9eeba-d1ca-477b-a27e-256f2295ae02 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:59.231038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-456f0aec-29de-4352-801f-0db74e632670 req-10e9eeba-d1ca-477b-a27e-256f2295ae02 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.0732543 Jul 07 19:09:59.274055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-456f0aec-29de-4352-801f-0db74e632670 req-b3129eef-0b30-4abe-8068-699afe8c2f7c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Jul 07 19:09:59.941347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd6e7b-54a7-4b56-8e74-94958723db28 req-7de0b68a-fafa-4ac4-ac91-400256473137 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:59.942914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dddd6e7b-54a7-4b56-8e74-94958723db28 req-7de0b68a-fafa-4ac4-ac91-400256473137 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.0674210 Jul 07 19:09:59.984178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dddd6e7b-54a7-4b56-8e74-94958723db28 req-48bb0de9-912e-4b83-ac4e-53b980b2922d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348389 Jul 07 19:10:00.062085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:00.064406 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45c6bf1-1685-403a-943d-9ec1e4482b6e" -d '{"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:00.101872 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45624e00-2740-4356-b23c-ecb940a77de2 x-openstack-request-id: req-45624e00-2740-4356-b23c-ecb940a77de2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:00.102447 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:00.102764 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-45624e00-2740-4356-b23c-ecb940a77de2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:00.103215 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'code': 200} Jul 07 19:10:00.225649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864d36b-383d-4241-af6c-a1b270f17ab7 req-58b0c974-ed18-4f38-9ff2-5c59d40f2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:00.227817 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d864d36b-383d-4241-af6c-a1b270f17ab7 req-58b0c974-ed18-4f38-9ff2-5c59d40f2bfa service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1102 time: 0.0568080 Jul 07 19:10:00.266017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4599d-e87e-4708-8009-6beebe3fba39 req-f78fe679-6de5-4c86-be36-4b82599d8336 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:00.266855 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d864d36b-383d-4241-af6c-a1b270f17ab7 req-113d8c98-34c1-4512-9ecc-a1a34b9fa067 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Jul 07 19:10:00.267953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6af4599d-e87e-4708-8009-6beebe3fba39 req-f78fe679-6de5-4c86-be36-4b82599d8336 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 950 time: 0.0697215 Jul 07 19:10:00.307087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6af4599d-e87e-4708-8009-6beebe3fba39 req-8f3be903-b7a5-44c7-80db-15f8aad60cae tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/security-groups?id=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334630 Jul 07 19:10:00.473697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b43f-1eab-4d6c-9d27-5ca4088c0f70 req-3e292f9e-9cb4-4d3a-bf92-0b3a6a27656a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:00.475424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8178b43f-1eab-4d6c-9d27-5ca4088c0f70 req-3e292f9e-9cb4-4d3a-bf92-0b3a6a27656a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.0763090 Jul 07 19:10:00.525120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8178b43f-1eab-4d6c-9d27-5ca4088c0f70 req-e9061c76-6c60-49ee-921b-a147007385a3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428891 Jul 07 19:10:00.788125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6f107-a1f9-4de5-8dcd-b6e0bd24e4ba req-f3f436ef-de70-4e66-8547-a664049a5c76 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:00.789707 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92e6f107-a1f9-4de5-8dcd-b6e0bd24e4ba req-f3f436ef-de70-4e66-8547-a664049a5c76 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 950 time: 0.0658426 Jul 07 19:10:00.833228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92e6f107-a1f9-4de5-8dcd-b6e0bd24e4ba req-4eb635db-b994-4728-b644-d6c160cbf0e5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/security-groups?id=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363681 Jul 07 19:10:01.180578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e66ab-0e95-4ece-8c83-11125930d1af req-b12edca3-8462-49ba-9f31-b69eb9c0d1ce tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:01.182225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a1e66ab-0e95-4ece-8c83-11125930d1af req-b12edca3-8462-49ba-9f31-b69eb9c0d1ce tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.0772462 Jul 07 19:10:01.223544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a1e66ab-0e95-4ece-8c83-11125930d1af req-31d23dfa-e428-461b-a633-34c4ba3d7351 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351579 Jul 07 19:10:01.722841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18fc97-4d6b-4f95-840f-c0e5ab8ce409 req-42799ea4-7de1-4fec-814e-8b8e0dafcb51 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:01.724434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d18fc97-4d6b-4f95-840f-c0e5ab8ce409 req-42799ea4-7de1-4fec-814e-8b8e0dafcb51 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.0829463 Jul 07 19:10:01.771210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d18fc97-4d6b-4f95-840f-c0e5ab8ce409 req-5909d76f-06d2-448b-a7a3-b600f788936a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384626 Jul 07 19:10:01.967432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003335c-bb84-4821-a941-988ae9696818 req-14050bdc-a77c-4c6d-a9e9-be4f51b90b6c tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:01.969983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a003335c-bb84-4821-a941-988ae9696818 req-14050bdc-a77c-4c6d-a9e9-be4f51b90b6c tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1102 time: 0.0684912 Jul 07 19:10:02.040752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a003335c-bb84-4821-a941-988ae9696818 req-e2ae29dd-d156-40e3-8779-e6f738925e05 tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651538 Jul 07 19:10:02.072327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce8a69-531a-4c0c-a1f3-ddd9ea86ee34 req-7555f3a0-ebda-4d55-b0a3-55f3197767e1 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:02.073901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29ce8a69-531a-4c0c-a1f3-ddd9ea86ee34 req-7555f3a0-ebda-4d55-b0a3-55f3197767e1 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 950 time: 0.0881555 Jul 07 19:10:02.124760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29ce8a69-531a-4c0c-a1f3-ddd9ea86ee34 req-2290a499-0189-4a95-9a5f-334e55b60684 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/security-groups?id=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 Jul 07 19:10:02.650044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c34cd-0a29-4619-ad34-d1be8027fcea req-90e72034-73ac-4e06-a47c-be2634f56474 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:02.651651 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db0c34cd-0a29-4619-ad34-d1be8027fcea req-90e72034-73ac-4e06-a47c-be2634f56474 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 950 time: 0.1247010 Jul 07 19:10:02.688062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:02.709125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456c8c9-18e0-4fbb-a765-8c4504eeb298 req-36bfea01-ef0c-4305-b083-4fd22e88ee6d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:02.710733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6456c8c9-18e0-4fbb-a765-8c4504eeb298 req-36bfea01-ef0c-4305-b083-4fd22e88ee6d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.1421587 Jul 07 19:10:02.790758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6456c8c9-18e0-4fbb-a765-8c4504eeb298 req-68b253b4-572a-4538-8403-64aae3ab077a tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681581 Jul 07 19:10:02.826437 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-d76c7fc2-2b89-4698-8aba-36bfab1b2c96 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293676 Jul 07 19:10:02.832840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-2746be94-d823-4c38-8740-6b1ff004129b service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:10:02.837940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-db0c34cd-0a29-4619-ad34-d1be8027fcea req-66b0bc2c-9b86-452b-8103-bbfbbc1e04e5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Deleting port 88a405c9-ad9a-465d-b723-1ef3abbfe230 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:02.838156 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db0c34cd-0a29-4619-ad34-d1be8027fcea req-66b0bc2c-9b86-452b-8103-bbfbbc1e04e5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.842045 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-2746be94-d823-4c38-8740-6b1ff004129b service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217481 Jul 07 19:10:02.890500 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.032032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-db0c34cd-0a29-4619-ad34-d1be8027fcea req-66b0bc2c-9b86-452b-8103-bbfbbc1e04e5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] For port 88a405c9-ad9a-465d-b723-1ef3abbfe230, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=88a405c9-ad9a-465d-b723-1ef3abbfe230,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:03.032409 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db0c34cd-0a29-4619-ad34-d1be8027fcea req-66b0bc2c-9b86-452b-8103-bbfbbc1e04e5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.057460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c46197-32f4-4128-aa0e-e32cca6f8956 req-84fef6e7-f24e-4cb5-8fd2-b36479fabec5 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:03.059124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11c46197-32f4-4128-aa0e-e32cca6f8956 req-84fef6e7-f24e-4cb5-8fd2-b36479fabec5 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 945 time: 0.1663501 Jul 07 19:10:03.066072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-db0c34cd-0a29-4619-ad34-d1be8027fcea req-66b0bc2c-9b86-452b-8103-bbfbbc1e04e5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Calling delete_port for 88a405c9-ad9a-465d-b723-1ef3abbfe230 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:03.095703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc633cca-a1df-4385-839a-597980719ad1 req-48d83d3f-4764-41b9-9242-61d10e9215c3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:03.098275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc633cca-a1df-4385-839a-597980719ad1 req-48d83d3f-4764-41b9-9242-61d10e9215c3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.1604421 Jul 07 19:10:03.184994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11c46197-32f4-4128-aa0e-e32cca6f8956 req-f0464f9e-5114-4006-b66a-918b361823d1 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/security-groups?id=846d9a95-f952-4600-adfd-5807e36cb8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162455 Jul 07 19:10:03.200255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc633cca-a1df-4385-839a-597980719ad1 req-98445a83-75aa-4225-95fa-50e4eab1d605 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900886 Jul 07 19:10:03.309656 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db0c34cd-0a29-4619-ad34-d1be8027fcea req-66b0bc2c-9b86-452b-8103-bbfbbc1e04e5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.352359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['88a405c9-ad9a-465d-b723-1ef3abbfe230'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:03.352934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0bc2c-9b86-452b-8103-bbfbbc1e04e5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Pushing event deleted for resources: {'Port': ['ID=88a405c9-ad9a-465d-b723-1ef3abbfe230,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:03.417077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0c34cd-0a29-4619-ad34-d1be8027fcea req-66b0bc2c-9b86-452b-8103-bbfbbc1e04e5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] No DVR routers for this DVR port 88a405c9-ad9a-465d-b723-1ef3abbfe230 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:03.437555 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db0c34cd-0a29-4619-ad34-d1be8027fcea req-66b0bc2c-9b86-452b-8103-bbfbbc1e04e5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:03.462660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db0c34cd-0a29-4619-ad34-d1be8027fcea req-66b0bc2c-9b86-452b-8103-bbfbbc1e04e5 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.59 "DELETE /v2.0/ports/88a405c9-ad9a-465d-b723-1ef3abbfe230 HTTP/1.1" status: 204 len: 173 time: 0.8035390 Jul 07 19:10:03.466355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f1c0d-df9b-4465-afa4-02f2106a5449', 'name': 'network-vif-deleted', 'tag': '88a405c9-ad9a-465d-b723-1ef3abbfe230'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:03.468928 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ee2eea-afdd-454d-afde-18c93d0f5cd4" -d '{"events": [{"server_uuid": "3b2f1c0d-df9b-4465-afa4-02f2106a5449", "name": "network-vif-deleted", "tag": "88a405c9-ad9a-465d-b723-1ef3abbfe230"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:03.522788 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebf4616d-9112-41e7-ada1-663d4463ed40 req-0c6bed2d-db88-4d10-837b-0087ea733fb6 tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 210 time: 0.0583789 Jul 07 19:10:03.878897 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206f57bf-9239-4c0c-8213-97049a0434cf x-openstack-request-id: req-206f57bf-9239-4c0c-8213-97049a0434cf {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:03.879523 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f1c0d-df9b-4465-afa4-02f2106a5449", "name": "network-vif-deleted", "tag": "88a405c9-ad9a-465d-b723-1ef3abbfe230", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:03.879523 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-206f57bf-9239-4c0c-8213-97049a0434cf {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:03.879846 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f1c0d-df9b-4465-afa4-02f2106a5449', 'name': 'network-vif-deleted', 'tag': '88a405c9-ad9a-465d-b723-1ef3abbfe230', 'status': 'completed', 'code': 200} Jul 07 19:10:04.393526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712daed0-4e2b-4bdf-ac73-ea28b1051ca5 req-4341cb48-0cf1-4d0a-a739-d1c5a9d7898a tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:04.395594 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-712daed0-4e2b-4bdf-ac73-ea28b1051ca5 req-4341cb48-0cf1-4d0a-a739-d1c5a9d7898a tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.112 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 945 time: 0.0917220 Jul 07 19:10:04.414978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2be3f-bd23-4108-8fb3-00b487778ce5 req-f867516f-bb53-4242-960c-0f845bc93e38 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:04.416710 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eab2be3f-bd23-4108-8fb3-00b487778ce5 req-f867516f-bb53-4242-960c-0f845bc93e38 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 945 time: 0.1126444 Jul 07 19:10:04.445975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf40de8-6222-405c-b087-260c505d3e6a req-dfca3873-7e3b-4c33-8fcf-826a628b316e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:04.454447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebf40de8-6222-405c-b087-260c505d3e6a req-dfca3873-7e3b-4c33-8fcf-826a628b316e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.1164372 Jul 07 19:10:04.506574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eab2be3f-bd23-4108-8fb3-00b487778ce5 req-3f1e02d8-1552-43c4-bf98-7e3b3a861d3d tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/security-groups?id=846d9a95-f952-4600-adfd-5807e36cb8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799816 Jul 07 19:10:04.525816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-712daed0-4e2b-4bdf-ac73-ea28b1051ca5 req-c3a59251-fda5-44ef-8911-440da180a198 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Deleting port ded8d2cc-882c-4f7b-acaf-1114b496fa40 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:04.526992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-712daed0-4e2b-4bdf-ac73-ea28b1051ca5 req-c3a59251-fda5-44ef-8911-440da180a198 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.541459 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebf40de8-6222-405c-b087-260c505d3e6a req-279ccd59-f391-4b84-955c-46fe63a5a25a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774677 Jul 07 19:10:04.671002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-712daed0-4e2b-4bdf-ac73-ea28b1051ca5 req-c3a59251-fda5-44ef-8911-440da180a198 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] For port ded8d2cc-882c-4f7b-acaf-1114b496fa40, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ded8d2cc-882c-4f7b-acaf-1114b496fa40,segment=NetworkSegment(b8059b36-c149-4533-ae1d-fe0550018a55),segment_id=b8059b36-c149-4533-ae1d-fe0550018a55)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:04.671366 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-712daed0-4e2b-4bdf-ac73-ea28b1051ca5 req-c3a59251-fda5-44ef-8911-440da180a198 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.687369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-712daed0-4e2b-4bdf-ac73-ea28b1051ca5 req-c3a59251-fda5-44ef-8911-440da180a198 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Calling delete_port for ded8d2cc-882c-4f7b-acaf-1114b496fa40 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:04.729814 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2772d8ce-7031-4978-a6e2-3d409ceaaafa req-2945a957-b1ac-40b1-98a6-b29a9442747e tempest-ImagesNegativeTestJSON-894889596 tempest-ImagesNegativeTestJSON-894889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2f1c0d-df9b-4465-afa4-02f2106a5449 HTTP/1.1" status: 200 len: 210 time: 0.0393686 Jul 07 19:10:04.865430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-712daed0-4e2b-4bdf-ac73-ea28b1051ca5 req-c3a59251-fda5-44ef-8911-440da180a198 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.879977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['ded8d2cc-882c-4f7b-acaf-1114b496fa40'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:04.905634 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a59251-fda5-44ef-8911-440da180a198 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Pushing event deleted for resources: {'Port': ['ID=ded8d2cc-882c-4f7b-acaf-1114b496fa40,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:04.962824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-712daed0-4e2b-4bdf-ac73-ea28b1051ca5 req-c3a59251-fda5-44ef-8911-440da180a198 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] No DVR routers for this DVR port ded8d2cc-882c-4f7b-acaf-1114b496fa40 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:04.966802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-712daed0-4e2b-4bdf-ac73-ea28b1051ca5 req-c3a59251-fda5-44ef-8911-440da180a198 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.968844 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-712daed0-4e2b-4bdf-ac73-ea28b1051ca5 req-c3a59251-fda5-44ef-8911-440da180a198 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.112 "DELETE /v2.0/ports/ded8d2cc-882c-4f7b-acaf-1114b496fa40 HTTP/1.1" status: 204 len: 173 time: 0.5674944 Jul 07 19:10:04.969306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0012c31-6cb9-4d6b-b229-730aacd4aa26', 'name': 'network-vif-deleted', 'tag': 'ded8d2cc-882c-4f7b-acaf-1114b496fa40'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:04.971543 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc551bf1-a616-4eeb-84e5-62a9827e1987" -d '{"events": [{"server_uuid": "d0012c31-6cb9-4d6b-b229-730aacd4aa26", "name": "network-vif-deleted", "tag": "ded8d2cc-882c-4f7b-acaf-1114b496fa40"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:05.013037 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5d10f7-20af-48e7-8feb-f60b2ab04944 x-openstack-request-id: req-1a5d10f7-20af-48e7-8feb-f60b2ab04944 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:05.013329 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0012c31-6cb9-4d6b-b229-730aacd4aa26", "name": "network-vif-deleted", "tag": "ded8d2cc-882c-4f7b-acaf-1114b496fa40", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:05.013581 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1a5d10f7-20af-48e7-8feb-f60b2ab04944 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:05.013976 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0012c31-6cb9-4d6b-b229-730aacd4aa26', 'name': 'network-vif-deleted', 'tag': 'ded8d2cc-882c-4f7b-acaf-1114b496fa40', 'status': 'completed', 'code': 200} Jul 07 19:10:05.189745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-da720c91-62ea-4a81-9bac-45299c162c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:05.191253 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-da720c91-62ea-4a81-9bac-45299c162c56 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1102 time: 0.0532708 Jul 07 19:10:05.288378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-0079308a-19c4-415f-9cb0-afb4f9d7caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:05.289807 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-0079308a-19c4-415f-9cb0-afb4f9d7caf5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.0917864 Jul 07 19:10:05.331923 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-85596f0f-de9b-45eb-b916-3057b4b814a5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 217 time: 0.0342896 Jul 07 19:10:05.390429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-e54d4b0d-e1f6-4af5-8f57-a3ad6c2fd142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:05.391892 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-e54d4b0d-e1f6-4af5-8f57-a3ad6c2fd142 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0489538 Jul 07 19:10:05.453755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-24c90aba-7b1f-4b97-beb0-ad656b10e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:05.455278 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-24c90aba-7b1f-4b97-beb0-ad656b10e70c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0552795 Jul 07 19:10:05.556746 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-6102a8c7-4e77-4e2f-9f55-0ab5fa4039b9 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896196 Jul 07 19:10:05.560452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6a9a4dac-d07e-48d2-94da-00436a6ae13f details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:05.576968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 88a405c9-ad9a-465d-b723-1ef3abbfe230 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:05.608436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 88a405c9-ad9a-465d-b723-1ef3abbfe230 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:05.609205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 88a405c9-ad9a-465d-b723-1ef3abbfe230 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:05.682378 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-65ddadf8-dc87-4f0b-8266-3fcfedaa8553 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182866 Jul 07 19:10:05.697437 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:10:05.734423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6a9a4dac-d07e-48d2-94da-00436a6ae13f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6a9a4dac-d07e-48d2-94da-00436a6ae13f,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:05.751378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '6a9a4dac-d07e-48d2-94da-00436a6ae13f', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'port_id': '6a9a4dac-d07e-48d2-94da-00436a6ae13f', 'mac_address': 'fa:16:3e:cf:89:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af90dcd0-75ba-4a0d-9802-efe7b65f07a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:05.811685 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.844972 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a9a4dac-d07e-48d2-94da-00436a6ae13f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:05.866505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6a9a4dac-d07e-48d2-94da-00436a6ae13f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6a9a4dac-d07e-48d2-94da-00436a6ae13f,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:05.876590 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.972081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=6a9a4dac-d07e-48d2-94da-00436a6ae13f,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:06.021955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be065b1b-4af5-4584-88c3-5ae93f634871 req-52368220-ba78-4d49-adb4-792b9c51e5b9 tempest-VolumesAdminNegativeTest-774581296 tempest-VolumesAdminNegativeTest-774581296-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0012c31-6cb9-4d6b-b229-730aacd4aa26 HTTP/1.1" status: 200 len: 210 time: 0.3614008 Jul 07 19:10:06.088411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72567f-0ad9-4cfb-a11f-b793bcc33875 req-3ca4c17a-ee45-4386-9e8b-580b45701cf0 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:06.090517 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b72567f-0ad9-4cfb-a11f-b793bcc33875 req-3ca4c17a-ee45-4386-9e8b-580b45701cf0 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.0706758 Jul 07 19:10:06.115656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['6a9a4dac-d07e-48d2-94da-00436a6ae13f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:06.130784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b72567f-0ad9-4cfb-a11f-b793bcc33875 req-986546b7-f660-460d-9157-d40a12d577a1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339463 Jul 07 19:10:06.959233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:07.128189 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-35069701-7969-4b19-96c4-25e2ebbbd75e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9e9dd9439ac94551807d2f26bfe25486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675944 Jul 07 19:10:07.128507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:07.130871 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:07.186354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eeb2334-9732-4492-a280-603c067a4986 admin admin] Deleting subnet da3696d6-263c-4880-b3a5-8e55287354a2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:10:07.190345 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eeb2334-9732-4492-a280-603c067a4986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.232351 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-509221ed-e78e-429d-bc4f-d13afd4970e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.284840 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eeb2334-9732-4492-a280-603c067a4986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.303244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-509221ed-e78e-429d-bc4f-d13afd4970e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.384436 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eeb2334-9732-4492-a280-603c067a4986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.386167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-509221ed-e78e-429d-bc4f-d13afd4970e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.390551 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-509221ed-e78e-429d-bc4f-d13afd4970e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.392384 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-509221ed-e78e-429d-bc4f-d13afd4970e3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5 HTTP/1.1" status: 204 len: 168 time: 0.2605100 Jul 07 19:10:07.410628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509221ed-e78e-429d-bc4f-d13afd4970e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598f7e08-f3d9-48f6-a0fa-d242d8a9e1a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:07.468287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f9f61-5e36-47bb-8291-3a2102a12681 req-d0aad4a6-c292-4404-a62f-c80f852d4536 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:07.471154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b6f9f61-5e36-47bb-8291-3a2102a12681 req-d0aad4a6-c292-4404-a62f-c80f852d4536 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.1987100 Jul 07 19:10:07.539631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b6f9f61-5e36-47bb-8291-3a2102a12681 req-1a04c594-086c-46de-a25f-29a5cba76b6f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575490 Jul 07 19:10:07.564587 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eeb2334-9732-4492-a280-603c067a4986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.580099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6a9a4dac-d07e-48d2-94da-00436a6ae13f up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:07.619219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb2334-9732-4492-a280-603c067a4986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3696d6-263c-4880-b3a5-8e55287354a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:07.636857 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eeb2334-9732-4492-a280-603c067a4986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.643513 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9eeb2334-9732-4492-a280-603c067a4986 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/da3696d6-263c-4880-b3a5-8e55287354a2 HTTP/1.1" status: 204 len: 168 time: 0.5115545 Jul 07 19:10:07.645491 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:07.733532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 6a9a4dac-d07e-48d2-94da-00436a6ae13f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:07.735468 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.830561 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.934928 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.965810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.976528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9a4dac-d07e-48d2-94da-00436a6ae13f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:07.987150 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49987df-7354-42b7-9ede-112b1ab82bd6" -d '{"events": [{"server_uuid": "a12fb724-e9ca-43dd-98c9-96c14bcbf63f", "name": "network-vif-plugged", "status": "completed", "tag": "6a9a4dac-d07e-48d2-94da-00436a6ae13f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:07.998583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e514d0-3ab4-4500-afd2-d2e86eb18987']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:08.012932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6a9a4dac-d07e-48d2-94da-00436a6ae13f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6a9a4dac-d07e-48d2-94da-00436a6ae13f,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:08.019254 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.042148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8059b36-c149-4533-ae1d-fe0550018a55') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:08.042453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8059b36-c149-4533-ae1d-fe0550018a55') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:08.068068 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.097183 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.110091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:10:08.112199 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:10:08.117987 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:10:08.129206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=6a9a4dac-d07e-48d2-94da-00436a6ae13f,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:08.143086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.143468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.144107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.144672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.145193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.145690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.146200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.146741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.147228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.147867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.149187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.149813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:08.265934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.273034 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.279768 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] 10.222.0.113 "DELETE /v2.0/networks/b6e514d0-3ab4-4500-afd2-d2e86eb18987 HTTP/1.1" status: 204 len: 168 time: 0.6327124 Jul 07 19:10:08.282709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:08.319122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0da89-1ff3-4309-b963-eb5e578e273e admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e514d0-3ab4-4500-afd2-d2e86eb18987,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:08.337935 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efc8c604-bdb2-4f31-aa13-a1c1de10648e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.406629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-da031eb5-be9a-45ad-889f-fd82a00616c3 admin admin] Deleting subnet b33f279d-9725-4a17-bca7-10daafbd2d80 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:10:08.415988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da031eb5-be9a-45ad-889f-fd82a00616c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.507739 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bcd3ba-5cd4-41b0-8f2c-ccf5cacdfd42 x-openstack-request-id: req-78bcd3ba-5cd4-41b0-8f2c-ccf5cacdfd42 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:08.508041 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12fb724-e9ca-43dd-98c9-96c14bcbf63f", "name": "network-vif-plugged", "status": "completed", "tag": "6a9a4dac-d07e-48d2-94da-00436a6ae13f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:08.508296 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-78bcd3ba-5cd4-41b0-8f2c-ccf5cacdfd42 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:08.508720 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9a4dac-d07e-48d2-94da-00436a6ae13f', 'code': 200} Jul 07 19:10:08.532257 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da031eb5-be9a-45ad-889f-fd82a00616c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.632505 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da031eb5-be9a-45ad-889f-fd82a00616c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.735712 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da031eb5-be9a-45ad-889f-fd82a00616c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.845962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da031eb5-be9a-45ad-889f-fd82a00616c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33f279d-9725-4a17-bca7-10daafbd2d80,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:08.856728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da031eb5-be9a-45ad-889f-fd82a00616c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.859444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-da031eb5-be9a-45ad-889f-fd82a00616c3 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b33f279d-9725-4a17-bca7-10daafbd2d80 HTTP/1.1" status: 204 len: 168 time: 0.5755720 Jul 07 19:10:08.862270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:08.893352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ded8d2cc-882c-4f7b-acaf-1114b496fa40 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:08.980055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: ded8d2cc-882c-4f7b-acaf-1114b496fa40 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:08.980981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ded8d2cc-882c-4f7b-acaf-1114b496fa40 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:09.078324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd751da-fecd-4488-bdcd-6a73e9f1f337 req-50df4c86-9a21-471b-b841-eb156dd75034 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:09.080381 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.087736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abd751da-fecd-4488-bdcd-6a73e9f1f337 req-50df4c86-9a21-471b-b841-eb156dd75034 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.1801469 Jul 07 19:10:09.166398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abd751da-fecd-4488-bdcd-6a73e9f1f337 req-7968a8b3-d823-4fc5-8b32-a35f1bd50369 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775747 Jul 07 19:10:09.226855 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.241402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ece041-ce7a-4fab-8fef-a33ed662aa39']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:09.254346 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f87521-0799-458e-9928-d938e7b86b7d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:09.255047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f87521-0799-458e-9928-d938e7b86b7d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:09.266271 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.281763 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.288735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:10:09.289505 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:10:09.363486 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:10:09.374314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.383908 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.388076 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] 10.222.0.113 "DELETE /v2.0/networks/87ece041-ce7a-4fab-8fef-a33ed662aa39 HTTP/1.1" status: 204 len: 168 time: 0.5242496 Jul 07 19:10:09.403948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b85a80-1845-4757-870c-c1640f3b0d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ece041-ce7a-4fab-8fef-a33ed662aa39,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:09.572158 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:09.578523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:09.678846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7eb7a99b-82e1-4b8b-ac7a-ffa44c7e678c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aa396c5c5173448a8a1d136d12e703af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990531 Jul 07 19:10:09.681629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:09.795659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9926-f175-41f5-be2f-5dcf6e9d0633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.847927 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9926-f175-41f5-be2f-5dcf6e9d0633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.961889 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9926-f175-41f5-be2f-5dcf6e9d0633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.966090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9926-f175-41f5-be2f-5dcf6e9d0633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.967522 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e5bd9926-f175-41f5-be2f-5dcf6e9d0633 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/846d9a95-f952-4600-adfd-5807e36cb8ce HTTP/1.1" status: 204 len: 168 time: 0.2843466 Jul 07 19:10:09.983477 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd9926-f175-41f5-be2f-5dcf6e9d0633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846d9a95-f952-4600-adfd-5807e36cb8ce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:10.011443 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ced30b-f169-4e34-b30b-e3ff26183ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.222536 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ced30b-f169-4e34-b30b-e3ff26183ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.228041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ced30b-f169-4e34-b30b-e3ff26183ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.289735 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-88ced30b-f169-4e34-b30b-e3ff26183ad7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c29d948b32ff4f139d9a6fb8e87277dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7161362 Jul 07 19:10:10.290991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ced30b-f169-4e34-b30b-e3ff26183ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a07a00c-f3e1-43d1-bc7f-049bf3327d7d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:10.292465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:10.421604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d21e7463-a0f2-4138-a44e-15f77ed7f56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.432136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:10.489008 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d30d41f4-96c2-4404-8922-c1cb7e2a20ab admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cf20af4d8516470f8658069f94de86e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555925 Jul 07 19:10:10.491369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:10.505288 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d21e7463-a0f2-4138-a44e-15f77ed7f56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.575670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae609a1c-6576-494e-bff5-78e831f3f4d1 req-ff283c74-70c1-41a7-a857-4ffe8cd71ecc tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:10.575905 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c677d496-4794-4e72-acd8-103085d95b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.584505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae609a1c-6576-494e-bff5-78e831f3f4d1 req-ff283c74-70c1-41a7-a857-4ffe8cd71ecc tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.1948342 Jul 07 19:10:10.628438 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c677d496-4794-4e72-acd8-103085d95b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.631311 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae609a1c-6576-494e-bff5-78e831f3f4d1 req-78dd5579-ebf5-44dc-bf7b-7162cb969d84 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 Jul 07 19:10:10.631889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d21e7463-a0f2-4138-a44e-15f77ed7f56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.634412 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d21e7463-a0f2-4138-a44e-15f77ed7f56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.635696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d21e7463-a0f2-4138-a44e-15f77ed7f56d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7a07a00c-f3e1-43d1-bc7f-049bf3327d7d HTTP/1.1" status: 204 len: 168 time: 0.3415849 Jul 07 19:10:10.664585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e7463-a0f2-4138-a44e-15f77ed7f56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a07a00c-f3e1-43d1-bc7f-049bf3327d7d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:10.723799 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c677d496-4794-4e72-acd8-103085d95b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.726761 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c677d496-4794-4e72-acd8-103085d95b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.734897 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c677d496-4794-4e72-acd8-103085d95b43 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1152a4a9-8f76-414b-88fb-859251888720 HTTP/1.1" status: 204 len: 168 time: 0.2377841 Jul 07 19:10:10.760959 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677d496-4794-4e72-acd8-103085d95b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1152a4a9-8f76-414b-88fb-859251888720,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:11.035596 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba3cda57-dfcb-4aa2-bde8-c3d6a9db2d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.239324 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.991600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0a2b4-a254-4210-b89a-bdc3c6c44e38 req-ccdad035-83ab-472a-809c-1304e0234091 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:12.001878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55f0a2b4-a254-4210-b89a-bdc3c6c44e38 req-ccdad035-83ab-472a-809c-1304e0234091 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.1217704 Jul 07 19:10:12.092503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55f0a2b4-a254-4210-b89a-bdc3c6c44e38 req-6edb66f9-f880-4234-b59c-e3e798328ea4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882738 Jul 07 19:10:12.265305 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.278224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:12.421978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-network', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:12.455970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Made reservation on behalf of c1e476cefec54257a0ec25eb9b22a0ef for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:12.459228 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.471714 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.674528 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.682430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.718788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f977e9d-224d-4d0b-8b94-beb6a3360885,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:12.728461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:10:12.739755 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.740229 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Added segment 2ed5a7f1-e604-41ca-ac92-2082e83caeb3 of type vlan for network e67ae6aa-f63e-487f-946d-8170578079f7 Jul 07 19:10:12.802687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.852972 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.856607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:12.861664 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.968282 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6872494 Jul 07 19:10:12.972074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38420) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:12.979023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] Request body: {'subnet': {'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-subnet', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:13.008235 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656cb0-8d91-4450-b598-fff07a24f0a8 admin admin] Pushing event updated for resources: {'Network': ['ID=e67ae6aa-f63e-487f-946d-8170578079f7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:13.022307 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e67ae6aa-f63e-487f-946d-8170578079f7 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:10:13.025365 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] Made reservation on behalf of c1e476cefec54257a0ec25eb9b22a0ef for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:13.033655 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.299193 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.514819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6e5a7be-be60-49c2-a25f-3c2bacdf724e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:13.551569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] Checking segment: {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:13.552027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] Network hostable DHCP agents. Network: e67ae6aa-f63e-487f-946d-8170578079f7, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:10:13.579053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963974ac-5470-4dd4-934f-7d8a0913db9e req-6e033739-c7c8-4c23-92b0-472c42f1b8bd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:13.580718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-963974ac-5470-4dd4-934f-7d8a0913db9e req-6e033739-c7c8-4c23-92b0-472c42f1b8bd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.1360438 Jul 07 19:10:13.623170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] Network e67ae6aa-f63e-487f-946d-8170578079f7 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:10:13.647867 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-963974ac-5470-4dd4-934f-7d8a0913db9e req-016ee9dc-8e4f-4667-a9df-f0c398c7da14 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522304 Jul 07 19:10:13.649891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e67ae6aa-f63e-487f-946d-8170578079f7) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:13.668439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e25fdd-b940-4067-b072-f6f9b49f5fe9 None None] Network e67ae6aa-f63e-487f-946d-8170578079f7 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:13.671115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:13.671797 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.735553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dc3f479a-2c4c-41fe-9681-9586c2e49489 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7617800 Jul 07 19:10:13.738060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:13.742802 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:13.775272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.776207 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.872796 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.876104 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.923925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-e67ae6aa-f63e-487f-946d-8170578079f7', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:10:13.925328 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.038860 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.185397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Allocated IP 172.20.0.2 (e67ae6aa-f63e-487f-946d-8170578079f7/d6e5a7be-be60-49c2-a25f-3c2bacdf724e/ba639188-627a-418e-9d20-0baa381b1d10) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:14.351643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.384691 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.502963 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.524639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Transition to ACTIVE for port object ba639188-627a-418e-9d20-0baa381b1d10 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:14.566007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Transition to ACTIVE for port object ba639188-627a-418e-9d20-0baa381b1d10 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:14.587889 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.599443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Allocated IP 172.25.2.166 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/e9b397dd-1bc9-4028-ba5d-25369d423015) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:14.692388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Network e67ae6aa-f63e-487f-946d-8170578079f7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:14.701914 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:14.710820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:14.722936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Pushing event updated for resources: {'Port': ['ID=ba639188-627a-418e-9d20-0baa381b1d10,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:14.821995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Attempting to bind port ba639188-627a-418e-9d20-0baa381b1d10 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:14.822828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Attempting to bind port ba639188-627a-418e-9d20-0baa381b1d10 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:14.823482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Attempting to bind port ba639188-627a-418e-9d20-0baa381b1d10 on network e67ae6aa-f63e-487f-946d-8170578079f7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:14.844634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:14.845840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Checking segment: {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:14.846501 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.847228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Bound using segment: {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:14.848011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Bound port: ba639188-627a-418e-9d20-0baa381b1d10, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:14.848685 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.917454 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.969399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] For port ba639188-627a-418e-9d20-0baa381b1d10, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:14.980760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] For port ba639188-627a-418e-9d20-0baa381b1d10, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ba639188-627a-418e-9d20-0baa381b1d10,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:14.993351 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.105913 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.118979 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d32b7-4f96-4fe3-8e65-125114ac9931 None None] Pushing event updated for resources: {'Port': ['ID=ba639188-627a-418e-9d20-0baa381b1d10,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:15.164562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:15.168806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:15.172085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:15.220331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310ed75-378f-431f-bcb8-221d3be6d605 req-f0874d1d-eeec-4a33-a8e0-7943bee2e2a3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:15.222074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b310ed75-378f-431f-bcb8-221d3be6d605 req-f0874d1d-eeec-4a33-a8e0-7943bee2e2a3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.2705536 Jul 07 19:10:15.231595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Pushing event updated for resources: {'Port': ['ID=e9b397dd-1bc9-4028-ba5d-25369d423015,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:15.513442 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b310ed75-378f-431f-bcb8-221d3be6d605 req-861b2ec9-0422-434b-bf93-4a7da3ff8403 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727313 Jul 07 19:10:15.614329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.918903 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.228957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Router d603e694-bef6-429f-830a-ffb1e7970a7b is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:10:16.461939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff701b27-f3a1-4e12-a44f-3360f0d6136c req-54cac844-ee8f-40ca-b348-1b921b2856a4 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:16.475063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff701b27-f3a1-4e12-a44f-3360f0d6136c req-54cac844-ee8f-40ca-b348-1b921b2856a4 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 945 time: 0.1853023 Jul 07 19:10:16.478082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:16.493042 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Sync routers for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:16.516951 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:16.520329 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:16.532218 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.534083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-14edc339-53c4-4377-bcce-3f6497e5933a admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7944818 Jul 07 19:10:16.536317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:16.556394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff701b27-f3a1-4e12-a44f-3360f0d6136c req-f492b476-09c9-4eb8-b615-471bedea5515 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802565 Jul 07 19:10:16.669382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeea728-e146-4b8f-8d13-e62f221539cd None None] Network e67ae6aa-f63e-487f-946d-8170578079f7 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:16.859690 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:16.909125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-80854f01-a27b-4f42-80a4-565fc6083760 None None] Provisioning for port ba639188-627a-418e-9d20-0baa381b1d10 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:17.015044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ba639188-627a-418e-9d20-0baa381b1d10 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:17.068608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdc18b-01ad-409c-bf3d-628cd66a61c7 req-2a0ce57f-2ee7-43ce-b5f6-26f4f0766a93 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:17.078681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49fdc18b-01ad-409c-bf3d-628cd66a61c7 req-2a0ce57f-2ee7-43ce-b5f6-26f4f0766a93 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.3159351 Jul 07 19:10:17.149633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49fdc18b-01ad-409c-bf3d-628cd66a61c7 req-615a7c4c-fed7-48cf-b860-7a778f19d1b8 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684135 Jul 07 19:10:17.154069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port ba639188-627a-418e-9d20-0baa381b1d10 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:17.158959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ba639188-627a-418e-9d20-0baa381b1d10 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:17.159388 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.361436 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:15Z', 'revision_number': 3, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:17.413858 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.450191 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Checking router: d603e694-bef6-429f-830a-ffb1e7970a7b for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:17.454824 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Updating router d603e694-bef6-429f-830a-ffb1e7970a7b port e9b397dd-1bc9-4028-ba5d-25369d423015 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:10:17.501178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port ba639188-627a-418e-9d20-0baa381b1d10, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ba639188-627a-418e-9d20-0baa381b1d10,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:17.507795 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.537590 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.656005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=ba639188-627a-418e-9d20-0baa381b1d10,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:17.670885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4a54166f-3a4e-4477-a491-4d01db039ed5 None None] Provisioning complete for port ba639188-627a-418e-9d20-0baa381b1d10 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:17.671921 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a54166f-3a4e-4477-a491-4d01db039ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.742657 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.021442 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.039505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df849037-7560-4b81-bb7f-ded6f6955cbd req-253c814b-0986-403d-bc72-47751e8969e4 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:18.045427 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Transition to ACTIVE for port object e9b397dd-1bc9-4028-ba5d-25369d423015 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:18.046350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df849037-7560-4b81-bb7f-ded6f6955cbd req-253c814b-0986-403d-bc72-47751e8969e4 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 945 time: 0.1981764 Jul 07 19:10:18.053216 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.070062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b2499-6753-4a18-a4b4-49b56f9df1ba req-7bebc284-6c5e-4f16-9d96-b2d5ef51ce37 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:18.072130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f6b2499-6753-4a18-a4b4-49b56f9df1ba req-7bebc284-6c5e-4f16-9d96-b2d5ef51ce37 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 945 time: 0.2833405 Jul 07 19:10:18.121966 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Attempting to bind port e9b397dd-1bc9-4028-ba5d-25369d423015 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:18.122694 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Attempting to bind port e9b397dd-1bc9-4028-ba5d-25369d423015 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:18.123335 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Attempting to bind port e9b397dd-1bc9-4028-ba5d-25369d423015 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:18.131465 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:18.132046 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:18.132567 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.133070 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:18.133754 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Bound port: e9b397dd-1bc9-4028-ba5d-25369d423015, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:18.134268 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.141911 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e581805-9915-4e76-aad8-1e4375478054 None None] Pushing event updated for resources: {'Port': ['ID=e9b397dd-1bc9-4028-ba5d-25369d423015,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:18.209411 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] For port e9b397dd-1bc9-4028-ba5d-25369d423015, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:18.213401 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] For port e9b397dd-1bc9-4028-ba5d-25369d423015, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e9b397dd-1bc9-4028-ba5d-25369d423015,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:18.233947 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.275091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Allocated IP 172.20.0.1 (e67ae6aa-f63e-487f-946d-8170578079f7/d6e5a7be-be60-49c2-a25f-3c2bacdf724e/c38fc7ff-646c-4361-827f-8c3e1282ba22) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:18.289970 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df849037-7560-4b81-bb7f-ded6f6955cbd req-a5a5732f-fa61-4b02-b12c-6eebb03055f9 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162521 Jul 07 19:10:18.329302 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:18.330770 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:18.384342 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e581805-9915-4e76-aad8-1e4375478054 None None] Pushing event updated for resources: {'Port': ['ID=e9b397dd-1bc9-4028-ba5d-25369d423015,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:18.502735 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:18.769124 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.791357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8f6b2499-6753-4a18-a4b4-49b56f9df1ba req-ceebe12c-afa3-43d7-8bfb-e6fd1a2f7bd8 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Deleting port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:18.792065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f6b2499-6753-4a18-a4b4-49b56f9df1ba req-ceebe12c-afa3-43d7-8bfb-e6fd1a2f7bd8 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.801100 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:15Z', 'revision_number': 3, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:18.834239 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d9c74-af6f-4f9e-813c-9782fb465769 None None] The sync data for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 is: [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:15Z', 'revision_number': 3, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:18.940921 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.966735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a84fd-b8d6-4786-9e9f-e415a9781a83 req-a9c5ca06-1eb7-465b-9e84-59c3327996ec tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:18.993998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f60a84fd-b8d6-4786-9e9f-e415a9781a83 req-a9c5ca06-1eb7-465b-9e84-59c3327996ec tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.2888420 Jul 07 19:10:18.995305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ba639188-627a-418e-9d20-0baa381b1d10 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:19.065770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f60a84fd-b8d6-4786-9e9f-e415a9781a83 req-957d43aa-14c5-41a0-85ad-8f5d8ab69710 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704663 Jul 07 19:10:19.080707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ba639188-627a-418e-9d20-0baa381b1d10 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:19.081088 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.085860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Transition to ACTIVE for port object c38fc7ff-646c-4361-827f-8c3e1282ba22 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:19.108950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8f6b2499-6753-4a18-a4b4-49b56f9df1ba req-ceebe12c-afa3-43d7-8bfb-e6fd1a2f7bd8 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] For port c7375fb2-9780-4b8a-a00b-1c515cf1bc40, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c7375fb2-9780-4b8a-a00b-1c515cf1bc40,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:19.109331 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f6b2499-6753-4a18-a4b4-49b56f9df1ba req-ceebe12c-afa3-43d7-8bfb-e6fd1a2f7bd8 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.132371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8f6b2499-6753-4a18-a4b4-49b56f9df1ba req-ceebe12c-afa3-43d7-8bfb-e6fd1a2f7bd8 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Calling delete_port for c7375fb2-9780-4b8a-a00b-1c515cf1bc40 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:19.412398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.556793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Pushing event updated for resources: {'Port': ['ID=c38fc7ff-646c-4361-827f-8c3e1282ba22,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:19.571914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f6b2499-6753-4a18-a4b4-49b56f9df1ba req-ceebe12c-afa3-43d7-8bfb-e6fd1a2f7bd8 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.575862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Network e67ae6aa-f63e-487f-946d-8170578079f7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:19.590447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:19.610156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c7375fb2-9780-4b8a-a00b-1c515cf1bc40'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:19.641686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:19.692176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebe12c-afa3-43d7-8bfb-e6fd1a2f7bd8 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Pushing event deleted for resources: {'Port': ['ID=c7375fb2-9780-4b8a-a00b-1c515cf1bc40,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:19.825821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6b2499-6753-4a18-a4b4-49b56f9df1ba req-ceebe12c-afa3-43d7-8bfb-e6fd1a2f7bd8 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] No DVR routers for this DVR port c7375fb2-9780-4b8a-a00b-1c515cf1bc40 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:19.830777 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.916704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38578) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:19.923501 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f6b2499-6753-4a18-a4b4-49b56f9df1ba req-ceebe12c-afa3-43d7-8bfb-e6fd1a2f7bd8 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.938151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f6b2499-6753-4a18-a4b4-49b56f9df1ba req-ceebe12c-afa3-43d7-8bfb-e6fd1a2f7bd8 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.59 "DELETE /v2.0/ports/c7375fb2-9780-4b8a-a00b-1c515cf1bc40 HTTP/1.1" status: 204 len: 173 time: 1.8550410 Jul 07 19:10:19.968730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972eb29-4cd6-422d-85db-0fbf453900fa req-bd8d236d-893b-4b3c-b689-58ca05319b62 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:19.981933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7972eb29-4cd6-422d-85db-0fbf453900fa req-bd8d236d-893b-4b3c-b689-58ca05319b62 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/ports?device_id=50f80c92-be18-4f5e-833b-f84cea2f3537 HTTP/1.1" status: 200 len: 867 time: 0.5194080 Jul 07 19:10:19.983607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f80c92-be18-4f5e-833b-f84cea2f3537', 'name': 'network-vif-deleted', 'tag': 'c7375fb2-9780-4b8a-a00b-1c515cf1bc40'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:19.988994 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7be68d8-b481-449c-94f2-4489cce8a1b4" -d '{"events": [{"server_uuid": "50f80c92-be18-4f5e-833b-f84cea2f3537", "name": "network-vif-deleted", "tag": "c7375fb2-9780-4b8a-a00b-1c515cf1bc40"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:20.082635 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa21ea2-3e23-40aa-b05c-57bcc14c77e5 x-openstack-request-id: req-caa21ea2-3e23-40aa-b05c-57bcc14c77e5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:20.083072 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f80c92-be18-4f5e-833b-f84cea2f3537", "name": "network-vif-deleted", "tag": "c7375fb2-9780-4b8a-a00b-1c515cf1bc40", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:20.083462 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-caa21ea2-3e23-40aa-b05c-57bcc14c77e5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:20.084014 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f80c92-be18-4f5e-833b-f84cea2f3537', 'name': 'network-vif-deleted', 'tag': 'c7375fb2-9780-4b8a-a00b-1c515cf1bc40', 'status': 'completed', 'code': 200} Jul 07 19:10:20.091574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fc94f29-9678-40e2-84ae-39a7bfdfddc1 None None] Provisioning for port c38fc7ff-646c-4361-827f-8c3e1282ba22 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:20.101292 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fc94f29-9678-40e2-84ae-39a7bfdfddc1 None None] Provisioning complete for port c38fc7ff-646c-4361-827f-8c3e1282ba22 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:20.101770 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fc94f29-9678-40e2-84ae-39a7bfdfddc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.234152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7972eb29-4cd6-422d-85db-0fbf453900fa req-82366dd3-2d7c-41e0-b8b7-bcda7d50f7d4 tempest-AttachSCSIVolumeTestJSON-2026976569 tempest-AttachSCSIVolumeTestJSON-2026976569-project] 10.222.0.113 "GET /v2.0/security-groups?id=24550d66-23ba-4a72-8736-547e1dcf8edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511520 Jul 07 19:10:20.268797 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b63a2f3-ee06-4ef8-a69b-3697cb62272c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.307678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0fc94f29-9678-40e2-84ae-39a7bfdfddc1 None None] Port c38fc7ff-646c-4361-827f-8c3e1282ba22 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:20.504709 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b63a2f3-ee06-4ef8-a69b-3697cb62272c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.514416 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b63a2f3-ee06-4ef8-a69b-3697cb62272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.523272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.561254 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7b63a2f3-ee06-4ef8-a69b-3697cb62272c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9cc4d1f4e34a4bc29f1255b3171b30f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6419513 Jul 07 19:10:20.563117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:20.648739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5d7a6-6e00-431a-9c28-4500daa53a1a req-11564423-c9b4-43e4-b517-8dcb835e7616 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:20.648995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63a2f3-ee06-4ef8-a69b-3697cb62272c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f76ba84-282f-4761-bb33-9d924f93e0fc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:20.650428 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9fe5d7a6-6e00-431a-9c28-4500daa53a1a req-11564423-c9b4-43e4-b517-8dcb835e7616 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.2771268 Jul 07 19:10:20.707139 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17add7ee-f686-4e31-96ab-2e864bd36899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.761836 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17add7ee-f686-4e31-96ab-2e864bd36899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.784623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9fe5d7a6-6e00-431a-9c28-4500daa53a1a req-76254c16-85b9-44f3-9f30-14eaade327ba tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083374 Jul 07 19:10:20.864306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17add7ee-f686-4e31-96ab-2e864bd36899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.872692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17add7ee-f686-4e31-96ab-2e864bd36899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.874633 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-17add7ee-f686-4e31-96ab-2e864bd36899 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9f76ba84-282f-4761-bb33-9d924f93e0fc HTTP/1.1" status: 204 len: 168 time: 0.3100884 Jul 07 19:10:20.904612 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17add7ee-f686-4e31-96ab-2e864bd36899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f76ba84-282f-4761-bb33-9d924f93e0fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:20.986879 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.994057 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.066998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e9b397dd-1bc9-4028-ba5d-25369d423015 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:21.109778 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.203977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port e9b397dd-1bc9-4028-ba5d-25369d423015 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:21.216021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e9b397dd-1bc9-4028-ba5d-25369d423015 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:21.216729 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.267467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Pushing event updated for resources: {'Port': ['ID=c38fc7ff-646c-4361-827f-8c3e1282ba22,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:21.340905 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.353136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Network e67ae6aa-f63e-487f-946d-8170578079f7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:21.354940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:21.394651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port e9b397dd-1bc9-4028-ba5d-25369d423015, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e9b397dd-1bc9-4028-ba5d-25369d423015,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:21.405431 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.533204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=e9b397dd-1bc9-4028-ba5d-25369d423015,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:21.567083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Router d603e694-bef6-429f-830a-ffb1e7970a7b has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:10:21.682236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c7375fb2-9780-4b8a-a00b-1c515cf1bc40 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:21.720856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: c7375fb2-9780-4b8a-a00b-1c515cf1bc40 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:21.721460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c7375fb2-9780-4b8a-a00b-1c515cf1bc40 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:21.800868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:21.820075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Sync routers for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:21.821471 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-11939d84-2a13-41e1-b50b-3c634b87dbef admin admin] 10.222.0.113 "PUT /v2.0/routers/d603e694-bef6-429f-830a-ffb1e7970a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2840705 Jul 07 19:10:21.880368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:21.881077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:21.996510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34b134e5-9d3b-4ab8-8785-02654a2f4da2 None None] Provisioning complete for port c38fc7ff-646c-4361-827f-8c3e1282ba22 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:22.000291 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34b134e5-9d3b-4ab8-8785-02654a2f4da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.202138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78bfe-768a-4594-bed4-0403e9a7de1f req-1316172e-f435-427f-acc0-c7ebf771e176 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:22.213929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fb78bfe-768a-4594-bed4-0403e9a7de1f req-1316172e-f435-427f-acc0-c7ebf771e176 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.1584277 Jul 07 19:10:22.245292 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-34b134e5-9d3b-4ab8-8785-02654a2f4da2 None None] Port c38fc7ff-646c-4361-827f-8c3e1282ba22 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:22.271636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:22.309608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fb78bfe-768a-4594-bed4-0403e9a7de1f req-f8f55fca-df9f-43c1-a889-009e327c53c7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929353 Jul 07 19:10:22.369054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:22.443454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-820661796-network', 'tenant_id': '80d2e7bb3d4c4dfea7e6c278cb09a61a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:22.484246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Made reservation on behalf of 80d2e7bb3d4c4dfea7e6c278cb09a61a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:22.486722 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.501338 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.689241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.696067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.732615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c880a64a-3ebc-4384-82c7-f2d902218db6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:22.754193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:10:22.781680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.782083 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Added segment 495bb2b0-01e1-470f-88b6-5a5615f42286 of type vlan for network 1733a26e-2c5b-48bc-b109-c2166d3eeef1 Jul 07 19:10:22.797469 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 2, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:22.842257 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.871443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Checking router: d603e694-bef6-429f-830a-ffb1e7970a7b for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:22.871974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Updating router d603e694-bef6-429f-830a-ffb1e7970a7b port c38fc7ff-646c-4361-827f-8c3e1282ba22 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:10:22.890985 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.893892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:22.895434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.985902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] Pushing event updated for resources: {'Network': ['ID=1733a26e-2c5b-48bc-b109-c2166d3eeef1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:23.010289 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-436fe248-6259-4178-a58e-e984425d7a7f admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7374339 Jul 07 19:10:23.014493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:23.020859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] Request body: {'subnet': {'network_id': '1733a26e-2c5b-48bc-b109-c2166d3eeef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-820661796-subnet', 'tenant_id': '80d2e7bb3d4c4dfea7e6c278cb09a61a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:23.046313 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.055393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 1733a26e-2c5b-48bc-b109-c2166d3eeef1 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:10:23.063610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e9b397dd-1bc9-4028-ba5d-25369d423015 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:23.083406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] Made reservation on behalf of 80d2e7bb3d4c4dfea7e6c278cb09a61a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:23.090546 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.303639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d74a346a-d630-4b99-b340-5c0cfd315da0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:23.311851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d74a346a-d630-4b99-b340-5c0cfd315da0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 821 time: 0.1547432 Jul 07 19:10:23.340445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e9b397dd-1bc9-4028-ba5d-25369d423015 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:23.341070 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.341463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-bbe91b70-7041-46e5-8a6e-1a50955fa007 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/quotas/c1e476cefec54257a0ec25eb9b22a0ef HTTP/1.1" status: 200 len: 375 time: 0.0284019 Jul 07 19:10:23.582999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-30dda936-48b5-4cd5-874e-8fff25bbb804 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2332273 Jul 07 19:10:23.629801 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.641921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Transition to ACTIVE for port object c38fc7ff-646c-4361-827f-8c3e1282ba22 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:23.677661 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.766082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ffa60-92a8-4b2b-871f-1549f63965f4 None None] Pushing event updated for resources: {'Port': ['ID=c38fc7ff-646c-4361-827f-8c3e1282ba22,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:23.889660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Attempting to bind port c38fc7ff-646c-4361-827f-8c3e1282ba22 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:23.890360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Attempting to bind port c38fc7ff-646c-4361-827f-8c3e1282ba22 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:23.891019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Attempting to bind port c38fc7ff-646c-4361-827f-8c3e1282ba22 on network e67ae6aa-f63e-487f-946d-8170578079f7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:23.900830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aa58f-f7a7-4160-bebd-3fd8fb948050 req-203263c6-2d91-4325-b6f5-1c0b7f445639 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:23.902363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:23.902794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Checking segment: {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:23.903209 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.903609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Bound using segment: {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:23.904084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Bound port: c38fc7ff-646c-4361-827f-8c3e1282ba22, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:23.909444 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.909729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-920aa58f-f7a7-4160-bebd-3fd8fb948050 req-203263c6-2d91-4325-b6f5-1c0b7f445639 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.3240087 Jul 07 19:10:23.915627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.942038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d174924b-3b5c-4f99-93b9-55b8f8056ef5 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578238 Jul 07 19:10:24.072384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] For port c38fc7ff-646c-4361-827f-8c3e1282ba22, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:24.096138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] For port c38fc7ff-646c-4361-827f-8c3e1282ba22, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c38fc7ff-646c-4361-827f-8c3e1282ba22,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:24.104509 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.127861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e992d9c9-42ba-46af-bc04-4f56a1787823,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:24.155386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-920aa58f-f7a7-4160-bebd-3fd8fb948050 req-e908e5a5-9fd5-4722-a3e7-05c8c014d448 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440233 Jul 07 19:10:24.169910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] Checking segment: {'id': '495bb2b0-01e1-470f-88b6-5a5615f42286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1733a26e-2c5b-48bc-b109-c2166d3eeef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:24.170485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] Network hostable DHCP agents. Network: 1733a26e-2c5b-48bc-b109-c2166d3eeef1, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:10:24.215376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] Network 1733a26e-2c5b-48bc-b109-c2166d3eeef1 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:10:24.242032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-ba1d499b-36dc-4cae-b32b-37421aef8c88 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974494 Jul 07 19:10:24.244768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 1733a26e-2c5b-48bc-b109-c2166d3eeef1) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:24.260300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:24.262061 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.280512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d57c10-f89c-4732-9314-3d287a3bd3ea None None] Network 1733a26e-2c5b-48bc-b109-c2166d3eeef1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:24.299910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d5a44141-100e-465d-a5c4-237752e8187a admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2833669 Jul 07 19:10:24.432647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:24.435173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:24.704431 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:24.898105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ffa60-92a8-4b2b-871f-1549f63965f4 None None] Pushing event updated for resources: {'Port': ['ID=c38fc7ff-646c-4361-827f-8c3e1282ba22,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:24.909019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ea9b532-a70e-48a1-8fee-8217db29897f req-691b8609-7c6c-451a-aad7-4f50ae7cd4cb tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 210 time: 0.0951252 Jul 07 19:10:24.994259 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f2531ff2-c7c9-48fc-b415-031f07fe5b9a req-7b001dc3-e443-438b-83d2-9c97c903b160 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-669311028', 'description': 'tempest-description-2058467036'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:25.059111 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2531ff2-c7c9-48fc-b415-031f07fe5b9a req-7b001dc3-e443-438b-83d2-9c97c903b160 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:25.120247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67923a4-0b05-442b-bc72-883e9ead42d8 None None] Network 1733a26e-2c5b-48bc-b109-c2166d3eeef1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:25.174395 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2531ff2-c7c9-48fc-b415-031f07fe5b9a req-7b001dc3-e443-438b-83d2-9c97c903b160 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:25.177304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:24Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:25.181929 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2531ff2-c7c9-48fc-b415-031f07fe5b9a req-7b001dc3-e443-438b-83d2-9c97c903b160 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:25.207004 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2531ff2-c7c9-48fc-b415-031f07fe5b9a req-7b001dc3-e443-438b-83d2-9c97c903b160 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:25.208847 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f2531ff2-c7c9-48fc-b415-031f07fe5b9a req-7b001dc3-e443-438b-83d2-9c97c903b160 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2202950 Jul 07 19:10:25.278806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b001dc3-e443-438b-83d2-9c97c903b160 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f9755c-b9b3-44b3-8ef4-770a9414b7ca,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:25.296322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6c30c8e-e993-4c5f-ba3d-35cd4cb392cc req-f84a6465-62a4-4f49-8d51-368f111644b4 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/40f9755c-b9b3-44b3-8ef4-770a9414b7ca HTTP/1.1" status: 200 len: 1812 time: 0.0562737 Jul 07 19:10:25.312394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a6c30c8e-e993-4c5f-ba3d-35cd4cb392cc req-3a71fd10-6f34-4718-ab59-5df102bdf3ed tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40f9755c-b9b3-44b3-8ef4-770a9414b7ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:25.312748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a6c30c8e-e993-4c5f-ba3d-35cd4cb392cc req-3a71fd10-6f34-4718-ab59-5df102bdf3ed tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40f9755c-b9b3-44b3-8ef4-770a9414b7ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:25.369035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce77c16-d79f-4eb2-b933-e6b7650aecca None None] The sync data for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 is: [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:24Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:25.540275 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6c30c8e-e993-4c5f-ba3d-35cd4cb392cc req-3a71fd10-6f34-4718-ab59-5df102bdf3ed tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:25.637286 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6c30c8e-e993-4c5f-ba3d-35cd4cb392cc req-3a71fd10-6f34-4718-ab59-5df102bdf3ed tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:25.645679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6c30c8e-e993-4c5f-ba3d-35cd4cb392cc req-3a71fd10-6f34-4718-ab59-5df102bdf3ed tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:25.702035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71fd10-6f34-4718-ab59-5df102bdf3ed tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75fee47-acfd-4835-990f-e11a8e25f996,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:25.727555 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6c30c8e-e993-4c5f-ba3d-35cd4cb392cc req-3a71fd10-6f34-4718-ab59-5df102bdf3ed tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:25.728902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6c30c8e-e993-4c5f-ba3d-35cd4cb392cc req-3a71fd10-6f34-4718-ab59-5df102bdf3ed tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4278231 Jul 07 19:10:25.741637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44add4eb-0ca4-4785-b425-03b194503234 req-62646341-48c8-447b-af09-6b5909c5a543 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:25.749679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44add4eb-0ca4-4785-b425-03b194503234 req-62646341-48c8-447b-af09-6b5909c5a543 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.2051618 Jul 07 19:10:25.833585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44add4eb-0ca4-4785-b425-03b194503234 req-1d058de4-4c59-411b-a1e1-2482b38c1ad3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827596 Jul 07 19:10:26.115483 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-709afd78-5b69-4012-857c-324af087eb76 req-3390950a-5d32-4775-b369-064a012a7d6a tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/40f9755c-b9b3-44b3-8ef4-770a9414b7ca HTTP/1.1" status: 200 len: 2405 time: 0.1042919 Jul 07 19:10:26.389370 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca7f02b3-a5dd-4342-a7c1-a7bda37760bb req-bf31c2a1-8c3b-4486-8a78-29af3cf2909b tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-group-rules/d75fee47-acfd-4835-990f-e11a8e25f996 HTTP/1.1" status: 200 len: 778 time: 0.0401511 Jul 07 19:10:26.583406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cddaa26-883d-41c1-8381-b18548574913 req-7d29c1bd-8179-41de-b0c4-c58094d71277 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 210 time: 0.1311450 Jul 07 19:10:26.599612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca7f02b3-a5dd-4342-a7c1-a7bda37760bb req-0bc7dd8a-47f0-475c-b932-cbe24c76cd8d tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/40f9755c-b9b3-44b3-8ef4-770a9414b7ca HTTP/1.1" status: 200 len: 2405 time: 0.2083747 Jul 07 19:10:26.660591 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca7f02b3-a5dd-4342-a7c1-a7bda37760bb req-ef6138b4-e2cc-48af-9ad4-52ffe5496394 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:26.679416 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca7f02b3-a5dd-4342-a7c1-a7bda37760bb req-ef6138b4-e2cc-48af-9ad4-52ffe5496394 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:26.688227 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-be66a380-872f-4747-950d-5795a1a22564 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2072811 Jul 07 19:10:26.820946 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca7f02b3-a5dd-4342-a7c1-a7bda37760bb req-ef6138b4-e2cc-48af-9ad4-52ffe5496394 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:26.834992 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca7f02b3-a5dd-4342-a7c1-a7bda37760bb req-ef6138b4-e2cc-48af-9ad4-52ffe5496394 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:26.842092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca7f02b3-a5dd-4342-a7c1-a7bda37760bb req-ef6138b4-e2cc-48af-9ad4-52ffe5496394 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/d75fee47-acfd-4835-990f-e11a8e25f996 HTTP/1.1" status: 204 len: 173 time: 0.2415099 Jul 07 19:10:26.852768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-e8c79984-d1b0-45ee-98ad-74874ca588f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:26.858547 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-e8c79984-d1b0-45ee-98ad-74874ca588f6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 1100 time: 0.1411436 Jul 07 19:10:26.941058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6138b4-e2cc-48af-9ad4-52ffe5496394 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d75fee47-acfd-4835-990f-e11a8e25f996,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:26.970902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c1b988e1-654c-414d-a54e-37af99ff31a7 req-bb411c1e-4d05-4021-bcd4-3534564bbd8c tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2087884692', 'description': 'tempest-description-1014956550'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:27.114325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-427b72c6-ec67-4a87-afbd-0f2cacac6065 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:27.116505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-427b72c6-ec67-4a87-afbd-0f2cacac6065 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.59 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 821 time: 0.4048181 Jul 07 19:10:27.141095 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1b988e1-654c-414d-a54e-37af99ff31a7 req-bb411c1e-4d05-4021-bcd4-3534564bbd8c tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.174638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c38fc7ff-646c-4361-827f-8c3e1282ba22 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:27.217259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-f348af6e-48e1-4e30-be2e-1ed7d316298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:27.222166 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-f348af6e-48e1-4e30-be2e-1ed7d316298a service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.3292086 Jul 07 19:10:27.223856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Request body: {'port': {'device_id': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'admin_state_up': True, 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:27.301826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port c38fc7ff-646c-4361-827f-8c3e1282ba22 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:27.306952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c38fc7ff-646c-4361-827f-8c3e1282ba22 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:27.307329 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.336657 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-1f198da7-e306-4a56-9a83-98fc0937cf33 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349 HTTP/1.1" status: 200 len: 217 time: 0.1068082 Jul 07 19:10:27.444673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-1b624d1b-a8d3-4033-8e63-f7e4776b13cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:27.446715 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-1b624d1b-a8d3-4033-8e63-f7e4776b13cf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1029599 Jul 07 19:10:27.625171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1b988e1-654c-414d-a54e-37af99ff31a7 req-bb411c1e-4d05-4021-bcd4-3534564bbd8c tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.662788 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1b988e1-654c-414d-a54e-37af99ff31a7 req-bb411c1e-4d05-4021-bcd4-3534564bbd8c tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.668858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-cfec91fe-0043-47dc-a43a-88dea8222108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:27.673260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Made reservation on behalf of c1e476cefec54257a0ec25eb9b22a0ef for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:27.675994 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-cfec91fe-0043-47dc-a43a-88dea8222108 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2057271 Jul 07 19:10:27.677739 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.790387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.850205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port c38fc7ff-646c-4361-827f-8c3e1282ba22, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c38fc7ff-646c-4361-827f-8c3e1282ba22,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:27.857956 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.927794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Allocated IP 172.20.0.4 (e67ae6aa-f63e-487f-946d-8170578079f7/d6e5a7be-be60-49c2-a25f-3c2bacdf724e/e099ea08-2dbf-4c9b-8507-024ab19259e6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:27.934922 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-599099be-e241-4726-9a07-577d74241be3 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532954 Jul 07 19:10:27.977962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=c38fc7ff-646c-4361-827f-8c3e1282ba22,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:28.013277 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1b988e1-654c-414d-a54e-37af99ff31a7 req-bb411c1e-4d05-4021-bcd4-3534564bbd8c tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.016594 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1b988e1-654c-414d-a54e-37af99ff31a7 req-bb411c1e-4d05-4021-bcd4-3534564bbd8c tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0800936 Jul 07 19:10:28.052325 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-412b64c6-f9b0-40af-8b99-c3f70274d95b req-2b5cdba3-4b7f-4710-989c-591ea4c295c2 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088314 Jul 07 19:10:28.121846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb411c1e-4d05-4021-bcd4-3534564bbd8c tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0e4ae1-cd65-493a-8053-5cc52c7d3a4c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:28.178706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c82835-334f-4ece-83aa-565b9137a9e3 req-4a05921c-5326-4459-bd26-36afd99e4f38 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:28.187671 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97c82835-334f-4ece-83aa-565b9137a9e3 req-4a05921c-5326-4459-bd26-36afd99e4f38 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 1.0599632 Jul 07 19:10:28.656049 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97c82835-334f-4ece-83aa-565b9137a9e3 req-0bbcdc87-e20d-4992-949c-58569371db84 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644284 Jul 07 19:10:28.862882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f52dc07-5954-4e0d-9dfa-f52a8890bfe5 req-04b8e9c4-76ef-47eb-80de-b667540ddac1 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 210 time: 0.0577056 Jul 07 19:10:28.898023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.928869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Transition to ACTIVE for port object e099ea08-2dbf-4c9b-8507-024ab19259e6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:28.933663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2798c91a-e510-4997-81d4-9ea369ba5603 req-857a59f1-8331-439c-a384-8b556c1ed0f4 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/fa0e4ae1-cd65-493a-8053-5cc52c7d3a4c HTTP/1.1" status: 200 len: 1813 time: 0.1456637 Jul 07 19:10:28.973304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c38fc7ff-646c-4361-827f-8c3e1282ba22 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:29.004832 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.010445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-63eb48ea-4240-4fcc-9131-009261cb21f2 req-a19b317c-2e91-4e58-8926-f0f6a55b7f18 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-39737671', 'description': 'tempest-description-2051313167'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:29.024809 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:29.051750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c38fc7ff-646c-4361-827f-8c3e1282ba22 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:29.052454 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.095606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Pushing event updated for resources: {'Port': ['ID=e099ea08-2dbf-4c9b-8507-024ab19259e6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:29.100087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Network e67ae6aa-f63e-487f-946d-8170578079f7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:29.102276 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63eb48ea-4240-4fcc-9131-009261cb21f2 req-a19b317c-2e91-4e58-8926-f0f6a55b7f18 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.121679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:29.124430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:29.212886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:29.213550 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.284803 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63eb48ea-4240-4fcc-9131-009261cb21f2 req-a19b317c-2e91-4e58-8926-f0f6a55b7f18 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.293007 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63eb48ea-4240-4fcc-9131-009261cb21f2 req-a19b317c-2e91-4e58-8926-f0f6a55b7f18 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.326643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-0ec2a6f2-ada3-469c-9ebd-d4c4f8c41ce4 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1537974 Jul 07 19:10:29.344742 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63eb48ea-4240-4fcc-9131-009261cb21f2 req-a19b317c-2e91-4e58-8926-f0f6a55b7f18 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.347554 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63eb48ea-4240-4fcc-9131-009261cb21f2 req-a19b317c-2e91-4e58-8926-f0f6a55b7f18 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3485909 Jul 07 19:10:29.357174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b317c-2e91-4e58-8926-f0f6a55b7f18 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04fc6b3-caba-4f6f-9558-99a2f464e6af,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:29.428511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Request body: {'port': {'device_id': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:29.466356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8a8e4788-7262-4d47-ad1b-513eef6d49b7 None None] Provisioning for port e099ea08-2dbf-4c9b-8507-024ab19259e6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:29.479633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8a8e4788-7262-4d47-ad1b-513eef6d49b7 None None] Provisioning complete for port e099ea08-2dbf-4c9b-8507-024ab19259e6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:29.481916 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e4788-7262-4d47-ad1b-513eef6d49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.569922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e4788-7262-4d47-ad1b-513eef6d49b7 None None] Port e099ea08-2dbf-4c9b-8507-024ab19259e6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:29.604916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.654216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0715e02-0045-484a-a422-45a0a5e2a96e req-83086cf3-920f-4cc7-8b9e-7147ad5807d9 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/e04fc6b3-caba-4f6f-9558-99a2f464e6af HTTP/1.1" status: 200 len: 1811 time: 0.0712786 Jul 07 19:10:29.655082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.931009 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] Deleting port 6f13fdd1-e710-4959-b02c-117cd82a12d0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:29.931347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.013382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-094ae526-aaf5-4562-afbe-20eb236d1321 req-ad420e71-e00b-46b9-a601-028122f584e6 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1724831219', 'description': 'tempest-description-2068823995'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:30.051872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] For port 6f13fdd1-e710-4959-b02c-117cd82a12d0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6f13fdd1-e710-4959-b02c-117cd82a12d0,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:30.052331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.070426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] Calling delete_port for 6f13fdd1-e710-4959-b02c-117cd82a12d0 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:30.082026 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-094ae526-aaf5-4562-afbe-20eb236d1321 req-ad420e71-e00b-46b9-a601-028122f584e6 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.109513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e099ea08-2dbf-4c9b-8507-024ab19259e6 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:30.121743 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.158191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Transition to ACTIVE for port object e099ea08-2dbf-4c9b-8507-024ab19259e6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:30.166029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.292390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.326568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Pushing event updated for resources: {'Port': ['ID=e099ea08-2dbf-4c9b-8507-024ab19259e6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:30.332411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f13fdd1-e710-4959-b02c-117cd82a12d0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:30.425756 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-094ae526-aaf5-4562-afbe-20eb236d1321 req-ad420e71-e00b-46b9-a601-028122f584e6 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.436413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26caee-c882-4b6e-b7a8-0598375eee8d req-eb840887-fa97-4cee-b9b4-a7b4e2843e2f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:30.438190 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b26caee-c882-4b6e-b7a8-0598375eee8d req-eb840887-fa97-4cee-b9b4-a7b4e2843e2f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.2644005 Jul 07 19:10:30.455334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Attempting to bind port e099ea08-2dbf-4c9b-8507-024ab19259e6 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:30.455791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Attempting to bind port e099ea08-2dbf-4c9b-8507-024ab19259e6 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:30.456176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Attempting to bind port e099ea08-2dbf-4c9b-8507-024ab19259e6 on network e67ae6aa-f63e-487f-946d-8170578079f7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:30.458739 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-094ae526-aaf5-4562-afbe-20eb236d1321 req-ad420e71-e00b-46b9-a601-028122f584e6 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.491289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Port e099ea08-2dbf-4c9b-8507-024ab19259e6 on network e67ae6aa-f63e-487f-946d-8170578079f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:30.491915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Attempting to bind port e099ea08-2dbf-4c9b-8507-024ab19259e6 on network e67ae6aa-f63e-487f-946d-8170578079f7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:30.513569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-094ae526-aaf5-4562-afbe-20eb236d1321 req-ad420e71-e00b-46b9-a601-028122f584e6 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.515142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-094ae526-aaf5-4562-afbe-20eb236d1321 req-ad420e71-e00b-46b9-a601-028122f584e6 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5093935 Jul 07 19:10:30.519105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:30.519513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Checking segment: {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:30.519810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Bound using segment: {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:30.520278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Bound port: e099ea08-2dbf-4c9b-8507-024ab19259e6, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:30.520700 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.559710 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.563103 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad420e71-e00b-46b9-a601-028122f584e6 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab04e0d-e2c3-4abd-bd0f-a329349d6af8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:30.645105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b26caee-c882-4b6e-b7a8-0598375eee8d req-f1d26adc-f8ff-4e07-ac8c-e4b48c4689d0 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910083 Jul 07 19:10:30.731983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] For port e099ea08-2dbf-4c9b-8507-024ab19259e6, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:30.747867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] For port e099ea08-2dbf-4c9b-8507-024ab19259e6, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:30.754305 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.804788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:30.805636 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:30.806861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] 10.222.0.59 "PUT /v2.0/ports/e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 1092 time: 1.3837800 Jul 07 19:10:30.811897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:30.814234 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4771d7-1588-4e11-9ea9-a744f04e290c" -d '{"events": [{"name": "network-changed", "server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:30.828401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d207898-d682-4146-ae2a-9e5421821e9d req-b7a334da-8d68-4683-97eb-b01d40480cc1 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:30.830073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d207898-d682-4146-ae2a-9e5421821e9d req-b7a334da-8d68-4683-97eb-b01d40480cc1 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 943 time: 0.1579955 Jul 07 19:10:30.893293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104835d-6094-46ce-a8d7-68d8b4889c09 service neutron] Pushing event updated for resources: {'Port': ['ID=e099ea08-2dbf-4c9b-8507-024ab19259e6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:30.985322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d207898-d682-4146-ae2a-9e5421821e9d req-3aa8c519-4002-4594-a8a4-cdfb4e6ffe99 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024635 Jul 07 19:10:31.006041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-49ebec79-ffae-40d4-9cd8-845b880643e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:31.007599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-49ebec79-ffae-40d4-9cd8-845b880643e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 1095 time: 0.1331224 Jul 07 19:10:31.098820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-ff05a6c2-7371-4a66-963f-36c72e945532 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 217 time: 0.0678296 Jul 07 19:10:31.232497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-b7366898-b33a-4e7e-989c-ce55d9692b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:31.234172 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-b7366898-b33a-4e7e-989c-ce55d9692b8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.1151159 Jul 07 19:10:31.249217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6ba0529-6321-49eb-bf7b-05609e26dd72 req-90aae0dc-b335-4d54-8980-a74b966725ba tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/2ab04e0d-e2c3-4abd-bd0f-a329349d6af8 HTTP/1.1" status: 200 len: 1813 time: 0.1701553 Jul 07 19:10:31.280513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] Router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:10:31.299623 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9439d8-ba8d-4334-b452-d0ac6f3a2da3 x-openstack-request-id: req-1d9439d8-ba8d-4334-b452-d0ac6f3a2da3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:31.300148 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:31.300456 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1d9439d8-ba8d-4334-b452-d0ac6f3a2da3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:31.301187 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'status': 'completed', 'code': 200} Jul 07 19:10:31.348860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-f62351fd-1f05-47ae-8ac0-bc94f0f27f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:31.348860 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-f62351fd-1f05-47ae-8ac0-bc94f0f27f25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981798 Jul 07 19:10:31.443628 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-04f8a8f6-26c0-45b4-af03-05b044bf3e62 req-9d4a7057-3e32-481d-9a47-b2d131f4550d tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-246647755', 'description': 'tempest-description-1759787889'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:31.447178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:31.453814 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f682af00-a8d3-4ca0-8148-7769ca723b8f admin admin] 10.222.0.113 "PUT /v2.0/routers/879776d1-986e-4e8a-bc60-1d15b3d5ce6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4276814 Jul 07 19:10:31.456522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:31.461166 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13c009f-e07d-4e2d-a6d3-d102317c1505 None None] Sync routers for ids ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:31.476568 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13c009f-e07d-4e2d-a6d3-d102317c1505 None None] Routers {'879776d1-986e-4e8a-bc60-1d15b3d5ce6a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:31.477825 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b13c009f-e07d-4e2d-a6d3-d102317c1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:31.533285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-435dcfde-52ee-4747-9f4f-63f033fd6f96 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753008 Jul 07 19:10:31.576710 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:31.597813 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b13c009f-e07d-4e2d-a6d3-d102317c1505 None None] Set router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:31.598074 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-04f8a8f6-26c0-45b4-af03-05b044bf3e62 req-9d4a7057-3e32-481d-9a47-b2d131f4550d tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:31.687791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-9bc4656f-2978-47a4-b9ee-640f35021b74 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:31.694780 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-9bc4656f-2978-47a4-b9ee-640f35021b74 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 805 time: 0.2440653 Jul 07 19:10:31.710343 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:31.723796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-ef158b69-9c1f-402e-bbb8-ae123c805b2f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/quotas/51602686618147289866651e0f68fc1c HTTP/1.1" status: 200 len: 375 time: 0.0282023 Jul 07 19:10:31.725991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb67c0c-2c11-402a-9a17-fb235b82d472 req-a7f3b24b-cfe8-439a-bf03-677ae6b8cea6 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810858 Jul 07 19:10:31.789222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Deleting port 4727145e-87ad-426d-913b-8859ba8dc6e1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:31.789925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:31.809432 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b13c009f-e07d-4e2d-a6d3-d102317c1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-router', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:14Z', 'updated_at': '2021-07-07T19:10:30Z', 'revision_number': 5, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'gw_port': {'id': '4727145e-87ad-426d-913b-8859ba8dc6e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:16Z', 'updated_at': '2021-07-07T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:31.841157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-04f8a8f6-26c0-45b4-af03-05b044bf3e62 req-9d4a7057-3e32-481d-9a47-b2d131f4550d tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:31.843759 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13c009f-e07d-4e2d-a6d3-d102317c1505 None None] Checking router: 879776d1-986e-4e8a-bc60-1d15b3d5ce6a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:31.849146 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-04f8a8f6-26c0-45b4-af03-05b044bf3e62 req-9d4a7057-3e32-481d-9a47-b2d131f4550d tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:31.854596 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13c009f-e07d-4e2d-a6d3-d102317c1505 None None] Routers {'879776d1-986e-4e8a-bc60-1d15b3d5ce6a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:31.856139 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b13c009f-e07d-4e2d-a6d3-d102317c1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:31.883079 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e94d599-74a7-4a05-9953-08865742fefb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486835 Jul 07 19:10:31.914118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] For port 4727145e-87ad-426d-913b-8859ba8dc6e1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4727145e-87ad-426d-913b-8859ba8dc6e1,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:31.914686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:31.928394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-04f8a8f6-26c0-45b4-af03-05b044bf3e62 req-9d4a7057-3e32-481d-9a47-b2d131f4550d tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:31.929626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04f8a8f6-26c0-45b4-af03-05b044bf3e62 req-9d4a7057-3e32-481d-9a47-b2d131f4550d tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4923804 Jul 07 19:10:31.931593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Calling delete_port for 4727145e-87ad-426d-913b-8859ba8dc6e1 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:31.984148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a7057-3e32-481d-9a47-b2d131f4550d tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4ba0eb-0cd7-4000-bae9-0510914f93f6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:32.045372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4771d7-1588-4e11-9ea9-a744f04e290c req-ba89f5a6-7dac-4037-a651-75ff1c0c0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:32.046837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d4771d7-1588-4e11-9ea9-a744f04e290c req-ba89f5a6-7dac-4037-a651-75ff1c0c0361 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 1095 time: 0.1839945 Jul 07 19:10:32.083249 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b13c009f-e07d-4e2d-a6d3-d102317c1505 None None] Set router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:32.135712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-26f45e20-50ba-4af8-a37c-ed0c098fa71c service neutron] 10.222.0.113 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256236 Jul 07 19:10:32.139324 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.146578 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b13c009f-e07d-4e2d-a6d3-d102317c1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-router', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:14Z', 'updated_at': '2021-07-07T19:10:31Z', 'revision_number': 6, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:32.172381 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4727145e-87ad-426d-913b-8859ba8dc6e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:32.178528 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13c009f-e07d-4e2d-a6d3-d102317c1505 None None] The sync data for ids ['879776d1-986e-4e8a-bc60-1d15b3d5ce6a'] in n-d-792394-12 is: [{'id': '879776d1-986e-4e8a-bc60-1d15b3d5ce6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-48972918-router', 'tenant_id': '100c012ce2f5406ba43f080df4850dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:14Z', 'updated_at': '2021-07-07T19:10:31Z', 'revision_number': 6, 'project_id': '100c012ce2f5406ba43f080df4850dd7', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:32.241804 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.296908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4771d7-1588-4e11-9ea9-a744f04e290c req-fbb12aa0-935b-4bfd-99d7-c36dd7ef25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:32.298398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d4771d7-1588-4e11-9ea9-a744f04e290c req-fbb12aa0-935b-4bfd-99d7-c36dd7ef25c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.2359369 Jul 07 19:10:32.329153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ee42-67af-4ae3-a21b-30f844b348ce req-64ea09d9-1ca7-4975-b29f-2bbf96f1e3f5 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:32.330696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dd0ee42-67af-4ae3-a21b-30f844b348ce req-64ea09d9-1ca7-4975-b29f-2bbf96f1e3f5 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.1924171 Jul 07 19:10:32.335653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.338057 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.360003 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-cc3a235f-d457-4328-85c7-fed0c19b41cc service neutron] 10.222.0.113 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228608 Jul 07 19:10:32.363661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d4771d7-1588-4e11-9ea9-a744f04e290c req-9bec3321-e1a7-450a-82ea-68065397598a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 217 time: 0.0532639 Jul 07 19:10:32.392389 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.393129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 879776d1-986e-4e8a-bc60-1d15b3d5ce6a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:10:32.398218 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.401389 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fb130de0-ccf9-44a0-9914-f2490b1173e7 admin admin] 10.222.0.113 "DELETE /v2.0/routers/879776d1-986e-4e8a-bc60-1d15b3d5ce6a HTTP/1.1" status: 204 len: 168 time: 0.9411874 Jul 07 19:10:32.403005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:32.438714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dd0ee42-67af-4ae3-a21b-30f844b348ce req-5372358a-6aaa-4e43-973e-012cb64dcecf tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776989 Jul 07 19:10:32.444753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4771d7-1588-4e11-9ea9-a744f04e290c req-86e025e2-dbd5-453e-aa71-44b49170e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:32.446284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d4771d7-1588-4e11-9ea9-a744f04e290c req-86e025e2-dbd5-453e-aa71-44b49170e7d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.0691915 Jul 07 19:10:32.451289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a697787-cd8a-4f5d-9b97-b73f5b0a05db admin admin] Deleting subnet 00e554bd-5e6b-4e37-879f-85d708b88f5d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:10:32.455327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a697787-cd8a-4f5d-9b97-b73f5b0a05db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.518949 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a697787-cd8a-4f5d-9b97-b73f5b0a05db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.576603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7565739c-402a-47e6-ae33-fad0da118ff6 req-5b89e27e-e14b-4c99-beaa-3efa2b19eb81 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/0d4ba0eb-0cd7-4000-bae9-0510914f93f6 HTTP/1.1" status: 200 len: 1812 time: 0.0896306 Jul 07 19:10:32.597730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4771d7-1588-4e11-9ea9-a744f04e290c req-a76683a0-230e-4e69-bc3e-1bf420851176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:32.599265 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d4771d7-1588-4e11-9ea9-a744f04e290c req-a76683a0-230e-4e69-bc3e-1bf420851176 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436214 Jul 07 19:10:32.641774 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a697787-cd8a-4f5d-9b97-b73f5b0a05db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.729149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a697787-cd8a-4f5d-9b97-b73f5b0a05db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.767965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a697787-cd8a-4f5d-9b97-b73f5b0a05db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e554bd-5e6b-4e37-879f-85d708b88f5d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:32.785734 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a697787-cd8a-4f5d-9b97-b73f5b0a05db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.790812 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8a697787-cd8a-4f5d-9b97-b73f5b0a05db admin admin] 10.222.0.113 "DELETE /v2.0/subnets/00e554bd-5e6b-4e37-879f-85d708b88f5d HTTP/1.1" status: 204 len: 168 time: 0.3836687 Jul 07 19:10:32.790938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:32.795885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beda367-9944-434d-adef-33a36c8891b0 None None] Network 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:32.818267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d4771d7-1588-4e11-9ea9-a744f04e290c req-bc9efe6c-4979-41bd-b80f-2a299c7e875e service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087524 Jul 07 19:10:32.897342 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:32.954480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86517e5b-48b2-47f5-8fb6-b45a98372b37 req-3043d1e0-02af-4885-a750-657f4615a7e3 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:32.956276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86517e5b-48b2-47f5-8fb6-b45a98372b37 req-3043d1e0-02af-4885-a750-657f4615a7e3 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 943 time: 0.3108587 Jul 07 19:10:32.997689 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.104859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86517e5b-48b2-47f5-8fb6-b45a98372b37 req-cadab7d2-bcf7-4555-ac53-25dc5ebb1477 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348381 Jul 07 19:10:33.112158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b4cbc4-691e-483a-983e-b97479600c72 None None] DHCP port deletion for 0dcf615f-a957-4a0d-8b3c-8bfca70515c5 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:10:33.174870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9230a9-0a1d-4463-82aa-d424c56e5e99 req-c8671959-49af-4250-a926-ba49db9eade9 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:33.177036 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be9230a9-0a1d-4463-82aa-d424c56e5e99 req-c8671959-49af-4250-a926-ba49db9eade9 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.59 "GET /v2.0/ports?device_id=a12fb724-e9ca-43dd-98c9-96c14bcbf63f HTTP/1.1" status: 200 len: 945 time: 0.3259766 Jul 07 19:10:33.192012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d4771d7-1588-4e11-9ea9-a744f04e290c req-8ea9be8e-c1a8-4cb4-820c-dacf86425a42 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399265 Jul 07 19:10:33.192368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-78b4cbc4-691e-483a-983e-b97479600c72 None None] Deleting port 8263aa03-1b51-4dd0-aab5-c320d0f47217 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:33.192781 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b4cbc4-691e-483a-983e-b97479600c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.194591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4727145e-87ad-426d-913b-8859ba8dc6e1 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:33.255216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b0bf8e3-674a-4f1d-b708-49b2aab8564e req-6dfb087a-2b19-4128-b11f-71660b28b963 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 210 time: 0.0670848 Jul 07 19:10:33.260861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 4727145e-87ad-426d-913b-8859ba8dc6e1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:33.261753 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4727145e-87ad-426d-913b-8859ba8dc6e1 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:33.262172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6f13fdd1-e710-4959-b02c-117cd82a12d0 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:33.278326 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-f8fa005f-4197-4ead-b0ea-a9785270d27d req-f6d4d504-120a-4a8a-ba34-9846333f5990 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] show failed (client error): The resource could not be found. Jul 07 19:10:33.283832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 6f13fdd1-e710-4959-b02c-117cd82a12d0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:33.284181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6f13fdd1-e710-4959-b02c-117cd82a12d0 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:33.286508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8fa005f-4197-4ead-b0ea-a9785270d27d req-f6d4d504-120a-4a8a-ba34-9846333f5990 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/135fcfd5-9efd-4616-9a8f-8b3f9b75e4c2 HTTP/1.1" status: 404 len: 352 time: 0.1077366 Jul 07 19:10:33.307091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-78b4cbc4-691e-483a-983e-b97479600c72 None None] For port 8263aa03-1b51-4dd0-aab5-c320d0f47217, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8263aa03-1b51-4dd0-aab5-c320d0f47217,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:33.307701 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b4cbc4-691e-483a-983e-b97479600c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.323736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-78b4cbc4-691e-483a-983e-b97479600c72 None None] Calling delete_port for 8263aa03-1b51-4dd0-aab5-c320d0f47217 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:33.372761 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-e82e446d-e53c-427d-a23b-3606680d6be5 req-346bf7e2-9615-47fb-af52-46d8249dad80 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] show failed (client error): The resource could not be found. Jul 07 19:10:33.381070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e82e446d-e53c-427d-a23b-3606680d6be5 req-346bf7e2-9615-47fb-af52-46d8249dad80 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-group-rules/5789e43e-5952-4454-9145-6e9b73c3ab37 HTTP/1.1" status: 404 len: 361 time: 0.0586905 Jul 07 19:10:33.393412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Deleting port 8263aa03-1b51-4dd0-aab5-c320d0f47217 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:33.394122 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.425652 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b4cbc4-691e-483a-983e-b97479600c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.458718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4cbc4-691e-483a-983e-b97479600c72 None None] Pushing event deleted for resources: {'Port': ['ID=8263aa03-1b51-4dd0-aab5-c320d0f47217,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:33.461085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b4cbc4-691e-483a-983e-b97479600c72 None None] No DVR routers for this DVR port 8263aa03-1b51-4dd0-aab5-c320d0f47217 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:33.546168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a84fc18c-b931-483d-8bbb-175f9dd27abc req-7725c6be-0d7b-4f1a-9647-cee3aa7a944c tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/0d4ba0eb-0cd7-4000-bae9-0510914f93f6 HTTP/1.1" status: 200 len: 1812 time: 0.1446054 Jul 07 19:10:33.555891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] For port 8263aa03-1b51-4dd0-aab5-c320d0f47217, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8263aa03-1b51-4dd0-aab5-c320d0f47217,segment=NetworkSegment(4c6462c0-c48f-42a7-a9aa-8c3c09f7095f),segment_id=4c6462c0-c48f-42a7-a9aa-8c3c09f7095f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:33.556280 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.587978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-be9230a9-0a1d-4463-82aa-d424c56e5e99 req-7c032181-8f87-4bf1-a0d0-e50efcc2ba90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Deleting port 6a9a4dac-d07e-48d2-94da-00436a6ae13f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:33.588321 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-be9230a9-0a1d-4463-82aa-d424c56e5e99 req-7c032181-8f87-4bf1-a0d0-e50efcc2ba90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.593729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Calling delete_port for 8263aa03-1b51-4dd0-aab5-c320d0f47217 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:33.730481 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6a9a4dac-d07e-48d2-94da-00436a6ae13f no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:33.823663 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.850141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9a4dac-d07e-48d2-94da-00436a6ae13f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:33.852923 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577c7e73-4fba-4e82-9c34-fd1fb0308244" -d '{"events": [{"server_uuid": "a12fb724-e9ca-43dd-98c9-96c14bcbf63f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9a4dac-d07e-48d2-94da-00436a6ae13f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:33.868298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6a9a4dac-d07e-48d2-94da-00436a6ae13f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6a9a4dac-d07e-48d2-94da-00436a6ae13f,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:33.874055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:33.931222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=6a9a4dac-d07e-48d2-94da-00436a6ae13f,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:34.050333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-293e0b8c-d758-46a6-831c-1a5753c2c01f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:34.052625 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-293e0b8c-d758-46a6-831c-1a5753c2c01f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.112 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 805 time: 0.1207335 Jul 07 19:10:34.066045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Request body: {'port': {'device_id': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'admin_state_up': True, 'tenant_id': '51602686618147289866651e0f68fc1c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:34.113631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a84fc18c-b931-483d-8bbb-175f9dd27abc req-49721c68-d591-41dd-8df3-2510daf4c5d8 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.141444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-be9230a9-0a1d-4463-82aa-d424c56e5e99 req-7c032181-8f87-4bf1-a0d0-e50efcc2ba90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] For port 6a9a4dac-d07e-48d2-94da-00436a6ae13f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6a9a4dac-d07e-48d2-94da-00436a6ae13f,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:34.141841 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-be9230a9-0a1d-4463-82aa-d424c56e5e99 req-7c032181-8f87-4bf1-a0d0-e50efcc2ba90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.178346 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.189831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82fd9-479d-4eb8-8f74-380c7f252bb2 req-ee1983ce-cf18-4d00-b5f2-e5d7756686fc tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:34.191451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ef82fd9-479d-4eb8-8f74-380c7f252bb2 req-ee1983ce-cf18-4d00-b5f2-e5d7756686fc tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.5958574 Jul 07 19:10:34.193275 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a84fc18c-b931-483d-8bbb-175f9dd27abc req-49721c68-d591-41dd-8df3-2510daf4c5d8 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.196539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-be9230a9-0a1d-4463-82aa-d424c56e5e99 req-7c032181-8f87-4bf1-a0d0-e50efcc2ba90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Calling delete_port for 6a9a4dac-d07e-48d2-94da-00436a6ae13f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:34.203442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Made reservation on behalf of 51602686618147289866651e0f68fc1c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:34.207146 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.265570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Pushing event deleted for resources: {'Port': ['ID=8263aa03-1b51-4dd0-aab5-c320d0f47217,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:34.271673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] No DVR routers for this DVR port 8263aa03-1b51-4dd0-aab5-c320d0f47217 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:34.348833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Allocated IP 172.20.0.6 (299255ae-eebb-474d-9c70-d9ceff07301b/af90dcd0-75ba-4a0d-9802-efe7b65f07a4/68081b3c-cc63-4fd9-aa6f-456c95339728) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:34.383179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ef82fd9-479d-4eb8-8f74-380c7f252bb2 req-7d38758b-b21f-4d39-9962-3ebdf76754ea tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810217 Jul 07 19:10:34.451831 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a84fc18c-b931-483d-8bbb-175f9dd27abc req-49721c68-d591-41dd-8df3-2510daf4c5d8 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.456650 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a84fc18c-b931-483d-8bbb-175f9dd27abc req-49721c68-d591-41dd-8df3-2510daf4c5d8 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.458787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a84fc18c-b931-483d-8bbb-175f9dd27abc req-49721c68-d591-41dd-8df3-2510daf4c5d8 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "DELETE /v2.0/security-groups/0d4ba0eb-0cd7-4000-bae9-0510914f93f6 HTTP/1.1" status: 204 len: 173 time: 0.9116023 Jul 07 19:10:34.485956 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.501216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49721c68-d591-41dd-8df3-2510daf4c5d8 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4ba0eb-0cd7-4000-bae9-0510914f93f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:34.505566 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c907e0e2-929d-494b-a9d3-4333fce23f61 x-openstack-request-id: req-c907e0e2-929d-494b-a9d3-4333fce23f61 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:34.507136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dcf615f-a957-4a0d-8b3c-8bfca70515c5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:34.508228 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12fb724-e9ca-43dd-98c9-96c14bcbf63f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9a4dac-d07e-48d2-94da-00436a6ae13f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:34.508510 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c907e0e2-929d-494b-a9d3-4333fce23f61 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:34.510015 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9a4dac-d07e-48d2-94da-00436a6ae13f', 'code': 200} Jul 07 19:10:34.519153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:34.519463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6462c0-c48f-42a7-a9aa-8c3c09f7095f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:34.536342 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.578153 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.590942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:10:34.591330 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:10:34.592976 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:10:34.627512 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.636001 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-be9230a9-0a1d-4463-82aa-d424c56e5e99 req-7c032181-8f87-4bf1-a0d0-e50efcc2ba90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.691354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c032181-8f87-4bf1-a0d0-e50efcc2ba90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Pushing event deleted for resources: {'Port': ['ID=6a9a4dac-d07e-48d2-94da-00436a6ae13f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:34.705776 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.726879 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.756877 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.762383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] 10.222.0.113 "DELETE /v2.0/networks/0dcf615f-a957-4a0d-8b3c-8bfca70515c5 HTTP/1.1" status: 204 len: 168 time: 1.9675486 Jul 07 19:10:34.768277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:34.770292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9230a9-0a1d-4463-82aa-d424c56e5e99 req-7c032181-8f87-4bf1-a0d0-e50efcc2ba90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] No DVR routers for this DVR port 6a9a4dac-d07e-48d2-94da-00436a6ae13f on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:34.773987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-be9230a9-0a1d-4463-82aa-d424c56e5e99 req-7c032181-8f87-4bf1-a0d0-e50efcc2ba90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.776018 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be9230a9-0a1d-4463-82aa-d424c56e5e99 req-7c032181-8f87-4bf1-a0d0-e50efcc2ba90 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.59 "DELETE /v2.0/ports/6a9a4dac-d07e-48d2-94da-00436a6ae13f HTTP/1.1" status: 204 len: 173 time: 1.5790224 Jul 07 19:10:34.777949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'name': 'network-vif-deleted', 'tag': '6a9a4dac-d07e-48d2-94da-00436a6ae13f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:34.780382 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c156f2-7601-47e3-81be-cab785ae482b" -d '{"events": [{"server_uuid": "a12fb724-e9ca-43dd-98c9-96c14bcbf63f", "name": "network-vif-deleted", "tag": "6a9a4dac-d07e-48d2-94da-00436a6ae13f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:34.783105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edad55-7416-43ad-a6cc-d4409947002a admin admin] Pushing event deleted for resources: {'Network': ['ID=0dcf615f-a957-4a0d-8b3c-8bfca70515c5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:34.794908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Pushing event updated for resources: {'Port': ['ID=68081b3c-cc63-4fd9-aa6f-456c95339728,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:34.799858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Network 299255ae-eebb-474d-9c70-d9ceff07301b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:34.844684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:34.853612 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:34.926797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8263aa03-1b51-4dd0-aab5-c320d0f47217 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:34.949211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 8263aa03-1b51-4dd0-aab5-c320d0f47217 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:34.950251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8263aa03-1b51-4dd0-aab5-c320d0f47217 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:34.954580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:34.955488 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea219112-9fc9-402b-a2fb-46e873f713e0 req-f03bda9f-2d67-4569-ae17-bd38c348b984 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:34.955659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.957239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea219112-9fc9-402b-a2fb-46e873f713e0 req-f03bda9f-2d67-4569-ae17-bd38c348b984 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 943 time: 0.1849546 Jul 07 19:10:34.984153 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1e1543bf-a31e-450c-b377-953845c0b612 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9230976 Jul 07 19:10:35.026774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Request body: {'port': {'device_id': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:35.038695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea219112-9fc9-402b-a2fb-46e873f713e0 req-d21e40f5-66eb-46d0-a2c9-04000c984809 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495937 Jul 07 19:10:35.060207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecc7c3-8f0f-4179-8326-6db5c7ff3528 req-53965cc7-3f71-4d19-82fa-4de79208838d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:35.061913 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eeecc7c3-8f0f-4179-8326-6db5c7ff3528 req-53965cc7-3f71-4d19-82fa-4de79208838d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 931 time: 0.1497424 Jul 07 19:10:35.125186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eeecc7c3-8f0f-4179-8326-6db5c7ff3528 req-4be57f13-b3d5-46a1-b70f-9a07580a3ee3 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575705 Jul 07 19:10:35.137488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1f4e3da-97a5-4140-b9a0-f4e0a06157a8 req-b53511f9-3291-4eee-a156-027895829ce1 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/2ab04e0d-e2c3-4abd-bd0f-a329349d6af8 HTTP/1.1" status: 200 len: 1813 time: 0.0617337 Jul 07 19:10:35.158459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.178811 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a4b6f2-0d99-4bdc-ba98-582569c978d0 x-openstack-request-id: req-d2a4b6f2-0d99-4bdc-ba98-582569c978d0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:35.179101 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12fb724-e9ca-43dd-98c9-96c14bcbf63f", "name": "network-vif-deleted", "tag": "6a9a4dac-d07e-48d2-94da-00436a6ae13f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:35.179348 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d2a4b6f2-0d99-4bdc-ba98-582569c978d0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:35.179732 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12fb724-e9ca-43dd-98c9-96c14bcbf63f', 'name': 'network-vif-deleted', 'tag': '6a9a4dac-d07e-48d2-94da-00436a6ae13f', 'status': 'completed', 'code': 200} Jul 07 19:10:35.205404 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1f4e3da-97a5-4140-b9a0-f4e0a06157a8 req-2326894c-8cbe-41bb-8d46-3f9acbc377af tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.228018 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1f4e3da-97a5-4140-b9a0-f4e0a06157a8 req-2326894c-8cbe-41bb-8d46-3f9acbc377af tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.273207 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1f4e3da-97a5-4140-b9a0-f4e0a06157a8 req-2326894c-8cbe-41bb-8d46-3f9acbc377af tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.275923 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1f4e3da-97a5-4140-b9a0-f4e0a06157a8 req-2326894c-8cbe-41bb-8d46-3f9acbc377af tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.277141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1f4e3da-97a5-4140-b9a0-f4e0a06157a8 req-2326894c-8cbe-41bb-8d46-3f9acbc377af tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "DELETE /v2.0/security-groups/2ab04e0d-e2c3-4abd-bd0f-a329349d6af8 HTTP/1.1" status: 204 len: 173 time: 0.1326871 Jul 07 19:10:35.290360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326894c-8cbe-41bb-8d46-3f9acbc377af tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab04e0d-e2c3-4abd-bd0f-a329349d6af8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:35.351760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a4f66ec-a84d-489f-9b1b-cacc26fc6c4b req-a33f4577-6620-476a-a319-b4d91ff2293c tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/e04fc6b3-caba-4f6f-9558-99a2f464e6af HTTP/1.1" status: 200 len: 1811 time: 0.0521455 Jul 07 19:10:35.421031 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0a4f66ec-a84d-489f-9b1b-cacc26fc6c4b req-f7551239-b264-40cf-ad9d-8e6b7256fe71 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.449911 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0a4f66ec-a84d-489f-9b1b-cacc26fc6c4b req-f7551239-b264-40cf-ad9d-8e6b7256fe71 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.525336 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0a4f66ec-a84d-489f-9b1b-cacc26fc6c4b req-f7551239-b264-40cf-ad9d-8e6b7256fe71 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.530648 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0a4f66ec-a84d-489f-9b1b-cacc26fc6c4b req-f7551239-b264-40cf-ad9d-8e6b7256fe71 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.539058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a4f66ec-a84d-489f-9b1b-cacc26fc6c4b req-f7551239-b264-40cf-ad9d-8e6b7256fe71 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "DELETE /v2.0/security-groups/e04fc6b3-caba-4f6f-9558-99a2f464e6af HTTP/1.1" status: 204 len: 173 time: 0.1798208 Jul 07 19:10:35.556379 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.592263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7551239-b264-40cf-ad9d-8e6b7256fe71 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04fc6b3-caba-4f6f-9558-99a2f464e6af,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:35.604650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68081b3c-cc63-4fd9-aa6f-456c95339728 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:35.616074 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.654678 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a853467a-e191-4ed6-804c-fcb61e909016 req-155e4f27-da15-433f-b8ec-044b63c566a1 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/fa0e4ae1-cd65-493a-8053-5cc52c7d3a4c HTTP/1.1" status: 200 len: 1813 time: 0.0685260 Jul 07 19:10:35.667202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4c2f4-ce36-4ae7-bd10-7666032f2377 req-44f6aa7c-a0fb-4c85-b0b4-98353d51525c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:35.669785 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50f4c2f4-ce36-4ae7-bd10-7666032f2377 req-44f6aa7c-a0fb-4c85-b0b4-98353d51525c tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.1190734 Jul 07 19:10:35.671680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Transition to ACTIVE for port object 68081b3c-cc63-4fd9-aa6f-456c95339728 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:35.680862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.716212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e099ea08-2dbf-4c9b-8507-024ab19259e6 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:35.746200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50f4c2f4-ce36-4ae7-bd10-7666032f2377 req-69f5f368-30be-4b33-b363-152ed3a14e70 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673320 Jul 07 19:10:35.764891 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a853467a-e191-4ed6-804c-fcb61e909016 req-142a7f3c-c1af-4481-8b01-34061c77355e tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.795754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Pushing event updated for resources: {'Port': ['ID=68081b3c-cc63-4fd9-aa6f-456c95339728,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:35.808856 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a853467a-e191-4ed6-804c-fcb61e909016 req-142a7f3c-c1af-4481-8b01-34061c77355e tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.874772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e099ea08-2dbf-4c9b-8507-024ab19259e6, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:35.880869 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a853467a-e191-4ed6-804c-fcb61e909016 req-142a7f3c-c1af-4481-8b01-34061c77355e tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.882428 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Attempting to bind port 68081b3c-cc63-4fd9-aa6f-456c95339728 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:35.882767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Attempting to bind port 68081b3c-cc63-4fd9-aa6f-456c95339728 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:35.883438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Attempting to bind port 68081b3c-cc63-4fd9-aa6f-456c95339728 on network 299255ae-eebb-474d-9c70-d9ceff07301b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:35.885918 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a853467a-e191-4ed6-804c-fcb61e909016 req-142a7f3c-c1af-4481-8b01-34061c77355e tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.893620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Port 68081b3c-cc63-4fd9-aa6f-456c95339728 on network 299255ae-eebb-474d-9c70-d9ceff07301b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:35.894160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Attempting to bind port 68081b3c-cc63-4fd9-aa6f-456c95339728 on network 299255ae-eebb-474d-9c70-d9ceff07301b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:35.898231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'port_id': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'mac_address': 'fa:16:3e:d0:21:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:35.901938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a853467a-e191-4ed6-804c-fcb61e909016 req-142a7f3c-c1af-4481-8b01-34061c77355e tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "DELETE /v2.0/security-groups/fa0e4ae1-cd65-493a-8053-5cc52c7d3a4c HTTP/1.1" status: 204 len: 173 time: 0.2300210 Jul 07 19:10:35.902843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:35.903182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Checking segment: {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:35.904118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Bound using segment: {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:35.905879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Bound port: 68081b3c-cc63-4fd9-aa6f-456c95339728, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:35.906337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:35.926160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a7f3c-c1af-4481-8b01-34061c77355e tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0e4ae1-cd65-493a-8053-5cc52c7d3a4c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:35.979278 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.000752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e099ea08-2dbf-4c9b-8507-024ab19259e6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:36.030926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e099ea08-2dbf-4c9b-8507-024ab19259e6, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:36.045612 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.055863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] For port 68081b3c-cc63-4fd9-aa6f-456c95339728, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:36.076046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] For port 68081b3c-cc63-4fd9-aa6f-456c95339728, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=68081b3c-cc63-4fd9-aa6f-456c95339728,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:36.078460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] Deleting port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:36.079090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.093317 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.114377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e099ea08-2dbf-4c9b-8507-024ab19259e6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:36.122666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-294f0119-5b0f-4e89-9164-4fc406acb43e req-423253ce-569f-46b1-9beb-97c93908ecb9 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "GET /v2.0/security-groups/40f9755c-b9b3-44b3-8ef4-770a9414b7ca HTTP/1.1" status: 200 len: 1812 time: 0.0583143 Jul 07 19:10:36.187233 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-294f0119-5b0f-4e89-9164-4fc406acb43e req-fd416392-4828-4a46-9d82-82f0cffec542 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.194608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.195310 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.196868 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] 10.222.0.112 "PUT /v2.0/ports/68081b3c-cc63-4fd9-aa6f-456c95339728 HTTP/1.1" status: 200 len: 1092 time: 1.1770263 Jul 07 19:10:36.197411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'tag': '68081b3c-cc63-4fd9-aa6f-456c95339728'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:36.200363 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7843f646-51e5-4ba1-9a43-d73696958830" -d '{"events": [{"name": "network-changed", "server_uuid": "d42cbfbc-210e-4cd2-83bf-ce04c81401e4", "tag": "68081b3c-cc63-4fd9-aa6f-456c95339728"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:36.223148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-294f0119-5b0f-4e89-9164-4fc406acb43e req-fd416392-4828-4a46-9d82-82f0cffec542 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.239045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77cec4-eb38-4688-96c2-bca9a8a0f11a service neutron] Pushing event updated for resources: {'Port': ['ID=68081b3c-cc63-4fd9-aa6f-456c95339728,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:36.246217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] For port 2c1b8430-43cd-41ed-a8fa-f189eb5074fd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2c1b8430-43cd-41ed-a8fa-f189eb5074fd,segment=NetworkSegment(680fe8f7-3d74-4925-8684-bf8e0f7078ae),segment_id=680fe8f7-3d74-4925-8684-bf8e0f7078ae)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:36.246575 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.283225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] Calling delete_port for 2c1b8430-43cd-41ed-a8fa-f189eb5074fd owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:36.302261 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-294f0119-5b0f-4e89-9164-4fc406acb43e req-fd416392-4828-4a46-9d82-82f0cffec542 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.304893 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-294f0119-5b0f-4e89-9164-4fc406acb43e req-fd416392-4828-4a46-9d82-82f0cffec542 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.306057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-294f0119-5b0f-4e89-9164-4fc406acb43e req-fd416392-4828-4a46-9d82-82f0cffec542 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] 10.222.0.113 "DELETE /v2.0/security-groups/40f9755c-b9b3-44b3-8ef4-770a9414b7ca HTTP/1.1" status: 204 len: 173 time: 0.1811066 Jul 07 19:10:36.317839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b47d-d336-454f-bc5c-e8d2fd8bd41f req-2acb82c9-6942-492c-8144-8dcb67195642 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.319445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a895b47d-d336-454f-bc5c-e8d2fd8bd41f req-2acb82c9-6942-492c-8144-8dcb67195642 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 944 time: 0.1138527 Jul 07 19:10:36.321224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:36.369273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-59b48d7f-a039-4a26-8785-f981be9b5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.371327 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-59b48d7f-a039-4a26-8785-f981be9b5374 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 1095 time: 0.1221764 Jul 07 19:10:36.372919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43bb492-67a5-4e23-a597-82cb78fba803 admin admin] Deleting subnet e992d9c9-42ba-46af-bc04-4f56a1787823 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:10:36.378530 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c43bb492-67a5-4e23-a597-82cb78fba803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.380511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd416392-4828-4a46-9d82-82f0cffec542 tempest-SecurityGroupRulesNegativeTestJSON-2094550124 tempest-SecurityGroupRulesNegativeTestJSON-2094550124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f9755c-b9b3-44b3-8ef4-770a9414b7ca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:36.450159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['e099ea08-2dbf-4c9b-8507-024ab19259e6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:36.453862 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-c91f0933-46c0-4d14-ba56-9cc35f4ec4b4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68081b3c-cc63-4fd9-aa6f-456c95339728 HTTP/1.1" status: 200 len: 217 time: 0.0728452 Jul 07 19:10:36.474710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c43bb492-67a5-4e23-a597-82cb78fba803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.502361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a895b47d-d336-454f-bc5c-e8d2fd8bd41f req-930fb2d9-0129-410e-8297-ab32f66c9667 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270096 Jul 07 19:10:36.539974 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c43bb492-67a5-4e23-a597-82cb78fba803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.581587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c546d3-651a-4b7c-a3d9-d077d832111b req-f246c1da-0a43-43b9-9987-a9805906feaa tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.583499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98c546d3-651a-4b7c-a3d9-d077d832111b req-f246c1da-0a43-43b9-9987-a9805906feaa tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 943 time: 0.1585126 Jul 07 19:10:36.646716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98c546d3-651a-4b7c-a3d9-d077d832111b req-7e18a442-9b95-47d1-9272-ef37da2ecf48 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489595 Jul 07 19:10:36.647658 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c43bb492-67a5-4e23-a597-82cb78fba803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.675112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bb492-67a5-4e23-a597-82cb78fba803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e992d9c9-42ba-46af-bc04-4f56a1787823,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:36.679071 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c43bb492-67a5-4e23-a597-82cb78fba803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.681072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c43bb492-67a5-4e23-a597-82cb78fba803 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/e992d9c9-42ba-46af-bc04-4f56a1787823 HTTP/1.1" status: 204 len: 168 time: 0.3588991 Jul 07 19:10:36.684440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:36.760188 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.787755 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb0ef61-f183-4bef-9693-c9655966a58b x-openstack-request-id: req-7cb0ef61-f183-4bef-9693-c9655966a58b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:36.788113 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42cbfbc-210e-4cd2-83bf-ce04c81401e4", "tag": "68081b3c-cc63-4fd9-aa6f-456c95339728", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:36.788255 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7cb0ef61-f183-4bef-9693-c9655966a58b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:36.788673 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'tag': '68081b3c-cc63-4fd9-aa6f-456c95339728', 'status': 'completed', 'code': 200} Jul 07 19:10:36.841691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-e7c51442-553b-4322-83df-db0af12b0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.843421 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-e7c51442-553b-4322-83df-db0af12b0bb9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=af90dcd0-75ba-4a0d-9802-efe7b65f07a4 HTTP/1.1" status: 200 len: 845 time: 0.3834717 Jul 07 19:10:36.852212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.864725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1733a26e-2c5b-48bc-b109-c2166d3eeef1']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:36.881601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495bb2b0-01e1-470f-88b6-5a5615f42286') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:36.881892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495bb2b0-01e1-470f-88b6-5a5615f42286') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:36.882915 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-a713472c-4218-4ecc-885a-1497a568a36f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=299255ae-eebb-474d-9c70-d9ceff07301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322130 Jul 07 19:10:36.891690 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.916812 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.942586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:10:36.942928 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:10:36.944625 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:10:36.994845 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.046486 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.052707 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.054643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] 10.222.0.113 "DELETE /v2.0/networks/1733a26e-2c5b-48bc-b109-c2166d3eeef1 HTTP/1.1" status: 204 len: 168 time: 0.3692429 Jul 07 19:10:37.063501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1b8430-43cd-41ed-a8fa-f189eb5074fd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:37.080440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146b045-e8af-45f4-84c4-7e815ee2cfe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1733a26e-2c5b-48bc-b109-c2166d3eeef1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:37.110310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc6a5d-914a-49ec-bb54-f134a543a41b req-b1e62922-a3b9-4f16-9d29-4b6cd2e559ec tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:37.119226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27bc6a5d-914a-49ec-bb54-f134a543a41b req-b1e62922-a3b9-4f16-9d29-4b6cd2e559ec tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.2208240 Jul 07 19:10:37.119801 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-bc2437e6-7f39-4ed4-853a-4a9531ffa663 service neutron] 10.222.0.112 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152617 Jul 07 19:10:37.177956 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27bc6a5d-914a-49ec-bb54-f134a543a41b req-b3d755ce-3c5b-4f28-b445-6c4857c07023 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577066 Jul 07 19:10:37.248872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:37.314500 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4c212a63-70ee-4595-9cb3-5353808ff196 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=80d2e7bb3d4c4dfea7e6c278cb09a61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640514 Jul 07 19:10:37.316632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:37.344640 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1bb01ff6-c3b8-4f68-81fe-e4d74b366d44 req-dca00521-bc42-4e9d-81fe-655c87544690 service neutron] 10.222.0.112 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152603 Jul 07 19:10:37.348467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.374213 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee0b46a1-465f-428c-aa82-c2d2a8c817c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.399884 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee0b46a1-465f-428c-aa82-c2d2a8c817c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.452163 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee0b46a1-465f-428c-aa82-c2d2a8c817c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.454800 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee0b46a1-465f-428c-aa82-c2d2a8c817c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.455983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ee0b46a1-465f-428c-aa82-c2d2a8c817c1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c880a64a-3ebc-4384-82c7-f2d902218db6 HTTP/1.1" status: 204 len: 168 time: 0.1382787 Jul 07 19:10:37.467624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b46a1-465f-428c-aa82-c2d2a8c817c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c880a64a-3ebc-4384-82c7-f2d902218db6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:37.509643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f646-51e5-4ba1-9a43-d73696958830 req-cd346ded-0fca-419b-bd7a-31a153bab939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:37.511770 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7843f646-51e5-4ba1-9a43-d73696958830 req-cd346ded-0fca-419b-bd7a-31a153bab939 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 1095 time: 0.1082194 Jul 07 19:10:37.699454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f646-51e5-4ba1-9a43-d73696958830 req-922d338e-c727-4ab2-adad-82d2c95ca6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:37.700977 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7843f646-51e5-4ba1-9a43-d73696958830 req-922d338e-c727-4ab2-adad-82d2c95ca6bb service neutron] 10.222.0.112 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 907 time: 0.1500652 Jul 07 19:10:37.702821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] Router 59a42c59-3c5e-4254-86ad-dc97c02d9acb has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:10:37.729547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820b8ef-3af6-494f-ae28-5278705d11e5 req-de33ecf2-bd6f-4bee-8174-a56f1ae7442d tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:37.733690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8820b8ef-3af6-494f-ae28-5278705d11e5 req-de33ecf2-bd6f-4bee-8174-a56f1ae7442d tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 944 time: 0.0788655 Jul 07 19:10:37.746377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e099ea08-2dbf-4c9b-8507-024ab19259e6 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:37.758331 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7843f646-51e5-4ba1-9a43-d73696958830 req-dfe7ef7f-6399-4a9a-aa61-64762c6c6ea5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68081b3c-cc63-4fd9-aa6f-456c95339728 HTTP/1.1" status: 200 len: 217 time: 0.0484557 Jul 07 19:10:37.792572 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8820b8ef-3af6-494f-ae28-5278705d11e5 req-1c06bfef-92d2-4fff-ad2d-b47428aafc8f tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525541 Jul 07 19:10:37.850207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f646-51e5-4ba1-9a43-d73696958830 req-04f3dd94-e0ab-46a8-9ef8-344838ea8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:37.851746 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7843f646-51e5-4ba1-9a43-d73696958830 req-04f3dd94-e0ab-46a8-9ef8-344838ea8351 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=af90dcd0-75ba-4a0d-9802-efe7b65f07a4 HTTP/1.1" status: 200 len: 845 time: 0.0572078 Jul 07 19:10:37.857839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port e099ea08-2dbf-4c9b-8507-024ab19259e6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:37.863734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port e099ea08-2dbf-4c9b-8507-024ab19259e6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:37.864160 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.898983 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7843f646-51e5-4ba1-9a43-d73696958830 req-38564dfa-8c4e-46a5-85eb-6254cf04a444 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=299255ae-eebb-474d-9c70-d9ceff07301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394001 Jul 07 19:10:37.906973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b884b5-eeb8-4216-9b1c-14407ff94d47 req-2a9797f0-87a4-413e-99bb-bf85fd7e4b53 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:37.908590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-05b884b5-eeb8-4216-9b1c-14407ff94d47 req-2a9797f0-87a4-413e-99bb-bf85fd7e4b53 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 943 time: 0.1139138 Jul 07 19:10:37.956765 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:37.966933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-05b884b5-eeb8-4216-9b1c-14407ff94d47 req-5bf5ab85-aed7-4d3f-8627-361fdc635220 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510278 Jul 07 19:10:37.984901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:37.987521 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00a7802-0c19-4aa1-a7c8-627294d99f0a" -d '{"events": [{"server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "name": "network-vif-plugged", "status": "completed", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:38.008704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e099ea08-2dbf-4c9b-8507-024ab19259e6, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:38.014562 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.049780 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1b8291-d7b3-492f-9171-29091d645367 x-openstack-request-id: req-ee1b8291-d7b3-492f-9171-29091d645367 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:38.050141 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "name": "network-vif-plugged", "status": "completed", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:38.050141 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ee1b8291-d7b3-492f-9171-29091d645367 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:38.050691 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'code': 200} Jul 07 19:10:38.101822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:38.120095 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f5b11-dff5-4c44-ad02-c3356ed5744c None None] Sync routers for ids ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:38.126298 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-99296856-a9fb-4978-9b8d-dbee33f6906c admin admin] 10.222.0.113 "PUT /v2.0/routers/59a42c59-3c5e-4254-86ad-dc97c02d9acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3537443 Jul 07 19:10:38.126620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:38.142098 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-060b31ea-a22f-4567-a943-218166327b0c service neutron] show failed (client error): The resource could not be found. Jul 07 19:10:38.143157 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-060b31ea-a22f-4567-a943-218166327b0c service neutron] 10.222.0.112 "GET /v2.0/ports/f1e55add-6105-4848-8cf4-30fbfc639558/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.1671193 Jul 07 19:10:38.202169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e099ea08-2dbf-4c9b-8507-024ab19259e6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:38.208868 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7843f646-51e5-4ba1-9a43-d73696958830 req-4e716711-659e-4bce-b7e3-6ebbc05d8efb service neutron] 10.222.0.112 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362678 Jul 07 19:10:38.220177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f5b11-dff5-4c44-ad02-c3356ed5744c None None] Routers {'59a42c59-3c5e-4254-86ad-dc97c02d9acb'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:38.221322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a83f5b11-dff5-4c44-ad02-c3356ed5744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:38.397213 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b4dbf82-15df-474b-bd9c-89eb7219de6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.469594 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7843f646-51e5-4ba1-9a43-d73696958830 req-3b7bc7b4-fa27-4e8e-9932-8666bb833c38 service neutron] 10.222.0.112 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501199 Jul 07 19:10:38.496026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:38.532985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a83f5b11-dff5-4c44-ad02-c3356ed5744c None None] Set router 59a42c59-3c5e-4254-86ad-dc97c02d9acb gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:38.568216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef359f-dd57-4554-8461-3f0306523a7e req-81396552-bcbf-49d3-ad00-2e1567c5ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:38.569781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fef359f-dd57-4554-8461-3f0306523a7e req-81396552-bcbf-49d3-ad00-2e1567c5ebfc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 1097 time: 0.3271937 Jul 07 19:10:38.592056 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.675135 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-292306868-network', 'tenant_id': 'c274407913bc4242a4f5dd292cda2750'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:38.702012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Made reservation on behalf of c274407913bc4242a4f5dd292cda2750 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:38.705086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.717692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.784850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973014a7-aa0a-47dd-bea2-76d0ee9f15ef req-232f0c4e-39c6-4027-8fdf-9d79fbc12044 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:38.785562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a83f5b11-dff5-4c44-ad02-c3356ed5744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-router', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:26Z', 'updated_at': '2021-07-07T19:10:36Z', 'revision_number': 5, 'project_id': '7110053e549144ef983d23a51922bd6b', 'gw_port': {'id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:27Z', 'updated_at': '2021-07-07T19:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:38.786450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-973014a7-aa0a-47dd-bea2-76d0ee9f15ef req-232f0c4e-39c6-4027-8fdf-9d79fbc12044 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.3645902 Jul 07 19:10:38.816394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f5b11-dff5-4c44-ad02-c3356ed5744c None None] Checking router: 59a42c59-3c5e-4254-86ad-dc97c02d9acb for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:38.834291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fef359f-dd57-4554-8461-3f0306523a7e req-c926a5d2-c456-48bc-adae-ac32474416f7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521336 Jul 07 19:10:38.843795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f5b11-dff5-4c44-ad02-c3356ed5744c None None] Routers {'59a42c59-3c5e-4254-86ad-dc97c02d9acb'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:38.844777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a83f5b11-dff5-4c44-ad02-c3356ed5744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:38.888058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.899708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.907767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.918644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-7fa5c758-b0ea-4631-8704-1a4b6e57cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:38.921168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-7fa5c758-b0ea-4631-8704-1a4b6e57cd7b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6&tenant_id=2ff2b51f57b445d8be48b8fe09df264e HTTP/1.1" status: 200 len: 1102 time: 0.2603378 Jul 07 19:10:38.925030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:10:38.938579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-973014a7-aa0a-47dd-bea2-76d0ee9f15ef req-906c2c36-d7dd-4052-9f21-e7f04ce3f0fc tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355312 Jul 07 19:10:38.943332 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:38.944017 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Added segment 406fefc0-9106-4a4a-9224-583b51cc1a58 of type vlan for network c6e381ec-72db-44fa-a9ec-cccf3432fd88 Jul 07 19:10:39.030581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a83f5b11-dff5-4c44-ad02-c3356ed5744c None None] Set router 59a42c59-3c5e-4254-86ad-dc97c02d9acb gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:39.032116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.038038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb2b33d-e1a2-49c1-8449-7438155ee453,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:39.074947 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.075954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:39.076795 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.079651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Deleting port 064ed045-592f-4b71-b91f-4ebe7512f10d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:39.080002 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.093854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 68081b3c-cc63-4fd9-aa6f-456c95339728 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:39.141151 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6434891 Jul 07 19:10:39.145067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:39.152639 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb7950-f431-4789-bec6-da4927fb2085 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e381ec-72db-44fa-a9ec-cccf3432fd88,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:39.154938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] Request body: {'subnet': {'network_id': 'c6e381ec-72db-44fa-a9ec-cccf3432fd88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-292306868-subnet', 'tenant_id': 'c274407913bc4242a4f5dd292cda2750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:39.189266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:39.198998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network c6e381ec-72db-44fa-a9ec-cccf3432fd88 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:10:39.233715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556fc92-dc17-4fc1-9b67-7502d2040ec5 req-3bf42eda-fde8-45c7-84e1-286253b15a0c tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:39.235251 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6556fc92-dc17-4fc1-9b67-7502d2040ec5 req-3bf42eda-fde8-45c7-84e1-286253b15a0c tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 945 time: 0.2508233 Jul 07 19:10:39.309689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] Made reservation on behalf of c274407913bc4242a4f5dd292cda2750 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:39.312061 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.422602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] For port 064ed045-592f-4b71-b91f-4ebe7512f10d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=064ed045-592f-4b71-b91f-4ebe7512f10d,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:39.422977 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.463977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6556fc92-dc17-4fc1-9b67-7502d2040ec5 req-089c0f58-25d4-4890-a3a4-9e0e1933b5a3 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207499 Jul 07 19:10:39.466149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Calling delete_port for 064ed045-592f-4b71-b91f-4ebe7512f10d owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:39.472791 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.481905 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 68081b3c-cc63-4fd9-aa6f-456c95339728, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=68081b3c-cc63-4fd9-aa6f-456c95339728,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:39.512432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '68081b3c-cc63-4fd9-aa6f-456c95339728', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'port_id': '68081b3c-cc63-4fd9-aa6f-456c95339728', 'mac_address': 'fa:16:3e:01:37:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af90dcd0-75ba-4a0d-9802-efe7b65f07a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:39.515809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998270b-4a0e-4254-a6e4-33b5cd358178 req-883a17c4-a938-4546-9c73-af09298877cf tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:39.517542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a998270b-4a0e-4254-a6e4-33b5cd358178 req-883a17c4-a938-4546-9c73-af09298877cf tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 943 time: 0.3935916 Jul 07 19:10:39.566812 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.580507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a83f5b11-dff5-4c44-ad02-c3356ed5744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-router', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:26Z', 'updated_at': '2021-07-07T19:10:36Z', 'revision_number': 5, 'project_id': '7110053e549144ef983d23a51922bd6b', 'gw_port': {'id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:27Z', 'updated_at': '2021-07-07T19:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:39.613554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68081b3c-cc63-4fd9-aa6f-456c95339728 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:39.617609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f5b11-dff5-4c44-ad02-c3356ed5744c None None] The sync data for ids ['59a42c59-3c5e-4254-86ad-dc97c02d9acb'] in n-d-792394-12 is: [{'id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'name': 'tempest-AttachSCSIVolumeTestJSON-621575532-router', 'tenant_id': '7110053e549144ef983d23a51922bd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:26Z', 'updated_at': '2021-07-07T19:10:36Z', 'revision_number': 5, 'project_id': '7110053e549144ef983d23a51922bd6b', 'gw_port': {'id': '064ed045-592f-4b71-b91f-4ebe7512f10d', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a42c59-3c5e-4254-86ad-dc97c02d9acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:27Z', 'updated_at': '2021-07-07T19:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:39.637181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 68081b3c-cc63-4fd9-aa6f-456c95339728, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=68081b3c-cc63-4fd9-aa6f-456c95339728,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:39.643055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.686859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a998270b-4a0e-4254-a6e4-33b5cd358178 req-5b17e387-093e-4138-90b1-329235c8f343 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573904 Jul 07 19:10:39.706219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=68081b3c-cc63-4fd9-aa6f-456c95339728,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:39.905565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['68081b3c-cc63-4fd9-aa6f-456c95339728'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:39.954049 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.078007 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eda47d7-81d1-402e-bb35-b8263d38e87f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:40.087172 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.150834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Pushing event deleted for resources: {'Port': ['ID=064ed045-592f-4b71-b91f-4ebe7512f10d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:40.173960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:40.586438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] Checking segment: {'id': '406fefc0-9106-4a4a-9224-583b51cc1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'c6e381ec-72db-44fa-a9ec-cccf3432fd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:40.586795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] Network hostable DHCP agents. Network: c6e381ec-72db-44fa-a9ec-cccf3432fd88, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:10:40.621251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.641536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:40.790878 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.800843 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.802320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] Network c6e381ec-72db-44fa-a9ec-cccf3432fd88 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:10:40.831843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227837a5-350d-4bef-a8fb-4731f4f1a282 req-e36fa23c-1215-4a0e-a7a0-733b44443da9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:40.833775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-227837a5-350d-4bef-a8fb-4731f4f1a282 req-e36fa23c-1215-4a0e-a7a0-733b44443da9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.6986558 Jul 07 19:10:40.859928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:40.862307 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678b7fdb-2fb6-4d49-b69c-23c16e03b24f" -d '{"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:40.867221 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.911438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, c6e381ec-72db-44fa-a9ec-cccf3432fd88) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:40.926027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd877f1-91d4-4f07-abfe-760b03ecab5c None None] Network c6e381ec-72db-44fa-a9ec-cccf3432fd88 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:40.936927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:40.937539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.951010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2c1b8430-43cd-41ed-a8fa-f189eb5074fd no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:40.954406 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.954976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59a42c59-3c5e-4254-86ad-dc97c02d9acb {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:10:40.959929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Transition to ACTIVE for port object f1e55add-6105-4848-8cf4-30fbfc639558 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:40.968648 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.969826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-71bd37d1-2922-4a6a-b509-3be6d055acce admin admin] 10.222.0.113 "DELETE /v2.0/routers/59a42c59-3c5e-4254-86ad-dc97c02d9acb HTTP/1.1" status: 204 len: 168 time: 2.8424172 Jul 07 19:10:40.972884 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:40.974916 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.982236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3a47af6f-a329-4332-b4bc-a181b93a784f admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8360112 Jul 07 19:10:41.008820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 2c1b8430-43cd-41ed-a8fa-f189eb5074fd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:41.009157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2c1b8430-43cd-41ed-a8fa-f189eb5074fd not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:41.023667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213338b2-94af-4c19-ba39-3831f7a0961e req-52cc6bd7-0dc7-4ba5-9bee-199c0f6ce641 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:41.033656 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b44ce7bd-6eee-41f3-aee0-1ce8904b3dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.043217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213338b2-94af-4c19-ba39-3831f7a0961e req-52cc6bd7-0dc7-4ba5-9bee-199c0f6ce641 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 945 time: 0.4406114 Jul 07 19:10:41.068567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 68081b3c-cc63-4fd9-aa6f-456c95339728 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:41.080528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-227837a5-350d-4bef-a8fb-4731f4f1a282 req-b5ba4605-6d88-4408-8045-a591b6ab60e1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746349 Jul 07 19:10:41.105423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda00f88-e776-4c17-be1b-d6eaeb1a854c admin admin] Deleting subnet f3d4d9de-7e21-4464-8b67-8e974acfd2e7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:10:41.116795 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eda00f88-e776-4c17-be1b-d6eaeb1a854c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.147062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] No DVR routers for this DVR port f1e55add-6105-4848-8cf4-30fbfc639558 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:41.150348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:41.212110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eda00f88-e776-4c17-be1b-d6eaeb1a854c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.247706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d54943-f419-4775-ad37-eb61ed716f80 None None] Network c6e381ec-72db-44fa-a9ec-cccf3432fd88 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:41.281761 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.310978 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213338b2-94af-4c19-ba39-3831f7a0961e req-a0bd94f3-53bf-4c8b-8c78-42df64923b05 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643960 Jul 07 19:10:41.362345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:41.363439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:41.365659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:41.390646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Port f1e55add-6105-4848-8cf4-30fbfc639558 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:41.391455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:41.397221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eda00f88-e776-4c17-be1b-d6eaeb1a854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.407313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 68081b3c-cc63-4fd9-aa6f-456c95339728 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:41.411053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:41.411351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:41.412852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:41.413316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Bound port: f1e55add-6105-4848-8cf4-30fbfc639558, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:41.414877 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.431066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 68081b3c-cc63-4fd9-aa6f-456c95339728 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:41.434556 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.502654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eda00f88-e776-4c17-be1b-d6eaeb1a854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.548794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda00f88-e776-4c17-be1b-d6eaeb1a854c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d4d9de-7e21-4464-8b67-8e974acfd2e7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:41.555170 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eda00f88-e776-4c17-be1b-d6eaeb1a854c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.563025 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-eda00f88-e776-4c17-be1b-d6eaeb1a854c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/f3d4d9de-7e21-4464-8b67-8e974acfd2e7 HTTP/1.1" status: 204 len: 168 time: 0.5850015 Jul 07 19:10:41.563858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:41.568121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c8441e-561b-4bbd-a964-431d21ab5350 None None] Network caa911bc-7c3c-4d6c-a124-d20365f5e0bb requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:41.605882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:41.629164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:41.642902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3d96d-8b6a-4122-9116-bad4a9e84daf req-5b338fb6-baf0-4a39-b709-c05e95c0791d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:41.645042 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08d3d96d-8b6a-4122-9116-bad4a9e84daf req-5b338fb6-baf0-4a39-b709-c05e95c0791d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 944 time: 0.1478896 Jul 07 19:10:41.647394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.681535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.740204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:41.740862 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.742570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] 10.222.0.59 "PUT /v2.0/ports/f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 1097 time: 2.5828118 Jul 07 19:10:41.744728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12990309-37b8-407a-98f4-05ba7d2ddc3a service neutron] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:41.781872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Deleting port 773538de-8b3f-4b5d-8ef7-c5b2702b887e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:41.782238 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.840968 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08d3d96d-8b6a-4122-9116-bad4a9e84daf req-7a08fe03-abe2-467d-9bac-ee10637eb0b9 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208816 Jul 07 19:10:41.842589 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.848287 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e5721a-cd99-4824-82c6-a1bcd24f58a3 x-openstack-request-id: req-f9e5721a-cd99-4824-82c6-a1bcd24f58a3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:41.848718 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:41.848920 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f9e5721a-cd99-4824-82c6-a1bcd24f58a3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:41.850394 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'code': 200} Jul 07 19:10:41.891327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68081b3c-cc63-4fd9-aa6f-456c95339728'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:41.891528 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-58fd6daa-b600-43ae-b264-2f80feef7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:41.893939 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03accf20-7d11-4e3a-bb49-7b83571fb8da" -d '{"events": [{"server_uuid": "d42cbfbc-210e-4cd2-83bf-ce04c81401e4", "name": "network-vif-plugged", "status": "completed", "tag": "68081b3c-cc63-4fd9-aa6f-456c95339728"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:41.897630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-58fd6daa-b600-43ae-b264-2f80feef7489 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1100 time: 0.1124170 Jul 07 19:10:41.920740 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 68081b3c-cc63-4fd9-aa6f-456c95339728, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=68081b3c-cc63-4fd9-aa6f-456c95339728,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:41.932028 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.935402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f1e55add-6105-4848-8cf4-30fbfc639558 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:41.946266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] For port 773538de-8b3f-4b5d-8ef7-c5b2702b887e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=773538de-8b3f-4b5d-8ef7-c5b2702b887e,segment=NetworkSegment(680fe8f7-3d74-4925-8684-bf8e0f7078ae),segment_id=680fe8f7-3d74-4925-8684-bf8e0f7078ae)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:41.947252 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:41.985430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Calling delete_port for 773538de-8b3f-4b5d-8ef7-c5b2702b887e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:42.050503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f1e55add-6105-4848-8cf4-30fbfc639558 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:42.052285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=68081b3c-cc63-4fd9-aa6f-456c95339728,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:42.077439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16519386-0861-4faa-9a51-943d81e75d03 None None] DHCP port deletion for caa911bc-7c3c-4d6c-a124-d20365f5e0bb request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:10:42.130971 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.142571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-16519386-0861-4faa-9a51-943d81e75d03 None None] Deleting port 773538de-8b3f-4b5d-8ef7-c5b2702b887e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:42.143636 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16519386-0861-4faa-9a51-943d81e75d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.160981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Pushing event deleted for resources: {'Port': ['ID=773538de-8b3f-4b5d-8ef7-c5b2702b887e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:42.164915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] No DVR routers for this DVR port 773538de-8b3f-4b5d-8ef7-c5b2702b887e on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:42.244936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.257099 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa911bc-7c3c-4d6c-a124-d20365f5e0bb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:42.269647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680fe8f7-3d74-4925-8684-bf8e0f7078ae') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:42.270051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680fe8f7-3d74-4925-8684-bf8e0f7078ae') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:42.273227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-16519386-0861-4faa-9a51-943d81e75d03 None None] For port 773538de-8b3f-4b5d-8ef7-c5b2702b887e, host n-d-792394-12, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:42.273807 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16519386-0861-4faa-9a51-943d81e75d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.277778 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.281353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.291285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-16519386-0861-4faa-9a51-943d81e75d03 None None] Calling delete_port for 773538de-8b3f-4b5d-8ef7-c5b2702b887e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:42.295205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-16519386-0861-4faa-9a51-943d81e75d03 None None] Port 773538de-8b3f-4b5d-8ef7-c5b2702b887e was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:10:42.296503 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16519386-0861-4faa-9a51-943d81e75d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.302175 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.311619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:10:42.311950 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.323615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16519386-0861-4faa-9a51-943d81e75d03 None None] Pushing event deleted for resources: {'Port': ['ID=773538de-8b3f-4b5d-8ef7-c5b2702b887e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:42.327405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16519386-0861-4faa-9a51-943d81e75d03 None None] No DVR routers for this DVR port 773538de-8b3f-4b5d-8ef7-c5b2702b887e on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:42.346255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db32055d-c73f-494c-82de-1a7d07f51776 req-98d22169-179f-40be-be98-368f3d29c135 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4253602 Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:10:42.357975 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:10:42.363179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:42.378116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.387431 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.392397 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] 10.222.0.113 "DELETE /v2.0/networks/caa911bc-7c3c-4d6c-a124-d20365f5e0bb HTTP/1.1" status: 204 len: 168 time: 0.8271649 Jul 07 19:10:42.407662 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdd913-5807-4c93-bf61-9405ddd7c57d admin admin] Pushing event deleted for resources: {'Network': ['ID=caa911bc-7c3c-4d6c-a124-d20365f5e0bb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:42.435846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-1d4eec1f-a94b-4027-a484-e2bbdcfb6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:42.436645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-1d4eec1f-a94b-4027-a484-e2bbdcfb6a57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.5320203 Jul 07 19:10:42.444378 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.514119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a536e5-b379-4975-98af-9a529a821ed1 req-fb852fbb-5ca9-4d5b-a1b4-f394cba55896 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:42.515626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-fb852fbb-5ca9-4d5b-a1b4-f394cba55896 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/networks?id=c6e381ec-72db-44fa-a9ec-cccf3432fd88 HTTP/1.1" status: 200 len: 812 time: 0.3242981 Jul 07 19:10:42.516332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:42.543964 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-a0e26336-6a1d-4cd0-be6b-fa2fc1dbc974 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 217 time: 0.0899451 Jul 07 19:10:42.558810 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-65d91ef0-180a-40ba-8f9c-2fa979a3e898 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=100c012ce2f5406ba43f080df4850dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410953 Jul 07 19:10:42.561205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:42.567016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-2560f527-6284-4a50-9042-cb1e492e3d17 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/quotas/c274407913bc4242a4f5dd292cda2750 HTTP/1.1" status: 200 len: 375 time: 0.0266466 Jul 07 19:10:42.615102 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4a88539-6360-45a3-bcb5-172c8aa70cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.632257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-126d724b-9c1d-4e5c-97a7-fcab3677645d tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c274407913bc4242a4f5dd292cda2750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439506 Jul 07 19:10:42.637027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4a88539-6360-45a3-bcb5-172c8aa70cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.643523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-59c83dc3-4a22-42fd-95e4-f2472f96ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:42.644968 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-59c83dc3-4a22-42fd-95e4-f2472f96ce65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0915475 Jul 07 19:10:42.685501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4a88539-6360-45a3-bcb5-172c8aa70cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.688262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4a88539-6360-45a3-bcb5-172c8aa70cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.692121 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f4a88539-6360-45a3-bcb5-172c8aa70cc0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/24550d66-23ba-4a72-8736-547e1dcf8edd HTTP/1.1" status: 204 len: 168 time: 0.1274061 Jul 07 19:10:42.698012 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:10:42.701156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a88539-6360-45a3-bcb5-172c8aa70cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24550d66-23ba-4a72-8736-547e1dcf8edd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:42.794929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-bf1093c9-46c7-4a07-959b-dbb87e6a392b service neutron] 10.222.0.113 "GET /v2.0/networks/c6e381ec-72db-44fa-a9ec-cccf3432fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529870 Jul 07 19:10:42.812646 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:42.821717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-df107a2a-55f9-4086-890c-6c6cc7ab11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:42.823136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-df107a2a-55f9-4086-890c-6c6cc7ab11d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1592507 Jul 07 19:10:42.916916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 064ed045-592f-4b71-b91f-4ebe7512f10d no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:42.938345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 064ed045-592f-4b71-b91f-4ebe7512f10d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:42.939057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 064ed045-592f-4b71-b91f-4ebe7512f10d not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:42.939328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 773538de-8b3f-4b5d-8ef7-c5b2702b887e no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:42.959969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 773538de-8b3f-4b5d-8ef7-c5b2702b887e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:42.960730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 773538de-8b3f-4b5d-8ef7-c5b2702b887e not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:43.045613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-04ebdbb3-a4f9-48f2-b278-809b793890c1 service neutron] 10.222.0.113 "GET /v2.0/networks/c6e381ec-72db-44fa-a9ec-cccf3432fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435894 Jul 07 19:10:43.059410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:43.072225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Allocated IP 172.25.2.55 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/5d0b5861-4bab-47e9-b592-e5e34cf658bd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:43.075636 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-80a1da8f-ba9b-4819-8a12-17de56d32460 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406859 Jul 07 19:10:43.105472 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-47a597f6-d2cc-4c07-8490-3a4c6a27175a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7110053e549144ef983d23a51922bd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437810 Jul 07 19:10:43.108125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:43.173853 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e268b32-3582-4e4b-9aaa-f5af7da83fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.197937 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e268b32-3582-4e4b-9aaa-f5af7da83fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.200135 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e08d0d8-e743-4b49-8cd0-f5c56aac6b5c x-openstack-request-id: req-8e08d0d8-e743-4b49-8cd0-f5c56aac6b5c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:43.200425 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42cbfbc-210e-4cd2-83bf-ce04c81401e4", "name": "network-vif-plugged", "status": "completed", "tag": "68081b3c-cc63-4fd9-aa6f-456c95339728", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:43.200704 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8e08d0d8-e743-4b49-8cd0-f5c56aac6b5c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:43.201095 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68081b3c-cc63-4fd9-aa6f-456c95339728', 'code': 200} Jul 07 19:10:43.257928 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e268b32-3582-4e4b-9aaa-f5af7da83fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.260754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e268b32-3582-4e4b-9aaa-f5af7da83fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.262571 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4e268b32-3582-4e4b-9aaa-f5af7da83fe6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/47ed2953-d1c3-4695-852d-a722bc603c7f HTTP/1.1" status: 204 len: 168 time: 0.1531951 Jul 07 19:10:43.271416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e268b32-3582-4e4b-9aaa-f5af7da83fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ed2953-d1c3-4695-852d-a722bc603c7f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:43.362316 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae33358-b2f1-4cad-991f-66cd98cbf29f req-4ef7a356-3e61-4fcb-ad3b-a7c39eddcf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:43.364772 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dae33358-b2f1-4cad-991f-66cd98cbf29f req-4ef7a356-3e61-4fcb-ad3b-a7c39eddcf84 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 1097 time: 0.0684779 Jul 07 19:10:43.472413 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dae33358-b2f1-4cad-991f-66cd98cbf29f req-877e35bc-81b9-44f9-bee5-95ce958d62cc service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947344 Jul 07 19:10:43.688553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ebe0c69-0855-4ac9-bd5b-d525a3d64a6f req-0467d5b1-0974-4c3e-b9b7-586d56947a91 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041207 Jul 07 19:10:43.735450 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.789925 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.798354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bb677-6f4f-4942-9926-1179b7d2bc5e req-5ad0d3b1-599a-4aa5-ba0a-acd9ba98ea6b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:43.800148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-950bb677-6f4f-4942-9926-1179b7d2bc5e req-5ad0d3b1-599a-4aa5-ba0a-acd9ba98ea6b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 948 time: 0.1337111 Jul 07 19:10:43.853865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:43.857836 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f64e8-c93c-44aa-8645-ae583f53d243" -d '{"events": [{"name": "network-changed", "server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:43.860537 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:43.893206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-950bb677-6f4f-4942-9926-1179b7d2bc5e req-8989b5e0-fe5c-4bda-978f-e3ce0fe96472 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855234 Jul 07 19:10:43.915705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:43.917421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:43.929451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:43.972784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Pushing event updated for resources: {'Port': ['ID=5d0b5861-4bab-47e9-b592-e5e34cf658bd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:44.093906 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.165669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.347923 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.350874 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.452841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Pushing event updated for resources: {'Port': ['ID=5d0b5861-4bab-47e9-b592-e5e34cf658bd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:44.481682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.505892 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:44.507122 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db32055d-c73f-494c-82de-1a7d07f51776 req-5604037a-1aba-4e63-bc8d-64ab6133882a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1478720 Jul 07 19:10:44.516450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df34724-a019-4eda-9f5a-ab89884d2f1d req-e7073499-fd68-414d-abd7-b4b73bb52aa3 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:44.517978 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4df34724-a019-4eda-9f5a-ab89884d2f1d req-e7073499-fd68-414d-abd7-b4b73bb52aa3 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 945 time: 0.1212873 Jul 07 19:10:44.616330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db32055d-c73f-494c-82de-1a7d07f51776 req-8c77ab70-6277-4a84-8b64-719ec6054e06 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 695 time: 0.0973060 Jul 07 19:10:44.724654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4df34724-a019-4eda-9f5a-ab89884d2f1d req-46cee38d-d1f7-4fc5-90cf-4926f253a14b tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993985 Jul 07 19:10:44.806219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b2a3a103-49de-4629-a391-9730e82e3121 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:44.808455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b2a3a103-49de-4629-a391-9730e82e3121 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.59 "GET /v2.0/networks?id=c6e381ec-72db-44fa-a9ec-cccf3432fd88 HTTP/1.1" status: 200 len: 812 time: 0.2034998 Jul 07 19:10:44.818904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32055d-c73f-494c-82de-1a7d07f51776 req-b1bc101f-fe9b-4814-a44c-34a2b910c49e tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:44.820283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db32055d-c73f-494c-82de-1a7d07f51776 req-b1bc101f-fe9b-4814-a44c-34a2b910c49e tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1881065 Jul 07 19:10:44.829377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Request body: {'port': {'device_id': '7f32c111-ce42-4e33-84a1-9090ed7354cf', 'network_id': 'c6e381ec-72db-44fa-a9ec-cccf3432fd88', 'admin_state_up': True, 'tenant_id': 'c274407913bc4242a4f5dd292cda2750'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:44.914921 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41c2541-6c4c-4b61-a788-3adb1a3e7070 x-openstack-request-id: req-b41c2541-6c4c-4b61-a788-3adb1a3e7070 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:44.915223 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:44.915673 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b41c2541-6c4c-4b61-a788-3adb1a3e7070 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:44.915855 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'status': 'completed', 'code': 200} Jul 07 19:10:44.918584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6db9e51-003b-4b64-8e56-958149aaf87f req-60428d45-ca60-4433-ad09-905b68b09649 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 210 time: 0.0414977 Jul 07 19:10:45.008452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-4dcf4657-6e7d-4c78-9e39-d062c1c89705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.010849 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-4dcf4657-6e7d-4c78-9e39-d062c1c89705 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1100 time: 0.0734460 Jul 07 19:10:45.075560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Made reservation on behalf of c274407913bc4242a4f5dd292cda2750 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:45.079099 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:45.106693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-df732f93-5fd3-4cff-b20f-88fd086796b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.108231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-df732f93-5fd3-4cff-b20f-88fd086796b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1100 time: 0.1358564 Jul 07 19:10:45.142487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-c8f1d793-f6f7-47be-b95e-28a89fcf7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.144558 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-c8f1d793-f6f7-47be-b95e-28a89fcf7581 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1261265 Jul 07 19:10:45.194572 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-f50ddeb6-f827-42be-946c-cbcb069a4a76 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 217 time: 0.0437500 Jul 07 19:10:45.246667 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-830ca271-5df6-4eb2-9bff-48209c2c8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.248556 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-830ca271-5df6-4eb2-9bff-48209c2c8d99 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0482287 Jul 07 19:10:45.263877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231141-225b-4f10-914e-89d420b24f78 req-2d011455-3169-4600-8d50-6858515a646e tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.265340 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19231141-225b-4f10-914e-89d420b24f78 req-2d011455-3169-4600-8d50-6858515a646e tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 945 time: 0.2354743 Jul 07 19:10:45.311625 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-d317287c-fe3f-45d8-82d6-529e95714a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.313176 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-d317287c-fe3f-45d8-82d6-529e95714a07 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590527 Jul 07 19:10:45.396858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-4f7dc523-6de5-4252-8c4e-ef46b9fcd5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.398347 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-4f7dc523-6de5-4252-8c4e-ef46b9fcd5eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2760842 Jul 07 19:10:45.410529 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-105163ee-9377-439f-a064-4aa3ebe23012 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905125 Jul 07 19:10:45.415669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Allocated IP 172.20.0.3 (c6e381ec-72db-44fa-a9ec-cccf3432fd88/9eda47d7-81d1-402e-bb35-b8263d38e87f/ed994b61-44cf-47dd-8850-512d45c520c2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:45.420824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19231141-225b-4f10-914e-89d420b24f78 req-a9d50a3b-2960-4504-bd81-beba251e6145 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321478 Jul 07 19:10:45.468865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-cf65d908-bdf0-4cc4-abc7-0a417ff5452b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 217 time: 0.0605037 Jul 07 19:10:45.507141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a53392-ef94-48e7-b156-4ea759ee3ae9 req-29af35fd-d52f-4485-ba31-a410cbc82ba4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.508813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20a53392-ef94-48e7-b156-4ea759ee3ae9 req-29af35fd-d52f-4485-ba31-a410cbc82ba4 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 948 time: 0.2809596 Jul 07 19:10:45.525596 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-c5df7f9c-c51a-42cb-a712-beeea900f61b service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081595 Jul 07 19:10:45.685017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-83b242ce-147a-4f2b-9066-59af21cb6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.686486 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-83b242ce-147a-4f2b-9066-59af21cb6563 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.2085776 Jul 07 19:10:45.731433 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20a53392-ef94-48e7-b156-4ea759ee3ae9 req-f7f7ab50-0cbb-41ef-809e-833a8a6ad77b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941886 Jul 07 19:10:45.781409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-a2d9fe88-473c-44ce-b7ef-0b39cc90f928 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.782825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-a2d9fe88-473c-44ce-b7ef-0b39cc90f928 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 821 time: 0.2515326 Jul 07 19:10:45.828048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-f2416c4d-3475-49c8-971d-21ed04733682 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/quotas/c1e476cefec54257a0ec25eb9b22a0ef HTTP/1.1" status: 200 len: 375 time: 0.0362282 Jul 07 19:10:45.841175 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:45.898486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-1eadcc33-ceb4-4fc5-b0d7-c5da6b8da573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:45.900005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-1eadcc33-ceb4-4fc5-b0d7-c5da6b8da573 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1920650 Jul 07 19:10:46.005769 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:46.025775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-25e5ca7b-c3c6-42c9-8c04-7357db7da963 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1908057 Jul 07 19:10:46.083373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-08c8f50c-7ff8-4f41-a31b-8daea292ec81 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752193 Jul 07 19:10:46.087083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Network c6e381ec-72db-44fa-a9ec-cccf3432fd88 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:46.103287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:46.110776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:46.158776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Pushing event updated for resources: {'Port': ['ID=ed994b61-44cf-47dd-8850-512d45c520c2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:46.296586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:46.297205 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:46.345737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b4de3239-06dd-49bd-886d-e2274f1a0700 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5203903 Jul 07 19:10:46.354376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b67f64e8-c93c-44aa-8645-ae583f53d243 req-6660c1a0-453b-4673-8f33-3c0849e108e6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611301 Jul 07 19:10:46.364601 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-f93521af-ba8b-4eea-9ebf-4f2911b54a60 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073437 Jul 07 19:10:46.377088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9bcbb-30ef-46e8-aa9d-1596d3b30081 req-bea476df-b751-4ea7-a69a-b6315ed66762 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:46.378643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43f9bcbb-30ef-46e8-aa9d-1596d3b30081 req-bea476df-b751-4ea7-a69a-b6315ed66762 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 945 time: 0.2692394 Jul 07 19:10:46.384851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Request body: {'port': {'device_id': '7f32c111-ce42-4e33-84a1-9090ed7354cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:46.506546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43f9bcbb-30ef-46e8-aa9d-1596d3b30081 req-d027b326-8cf8-4c83-90f1-5b9e01f54ef4 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098747 Jul 07 19:10:46.562868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-fd390414-d09e-4d62-b770-06af0da32440 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818888 Jul 07 19:10:46.567221 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:46.800131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c7f92-4cfd-43ff-8e94-16f08bc00764 req-a5132c3c-e0af-4eb6-832f-5abb711ccc53 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:46.801589 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-335c7f92-4cfd-43ff-8e94-16f08bc00764 req-a5132c3c-e0af-4eb6-832f-5abb711ccc53 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 931 time: 0.1775491 Jul 07 19:10:46.874218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-335c7f92-4cfd-43ff-8e94-16f08bc00764 req-461288a9-4164-44e2-9fa9-1cf097951c68 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/security-groups?id=9cb2b33d-e1a2-49c1-8449-7438155ee453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589139 Jul 07 19:10:46.971372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed994b61-44cf-47dd-8850-512d45c520c2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:46.999897 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:47.026305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcfdf518-0ba9-4bc6-89cd-d7af373be80b req-43406702-628d-4971-a69a-dd4e08f5e42b tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 210 time: 0.0482965 Jul 07 19:10:47.031609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Transition to ACTIVE for port object ed994b61-44cf-47dd-8850-512d45c520c2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:47.037404 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:47.117309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Pushing event updated for resources: {'Port': ['ID=ed994b61-44cf-47dd-8850-512d45c520c2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:47.535001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Attempting to bind port ed994b61-44cf-47dd-8850-512d45c520c2 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:47.535398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Attempting to bind port ed994b61-44cf-47dd-8850-512d45c520c2 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '406fefc0-9106-4a4a-9224-583b51cc1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'c6e381ec-72db-44fa-a9ec-cccf3432fd88'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:47.535668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Attempting to bind port ed994b61-44cf-47dd-8850-512d45c520c2 on network c6e381ec-72db-44fa-a9ec-cccf3432fd88 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:47.547348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Port ed994b61-44cf-47dd-8850-512d45c520c2 on network c6e381ec-72db-44fa-a9ec-cccf3432fd88 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:47.547694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Attempting to bind port ed994b61-44cf-47dd-8850-512d45c520c2 on network c6e381ec-72db-44fa-a9ec-cccf3432fd88 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:47.564697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:47.564956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Checking segment: {'id': '406fefc0-9106-4a4a-9224-583b51cc1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'c6e381ec-72db-44fa-a9ec-cccf3432fd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:47.565346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Bound using segment: {'id': '406fefc0-9106-4a4a-9224-583b51cc1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'c6e381ec-72db-44fa-a9ec-cccf3432fd88'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:47.565768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Bound port: ed994b61-44cf-47dd-8850-512d45c520c2, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406fefc0-9106-4a4a-9224-583b51cc1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'c6e381ec-72db-44fa-a9ec-cccf3432fd88'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:47.566131 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:47.594554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8226ec-3a5d-4949-a76d-2b6c7ebdbd0b req-f1e2a8da-55a5-47f1-b362-30e6e85d2528 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:47.596054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d8226ec-3a5d-4949-a76d-2b6c7ebdbd0b req-f1e2a8da-55a5-47f1-b362-30e6e85d2528 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 948 time: 0.4540520 Jul 07 19:10:47.603126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738429c7-d943-43c7-b384-bf8c7502758a req-59e72dd9-4890-4b66-aa8c-295f78d8096b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:47.604493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-738429c7-d943-43c7-b384-bf8c7502758a req-59e72dd9-4890-4b66-aa8c-295f78d8096b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 945 time: 0.1525824 Jul 07 19:10:47.688650 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d8226ec-3a5d-4949-a76d-2b6c7ebdbd0b req-efe70332-4ed7-4202-a125-a2e124627cb5 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821347 Jul 07 19:10:47.703676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-738429c7-d943-43c7-b384-bf8c7502758a req-c9f92b98-caab-4bf8-a373-52964b2f305a tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891476 Jul 07 19:10:47.726391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] For port ed994b61-44cf-47dd-8850-512d45c520c2, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:47.730610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] For port ed994b61-44cf-47dd-8850-512d45c520c2, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ed994b61-44cf-47dd-8850-512d45c520c2,segment=NetworkSegment(406fefc0-9106-4a4a-9224-583b51cc1a58),segment_id=406fefc0-9106-4a4a-9224-583b51cc1a58)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:47.734711 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:47.767833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:47.769068 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:47.770288 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-0f8d290d-15da-4372-9589-48273360e039 service neutron] 10.222.0.59 "PUT /v2.0/ports/ed994b61-44cf-47dd-8850-512d45c520c2 HTTP/1.1" status: 200 len: 1092 time: 1.3904254 Jul 07 19:10:47.772925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f32c111-ce42-4e33-84a1-9090ed7354cf', 'tag': 'ed994b61-44cf-47dd-8850-512d45c520c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:47.775137 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bd80cf-5f35-4789-b10a-6a8051471731" -d '{"events": [{"name": "network-changed", "server_uuid": "7f32c111-ce42-4e33-84a1-9090ed7354cf", "tag": "ed994b61-44cf-47dd-8850-512d45c520c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:47.809087 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device f1e55add-6105-4848-8cf4-30fbfc639558 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:47.841458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d290d-15da-4372-9589-48273360e039 service neutron] Pushing event updated for resources: {'Port': ['ID=ed994b61-44cf-47dd-8850-512d45c520c2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:47.968217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:47.981745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'mac_address': 'fa:16:3e:12:30:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:48.004794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73c323-7a78-4698-ada3-ac48175fc164 req-c440988c-5f43-4dc3-8edd-ed7a0574c2bf tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.006331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e73c323-7a78-4698-ada3-ac48175fc164 req-c440988c-5f43-4dc3-8edd-ed7a0574c2bf tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 945 time: 0.1121721 Jul 07 19:10:48.008246 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b79391ac-76c9-4762-b60a-5b4c5f0423f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.009645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-b79391ac-76c9-4762-b60a-5b4c5f0423f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c274407913bc4242a4f5dd292cda2750&device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 1095 time: 0.1496115 Jul 07 19:10:48.024433 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:48.039146 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e55add-6105-4848-8cf4-30fbfc639558 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:48.081366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:48.086194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-a0616b2f-7c13-4839-9ecf-1069b881656c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed994b61-44cf-47dd-8850-512d45c520c2 HTTP/1.1" status: 200 len: 217 time: 0.0579581 Jul 07 19:10:48.090236 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:48.135810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e73c323-7a78-4698-ada3-ac48175fc164 req-2c109a44-b4ea-4eb4-9a69-f26a99c81a3f tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180441 Jul 07 19:10:48.147338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-8d995e4d-f4e8-449b-9b47-329515da6fbb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1940200 Jul 07 19:10:48.163272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a536e5-b379-4975-98af-9a529a821ed1 req-6aef204c-e92c-4b44-b2d7-b999c889688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.165039 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-6aef204c-e92c-4b44-b2d7-b999c889688a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eda47d7-81d1-402e-bb35-b8263d38e87f HTTP/1.1" status: 200 len: 852 time: 0.0685222 Jul 07 19:10:48.171870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:48.246233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-717e3ef3-bc22-4b49-bc45-d2239615e465 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6e381ec-72db-44fa-a9ec-cccf3432fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491002 Jul 07 19:10:48.283229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-4b3ce84f-473a-4763-8972-2317d5184019 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.284145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.59', 58313) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:48.285335 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-4b3ce84f-473a-4763-8972-2317d5184019 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.59 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 821 time: 0.1417327 Jul 07 19:10:48.285916 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc5e064-af87-497e-a212-e7ce43e07896 x-openstack-request-id: req-afc5e064-af87-497e-a212-e7ce43e07896 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:48.286377 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f32c111-ce42-4e33-84a1-9090ed7354cf", "tag": "ed994b61-44cf-47dd-8850-512d45c520c2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:48.290043 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-afc5e064-af87-497e-a212-e7ce43e07896 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:48.290788 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f32c111-ce42-4e33-84a1-9090ed7354cf', 'tag': 'ed994b61-44cf-47dd-8850-512d45c520c2', 'status': 'completed', 'code': 200} Jul 07 19:10:48.305904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Request body: {'port': {'device_id': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'admin_state_up': True, 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:48.448188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['f1e55add-6105-4848-8cf4-30fbfc639558'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:48.471369 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f4c5937-50e0-447b-bc8e-40572d1f42da req-8daf52f8-4177-44fa-b8bc-378bfcfbdc32 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 210 time: 0.0424697 Jul 07 19:10:48.505350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Made reservation on behalf of c1e476cefec54257a0ec25eb9b22a0ef for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:48.510132 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:48.541652 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-034a4af4-b88b-4f5d-84dc-99add632402d service neutron] 10.222.0.59 "GET /v2.0/networks/c6e381ec-72db-44fa-a9ec-cccf3432fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409861 Jul 07 19:10:48.572567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-02a6bb19-3010-40fc-ba5f-89dd859f3cef tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.574502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-02a6bb19-3010-40fc-ba5f-89dd859f3cef tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6&tenant_id=2ff2b51f57b445d8be48b8fe09df264e&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 949 time: 0.3271332 Jul 07 19:10:48.671103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-6f07e075-18fa-4fbf-8dd5-0e6cbb4607bd tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.672683 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-6f07e075-18fa-4fbf-8dd5-0e6cbb4607bd tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.112 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 945 time: 0.1583850 Jul 07 19:10:48.673771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-d8d0ee31-2a8e-4159-bd11-9fc06d6078e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.674280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-d8d0ee31-2a8e-4159-bd11-9fc06d6078e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.674752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-d8d0ee31-2a8e-4159-bd11-9fc06d6078e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.675222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-d8d0ee31-2a8e-4159-bd11-9fc06d6078e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.675693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-d8d0ee31-2a8e-4159-bd11-9fc06d6078e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.676164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-d8d0ee31-2a8e-4159-bd11-9fc06d6078e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.676669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-d8d0ee31-2a8e-4159-bd11-9fc06d6078e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.678559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-d8d0ee31-2a8e-4159-bd11-9fc06d6078e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6507 time: 0.3857265 Jul 07 19:10:48.690556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89f260-b5af-45bc-9eae-2e8b3ec83d30 req-c5454670-01b9-4423-95af-71d99a3552b2 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.697185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd89f260-b5af-45bc-9eae-2e8b3ec83d30 req-c5454670-01b9-4423-95af-71d99a3552b2 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 943 time: 0.3244078 Jul 07 19:10:48.764026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Allocated IP 172.20.0.9 (e67ae6aa-f63e-487f-946d-8170578079f7/d6e5a7be-be60-49c2-a25f-3c2bacdf724e/92030b9f-f285-4d6b-a8c2-e584ce67a71d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:48.774866 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:48.835195 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-b071e753-2041-4c03-8756-4bae93dfc915 service neutron] 10.222.0.59 "GET /v2.0/ports/f1e55add-6105-4848-8cf4-30fbfc639558/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 383 time: 0.2532814 Jul 07 19:10:48.838095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd89f260-b5af-45bc-9eae-2e8b3ec83d30 req-203f9b87-a8b8-4c0c-9218-b92489580363 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/security-groups?id=9cb2b33d-e1a2-49c1-8449-7438155ee453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401298 Jul 07 19:10:48.845821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33a536e5-b379-4975-98af-9a529a821ed1 req-8a3aea73-619d-4370-9a3f-ac04cd43e022 service neutron] 10.222.0.59 "GET /v2.0/networks/c6e381ec-72db-44fa-a9ec-cccf3432fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953525 Jul 07 19:10:48.910178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Deleting port db50b934-a6d9-4a11-9053-ded74353a498 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:48.910530 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:48.922254 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-bda5599e-9d32-43fc-8e48-e55f416e3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.922925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-bda5599e-9d32-43fc-8e48-e55f416e3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.923250 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-bda5599e-9d32-43fc-8e48-e55f416e3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.924895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-bda5599e-9d32-43fc-8e48-e55f416e3fb9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6951925a-2c29-4cfd-98f8-e14789d3e723&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 HTTP/1.1" status: 200 len: 2302 time: 0.2126582 Jul 07 19:10:48.966921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-37993c92-beb4-4257-be2c-e114d32e82be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:48.968616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-37993c92-beb4-4257-be2c-e114d32e82be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1101 time: 0.0845366 Jul 07 19:10:49.063753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] For port db50b934-a6d9-4a11-9053-ded74353a498, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=db50b934-a6d9-4a11-9053-ded74353a498,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:49.063753 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:49.170705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:49.189841 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-c448fb18-1f3f-40ea-b41a-7a370b88ab0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b HTTP/1.1" status: 200 len: 1000 time: 0.2176952 Jul 07 19:10:49.220665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Transition to ACTIVE for port object 92030b9f-f285-4d6b-a8c2-e584ce67a71d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:49.270042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-8ac87d03-584c-4592-b59e-076be5f9ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.271525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-8ac87d03-584c-4592-b59e-076be5f9ebc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2793562 Jul 07 19:10:49.294275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df4027-4926-472c-909c-7c3bc5f89a3b req-cb77e40a-7062-4250-826c-1d4869d0e5ee tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.295760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25df4027-4926-472c-909c-7c3bc5f89a3b req-cb77e40a-7062-4250-826c-1d4869d0e5ee tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 949 time: 0.2146320 Jul 07 19:10:49.313702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd80cf-5f35-4789-b10a-6a8051471731 req-5034d397-8af7-4348-9d1b-706d4b3a5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.315227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65bd80cf-5f35-4789-b10a-6a8051471731 req-5034d397-8af7-4348-9d1b-706d4b3a5abe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c274407913bc4242a4f5dd292cda2750&device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 1095 time: 0.3419321 Jul 07 19:10:49.358776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-4654824f-686e-4d26-82be-9ec2141bf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.360639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-4654824f-686e-4d26-82be-9ec2141bf9af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258 HTTP/1.1" status: 200 len: 856 time: 0.1330786 Jul 07 19:10:49.370918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-3aaf8486-e0ce-4654-8184-97c3289803fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 217 time: 0.0866871 Jul 07 19:10:49.568645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25df4027-4926-472c-909c-7c3bc5f89a3b req-098a4fff-7b45-446d-a647-b4bacf244377 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614558 Jul 07 19:10:49.570840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-d5fae936-595a-4298-8b3b-aa0a04190c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.572272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-d5fae936-595a-4298-8b3b-aa0a04190c3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1660316 Jul 07 19:10:49.643636 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd80cf-5f35-4789-b10a-6a8051471731 req-d07a795f-d58e-4f95-8cc6-e80b73990b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.645265 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65bd80cf-5f35-4789-b10a-6a8051471731 req-d07a795f-d58e-4f95-8cc6-e80b73990b6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6e381ec-72db-44fa-a9ec-cccf3432fd88 HTTP/1.1" status: 200 len: 914 time: 0.2886803 Jul 07 19:10:49.654678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-013377a0-af27-4781-be29-7a0295c43bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.656207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-013377a0-af27-4781-be29-7a0295c43bca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6951925a-2c29-4cfd-98f8-e14789d3e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2750549 Jul 07 19:10:49.673566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004d8c0-4a79-4236-9e81-342ba010e849 req-a6f201af-b331-4050-a719-f7b8391a04de tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.674522 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0004d8c0-4a79-4236-9e81-342ba010e849 req-a6f201af-b331-4050-a719-f7b8391a04de tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/ports?device_id=e80e0c23-ebea-41d0-b5e8-000316565cf0 HTTP/1.1" status: 200 len: 945 time: 0.3201146 Jul 07 19:10:49.681335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:49.682432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:49.684015 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Floating IP ca48f08b-e5f6-4b70-b314-066ee45040c5 disassociated. External IP: 172.25.2.179, port: db50b934-a6d9-4a11-9053-ded74353a498. Jul 07 19:10:49.685408 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Calling delete_port for db50b934-a6d9-4a11-9053-ded74353a498 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:49.701911 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:49.742197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['e099ea08-2dbf-4c9b-8507-024ab19259e6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:49.769383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65bd80cf-5f35-4789-b10a-6a8051471731 req-3784cdae-0ca8-49bb-8ea3-08c12223a7b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed994b61-44cf-47dd-8850-512d45c520c2 HTTP/1.1" status: 200 len: 217 time: 0.1111016 Jul 07 19:10:49.792074 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Network e67ae6aa-f63e-487f-946d-8170578079f7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:49.798456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:49.810928 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:49.827619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device f1e55add-6105-4848-8cf4-30fbfc639558 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:49.865498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-3fd03d73-3cbb-4845-b714-c53a0cce1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.867072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-3fd03d73-3cbb-4845-b714-c53a0cce1a60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2852199 Jul 07 19:10:49.887634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0004d8c0-4a79-4236-9e81-342ba010e849 req-37932bea-a4eb-4198-b317-f58ef762d901 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups?id=9ec93b88-4469-4682-9f9f-cabfefe548f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1728308 Jul 07 19:10:49.887974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Pushing event updated for resources: {'Port': ['ID=92030b9f-f285-4d6b-a8c2-e584ce67a71d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:49.897832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:49.898464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:49.959902 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port f1e55add-6105-4848-8cf4-30fbfc639558 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:49.971893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port f1e55add-6105-4848-8cf4-30fbfc639558 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:49.973108 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:49.994526 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-843af4ee-9365-4f28-a545-6bdc7a5cef85 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6931510 Jul 07 19:10:50.038951 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Request body: {'port': {'device_id': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:50.112089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-2b856246-aece-42c2-b425-28c6c85d93e9 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196944 Jul 07 19:10:50.114745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd80cf-5f35-4789-b10a-6a8051471731 req-6218ce95-2d7a-4921-a14e-453541f3bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:50.116410 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65bd80cf-5f35-4789-b10a-6a8051471731 req-6218ce95-2d7a-4921-a14e-453541f3bb9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eda47d7-81d1-402e-bb35-b8263d38e87f HTTP/1.1" status: 200 len: 852 time: 0.3318524 Jul 07 19:10:50.123141 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.129399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-5c672547-7be0-40be-9595-a0c34e2a5610 service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517076 Jul 07 19:10:50.166717 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.170442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50ab9786-14fa-4e1e-853c-dfdd10cf7f7f None None] Provisioning for port 92030b9f-f285-4d6b-a8c2-e584ce67a71d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:50.181282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50ab9786-14fa-4e1e-853c-dfdd10cf7f7f None None] Provisioning complete for port 92030b9f-f285-4d6b-a8c2-e584ce67a71d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:50.181537 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50ab9786-14fa-4e1e-853c-dfdd10cf7f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.187649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Pushing event deleted for resources: {'Port': ['ID=db50b934-a6d9-4a11-9053-ded74353a498,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:50.203415 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.219333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:50.239858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:50.242156 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b909c36-7126-413c-80ef-b71da7d10cbb" -d '{"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:50.248044 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.281522 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65bd80cf-5f35-4789-b10a-6a8051471731 req-76606e75-4df8-4cca-9c6d-8131955fd675 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6e381ec-72db-44fa-a9ec-cccf3432fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399133 Jul 07 19:10:50.310187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-50ab9786-14fa-4e1e-853c-dfdd10cf7f7f None None] Port 92030b9f-f285-4d6b-a8c2-e584ce67a71d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:50.321936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:50.422244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:10:50.634718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:50.646763 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd3834-a1bf-429f-87b9-0ac1b8afb68b None None] Sync routers for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:50.660666 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd3834-a1bf-429f-87b9-0ac1b8afb68b None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:50.662039 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-55bd3834-a1bf-429f-87b9-0ac1b8afb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:50.706759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] No DVR routers for this DVR port db50b934-a6d9-4a11-9053-ded74353a498 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:50.710473 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.712837 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f336c22c-fa64-46d7-8c57-b2b7dec33b7b req-288b16af-60d3-437c-86db-595a7fae133b tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.112 "DELETE /v2.0/ports/db50b934-a6d9-4a11-9053-ded74353a498 HTTP/1.1" status: 204 len: 173 time: 2.0175502 Jul 07 19:10:50.713101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'name': 'network-vif-deleted', 'tag': 'db50b934-a6d9-4a11-9053-ded74353a498'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:50.715461 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da27fcb6-cc28-406f-ac1c-02f741d3473f" -d '{"events": [{"server_uuid": "e80e0c23-ebea-41d0-b5e8-000316565cf0", "name": "network-vif-deleted", "tag": "db50b934-a6d9-4a11-9053-ded74353a498"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:50.719619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92030b9f-f285-4d6b-a8c2-e584ce67a71d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:50.730327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.748518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Transition to ACTIVE for port object 92030b9f-f285-4d6b-a8c2-e584ce67a71d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:50.755044 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.826396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-099fcb78-1dec-4190-bcee-86d8d493d3da service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832321 Jul 07 19:10:50.829177 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-55bd3834-a1bf-429f-87b9-0ac1b8afb68b None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:50.844689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70839f4c-651b-4ee2-a0c1-b236fcc919df req-2b82875a-c042-4727-a553-0b64b1f2b905 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:50.851846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Pushing event updated for resources: {'Port': ['ID=92030b9f-f285-4d6b-a8c2-e584ce67a71d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:50.852523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70839f4c-651b-4ee2-a0c1-b236fcc919df req-2b82875a-c042-4727-a553-0b64b1f2b905 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 931 time: 0.7335443 Jul 07 19:10:50.860401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65bd80cf-5f35-4789-b10a-6a8051471731 req-f0a3b49e-22cf-4d61-abcf-baf0d6efee9f service neutron] 10.222.0.59 "GET /v2.0/networks/c6e381ec-72db-44fa-a9ec-cccf3432fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601399 Jul 07 19:10:50.922631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Attempting to bind port 92030b9f-f285-4d6b-a8c2-e584ce67a71d on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:50.922976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Attempting to bind port 92030b9f-f285-4d6b-a8c2-e584ce67a71d by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:50.923311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Attempting to bind port 92030b9f-f285-4d6b-a8c2-e584ce67a71d on network e67ae6aa-f63e-487f-946d-8170578079f7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:50.928409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Port 92030b9f-f285-4d6b-a8c2-e584ce67a71d on network e67ae6aa-f63e-487f-946d-8170578079f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:50.928760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Attempting to bind port 92030b9f-f285-4d6b-a8c2-e584ce67a71d on network e67ae6aa-f63e-487f-946d-8170578079f7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:50.934881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:50.935220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Checking segment: {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:50.935605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Bound using segment: {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:50.936028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a14a8-c504-4e9a-a04b-d48d3fd08f70 req-75a655a5-f0f6-4d32-8991-1e6d91cd662f tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:50.936527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Bound port: 92030b9f-f285-4d6b-a8c2-e584ce67a71d, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed5a7f1-e604-41ca-ac92-2082e83caeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:50.936527 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.943014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-642a14a8-c504-4e9a-a04b-d48d3fd08f70 req-75a655a5-f0f6-4d32-8991-1e6d91cd662f tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 943 time: 0.8254035 Jul 07 19:10:50.952166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-97214f35-e143-4094-a218-10c7a50700aa service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8076777 Jul 07 19:10:51.024755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] For port 92030b9f-f285-4d6b-a8c2-e584ce67a71d, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:51.030047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] For port 92030b9f-f285-4d6b-a8c2-e584ce67a71d, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=92030b9f-f285-4d6b-a8c2-e584ce67a71d,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:51.037483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:51.069260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-04d07c37-67c7-4403-ad3c-5d2785e7ab38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=af9b95f0-6d56-45bb-93c5-baa55385b852 HTTP/1.1" status: 200 len: 217 time: 0.0960803 Jul 07 19:10:51.089166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 68081b3c-cc63-4fd9-aa6f-456c95339728 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:51.096312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device db50b934-a6d9-4a11-9053-ded74353a498 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:51.107538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70839f4c-651b-4ee2-a0c1-b236fcc919df req-88ff1e54-98c8-4ba3-a545-2450859660b7 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541990 Jul 07 19:10:51.143148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:51.143777 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:51.145220 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] 10.222.0.59 "PUT /v2.0/ports/92030b9f-f285-4d6b-a8c2-e584ce67a71d HTTP/1.1" status: 200 len: 1092 time: 1.1145186 Jul 07 19:10:51.168882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: db50b934-a6d9-4a11-9053-ded74353a498 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:51.170065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device db50b934-a6d9-4a11-9053-ded74353a498 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:51.177896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80746a7a-1b1c-464a-bb66-7dac5f66b930 service neutron] Pushing event updated for resources: {'Port': ['ID=92030b9f-f285-4d6b-a8c2-e584ce67a71d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:51.201653 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-642a14a8-c504-4e9a-a04b-d48d3fd08f70 req-fb646a32-a85b-49d0-b3c5-451557a27c68 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/security-groups?id=9cb2b33d-e1a2-49c1-8449-7438155ee453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576852 Jul 07 19:10:51.252684 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-55bd3834-a1bf-429f-87b9-0ac1b8afb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:51.259533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-cf2a91af-1ffe-4111-af47-4fc7eca97055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:51.265547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-cf2a91af-1ffe-4111-af47-4fc7eca97055 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.1805735 Jul 07 19:10:51.277622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65bd80cf-5f35-4789-b10a-6a8051471731 req-6ca85ed6-94aa-43e9-ad22-83167ccdbcb0 service neutron] 10.222.0.59 "GET /v2.0/networks/c6e381ec-72db-44fa-a9ec-cccf3432fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996065 Jul 07 19:10:51.303669 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-96eda522-a3ac-4594-bab6-dcafe0eb303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:51.312717 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-96eda522-a3ac-4594-bab6-dcafe0eb303a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 1095 time: 0.1003430 Jul 07 19:10:51.338793 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fc566f-969c-428d-bb28-a0c75bcd3a9e x-openstack-request-id: req-a6fc566f-969c-428d-bb28-a0c75bcd3a9e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:51.340181 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:51.340757 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a6fc566f-969c-428d-bb28-a0c75bcd3a9e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:51.341311 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'code': 200} Jul 07 19:10:51.367870 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd3834-a1bf-429f-87b9-0ac1b8afb68b None None] Checking router: 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:51.401492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-d50f0941-6143-4518-843f-a9c2f0f721bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:51.406431 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-d50f0941-6143-4518-843f-a9c2f0f721bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1274557 Jul 07 19:10:51.406693 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd3834-a1bf-429f-87b9-0ac1b8afb68b None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:51.408459 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-55bd3834-a1bf-429f-87b9-0ac1b8afb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:51.427329 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-6e3624cb-f997-44fb-8848-86aa70e265a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92030b9f-f285-4d6b-a8c2-e584ce67a71d HTTP/1.1" status: 200 len: 217 time: 0.0837431 Jul 07 19:10:51.428233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 68081b3c-cc63-4fd9-aa6f-456c95339728, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=68081b3c-cc63-4fd9-aa6f-456c95339728,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:51.462938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '68081b3c-cc63-4fd9-aa6f-456c95339728', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'port_id': '68081b3c-cc63-4fd9-aa6f-456c95339728', 'mac_address': 'fa:16:3e:01:37:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af90dcd0-75ba-4a0d-9802-efe7b65f07a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:51.539827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-c5bb8c50-593a-446b-a52d-7631d80ba2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:51.544056 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-c5bb8c50-593a-446b-a52d-7631d80ba2af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.1082253 Jul 07 19:10:51.561770 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:51.641522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-4dd6ab2e-bb64-4396-8705-147092e0d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:51.642910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68081b3c-cc63-4fd9-aa6f-456c95339728 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:51.643746 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-4dd6ab2e-bb64-4396-8705-147092e0d572 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834229 Jul 07 19:10:51.697479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 68081b3c-cc63-4fd9-aa6f-456c95339728, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=68081b3c-cc63-4fd9-aa6f-456c95339728,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:51.706394 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:51.742759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-0e37f179-dc2b-4a51-9fee-15bd3f5c98e1 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252454 Jul 07 19:10:51.743229 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-55bd3834-a1bf-429f-87b9-0ac1b8afb68b None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:51.777289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783df0c-7dd9-4632-8245-2829a7d9647d req-c4ad113e-ac88-45da-8334-1755c38b0e76 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:51.786228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=68081b3c-cc63-4fd9-aa6f-456c95339728,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:51.787652 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c783df0c-7dd9-4632-8245-2829a7d9647d req-c4ad113e-ac88-45da-8334-1755c38b0e76 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.2498119 Jul 07 19:10:51.807102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['68081b3c-cc63-4fd9-aa6f-456c95339728'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:51.826938 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-cc7b8dec-9ae9-4df7-9436-c954e0fb8947 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758187 Jul 07 19:10:51.861869 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ed994b61-44cf-47dd-8850-512d45c520c2 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:51.956010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-e5434efe-1a07-4d54-a20d-25da5a09ca92 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999846 Jul 07 19:10:52.055288 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c350f16f-0895-4817-8de4-ebf4f02a9fe6 req-e8d4e0af-3012-4b1a-b628-896c42af97fa service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995597 Jul 07 19:10:52.067501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-5913a230-e822-4e76-a63f-b9c7fe44ac9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=db55104a-fd02-47c0-a7f9-81c03131dee5 HTTP/1.1" status: 200 len: 217 time: 0.0953448 Jul 07 19:10:52.101945 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fe68e8-2f9d-43a4-b6c5-6e0d4b223381 x-openstack-request-id: req-89fe68e8-2f9d-43a4-b6c5-6e0d4b223381 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:52.102254 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80e0c23-ebea-41d0-b5e8-000316565cf0", "name": "network-vif-deleted", "tag": "db50b934-a6d9-4a11-9053-ded74353a498", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:52.103200 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-89fe68e8-2f9d-43a4-b6c5-6e0d4b223381 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:52.103914 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80e0c23-ebea-41d0-b5e8-000316565cf0', 'name': 'network-vif-deleted', 'tag': 'db50b934-a6d9-4a11-9053-ded74353a498', 'status': 'completed', 'code': 200} Jul 07 19:10:52.123641 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-55bd3834-a1bf-429f-87b9-0ac1b8afb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:52.154160 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd3834-a1bf-429f-87b9-0ac1b8afb68b None None] The sync data for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 is: [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f17eb71d-bd16-4168-a9ba-363bf80eae02', 'name': '', 'network_id': '316f751f-01ed-42b8-8a52-47968efc8ee7', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'mac_address': 'fa:16:3e:12:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:43Z', 'updated_at': '2021-07-07T19:05:56Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'subnets': [{'id': 'a4e5bb48-c9b7-4747-8676-f7af843cddd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:52.182634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c783df0c-7dd9-4632-8245-2829a7d9647d req-6459eee0-96d8-43e7-94c6-391251ca8bdd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833396 Jul 07 19:10:52.219099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ed994b61-44cf-47dd-8850-512d45c520c2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ed994b61-44cf-47dd-8850-512d45c520c2,segment=NetworkSegment(406fefc0-9106-4a4a-9224-583b51cc1a58),segment_id=406fefc0-9106-4a4a-9224-583b51cc1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:52.225066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-6b0b0aac-0da0-4fc4-b04b-d8034b540fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:52.226792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-6b0b0aac-0da0-4fc4-b04b-d8034b540fd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.1509736 Jul 07 19:10:52.247109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'ed994b61-44cf-47dd-8850-512d45c520c2', 'network_id': 'c6e381ec-72db-44fa-a9ec-cccf3432fd88', 'port_id': 'ed994b61-44cf-47dd-8850-512d45c520c2', 'mac_address': 'fa:16:3e:e2:43:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eda47d7-81d1-402e-bb35-b8263d38e87f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:52.338281 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:52.343369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-0e5632ad-84c1-4d5d-802c-27a18e639928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:52.345515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-0e5632ad-84c1-4d5d-802c-27a18e639928 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1002543 Jul 07 19:10:52.363490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed994b61-44cf-47dd-8850-512d45c520c2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:52.405290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ed994b61-44cf-47dd-8850-512d45c520c2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ed994b61-44cf-47dd-8850-512d45c520c2,segment=NetworkSegment(406fefc0-9106-4a4a-9224-583b51cc1a58),segment_id=406fefc0-9106-4a4a-9224-583b51cc1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:52.411649 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:52.473925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=ed994b61-44cf-47dd-8850-512d45c520c2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:52.524756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a88b55-b9a4-4c94-860a-8a74e295d977 None None] New status for floating IP ca48f08b-e5f6-4b70-b314-066ee45040c5: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:10:52.628539 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-86e19c04-d8ba-41b5-a427-1c1794a6862c service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711940 Jul 07 19:10:52.645812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b8b0b-ef80-4495-91f9-0f27befe14b8 req-9dc16c49-3793-43eb-9186-ff3f22110fa9 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:52.647733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-281b8b0b-ef80-4495-91f9-0f27befe14b8 req-9dc16c49-3793-43eb-9186-ff3f22110fa9 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 944 time: 0.1720171 Jul 07 19:10:52.724553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256043c-f734-404b-b879-688020fe8a23 req-c4693c04-4d09-43e8-a0ce-e0f4e97b93f0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:52.726118 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3256043c-f734-404b-b879-688020fe8a23 req-c4693c04-4d09-43e8-a0ce-e0f4e97b93f0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 943 time: 0.2558491 Jul 07 19:10:52.794792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['ed994b61-44cf-47dd-8850-512d45c520c2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:52.804935 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-281b8b0b-ef80-4495-91f9-0f27befe14b8 req-b3c70011-b6ba-46fa-b7bb-9bcd7929b27c tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/security-groups?id=9cb2b33d-e1a2-49c1-8449-7438155ee453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461465 Jul 07 19:10:52.859551 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3256043c-f734-404b-b879-688020fe8a23 req-fc7fdf73-3a44-4b5b-95b9-8acb13e2c126 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142519 Jul 07 19:10:52.865179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-019928f3-d07f-42b6-a82d-41b21da6b2a8 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164831 Jul 07 19:10:52.982612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-047d159d-3f14-496d-a915-ff8bf68d9bc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=232b1ab9-807e-4542-bd2f-322e9f1ec6ff HTTP/1.1" status: 200 len: 217 time: 0.1064014 Jul 07 19:10:53.079717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-5fb3021a-23b0-41aa-a08e-2570d3ef6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:53.085725 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-5fb3021a-23b0-41aa-a08e-2570d3ef6f35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.0936089 Jul 07 19:10:53.113156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 68081b3c-cc63-4fd9-aa6f-456c95339728 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:53.220118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 68081b3c-cc63-4fd9-aa6f-456c95339728 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:53.220857 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.238986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:53.270574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-9ab7360c-9822-4bd1-90b0-69fc6b20c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:53.272743 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-9ab7360c-9822-4bd1-90b0-69fc6b20c80e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1641626 Jul 07 19:10:53.383066 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.390215 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.451494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.466751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68081b3c-cc63-4fd9-aa6f-456c95339728'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:53.472967 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b883a9-af12-404e-8b45-14d990a17311" -d '{"events": [{"server_uuid": "d42cbfbc-210e-4cd2-83bf-ce04c81401e4", "name": "network-vif-plugged", "status": "completed", "tag": "68081b3c-cc63-4fd9-aa6f-456c95339728"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:53.516633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 68081b3c-cc63-4fd9-aa6f-456c95339728, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=68081b3c-cc63-4fd9-aa6f-456c95339728,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:53.529642 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.549999 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.556943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:53.564375 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "DELETE /v2.0/security-groups/9ec93b88-4469-4682-9f9f-cabfefe548f3 HTTP/1.1" status: 204 len: 168 time: 0.3242648 Jul 07 19:10:53.566358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:53.584940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec93b88-4469-4682-9f9f-cabfefe548f3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:53.594991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.595398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.595739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.596656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.597022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.597363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.597718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.598089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.598423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.598756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.599086 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.599418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c692b-51a6-4b83-a993-9854f0a86c25 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:53.631341 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e4974e5e-0a50-4f0d-8517-0c60d110bf85 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] show failed (client error): The resource could not be found. Jul 07 19:10:53.632557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e4974e5e-0a50-4f0d-8517-0c60d110bf85 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "GET /v2.0/security-groups/9ec93b88-4469-4682-9f9f-cabfefe548f3 HTTP/1.1" status: 404 len: 347 time: 0.0594077 Jul 07 19:10:53.635703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:53.641063 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00fb2cb-9630-4a3a-b00b-69fcd49fe4c6 x-openstack-request-id: req-d00fb2cb-9630-4a3a-b00b-69fcd49fe4c6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:53.641306 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42cbfbc-210e-4cd2-83bf-ce04c81401e4", "name": "network-vif-plugged", "status": "completed", "tag": "68081b3c-cc63-4fd9-aa6f-456c95339728", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:53.641621 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d00fb2cb-9630-4a3a-b00b-69fcd49fe4c6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:53.642020 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68081b3c-cc63-4fd9-aa6f-456c95339728', 'code': 200} Jul 07 19:10:53.663696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=68081b3c-cc63-4fd9-aa6f-456c95339728,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:53.875419 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-435fa590-b316-414b-8579-3df6c0ff2b66 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900171 Jul 07 19:10:53.893310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ed994b61-44cf-47dd-8850-512d45c520c2 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:53.990050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-862edcdc-51a7-4925-9233-d5ed7cec2c63 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952342 Jul 07 19:10:54.020431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f8336-85f2-4cde-a0de-8f01ddc94faf req-f4066808-7da0-4adf-ba99-fed69aeff95d tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:54.027837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-558f8336-85f2-4cde-a0de-8f01ddc94faf req-f4066808-7da0-4adf-ba99-fed69aeff95d tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.5613463 Jul 07 19:10:54.046999 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-8ad085d2-c883-4bc8-8e0e-41c329b5bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:54.049465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port ed994b61-44cf-47dd-8850-512d45c520c2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:54.052251 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-8ad085d2-c883-4bc8-8e0e-41c329b5bbaf service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6&tenant_id=2ff2b51f57b445d8be48b8fe09df264e HTTP/1.1" status: 200 len: 1102 time: 0.1309409 Jul 07 19:10:54.060211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port ed994b61-44cf-47dd-8850-512d45c520c2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:54.063111 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.071330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:54.108433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'tag': '92030b9f-f285-4d6b-a8c2-e584ce67a71d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:54.110802 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9", "tag": "92030b9f-f285-4d6b-a8c2-e584ce67a71d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:54.131066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-558f8336-85f2-4cde-a0de-8f01ddc94faf req-5fc29ab1-a581-469e-8dda-837a230b7671 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022575 Jul 07 19:10:54.150006 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-e093b42a-7772-4355-a3a1-be0b1f72f8db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=99f55f86-70b0-4e88-b9ef-d1f77c09442d HTTP/1.1" status: 200 len: 217 time: 0.1481938 Jul 07 19:10:54.239519 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.240542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.290897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ed994b61-44cf-47dd-8850-512d45c520c2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ed994b61-44cf-47dd-8850-512d45c520c2,segment=NetworkSegment(406fefc0-9106-4a4a-9224-583b51cc1a58),segment_id=406fefc0-9106-4a4a-9224-583b51cc1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:54.299227 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.300947 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device f1e55add-6105-4848-8cf4-30fbfc639558 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:54.315073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-6f4bbff4-b1d0-4c9e-a52a-5d0d8603182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:54.316598 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-6f4bbff4-b1d0-4c9e-a52a-5d0d8603182c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.1047878 Jul 07 19:10:54.319979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Deleting port 98dda2b4-6fc0-4b5c-9479-3d3a067c355d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:54.320301 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.447034 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.447474 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.461545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Calling delete_port for 98dda2b4-6fc0-4b5c-9479-3d3a067c355d owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:54.502413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:54.544919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:54.564596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=ed994b61-44cf-47dd-8850-512d45c520c2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:54.600668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:54.629775 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.692956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.724316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7066f-cf28-461f-9806-b6d328c2dddb req-7c4b4649-75fb-48ed-9d97-4e8be79feb7a tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:54.737275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8e7066f-cf28-461f-9806-b6d328c2dddb req-7c4b4649-75fb-48ed-9d97-4e8be79feb7a tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 944 time: 0.6253855 Jul 07 19:10:54.739633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Transition to ACTIVE for port object f1e55add-6105-4848-8cf4-30fbfc639558 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:54.740918 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c51d000a-e7ca-4cc8-9c96-c83098339403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.747787 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:54.795074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eb57f-2ca3-4ef2-b0f5-09e17e9b70e9 req-4234db22-340d-4b45-a1f1-6e7119a5e279 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:54.795750 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:10:54.796338 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:10:54.801833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-266eb57f-2ca3-4ef2-b0f5-09e17e9b70e9 req-4234db22-340d-4b45-a1f1-6e7119a5e279 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 943 time: 0.2869470 Jul 07 19:10:54.812264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-b019b299-26e6-4973-bbd6-63fc659bd29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:54.817606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-b019b299-26e6-4973-bbd6-63fc659bd29a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2977462 Jul 07 19:10:54.869802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] No DVR routers for this DVR port f1e55add-6105-4848-8cf4-30fbfc639558 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:54.876228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:54.955712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:54.955712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:54.956207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:54.970175 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Port f1e55add-6105-4848-8cf4-30fbfc639558 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:54.970519 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Attempting to bind port f1e55add-6105-4848-8cf4-30fbfc639558 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:54.978088 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:54.978438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:54.978835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:54.979387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Bound port: f1e55add-6105-4848-8cf4-30fbfc639558, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:54.979987 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.033384 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-ec82eee4-b3d3-4bbc-a11d-e9b2f38f4146 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205623 Jul 07 19:10:55.048806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8e7066f-cf28-461f-9806-b6d328c2dddb req-c7355c75-e7c0-401b-b241-88e9bb0dd9fe tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/security-groups?id=9cb2b33d-e1a2-49c1-8449-7438155ee453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080294 Jul 07 19:10:55.123203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c51d000a-e7ca-4cc8-9c96-c83098339403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.138205 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c51d000a-e7ca-4cc8-9c96-c83098339403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.209228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-f86cb95b-3e52-41ad-b255-b229865761c6 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560998 Jul 07 19:10:55.218368 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c51d000a-e7ca-4cc8-9c96-c83098339403 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=be0fad72b20c43198907f1ffffb40154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7116110 Jul 07 19:10:55.218895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:55.226141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:55.244200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d000a-e7ca-4cc8-9c96-c83098339403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddc7611-b82f-419b-a3d1-60aae6913a25,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:55.268663 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:55.281309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.335848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:55.337038 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.339968 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] 10.222.0.112 "PUT /v2.0/ports/f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 1098 time: 1.2801006 Jul 07 19:10:55.356779 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f303a99-2e31-4f54-8295-22a294671fdd x-openstack-request-id: req-3f303a99-2e31-4f54-8295-22a294671fdd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:55.357497 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9", "tag": "92030b9f-f285-4d6b-a8c2-e584ce67a71d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:55.357943 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3f303a99-2e31-4f54-8295-22a294671fdd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:55.359249 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'tag': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'status': 'completed', 'code': 200} Jul 07 19:10:55.402556 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.406239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-a0fd4b2c-9806-4c21-86b7-f70bb1a7f850 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 HTTP/1.1" status: 200 len: 217 time: 0.1352751 Jul 07 19:10:55.445516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Pushing event deleted for resources: {'Port': ['ID=98dda2b4-6fc0-4b5c-9479-3d3a067c355d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:55.495167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fff8a8-e2ed-40c7-bb6f-58d6b80a4e6d service neutron] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:55.506061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-266eb57f-2ca3-4ef2-b0f5-09e17e9b70e9 req-f3c5ed5a-1e70-487d-9a09-a0fba40a4972 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7029905 Jul 07 19:10:55.519144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b32424b1-b440-4a47-b467-113cc8fbc74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.580589 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b32424b1-b440-4a47-b467-113cc8fbc74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.585427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-75949b17-1bd5-44c3-8705-0e2cdddd0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:55.591907 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-75949b17-1bd5-44c3-8705-0e2cdddd0ffc service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1101 time: 0.2251797 Jul 07 19:10:55.608495 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858 req-9641e3c4-1be2-43ac-8a90-d5bb5ed22ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:55.610264 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858 req-9641e3c4-1be2-43ac-8a90-d5bb5ed22ed9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 1095 time: 0.1678345 Jul 07 19:10:55.642900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f32c111-ce42-4e33-84a1-9090ed7354cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed994b61-44cf-47dd-8850-512d45c520c2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:55.645271 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a529afb-1ed7-4167-9b81-52271df202bf" -d '{"events": [{"server_uuid": "7f32c111-ce42-4e33-84a1-9090ed7354cf", "name": "network-vif-plugged", "status": "completed", "tag": "ed994b61-44cf-47dd-8850-512d45c520c2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:55.723340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.723702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.724195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.724568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.725208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.725546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.725885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.726216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.726675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.726867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.727197 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.727521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:55.730193 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef5f38b-c2a0-49eb-8d1b-dbe29d6be4b4 x-openstack-request-id: req-bef5f38b-c2a0-49eb-8d1b-dbe29d6be4b4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:55.730494 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f32c111-ce42-4e33-84a1-9090ed7354cf", "name": "network-vif-plugged", "status": "completed", "tag": "ed994b61-44cf-47dd-8850-512d45c520c2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:55.730752 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bef5f38b-c2a0-49eb-8d1b-dbe29d6be4b4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:55.731142 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f32c111-ce42-4e33-84a1-9090ed7354cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed994b61-44cf-47dd-8850-512d45c520c2', 'code': 200} Jul 07 19:10:55.733881 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b32424b1-b440-4a47-b467-113cc8fbc74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.737066 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b32424b1-b440-4a47-b467-113cc8fbc74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:55.738246 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b32424b1-b440-4a47-b467-113cc8fbc74e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4ddc7611-b82f-419b-a3d1-60aae6913a25 HTTP/1.1" status: 204 len: 168 time: 0.5191162 Jul 07 19:10:55.763119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32424b1-b440-4a47-b467-113cc8fbc74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddc7611-b82f-419b-a3d1-60aae6913a25,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:55.857914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-13f3198f-fd99-4f5d-ac9d-ba7288323ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:55.859764 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-13f3198f-fd99-4f5d-ac9d-ba7288323ab7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2537315 Jul 07 19:10:55.862817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858 req-05d1b9fe-b41a-4154-b15b-588e09d88a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:55.864258 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858 req-05d1b9fe-b41a-4154-b15b-588e09d88a4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.2443635 Jul 07 19:10:55.884143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 92030b9f-f285-4d6b-a8c2-e584ce67a71d details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:55.922301 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-d30fd0c1-8bce-4258-b329-cfe7c273a433 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 217 time: 0.0549774 Jul 07 19:10:55.955858 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858 req-72923e11-7ab3-40d0-b57c-64ad16652ac8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92030b9f-f285-4d6b-a8c2-e584ce67a71d HTTP/1.1" status: 200 len: 217 time: 0.0793662 Jul 07 19:10:56.057832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-feb726d9-4216-4ad7-870e-2518ce782194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.060622 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-feb726d9-4216-4ad7-870e-2518ce782194 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1067774 Jul 07 19:10:56.062270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858 req-71b9a7ff-8d50-48be-9c63-12a45d86a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.063746 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858 req-71b9a7ff-8d50-48be-9c63-12a45d86a0a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.0996256 Jul 07 19:10:56.093477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-fe1d0d2e-154d-4b89-805a-75ec62a43e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.094995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-fe1d0d2e-154d-4b89-805a-75ec62a43e0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 200 len: 797 time: 0.6573925 Jul 07 19:10:56.098539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 92030b9f-f285-4d6b-a8c2-e584ce67a71d, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=92030b9f-f285-4d6b-a8c2-e584ce67a71d,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:56.132190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'port_id': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'mac_address': 'fa:16:3e:b3:42:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:56.147525 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.150699 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.155566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d2395996-4cb4-4aae-9b9b-c7f4d1998078 tempest-ServersWithSpecificFlavorTestJSON-676476521 tempest-ServersWithSpecificFlavorTestJSON-676476521-project] 10.222.0.113 "DELETE /v2.0/floatingips/ca48f08b-e5f6-4b70-b314-066ee45040c5 HTTP/1.1" status: 204 len: 168 time: 2.5188420 Jul 07 19:10:56.215724 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.220413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5181cc-510e-4d8c-9170-7261bae2cd92 req-42720003-ade7-4fb7-b11d-f8673ec7de7b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.231845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e5181cc-510e-4d8c-9170-7261bae2cd92 req-42720003-ade7-4fb7-b11d-f8673ec7de7b tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 949 time: 0.3936079 Jul 07 19:10:56.250492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92030b9f-f285-4d6b-a8c2-e584ce67a71d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:56.286116 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 92030b9f-f285-4d6b-a8c2-e584ce67a71d, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=92030b9f-f285-4d6b-a8c2-e584ce67a71d,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:56.296780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-c5a3a70a-a1f9-410d-a21c-6e2bc4ae302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.299372 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:56.300115 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-c5a3a70a-a1f9-410d-a21c-6e2bc4ae302d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2326331 Jul 07 19:10:56.302223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858 req-327c13d8-6a3e-4161-9a94-d2782a0f8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.303603 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858 req-327c13d8-6a3e-4161-9a94-d2782a0f8e68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2258127 Jul 07 19:10:56.315708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084f29e-1e82-48a2-8546-f6c550fe9f84 req-58b9601f-13f3-4089-955d-029ef692d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.317269 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c084f29e-1e82-48a2-8546-f6c550fe9f84 req-58b9601f-13f3-4089-955d-029ef692d556 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 1097 time: 0.3248160 Jul 07 19:10:56.370770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c084f29e-1e82-48a2-8546-f6c550fe9f84 req-79eb6290-17ee-4d95-946d-bf02f4111f22 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9cb2b33d-e1a2-49c1-8449-7438155ee453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406904 Jul 07 19:10:56.412788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-50f6b87e-674e-457f-a6d6-d763a84f29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.414782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-50f6b87e-674e-457f-a6d6-d763a84f29fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3109388 Jul 07 19:10:56.427313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=92030b9f-f285-4d6b-a8c2-e584ce67a71d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:56.431515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e5181cc-510e-4d8c-9170-7261bae2cd92 req-f70b7bf6-5616-4c5c-8202-361df8e3e547 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986892 Jul 07 19:10:56.466898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba679937-e884-4ca8-91c4-2c3c0f6f5022 req-5c03a4f9-2a4d-422d-8823-38b620a35c18 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:56.471919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba679937-e884-4ca8-91c4-2c3c0f6f5022 req-5c03a4f9-2a4d-422d-8823-38b620a35c18 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 945 time: 0.2094126 Jul 07 19:10:56.572963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba679937-e884-4ca8-91c4-2c3c0f6f5022 req-6661cbd6-0c17-4a25-9fdd-cfd6e304b2c1 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/security-groups?id=9cb2b33d-e1a2-49c1-8449-7438155ee453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923254 Jul 07 19:10:56.611131 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-daecc918-70ee-4d9d-a435-cd1604e3588e service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040900 Jul 07 19:10:56.675306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['92030b9f-f285-4d6b-a8c2-e584ce67a71d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:56.710855 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858 req-fd857ae2-0212-47c1-9d7a-167cc77ebd7b service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257766 Jul 07 19:10:56.869642 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-568476a3-dee8-409a-af97-5da19d54fd2f service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991966 Jul 07 19:10:56.976353 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9b89990b-c306-4ed9-9d52-eadb858412a0 req-5ff48659-2c0b-41ff-b2e1-a21c61f1be22 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479817 Jul 07 19:10:56.997091 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ffedb2ea-9d71-4bd6-a824-4e5fd72ee858 req-41dfe976-a9a4-47d9-aa7c-e3c50870cd47 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696185 Jul 07 19:10:57.078889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-f67c7e96-3d0a-417e-977b-10162bf8871f service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977277 Jul 07 19:10:57.103984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a287a-26bc-41a0-8d34-422cec31d6c7 req-d46199fe-2b1b-4666-a946-9493d2ed1d4c tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:57.125646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b09a287a-26bc-41a0-8d34-422cec31d6c7 req-d46199fe-2b1b-4666-a946-9493d2ed1d4c tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 944 time: 0.1352272 Jul 07 19:10:57.362419 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558'}, {'name': 'network-changed', 'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:57.364870 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5777de53-b63f-43c3-9d60-e9b323a34814" -d '{"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558"}, {"name": "network-changed", "server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:57.560878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-0154667e-a431-4875-b979-57b0fbb08b01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab HTTP/1.1" status: 200 len: 217 time: 0.4723408 Jul 07 19:10:57.642061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b09a287a-26bc-41a0-8d34-422cec31d6c7 req-a1cad321-d341-4383-b9cb-4b6173227c3a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150998 Jul 07 19:10:57.689648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-ee4a4d57-8c13-4f78-86e9-fc6444252c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:57.693034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-ee4a4d57-8c13-4f78-86e9-fc6444252c1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 200 len: 797 time: 0.0973120 Jul 07 19:10:57.731377 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0c3888-3e9f-4a1a-8b61-97606525b69a x-openstack-request-id: req-bf0c3888-3e9f-4a1a-8b61-97606525b69a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:57.731858 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558", "code": 200}, {"name": "network-changed", "server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:57.732600 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bf0c3888-3e9f-4a1a-8b61-97606525b69a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:57.733126 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'code': 200} Jul 07 19:10:57.733528 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'status': 'completed', 'code': 200} Jul 07 19:10:57.951498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-0ed72b4d-1ba1-423c-9479-efcd11ec9822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:57.953312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-0ed72b4d-1ba1-423c-9479-efcd11ec9822 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2515326 Jul 07 19:10:58.005228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-eb65fdf9-bd9f-4b6f-8138-f2900d0d592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.006736 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-eb65fdf9-bd9f-4b6f-8138-f2900d0d592e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1101 time: 0.1347868 Jul 07 19:10:58.008596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-67502aac-a038-4cdb-902f-aaff650af976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.009933 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-67502aac-a038-4cdb-902f-aaff650af976 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1101 time: 0.2452219 Jul 07 19:10:58.121569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-f3371070-12ab-4ff8-9ac3-982c0bb9cb42 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611264 Jul 07 19:10:58.148691 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e18aa-38ed-4a4b-862f-07c1c19f7646 req-23817dd2-82a5-4760-bdfb-27b70acfc76a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.150271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-806e18aa-38ed-4a4b-862f-07c1c19f7646 req-23817dd2-82a5-4760-bdfb-27b70acfc76a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 949 time: 0.2445800 Jul 07 19:10:58.192221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-9cbfb705-506a-434b-9599-c1fa8f4b99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.193815 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-9cbfb705-506a-434b-9599-c1fa8f4b99ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1790597 Jul 07 19:10:58.196815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-5d0f1455-0f4d-4e32-9bc2-ae9b6c1f5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.198981 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-5d0f1455-0f4d-4e32-9bc2-ae9b6c1f5377 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1752222 Jul 07 19:10:58.272425 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-7d3d1fcf-3947-4657-8949-c6c1c963548f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 217 time: 0.0710917 Jul 07 19:10:58.274569 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-8f71c15f-a1b7-4a0f-b850-3d6099a9ca90 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 200 len: 217 time: 0.0667722 Jul 07 19:10:58.291282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efbdd0-5c01-4a7d-8a54-16fe4578b17a req-fcd7524c-496f-4c49-b5f6-0e2a3c83ee03 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.297533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3efbdd0-5c01-4a7d-8a54-16fe4578b17a req-fcd7524c-496f-4c49-b5f6-0e2a3c83ee03 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 945 time: 0.3118720 Jul 07 19:10:58.326420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-806e18aa-38ed-4a4b-862f-07c1c19f7646 req-8fdbe7da-2d64-421d-9a84-a45cb538cb00 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314466 Jul 07 19:10:58.381784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-c05e6b0c-d6bf-4651-8cd9-b3941c8969ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.383315 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-c05e6b0c-d6bf-4651-8cd9-b3941c8969ef service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1027570 Jul 07 19:10:58.384977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-9fd4cb41-3b13-432b-9d8a-481ef269edae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.387630 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-9fd4cb41-3b13-432b-9d8a-481ef269edae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1081989 Jul 07 19:10:58.411482 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a00ca913-2f4b-4276-9e0b-95a59cf21563 req-f5ed7053-e907-4ee2-b8d3-161925450658 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819262 Jul 07 19:10:58.421201 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3efbdd0-5c01-4a7d-8a54-16fe4578b17a req-88c4b51e-a9a1-42a8-ab12-a7332fe886f1 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/security-groups?id=9cb2b33d-e1a2-49c1-8449-7438155ee453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929813 Jul 07 19:10:58.523507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-6994e797-9e45-4489-b4d3-0ff319cffd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.527099 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-6994e797-9e45-4489-b4d3-0ff319cffd48 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1328526 Jul 07 19:10:58.533857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-4c15683b-876e-492d-82df-2ce9dcfea164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:58.535567 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-4c15683b-876e-492d-82df-2ce9dcfea164 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1287065 Jul 07 19:10:59.052704 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-a45ce99d-90d5-4a53-9ee8-222beb654d46 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129385 Jul 07 19:10:59.122046 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-79540b0c-da09-45e2-9f0e-90d5324e2bd6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623991 Jul 07 19:10:59.134944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f1e55add-6105-4848-8cf4-30fbfc639558 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:59.257897 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-296bbcc9-fc05-4a62-8ad6-b7ec04f0d9e4 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945040 Jul 07 19:10:59.288122 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5777de53-b63f-43c3-9d60-e9b323a34814 req-469a1567-a9fd-473d-a40e-2ee17407cfac service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554372 Jul 07 19:10:59.366225 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:59.371677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4230a-ef0c-4382-9fa5-0cdeccd42719 req-7c68e7f8-4196-43e7-8906-c1e1b5fdebfc tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:59.381685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25d4230a-ef0c-4382-9fa5-0cdeccd42719 req-7c68e7f8-4196-43e7-8906-c1e1b5fdebfc tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 944 time: 0.0933399 Jul 07 19:10:59.396497 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'mac_address': 'fa:16:3e:12:30:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:59.461407 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.476937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e55add-6105-4848-8cf4-30fbfc639558 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:59.486804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25d4230a-ef0c-4382-9fa5-0cdeccd42719 req-4765a8ab-f6bc-4d2d-bb5b-eacef6defa78 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024952 Jul 07 19:10:59.514383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:59.522098 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:59.576162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:59.591332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:59.821918 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['f1e55add-6105-4848-8cf4-30fbfc639558'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:59.896152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc564d25-97de-4499-a213-d5093829e8e0 req-0186a040-931d-4de9-90d7-aa5008bda5b3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:59.898508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc564d25-97de-4499-a213-d5093829e8e0 req-0186a040-931d-4de9-90d7-aa5008bda5b3 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 950 time: 0.1120651 Jul 07 19:10:59.905675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 92030b9f-f285-4d6b-a8c2-e584ce67a71d up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:59.994515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc564d25-97de-4499-a213-d5093829e8e0 req-17bedea0-d932-47c1-8716-67ff007b9cb5 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893240 Jul 07 19:11:00.093577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 92030b9f-f285-4d6b-a8c2-e584ce67a71d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:00.118228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 92030b9f-f285-4d6b-a8c2-e584ce67a71d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:00.118704 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:00.350322 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:00.392822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92030b9f-f285-4d6b-a8c2-e584ce67a71d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:00.399130 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea6f16f-58cd-4442-9860-96e91b9ebe78" -d '{"events": [{"server_uuid": "6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9", "name": "network-vif-plugged", "status": "completed", "tag": "92030b9f-f285-4d6b-a8c2-e584ce67a71d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:00.460973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 92030b9f-f285-4d6b-a8c2-e584ce67a71d, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=92030b9f-f285-4d6b-a8c2-e584ce67a71d,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:00.461449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:00.468421 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:00.508997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328b324-6b95-4149-bd5d-5586ba0c5a3d req-72759585-acd8-42b5-9a75-233bd19b7d47 tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:00.522847 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2328b324-6b95-4149-bd5d-5586ba0c5a3d req-72759585-acd8-42b5-9a75-233bd19b7d47 tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 1102 time: 0.1107850 Jul 07 19:11:00.555667 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3ccf69-7821-4727-8a16-5f85858870f5 x-openstack-request-id: req-fa3ccf69-7821-4727-8a16-5f85858870f5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:00.556002 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9", "name": "network-vif-plugged", "status": "completed", "tag": "92030b9f-f285-4d6b-a8c2-e584ce67a71d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:00.556245 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fa3ccf69-7821-4727-8a16-5f85858870f5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:00.556642 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'code': 200} Jul 07 19:11:00.588063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2328b324-6b95-4149-bd5d-5586ba0c5a3d req-845febfb-b8c0-4603-8764-11c0d8d554af tempest-MigrationsAdminTest-2084129087 tempest-MigrationsAdminTest-2084129087-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642424 Jul 07 19:11:00.595496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=92030b9f-f285-4d6b-a8c2-e584ce67a71d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:00.753779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee02ee-35a2-404a-9216-0135c8077776 req-c1a723a5-f4b5-4d86-a81c-c463715c1cda tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:00.755569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0dee02ee-35a2-404a-9216-0135c8077776 req-c1a723a5-f4b5-4d86-a81c-c463715c1cda tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 945 time: 0.0751207 Jul 07 19:11:00.768043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a435b25-8c9b-48cd-a5a8-68784100c4a9 req-3f559ec9-d4b8-4216-9e1e-19028f706e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:00.769825 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0a435b25-8c9b-48cd-a5a8-68784100c4a9 req-3f559ec9-d4b8-4216-9e1e-19028f706e24 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0888875 Jul 07 19:11:00.820014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0dee02ee-35a2-404a-9216-0135c8077776 req-48aa4c1e-6680-41bb-94ba-65cea7f03856 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/security-groups?id=9cb2b33d-e1a2-49c1-8449-7438155ee453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575304 Jul 07 19:11:00.844998 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0a435b25-8c9b-48cd-a5a8-68784100c4a9 req-a5427a82-28f8-4fa7-8f01-52a9a4150258 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673282 Jul 07 19:11:00.907248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] Deleting port f17eb71d-bd16-4168-a9ba-363bf80eae02 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:00.907248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:00.999970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] For port f17eb71d-bd16-4168-a9ba-363bf80eae02, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f17eb71d-bd16-4168-a9ba-363bf80eae02,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:00.999970 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.013605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] Calling delete_port for f17eb71d-bd16-4168-a9ba-363bf80eae02 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:01.042123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476695de-db88-494c-8c32-0e620ded44d0 req-293d3258-8c0d-48ac-b54f-c570bb495f36 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:01.050640 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-476695de-db88-494c-8c32-0e620ded44d0 req-293d3258-8c0d-48ac-b54f-c570bb495f36 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.1000817 Jul 07 19:11:01.113105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-476695de-db88-494c-8c32-0e620ded44d0 req-8dcc59ed-eac5-48b1-8dd5-1018a801df8d tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618305 Jul 07 19:11:01.136614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f1e55add-6105-4848-8cf4-30fbfc639558 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:01.220608 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.250973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port f1e55add-6105-4848-8cf4-30fbfc639558 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:01.256680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17eb71d-bd16-4168-a9ba-363bf80eae02,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:01.273621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port f1e55add-6105-4848-8cf4-30fbfc639558 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:01.274007 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.528220 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.650242 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.653271 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:01.665676 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:01.759708 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:01.982900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaefd56-2bfa-41ba-95db-c692be5deb8c req-a328ad5b-488c-4da8-bfd2-e2b4d32d0e6e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:01.984702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcaefd56-2bfa-41ba-95db-c692be5deb8c req-a328ad5b-488c-4da8-bfd2-e2b4d32d0e6e tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 951 time: 0.1113589 Jul 07 19:11:02.079538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] Router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:02.093345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcaefd56-2bfa-41ba-95db-c692be5deb8c req-006457ca-1624-477e-9e44-926ec462fa51 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959489 Jul 07 19:11:02.164274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d82878-b04b-498f-a928-af4e6a915d80 req-1e7c0b78-faeb-4990-b38d-fc0c0e800a34 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:02.165886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0d82878-b04b-498f-a928-af4e6a915d80 req-1e7c0b78-faeb-4990-b38d-fc0c0e800a34 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 945 time: 0.1140773 Jul 07 19:11:02.238189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:02.247232 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8338e-04e5-4f88-ab88-fec04b0ffc86 None None] Sync routers for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:02.262630 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c667bd19-1289-41bf-acd8-e7e3c76113b6 admin admin] 10.222.0.113 "PUT /v2.0/routers/3e4432f3-f8d4-47f2-8b80-78de76dee7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6828744 Jul 07 19:11:02.263258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39578) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:02.264680 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a8338e-04e5-4f88-ab88-fec04b0ffc86 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:02.265536 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d2a8338e-04e5-4f88-ab88-fec04b0ffc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:02.268778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0d82878-b04b-498f-a928-af4e6a915d80 req-e214393e-17f1-4198-bc10-430e5a690252 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/security-groups?id=9cb2b33d-e1a2-49c1-8449-7438155ee453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897758 Jul 07 19:11:02.493953 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d2a8338e-04e5-4f88-ab88-fec04b0ffc86 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:02.558284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:02.560848 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d684393f-9227-4a41-940c-7f922cd91284" -d '{"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:02.590093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:02.644596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9910ba-9e99-4cae-877b-d0f3067c831e req-14449aba-5fe5-4076-a9dc-7ec9689bb856 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:02.652719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd9910ba-9e99-4cae-877b-d0f3067c831e req-14449aba-5fe5-4076-a9dc-7ec9689bb856 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.1835685 Jul 07 19:11:02.708811 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd9910ba-9e99-4cae-877b-d0f3067c831e req-e73254f1-0c0e-4df2-95ff-abc7893321e0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545702 Jul 07 19:11:02.741197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467d7c4-6d9c-4c44-9591-ecc3af5b799b req-153a96a5-655a-4db0-bc26-383c006efc21 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:02.748208 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9467d7c4-6d9c-4c44-9591-ecc3af5b799b req-153a96a5-655a-4db0-bc26-383c006efc21 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 945 time: 0.2313688 Jul 07 19:11:02.898214 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:02.954403 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d2a8338e-04e5-4f88-ab88-fec04b0ffc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:11:01Z', 'revision_number': 5, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port': {'id': '11dd619b-9022-4d8c-a1d4-d15fded401e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:34Z', 'updated_at': '2021-07-07T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:03.017608 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:03.031679 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8338e-04e5-4f88-ab88-fec04b0ffc86 None None] Checking router: 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:03.053232 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a8338e-04e5-4f88-ab88-fec04b0ffc86 None None] Routers {'3e4432f3-f8d4-47f2-8b80-78de76dee7d5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:03.055516 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d2a8338e-04e5-4f88-ab88-fec04b0ffc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:03.075292 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083db22e-8f87-4271-b972-53209fcbe93f x-openstack-request-id: req-083db22e-8f87-4271-b972-53209fcbe93f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:03.075602 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-plugged", "status": "completed", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:03.075859 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-083db22e-8f87-4271-b972-53209fcbe93f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:03.076259 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'code': 200} Jul 07 19:11:03.187403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015af11f-5701-4400-864d-fd905a031da5 req-2e3a3e30-07b1-4d26-a469-4a6c473c1fbc tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:03.200382 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d2a8338e-04e5-4f88-ab88-fec04b0ffc86 None None] Set router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:03.201604 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-015af11f-5701-4400-864d-fd905a031da5 req-2e3a3e30-07b1-4d26-a469-4a6c473c1fbc tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 951 time: 0.4865541 Jul 07 19:11:03.264737 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d2a8338e-04e5-4f88-ab88-fec04b0ffc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:11:03Z', 'revision_number': 6, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:03.294660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9467d7c4-6d9c-4c44-9591-ecc3af5b799b req-f749363e-5199-47ae-8ad0-40df541c413b tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Deleting port ed994b61-44cf-47dd-8850-512d45c520c2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:03.295167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9467d7c4-6d9c-4c44-9591-ecc3af5b799b req-f749363e-5199-47ae-8ad0-40df541c413b tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:03.350388 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8338e-04e5-4f88-ab88-fec04b0ffc86 None None] The sync data for ids ['3e4432f3-f8d4-47f2-8b80-78de76dee7d5'] in n-d-792394-12 is: [{'id': '3e4432f3-f8d4-47f2-8b80-78de76dee7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72956193-router', 'tenant_id': '4e4090d3881b4fda91b8df8724648639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:32Z', 'updated_at': '2021-07-07T19:11:03Z', 'revision_number': 6, 'project_id': '4e4090d3881b4fda91b8df8724648639', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:03.446277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Deleting port 11dd619b-9022-4d8c-a1d4-d15fded401e0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:03.446772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:03.648031 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9467d7c4-6d9c-4c44-9591-ecc3af5b799b req-f749363e-5199-47ae-8ad0-40df541c413b tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] For port ed994b61-44cf-47dd-8850-512d45c520c2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ed994b61-44cf-47dd-8850-512d45c520c2,segment=NetworkSegment(406fefc0-9106-4a4a-9224-583b51cc1a58),segment_id=406fefc0-9106-4a4a-9224-583b51cc1a58)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:03.648843 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9467d7c4-6d9c-4c44-9591-ecc3af5b799b req-f749363e-5199-47ae-8ad0-40df541c413b tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:03.668390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] For port 11dd619b-9022-4d8c-a1d4-d15fded401e0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=11dd619b-9022-4d8c-a1d4-d15fded401e0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:03.669081 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:03.692057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9467d7c4-6d9c-4c44-9591-ecc3af5b799b req-f749363e-5199-47ae-8ad0-40df541c413b tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Calling delete_port for ed994b61-44cf-47dd-8850-512d45c520c2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:03.698690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-b6a1ab01-b8c6-48f6-bd00-469023544fa6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:03.700309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-b6a1ab01-b8c6-48f6-bd00-469023544fa6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2030227 Jul 07 19:11:03.707746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Calling delete_port for 11dd619b-9022-4d8c-a1d4-d15fded401e0 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:03.800647 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-f23f5293-ba4f-4d75-8d8a-35249182d64b tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 695 time: 0.0915585 Jul 07 19:11:03.811406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-32ad28f9-d141-4f48-b894-2465de11fb50 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Request body: {'floatingip': {'port_id': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:03.877941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-32ad28f9-d141-4f48-b894-2465de11fb50 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:03.919532 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-015af11f-5701-4400-864d-fd905a031da5 req-bd8df9d8-9137-42c9-b1d4-3245e62a19cb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Deleting port f1e55add-6105-4848-8cf4-30fbfc639558 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:03.919878 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-015af11f-5701-4400-864d-fd905a031da5 req-bd8df9d8-9137-42c9-b1d4-3245e62a19cb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:03.953378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb3a19-0fd5-4309-83b3-2cb9c7042a05 req-c4e4bcc5-1834-4bfc-b64f-a25dfd61c848 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:03.961079 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdbb3a19-0fd5-4309-83b3-2cb9c7042a05 req-c4e4bcc5-1834-4bfc-b64f-a25dfd61c848 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 951 time: 0.3380785 Jul 07 19:11:04.068165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdbb3a19-0fd5-4309-83b3-2cb9c7042a05 req-dc24f3fa-3fdf-4d4e-8a3b-d31505b31f11 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059701 Jul 07 19:11:04.187567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-015af11f-5701-4400-864d-fd905a031da5 req-bd8df9d8-9137-42c9-b1d4-3245e62a19cb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] For port f1e55add-6105-4848-8cf4-30fbfc639558, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f1e55add-6105-4848-8cf4-30fbfc639558,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:04.188143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-015af11f-5701-4400-864d-fd905a031da5 req-bd8df9d8-9137-42c9-b1d4-3245e62a19cb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:04.396569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec1f95-a8c9-4323-97f2-203bbd889e36 req-a8419b02-39ce-494a-81d6-399cedb93cf7 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:04.409213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0dec1f95-a8c9-4323-97f2-203bbd889e36 req-a8419b02-39ce-494a-81d6-399cedb93cf7 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 945 time: 0.1868942 Jul 07 19:11:04.510032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0dec1f95-a8c9-4323-97f2-203bbd889e36 req-518fd2f9-9316-46b8-9058-04b081d3aecb tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/security-groups?id=9cb2b33d-e1a2-49c1-8449-7438155ee453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979862 Jul 07 19:11:04.540508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-015af11f-5701-4400-864d-fd905a031da5 req-bd8df9d8-9137-42c9-b1d4-3245e62a19cb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Calling delete_port for f1e55add-6105-4848-8cf4-30fbfc639558 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:04.599100 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:04.669542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Pushing event deleted for resources: {'Port': ['ID=11dd619b-9022-4d8c-a1d4-d15fded401e0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:04.718322 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9467d7c4-6d9c-4c44-9591-ecc3af5b799b req-f749363e-5199-47ae-8ad0-40df541c413b tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:04.782683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749363e-5199-47ae-8ad0-40df541c413b tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Pushing event deleted for resources: {'Port': ['ID=ed994b61-44cf-47dd-8850-512d45c520c2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:04.831584 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:04.894176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9467d7c4-6d9c-4c44-9591-ecc3af5b799b req-f749363e-5199-47ae-8ad0-40df541c413b tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] No DVR routers for this DVR port ed994b61-44cf-47dd-8850-512d45c520c2 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:04.946291 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9467d7c4-6d9c-4c44-9591-ecc3af5b799b req-f749363e-5199-47ae-8ad0-40df541c413b tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:04.948855 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9467d7c4-6d9c-4c44-9591-ecc3af5b799b req-f749363e-5199-47ae-8ad0-40df541c413b tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.59 "DELETE /v2.0/ports/ed994b61-44cf-47dd-8850-512d45c520c2 HTTP/1.1" status: 204 len: 173 time: 2.1700284 Jul 07 19:11:04.949312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f32c111-ce42-4e33-84a1-9090ed7354cf', 'name': 'network-vif-deleted', 'tag': 'ed994b61-44cf-47dd-8850-512d45c520c2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:04.951859 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcd7be8-2cd1-44fc-b74a-4f3f69f0e916" -d '{"events": [{"server_uuid": "7f32c111-ce42-4e33-84a1-9090ed7354cf", "name": "network-vif-deleted", "tag": "ed994b61-44cf-47dd-8850-512d45c520c2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:04.999610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f17eb71d-bd16-4168-a9ba-363bf80eae02 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:05.013767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.018017 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.037797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: f17eb71d-bd16-4168-a9ba-363bf80eae02 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:05.038146 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f17eb71d-bd16-4168-a9ba-363bf80eae02 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:05.038476 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-32ad28f9-d141-4f48-b894-2465de11fb50 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.038955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 11dd619b-9022-4d8c-a1d4-d15fded401e0 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:05.048281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-32ad28f9-d141-4f48-b894-2465de11fb50 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.096793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 11dd619b-9022-4d8c-a1d4-d15fded401e0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:05.097139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 11dd619b-9022-4d8c-a1d4-d15fded401e0 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:05.126578 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-015af11f-5701-4400-864d-fd905a031da5 req-bd8df9d8-9137-42c9-b1d4-3245e62a19cb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.138716 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['8d05b328-90c8-4ffb-82c4-e6703b612a06', '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:05.170654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.171334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e4432f3-f8d4-47f2-8b80-78de76dee7d5 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:11:05.179222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.185375 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b5189edb-e2a8-479a-89bb-49287840640f admin admin] 10.222.0.113 "DELETE /v2.0/routers/3e4432f3-f8d4-47f2-8b80-78de76dee7d5 HTTP/1.1" status: 204 len: 168 time: 2.9133067 Jul 07 19:11:05.189525 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fcb581-3196-40d8-befe-f820277bb8d2 x-openstack-request-id: req-14fcb581-3196-40d8-befe-f820277bb8d2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:05.190191 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f32c111-ce42-4e33-84a1-9090ed7354cf", "name": "network-vif-deleted", "tag": "ed994b61-44cf-47dd-8850-512d45c520c2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:05.190191 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-14fcb581-3196-40d8-befe-f820277bb8d2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:05.190714 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f32c111-ce42-4e33-84a1-9090ed7354cf', 'name': 'network-vif-deleted', 'tag': 'ed994b61-44cf-47dd-8850-512d45c520c2', 'status': 'completed', 'code': 200} Jul 07 19:11:05.210883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f1e55add-6105-4848-8cf4-30fbfc639558 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:05.239494 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:05.289852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: f1e55add-6105-4848-8cf4-30fbfc639558 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:05.294124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f1e55add-6105-4848-8cf4-30fbfc639558 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:05.306926 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-32ad28f9-d141-4f48-b894-2465de11fb50 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Floating IP acbb7245-925a-487f-8ced-8241e83cc26e associated. External IP: 172.25.2.55, port: e099ea08-2dbf-4c9b-8507-024ab19259e6. Jul 07 19:11:05.411465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2381d64-b90d-4818-aa3f-02b4c7214721 admin admin] Deleting subnet a4e5bb48-c9b7-4747-8676-f7af843cddd5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:11:05.417955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8df9d8-9137-42c9-b1d4-3245e62a19cb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Pushing event deleted for resources: {'Port': ['ID=f1e55add-6105-4848-8cf4-30fbfc639558,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:05.420557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2381d64-b90d-4818-aa3f-02b4c7214721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.453116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a39fcfd2-6ea3-4dae-885a-3c1b0e2205db req-ad9e2205-2b44-4074-9dc5-2709912d4551 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd27f3a4-8510-445a-a9fd-001f588223b6 HTTP/1.1" status: 200 len: 210 time: 0.0547235 Jul 07 19:11:05.478342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-015af11f-5701-4400-864d-fd905a031da5 req-bd8df9d8-9137-42c9-b1d4-3245e62a19cb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] No DVR routers for this DVR port f1e55add-6105-4848-8cf4-30fbfc639558 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:05.483727 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-015af11f-5701-4400-864d-fd905a031da5 req-bd8df9d8-9137-42c9-b1d4-3245e62a19cb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.487622 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-015af11f-5701-4400-864d-fd905a031da5 req-bd8df9d8-9137-42c9-b1d4-3245e62a19cb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "DELETE /v2.0/ports/f1e55add-6105-4848-8cf4-30fbfc639558 HTTP/1.1" status: 204 len: 173 time: 2.2601321 Jul 07 19:11:05.525763 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2381d64-b90d-4818-aa3f-02b4c7214721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.766115 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2381d64-b90d-4818-aa3f-02b4c7214721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.931778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-32ad28f9-d141-4f48-b894-2465de11fb50 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Router d603e694-bef6-429f-830a-ffb1e7970a7b has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:05.939491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ed994b61-44cf-47dd-8850-512d45c520c2 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:05.957218 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2381d64-b90d-4818-aa3f-02b4c7214721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:05.962556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: ed994b61-44cf-47dd-8850-512d45c520c2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:05.962901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ed994b61-44cf-47dd-8850-512d45c520c2 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:05.973213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e56e1ea8-c139-429b-96cb-608710569627 req-3aaf4e71-90d1-4c31-9623-da352ac80f24 tempest-ServerPasswordTestJSON-1469999412 tempest-ServerPasswordTestJSON-1469999412-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f32c111-ce42-4e33-84a1-9090ed7354cf HTTP/1.1" status: 200 len: 210 time: 0.0649760 Jul 07 19:11:06.049328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2381d64-b90d-4818-aa3f-02b4c7214721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e5bb48-c9b7-4747-8676-f7af843cddd5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:06.061600 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2381d64-b90d-4818-aa3f-02b4c7214721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.063592 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a2381d64-b90d-4818-aa3f-02b4c7214721 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a4e5bb48-c9b7-4747-8676-f7af843cddd5 HTTP/1.1" status: 204 len: 168 time: 0.8229718 Jul 07 19:11:06.069251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:06.093364 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdc01fc-cce8-4566-9a40-aa5b1db213d9 None None] Network 316f751f-01ed-42b8-8a52-47968efc8ee7 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:06.253382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-32ad28f9-d141-4f48-b894-2465de11fb50 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:06.269434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059e8e6-ee2b-45a0-ba0a-0eaa2255a70b None None] Sync routers for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:06.289337 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-32ad28f9-d141-4f48-b894-2465de11fb50 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.315477 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.350761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059e8e6-ee2b-45a0-ba0a-0eaa2255a70b None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:06.351722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5059e8e6-ee2b-45a0-ba0a-0eaa2255a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:06.389722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-32ad28f9-d141-4f48-b894-2465de11fb50 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "PUT /v2.0/floatingips/acbb7245-925a-487f-8ced-8241e83cc26e HTTP/1.1" status: 200 len: 995 time: 2.5879714 Jul 07 19:11:06.390245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:06.393417 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c89f3a-cdf3-4237-968c-27a95139406f" -d '{"events": [{"name": "network-changed", "server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:06.483104 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Deleting port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:06.483104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.525125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-41dab845-5d64-42ec-a999-e3c6c0881302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:06.537182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-41dab845-5d64-42ec-a999-e3c6c0881302 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 1097 time: 0.1307201 Jul 07 19:11:06.605125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5059e8e6-ee2b-45a0-ba0a-0eaa2255a70b None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:06.640263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:06.727279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cfe858-90ef-4a41-be01-97248396ea55 None None] DHCP port deletion for 316f751f-01ed-42b8-8a52-47968efc8ee7 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:11:06.779908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-e6ab153f-094e-4771-8753-2f2babcf11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:06.791469 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] For port 3df6816f-c5ab-43ff-86aa-9cd770765ae1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3df6816f-c5ab-43ff-86aa-9cd770765ae1,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:06.793253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-e6ab153f-094e-4771-8753-2f2babcf11ad service neutron] 10.222.0.113 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.2548518 Jul 07 19:11:06.793769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.840767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Calling delete_port for 3df6816f-c5ab-43ff-86aa-9cd770765ae1 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:06.881930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-93cfe858-90ef-4a41-be01-97248396ea55 None None] Deleting port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:06.882304 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93cfe858-90ef-4a41-be01-97248396ea55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.013198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-93cfe858-90ef-4a41-be01-97248396ea55 None None] For port 3df6816f-c5ab-43ff-86aa-9cd770765ae1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3df6816f-c5ab-43ff-86aa-9cd770765ae1,segment=NetworkSegment(9669d38c-dbce-4478-89f8-1eaef99b5f06),segment_id=9669d38c-dbce-4478-89f8-1eaef99b5f06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:07.013891 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93cfe858-90ef-4a41-be01-97248396ea55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.030607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-4bde8d97-3df0-4b28-849b-57fff4094e26 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 998 time: 0.2314875 Jul 07 19:11:07.048714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-93cfe858-90ef-4a41-be01-97248396ea55 None None] Calling delete_port for 3df6816f-c5ab-43ff-86aa-9cd770765ae1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:07.067435 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2310ded-3396-4f22-8dbd-0ca39a53939a x-openstack-request-id: req-b2310ded-3396-4f22-8dbd-0ca39a53939a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:07.069911 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:07.070473 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b2310ded-3396-4f22-8dbd-0ca39a53939a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:07.071475 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'status': 'completed', 'code': 200} Jul 07 19:11:07.075466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3df6816f-c5ab-43ff-86aa-9cd770765ae1 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:07.122616 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd550263-de01-4524-8910-09a958230708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.136520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No active binding found for port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:11:07.137109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3df6816f-c5ab-43ff-86aa-9cd770765ae1 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:07.164314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-014b5671-d166-45f7-88f6-f97be1ebfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:07.165990 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-014b5671-d166-45f7-88f6-f97be1ebfe6a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.1344600 Jul 07 19:11:07.192426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5059e8e6-ee2b-45a0-ba0a-0eaa2255a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:d0:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:04Z', 'revision_number': 1, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:07.207719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.212626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-deleted', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:07.216656 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9470e96f-2120-45ed-b5c2-25738cc6d00f" -d '{"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-deleted", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:07.294712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:07.372854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059e8e6-ee2b-45a0-ba0a-0eaa2255a70b None None] Checking router: d603e694-bef6-429f-830a-ffb1e7970a7b for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:07.391575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059e8e6-ee2b-45a0-ba0a-0eaa2255a70b None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:07.392223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5059e8e6-ee2b-45a0-ba0a-0eaa2255a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:10:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:07.410642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-8292c0f0-cdee-4b52-be0d-b0bd27eef9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:07.411811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df6816f-c5ab-43ff-86aa-9cd770765ae1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:07.412604 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-8292c0f0-cdee-4b52-be0d-b0bd27eef9d7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2372561 Jul 07 19:11:07.429684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] No DVR routers for this DVR port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:07.465044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1635c0-205b-42d5-a92f-9a47c59648aa admin admin] Deleting subnet 9eda47d7-81d1-402e-bb35-b8263d38e87f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:11:07.468718 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd550263-de01-4524-8910-09a958230708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.499820 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd550263-de01-4524-8910-09a958230708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.502883 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c1635c0-205b-42d5-a92f-9a47c59648aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.562780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd550263-de01-4524-8910-09a958230708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c6aea1-710f-4301-82a2-11138ceb6cc9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:07.570110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dd550263-de01-4524-8910-09a958230708 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b3caec3d965d450189403cd0a1106668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9243619 Jul 07 19:11:07.578739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:07.592337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.603983 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c1635c0-205b-42d5-a92f-9a47c59648aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.631462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316f751f-01ed-42b8-8a52-47968efc8ee7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:07.646228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c89f3a-cdf3-4237-968c-27a95139406f req-83d74e96-402a-4b75-ad8a-8010e32f5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:07.648151 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-45c89f3a-cdf3-4237-968c-27a95139406f req-83d74e96-402a-4b75-ad8a-8010e32f5ff6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 1097 time: 0.5476601 Jul 07 19:11:07.650251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9669d38c-dbce-4478-89f8-1eaef99b5f06') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:07.650825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9669d38c-dbce-4478-89f8-1eaef99b5f06') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:07.656660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-adfc6a3b-2b67-4819-a557-1adaffe7033b service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305698 Jul 07 19:11:07.691084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.710403 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e600f11e-b70e-4e9d-8bb0-cd6618486e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.726958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5059e8e6-ee2b-45a0-ba0a-0eaa2255a70b None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:07.784569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e600f11e-b70e-4e9d-8bb0-cd6618486e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.807217 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9efa8c-2418-4b66-a2e0-675a3db3a70c x-openstack-request-id: req-7b9efa8c-2418-4b66-a2e0-675a3db3a70c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:07.808401 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd27f3a4-8510-445a-a9fd-001f588223b6", "name": "network-vif-deleted", "tag": "f1e55add-6105-4848-8cf4-30fbfc639558", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:07.811706 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7b9efa8c-2418-4b66-a2e0-675a3db3a70c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:07.812342 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd27f3a4-8510-445a-a9fd-001f588223b6', 'name': 'network-vif-deleted', 'tag': 'f1e55add-6105-4848-8cf4-30fbfc639558', 'status': 'completed', 'code': 200} Jul 07 19:11:07.851934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.855404 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec1670e0-c59a-416a-ab4e-3c10dd7731f6 req-540848d1-2e25-4ae0-9e5e-bee057c09558 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794946 Jul 07 19:11:07.885361 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c1635c0-205b-42d5-a92f-9a47c59648aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.894410 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e600f11e-b70e-4e9d-8bb0-cd6618486e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.901940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e600f11e-b70e-4e9d-8bb0-cd6618486e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.901940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e600f11e-b70e-4e9d-8bb0-cd6618486e14 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/55c6aea1-710f-4301-82a2-11138ceb6cc9 HTTP/1.1" status: 204 len: 168 time: 0.3221340 Jul 07 19:11:07.921968 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93cfe858-90ef-4a41-be01-97248396ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:07.940047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600f11e-b70e-4e9d-8bb0-cd6618486e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c6aea1-710f-4301-82a2-11138ceb6cc9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:08.002538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfe858-90ef-4a41-be01-97248396ea55 None None] Pushing event deleted for resources: {'Port': ['ID=3df6816f-c5ab-43ff-86aa-9cd770765ae1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:08.018379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cfe858-90ef-4a41-be01-97248396ea55 None None] No DVR routers for this DVR port 3df6816f-c5ab-43ff-86aa-9cd770765ae1 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:08.054567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c89f3a-cdf3-4237-968c-27a95139406f req-9baab197-e458-4d7a-883c-82f0f15a99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.058718 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-45c89f3a-cdf3-4237-968c-27a95139406f req-9baab197-e458-4d7a-883c-82f0f15a99e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.3968713 Jul 07 19:11:08.063077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:11:08.063502 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:11:08.072099 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:11:08.166048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5059e8e6-ee2b-45a0-ba0a-0eaa2255a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:d0:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:04Z', 'revision_number': 1, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:08.206123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059e8e6-ee2b-45a0-ba0a-0eaa2255a70b None None] The sync data for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 is: [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:d0:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:04Z', 'revision_number': 1, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:08.332610 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf00a4bc-e25f-4435-a986-ad8c5d6c93a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.377084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.380787 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-45c89f3a-cdf3-4237-968c-27a95139406f req-fcf08f3f-cc16-4858-8be1-8d93c01f24f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 998 time: 0.3075807 Jul 07 19:11:08.386853 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.392495 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] 10.222.0.113 "DELETE /v2.0/networks/316f751f-01ed-42b8-8a52-47968efc8ee7 HTTP/1.1" status: 204 len: 168 time: 2.3221252 Jul 07 19:11:08.396917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:08.417841 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c1635c0-205b-42d5-a92f-9a47c59648aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.475492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb4c1a-e411-4a7a-a821-74c891a82e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=316f751f-01ed-42b8-8a52-47968efc8ee7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:08.500992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dadabf-40fc-413c-a78c-3d85428bbd37 req-97b7b281-708e-4648-9b4a-3bfcc72705d7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.509715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1635c0-205b-42d5-a92f-9a47c59648aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eda47d7-81d1-402e-bb35-b8263d38e87f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:08.515506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0dadabf-40fc-413c-a78c-3d85428bbd37 req-97b7b281-708e-4648-9b4a-3bfcc72705d7 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 951 time: 0.3381469 Jul 07 19:11:08.519814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c1635c0-205b-42d5-a92f-9a47c59648aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.524806 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1c1635c0-205b-42d5-a92f-9a47c59648aa admin admin] 10.222.0.113 "DELETE /v2.0/subnets/9eda47d7-81d1-402e-bb35-b8263d38e87f HTTP/1.1" status: 204 len: 168 time: 1.2188098 Jul 07 19:11:08.525673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:08.557198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c89f3a-cdf3-4237-968c-27a95139406f req-67d3da55-0250-4e17-bbcb-722188b20dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.559406 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-45c89f3a-cdf3-4237-968c-27a95139406f req-67d3da55-0250-4e17-bbcb-722188b20dba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.1530693 Jul 07 19:11:08.587224 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4398a215-f7b1-413c-a29d-ab326891bd3e None None] New status for floating IP acbb7245-925a-487f-8ced-8241e83cc26e: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:11:08.667823 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.702527 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0dadabf-40fc-413c-a78c-3d85428bbd37 req-31a2c393-eb21-4a0c-8c79-c590fb34d869 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862888 Jul 07 19:11:08.725253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-f87dc2ca-cd88-458d-84b6-2e3c18824b18 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.735749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-f87dc2ca-cd88-458d-84b6-2e3c18824b18 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4352181 Jul 07 19:11:08.773288 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c89f3a-cdf3-4237-968c-27a95139406f req-a4c7db99-fdb2-4f63-900d-d0e9d3ec1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:08.775218 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-45c89f3a-cdf3-4237-968c-27a95139406f req-a4c7db99-fdb2-4f63-900d-d0e9d3ec1cf4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771498 Jul 07 19:11:08.808094 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:08.902832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e381ec-72db-44fa-a9ec-cccf3432fd88']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:08.935683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406fefc0-9106-4a4a-9224-583b51cc1a58') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:08.935985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406fefc0-9106-4a4a-9224-583b51cc1a58') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:08.960516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.032715 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.128459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:11:09.128927 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:11:09.130851 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:11:09.225354 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-45c89f3a-cdf3-4237-968c-27a95139406f req-51217bdf-47d7-4790-872b-6a1df6a59379 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406533 Jul 07 19:11:09.308574 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.347066 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.349167 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] 10.222.0.113 "DELETE /v2.0/networks/c6e381ec-72db-44fa-a9ec-cccf3432fd88 HTTP/1.1" status: 204 len: 168 time: 0.8227305 Jul 07 19:11:09.375594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4a643-a542-47c6-8986-7fe4066e7229 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e381ec-72db-44fa-a9ec-cccf3432fd88,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:09.380375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:09.417705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58911126-87ed-4f41-8ec9-aa9f3ec76b2e req-38138279-082a-4cce-a9f5-2ae69142d9bd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:09.419174 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-58911126-87ed-4f41-8ec9-aa9f3ec76b2e req-38138279-082a-4cce-a9f5-2ae69142d9bd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 951 time: 0.4039786 Jul 07 19:11:09.537056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1820129388-network', 'tenant_id': 'e44b8005b52a4352b346381f056b4f2d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:09.568328 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-45c89f3a-cdf3-4237-968c-27a95139406f req-92612f17-4de9-4014-bf93-00c190e998d6 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281224 Jul 07 19:11:09.581350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Made reservation on behalf of e44b8005b52a4352b346381f056b4f2d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:09.586566 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.589199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-1ce79432-9963-42ba-884d-e9d85bcb8e0a tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 998 time: 0.8422623 Jul 07 19:11:09.597688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cb02b785-3e05-4d71-9c98-0e2ca35e7820 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Request body: {'floatingip': {'port_id': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:09.617768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.747306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:09.775882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cb02b785-3e05-4d71-9c98-0e2ca35e7820 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.782935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-58911126-87ed-4f41-8ec9-aa9f3ec76b2e req-4520269a-3e17-4afc-aa6f-8518467c82dd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Deleting port d3860ee1-5656-4d02-b0a5-8e120e22cc36 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:09.783158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-58911126-87ed-4f41-8ec9-aa9f3ec76b2e req-4520269a-3e17-4afc-aa6f-8518467c82dd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.908872 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f6da195c-343c-4009-bfc0-5c88dc9a1829 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c274407913bc4242a4f5dd292cda2750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580975 Jul 07 19:11:09.914777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:09.959240 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.971894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-58911126-87ed-4f41-8ec9-aa9f3ec76b2e req-4520269a-3e17-4afc-aa6f-8518467c82dd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] For port d3860ee1-5656-4d02-b0a5-8e120e22cc36, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3860ee1-5656-4d02-b0a5-8e120e22cc36,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:09.972261 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-58911126-87ed-4f41-8ec9-aa9f3ec76b2e req-4520269a-3e17-4afc-aa6f-8518467c82dd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:09.974792 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.015132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-58911126-87ed-4f41-8ec9-aa9f3ec76b2e req-4520269a-3e17-4afc-aa6f-8518467c82dd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Calling delete_port for d3860ee1-5656-4d02-b0a5-8e120e22cc36 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:10.023112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:11:10.049890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4890f95-6400-44a7-80da-a01a1db96a53,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:10.054376 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.054726 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Added segment 5db03f6c-7330-4822-95f4-1e007c0b7984 of type vlan for network f0a6e18e-4c10-4d4f-a357-6d470240c24c Jul 07 19:11:10.062263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771db63c-1918-4c00-b38d-23663e37a7e6 req-c870b435-5df6-4a25-b2cf-5e9470fc9fef tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:10.070126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-771db63c-1918-4c00-b38d-23663e37a7e6 req-c870b435-5df6-4a25-b2cf-5e9470fc9fef tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 951 time: 0.1732256 Jul 07 19:11:10.139328 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2380-dd5d-42fb-b8d8-c66db379be10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.161756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.185006 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-771db63c-1918-4c00-b38d-23663e37a7e6 req-2a86429c-ac3b-4e84-9979-2136b6a2dde2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137295 Jul 07 19:11:10.191857 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2380-dd5d-42fb-b8d8-c66db379be10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.284213 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.285326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:10.288631 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.348032 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.403887 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0186527 Jul 07 19:11:10.404872 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2380-dd5d-42fb-b8d8-c66db379be10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.406908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:10.409472 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2380-dd5d-42fb-b8d8-c66db379be10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.414360 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fe3e2380-dd5d-42fb-b8d8-c66db379be10 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9cb2b33d-e1a2-49c1-8449-7438155ee453 HTTP/1.1" status: 204 len: 168 time: 0.4932039 Jul 07 19:11:10.421209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] Request body: {'subnet': {'network_id': 'f0a6e18e-4c10-4d4f-a357-6d470240c24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1820129388-subnet', 'tenant_id': 'e44b8005b52a4352b346381f056b4f2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:10.455434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e2380-dd5d-42fb-b8d8-c66db379be10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb2b33d-e1a2-49c1-8449-7438155ee453,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:10.457670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7893387-bbbc-40b5-83f5-c3c68b1152ff admin admin] Pushing event updated for resources: {'Network': ['ID=f0a6e18e-4c10-4d4f-a357-6d470240c24c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:10.485207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f0a6e18e-4c10-4d4f-a357-6d470240c24c details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:11:10.492639 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-58911126-87ed-4f41-8ec9-aa9f3ec76b2e req-4520269a-3e17-4afc-aa6f-8518467c82dd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.556515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520269a-3e17-4afc-aa6f-8518467c82dd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Pushing event deleted for resources: {'Port': ['ID=d3860ee1-5656-4d02-b0a5-8e120e22cc36,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:10.564029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] Made reservation on behalf of e44b8005b52a4352b346381f056b4f2d for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:10.566822 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.594853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['8d05b328-90c8-4ffb-82c4-e6703b612a06', '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:10.694787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-58911126-87ed-4f41-8ec9-aa9f3ec76b2e req-4520269a-3e17-4afc-aa6f-8518467c82dd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] No DVR routers for this DVR port d3860ee1-5656-4d02-b0a5-8e120e22cc36 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:10.707223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-58911126-87ed-4f41-8ec9-aa9f3ec76b2e req-4520269a-3e17-4afc-aa6f-8518467c82dd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:10.715241 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-58911126-87ed-4f41-8ec9-aa9f3ec76b2e req-4520269a-3e17-4afc-aa6f-8518467c82dd tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "DELETE /v2.0/ports/d3860ee1-5656-4d02-b0a5-8e120e22cc36 HTTP/1.1" status: 204 len: 173 time: 1.2858529 Jul 07 19:11:10.715750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-deleted', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:10.723449 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bccde1-ef4b-4447-b38e-cb08d22bad10" -d '{"events": [{"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-deleted", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:10.862498 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a594b6f4-a6d1-4e7f-800b-4cf369de42cc x-openstack-request-id: req-a594b6f4-a6d1-4e7f-800b-4cf369de42cc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:10.862882 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586ba3bc-b33e-4fc8-a40e-79498f9cadc8", "name": "network-vif-deleted", "tag": "d3860ee1-5656-4d02-b0a5-8e120e22cc36", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:10.863141 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a594b6f4-a6d1-4e7f-800b-4cf369de42cc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:10.863620 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ba3bc-b33e-4fc8-a40e-79498f9cadc8', 'name': 'network-vif-deleted', 'tag': 'd3860ee1-5656-4d02-b0a5-8e120e22cc36', 'status': 'completed', 'code': 200} Jul 07 19:11:11.052700 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e52aee81-90e8-4f64-ad99-5c0f6a310d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:11.243300 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:11.340533 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cb02b785-3e05-4d71-9c98-0e2ca35e7820 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:11.442293 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cb02b785-3e05-4d71-9c98-0e2ca35e7820 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:11.494478 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:11.565746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82b6f6cb-007f-4d8e-9883-c8477241de07 req-82a6236d-83b7-48e1-b80f-683d73fe919a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ba3bc-b33e-4fc8-a40e-79498f9cadc8 HTTP/1.1" status: 200 len: 210 time: 0.1272197 Jul 07 19:11:11.695043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4abbeb-2e15-4cf0-945e-b788557bdfa5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:11.709271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] Checking segment: {'id': '5db03f6c-7330-4822-95f4-1e007c0b7984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'f0a6e18e-4c10-4d4f-a357-6d470240c24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:11.709639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] Network hostable DHCP agents. Network: f0a6e18e-4c10-4d4f-a357-6d470240c24c, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:11:11.739827 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cb02b785-3e05-4d71-9c98-0e2ca35e7820 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Floating IP acbb7245-925a-487f-8ced-8241e83cc26e associated. External IP: 172.25.2.55, port: e099ea08-2dbf-4c9b-8507-024ab19259e6. Jul 07 19:11:11.788718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] Network f0a6e18e-4c10-4d4f-a357-6d470240c24c is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:11:11.794414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] Deleting port 9f50998f-6c26-49de-92cb-a47d82a677ae {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:11.794756 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:11.844926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f0a6e18e-4c10-4d4f-a357-6d470240c24c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:11.854200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009931e4-4d4e-49e2-845b-522bc621be87 None None] Network f0a6e18e-4c10-4d4f-a357-6d470240c24c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:11.857985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:11.858589 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:11.922377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-72fc9d90-f124-4956-9a35-3b8cdf250e56 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5116119 Jul 07 19:11:11.955323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] For port 9f50998f-6c26-49de-92cb-a47d82a677ae, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9f50998f-6c26-49de-92cb-a47d82a677ae,segment=NetworkSegment(42d39a48-2643-485b-a89d-e1d83ae8fac7),segment_id=42d39a48-2643-485b-a89d-e1d83ae8fac7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:11.955951 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:12.015708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] Calling delete_port for 9f50998f-6c26-49de-92cb-a47d82a677ae owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:12.047731 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f207cd14-e783-4fcd-bce6-be3da2d5cb65 None None] Network f0a6e18e-4c10-4d4f-a357-6d470240c24c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:12.144107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cb02b785-3e05-4d71-9c98-0e2ca35e7820 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Router d603e694-bef6-429f-830a-ffb1e7970a7b has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:12.248592 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:12.346200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cb02b785-3e05-4d71-9c98-0e2ca35e7820 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:12.356430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1fb4e-53c5-4b55-8ac2-83b24eda0661 None None] Sync routers for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:12.365794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1fb4e-53c5-4b55-8ac2-83b24eda0661 None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:12.366497 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-abd1fb4e-53c5-4b55-8ac2-83b24eda0661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:12.496388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-abd1fb4e-53c5-4b55-8ac2-83b24eda0661 None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:12.498042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a01bcb15-24ac-4768-8508-5ba170748288 req-c96d3b54-368e-402b-9e10-fa3b367bd621 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1165073842', 'description': 'tempest-description-1336138879'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:12.505305 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:12.760288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-abd1fb4e-53c5-4b55-8ac2-83b24eda0661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:b3:42:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:11Z', 'revision_number': 3, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:12.789540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1fb4e-53c5-4b55-8ac2-83b24eda0661 None None] Checking router: d603e694-bef6-429f-830a-ffb1e7970a7b for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:12.799417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1fb4e-53c5-4b55-8ac2-83b24eda0661 None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:12.800069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-abd1fb4e-53c5-4b55-8ac2-83b24eda0661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:12.865762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f50998f-6c26-49de-92cb-a47d82a677ae,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:12.904020 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a01bcb15-24ac-4768-8508-5ba170748288 req-c96d3b54-368e-402b-9e10-fa3b367bd621 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:12.981114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-abd1fb4e-53c5-4b55-8ac2-83b24eda0661 None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:13.200233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d3860ee1-5656-4d02-b0a5-8e120e22cc36 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:13.247047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: d3860ee1-5656-4d02-b0a5-8e120e22cc36 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:13.247380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d3860ee1-5656-4d02-b0a5-8e120e22cc36 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:13.247805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 68081b3c-cc63-4fd9-aa6f-456c95339728 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:13.319821 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a01bcb15-24ac-4768-8508-5ba170748288 req-c96d3b54-368e-402b-9e10-fa3b367bd621 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.329957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cb02b785-3e05-4d71-9c98-0e2ca35e7820 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Router d603e694-bef6-429f-830a-ffb1e7970a7b has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:13.331061 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a01bcb15-24ac-4768-8508-5ba170748288 req-c96d3b54-368e-402b-9e10-fa3b367bd621 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.336210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.388054 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.421240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68081b3c-cc63-4fd9-aa6f-456c95339728'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:13.423470 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ceec1-de09-4337-9b95-9b7e9f4332ba" -d '{"events": [{"server_uuid": "d42cbfbc-210e-4cd2-83bf-ce04c81401e4", "name": "network-vif-unplugged", "status": "completed", "tag": "68081b3c-cc63-4fd9-aa6f-456c95339728"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:13.426145 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a01bcb15-24ac-4768-8508-5ba170748288 req-c96d3b54-368e-402b-9e10-fa3b367bd621 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.427424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a01bcb15-24ac-4768-8508-5ba170748288 req-c96d3b54-368e-402b-9e10-fa3b367bd621 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9359787 Jul 07 19:11:13.439526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 68081b3c-cc63-4fd9-aa6f-456c95339728, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=68081b3c-cc63-4fd9-aa6f-456c95339728,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:13.445199 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.465397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d3b54-368e-402b-9e10-fa3b367bd621 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0926522-0b8a-400f-b1b9-3f349a5a5d8c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:13.483000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-abd1fb4e-53c5-4b55-8ac2-83b24eda0661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:b3:42:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:11Z', 'revision_number': 3, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:13.597386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9268a676-b660-4b35-aa70-ad50b2132773 req-d51925fc-4096-4007-a26f-fc5adf4a6121 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0359969 Jul 07 19:11:13.643836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1fb4e-53c5-4b55-8ac2-83b24eda0661 None None] The sync data for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 is: [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:b3:42:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:11Z', 'revision_number': 3, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:13.652933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cb02b785-3e05-4d71-9c98-0e2ca35e7820 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:13.664123 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cb02b785-3e05-4d71-9c98-0e2ca35e7820 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.675236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=68081b3c-cc63-4fd9-aa6f-456c95339728,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:13.693320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.693630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.696088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.696441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.696799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.697125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.697450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.697776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.698197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.698790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.699123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.699447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:13.796422 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:13.805066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:13.807346 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac314df-2d81-4969-b061-07186b977a41" -d '{"events": [{"name": "network-changed", "server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:13.864151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cb02b785-3e05-4d71-9c98-0e2ca35e7820 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "PUT /v2.0/floatingips/acbb7245-925a-487f-8ced-8241e83cc26e HTTP/1.1" status: 200 len: 997 time: 4.2732522 Jul 07 19:11:13.907938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] Router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:13.935007 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274a9cff-0389-4a9c-8048-e5571c888a56 None None] New status for floating IP acbb7245-925a-487f-8ced-8241e83cc26e: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:11:13.943854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-d13cb77a-2c0c-48df-bda3-371fefad2fcf tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:13.945346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-d13cb77a-2c0c-48df-bda3-371fefad2fcf tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports/e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 942 time: 0.0803854 Jul 07 19:11:14.074786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:14.084119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cd9efa-2256-43c9-88fe-f9fe8ed77ce4 None None] Sync routers for ids ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:14.085896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bd7fe6bf-6f03-4218-ac3c-5a6f09c6d777 admin admin] 10.222.0.113 "PUT /v2.0/routers/5fb644a5-ed3d-4e3b-9789-8cd8cfef9945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6864936 Jul 07 19:11:14.088301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:14.100987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd9efa-2256-43c9-88fe-f9fe8ed77ce4 None None] Routers {'5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:14.103488 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61cd9efa-2256-43c9-88fe-f9fe8ed77ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:14.270669 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:14.281494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-76f6c0f9-1f93-4368-9c37-f9fe62abae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.288624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-76f6c0f9-1f93-4368-9c37-f9fe62abae94 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 1097 time: 0.2454743 Jul 07 19:11:14.309829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-61cd9efa-2256-43c9-88fe-f9fe8ed77ce4 None None] Set router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:14.359235 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d194167-70ed-4c97-8611-b16fb004fa83 None None] Sync routers for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:14.377348 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d194167-70ed-4c97-8611-b16fb004fa83 None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:14.378291 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9d194167-70ed-4c97-8611-b16fb004fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:14.416906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-44f8bcbe-b2c3-4453-857f-ee999f3c3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.425134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-44f8bcbe-b2c3-4453-857f-ee999f3c3d60 service neutron] 10.222.0.113 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.1354733 Jul 07 19:11:14.464938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:14.481395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-dd29b9e6-5e83-4459-b8ea-c016ae4cc680 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 217 time: 0.0546651 Jul 07 19:11:14.512770 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9d194167-70ed-4c97-8611-b16fb004fa83 None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:14.538166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-009190e9-8020-4428-928c-5d631f6a8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.547403 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-009190e9-8020-4428-928c-5d631f6a8e6f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.0635583 Jul 07 19:11:14.574947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Deleting port aade7dfc-1bc6-4702-af25-15ffb348ba08 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:14.575289 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:14.619406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61cd9efa-2256-43c9-88fe-f9fe8ed77ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-router', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:54Z', 'updated_at': '2021-07-07T19:11:12Z', 'revision_number': 5, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'gw_port': {'id': 'aade7dfc-1bc6-4702-af25-15ffb348ba08', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:55Z', 'updated_at': '2021-07-07T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:14.663533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-1ccc0528-76c3-44b8-bf8c-98ecf96e4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:14.663794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cd9efa-2256-43c9-88fe-f9fe8ed77ce4 None None] Checking router: 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:14.675474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-1ccc0528-76c3-44b8-bf8c-98ecf96e4e29 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271207 Jul 07 19:11:14.677141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd9efa-2256-43c9-88fe-f9fe8ed77ce4 None None] Routers {'5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:14.678909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61cd9efa-2256-43c9-88fe-f9fe8ed77ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:14.691552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] For port aade7dfc-1bc6-4702-af25-15ffb348ba08, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=aade7dfc-1bc6-4702-af25-15ffb348ba08,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:14.691923 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:14.730153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Calling delete_port for aade7dfc-1bc6-4702-af25-15ffb348ba08 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:14.787260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-61cd9efa-2256-43c9-88fe-f9fe8ed77ce4 None None] Set router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:14.850278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-13e840bc-f620-4907-9415-f2a5a88c2b41 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738322 Jul 07 19:11:14.870402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61cd9efa-2256-43c9-88fe-f9fe8ed77ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-router', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:54Z', 'updated_at': '2021-07-07T19:11:14Z', 'revision_number': 6, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:14.877608 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9d194167-70ed-4c97-8611-b16fb004fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:b3:42:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:14Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:14.911892 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d194167-70ed-4c97-8611-b16fb004fa83 None None] Checking router: d603e694-bef6-429f-830a-ffb1e7970a7b for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:14.921611 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d194167-70ed-4c97-8611-b16fb004fa83 None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:14.922376 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9d194167-70ed-4c97-8611-b16fb004fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:14.931862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cd9efa-2256-43c9-88fe-f9fe8ed77ce4 None None] The sync data for ids ['5fb644a5-ed3d-4e3b-9789-8cd8cfef9945'] in n-d-792394-12 is: [{'id': '5fb644a5-ed3d-4e3b-9789-8cd8cfef9945', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-540306987-router', 'tenant_id': '355e9f0240df43929a1ce9bfe90e2792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:54Z', 'updated_at': '2021-07-07T19:11:14Z', 'revision_number': 6, 'project_id': '355e9f0240df43929a1ce9bfe90e2792', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:15.000401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-c69ac274-686d-4452-a723-4907571fc7ee service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490641 Jul 07 19:11:15.008716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.035091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=aade7dfc-1bc6-4702-af25-15ffb348ba08,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:15.064107 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9d194167-70ed-4c97-8611-b16fb004fa83 None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:15.101914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-a81fdaea-5c7d-41bb-8b54-cbf88502ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:15.103505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-a81fdaea-5c7d-41bb-8b54-cbf88502ec28 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0659344 Jul 07 19:11:15.109961 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472f34a6-5121-43cd-833c-7ad48d480a7a x-openstack-request-id: req-472f34a6-5121-43cd-833c-7ad48d480a7a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:15.110502 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42cbfbc-210e-4cd2-83bf-ce04c81401e4", "name": "network-vif-unplugged", "status": "completed", "tag": "68081b3c-cc63-4fd9-aa6f-456c95339728", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:15.110632 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-472f34a6-5121-43cd-833c-7ad48d480a7a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:15.110972 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68081b3c-cc63-4fd9-aa6f-456c95339728', 'code': 200} Jul 07 19:11:15.137916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.234050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7cf22628-547a-4a91-be82-b27a84fcd0e9 req-c0e1a378-4866-4ace-af4d-4ec94a547005 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/e0926522-0b8a-400f-b1b9-3f349a5a5d8c HTTP/1.1" status: 200 len: 1805 time: 0.0992732 Jul 07 19:11:15.254193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7cf22628-547a-4a91-be82-b27a84fcd0e9 req-95ec8d48-6fd4-4256-874d-be23332f18ab tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e0926522-0b8a-400f-b1b9-3f349a5a5d8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:15.254468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7cf22628-547a-4a91-be82-b27a84fcd0e9 req-95ec8d48-6fd4-4256-874d-be23332f18ab tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e0926522-0b8a-400f-b1b9-3f349a5a5d8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:15.266064 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9bba9f62-5255-4494-9336-005d597e91e3 req-97690fa9-e1c9-4629-bcba-e9ea1126ba49 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0577812 Jul 07 19:11:15.268583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-140f39dd-8830-4c12-9ca0-519e06c0c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:15.270479 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-140f39dd-8830-4c12-9ca0-519e06c0c2b3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.1574674 Jul 07 19:11:15.272690 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.274879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.327446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.328381 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:11:15.336791 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.341355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2981d9e4-c749-43cf-a2c9-e3897f009d2f admin admin] 10.222.0.113 "DELETE /v2.0/routers/5fb644a5-ed3d-4e3b-9789-8cd8cfef9945 HTTP/1.1" status: 204 len: 168 time: 1.2509108 Jul 07 19:11:15.341823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:15.352430 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9d194167-70ed-4c97-8611-b16fb004fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:b3:42:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:14Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:15.384267 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d194167-70ed-4c97-8611-b16fb004fa83 None None] The sync data for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 is: [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:b3:42:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:14Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:15.389781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-c04d4aef-cf92-41e4-9528-67d0b4cdf5c2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92030b9f-f285-4d6b-a8c2-e584ce67a71d HTTP/1.1" status: 200 len: 1000 time: 0.0946968 Jul 07 19:11:15.411691 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cf22628-547a-4a91-be82-b27a84fcd0e9 req-95ec8d48-6fd4-4256-874d-be23332f18ab tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.419743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-afde1691-df96-45fd-a18d-78995c29a8be admin admin] Deleting subnet 1eb5b52b-3132-48d9-9209-42085af88828 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:11:15.425858 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afde1691-df96-45fd-a18d-78995c29a8be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.465610 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afde1691-df96-45fd-a18d-78995c29a8be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.468722 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cf22628-547a-4a91-be82-b27a84fcd0e9 req-95ec8d48-6fd4-4256-874d-be23332f18ab tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.475762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-8a02f549-c258-4020-b19d-1aca8bae59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:15.485715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-8a02f549-c258-4020-b19d-1aca8bae59e9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.0877008 Jul 07 19:11:15.497617 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cf22628-547a-4a91-be82-b27a84fcd0e9 req-95ec8d48-6fd4-4256-874d-be23332f18ab tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.543604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec8d48-6fd4-4256-874d-be23332f18ab tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fb03c2-558e-469b-95dd-304052042f78,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:15.547969 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7cf22628-547a-4a91-be82-b27a84fcd0e9 req-95ec8d48-6fd4-4256-874d-be23332f18ab tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.549273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7cf22628-547a-4a91-be82-b27a84fcd0e9 req-95ec8d48-6fd4-4256-874d-be23332f18ab tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3050227 Jul 07 19:11:15.552970 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afde1691-df96-45fd-a18d-78995c29a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.580630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-b4dc1178-eaa8-4253-b980-50cec9090f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:15.582863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-b4dc1178-eaa8-4253-b980-50cec9090f1e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953403 Jul 07 19:11:15.602998 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91404a98-f6eb-45e7-836a-8a9701775651 x-openstack-request-id: req-91404a98-f6eb-45e7-836a-8a9701775651 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:15.603505 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:15.603617 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-91404a98-f6eb-45e7-836a-8a9701775651 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:15.604125 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'status': 'completed', 'code': 200} Jul 07 19:11:15.634826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afde1691-df96-45fd-a18d-78995c29a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.650274 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afde1691-df96-45fd-a18d-78995c29a8be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.657191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb43207-67fe-440f-a147-96681b5736f8 None None] Network 90cc3075-3902-43f4-bf19-38db5d8ed4e9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:15.657764 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-afde1691-df96-45fd-a18d-78995c29a8be admin admin] 10.222.0.113 "DELETE /v2.0/subnets/1eb5b52b-3132-48d9-9209-42085af88828 HTTP/1.1" status: 204 len: 168 time: 0.3144817 Jul 07 19:11:15.664958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:15.681673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde1691-df96-45fd-a18d-78995c29a8be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb5b52b-3132-48d9-9209-42085af88828,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:15.740066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac314df-2d81-4969-b061-07186b977a41 req-6a451f95-4006-4019-bbbc-272b68cc4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:15.741595 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4ac314df-2d81-4969-b061-07186b977a41 req-6a451f95-4006-4019-bbbc-272b68cc4d13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 1097 time: 0.0571523 Jul 07 19:11:15.784930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.802867 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-cdc33fb8-b357-453e-acc5-a6901d36e7bb service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085176 Jul 07 19:11:15.897703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58229117-9d21-4686-a1b9-ba30a5f4a8d1 None None] DHCP port deletion for 90cc3075-3902-43f4-bf19-38db5d8ed4e9 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:11:15.920122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac314df-2d81-4969-b061-07186b977a41 req-aa680d70-8246-4eff-b22a-517a76187437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:15.922042 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4ac314df-2d81-4969-b061-07186b977a41 req-aa680d70-8246-4eff-b22a-517a76187437 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.1700463 Jul 07 19:11:15.988179 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4ac314df-2d81-4969-b061-07186b977a41 req-a4bfbcad-27cc-4224-8bed-d22b390cfcd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 217 time: 0.0542972 Jul 07 19:11:16.012311 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bff422e3-6971-4686-849e-3fa598ab5b57 req-d9ff9473-aaa0-4ef1-a1d1-f805a5d2b573 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085299 Jul 07 19:11:16.028011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58229117-9d21-4686-a1b9-ba30a5f4a8d1 None None] Deleting port c90e7632-529e-4bdb-ada1-e3a9d78cad38 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:16.028792 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58229117-9d21-4686-a1b9-ba30a5f4a8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.035268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Deleting port c90e7632-529e-4bdb-ada1-e3a9d78cad38 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:16.035796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.082214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac314df-2d81-4969-b061-07186b977a41 req-0b1eec42-2618-454f-9bd6-702e2121e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:16.086299 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4ac314df-2d81-4969-b061-07186b977a41 req-0b1eec42-2618-454f-9bd6-702e2121e8ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.0846822 Jul 07 19:11:16.138267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] For port c90e7632-529e-4bdb-ada1-e3a9d78cad38, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c90e7632-529e-4bdb-ada1-e3a9d78cad38,segment=NetworkSegment(42d39a48-2643-485b-a89d-e1d83ae8fac7),segment_id=42d39a48-2643-485b-a89d-e1d83ae8fac7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:16.138568 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.157666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Calling delete_port for c90e7632-529e-4bdb-ada1-e3a9d78cad38 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:16.167708 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58229117-9d21-4686-a1b9-ba30a5f4a8d1 None None] For port c90e7632-529e-4bdb-ada1-e3a9d78cad38, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c90e7632-529e-4bdb-ada1-e3a9d78cad38,segment=NetworkSegment(42d39a48-2643-485b-a89d-e1d83ae8fac7),segment_id=42d39a48-2643-485b-a89d-e1d83ae8fac7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:16.168257 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58229117-9d21-4686-a1b9-ba30a5f4a8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.182674 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac314df-2d81-4969-b061-07186b977a41 req-f3efd62b-491d-4af0-8650-cd7535c3392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:16.183872 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4ac314df-2d81-4969-b061-07186b977a41 req-f3efd62b-491d-4af0-8650-cd7535c3392b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904372 Jul 07 19:11:16.187977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58229117-9d21-4686-a1b9-ba30a5f4a8d1 None None] Calling delete_port for c90e7632-529e-4bdb-ada1-e3a9d78cad38 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:16.268891 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fde2b2ed-66e9-401a-9ff0-c9f0ff5752ef req-c14a1d1a-4b1d-43a0-b27a-18e7480d46d4 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0444705 Jul 07 19:11:16.322809 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58229117-9d21-4686-a1b9-ba30a5f4a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.337088 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.373131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58229117-9d21-4686-a1b9-ba30a5f4a8d1 None None] Pushing event deleted for resources: {'Port': ['ID=c90e7632-529e-4bdb-ada1-e3a9d78cad38,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:16.380588 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58229117-9d21-4686-a1b9-ba30a5f4a8d1 None None] No DVR routers for this DVR port c90e7632-529e-4bdb-ada1-e3a9d78cad38 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:16.382546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a0dd6019-f18c-4a83-8acd-1cb37896aeba req-a468d9e8-edff-4cb6-ae4d-99866aa4a949 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1854152921', 'description': 'tempest-description-1220573419'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:16.388154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Pushing event deleted for resources: {'Port': ['ID=c90e7632-529e-4bdb-ada1-e3a9d78cad38,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:16.391740 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] No DVR routers for this DVR port c90e7632-529e-4bdb-ada1-e3a9d78cad38 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:16.498475 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.517004 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0dd6019-f18c-4a83-8acd-1cb37896aeba req-a468d9e8-edff-4cb6-ae4d-99866aa4a949 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.523693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cc3075-3902-43f4-bf19-38db5d8ed4e9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:16.548778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d39a48-2643-485b-a89d-e1d83ae8fac7') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:16.549146 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d39a48-2643-485b-a89d-e1d83ae8fac7') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:16.571245 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.636301 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.659816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:11:16.660136 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:11:16.661880 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:11:16.707694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c80cd7b8-d4d7-411d-ad8f-492f90d7897a req-862c85c5-e383-4a26-87ff-bc0242b77fdf tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 1000 time: 0.1482546 Jul 07 19:11:16.719123 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4ac314df-2d81-4969-b061-07186b977a41 req-5fe9dab7-61fa-4c37-a477-a65635dfaee9 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168488 Jul 07 19:11:16.760171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.780497 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.782416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] 10.222.0.113 "DELETE /v2.0/networks/90cc3075-3902-43f4-bf19-38db5d8ed4e9 HTTP/1.1" status: 204 len: 168 time: 1.1131690 Jul 07 19:11:16.788043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfff0c8-d0da-42c8-b0e8-9c3ae06fc69e admin admin] Pushing event deleted for resources: {'Network': ['ID=90cc3075-3902-43f4-bf19-38db5d8ed4e9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:16.821038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cd7b8-d4d7-411d-ad8f-492f90d7897a req-18327ce6-f8c9-488a-a829-64b4fd3e3a69 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:16.821038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c80cd7b8-d4d7-411d-ad8f-492f90d7897a req-18327ce6-f8c9-488a-a829-64b4fd3e3a69 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports/92030b9f-f285-4d6b-a8c2-e584ce67a71d HTTP/1.1" status: 200 len: 942 time: 0.1027179 Jul 07 19:11:16.829857 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4ac314df-2d81-4969-b061-07186b977a41 req-ff0d046b-d2cb-42b4-b32d-7de40c57ef93 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034811 Jul 07 19:11:16.838231 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0dd6019-f18c-4a83-8acd-1cb37896aeba req-a468d9e8-edff-4cb6-ae4d-99866aa4a949 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.842759 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0dd6019-f18c-4a83-8acd-1cb37896aeba req-a468d9e8-edff-4cb6-ae4d-99866aa4a949 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.876876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0dd6019-f18c-4a83-8acd-1cb37896aeba req-a468d9e8-edff-4cb6-ae4d-99866aa4a949 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:16.878147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0dd6019-f18c-4a83-8acd-1cb37896aeba req-a468d9e8-edff-4cb6-ae4d-99866aa4a949 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5426855 Jul 07 19:11:16.883320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468d9e8-edff-4cb6-ae4d-99866aa4a949 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925f26b3-7a0c-4985-b60d-4b372ebe738a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:16.997875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9f50998f-6c26-49de-92cb-a47d82a677ae no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:17.016009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c80cd7b8-d4d7-411d-ad8f-492f90d7897a req-bd8c03d1-d467-4234-9f58-3bf4f35b3a5d tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 1000 time: 0.0721812 Jul 07 19:11:17.022591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 9f50998f-6c26-49de-92cb-a47d82a677ae {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:17.023191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9f50998f-6c26-49de-92cb-a47d82a677ae not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:17.023805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c90e7632-529e-4bdb-ada1-e3a9d78cad38 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:17.034901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:17.053301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: c90e7632-529e-4bdb-ada1-e3a9d78cad38 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:17.053969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c90e7632-529e-4bdb-ada1-e3a9d78cad38 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:17.054836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device aade7dfc-1bc6-4702-af25-15ffb348ba08 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:17.079675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: aade7dfc-1bc6-4702-af25-15ffb348ba08 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:17.080200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device aade7dfc-1bc6-4702-af25-15ffb348ba08 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:17.090608 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-028029e9-95dc-44fa-9e7a-7ea7c8ec65bb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4e4090d3881b4fda91b8df8724648639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510192 Jul 07 19:11:17.091707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:17.142344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cd7b8-d4d7-411d-ad8f-492f90d7897a req-c7735fc2-25f5-4493-9c31-a5bdca3b804f tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.143717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c80cd7b8-d4d7-411d-ad8f-492f90d7897a req-c7735fc2-25f5-4493-9c31-a5bdca3b804f tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1267726 Jul 07 19:11:17.149586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-632041b6-b36d-424b-94bc-f665cdd5f0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.174988 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-632041b6-b36d-424b-94bc-f665cdd5f0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.226504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-632041b6-b36d-424b-94bc-f665cdd5f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.229928 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-632041b6-b36d-424b-94bc-f665cdd5f0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.233666 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-632041b6-b36d-424b-94bc-f665cdd5f0aa admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8e94af90-ee97-4e48-9b53-5fb96002dca3 HTTP/1.1" status: 204 len: 168 time: 0.1389661 Jul 07 19:11:17.239334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632041b6-b36d-424b-94bc-f665cdd5f0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e94af90-ee97-4e48-9b53-5fb96002dca3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:17.261910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-6d37bf92-d4e5-4623-851d-abf2958faaf9 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.264950 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-6d37bf92-d4e5-4623-851d-abf2958faaf9 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 805 time: 0.1313004 Jul 07 19:11:17.304945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-5f42b9d4-b061-415f-8d93-c54f57fdde68 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/quotas/51602686618147289866651e0f68fc1c HTTP/1.1" status: 200 len: 375 time: 0.0306010 Jul 07 19:11:17.374523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb2ef3-2b96-4d91-9830-fe00ae8de6d0 req-8ec3f49e-d96b-41bf-8ade-455eb1c64eb1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.376073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0bb2ef3-2b96-4d91-9830-fe00ae8de6d0 req-8ec3f49e-d96b-41bf-8ade-455eb1c64eb1 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.1227429 Jul 07 19:11:17.424725 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-bdc6842a-13ed-4355-81f7-8da9186b05ca tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118133 Jul 07 19:11:17.432348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0bb2ef3-2b96-4d91-9830-fe00ae8de6d0 req-22198ff8-a8a1-4e40-8b95-3f0be50eeba9 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488844 Jul 07 19:11:17.616705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:17.666687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca668b90-5f64-4e50-bdc6-9033035ed666 req-d4aa3654-29d5-4f86-8c17-fc1d20faffab tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.668548 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ca668b90-5f64-4e50-bdc6-9033035ed666 req-d4aa3654-29d5-4f86-8c17-fc1d20faffab tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.112 "GET /v2.0/ports?device_id=d42cbfbc-210e-4cd2-83bf-ce04c81401e4 HTTP/1.1" status: 200 len: 943 time: 0.0961263 Jul 07 19:11:17.691988 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-16137497-bd05-47ba-bc3e-5a9b136a633c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=355e9f0240df43929a1ce9bfe90e2792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736082 Jul 07 19:11:17.713179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:17.837308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'tag': '92030b9f-f285-4d6b-a8c2-e584ce67a71d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:17.839662 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81807cac-1552-4c7c-b095-02c1a74c8386" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9", "tag": "92030b9f-f285-4d6b-a8c2-e584ce67a71d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:17.841887 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b8336ea-6520-4e91-ac82-88f9cc1f5998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.868388 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f5de525-2900-4000-9611-8f622eb3fdc8 req-f52d0a61-40c8-4086-8729-86ad6b45c76e tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/925f26b3-7a0c-4985-b60d-4b372ebe738a HTTP/1.1" status: 200 len: 1805 time: 0.3911121 Jul 07 19:11:17.879209 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b8336ea-6520-4e91-ac82-88f9cc1f5998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.889498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7f5de525-2900-4000-9611-8f622eb3fdc8 req-f6571847-2eea-48ae-b5da-332c80524cee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '925f26b3-7a0c-4985-b60d-4b372ebe738a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:17.889918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7f5de525-2900-4000-9611-8f622eb3fdc8 req-f6571847-2eea-48ae-b5da-332c80524cee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '925f26b3-7a0c-4985-b60d-4b372ebe738a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:17.899871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4dfa55b9-e9ea-4399-9dbb-e9568f96d7a6 service neutron] 10.222.0.113 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659872 Jul 07 19:11:17.924424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ca668b90-5f64-4e50-bdc6-9033035ed666 req-faef975a-3a76-4be5-8acd-077f58f8d6ac tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Deleting port 68081b3c-cc63-4fd9-aa6f-456c95339728 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:17.924782 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ca668b90-5f64-4e50-bdc6-9033035ed666 req-faef975a-3a76-4be5-8acd-077f58f8d6ac tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:17.938481 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7a6a6-bc45-4ca8-87d7-3a856f44987a req-81aebdc8-8a2c-43b9-b9da-164d6e3cfcbe tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:17.939945 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1af7a6a6-bc45-4ca8-87d7-3a856f44987a req-81aebdc8-8a2c-43b9-b9da-164d6e3cfcbe tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 948 time: 0.1770051 Jul 07 19:11:18.025002 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7f5de525-2900-4000-9611-8f622eb3fdc8 req-f6571847-2eea-48ae-b5da-332c80524cee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.037243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-52236dc4-fa95-456e-8fce-d3b3df20754e service neutron] 10.222.0.113 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297610 Jul 07 19:11:18.056376 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7f5de525-2900-4000-9611-8f622eb3fdc8 req-f6571847-2eea-48ae-b5da-332c80524cee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.061867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7f5de525-2900-4000-9611-8f622eb3fdc8 req-f6571847-2eea-48ae-b5da-332c80524cee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.068303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b8336ea-6520-4e91-ac82-88f9cc1f5998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.070844 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b8336ea-6520-4e91-ac82-88f9cc1f5998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.071967 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b8336ea-6520-4e91-ac82-88f9cc1f5998 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4ff2765c-c737-4f72-871b-a14e89a13e22 HTTP/1.1" status: 204 len: 168 time: 0.3572521 Jul 07 19:11:18.085399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6571847-2eea-48ae-b5da-332c80524cee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae156fd6-09ee-4a1f-a296-1b25de008c74,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:18.091690 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7f5de525-2900-4000-9611-8f622eb3fdc8 req-f6571847-2eea-48ae-b5da-332c80524cee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.114070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f5de525-2900-4000-9611-8f622eb3fdc8 req-f6571847-2eea-48ae-b5da-332c80524cee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2309051 Jul 07 19:11:18.117675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8336ea-6520-4e91-ac82-88f9cc1f5998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff2765c-c737-4f72-871b-a14e89a13e22,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:18.123434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ca668b90-5f64-4e50-bdc6-9033035ed666 req-faef975a-3a76-4be5-8acd-077f58f8d6ac tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] For port 68081b3c-cc63-4fd9-aa6f-456c95339728, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=68081b3c-cc63-4fd9-aa6f-456c95339728,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:18.123562 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ca668b90-5f64-4e50-bdc6-9033035ed666 req-faef975a-3a76-4be5-8acd-077f58f8d6ac tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.142493 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ca668b90-5f64-4e50-bdc6-9033035ed666 req-faef975a-3a76-4be5-8acd-077f58f8d6ac tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Calling delete_port for 68081b3c-cc63-4fd9-aa6f-456c95339728 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:18.208541 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-9dc1b9cd-7af2-4af3-9241-c537d97f553f tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 1000 time: 0.0924683 Jul 07 19:11:18.209029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1af7a6a6-bc45-4ca8-87d7-3a856f44987a req-458987e2-e421-4a88-9561-7a5fd0c5568a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Deleting port 13907cfc-f920-41e4-9b1f-ac944eaf2349 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:18.209483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1af7a6a6-bc45-4ca8-87d7-3a856f44987a req-458987e2-e421-4a88-9561-7a5fd0c5568a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.297789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-b8ab51f3-9511-4fd6-92ef-3148e2fe7af8 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.312004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-b8ab51f3-9511-4fd6-92ef-3148e2fe7af8 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports/92030b9f-f285-4d6b-a8c2-e584ce67a71d HTTP/1.1" status: 200 len: 942 time: 0.0876029 Jul 07 19:11:18.365500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1af7a6a6-bc45-4ca8-87d7-3a856f44987a req-458987e2-e421-4a88-9561-7a5fd0c5568a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] For port 13907cfc-f920-41e4-9b1f-ac944eaf2349, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=13907cfc-f920-41e4-9b1f-ac944eaf2349,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:18.366105 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1af7a6a6-bc45-4ca8-87d7-3a856f44987a req-458987e2-e421-4a88-9561-7a5fd0c5568a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.396205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1af7a6a6-bc45-4ca8-87d7-3a856f44987a req-458987e2-e421-4a88-9561-7a5fd0c5568a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Calling delete_port for 13907cfc-f920-41e4-9b1f-ac944eaf2349 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:18.425484 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d256e643-4f96-4be3-9358-cc76680b5f05 req-ee4ca037-8e64-4697-a2b6-006512c121d6 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0410256 Jul 07 19:11:18.437179 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ca668b90-5f64-4e50-bdc6-9033035ed666 req-faef975a-3a76-4be5-8acd-077f58f8d6ac tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.508685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-0601b493-9984-4f1a-bb95-b010bdf5fcff tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 1000 time: 0.0819426 Jul 07 19:11:18.556067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef975a-3a76-4be5-8acd-077f58f8d6ac tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Pushing event deleted for resources: {'Port': ['ID=68081b3c-cc63-4fd9-aa6f-456c95339728,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:18.599173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca668b90-5f64-4e50-bdc6-9033035ed666 req-faef975a-3a76-4be5-8acd-077f58f8d6ac tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] No DVR routers for this DVR port 68081b3c-cc63-4fd9-aa6f-456c95339728 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:18.604069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ca668b90-5f64-4e50-bdc6-9033035ed666 req-faef975a-3a76-4be5-8acd-077f58f8d6ac tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.607770 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ca668b90-5f64-4e50-bdc6-9033035ed666 req-faef975a-3a76-4be5-8acd-077f58f8d6ac tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.112 "DELETE /v2.0/ports/68081b3c-cc63-4fd9-aa6f-456c95339728 HTTP/1.1" status: 204 len: 173 time: 0.9307210 Jul 07 19:11:18.608450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'name': 'network-vif-deleted', 'tag': '68081b3c-cc63-4fd9-aa6f-456c95339728'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:18.611049 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8206527-8f5b-43b6-a70f-b239d795065c" -d '{"events": [{"server_uuid": "d42cbfbc-210e-4cd2-83bf-ce04c81401e4", "name": "network-vif-deleted", "tag": "68081b3c-cc63-4fd9-aa6f-456c95339728"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:18.707879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-d6a7e4cc-3b91-4fae-b4f6-00217af26bbd tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.714900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-d6a7e4cc-3b91-4fae-b4f6-00217af26bbd tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.2000630 Jul 07 19:11:18.716579 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b9d8c7-8f63-4527-808c-fd80373f05bf x-openstack-request-id: req-d9b9d8c7-8f63-4527-808c-fd80373f05bf {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:18.716935 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9", "tag": "92030b9f-f285-4d6b-a8c2-e584ce67a71d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:18.717406 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d9b9d8c7-8f63-4527-808c-fd80373f05bf {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:18.717860 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'tag': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'status': 'completed', 'code': 200} Jul 07 19:11:18.763101 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.857434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1af7a6a6-bc45-4ca8-87d7-3a856f44987a req-458987e2-e421-4a88-9561-7a5fd0c5568a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.868780 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-082b2674-adec-47db-a29f-1da09bd17c92 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 1000 time: 0.1418295 Jul 07 19:11:18.869606 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['8d05b328-90c8-4ffb-82c4-e6703b612a06', '13907cfc-f920-41e4-9b1f-ac944eaf2349'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:18.917952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-3d7d7af3-90cf-428e-94b9-091a53f53055 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:18.980539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81807cac-1552-4c7c-b095-02c1a74c8386 req-40963866-1259-4782-b365-4e69f7c9ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:18.980929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a7e8977c-e35e-4229-a24f-1dec99c22a72 req-d1a01032-4327-4568-b8fe-ba4e8db81300 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2112556414', 'description': 'tempest-description-1659783757'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:18.982256 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81807cac-1552-4c7c-b095-02c1a74c8386 req-40963866-1259-4782-b365-4e69f7c9ea2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 1097 time: 0.2222722 Jul 07 19:11:18.983427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458987e2-e421-4a88-9561-7a5fd0c5568a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Pushing event deleted for resources: {'Port': ['ID=13907cfc-f920-41e4-9b1f-ac944eaf2349,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:19.022144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af7a6a6-bc45-4ca8-87d7-3a856f44987a req-458987e2-e421-4a88-9561-7a5fd0c5568a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] No DVR routers for this DVR port 13907cfc-f920-41e4-9b1f-ac944eaf2349 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:19.037014 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-3d7d7af3-90cf-428e-94b9-091a53f53055 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:19.051002 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1af7a6a6-bc45-4ca8-87d7-3a856f44987a req-458987e2-e421-4a88-9561-7a5fd0c5568a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:19.063109 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1af7a6a6-bc45-4ca8-87d7-3a856f44987a req-458987e2-e421-4a88-9561-7a5fd0c5568a tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "DELETE /v2.0/ports/13907cfc-f920-41e4-9b1f-ac944eaf2349 HTTP/1.1" status: 204 len: 173 time: 1.1077452 Jul 07 19:11:19.162202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a7e8977c-e35e-4229-a24f-1dec99c22a72 req-d1a01032-4327-4568-b8fe-ba4e8db81300 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:19.220350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81807cac-1552-4c7c-b095-02c1a74c8386 req-162c02d8-120e-4ba4-bc83-a82a1d2ac8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:19.224433 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81807cac-1552-4c7c-b095-02c1a74c8386 req-162c02d8-120e-4ba4-bc83-a82a1d2ac8f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.2339652 Jul 07 19:11:19.249181 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-3d7d7af3-90cf-428e-94b9-091a53f53055 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:19.278722 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-3d7d7af3-90cf-428e-94b9-091a53f53055 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:19.279077 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-3d7d7af3-90cf-428e-94b9-091a53f53055 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Floating IP acbb7245-925a-487f-8ced-8241e83cc26e disassociated. External IP: 172.25.2.55, port: 92030b9f-f285-4d6b-a8c2-e584ce67a71d. Jul 07 19:11:19.358915 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81807cac-1552-4c7c-b095-02c1a74c8386 req-675162ac-2dbe-45b2-8bc8-9cd67f4810ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92030b9f-f285-4d6b-a8c2-e584ce67a71d HTTP/1.1" status: 200 len: 1000 time: 0.1261630 Jul 07 19:11:19.484527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81807cac-1552-4c7c-b095-02c1a74c8386 req-5d45c866-ace5-4fcd-80b0-07822d953c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:19.486064 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81807cac-1552-4c7c-b095-02c1a74c8386 req-5d45c866-ace5-4fcd-80b0-07822d953c82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.1163516 Jul 07 19:11:19.571244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81807cac-1552-4c7c-b095-02c1a74c8386 req-4f7d902c-8544-4c11-94ae-610607cc0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:19.572821 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81807cac-1552-4c7c-b095-02c1a74c8386 req-4f7d902c-8544-4c11-94ae-610607cc0ba2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791605 Jul 07 19:11:19.668542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-3d7d7af3-90cf-428e-94b9-091a53f53055 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Router d603e694-bef6-429f-830a-ffb1e7970a7b has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:19.671462 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a7e8977c-e35e-4229-a24f-1dec99c22a72 req-d1a01032-4327-4568-b8fe-ba4e8db81300 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:19.679060 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a7e8977c-e35e-4229-a24f-1dec99c22a72 req-d1a01032-4327-4568-b8fe-ba4e8db81300 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:19.697782 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:11:19.702308 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81807cac-1552-4c7c-b095-02c1a74c8386 req-00f264ec-e00f-4cce-a02f-b2e10c49babe service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170549 Jul 07 19:11:19.711924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a7e8977c-e35e-4229-a24f-1dec99c22a72 req-d1a01032-4327-4568-b8fe-ba4e8db81300 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:19.724621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7e8977c-e35e-4229-a24f-1dec99c22a72 req-d1a01032-4327-4568-b8fe-ba4e8db81300 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8510866 Jul 07 19:11:19.791442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a01032-4327-4568-b8fe-ba4e8db81300 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35338cde-a31d-47cf-9fcb-526267b3dd99,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:19.820550 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81807cac-1552-4c7c-b095-02c1a74c8386 req-8c931c91-51c9-44a8-91d8-794580d68df0 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108863 Jul 07 19:11:19.882450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-158e2790-f8c1-4c00-926b-9883fed80480 req-1f675650-65bb-4732-ba11-05f35c3dc8a3 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 210 time: 0.0389717 Jul 07 19:11:19.907851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-3d7d7af3-90cf-428e-94b9-091a53f53055 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:19.915828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd57b9c-5365-4081-a577-9280be5d287f None None] Sync routers for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:19.916319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-3d7d7af3-90cf-428e-94b9-091a53f53055 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:19.931789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd57b9c-5365-4081-a577-9280be5d287f None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:19.933641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dfd57b9c-5365-4081-a577-9280be5d287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:19.970326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-3d7d7af3-90cf-428e-94b9-091a53f53055 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "PUT /v2.0/floatingips/acbb7245-925a-487f-8ced-8241e83cc26e HTTP/1.1" status: 200 len: 694 time: 1.0981922 Jul 07 19:11:20.066150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dfd57b9c-5365-4081-a577-9280be5d287f None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:20.089565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-133403ac-ddd6-4c46-b17d-2af75680f8e6 req-b00a6f85-a7f6-412a-940d-06eebb075198 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=67b8a127-b0b9-4679-94a7-ddbf23917880 HTTP/1.1" status: 200 len: 210 time: 0.0527818 Jul 07 19:11:20.097456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-ca13aab7-bc6b-40fe-b943-cf78d243241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:20.099708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-ca13aab7-bc6b-40fe-b943-cf78d243241f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 1097 time: 0.1209030 Jul 07 19:11:20.218388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-2499770f-afde-40b1-8151-fcdb0ac43fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:20.220070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-2499770f-afde-40b1-8151-fcdb0ac43fab service neutron] 10.222.0.113 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.1131732 Jul 07 19:11:20.243465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-1fabf553-78bb-4dc6-85cf-fa55526c1215 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:20.245516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-1fabf553-78bb-4dc6-85cf-fa55526c1215 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.112 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 805 time: 0.2050998 Jul 07 19:11:20.258435 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Request body: {'port': {'device_id': '64406868-9f51-4a74-9e4e-c843eca9ce09', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'admin_state_up': True, 'tenant_id': '51602686618147289866651e0f68fc1c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:20.306138 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-331868db-b617-4c2f-8a80-584c0dc41a77 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92030b9f-f285-4d6b-a8c2-e584ce67a71d HTTP/1.1" status: 200 len: 217 time: 0.0804892 Jul 07 19:11:20.442864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-745c3094-1923-45c1-b9bc-1adf89f0972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:20.444652 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-745c3094-1923-45c1-b9bc-1adf89f0972d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.1313927 Jul 07 19:11:20.470059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dfd57b9c-5365-4081-a577-9280be5d287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:20.504217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd57b9c-5365-4081-a577-9280be5d287f None None] Checking router: d603e694-bef6-429f-830a-ffb1e7970a7b for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:20.507830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Made reservation on behalf of 51602686618147289866651e0f68fc1c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:20.513408 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:20.514803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd57b9c-5365-4081-a577-9280be5d287f None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:20.515045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dfd57b9c-5365-4081-a577-9280be5d287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:20.527643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-468105bf-7f01-4276-9c37-5659aba7e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:20.529458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-468105bf-7f01-4276-9c37-5659aba7e0b2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761039 Jul 07 19:11:20.644143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-9898aa23-0a03-4276-a7fd-9d06e38fe2d5 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082299 Jul 07 19:11:20.681985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dfd57b9c-5365-4081-a577-9280be5d287f None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:20.688215 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Allocated IP 172.20.0.14 (299255ae-eebb-474d-9c70-d9ceff07301b/af90dcd0-75ba-4a0d-9802-efe7b65f07a4/0ceadde6-8c4f-4548-976f-bffd9576ba47) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:20.720077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'tag': '92030b9f-f285-4d6b-a8c2-e584ce67a71d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:20.723815 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8396d792-ba95-45ef-9e14-d5838dc14678" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9", "tag": "92030b9f-f285-4d6b-a8c2-e584ce67a71d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:20.756787 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0431738-0728-4f97-a389-f4cbea138d3a x-openstack-request-id: req-e0431738-0728-4f97-a389-f4cbea138d3a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:20.757078 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42cbfbc-210e-4cd2-83bf-ce04c81401e4", "name": "network-vif-deleted", "tag": "68081b3c-cc63-4fd9-aa6f-456c95339728", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:20.757327 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e0431738-0728-4f97-a389-f4cbea138d3a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:20.757716 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42cbfbc-210e-4cd2-83bf-ce04c81401e4', 'name': 'network-vif-deleted', 'tag': '68081b3c-cc63-4fd9-aa6f-456c95339728', 'status': 'completed', 'code': 200} Jul 07 19:11:20.786329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3a36c5-ea8b-4e16-80dd-fddd0a410b47 req-00690876-764d-4ad0-935e-8849b117c640 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350553 Jul 07 19:11:20.827854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-45fccc8d-6bf9-45ca-a333-d079b5ff9ff0 req-26862f9a-bc68-4287-84e4-878bb3609a86 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1268760061', 'description': 'tempest-description-338017331'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:20.864794 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45fccc8d-6bf9-45ca-a333-d079b5ff9ff0 req-26862f9a-bc68-4287-84e4-878bb3609a86 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:20.914466 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:20.928699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dfd57b9c-5365-4081-a577-9280be5d287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:20.970756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:20.971908 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd57b9c-5365-4081-a577-9280be5d287f None None] The sync data for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 is: [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:20.989141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45fccc8d-6bf9-45ca-a333-d079b5ff9ff0 req-26862f9a-bc68-4287-84e4-878bb3609a86 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:20.995346 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45fccc8d-6bf9-45ca-a333-d079b5ff9ff0 req-26862f9a-bc68-4287-84e4-878bb3609a86 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.033172 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45fccc8d-6bf9-45ca-a333-d079b5ff9ff0 req-26862f9a-bc68-4287-84e4-878bb3609a86 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.034472 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45fccc8d-6bf9-45ca-a333-d079b5ff9ff0 req-26862f9a-bc68-4287-84e4-878bb3609a86 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2134290 Jul 07 19:11:21.035196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Network 299255ae-eebb-474d-9c70-d9ceff07301b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:21.036334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26862f9a-bc68-4287-84e4-878bb3609a86 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1884e85e-4089-4695-b57a-7005507fe4f6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:21.051049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:21.055177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:21.113841 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Pushing event updated for resources: {'Port': ['ID=0ceadde6-8c4f-4548-976f-bffd9576ba47,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:21.135389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:21.136767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.152558 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e406d19c-b827-4de5-9003-41d1fd7c74cb tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8991370 Jul 07 19:11:21.164496 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Request body: {'port': {'device_id': '64406868-9f51-4a74-9e4e-c843eca9ce09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:21.200213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cef9ff0b-7cdd-4151-a605-6cee0d9f9d77 req-942ba868-edc7-4a84-ac03-c52cea5b24d1 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0395737 Jul 07 19:11:21.221796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 13907cfc-f920-41e4-9b1f-ac944eaf2349 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:21.269970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 13907cfc-f920-41e4-9b1f-ac944eaf2349 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:21.270319 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 13907cfc-f920-41e4-9b1f-ac944eaf2349 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:21.273414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 68081b3c-cc63-4fd9-aa6f-456c95339728 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:21.277116 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a295e1e-3933-4484-9e3f-6e5dab43451e x-openstack-request-id: req-8a295e1e-3933-4484-9e3f-6e5dab43451e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:21.277364 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9", "tag": "92030b9f-f285-4d6b-a8c2-e584ce67a71d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:21.277697 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8a295e1e-3933-4484-9e3f-6e5dab43451e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:21.278076 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'tag': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'status': 'completed', 'code': 200} Jul 07 19:11:21.284122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.322079 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 68081b3c-cc63-4fd9-aa6f-456c95339728 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:21.322348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 68081b3c-cc63-4fd9-aa6f-456c95339728 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:21.400311 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888621bc-4a94-4ace-9165-8bab19304372 None None] New status for floating IP acbb7245-925a-487f-8ced-8241e83cc26e: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:11:21.504815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6549-cc11-4146-874c-75bcfa36a8f8 req-5b2f25f5-9262-463d-a75b-456557e2f5dd tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:21.506951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-146f6549-cc11-4146-874c-75bcfa36a8f8 req-5b2f25f5-9262-463d-a75b-456557e2f5dd tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 932 time: 0.1132808 Jul 07 19:11:21.537762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396d792-ba95-45ef-9e14-d5838dc14678 req-625646bf-b992-49ad-9efc-a9254b879e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:21.539300 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8396d792-ba95-45ef-9e14-d5838dc14678 req-625646bf-b992-49ad-9efc-a9254b879e8f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 1097 time: 0.1958146 Jul 07 19:11:21.585135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-146f6549-cc11-4146-874c-75bcfa36a8f8 req-2c66a55a-8cd0-4a3a-9b3b-2502c8d665b3 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701201 Jul 07 19:11:21.633878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d775ed1-d670-4154-b558-b06dfc90189a req-687ac94d-4fb6-425c-b850-64df51b77bdd tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/35338cde-a31d-47cf-9fcb-526267b3dd99 HTTP/1.1" status: 200 len: 1805 time: 0.0459969 Jul 07 19:11:21.684044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d775ed1-d670-4154-b558-b06dfc90189a req-93ae2b05-c018-4151-9d74-9e84aa1ba094 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/1884e85e-4089-4695-b57a-7005507fe4f6 HTTP/1.1" status: 200 len: 1804 time: 0.0413203 Jul 07 19:11:21.713150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6d775ed1-d670-4154-b558-b06dfc90189a req-91880859-cdcd-4765-bcb7-5d693f80b89c tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35338cde-a31d-47cf-9fcb-526267b3dd99', 'remote_group_id': '1884e85e-4089-4695-b57a-7005507fe4f6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:21.714376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6d775ed1-d670-4154-b558-b06dfc90189a req-91880859-cdcd-4765-bcb7-5d693f80b89c tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35338cde-a31d-47cf-9fcb-526267b3dd99', 'remote_group_id': '1884e85e-4089-4695-b57a-7005507fe4f6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:21.731560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396d792-ba95-45ef-9e14-d5838dc14678 req-da0bd178-420b-4f56-be32-b19814803e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:21.733302 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8396d792-ba95-45ef-9e14-d5838dc14678 req-da0bd178-420b-4f56-be32-b19814803e53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.1777573 Jul 07 19:11:21.761371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ceadde6-8c4f-4548-976f-bffd9576ba47 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:21.817067 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8396d792-ba95-45ef-9e14-d5838dc14678 req-7a812d0e-7990-46ab-b786-7b908e793a93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92030b9f-f285-4d6b-a8c2-e584ce67a71d HTTP/1.1" status: 200 len: 217 time: 0.0679743 Jul 07 19:11:21.817288 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d775ed1-d670-4154-b558-b06dfc90189a req-91880859-cdcd-4765-bcb7-5d693f80b89c tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.821499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.873365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Transition to ACTIVE for port object 0ceadde6-8c4f-4548-976f-bffd9576ba47 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:21.877576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d775ed1-d670-4154-b558-b06dfc90189a req-91880859-cdcd-4765-bcb7-5d693f80b89c tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.882295 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d775ed1-d670-4154-b558-b06dfc90189a req-91880859-cdcd-4765-bcb7-5d693f80b89c tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.905833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91880859-cdcd-4765-bcb7-5d693f80b89c tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0070dc4-d375-473e-b148-71f3b5caf66a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:21.906863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396d792-ba95-45ef-9e14-d5838dc14678 req-29895796-ff79-415f-840d-9bb7b8f4ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:21.908617 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8396d792-ba95-45ef-9e14-d5838dc14678 req-29895796-ff79-415f-840d-9bb7b8f4ff2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.0731401 Jul 07 19:11:21.909362 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.944382 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d775ed1-d670-4154-b558-b06dfc90189a req-91880859-cdcd-4765-bcb7-5d693f80b89c tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.945719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d775ed1-d670-4154-b558-b06dfc90189a req-91880859-cdcd-4765-bcb7-5d693f80b89c tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2378237 Jul 07 19:11:21.994856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Pushing event updated for resources: {'Port': ['ID=0ceadde6-8c4f-4548-976f-bffd9576ba47,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:22.004511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-483b0f07-2997-4d41-b0a2-d62a1e750528 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:22.005361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-483b0f07-2997-4d41-b0a2-d62a1e750528 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1015790 Jul 07 19:11:22.070020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-735640f8-e825-4013-8a5e-938dd91eb02c tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 695 time: 0.0573394 Jul 07 19:11:22.078413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396d792-ba95-45ef-9e14-d5838dc14678 req-6641ea8e-3ff2-4365-9310-d6678b015d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:22.079895 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8396d792-ba95-45ef-9e14-d5838dc14678 req-6641ea8e-3ff2-4365-9310-d6678b015d34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443200 Jul 07 19:11:22.081746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-2d1cdf7a-7d7e-4847-b376-0362735c5b11 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Request body: {'floatingip': {'port_id': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:22.103952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Attempting to bind port 0ceadde6-8c4f-4548-976f-bffd9576ba47 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:22.104878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Attempting to bind port 0ceadde6-8c4f-4548-976f-bffd9576ba47 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:22.105313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Attempting to bind port 0ceadde6-8c4f-4548-976f-bffd9576ba47 on network 299255ae-eebb-474d-9c70-d9ceff07301b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:22.127058 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-2d1cdf7a-7d7e-4847-b376-0362735c5b11 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.148087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Port 0ceadde6-8c4f-4548-976f-bffd9576ba47 on network 299255ae-eebb-474d-9c70-d9ceff07301b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:22.148413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Attempting to bind port 0ceadde6-8c4f-4548-976f-bffd9576ba47 on network 299255ae-eebb-474d-9c70-d9ceff07301b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:22.160366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:22.160761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Checking segment: {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:22.161148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Bound using segment: {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:22.161683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Bound port: 0ceadde6-8c4f-4548-976f-bffd9576ba47, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:22.162043 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.236297 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8396d792-ba95-45ef-9e14-d5838dc14678 req-ed6c002d-c561-477d-a3aa-d54a4d435cb7 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435390 Jul 07 19:11:22.276768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] For port 0ceadde6-8c4f-4548-976f-bffd9576ba47, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:22.323559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] For port 0ceadde6-8c4f-4548-976f-bffd9576ba47, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0ceadde6-8c4f-4548-976f-bffd9576ba47,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:22.336192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.403164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:22.404309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.405244 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] 10.222.0.112 "PUT /v2.0/ports/0ceadde6-8c4f-4548-976f-bffd9576ba47 HTTP/1.1" status: 200 len: 1093 time: 1.2452676 Jul 07 19:11:22.424554 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8396d792-ba95-45ef-9e14-d5838dc14678 req-e425fde5-b875-48b7-b9a5-7029c572d2db service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597214 Jul 07 19:11:22.441776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599a895-9f2e-4a51-b81b-2efdc3160a4f service neutron] Pushing event updated for resources: {'Port': ['ID=0ceadde6-8c4f-4548-976f-bffd9576ba47,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:22.465808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2f73ec66-4fb3-4b6d-bd2a-5f5ef7af4216 req-2b04aa13-97d8-4bf9-a6c5-3a1830e980b3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-334828489', 'description': 'tempest-description-1053477401'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:22.504584 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-9b222c6b-ef51-447a-a649-7989eefaed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:22.506018 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-9b222c6b-ef51-447a-a649-7989eefaed01 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 1096 time: 0.0581315 Jul 07 19:11:22.532150 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2f73ec66-4fb3-4b6d-bd2a-5f5ef7af4216 req-2b04aa13-97d8-4bf9-a6c5-3a1830e980b3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.550045 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-0cda766a-8a4b-4e0f-83ad-314d65ea3689 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ceadde6-8c4f-4548-976f-bffd9576ba47 HTTP/1.1" status: 200 len: 217 time: 0.0356135 Jul 07 19:11:22.604825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-2ab231e8-2432-43f9-99bb-ffed55f7bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:22.606367 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-2ab231e8-2432-43f9-99bb-ffed55f7bfdf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=af90dcd0-75ba-4a0d-9802-efe7b65f07a4 HTTP/1.1" status: 200 len: 845 time: 0.0502334 Jul 07 19:11:22.648864 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-41de0ed4-446d-47a7-a443-3485794b775f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=299255ae-eebb-474d-9c70-d9ceff07301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347147 Jul 07 19:11:22.728504 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-2d1cdf7a-7d7e-4847-b376-0362735c5b11 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.738632 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-2d1cdf7a-7d7e-4847-b376-0362735c5b11 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.741700 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-b37f218f-9329-453e-bcbf-95b01bfcf458 service neutron] 10.222.0.112 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863292 Jul 07 19:11:22.741912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2f73ec66-4fb3-4b6d-bd2a-5f5ef7af4216 req-2b04aa13-97d8-4bf9-a6c5-3a1830e980b3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.766179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'name': 'network-vif-deleted', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349'}, {'name': 'network-changed', 'server_uuid': '64406868-9f51-4a74-9e4e-c843eca9ce09', 'tag': '0ceadde6-8c4f-4548-976f-bffd9576ba47'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:22.768343 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05e0983-777a-4c1d-98ed-84ed141ebcb4" -d '{"events": [{"server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "name": "network-vif-deleted", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349"}, {"name": "network-changed", "server_uuid": "64406868-9f51-4a74-9e4e-c843eca9ce09", "tag": "0ceadde6-8c4f-4548-976f-bffd9576ba47"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:22.780820 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2f73ec66-4fb3-4b6d-bd2a-5f5ef7af4216 req-2b04aa13-97d8-4bf9-a6c5-3a1830e980b3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.819945 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2f73ec66-4fb3-4b6d-bd2a-5f5ef7af4216 req-2b04aa13-97d8-4bf9-a6c5-3a1830e980b3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.821234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f73ec66-4fb3-4b6d-bd2a-5f5ef7af4216 req-2b04aa13-97d8-4bf9-a6c5-3a1830e980b3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3661990 Jul 07 19:11:22.851610 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-de03f941-0297-44db-b6e1-e30f9182ea58 req-e3048ed4-e910-491f-b91e-1b2159bb5ce3 service neutron] 10.222.0.112 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026053 Jul 07 19:11:22.859464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04aa13-97d8-4bf9-a6c5-3a1830e980b3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14846b7-66f9-474c-a531-3f0c43da6295,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:22.884655 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-2d1cdf7a-7d7e-4847-b376-0362735c5b11 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Floating IP acbb7245-925a-487f-8ced-8241e83cc26e associated. External IP: 172.25.2.55, port: e099ea08-2dbf-4c9b-8507-024ab19259e6. Jul 07 19:11:23.106949 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83e026f8-5032-494d-9433-78f78a95b4f5 req-7d4b9690-d27f-4276-9596-2e00b1ad5a84 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0324779 Jul 07 19:11:23.127392 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-2d1cdf7a-7d7e-4847-b376-0362735c5b11 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Router d603e694-bef6-429f-830a-ffb1e7970a7b has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:23.269832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-2d1cdf7a-7d7e-4847-b376-0362735c5b11 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:23.275235 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-2d1cdf7a-7d7e-4847-b376-0362735c5b11 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.278919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd94d5e-773e-47f3-b891-04468281ee23 None None] Sync routers for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:23.288325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd94d5e-773e-47f3-b891-04468281ee23 None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:23.288992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ecd94d5e-773e-47f3-b891-04468281ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:23.330777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-2d1cdf7a-7d7e-4847-b376-0362735c5b11 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "PUT /v2.0/floatingips/acbb7245-925a-487f-8ced-8241e83cc26e HTTP/1.1" status: 200 len: 995 time: 1.2533898 Jul 07 19:11:23.338601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dd2f1-b2ba-45eb-9199-704f0bafaf96 req-07f3db02-9d79-4f3b-93f1-2735043d3fbb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:23.340177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-395dd2f1-b2ba-45eb-9199-704f0bafaf96 req-07f3db02-9d79-4f3b-93f1-2735043d3fbb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.1241391 Jul 07 19:11:23.340691 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:23.342962 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8144ed29-5059-434f-9e1c-d440b9d6d362" -d '{"events": [{"name": "network-changed", "server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:23.413369 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-395dd2f1-b2ba-45eb-9199-704f0bafaf96 req-fa8d8ea0-e47e-48fb-8dc2-cc4f1dc22673 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/security-groups?id=06863e49-c61c-470a-9c47-86fc6a226928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675404 Jul 07 19:11:23.435559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-f0e28b52-94cb-4147-8d3a-3903c1c471df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:23.437115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-f0e28b52-94cb-4147-8d3a-3903c1c471df service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 1097 time: 0.0901763 Jul 07 19:11:23.542607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa48e2-62a7-4300-b22f-24531970c108 req-e7efc466-eab8-41a8-8efe-d7a87e6488bf tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:23.545142 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-affa48e2-62a7-4300-b22f-24531970c108 req-e7efc466-eab8-41a8-8efe-d7a87e6488bf tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.0873444 Jul 07 19:11:23.557708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-2697f5f2-aba3-451b-a8d2-e294f466f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:23.559700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-2697f5f2-aba3-451b-a8d2-e294f466f926 service neutron] 10.222.0.113 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.1162279 Jul 07 19:11:23.561479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ecd94d5e-773e-47f3-b891-04468281ee23 None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:23.677295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-0d0fb747-002c-4224-a38d-571e59d5b16f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 998 time: 0.1119626 Jul 07 19:11:23.706723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-affa48e2-62a7-4300-b22f-24531970c108 req-2be00836-7f87-46c7-af11-a863a7005ce6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Deleting port 92030b9f-f285-4d6b-a8c2-e584ce67a71d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:23.707364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-affa48e2-62a7-4300-b22f-24531970c108 req-2be00836-7f87-46c7-af11-a863a7005ce6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.717387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930970-d734-4c2f-8f3a-5ef6cc11be72 req-6fed024a-9034-40cd-83cd-06c0983f83a2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:23.719100 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3d930970-d734-4c2f-8f3a-5ef6cc11be72 req-6fed024a-9034-40cd-83cd-06c0983f83a2 tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 949 time: 0.1145487 Jul 07 19:11:23.818723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ecd94d5e-773e-47f3-b891-04468281ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:d0:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:22Z', 'revision_number': 8, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:23.859184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd94d5e-773e-47f3-b891-04468281ee23 None None] Checking router: d603e694-bef6-429f-830a-ffb1e7970a7b for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:23.867927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd94d5e-773e-47f3-b891-04468281ee23 None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:23.868604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ecd94d5e-773e-47f3-b891-04468281ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:23.883857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-affa48e2-62a7-4300-b22f-24531970c108 req-2be00836-7f87-46c7-af11-a863a7005ce6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] For port 92030b9f-f285-4d6b-a8c2-e584ce67a71d, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=92030b9f-f285-4d6b-a8c2-e584ce67a71d,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:23.884253 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-affa48e2-62a7-4300-b22f-24531970c108 req-2be00836-7f87-46c7-af11-a863a7005ce6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.901703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-affa48e2-62a7-4300-b22f-24531970c108 req-2be00836-7f87-46c7-af11-a863a7005ce6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Calling delete_port for 92030b9f-f285-4d6b-a8c2-e584ce67a71d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:23.968625 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3d930970-d734-4c2f-8f3a-5ef6cc11be72 req-569e9765-54a6-4c1d-ac53-345d5e5dc21f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Deleting port 8d05b328-90c8-4ffb-82c4-e6703b612a06 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:23.968882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d930970-d734-4c2f-8f3a-5ef6cc11be72 req-569e9765-54a6-4c1d-ac53-345d5e5dc21f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:23.989765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ecd94d5e-773e-47f3-b891-04468281ee23 None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:24.077872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a34ad6-742e-4b8a-ad56-602f609f08c1 req-8d1fc82e-5be0-4200-b81c-da479a857edf tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:24.079401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27a34ad6-742e-4b8a-ad56-602f609f08c1 req-8d1fc82e-5be0-4200-b81c-da479a857edf tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 944 time: 0.4702880 Jul 07 19:11:24.081514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-a748e758-9527-43d4-8184-7b77fc8cb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:24.082864 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-a748e758-9527-43d4-8184-7b77fc8cb3f6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.4045269 Jul 07 19:11:24.111310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3d930970-d734-4c2f-8f3a-5ef6cc11be72 req-569e9765-54a6-4c1d-ac53-345d5e5dc21f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] For port 8d05b328-90c8-4ffb-82c4-e6703b612a06, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8d05b328-90c8-4ffb-82c4-e6703b612a06,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:24.111706 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d930970-d734-4c2f-8f3a-5ef6cc11be72 req-569e9765-54a6-4c1d-ac53-345d5e5dc21f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.131752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3d930970-d734-4c2f-8f3a-5ef6cc11be72 req-569e9765-54a6-4c1d-ac53-345d5e5dc21f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Calling delete_port for 8d05b328-90c8-4ffb-82c4-e6703b612a06 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:24.165089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27a34ad6-742e-4b8a-ad56-602f609f08c1 req-8e5a0840-d6c0-4f1c-8202-e02d33806651 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728462 Jul 07 19:11:24.193581 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-affa48e2-62a7-4300-b22f-24531970c108 req-2be00836-7f87-46c7-af11-a863a7005ce6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.196266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-3bd5d06c-d450-4c92-aa09-0141ece66792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:24.198668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-3bd5d06c-d450-4c92-aa09-0141ece66792 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071379 Jul 07 19:11:24.228265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['e099ea08-2dbf-4c9b-8507-024ab19259e6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:24.236883 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b22e330-01cb-4ca5-90f6-6f5bf8505a53 x-openstack-request-id: req-8b22e330-01cb-4ca5-90f6-6f5bf8505a53 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:24.237238 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8a127-b0b9-4679-94a7-ddbf23917880", "name": "network-vif-deleted", "tag": "13907cfc-f920-41e4-9b1f-ac944eaf2349", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64406868-9f51-4a74-9e4e-c843eca9ce09", "tag": "0ceadde6-8c4f-4548-976f-bffd9576ba47", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:24.237418 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8b22e330-01cb-4ca5-90f6-6f5bf8505a53 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:24.237878 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8a127-b0b9-4679-94a7-ddbf23917880', 'name': 'network-vif-deleted', 'tag': '13907cfc-f920-41e4-9b1f-ac944eaf2349', 'status': 'completed', 'code': 200} Jul 07 19:11:24.238191 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64406868-9f51-4a74-9e4e-c843eca9ce09', 'tag': '0ceadde6-8c4f-4548-976f-bffd9576ba47', 'status': 'completed', 'code': 200} Jul 07 19:11:24.252673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be00836-7f87-46c7-af11-a863a7005ce6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Pushing event deleted for resources: {'Port': ['ID=92030b9f-f285-4d6b-a8c2-e584ce67a71d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:24.270521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3459814d-f647-4fb7-bb04-3636e6bd9146 req-8182f5a5-6d80-4116-b449-433a7c0752b2 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1474954084', 'description': 'tempest-description-1013216703'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:24.316955 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3459814d-f647-4fb7-bb04-3636e6bd9146 req-8182f5a5-6d80-4116-b449-433a7c0752b2 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.329310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ecd94d5e-773e-47f3-b891-04468281ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:d0:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:22Z', 'revision_number': 8, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:24.366176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd94d5e-773e-47f3-b891-04468281ee23 None None] The sync data for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 is: [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'acbb7245-925a-487f-8ced-8241e83cc26e', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'port_id': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'mac_address': 'fa:16:3e:d0:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:43Z', 'updated_at': '2021-07-07T19:11:22Z', 'revision_number': 8, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:24.475154 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3459814d-f647-4fb7-bb04-3636e6bd9146 req-8182f5a5-6d80-4116-b449-433a7c0752b2 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.484551 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3459814d-f647-4fb7-bb04-3636e6bd9146 req-8182f5a5-6d80-4116-b449-433a7c0752b2 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.491643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-d3488ad9-7d72-4703-9d48-911906423024 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815461 Jul 07 19:11:24.572449 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3459814d-f647-4fb7-bb04-3636e6bd9146 req-8182f5a5-6d80-4116-b449-433a7c0752b2 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.574009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3459814d-f647-4fb7-bb04-3636e6bd9146 req-8182f5a5-6d80-4116-b449-433a7c0752b2 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3079381 Jul 07 19:11:24.576317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182f5a5-6d80-4116-b449-433a7c0752b2 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7317ee29-b094-4007-a0bb-00852108db3c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:24.622562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09582c09-a9ad-44ba-bf7f-8b7f822565e6 req-61612a14-4071-4732-ac05-6f2ff75ae0b1 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159997 Jul 07 19:11:24.640233 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c31af8-edcb-48f2-81e4-0ce6462560c9 x-openstack-request-id: req-84c31af8-edcb-48f2-81e4-0ce6462560c9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:24.640795 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:24.641012 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-84c31af8-edcb-48f2-81e4-0ce6462560c9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:24.641369 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'status': 'completed', 'code': 200} Jul 07 19:11:24.679140 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-affa48e2-62a7-4300-b22f-24531970c108 req-2be00836-7f87-46c7-af11-a863a7005ce6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] No DVR routers for this DVR port 92030b9f-f285-4d6b-a8c2-e584ce67a71d on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:24.692216 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-affa48e2-62a7-4300-b22f-24531970c108 req-2be00836-7f87-46c7-af11-a863a7005ce6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.694469 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-affa48e2-62a7-4300-b22f-24531970c108 req-2be00836-7f87-46c7-af11-a863a7005ce6 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.59 "DELETE /v2.0/ports/92030b9f-f285-4d6b-a8c2-e584ce67a71d HTTP/1.1" status: 204 len: 173 time: 1.1433558 Jul 07 19:11:24.791887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144ed29-5059-434f-9e1c-d440b9d6d362 req-61bda208-cacd-4e58-aa65-7e4251885511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:24.794673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8144ed29-5059-434f-9e1c-d440b9d6d362 req-61bda208-cacd-4e58-aa65-7e4251885511 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 1097 time: 0.1075866 Jul 07 19:11:24.805912 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844161da-fcd3-446d-aebe-2f28a77bde11 None None] New status for floating IP acbb7245-925a-487f-8ced-8241e83cc26e: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:11:24.843732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e0983-777a-4c1d-98ed-84ed141ebcb4 req-88467b28-e6ac-4ac6-843d-4e88c6af692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:24.845280 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05e0983-777a-4c1d-98ed-84ed141ebcb4 req-88467b28-e6ac-4ac6-843d-4e88c6af692d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=51602686618147289866651e0f68fc1c&device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 1096 time: 0.5881407 Jul 07 19:11:24.953211 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d930970-d734-4c2f-8f3a-5ef6cc11be72 req-569e9765-54a6-4c1d-ac53-345d5e5dc21f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:24.967815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['8d05b328-90c8-4ffb-82c4-e6703b612a06'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:24.999652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e9765-54a6-4c1d-ac53-345d5e5dc21f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Pushing event deleted for resources: {'Port': ['ID=8d05b328-90c8-4ffb-82c4-e6703b612a06,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:25.002325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3585f51-e308-4dbb-bf32-2bf2ca851fc8 req-9984b44c-406d-4a28-a88d-5150b24cdf47 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0604887 Jul 07 19:11:25.023511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144ed29-5059-434f-9e1c-d440b9d6d362 req-e93932af-285e-4a74-b215-4f4014aad8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.027538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8144ed29-5059-434f-9e1c-d440b9d6d362 req-e93932af-285e-4a74-b215-4f4014aad8d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.2198534 Jul 07 19:11:25.078443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d930970-d734-4c2f-8f3a-5ef6cc11be72 req-569e9765-54a6-4c1d-ac53-345d5e5dc21f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] No DVR routers for this DVR port 8d05b328-90c8-4ffb-82c4-e6703b612a06 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:25.081433 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3d930970-d734-4c2f-8f3a-5ef6cc11be72 req-569e9765-54a6-4c1d-ac53-345d5e5dc21f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.084078 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3d930970-d734-4c2f-8f3a-5ef6cc11be72 req-569e9765-54a6-4c1d-ac53-345d5e5dc21f tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.112 "DELETE /v2.0/ports/8d05b328-90c8-4ffb-82c4-e6703b612a06 HTTP/1.1" status: 204 len: 173 time: 1.3510098 Jul 07 19:11:25.106892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e0983-777a-4c1d-98ed-84ed141ebcb4 req-7590ba8d-fecd-467e-9ff8-2f7b59427873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.108369 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05e0983-777a-4c1d-98ed-84ed141ebcb4 req-7590ba8d-fecd-467e-9ff8-2f7b59427873 service neutron] 10.222.0.112 "GET /v2.0/networks?id=299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 200 len: 907 time: 0.2508783 Jul 07 19:11:25.166003 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05e0983-777a-4c1d-98ed-84ed141ebcb4 req-5cd35729-9377-4252-a997-eb897e4e17cf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ceadde6-8c4f-4548-976f-bffd9576ba47 HTTP/1.1" status: 200 len: 217 time: 0.0502012 Jul 07 19:11:25.170693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4600ac5-a8f2-4447-a21f-4247fb69a233 req-821e44fd-cf9c-43ef-a0fe-a05a118ea1fb tempest-MigrationsAdminTest-945577588 tempest-MigrationsAdminTest-945577588-project] 10.222.0.113 "GET /v2.0/ports?device_id=393005cf-055d-4c8a-b97b-2a402191a136 HTTP/1.1" status: 200 len: 210 time: 0.0517285 Jul 07 19:11:25.178489 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7efeee8b-bd26-49cf-b8ff-171d81555e93 req-1ad42eeb-3cd8-4a0a-a311-366352c713a5 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/f14846b7-66f9-474c-a531-3f0c43da6295 HTTP/1.1" status: 200 len: 1804 time: 0.1302269 Jul 07 19:11:25.220900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8144ed29-5059-434f-9e1c-d440b9d6d362 req-6b7c28e3-3d66-49b5-a236-03fc07e4779f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 998 time: 0.1856122 Jul 07 19:11:25.237482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0ceadde6-8c4f-4548-976f-bffd9576ba47 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:25.242627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e0983-777a-4c1d-98ed-84ed141ebcb4 req-d5bd1fb0-26ab-471c-8a68-688b0750598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.244428 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05e0983-777a-4c1d-98ed-84ed141ebcb4 req-d5bd1fb0-26ab-471c-8a68-688b0750598f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=af90dcd0-75ba-4a0d-9802-efe7b65f07a4 HTTP/1.1" status: 200 len: 845 time: 0.0624754 Jul 07 19:11:25.285233 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05e0983-777a-4c1d-98ed-84ed141ebcb4 req-8c248a3c-c372-493f-b386-215fccb5a4af service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=299255ae-eebb-474d-9c70-d9ceff07301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321655 Jul 07 19:11:25.355833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7efeee8b-bd26-49cf-b8ff-171d81555e93 req-3e4b82dd-af77-4a5d-b052-bdf9432965ae tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/7317ee29-b094-4007-a0bb-00852108db3c HTTP/1.1" status: 200 len: 1805 time: 0.1625147 Jul 07 19:11:25.366967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7efeee8b-bd26-49cf-b8ff-171d81555e93 req-793ad59b-fe50-41b6-a0e1-1a7735e70af1 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f14846b7-66f9-474c-a531-3f0c43da6295', 'remote_group_id': '7317ee29-b094-4007-a0bb-00852108db3c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:25.367291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7efeee8b-bd26-49cf-b8ff-171d81555e93 req-793ad59b-fe50-41b6-a0e1-1a7735e70af1 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f14846b7-66f9-474c-a531-3f0c43da6295', 'remote_group_id': '7317ee29-b094-4007-a0bb-00852108db3c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:25.373181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144ed29-5059-434f-9e1c-d440b9d6d362 req-26fa0364-c99f-4ab8-ae06-201847d342ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.374573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8144ed29-5059-434f-9e1c-d440b9d6d362 req-26fa0364-c99f-4ab8-ae06-201847d342ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.1387410 Jul 07 19:11:25.387199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-febf6192-91b4-4700-8256-628d19f1a856 req-e98074b4-9ed2-4749-8739-030d951f146b tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips/acbb7245-925a-487f-8ced-8241e83cc26e HTTP/1.1" status: 200 len: 997 time: 0.1684833 Jul 07 19:11:25.409286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0ceadde6-8c4f-4548-976f-bffd9576ba47, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0ceadde6-8c4f-4548-976f-bffd9576ba47,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:25.414247 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05e0983-777a-4c1d-98ed-84ed141ebcb4 req-05298127-4f7f-4865-b871-ad8da092b586 service neutron] 10.222.0.112 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181307 Jul 07 19:11:25.428720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '0ceadde6-8c4f-4548-976f-bffd9576ba47', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'port_id': '0ceadde6-8c4f-4548-976f-bffd9576ba47', 'mac_address': 'fa:16:3e:82:9c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af90dcd0-75ba-4a0d-9802-efe7b65f07a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:25.481768 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.500697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ceadde6-8c4f-4548-976f-bffd9576ba47 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:25.527052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0ceadde6-8c4f-4548-976f-bffd9576ba47, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0ceadde6-8c4f-4548-976f-bffd9576ba47,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:25.538678 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.544464 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05e0983-777a-4c1d-98ed-84ed141ebcb4 req-abba8db7-573e-4988-848c-bb149cf064cb service neutron] 10.222.0.112 "GET /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226349 Jul 07 19:11:25.548510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf6192-91b4-4700-8256-628d19f1a856 req-06917a43-7707-443a-b326-3c9ad8589421 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.549874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-febf6192-91b4-4700-8256-628d19f1a856 req-06917a43-7707-443a-b326-3c9ad8589421 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1618352 Jul 07 19:11:25.650500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144ed29-5059-434f-9e1c-d440b9d6d362 req-c7d7aa02-d1ab-429c-a73e-605ef120c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.652946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8144ed29-5059-434f-9e1c-d440b9d6d362 req-c7d7aa02-d1ab-429c-a73e-605ef120c4ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2636321 Jul 07 19:11:25.657032 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7efeee8b-bd26-49cf-b8ff-171d81555e93 req-793ad59b-fe50-41b6-a0e1-1a7735e70af1 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.689903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0ceadde6-8c4f-4548-976f-bffd9576ba47,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:25.749886 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7efeee8b-bd26-49cf-b8ff-171d81555e93 req-793ad59b-fe50-41b6-a0e1-1a7735e70af1 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.759766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['0ceadde6-8c4f-4548-976f-bffd9576ba47'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:25.770505 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7efeee8b-bd26-49cf-b8ff-171d81555e93 req-793ad59b-fe50-41b6-a0e1-1a7735e70af1 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.830382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ad59b-fe50-41b6-a0e1-1a7735e70af1 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17508606-06af-436f-936a-fe046d9b8d85,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:25.839645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8144ed29-5059-434f-9e1c-d440b9d6d362 req-1a7476e8-821e-4b6b-9aa7-a917b5d54945 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744330 Jul 07 19:11:25.847620 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7efeee8b-bd26-49cf-b8ff-171d81555e93 req-793ad59b-fe50-41b6-a0e1-1a7735e70af1 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:25.861093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7efeee8b-bd26-49cf-b8ff-171d81555e93 req-793ad59b-fe50-41b6-a0e1-1a7735e70af1 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5042417 Jul 07 19:11:25.946538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 92030b9f-f285-4d6b-a8c2-e584ce67a71d no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:25.969703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 92030b9f-f285-4d6b-a8c2-e584ce67a71d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:25.970049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 92030b9f-f285-4d6b-a8c2-e584ce67a71d not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:25.994218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42715-523f-42f1-9580-f28070d85424 req-291513ca-f411-4797-9815-c2c875ca4dff tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:25.995796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaa42715-523f-42f1-9580-f28070d85424 req-291513ca-f411-4797-9815-c2c875ca4dff tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 945 time: 0.2480142 Jul 07 19:11:26.027420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-625a3e03-18cc-4c22-ab41-1a334b1dd3ee tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 1000 time: 0.1497281 Jul 07 19:11:26.094697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8144ed29-5059-434f-9e1c-d440b9d6d362 req-395845c9-ef80-414f-b506-a590afdcdf02 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325368 Jul 07 19:11:26.101595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaa42715-523f-42f1-9580-f28070d85424 req-6cacacc1-c978-4d77-a635-ada2aca4d5fa tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976944 Jul 07 19:11:26.120804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-f4cc11c7-40ba-437b-bbb8-7bf3fba5f65f tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:26.122273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-f4cc11c7-40ba-437b-bbb8-7bf3fba5f65f tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports/e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 942 time: 0.0860884 Jul 07 19:11:26.239443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'name': 'network-vif-deleted', 'tag': '92030b9f-f285-4d6b-a8c2-e584ce67a71d'}, {'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'name': 'network-vif-deleted', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:26.242647 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f174ee02-84f9-4e6b-b59e-350eae4ad57a" -d '{"events": [{"server_uuid": "6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9", "name": "network-vif-deleted", "tag": "92030b9f-f285-4d6b-a8c2-e584ce67a71d"}, {"server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "name": "network-vif-deleted", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:26.273726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-f3770852-6bfd-4485-ad88-0649531d4126 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 1000 time: 0.0670624 Jul 07 19:11:26.389231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9a49fe1-4411-4d45-b7a7-797a637cd261 req-c91c16d8-b6f6-4693-b9be-d1a562e51cef tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/7317ee29-b094-4007-a0bb-00852108db3c HTTP/1.1" status: 200 len: 1805 time: 0.0885420 Jul 07 19:11:26.419932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-382e8bd7-d4cb-4e56-8a18-2d276c7eb477 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:26.421384 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-382e8bd7-d4cb-4e56-8a18-2d276c7eb477 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1418793 Jul 07 19:11:26.521678 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-04b0156b-0ca7-4ccc-a30f-62e5cf879bc9 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 1000 time: 0.0919673 Jul 07 19:11:26.522367 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9a49fe1-4411-4d45-b7a7-797a637cd261 req-e0e1f4e5-2f68-4bff-ad55-bf1004119e3f tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:26.537352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-9466e3cf-6575-4176-bf74-13a7765f46e5 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:26.587184 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9a49fe1-4411-4d45-b7a7-797a637cd261 req-e0e1f4e5-2f68-4bff-ad55-bf1004119e3f tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:26.623679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-9466e3cf-6575-4176-bf74-13a7765f46e5 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:26.739323 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9a49fe1-4411-4d45-b7a7-797a637cd261 req-e0e1f4e5-2f68-4bff-ad55-bf1004119e3f tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:26.741889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9a49fe1-4411-4d45-b7a7-797a637cd261 req-e0e1f4e5-2f68-4bff-ad55-bf1004119e3f tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:26.743030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9a49fe1-4411-4d45-b7a7-797a637cd261 req-e0e1f4e5-2f68-4bff-ad55-bf1004119e3f tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "DELETE /v2.0/security-groups/7317ee29-b094-4007-a0bb-00852108db3c HTTP/1.1" status: 204 len: 173 time: 0.3453076 Jul 07 19:11:26.764269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1f4e5-2f68-4bff-ad55-bf1004119e3f tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7317ee29-b094-4007-a0bb-00852108db3c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:26.802644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-9466e3cf-6575-4176-bf74-13a7765f46e5 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:26.806433 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-9466e3cf-6575-4176-bf74-13a7765f46e5 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:26.806740 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-9466e3cf-6575-4176-bf74-13a7765f46e5 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Floating IP acbb7245-925a-487f-8ced-8241e83cc26e disassociated. External IP: 172.25.2.55, port: e099ea08-2dbf-4c9b-8507-024ab19259e6. Jul 07 19:11:26.991743 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0881ea22-ea0f-4dd1-9009-20e6de98b458 req-9980f373-ebed-4097-8ee3-75d9739c4613 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0316226 Jul 07 19:11:27.058943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-9466e3cf-6575-4176-bf74-13a7765f46e5 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Router d603e694-bef6-429f-830a-ffb1e7970a7b has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:27.188505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-9466e3cf-6575-4176-bf74-13a7765f46e5 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:27.204701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e49c94-360b-4f1e-85ec-453ac4d6074f None None] Sync routers for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:27.207804 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1cc655-e3d1-4868-866a-bae1b177089f x-openstack-request-id: req-2a1cc655-e3d1-4868-866a-bae1b177089f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:27.208176 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9", "name": "network-vif-deleted", "tag": "92030b9f-f285-4d6b-a8c2-e584ce67a71d", "status": "completed", "code": 200}, {"server_uuid": "393005cf-055d-4c8a-b97b-2a402191a136", "name": "network-vif-deleted", "tag": "8d05b328-90c8-4ffb-82c4-e6703b612a06", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:27.208724 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2a1cc655-e3d1-4868-866a-bae1b177089f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:27.209186 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5c62c8-ff4e-46c3-8841-88b3c43bf3f9', 'name': 'network-vif-deleted', 'tag': '92030b9f-f285-4d6b-a8c2-e584ce67a71d', 'status': 'completed', 'code': 200} Jul 07 19:11:27.209445 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393005cf-055d-4c8a-b97b-2a402191a136', 'name': 'network-vif-deleted', 'tag': '8d05b328-90c8-4ffb-82c4-e6703b612a06', 'status': 'completed', 'code': 200} Jul 07 19:11:27.209600 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-9466e3cf-6575-4176-bf74-13a7765f46e5 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.220454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e49c94-360b-4f1e-85ec-453ac4d6074f None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:27.221719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-62e49c94-360b-4f1e-85ec-453ac4d6074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:27.267172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0ceadde6-8c4f-4548-976f-bffd9576ba47 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:27.289558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-9466e3cf-6575-4176-bf74-13a7765f46e5 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "PUT /v2.0/floatingips/acbb7245-925a-487f-8ced-8241e83cc26e HTTP/1.1" status: 200 len: 695 time: 0.7609944 Jul 07 19:11:27.299074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:27.301405 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4046fbc9-3311-4c73-97cd-bc123fc8298b" -d '{"events": [{"name": "network-changed", "server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:27.349213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43fafee9-0be3-42ef-b2dc-de90caa1e7a1 req-e72e5d12-564a-4499-aa1b-c56b6dd94f26 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/f14846b7-66f9-474c-a531-3f0c43da6295 HTTP/1.1" status: 200 len: 1804 time: 0.1053610 Jul 07 19:11:27.405489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-62e49c94-360b-4f1e-85ec-453ac4d6074f None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:27.407405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 0ceadde6-8c4f-4548-976f-bffd9576ba47 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:27.413010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:27.416079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-e4eaef45-5a39-4669-9a48-2d1ac330f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:27.417756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-e4eaef45-5a39-4669-9a48-2d1ac330f814 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 1097 time: 0.1068985 Jul 07 19:11:27.431617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:27.440612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 0ceadde6-8c4f-4548-976f-bffd9576ba47 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:27.440988 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.581476 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab79ea77-bf03-43d3-88c0-4bccf910a191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.611170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-5660a07c-4be2-409d-ae36-c497681e62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:27.617017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-5660a07c-4be2-409d-ae36-c497681e62bf service neutron] 10.222.0.113 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.1912699 Jul 07 19:11:27.647904 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-eb952894-fa72-4aa7-9fca-a8cdcfa647d6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2ff2b51f57b445d8be48b8fe09df264e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152760 Jul 07 19:11:27.650745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:27.668397 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.672512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f9d54-30c4-48be-b783-b94af892d293 req-b1303c34-c866-45d5-a8b4-327debb35b6d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:27.674189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc5f9d54-30c4-48be-b783-b94af892d293 req-b1303c34-c866-45d5-a8b4-327debb35b6d tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 945 time: 0.1542711 Jul 07 19:11:27.675806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-cef09a6d-3628-4554-81e3-4b8cf6f531d6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 217 time: 0.0573516 Jul 07 19:11:27.698978 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64406868-9f51-4a74-9e4e-c843eca9ce09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceadde6-8c4f-4548-976f-bffd9576ba47'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:27.701187 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b6a1bb-5774-446c-9de1-d84ec5aad6fc" -d '{"events": [{"server_uuid": "64406868-9f51-4a74-9e4e-c843eca9ce09", "name": "network-vif-plugged", "status": "completed", "tag": "0ceadde6-8c4f-4548-976f-bffd9576ba47"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:27.716448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0ceadde6-8c4f-4548-976f-bffd9576ba47, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0ceadde6-8c4f-4548-976f-bffd9576ba47,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:27.726376 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.727164 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8d05b328-90c8-4ffb-82c4-e6703b612a06 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:27.739247 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1a356af-4b9d-452d-8813-1fca737df1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.763095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc5f9d54-30c4-48be-b783-b94af892d293 req-ef0f7f02-f6d4-4ac2-9a0f-ce9242f12f96 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805373 Jul 07 19:11:27.768908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-3b4f3475-53e0-4334-8062-cbdfaa30b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:27.769979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-3b4f3475-53e0-4334-8062-cbdfaa30b002 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.0887296 Jul 07 19:11:27.775305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 8d05b328-90c8-4ffb-82c4-e6703b612a06 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:27.775657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8d05b328-90c8-4ffb-82c4-e6703b612a06 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:27.789106 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1a356af-4b9d-452d-8813-1fca737df1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.823981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-62e49c94-360b-4f1e-85ec-453ac4d6074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:27.826152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0ceadde6-8c4f-4548-976f-bffd9576ba47,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:27.830798 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab79ea77-bf03-43d3-88c0-4bccf910a191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.845344 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab79ea77-bf03-43d3-88c0-4bccf910a191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.872878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-2f173109-8a47-4b90-a80e-489d6e0380eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:27.873390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e49c94-360b-4f1e-85ec-453ac4d6074f None None] Checking router: d603e694-bef6-429f-830a-ffb1e7970a7b for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:27.883808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-2f173109-8a47-4b90-a80e-489d6e0380eb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074805 Jul 07 19:11:27.887152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e49c94-360b-4f1e-85ec-453ac4d6074f None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:27.888133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-62e49c94-360b-4f1e-85ec-453ac4d6074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:27.893469 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ab79ea77-bf03-43d3-88c0-4bccf910a191 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=31546fe3e35049dfa94fb5ac80222f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769478 Jul 07 19:11:27.893657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:27.904861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79ea77-bf03-43d3-88c0-4bccf910a191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda0a8df-9acf-4b4c-893f-24692b3222cb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:27.936314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1a356af-4b9d-452d-8813-1fca737df1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.939170 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1a356af-4b9d-452d-8813-1fca737df1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:27.940323 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d1a356af-4b9d-452d-8813-1fca737df1e1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/06863e49-c61c-470a-9c47-86fc6a226928 HTTP/1.1" status: 204 len: 168 time: 0.2878344 Jul 07 19:11:27.988706 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd91bb0e-9ce2-4794-9286-ad0a5cf87afa x-openstack-request-id: req-dd91bb0e-9ce2-4794-9286-ad0a5cf87afa {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:27.988998 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:27.989250 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dd91bb0e-9ce2-4794-9286-ad0a5cf87afa {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:27.989645 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'status': 'completed', 'code': 200} Jul 07 19:11:27.995535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a356af-4b9d-452d-8813-1fca737df1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06863e49-c61c-470a-9c47-86fc6a226928,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:28.006696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-1b777257-a8e0-4adc-8b7b-2de0a428f265 service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218352 Jul 07 19:11:28.022851 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ddc43bd-769c-4a6d-8c19-9987a43b7136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.023839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-62e49c94-360b-4f1e-85ec-453ac4d6074f None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:28.051180 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ddc43bd-769c-4a6d-8c19-9987a43b7136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.089835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5c03904e-eb53-4700-b018-5ef5a146bc08 req-ab358084-2aeb-4be2-8548-1f0d3f7feaf3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1187508409', 'description': 'tempest-description-124686565'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:28.112755 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ddc43bd-769c-4a6d-8c19-9987a43b7136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.115889 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ddc43bd-769c-4a6d-8c19-9987a43b7136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.119595 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0ddc43bd-769c-4a6d-8c19-9987a43b7136 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fda0a8df-9acf-4b4c-893f-24692b3222cb HTTP/1.1" status: 204 len: 168 time: 0.2225533 Jul 07 19:11:28.137364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc43bd-769c-4a6d-8c19-9987a43b7136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda0a8df-9acf-4b4c-893f-24692b3222cb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:28.171547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac0790fb-836f-4d7d-b67c-139d891b10bd req-b9f403c5-4da1-4a9a-982c-058b44d83e9a service neutron] 10.222.0.113 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637011 Jul 07 19:11:28.174816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5c03904e-eb53-4700-b018-5ef5a146bc08 req-ab358084-2aeb-4be2-8548-1f0d3f7feaf3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.254847 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f55b257-4bc0-4512-89a4-2d331f32cf44 x-openstack-request-id: req-6f55b257-4bc0-4512-89a4-2d331f32cf44 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:28.255432 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64406868-9f51-4a74-9e4e-c843eca9ce09", "name": "network-vif-plugged", "status": "completed", "tag": "0ceadde6-8c4f-4548-976f-bffd9576ba47", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:28.255432 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6f55b257-4bc0-4512-89a4-2d331f32cf44 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:28.255816 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64406868-9f51-4a74-9e4e-c843eca9ce09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceadde6-8c4f-4548-976f-bffd9576ba47', 'code': 200} Jul 07 19:11:28.290154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046fbc9-3311-4c73-97cd-bc123fc8298b req-31af56dd-c98d-4928-ae43-d01f3b316954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:28.292255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4046fbc9-3311-4c73-97cd-bc123fc8298b req-31af56dd-c98d-4928-ae43-d01f3b316954 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 1097 time: 0.1972003 Jul 07 19:11:28.413885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-62e49c94-360b-4f1e-85ec-453ac4d6074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:28.436659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:28.492335 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5c03904e-eb53-4700-b018-5ef5a146bc08 req-ab358084-2aeb-4be2-8548-1f0d3f7feaf3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.500130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046fbc9-3311-4c73-97cd-bc123fc8298b req-7fe8b85e-17ad-49d5-bf9e-b9748e572700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:28.502329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4046fbc9-3311-4c73-97cd-bc123fc8298b req-7fe8b85e-17ad-49d5-bf9e-b9748e572700 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 200 len: 923 time: 0.2008715 Jul 07 19:11:28.556653 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4046fbc9-3311-4c73-97cd-bc123fc8298b req-17addfe4-6482-4d39-856a-55f74033a3cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 200 len: 217 time: 0.0467775 Jul 07 19:11:28.558497 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5c03904e-eb53-4700-b018-5ef5a146bc08 req-ab358084-2aeb-4be2-8548-1f0d3f7feaf3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.560409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bd1e0-46bb-491d-a939-8df1c1023780 req-0c777066-acbf-44ec-a4d8-61265d3d96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:28.563385 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-503bd1e0-46bb-491d-a939-8df1c1023780 req-0c777066-acbf-44ec-a4d8-61265d3d96d7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 1098 time: 0.2217979 Jul 07 19:11:28.641724 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-503bd1e0-46bb-491d-a939-8df1c1023780 req-f33cbbff-8f19-4d61-8f07-a1fffc6d6a63 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640616 Jul 07 19:11:28.662239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a5bef92-17d5-4f0c-8f1c-01d631f56303 req-aae13fbf-f311-40fd-bae0-63ba7fde5547 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0464504 Jul 07 19:11:28.675070 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5c03904e-eb53-4700-b018-5ef5a146bc08 req-ab358084-2aeb-4be2-8548-1f0d3f7feaf3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.685408 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c03904e-eb53-4700-b018-5ef5a146bc08 req-ab358084-2aeb-4be2-8548-1f0d3f7feaf3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6761069 Jul 07 19:11:28.716502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c898309f-36ab-4871-af3b-e730f9e02a6e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=322ffc1a4aca4c288003df5860333c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716172 Jul 07 19:11:28.719855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:28.722568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab358084-2aeb-4be2-8548-1f0d3f7feaf3 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ba61ed-62b2-4a1f-9312-449494f56c66,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:28.726610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e49c94-360b-4f1e-85ec-453ac4d6074f None None] The sync data for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 is: [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c38fc7ff-646c-4361-827f-8c3e1282ba22', 'name': '', 'network_id': 'e67ae6aa-f63e-487f-946d-8170578079f7', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'mac_address': 'fa:16:3e:bb:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:27Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'subnets': [{'id': 'd6e5a7be-be60-49c2-a25f-3c2bacdf724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:28.768398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046fbc9-3311-4c73-97cd-bc123fc8298b req-ac529e29-5320-4515-947c-62ae044c3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:28.769909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4046fbc9-3311-4c73-97cd-bc123fc8298b req-ac529e29-5320-4515-947c-62ae044c3903 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 200 len: 860 time: 0.1992686 Jul 07 19:11:28.789455 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:28.810985 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ffa140f-9bed-477c-a70e-b3de3712f4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.886898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0f8a94d-640d-4d7e-ad03-e17629a5995b req-22538c5c-2289-40a4-8520-42088de8b80d tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/88ba61ed-62b2-4a1f-9312-449494f56c66 HTTP/1.1" status: 200 len: 1804 time: 0.1468146 Jul 07 19:11:28.914666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c0f8a94d-640d-4d7e-ad03-e17629a5995b req-720417e1-109a-4166-9be1-0e38ff9875cb tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88ba61ed-62b2-4a1f-9312-449494f56c66', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:28.914989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c0f8a94d-640d-4d7e-ad03-e17629a5995b req-720417e1-109a-4166-9be1-0e38ff9875cb tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88ba61ed-62b2-4a1f-9312-449494f56c66', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:28.935745 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00666d95-5f64-452f-8ca2-d87ccf5114b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.962299 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ffa140f-9bed-477c-a70e-b3de3712f4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:28.967406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ffa140f-9bed-477c-a70e-b3de3712f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.006057 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00666d95-5f64-452f-8ca2-d87ccf5114b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.014156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa140f-9bed-477c-a70e-b3de3712f4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828e246c-3976-4eb3-9d96-3f4a72ff0bef,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:29.020207 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0ffa140f-9bed-477c-a70e-b3de3712f4f3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=041c998f3b1d4d90945fe34019a79928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292349 Jul 07 19:11:29.022691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:29.045629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046fbc9-3311-4c73-97cd-bc123fc8298b req-3c0721bf-84d1-4476-b869-ceadff7b3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:29.047154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4046fbc9-3311-4c73-97cd-bc123fc8298b req-3c0721bf-84d1-4476-b869-ceadff7b3d42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e67ae6aa-f63e-487f-946d-8170578079f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2637284 Jul 07 19:11:29.073477 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bde75f-b3f8-4ef3-85ec-5b6964bdbf9b None None] New status for floating IP acbb7245-925a-487f-8ced-8241e83cc26e: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:11:29.083809 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1007dc12-6d20-4ee4-ba42-09040be07569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.109143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1007dc12-6d20-4ee4-ba42-09040be07569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.167667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1007dc12-6d20-4ee4-ba42-09040be07569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.170512 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1007dc12-6d20-4ee4-ba42-09040be07569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.171558 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1007dc12-6d20-4ee4-ba42-09040be07569 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/828e246c-3976-4eb3-9d96-3f4a72ff0bef HTTP/1.1" status: 204 len: 168 time: 0.1472204 Jul 07 19:11:29.180211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007dc12-6d20-4ee4-ba42-09040be07569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828e246c-3976-4eb3-9d96-3f4a72ff0bef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:29.548750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612397c-13e1-472e-b87d-e05b8a815d1c req-4dbb9b12-ab9d-4845-b660-7054619e79f8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:29.550302 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d612397c-13e1-472e-b87d-e05b8a815d1c req-4dbb9b12-ab9d-4845-b660-7054619e79f8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 946 time: 0.5943160 Jul 07 19:11:29.554867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0f8a94d-640d-4d7e-ad03-e17629a5995b req-720417e1-109a-4166-9be1-0e38ff9875cb tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.581874 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00666d95-5f64-452f-8ca2-d87ccf5114b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.584592 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00666d95-5f64-452f-8ca2-d87ccf5114b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.587986 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-00666d95-5f64-452f-8ca2-d87ccf5114b4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0dce1aa4-867d-4217-afa5-2afa4667859f HTTP/1.1" status: 204 len: 168 time: 0.8645368 Jul 07 19:11:29.623421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4046fbc9-3311-4c73-97cd-bc123fc8298b req-34b9daa2-c978-420f-9981-16fbecf48757 service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663314 Jul 07 19:11:29.627050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00666d95-5f64-452f-8ca2-d87ccf5114b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dce1aa4-867d-4217-afa5-2afa4667859f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:29.641509 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0f8a94d-640d-4d7e-ad03-e17629a5995b req-720417e1-109a-4166-9be1-0e38ff9875cb tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.661246 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0f8a94d-640d-4d7e-ad03-e17629a5995b req-720417e1-109a-4166-9be1-0e38ff9875cb tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.733529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d612397c-13e1-472e-b87d-e05b8a815d1c req-cd99b7a8-8108-4515-adc0-fe416c956812 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666594 Jul 07 19:11:29.759890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0f8a94d-640d-4d7e-ad03-e17629a5995b req-720417e1-109a-4166-9be1-0e38ff9875cb tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:29.767882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0f8a94d-640d-4d7e-ad03-e17629a5995b req-720417e1-109a-4166-9be1-0e38ff9875cb tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8548775 Jul 07 19:11:29.774184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720417e1-109a-4166-9be1-0e38ff9875cb tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2694dd-2728-4a53-a707-e5b15a54beca,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:29.856559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-4f44284b-00f6-4fdd-b0d9-171f7bd9a582 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips/acbb7245-925a-487f-8ced-8241e83cc26e HTTP/1.1" status: 200 len: 693 time: 0.0800917 Jul 07 19:11:29.892874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4046fbc9-3311-4c73-97cd-bc123fc8298b req-7e07b73e-a5f1-43ed-afe7-ba326310c2ee service neutron] 10.222.0.59 "GET /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573452 Jul 07 19:11:30.038310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-4312321d-d677-4863-9efa-8266b4963ae3 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:30.041918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-4312321d-d677-4863-9efa-8266b4963ae3 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.1872020 Jul 07 19:11:30.080625 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:30.110770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-4c3da778-4d12-419a-b83c-bf66b77791e1 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 696 time: 0.0519836 Jul 07 19:11:30.170651 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-28238c1b-3d26-4ae0-9d06-ae180dde57e5 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.55 HTTP/1.1" status: 200 len: 696 time: 0.0538595 Jul 07 19:11:30.197032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1711947074-network', 'tenant_id': '077584ff508b4bd2b35a4a839b90cfc2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:30.202045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcf7da1d-f142-4758-bb62-9bb26287f9bb req-3e86a3a6-1764-4ad1-b8a0-2e778ac609fd tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0302308 Jul 07 19:11:30.232970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Made reservation on behalf of 077584ff508b4bd2b35a4a839b90cfc2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:30.238143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.248179 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.362792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-023c7285-9653-4c43-b2f7-278bd96bdd82 req-15378272-8cd7-4143-b9be-d1daac32d763 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/88ba61ed-62b2-4a1f-9312-449494f56c66 HTTP/1.1" status: 200 len: 2397 time: 0.1221192 Jul 07 19:11:30.363023 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.370872 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.380938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-023c7285-9653-4c43-b2f7-278bd96bdd82 req-a90113d4-f567-42be-8498-f32d267e932a tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88ba61ed-62b2-4a1f-9312-449494f56c66', 'remote_group_id': None}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:30.381203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-023c7285-9653-4c43-b2f7-278bd96bdd82 req-a90113d4-f567-42be-8498-f32d267e932a tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88ba61ed-62b2-4a1f-9312-449494f56c66', 'remote_group_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:30.396584 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:11:30.397637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-77a2bccf-3b36-4f23-8ce8-d290466c59ca tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Deleting port 5d0b5861-4bab-47e9-b592-e5e34cf658bd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:30.398022 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-77a2bccf-3b36-4f23-8ce8-d290466c59ca tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.413849 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.414192 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Added segment e2655113-59ce-44c2-86c7-e92167eacab7 of type vlan for network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc Jul 07 19:11:30.415480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95828ade-396c-4333-819c-b6ba09a47188,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:30.470860 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.505235 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.506411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:30.507189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.526373 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-023c7285-9653-4c43-b2f7-278bd96bdd82 req-a90113d4-f567-42be-8498-f32d267e932a tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.531215 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4491553 Jul 07 19:11:30.535220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:30.541032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] Request body: {'subnet': {'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1711947074-subnet', 'tenant_id': '077584ff508b4bd2b35a4a839b90cfc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:30.551366 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-77a2bccf-3b36-4f23-8ce8-d290466c59ca tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.552113 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-77a2bccf-3b36-4f23-8ce8-d290466c59ca tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.576187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b51b41-571e-4aa9-aac9-562d45fae817 admin admin] Pushing event updated for resources: {'Network': ['ID=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:30.585937 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-023c7285-9653-4c43-b2f7-278bd96bdd82 req-a90113d4-f567-42be-8498-f32d267e932a tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.587417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-77a2bccf-3b36-4f23-8ce8-d290466c59ca tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Calling delete_port for 5d0b5861-4bab-47e9-b592-e5e34cf658bd owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:30.588031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:11:30.595791 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-023c7285-9653-4c43-b2f7-278bd96bdd82 req-a90113d4-f567-42be-8498-f32d267e932a tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.626518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] Made reservation on behalf of 077584ff508b4bd2b35a4a839b90cfc2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:30.629144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.636947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90113d4-f567-42be-8498-f32d267e932a tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5e6144-8936-445d-86a0-2ffdc7dd8ecf,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:30.712299 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-023c7285-9653-4c43-b2f7-278bd96bdd82 req-a90113d4-f567-42be-8498-f32d267e932a tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.717241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-023c7285-9653-4c43-b2f7-278bd96bdd82 req-a90113d4-f567-42be-8498-f32d267e932a tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3429322 Jul 07 19:11:30.967583 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-77a2bccf-3b36-4f23-8ce8-d290466c59ca tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:30.999915 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.014418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2bccf-3b36-4f23-8ce8-d290466c59ca tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Pushing event deleted for resources: {'Port': ['ID=5d0b5861-4bab-47e9-b592-e5e34cf658bd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:31.109068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c2fdc-6b1b-4d63-ab77-3b39d47375a4 req-18a58217-7a7c-445d-b4e7-f1485ceefa9e tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.110551 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-079c2fdc-6b1b-4d63-ab77-3b39d47375a4 req-18a58217-7a7c-445d-b4e7-f1485ceefa9e tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 945 time: 0.2749503 Jul 07 19:11:31.126574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c35a17e-458f-44d2-b94e-ba875ec42b7f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:31.166455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-77a2bccf-3b36-4f23-8ce8-d290466c59ca tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.169418 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-77a2bccf-3b36-4f23-8ce8-d290466c59ca tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.170552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-219581fd-90ba-4300-86e1-d0fa195e5d5b req-77a2bccf-3b36-4f23-8ce8-d290466c59ca tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "DELETE /v2.0/floatingips/acbb7245-925a-487f-8ced-8241e83cc26e HTTP/1.1" status: 204 len: 173 time: 0.9677236 Jul 07 19:11:31.179812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:31.180183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] Network hostable DHCP agents. Network: 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:11:31.194181 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-079c2fdc-6b1b-4d63-ab77-3b39d47375a4 req-af77a008-d946-4b8b-81e1-de58086894b8 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741260 Jul 07 19:11:31.230977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] Network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:11:31.247873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-624a2b15-56d0-46ed-a60d-af9ea6339142 req-e87b306c-01c4-4ec6-b143-0f8a052b8332 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/88ba61ed-62b2-4a1f-9312-449494f56c66 HTTP/1.1" status: 200 len: 2995 time: 0.0596957 Jul 07 19:11:31.250495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:31.262314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.263184 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.270958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c5a9fc-2b5d-4111-9a73-ae531563a81c None None] Network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:31.282163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-09101d19-e21c-45b8-9713-9561501c5653 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7456975 Jul 07 19:11:31.401863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d17dc-110b-4413-877c-ae6cc3bbde92 req-949a148c-54f0-4acd-8062-db723de6bb58 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.404245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a8d17dc-110b-4413-877c-ae6cc3bbde92 req-949a148c-54f0-4acd-8062-db723de6bb58 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 946 time: 0.0855916 Jul 07 19:11:31.434520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e7e839-b8ac-4e93-acf0-261b682ac36a None None] Network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:31.547917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a8d17dc-110b-4413-877c-ae6cc3bbde92 req-a82cec33-2fc8-4aa1-8188-cf3e972ad255 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344056 Jul 07 19:11:31.641972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.642730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.643132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.644040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.644533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.645119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.645645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.646168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.646628 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.647122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.647606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:31.649614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc8f5cc4-a8e6-4391-9ee3-3db56898c115 req-596ec8c6-193f-4ba3-9b95-a1f56b5fac98 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7817 time: 0.2290156 Jul 07 19:11:31.864391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bfca7a15-be09-46d2-9dd2-9a0420f30db4 req-0583e809-8354-4173-84c1-544e238ed19c tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0423877 Jul 07 19:11:31.920175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c80c199-b74c-4313-9fd5-ca8123c1732e req-c8d647c3-09d8-4294-ab4b-878b5697394e tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-group-rules/fb5e6144-8936-445d-86a0-2ffdc7dd8ecf HTTP/1.1" status: 200 len: 783 time: 0.0202708 Jul 07 19:11:31.928303 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:31.934643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2075838589-network', 'tenant_id': '511d271f1d3341d8bb1b59671e25df17'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:31.957797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Made reservation on behalf of 511d271f1d3341d8bb1b59671e25df17 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:31.960847 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.971721 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:31.976254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c80c199-b74c-4313-9fd5-ca8123c1732e req-96aed982-470b-4c6f-a336-9235f69f5a5f tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/88ba61ed-62b2-4a1f-9312-449494f56c66 HTTP/1.1" status: 200 len: 2995 time: 0.0464544 Jul 07 19:11:32.009079 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c80c199-b74c-4313-9fd5-ca8123c1732e req-b217c56c-ff43-497d-84d4-060722435778 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.018673 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c80c199-b74c-4313-9fd5-ca8123c1732e req-b217c56c-ff43-497d-84d4-060722435778 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.055399 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c80c199-b74c-4313-9fd5-ca8123c1732e req-b217c56c-ff43-497d-84d4-060722435778 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.063844 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c80c199-b74c-4313-9fd5-ca8123c1732e req-b217c56c-ff43-497d-84d4-060722435778 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.078973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c80c199-b74c-4313-9fd5-ca8123c1732e req-b217c56c-ff43-497d-84d4-060722435778 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/fb5e6144-8936-445d-86a0-2ffdc7dd8ecf HTTP/1.1" status: 204 len: 173 time: 0.0966322 Jul 07 19:11:32.095074 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.100653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.106243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217c56c-ff43-497d-84d4-060722435778 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb5e6144-8936-445d-86a0-2ffdc7dd8ecf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:32.128645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:11:32.139607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3917133c-1331-41c2-89b6-a585c2de1f4b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:32.144878 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.145222 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Added segment a56cd637-3a26-4507-b1a9-5595c6803a18 of type vlan for network fa40c135-a583-487c-97e4-da0e302e8de3 Jul 07 19:11:32.193011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd11499-a32e-4319-bca9-0b035cd2e514 req-f06a0fc8-cb3a-48dc-9839-d3f839ae5c19 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:32.194588 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-afd11499-a32e-4319-bca9-0b035cd2e514 req-f06a0fc8-cb3a-48dc-9839-d3f839ae5c19 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 886 time: 0.1092477 Jul 07 19:11:32.195116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.236426 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.237746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:32.238567 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.300849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] Pushing event updated for resources: {'Network': ['ID=fa40c135-a583-487c-97e4-da0e302e8de3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:32.311328 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a280c5b2-e871-4e64-aee6-7b8858f120be admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.3817844 Jul 07 19:11:32.311584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:32.315820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network fa40c135-a583-487c-97e4-da0e302e8de3 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:11:32.322195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] Request body: {'subnet': {'network_id': 'fa40c135-a583-487c-97e4-da0e302e8de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2075838589-subnet', 'tenant_id': '511d271f1d3341d8bb1b59671e25df17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:32.377653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] Made reservation on behalf of 511d271f1d3341d8bb1b59671e25df17 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:32.387961 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.556257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f48e1651-ab25-47bd-8ad6-f27238726c7b req-66f8c8d5-47f6-43cc-8a61-688a6068a043 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/88ba61ed-62b2-4a1f-9312-449494f56c66 HTTP/1.1" status: 200 len: 2397 time: 0.1410427 Jul 07 19:11:32.622182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb28133-8d0e-4ef5-8c63-720920ce1a49 req-80c9ec89-86c1-4ff0-90e6-e976777d3f8d tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:32.623732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbb28133-8d0e-4ef5-8c63-720920ce1a49 req-80c9ec89-86c1-4ff0-90e6-e976777d3f8d tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 945 time: 0.1763854 Jul 07 19:11:32.747688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f48e1651-ab25-47bd-8ad6-f27238726c7b req-99ee3e70-ba2e-4fbb-889f-68346656d2d8 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.763357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbb28133-8d0e-4ef5-8c63-720920ce1a49 req-b72e963c-9e3f-414d-ac38-9465fceb2396 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f977e9d-224d-4d0b-8b94-beb6a3360885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167567 Jul 07 19:11:32.767240 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.827314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f48e1651-ab25-47bd-8ad6-f27238726c7b req-99ee3e70-ba2e-4fbb-889f-68346656d2d8 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.883372 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.916432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12abd479-17dd-4f11-a169-fbf115ae53d1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:32.956330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] Checking segment: {'id': 'a56cd637-3a26-4507-b1a9-5595c6803a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'fa40c135-a583-487c-97e4-da0e302e8de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:32.956705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] Network hostable DHCP agents. Network: fa40c135-a583-487c-97e4-da0e302e8de3, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:11:32.976946 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f48e1651-ab25-47bd-8ad6-f27238726c7b req-99ee3e70-ba2e-4fbb-889f-68346656d2d8 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.980631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f48e1651-ab25-47bd-8ad6-f27238726c7b req-99ee3e70-ba2e-4fbb-889f-68346656d2d8 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:32.981801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f48e1651-ab25-47bd-8ad6-f27238726c7b req-99ee3e70-ba2e-4fbb-889f-68346656d2d8 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "DELETE /v2.0/security-groups/88ba61ed-62b2-4a1f-9312-449494f56c66 HTTP/1.1" status: 204 len: 173 time: 0.4188581 Jul 07 19:11:33.020126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee3e70-ba2e-4fbb-889f-68346656d2d8 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ba61ed-62b2-4a1f-9312-449494f56c66,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:33.031165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] Network fa40c135-a583-487c-97e4-da0e302e8de3 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:11:33.034221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.034893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.035368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.035831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.036287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.036774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.037229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.037688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.038149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.038602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.039052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.039503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.042661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44871e56-dcb3-42ac-9fb7-a3c6edb5129d req-95af3037-ee4b-43bc-bba8-393b8ddf54d4 tempest-NetworksTest-1015280577 tempest-NetworksTest-1015280577-project-admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8521 time: 0.2401361 Jul 07 19:11:33.062791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, fa40c135-a583-487c-97e4-da0e302e8de3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:33.068076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.068958 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:33.075391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca0ae4a-6c93-4a8a-8a75-1d5c8e7a5e15 None None] Network fa40c135-a583-487c-97e4-da0e302e8de3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:33.088076 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fd4312e3-62f2-43c1-a0cc-854d9bd066e7 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7742312 Jul 07 19:11:33.357031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2bce9b-c5d7-48d9-b456-58d1eb9b3778 None None] Network fa40c135-a583-487c-97e4-da0e302e8de3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:33.374189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14780c43-46a6-455f-aef2-9b2f745bd7ad req-246ad7a5-c7c8-4633-a724-572afa8d75cc tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0570731 Jul 07 19:11:33.438753 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-bfe6c31b-93a9-42bc-bc4d-5e9d0c41c96d req-9c73c029-d60c-4a27-9890-788d264737ae tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] show failed (client error): The resource could not be found. Jul 07 19:11:33.440149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bfe6c31b-93a9-42bc-bc4d-5e9d0c41c96d req-9c73c029-d60c-4a27-9890-788d264737ae tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/7317ee29-b094-4007-a0bb-00852108db3c HTTP/1.1" status: 404 len: 352 time: 0.0159659 Jul 07 19:11:33.451166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:33.594906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a805-7006-4c86-bf3d-9bd03ccc24a2 req-dd76c168-0aea-4629-9005-60ba8ceb386e tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.596219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6501a805-7006-4c86-bf3d-9bd03ccc24a2 req-dd76c168-0aea-4629-9005-60ba8ceb386e tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 945 time: 0.1263514 Jul 07 19:11:33.609122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d026a-7b29-40a2-b2d5-f4b5a38f7273 req-072277a7-d8e8-4c11-8a1a-36c0fec1f68e tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:33.610606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f02d026a-7b29-40a2-b2d5-f4b5a38f7273 req-072277a7-d8e8-4c11-8a1a-36c0fec1f68e tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.59 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 945 time: 0.1046603 Jul 07 19:11:33.685321 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4c25d18-e219-4669-bca5-c296472e7ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:33.705068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6501a805-7006-4c86-bf3d-9bd03ccc24a2 req-20d62a72-b06d-4964-ab3d-6ba43217efd2 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934606 Jul 07 19:11:33.889281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c472954-599a-4650-8093-d0c90d2a7ca1 req-2cebc868-e1fe-4219-bcd4-f74b735cec95 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/f14846b7-66f9-474c-a531-3f0c43da6295 HTTP/1.1" status: 200 len: 1804 time: 0.1414568 Jul 07 19:11:33.949185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f02d026a-7b29-40a2-b2d5-f4b5a38f7273 req-4818b2bf-4046-4ac3-9d76-f49af52da9d0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Deleting port e099ea08-2dbf-4c9b-8507-024ab19259e6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:33.949522 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f02d026a-7b29-40a2-b2d5-f4b5a38f7273 req-4818b2bf-4046-4ac3-9d76-f49af52da9d0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.010798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-746a5ad3-83e7-450e-8048-0c8581c9f19d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:34.012373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-746a5ad3-83e7-450e-8048-0c8581c9f19d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 821 time: 0.2378130 Jul 07 19:11:34.053072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-56170d65-5ab4-4403-b65c-1e5376b1af01 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/quotas/077584ff508b4bd2b35a4a839b90cfc2 HTTP/1.1" status: 200 len: 375 time: 0.0333772 Jul 07 19:11:34.128646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-16cef416-b974-4265-a65f-56d662002476 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656691 Jul 07 19:11:34.134336 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4c25d18-e219-4669-bca5-c296472e7ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.153152 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c472954-599a-4650-8093-d0c90d2a7ca1 req-6ddc539e-5f5b-40f5-bda9-13512b734bee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.157890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4c25d18-e219-4669-bca5-c296472e7ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.261237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f02d026a-7b29-40a2-b2d5-f4b5a38f7273 req-4818b2bf-4046-4ac3-9d76-f49af52da9d0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] For port e099ea08-2dbf-4c9b-8507-024ab19259e6, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e099ea08-2dbf-4c9b-8507-024ab19259e6,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:34.261695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f02d026a-7b29-40a2-b2d5-f4b5a38f7273 req-4818b2bf-4046-4ac3-9d76-f49af52da9d0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.275669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c472954-599a-4650-8093-d0c90d2a7ca1 req-6ddc539e-5f5b-40f5-bda9-13512b734bee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.282240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c4c25d18-e219-4669-bca5-c296472e7ba8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a48401516b64472ca532515cc814a26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8300400 Jul 07 19:11:34.282985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c25d18-e219-4669-bca5-c296472e7ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074a69e3-4fe2-4028-9922-6aed0ddc5659,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:34.284994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:34.304981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f02d026a-7b29-40a2-b2d5-f4b5a38f7273 req-4818b2bf-4046-4ac3-9d76-f49af52da9d0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Calling delete_port for e099ea08-2dbf-4c9b-8507-024ab19259e6 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:34.336020 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b76af3a-e6b1-41bb-8471-fd4cfcbf5407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.362915 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b76af3a-e6b1-41bb-8471-fd4cfcbf5407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.388856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c94c8504-f7c9-4ff6-ae6d-f899fcecf98d service neutron] 10.222.0.113 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488363 Jul 07 19:11:34.409265 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c472954-599a-4650-8093-d0c90d2a7ca1 req-6ddc539e-5f5b-40f5-bda9-13512b734bee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.412273 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c472954-599a-4650-8093-d0c90d2a7ca1 req-6ddc539e-5f5b-40f5-bda9-13512b734bee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.413516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c472954-599a-4650-8093-d0c90d2a7ca1 req-6ddc539e-5f5b-40f5-bda9-13512b734bee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "DELETE /v2.0/security-groups/f14846b7-66f9-474c-a531-3f0c43da6295 HTTP/1.1" status: 204 len: 173 time: 0.5177321 Jul 07 19:11:34.413988 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b76af3a-e6b1-41bb-8471-fd4cfcbf5407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.416830 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b76af3a-e6b1-41bb-8471-fd4cfcbf5407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.425016 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9b76af3a-e6b1-41bb-8471-fd4cfcbf5407 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/074a69e3-4fe2-4028-9922-6aed0ddc5659 HTTP/1.1" status: 204 len: 168 time: 0.1388965 Jul 07 19:11:34.434691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76af3a-e6b1-41bb-8471-fd4cfcbf5407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074a69e3-4fe2-4028-9922-6aed0ddc5659,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:34.500590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc539e-5f5b-40f5-bda9-13512b734bee tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14846b7-66f9-474c-a531-3f0c43da6295,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:34.564445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-5514302b-72e3-4df7-b03c-c94dc7ffae82 service neutron] 10.222.0.113 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655316 Jul 07 19:11:34.628752 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f02d026a-7b29-40a2-b2d5-f4b5a38f7273 req-4818b2bf-4046-4ac3-9d76-f49af52da9d0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.664672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['e099ea08-2dbf-4c9b-8507-024ab19259e6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:34.665237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818b2bf-4046-4ac3-9d76-f49af52da9d0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Pushing event deleted for resources: {'Port': ['ID=e099ea08-2dbf-4c9b-8507-024ab19259e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:34.728149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02d026a-7b29-40a2-b2d5-f4b5a38f7273 req-4818b2bf-4046-4ac3-9d76-f49af52da9d0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] No DVR routers for this DVR port e099ea08-2dbf-4c9b-8507-024ab19259e6 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:34.731481 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f02d026a-7b29-40a2-b2d5-f4b5a38f7273 req-4818b2bf-4046-4ac3-9d76-f49af52da9d0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.733590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f02d026a-7b29-40a2-b2d5-f4b5a38f7273 req-4818b2bf-4046-4ac3-9d76-f49af52da9d0 tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.59 "DELETE /v2.0/ports/e099ea08-2dbf-4c9b-8507-024ab19259e6 HTTP/1.1" status: 204 len: 173 time: 1.1160119 Jul 07 19:11:34.734037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'name': 'network-vif-deleted', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:34.736986 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838fc8eb-f852-462f-94d2-2abe0b37dc5b" -d '{"events": [{"server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "name": "network-vif-deleted", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:34.844117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:34.860157 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7495db1d-4a98-466c-bde8-1f378f7da77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:34.863503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8316f33a-cd31-4710-a1f7-98e0e970c22f req-7d3a3414-6ef2-4871-8f8f-2398ada60efb tempest-FloatingIPsAssociationTestJSON-1325244437 tempest-FloatingIPsAssociationTestJSON-1325244437-project] 10.222.0.113 "GET /v2.0/ports?device_id=4edd7e31-9e24-4f91-9521-27c776deb5c1 HTTP/1.1" status: 200 len: 210 time: 0.0608585 Jul 07 19:11:35.022905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc05429f-b414-4f8c-a708-c7c52ffef3e5 req-4f83722c-5d3a-42e5-b990-b75324fe300d tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/1884e85e-4089-4695-b57a-7005507fe4f6 HTTP/1.1" status: 200 len: 1804 time: 0.0527604 Jul 07 19:11:35.069319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef065a8a-0556-41fa-bfb7-a78be079cc07 req-e5f8b13d-da69-4d11-ab70-4b9b483e1018 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0570326 Jul 07 19:11:35.077915 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7495db1d-4a98-466c-bde8-1f378f7da77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.085131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7495db1d-4a98-466c-bde8-1f378f7da77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.129687 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7495db1d-4a98-466c-bde8-1f378f7da77e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3b6e59131f034e55b310c86e3c59714c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838335 Jul 07 19:11:35.132709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:35.145603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc05429f-b414-4f8c-a708-c7c52ffef3e5 req-e7e356da-38be-46e7-bb51-fed517403616 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.176351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc05429f-b414-4f8c-a708-c7c52ffef3e5 req-e7e356da-38be-46e7-bb51-fed517403616 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.190447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495db1d-4a98-466c-bde8-1f378f7da77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6af016b-e6dc-4ee1-9d12-02d3bc47e265,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:35.248707 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21d7196c-7423-42e8-8ed9-dfda62533257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.267357 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72028948-16d9-4984-b554-90ef2b374cc1 x-openstack-request-id: req-72028948-16d9-4984-b554-90ef2b374cc1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:35.267762 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edd7e31-9e24-4f91-9521-27c776deb5c1", "name": "network-vif-deleted", "tag": "e099ea08-2dbf-4c9b-8507-024ab19259e6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:35.269067 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-72028948-16d9-4984-b554-90ef2b374cc1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:35.269607 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edd7e31-9e24-4f91-9521-27c776deb5c1', 'name': 'network-vif-deleted', 'tag': 'e099ea08-2dbf-4c9b-8507-024ab19259e6', 'status': 'completed', 'code': 200} Jul 07 19:11:35.271548 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc05429f-b414-4f8c-a708-c7c52ffef3e5 req-e7e356da-38be-46e7-bb51-fed517403616 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.275142 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc05429f-b414-4f8c-a708-c7c52ffef3e5 req-e7e356da-38be-46e7-bb51-fed517403616 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.292637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0ceadde6-8c4f-4548-976f-bffd9576ba47 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:35.293839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc05429f-b414-4f8c-a708-c7c52ffef3e5 req-e7e356da-38be-46e7-bb51-fed517403616 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "DELETE /v2.0/security-groups/1884e85e-4089-4695-b57a-7005507fe4f6 HTTP/1.1" status: 204 len: 173 time: 0.2688608 Jul 07 19:11:35.306784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21d7196c-7423-42e8-8ed9-dfda62533257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.332285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e356da-38be-46e7-bb51-fed517403616 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1884e85e-4089-4695-b57a-7005507fe4f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:35.384835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53f46b8d-8d73-436d-a77d-a86c10799407 req-7a76c67e-cc07-46e4-825a-7193041677e6 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 210 time: 0.0536981 Jul 07 19:11:35.445155 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21d7196c-7423-42e8-8ed9-dfda62533257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.452131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21d7196c-7423-42e8-8ed9-dfda62533257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.459065 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-21d7196c-7423-42e8-8ed9-dfda62533257 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c6af016b-e6dc-4ee1-9d12-02d3bc47e265 HTTP/1.1" status: 204 len: 168 time: 0.3236852 Jul 07 19:11:35.486912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7196c-7423-42e8-8ed9-dfda62533257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6af016b-e6dc-4ee1-9d12-02d3bc47e265,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:35.561030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0ceadde6-8c4f-4548-976f-bffd9576ba47, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0ceadde6-8c4f-4548-976f-bffd9576ba47,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:35.574183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '0ceadde6-8c4f-4548-976f-bffd9576ba47', 'network_id': '299255ae-eebb-474d-9c70-d9ceff07301b', 'port_id': '0ceadde6-8c4f-4548-976f-bffd9576ba47', 'mac_address': 'fa:16:3e:82:9c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af90dcd0-75ba-4a0d-9802-efe7b65f07a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:35.618726 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.642572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ceadde6-8c4f-4548-976f-bffd9576ba47 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:35.645228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbde24-21cc-455f-977b-21e39ada0f18 req-fe42761a-f8e4-40c6-b3e6-843e444054e8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:35.652544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8bbde24-21cc-455f-977b-21e39ada0f18 req-fe42761a-f8e4-40c6-b3e6-843e444054e8 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 946 time: 0.1223969 Jul 07 19:11:35.691420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0ceadde6-8c4f-4548-976f-bffd9576ba47, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0ceadde6-8c4f-4548-976f-bffd9576ba47,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:35.695798 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.715358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8bbde24-21cc-455f-977b-21e39ada0f18 req-478ce876-c1b2-44aa-a8f3-0419a570127a tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609741 Jul 07 19:11:35.785768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0ceadde6-8c4f-4548-976f-bffd9576ba47,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:35.825864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['0ceadde6-8c4f-4548-976f-bffd9576ba47'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:35.828100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6dff831c-1f7c-419b-b931-e428f2b558e9 req-d4a938af-3caf-4217-87e6-add98ef547c2 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/35338cde-a31d-47cf-9fcb-526267b3dd99 HTTP/1.1" status: 200 len: 1805 time: 0.0636582 Jul 07 19:11:35.907850 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6dff831c-1f7c-419b-b931-e428f2b558e9 req-a685ae69-e69f-49b6-989c-57caea4194ec tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:35.952591 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6dff831c-1f7c-419b-b931-e428f2b558e9 req-a685ae69-e69f-49b6-989c-57caea4194ec tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.026024 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6dff831c-1f7c-419b-b931-e428f2b558e9 req-a685ae69-e69f-49b6-989c-57caea4194ec tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.029617 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6dff831c-1f7c-419b-b931-e428f2b558e9 req-a685ae69-e69f-49b6-989c-57caea4194ec tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.030840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6dff831c-1f7c-419b-b931-e428f2b558e9 req-a685ae69-e69f-49b6-989c-57caea4194ec tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "DELETE /v2.0/security-groups/35338cde-a31d-47cf-9fcb-526267b3dd99 HTTP/1.1" status: 204 len: 173 time: 0.2014852 Jul 07 19:11:36.061682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685ae69-e69f-49b6-989c-57caea4194ec tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35338cde-a31d-47cf-9fcb-526267b3dd99,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:36.145363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:36.516325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-0b09548c-c1be-41b9-9f38-91710db19e71 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:36.518101 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-0b09548c-c1be-41b9-9f38-91710db19e71 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 821 time: 0.1393750 Jul 07 19:11:36.533430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Request body: {'port': {'device_id': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc', 'admin_state_up': True, 'tenant_id': '077584ff508b4bd2b35a4a839b90cfc2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:36.619222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0e5b012-934a-48da-bcdb-9d5f8e405168 req-f28e6937-026a-48a7-ba8e-63f03bfbafd4 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/925f26b3-7a0c-4985-b60d-4b372ebe738a HTTP/1.1" status: 200 len: 2404 time: 0.0843556 Jul 07 19:11:36.679006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Made reservation on behalf of 077584ff508b4bd2b35a4a839b90cfc2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:36.685426 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.735386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f44d24-5fe4-4fe1-b539-a10efb29fec9 req-5a5022a8-9d38-4bf5-b8e0-328cb5803d69 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:36.736995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7f44d24-5fe4-4fe1-b539-a10efb29fec9 req-5a5022a8-9d38-4bf5-b8e0-328cb5803d69 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 945 time: 0.5459101 Jul 07 19:11:36.842957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Allocated IP 172.20.0.13 (3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc/0c35a17e-458f-44d2-b94e-ba875ec42b7f/91e45052-e4ac-4595-bc76-42deec27c3a4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:36.872231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7f44d24-5fe4-4fe1-b539-a10efb29fec9 req-1d1edae2-f170-4ab0-b711-1998683cd0c1 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004179 Jul 07 19:11:36.873096 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0e5b012-934a-48da-bcdb-9d5f8e405168 req-3bb2f91e-44ca-4b31-bbae-f23ee70395bd tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.943182 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0e5b012-934a-48da-bcdb-9d5f8e405168 req-3bb2f91e-44ca-4b31-bbae-f23ee70395bd tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.066188 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.094670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24dbd9cf-90fa-4b91-bcad-820b66eddfc2 req-c22dd7fb-09dd-42b5-8c54-52622ed67732 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0627918 Jul 07 19:11:37.109198 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0e5b012-934a-48da-bcdb-9d5f8e405168 req-3bb2f91e-44ca-4b31-bbae-f23ee70395bd tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.111683 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0e5b012-934a-48da-bcdb-9d5f8e405168 req-3bb2f91e-44ca-4b31-bbae-f23ee70395bd tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.112854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0e5b012-934a-48da-bcdb-9d5f8e405168 req-3bb2f91e-44ca-4b31-bbae-f23ee70395bd tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "DELETE /v2.0/security-groups/925f26b3-7a0c-4985-b60d-4b372ebe738a HTTP/1.1" status: 204 len: 173 time: 0.4544365 Jul 07 19:11:37.135029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2f91e-44ca-4b31-bbae-f23ee70395bd tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925f26b3-7a0c-4985-b60d-4b372ebe738a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:37.156281 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.225348 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:37.232076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:37.241226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:37.273690 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.300810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0ceadde6-8c4f-4548-976f-bffd9576ba47 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:37.310313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Pushing event updated for resources: {'Port': ['ID=91e45052-e4ac-4595-bc76-42deec27c3a4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:37.379444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 0ceadde6-8c4f-4548-976f-bffd9576ba47 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:37.380127 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.389211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:37.389871 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.427398 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-c4595310-404e-4e38-8484-2e6b1707b55e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8981931 Jul 07 19:11:37.439385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-bd5a6792-5722-4e47-9044-ae33b5b8dc85 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:37.441072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-bd5a6792-5722-4e47-9044-ae33b5b8dc85 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 945 time: 0.1339872 Jul 07 19:11:37.450021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Request body: {'port': {'device_id': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:37.496918 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.521725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64406868-9f51-4a74-9e4e-c843eca9ce09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceadde6-8c4f-4548-976f-bffd9576ba47'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:37.523987 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd50f3ac-e404-422e-b7d6-c3152b9c079b" -d '{"events": [{"server_uuid": "64406868-9f51-4a74-9e4e-c843eca9ce09", "name": "network-vif-plugged", "status": "completed", "tag": "0ceadde6-8c4f-4548-976f-bffd9576ba47"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:37.529338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83747cb-0a7e-4012-82a9-f34dfda59a6a req-66b5bb5e-972f-490e-84de-d4b2a19773ff tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "GET /v2.0/security-groups/e0926522-0b8a-400f-b1b9-3f349a5a5d8c HTTP/1.1" status: 200 len: 2398 time: 0.1083062 Jul 07 19:11:37.539256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0ceadde6-8c4f-4548-976f-bffd9576ba47, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0ceadde6-8c4f-4548-976f-bffd9576ba47,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:37.544884 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.595775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586ee2-b8f3-4ac4-a17d-a88474ad57eb req-44422741-5f42-4f9c-ba0c-cc99e414da18 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:37.597618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9586ee2-b8f3-4ac4-a17d-a88474ad57eb req-44422741-5f42-4f9c-ba0c-cc99e414da18 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 932 time: 0.2625434 Jul 07 19:11:37.606601 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.608077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0ceadde6-8c4f-4548-976f-bffd9576ba47,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:37.667497 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Deleting port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:37.667889 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.700995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9586ee2-b8f3-4ac4-a17d-a88474ad57eb req-9e2a8fae-5c61-4052-b203-ff5c860fb323 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832283 Jul 07 19:11:37.709468 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c83747cb-0a7e-4012-82a9-f34dfda59a6a req-a5b7e306-23f1-401c-bead-4ad183e03814 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.758545 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c83747cb-0a7e-4012-82a9-f34dfda59a6a req-a5b7e306-23f1-401c-bead-4ad183e03814 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.892039 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c83747cb-0a7e-4012-82a9-f34dfda59a6a req-a5b7e306-23f1-401c-bead-4ad183e03814 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.894681 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c83747cb-0a7e-4012-82a9-f34dfda59a6a req-a5b7e306-23f1-401c-bead-4ad183e03814 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.895389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] For port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=00e70b7b-ccf5-47ef-b0b0-931a68bcd497,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:37.895764 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.905143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83747cb-0a7e-4012-82a9-f34dfda59a6a req-a5b7e306-23f1-401c-bead-4ad183e03814 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] 10.222.0.113 "DELETE /v2.0/security-groups/e0926522-0b8a-400f-b1b9-3f349a5a5d8c HTTP/1.1" status: 204 len: 173 time: 0.3659220 Jul 07 19:11:37.907227 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:37.937941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] Deleting port c38fc7ff-646c-4361-827f-8c3e1282ba22 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:37.938280 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:37.943760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7e306-23f1-401c-bead-4ad183e03814 tempest-SecurityGroupRulesTestJSON-1236215979 tempest-SecurityGroupRulesTestJSON-1236215979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0926522-0b8a-400f-b1b9-3f349a5a5d8c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:38.006019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1266df1-fb17-4055-831e-1e38e1cbfbdf req-c6f60b06-ab32-40e7-a9b2-707dac1990be tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:38.007673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1266df1-fb17-4055-831e-1e38e1cbfbdf req-c6f60b06-ab32-40e7-a9b2-707dac1990be tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.112 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 946 time: 0.2049589 Jul 07 19:11:38.031959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e099ea08-2dbf-4c9b-8507-024ab19259e6 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:38.049622 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa63d6a-c7a0-402d-ade9-5d2ea7c2b069 admin admin] Deleting subnet 3d4abbeb-2e15-4cf0-945e-b788557bdfa5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:11:38.062542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aa63d6a-c7a0-402d-ade9-5d2ea7c2b069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.067336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: e099ea08-2dbf-4c9b-8507-024ab19259e6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:38.068045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e099ea08-2dbf-4c9b-8507-024ab19259e6 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:38.163094 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] For port c38fc7ff-646c-4361-827f-8c3e1282ba22, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c38fc7ff-646c-4361-827f-8c3e1282ba22,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:38.164059 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.177507 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb55828b-1d23-47eb-9893-5ba6f9b72137 x-openstack-request-id: req-cb55828b-1d23-47eb-9893-5ba6f9b72137 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:38.178016 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64406868-9f51-4a74-9e4e-c843eca9ce09", "name": "network-vif-plugged", "status": "completed", "tag": "0ceadde6-8c4f-4548-976f-bffd9576ba47", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:38.178452 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cb55828b-1d23-47eb-9893-5ba6f9b72137 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:38.179111 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64406868-9f51-4a74-9e4e-c843eca9ce09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceadde6-8c4f-4548-976f-bffd9576ba47', 'code': 200} Jul 07 19:11:38.201573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] Calling delete_port for c38fc7ff-646c-4361-827f-8c3e1282ba22 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:38.225956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bd129-fa3e-47b5-ac24-387da24db72f req-0ba0b572-1bf5-4067-bf13-8d7b32345370 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:38.228051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-160bd129-fa3e-47b5-ac24-387da24db72f req-0ba0b572-1bf5-4067-bf13-8d7b32345370 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 946 time: 0.2166753 Jul 07 19:11:38.231608 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aa63d6a-c7a0-402d-ade9-5d2ea7c2b069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.316189 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0193950a-ba0b-45c8-8dee-76487a6b0bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.338869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e45052-e4ac-4595-bc76-42deec27c3a4 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:38.345175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e1266df1-fb17-4055-831e-1e38e1cbfbdf req-9e600718-e7c6-4437-954f-9b517de6cdea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Deleting port 0ceadde6-8c4f-4548-976f-bffd9576ba47 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:38.345549 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1266df1-fb17-4055-831e-1e38e1cbfbdf req-9e600718-e7c6-4437-954f-9b517de6cdea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.360913 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.389367 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aa63d6a-c7a0-402d-ade9-5d2ea7c2b069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.426256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-160bd129-fa3e-47b5-ac24-387da24db72f req-71ad47b7-6cae-41af-a0b9-5727c8597e07 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/security-groups?id=887b239d-2b35-42e2-8657-b06240657008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875010 Jul 07 19:11:38.436080 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.436769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.437155 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Floating IP 99752cf7-726f-46aa-8d42-4cb778845209 disassociated. External IP: 172.25.2.247, port: 00e70b7b-ccf5-47ef-b0b0-931a68bcd497. Jul 07 19:11:38.437505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Calling delete_port for 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:38.443057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Transition to ACTIVE for port object 91e45052-e4ac-4595-bc76-42deec27c3a4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:38.527947 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.549261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12aeb-e2ec-4cac-8751-e3e368205813 req-7b4e7742-896e-439a-95ae-0863bd76c343 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:38.550913 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2a12aeb-e2ec-4cac-8751-e3e368205813 req-7b4e7742-896e-439a-95ae-0863bd76c343 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 945 time: 0.2644053 Jul 07 19:11:38.568897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e1266df1-fb17-4055-831e-1e38e1cbfbdf req-9e600718-e7c6-4437-954f-9b517de6cdea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] For port 0ceadde6-8c4f-4548-976f-bffd9576ba47, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0ceadde6-8c4f-4548-976f-bffd9576ba47,segment=NetworkSegment(7926ddb3-53b5-46b8-95a8-a4ccb548e0a4),segment_id=7926ddb3-53b5-46b8-95a8-a4ccb548e0a4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:38.569266 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1266df1-fb17-4055-831e-1e38e1cbfbdf req-9e600718-e7c6-4437-954f-9b517de6cdea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.594718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e1266df1-fb17-4055-831e-1e38e1cbfbdf req-9e600718-e7c6-4437-954f-9b517de6cdea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Calling delete_port for 0ceadde6-8c4f-4548-976f-bffd9576ba47 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:38.613285 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aa63d6a-c7a0-402d-ade9-5d2ea7c2b069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.688874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa63d6a-c7a0-402d-ade9-5d2ea7c2b069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d4abbeb-2e15-4cf0-945e-b788557bdfa5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:38.700189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aa63d6a-c7a0-402d-ade9-5d2ea7c2b069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.703014 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1aa63d6a-c7a0-402d-ade9-5d2ea7c2b069 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/3d4abbeb-2e15-4cf0-945e-b788557bdfa5 HTTP/1.1" status: 204 len: 168 time: 0.7930098 Jul 07 19:11:38.707553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:38.726668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62479d79-97e3-4e91-867d-366aa8576ae3 req-c495e898-f048-453b-b2af-2cdbcc828405 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0976048 Jul 07 19:11:38.735603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2a12aeb-e2ec-4cac-8751-e3e368205813 req-d50badcb-3941-43d6-bfc7-34e5c2150a48 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups?id=dd4b588c-233b-4f73-98c1-7372346df916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635303 Jul 07 19:11:38.743167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Pushing event updated for resources: {'Port': ['ID=91e45052-e4ac-4595-bc76-42deec27c3a4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:38.785638 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:38.828609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c38fc7ff-646c-4361-827f-8c3e1282ba22,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:38.981729 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.031314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Pushing event deleted for resources: {'Port': ['ID=00e70b7b-ccf5-47ef-b0b0-931a68bcd497,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:39.088078 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.095887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:39.096229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:39.096807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:39.143488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Port 91e45052-e4ac-4595-bc76-42deec27c3a4 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:39.143822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:39.154887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:39.155231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:39.155624 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:39.156068 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Bound port: 91e45052-e4ac-4595-bc76-42deec27c3a4, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:39.156431 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.214781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1266df1-fb17-4055-831e-1e38e1cbfbdf req-9e600718-e7c6-4437-954f-9b517de6cdea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.298446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e600718-e7c6-4437-954f-9b517de6cdea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Pushing event deleted for resources: {'Port': ['ID=0ceadde6-8c4f-4548-976f-bffd9576ba47,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:39.312768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0ceadde6-8c4f-4548-976f-bffd9576ba47 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:39.315127 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.325471 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.345537 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:39.347610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a6e18e-4c10-4d4f-a357-6d470240c24c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:39.349983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 0ceadde6-8c4f-4548-976f-bffd9576ba47 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:39.350930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0ceadde6-8c4f-4548-976f-bffd9576ba47 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:39.359829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28c7c9-3565-4180-a63f-60a117874dcc req-b94917bc-93f1-4a44-a642-111b26c15076 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:39.361437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f28c7c9-3565-4180-a63f-60a117874dcc req-b94917bc-93f1-4a44-a642-111b26c15076 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 944 time: 0.3280666 Jul 07 19:11:39.365846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db03f6c-7330-4822-95f4-1e007c0b7984') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:39.366146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db03f6c-7330-4822-95f4-1e007c0b7984') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:39.379694 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.381655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1266df1-fb17-4055-831e-1e38e1cbfbdf req-9e600718-e7c6-4437-954f-9b517de6cdea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] No DVR routers for this DVR port 0ceadde6-8c4f-4548-976f-bffd9576ba47 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:39.391494 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e1266df1-fb17-4055-831e-1e38e1cbfbdf req-9e600718-e7c6-4437-954f-9b517de6cdea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.393405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1266df1-fb17-4055-831e-1e38e1cbfbdf req-9e600718-e7c6-4437-954f-9b517de6cdea tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.112 "DELETE /v2.0/ports/0ceadde6-8c4f-4548-976f-bffd9576ba47 HTTP/1.1" status: 204 len: 173 time: 1.3790519 Jul 07 19:11:39.393910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64406868-9f51-4a74-9e4e-c843eca9ce09', 'name': 'network-vif-deleted', 'tag': '0ceadde6-8c4f-4548-976f-bffd9576ba47'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:39.396370 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb552a7-65da-4253-bfc5-53d81fdc112b" -d '{"events": [{"server_uuid": "64406868-9f51-4a74-9e4e-c843eca9ce09", "name": "network-vif-deleted", "tag": "0ceadde6-8c4f-4548-976f-bffd9576ba47"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:39.397937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:39.404951 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:39.425014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.464818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=91e45052-e4ac-4595-bc76-42deec27c3a4,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:39.476604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:11:39.477120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:11:39.480236 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:11:39.491305 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.496321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f28c7c9-3565-4180-a63f-60a117874dcc req-65a0df4d-6214-4a6a-a295-2221c374d158 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161585 Jul 07 19:11:39.506832 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4db338-f94b-4d29-927c-50cf4e333c78 x-openstack-request-id: req-ff4db338-f94b-4d29-927c-50cf4e333c78 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:39.507127 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64406868-9f51-4a74-9e4e-c843eca9ce09", "name": "network-vif-deleted", "tag": "0ceadde6-8c4f-4548-976f-bffd9576ba47", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:39.507384 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ff4db338-f94b-4d29-927c-50cf4e333c78 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:39.507783 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64406868-9f51-4a74-9e4e-c843eca9ce09', 'name': 'network-vif-deleted', 'tag': '0ceadde6-8c4f-4548-976f-bffd9576ba47', 'status': 'completed', 'code': 200} Jul 07 19:11:39.638333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:39.638964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.640449 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] 10.222.0.112 "PUT /v2.0/ports/91e45052-e4ac-4595-bc76-42deec27c3a4 HTTP/1.1" status: 200 len: 1093 time: 2.1977563 Jul 07 19:11:39.640947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'tag': '91e45052-e4ac-4595-bc76-42deec27c3a4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:39.643425 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb64813-4aec-4b92-86bb-67cba4e67fef" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9b8773-e8cf-4c18-a2bb-a1c20673de1b", "tag": "91e45052-e4ac-4595-bc76-42deec27c3a4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:39.673499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.711936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.716891 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] 10.222.0.113 "DELETE /v2.0/networks/f0a6e18e-4c10-4d4f-a357-6d470240c24c HTTP/1.1" status: 204 len: 168 time: 1.0027523 Jul 07 19:11:39.720415 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5987eb4e-5a72-4b61-b47a-a632a3b9a943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.743148 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03933e6-b550-424e-82dc-21a3ed84a88d x-openstack-request-id: req-c03933e6-b550-424e-82dc-21a3ed84a88d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:39.743520 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9b8773-e8cf-4c18-a2bb-a1c20673de1b", "tag": "91e45052-e4ac-4595-bc76-42deec27c3a4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:39.743755 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c03933e6-b550-424e-82dc-21a3ed84a88d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:39.744194 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'tag': '91e45052-e4ac-4595-bc76-42deec27c3a4', 'status': 'completed', 'code': 200} Jul 07 19:11:39.753499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760ec7c-8bab-416c-82ff-70164076b051 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a6e18e-4c10-4d4f-a357-6d470240c24c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:39.755301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0165858-8985-4b21-b2cf-83f2cae6a821 service neutron] Pushing event updated for resources: {'Port': ['ID=91e45052-e4ac-4595-bc76-42deec27c3a4,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:39.787062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:39.800298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5827f73-eabd-4729-b328-01f5d559979f None None] Sync routers for ids ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:39.812450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5827f73-eabd-4729-b328-01f5d559979f None None] Routers {'2d08ef18-a0b9-47d8-a725-47dd7af1e685'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:39.813727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a5827f73-eabd-4729-b328-01f5d559979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:39.819192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1aed40b1-c889-4790-8e2f-0f3efded60d2 req-0d41b5db-b189-4f66-8220-35c3a56e2d02 tempest-ImagesTestJSON-1577364111 tempest-ImagesTestJSON-1577364111-project] 10.222.0.113 "GET /v2.0/ports?device_id=64406868-9f51-4a74-9e4e-c843eca9ce09 HTTP/1.1" status: 200 len: 210 time: 0.0596445 Jul 07 19:11:39.895188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] Router d603e694-bef6-429f-830a-ffb1e7970a7b has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:39.899513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] No DVR routers for this DVR port 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:39.908073 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:39.911762 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d7a7319f-137e-4ebf-b6a7-50083559d4e8 req-0aa5a6fa-67ec-4068-ac5e-b40402ba7107 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.112 "DELETE /v2.0/ports/00e70b7b-ccf5-47ef-b0b0-931a68bcd497 HTTP/1.1" status: 204 len: 173 time: 2.4349000 Jul 07 19:11:39.949288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a5827f73-eabd-4729-b328-01f5d559979f None None] Set router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:39.961500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:40.016615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-fe4f839e-cec4-4c7c-ae58-0a741b50dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:40.018478 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-fe4f839e-cec4-4c7c-ae58-0a741b50dfe4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 1096 time: 0.3029637 Jul 07 19:11:40.083908 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-4500b17b-2e1e-4462-8be1-9fdd6d5c0f8c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e45052-e4ac-4595-bc76-42deec27c3a4 HTTP/1.1" status: 200 len: 217 time: 0.0556283 Jul 07 19:11:40.093472 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aad1895d-abd4-4693-a4d3-d826687c0d08 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e44b8005b52a4352b346381f056b4f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297793 Jul 07 19:11:40.105836 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:40.309409 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a5827f73-eabd-4729-b328-01f5d559979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:22Z', 'revision_number': 4, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be6c6def-bd0b-46ee-be0d-3fba2cdd66e9', 'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'mac_address': 'fa:16:3e:2b:19:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:21Z', 'updated_at': '2021-07-07T19:09:29Z', 'revision_number': 5, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'subnets': [{'id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:40.340764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5827f73-eabd-4729-b328-01f5d559979f None None] Checking router: 2d08ef18-a0b9-47d8-a725-47dd7af1e685 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:40.350514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5827f73-eabd-4729-b328-01f5d559979f None None] Routers {'2d08ef18-a0b9-47d8-a725-47dd7af1e685'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:40.351194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a5827f73-eabd-4729-b328-01f5d559979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:40.473655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a5827f73-eabd-4729-b328-01f5d559979f None None] Set router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:40.507677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5987eb4e-5a72-4b61-b47a-a632a3b9a943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:40.509697 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-50ea05d0-3282-4cd6-b043-267a8e78900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:40.511935 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-50ea05d0-3282-4cd6-b043-267a8e78900f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.4214561 Jul 07 19:11:40.513285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-992a6cd1-f4c4-46cb-be0c-165372e44e74 req-c9512ae6-498a-4673-ac2a-9a29efb30899 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d4fe6cd-9697-4ce5-8d6e-9216d561b28f HTTP/1.1" status: 200 len: 210 time: 0.0542495 Jul 07 19:11:40.517813 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5987eb4e-5a72-4b61-b47a-a632a3b9a943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:40.561357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ef6f09b-1e7a-49b6-beb9-3bdb6075ab6b req-71e263a7-b49d-406d-944a-a577e1379eea tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.1040812 Jul 07 19:11:40.573988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987eb4e-5a72-4b61-b47a-a632a3b9a943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e07b91-6dcd-47c9-9efb-b5fe6a2ed967,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:40.606732 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-9203dee9-898b-42c2-815e-ba5b7e5215ad service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860949 Jul 07 19:11:40.616791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5987eb4e-5a72-4b61-b47a-a632a3b9a943 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cbb57d859ab843c0be81c7d815664140&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2087207 Jul 07 19:11:40.625772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:40.684279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:40.693319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0722c028-0c38-4984-a32b-7d9e4a48b3a3 admin admin] 10.222.0.113 "PUT /v2.0/routers/d603e694-bef6-429f-830a-ffb1e7970a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5465491 Jul 07 19:11:40.696153 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2d9da0-c2af-493f-84ed-342d7e40e309 None None] Sync routers for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:40.705815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:40.714405 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d9da0-c2af-493f-84ed-342d7e40e309 None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:40.719781 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ca2d9da0-c2af-493f-84ed-342d7e40e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:40.736056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4b635c8-4ca8-43d2-abad-57023b4691b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:40.781123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c9b9c5e-4972-41a4-beba-4c90a1ddb1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:40.817541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4b635c8-4ca8-43d2-abad-57023b4691b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:40.866934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c9b9c5e-4972-41a4-beba-4c90a1ddb1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:40.894137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a5827f73-eabd-4729-b328-01f5d559979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:22Z', 'revision_number': 4, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be6c6def-bd0b-46ee-be0d-3fba2cdd66e9', 'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'mac_address': 'fa:16:3e:2b:19:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:21Z', 'updated_at': '2021-07-07T19:09:29Z', 'revision_number': 5, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'subnets': [{'id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:40.917731 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-b6592e7e-1319-48c7-b199-6b49a340b47e service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037350 Jul 07 19:11:40.921354 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ca2d9da0-c2af-493f-84ed-342d7e40e309 None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:40.936953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5827f73-eabd-4729-b328-01f5d559979f None None] The sync data for ids ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'] in n-d-792394-12 is: [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:09:22Z', 'revision_number': 4, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be6c6def-bd0b-46ee-be0d-3fba2cdd66e9', 'name': '', 'network_id': '6da9a288-2a5c-4dc6-afa1-f4014b1d1375', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'mac_address': 'fa:16:3e:2b:19:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:21Z', 'updated_at': '2021-07-07T19:09:29Z', 'revision_number': 5, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'subnets': [{'id': 'a374ccf3-1240-4374-baa3-aa1207534abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:40.988384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:41.027995 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-052a9d2c-fc6b-4e9e-b272-148cddc95748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:41.063048 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4b635c8-4ca8-43d2-abad-57023b4691b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:41.065706 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4b635c8-4ca8-43d2-abad-57023b4691b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:41.066857 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e4b635c8-4ca8-43d2-abad-57023b4691b2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a4890f95-6400-44a7-80da-a01a1db96a53 HTTP/1.1" status: 204 len: 168 time: 0.9597168 Jul 07 19:11:41.075791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f06180-9599-469e-a0db-ec07bd07c292 req-82e1d7d9-24a8-44c6-9862-f32459558a46 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:41.082161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c9b9c5e-4972-41a4-beba-4c90a1ddb1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:41.084970 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c9b9c5e-4972-41a4-beba-4c90a1ddb1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:41.086117 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9c9b9c5e-4972-41a4-beba-4c90a1ddb1c5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e5e07b91-6dcd-47c9-9efb-b5fe6a2ed967 HTTP/1.1" status: 204 len: 168 time: 0.4585917 Jul 07 19:11:41.101269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b635c8-4ca8-43d2-abad-57023b4691b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4890f95-6400-44a7-80da-a01a1db96a53,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:41.105051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20f06180-9599-469e-a0db-ec07bd07c292 req-82e1d7d9-24a8-44c6-9862-f32459558a46 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 944 time: 0.2176442 Jul 07 19:11:41.137613 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b9c5e-4972-41a4-beba-4c90a1ddb1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e07b91-6dcd-47c9-9efb-b5fe6a2ed967,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:41.165189 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-07ba20a5-e376-454a-b2c7-3c2c68a39ca0 req-e1e66cbf-577b-4a2c-8872-3fc02d72c134 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364657 Jul 07 19:11:41.216690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20f06180-9599-469e-a0db-ec07bd07c292 req-eebe5243-f84b-4cf8-954c-d3bf2a45eede tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103723 Jul 07 19:11:41.239863 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:41.292507 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:41.315584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:41.407894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb64813-4aec-4b92-86bb-67cba4e67fef req-3c9a1daf-bf88-40e5-ad66-c09ab1a0da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:41.409481 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-abb64813-4aec-4b92-86bb-67cba4e67fef req-3c9a1daf-bf88-40e5-ad66-c09ab1a0da38 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 1096 time: 0.1470432 Jul 07 19:11:41.418691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:41.419243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 00e70b7b-ccf5-47ef-b0b0-931a68bcd497 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:41.423475 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ca2d9da0-c2af-493f-84ed-342d7e40e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:11:38Z', 'revision_number': 5, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port': {'id': 'e9b397dd-1bc9-4028-ba5d-25369d423015', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:86:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:41.443010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d036f8b1-0a52-4e0d-ae5a-465a927af573 None None] New status for floating IP 99752cf7-726f-46aa-8d42-4cb778845209: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:11:41.457888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Deleting port e9b397dd-1bc9-4028-ba5d-25369d423015 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:41.458241 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:41.482899 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2d9da0-c2af-493f-84ed-342d7e40e309 None None] Checking router: d603e694-bef6-429f-830a-ffb1e7970a7b for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:41.496342 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d9da0-c2af-493f-84ed-342d7e40e309 None None] Routers {'d603e694-bef6-429f-830a-ffb1e7970a7b'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:41.497384 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ca2d9da0-c2af-493f-84ed-342d7e40e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d603e694-bef6-429f-830a-ffb1e7970a7b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:41.625523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] For port e9b397dd-1bc9-4028-ba5d-25369d423015, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e9b397dd-1bc9-4028-ba5d-25369d423015,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:41.628320 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:41.646528 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Calling delete_port for e9b397dd-1bc9-4028-ba5d-25369d423015 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:41.689507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb64813-4aec-4b92-86bb-67cba4e67fef req-a5c57147-baf0-44a4-a3e2-d9db3c74cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:41.691331 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-abb64813-4aec-4b92-86bb-67cba4e67fef req-a5c57147-baf0-44a4-a3e2-d9db3c74cbc7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.2742274 Jul 07 19:11:41.745891 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ca2d9da0-c2af-493f-84ed-342d7e40e309 None None] Set router d603e694-bef6-429f-830a-ffb1e7970a7b gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:41.782003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'name': 'network-vif-deleted', 'tag': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:41.788820 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e25f7ae-a661-4b17-8a99-7630265f959f" -d '{"events": [{"server_uuid": "3d4fe6cd-9697-4ce5-8d6e-9216d561b28f", "name": "network-vif-deleted", "tag": "00e70b7b-ccf5-47ef-b0b0-931a68bcd497"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:41.798049 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-abb64813-4aec-4b92-86bb-67cba4e67fef req-b934aa3f-66e8-4880-a218-e48109ac2537 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e45052-e4ac-4595-bc76-42deec27c3a4 HTTP/1.1" status: 200 len: 217 time: 0.0985286 Jul 07 19:11:41.892036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:41.896240 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ca2d9da0-c2af-493f-84ed-342d7e40e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:11:41Z', 'revision_number': 6, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:41.972780 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2d9da0-c2af-493f-84ed-342d7e40e309 None None] The sync data for ids ['d603e694-bef6-429f-830a-ffb1e7970a7b'] in n-d-792394-12 is: [{'id': 'd603e694-bef6-429f-830a-ffb1e7970a7b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1133324850-router', 'tenant_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:13Z', 'updated_at': '2021-07-07T19:11:41Z', 'revision_number': 6, 'project_id': 'c1e476cefec54257a0ec25eb9b22a0ef', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:42.011839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:42.016464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb64813-4aec-4b92-86bb-67cba4e67fef req-b2acc086-7078-4e1a-9dd9-4124a67cdb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:42.018507 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-abb64813-4aec-4b92-86bb-67cba4e67fef req-b2acc086-7078-4e1a-9dd9-4124a67cdb2e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.2119720 Jul 07 19:11:42.026769 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.030767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-115334b5-d124-49dd-be83-6cd1852e6833 req-da58aa1f-49db-43ce-a71c-051517387ffa tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0458977 Jul 07 19:11:42.071495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b397dd-1bc9-4028-ba5d-25369d423015,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:42.087288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61ad652-9196-4fcc-ac4b-9abe500de01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.091525 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-abb64813-4aec-4b92-86bb-67cba4e67fef req-36b90cb9-d931-403b-b30c-39f759caa34c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550320 Jul 07 19:11:42.129697 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ff89ba-6807-450a-9686-be182fc4e4e7 x-openstack-request-id: req-05ff89ba-6807-450a-9686-be182fc4e4e7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:42.129999 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4fe6cd-9697-4ce5-8d6e-9216d561b28f", "name": "network-vif-deleted", "tag": "00e70b7b-ccf5-47ef-b0b0-931a68bcd497", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:42.130254 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-05ff89ba-6807-450a-9686-be182fc4e4e7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:42.130651 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4fe6cd-9697-4ce5-8d6e-9216d561b28f', 'name': 'network-vif-deleted', 'tag': '00e70b7b-ccf5-47ef-b0b0-931a68bcd497', 'status': 'completed', 'code': 200} Jul 07 19:11:42.182724 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.194818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cccf0a5e-184a-4b56-a0c1-02c8c903f5e6 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.248170 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cccf0a5e-184a-4b56-a0c1-02c8c903f5e6 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.258787 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.343410 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.345936 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.393725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:42.435789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cccf0a5e-184a-4b56-a0c1-02c8c903f5e6 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.446283 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cccf0a5e-184a-4b56-a0c1-02c8c903f5e6 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.450609 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cccf0a5e-184a-4b56-a0c1-02c8c903f5e6 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "DELETE /v2.0/security-groups/dd4b588c-233b-4f73-98c1-7372346df916 HTTP/1.1" status: 204 len: 168 time: 0.5538607 Jul 07 19:11:42.454642 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-abb64813-4aec-4b92-86bb-67cba4e67fef req-11c6442b-216b-49b0-b9a5-59695962da68 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542802 Jul 07 19:11:42.455472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:42.476509 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.477051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d603e694-bef6-429f-830a-ffb1e7970a7b {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:11:42.494189 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.509368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8bcd0a21-26a5-4c33-8718-bea0e3250dbc admin admin] 10.222.0.113 "DELETE /v2.0/routers/d603e694-bef6-429f-830a-ffb1e7970a7b HTTP/1.1" status: 204 len: 168 time: 1.8009140 Jul 07 19:11:42.510814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:42.568344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:42.570415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf0a5e-184a-4b56-a0c1-02c8c903f5e6 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4b588c-233b-4f73-98c1-7372346df916,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:42.571856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9848b1f-efe1-48a4-b6ba-8f0cef49cd02 admin admin] Deleting subnet af90dcd0-75ba-4a0d-9802-efe7b65f07a4 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:11:42.594118 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9848b1f-efe1-48a4-b6ba-8f0cef49cd02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.604662 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-119f0481-3107-48d3-a216-8cd1e894ba2a tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] show failed (client error): The resource could not be found. Jul 07 19:11:42.605743 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-119f0481-3107-48d3-a216-8cd1e894ba2a tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "GET /v2.0/security-groups/dd4b588c-233b-4f73-98c1-7372346df916 HTTP/1.1" status: 404 len: 347 time: 0.1323504 Jul 07 19:11:42.608785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:42.645323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1add17bb-12fc-4a63-b42f-1b4090da4c1c admin admin] Deleting subnet d6e5a7be-be60-49c2-a25f-3c2bacdf724e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:11:42.655504 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9848b1f-efe1-48a4-b6ba-8f0cef49cd02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.657363 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1add17bb-12fc-4a63-b42f-1b4090da4c1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.740077 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9848b1f-efe1-48a4-b6ba-8f0cef49cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.742069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-network', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:42.743875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1add17bb-12fc-4a63-b42f-1b4090da4c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.775539 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-abb64813-4aec-4b92-86bb-67cba4e67fef req-a4ef401c-9f94-443a-bce3-b6ed307d1ec2 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974288 Jul 07 19:11:42.792764 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61ad652-9196-4fcc-ac4b-9abe500de01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.796970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a62c39-f68b-471f-8043-ce0580e32e01 req-1707d93a-a225-4a0e-8c6a-4d8ff254ffe3 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:42.798372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1a62c39-f68b-471f-8043-ce0580e32e01 req-1707d93a-a225-4a0e-8c6a-4d8ff254ffe3 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 944 time: 0.2862773 Jul 07 19:11:42.803909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61ad652-9196-4fcc-ac4b-9abe500de01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.868360 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d61ad652-9196-4fcc-ac4b-9abe500de01e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5f8cedefcbdd4524aa3a050c81b189f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8525338 Jul 07 19:11:42.868360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ad652-9196-4fcc-ac4b-9abe500de01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73df664a-4bf0-4e29-adfb-971f0e5a4e76,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:42.871592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:42.880014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Made reservation on behalf of 25175ec8fd3f41edb81dceed52e47cb4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:42.881400 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.897591 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bcb30d2a-bd12-4316-a615-624dc5d3b376 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Deleting port 8cbc4519-d541-4c41-b1d5-eb76decfa768 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:42.897934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcb30d2a-bd12-4316-a615-624dc5d3b376 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.903453 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.915308 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1a62c39-f68b-471f-8043-ce0580e32e01 req-17358ba9-1a64-4b24-8963-f6ee4bdcf566 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092150 Jul 07 19:11:42.932227 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9848b1f-efe1-48a4-b6ba-8f0cef49cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.972764 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1add17bb-12fc-4a63-b42f-1b4090da4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.975219 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9848b1f-efe1-48a4-b6ba-8f0cef49cd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:42.980711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a9848b1f-efe1-48a4-b6ba-8f0cef49cd02 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/af90dcd0-75ba-4a0d-9802-efe7b65f07a4 HTTP/1.1" status: 204 len: 168 time: 0.5856967 Jul 07 19:11:42.982000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9848b1f-efe1-48a4-b6ba-8f0cef49cd02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af90dcd0-75ba-4a0d-9802-efe7b65f07a4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:42.993919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:43.010243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e9b397dd-1bc9-4028-ba5d-25369d423015 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:43.037049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: e9b397dd-1bc9-4028-ba5d-25369d423015 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:43.037309 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e9b397dd-1bc9-4028-ba5d-25369d423015 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:43.041123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c38fc7ff-646c-4361-827f-8c3e1282ba22 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:43.044967 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1add17bb-12fc-4a63-b42f-1b4090da4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.078207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add17bb-12fc-4a63-b42f-1b4090da4c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6e5a7be-be60-49c2-a25f-3c2bacdf724e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:43.084951 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1add17bb-12fc-4a63-b42f-1b4090da4c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.087144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b751a1d-3e5b-4253-b361-ab0b45cece13 None None] Network e67ae6aa-f63e-487f-946d-8170578079f7 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:43.091354 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1add17bb-12fc-4a63-b42f-1b4090da4c1c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/d6e5a7be-be60-49c2-a25f-3c2bacdf724e HTTP/1.1" status: 204 len: 168 time: 0.5747859 Jul 07 19:11:43.092108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:43.093768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: c38fc7ff-646c-4361-827f-8c3e1282ba22 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:43.094234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c38fc7ff-646c-4361-827f-8c3e1282ba22 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:43.176826 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.206262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b66367-2a9b-4d83-ad2d-f08600dc1b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.242925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.248892 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcb30d2a-bd12-4316-a615-624dc5d3b376 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.249213 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcb30d2a-bd12-4316-a615-624dc5d3b376 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.253231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Deleting port ba639188-627a-418e-9d20-0baa381b1d10 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:43.254204 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.314028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8261e2b8-7048-41db-b749-1a38d234507a req-07453e5e-4300-4eb2-b1c7-47fcc8df557d tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0422959 Jul 07 19:11:43.326047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bcb30d2a-bd12-4316-a615-624dc5d3b376 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Calling delete_port for 8cbc4519-d541-4c41-b1d5-eb76decfa768 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:43.327116 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 91e45052-e4ac-4595-bc76-42deec27c3a4 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:11:43.330200 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b66367-2a9b-4d83-ad2d-f08600dc1b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.384273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] For port ba639188-627a-418e-9d20-0baa381b1d10, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ba639188-627a-418e-9d20-0baa381b1d10,segment=NetworkSegment(2ed5a7f1-e604-41ca-ac92-2082e83caeb3),segment_id=2ed5a7f1-e604-41ca-ac92-2082e83caeb3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:43.384688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.404259 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Calling delete_port for ba639188-627a-418e-9d20-0baa381b1d10 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:43.510050 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.524595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] No DVR routers for this DVR port ba639188-627a-418e-9d20-0baa381b1d10 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:43.534482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73acd1b-1676-4b66-be10-9a5d36038c88 None None] DHCP port deletion for e67ae6aa-f63e-487f-946d-8170578079f7 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:11:43.556501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.573630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba639188-627a-418e-9d20-0baa381b1d10,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:43.589093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299255ae-eebb-474d-9c70-d9ceff07301b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:43.591467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b66367-2a9b-4d83-ad2d-f08600dc1b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.594605 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b66367-2a9b-4d83-ad2d-f08600dc1b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.596165 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-98b66367-2a9b-4d83-ad2d-f08600dc1b96 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/73df664a-4bf0-4e29-adfb-971f0e5a4e76 HTTP/1.1" status: 204 len: 168 time: 0.7234347 Jul 07 19:11:43.602279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=91e45052-e4ac-4595-bc76-42deec27c3a4,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:43.613885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '91e45052-e4ac-4595-bc76-42deec27c3a4', 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc', 'port_id': '91e45052-e4ac-4595-bc76-42deec27c3a4', 'mac_address': 'fa:16:3e:59:64:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c35a17e-458f-44d2-b94e-ba875ec42b7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:11:43.622718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:43.623141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7926ddb3-53b5-46b8-95a8-a4ccb548e0a4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:43.637041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.640231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b66367-2a9b-4d83-ad2d-f08600dc1b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df664a-4bf0-4e29-adfb-971f0e5a4e76,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:43.648841 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.652048 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.653722 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.679552 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.683108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67ae6aa-f63e-487f-946d-8170578079f7']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:43.697831 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e45052-e4ac-4595-bc76-42deec27c3a4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:43.706150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aee7d80-dabb-4edd-acf9-4846d33af151,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:43.723784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.724742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed5a7f1-e604-41ca-ac92-2082e83caeb3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:43.725039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed5a7f1-e604-41ca-ac92-2082e83caeb3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:43.726464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=91e45052-e4ac-4595-bc76-42deec27c3a4,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:43.728276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1119} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:11:43.732398 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.741897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.742586 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Added segment 31278eae-3fef-486d-96e3-7ce49193b144 of type vlan for network 705900b2-7497-406c-88c1-906c76afb59d Jul 07 19:11:43.750161 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.758093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:11:43.758621 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:11:43.761792 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:11:43.780851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.795251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:11:43.797117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.807515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=91e45052-e4ac-4595-bc76-42deec27c3a4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:43.813671 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:11:43.852989 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:11:43.884525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.885354 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.904070 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.905622 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.910457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] 10.222.0.113 "DELETE /v2.0/networks/e67ae6aa-f63e-487f-946d-8170578079f7 HTTP/1.1" status: 204 len: 168 time: 0.8141763 Jul 07 19:11:43.923350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4d013-fcf9-46c8-8ac1-a12c86e01755 admin admin] Pushing event deleted for resources: {'Network': ['ID=e67ae6aa-f63e-487f-946d-8170578079f7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:43.923876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.925860 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] 10.222.0.113 "DELETE /v2.0/networks/299255ae-eebb-474d-9c70-d9ceff07301b HTTP/1.1" status: 204 len: 168 time: 0.9310002 Jul 07 19:11:43.931964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383e7ce-4532-42f6-89d4-84551057a6f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=299255ae-eebb-474d-9c70-d9ceff07301b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:43.934344 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcb30d2a-bd12-4316-a615-624dc5d3b376 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.947892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['91e45052-e4ac-4595-bc76-42deec27c3a4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:43.968073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb30d2a-bd12-4316-a615-624dc5d3b376 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Pushing event deleted for resources: {'Port': ['ID=8cbc4519-d541-4c41-b1d5-eb76decfa768,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:43.976920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:43.977898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:43.978484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.068697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcb30d2a-bd12-4316-a615-624dc5d3b376 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.071268 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcb30d2a-bd12-4316-a615-624dc5d3b376 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.074439 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bcb30d2a-bd12-4316-a615-624dc5d3b376 tempest-ServersTestManualDisk-1796116163 tempest-ServersTestManualDisk-1796116163-project] 10.222.0.113 "DELETE /v2.0/floatingips/99752cf7-726f-46aa-8d42-4cb778845209 HTTP/1.1" status: 204 len: 168 time: 1.4618278 Jul 07 19:11:44.077220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:44.112513 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5399041 Jul 07 19:11:44.115311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:44.121992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] Request body: {'subnet': {'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-subnet', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:44.140696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66887c-3d45-4bda-b01f-21289af58b89 admin admin] Pushing event updated for resources: {'Network': ['ID=705900b2-7497-406c-88c1-906c76afb59d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:44.153906 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 705900b2-7497-406c-88c1-906c76afb59d details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:11:44.160679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] Made reservation on behalf of 25175ec8fd3f41edb81dceed52e47cb4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:44.166003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.204425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:44.302122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:44.325629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-73e4f171-e25c-4323-a9a4-14dec44ab29b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c1e476cefec54257a0ec25eb9b22a0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1140523 Jul 07 19:11:44.326132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:44.395878 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-43f77102-a2e3-4faf-8f15-9d4c8d104efe admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=51602686618147289866651e0f68fc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925312 Jul 07 19:11:44.398788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:44.449977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaa456-b9fc-417e-b88b-5c819499e846 req-919c76cf-46df-4f3e-b246-d6a9eb3fc671 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:44.451646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ddaa456-b9fc-417e-b88b-5c819499e846 req-919c76cf-46df-4f3e-b246-d6a9eb3fc671 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 945 time: 0.2448990 Jul 07 19:11:44.507673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3357456c-e08b-481c-b9b4-570e9870ca68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.522955 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39d47d6e-f9d0-4bd9-9615-00fa08845b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.543122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.546371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3357456c-e08b-481c-b9b4-570e9870ca68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.571620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ddaa456-b9fc-417e-b88b-5c819499e846 req-7086572e-cde2-40fc-88cb-67f8dcc94baf tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121914 Jul 07 19:11:44.578962 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39d47d6e-f9d0-4bd9-9615-00fa08845b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.644178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc08be43-1de8-4505-8881-ac01a409983f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:44.666321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] Checking segment: {'id': '31278eae-3fef-486d-96e3-7ce49193b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '705900b2-7497-406c-88c1-906c76afb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:44.667000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] Network hostable DHCP agents. Network: 705900b2-7497-406c-88c1-906c76afb59d, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:11:44.680159 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3357456c-e08b-481c-b9b4-570e9870ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.683263 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3357456c-e08b-481c-b9b4-570e9870ca68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.684714 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3357456c-e08b-481c-b9b4-570e9870ca68 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/887b239d-2b35-42e2-8657-b06240657008 HTTP/1.1" status: 204 len: 168 time: 0.2849450 Jul 07 19:11:44.696787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357456c-e08b-481c-b9b4-570e9870ca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887b239d-2b35-42e2-8657-b06240657008,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:44.699460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] Network 705900b2-7497-406c-88c1-906c76afb59d is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:11:44.720192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 705900b2-7497-406c-88c1-906c76afb59d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:44.725124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:44.725951 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.730520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca3f7a-9218-410f-b980-de2e94964ced None None] Network 705900b2-7497-406c-88c1-906c76afb59d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:44.748025 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7cb4a895-8bbc-4698-a585-754f3084cef9 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6316149 Jul 07 19:11:44.749050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:44.754199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:44.773064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3afce1d-48b6-435e-960d-9b7a044da910 req-ba471fee-6671-467f-bc5c-1baee3b20c53 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0590174 Jul 07 19:11:44.773656 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39d47d6e-f9d0-4bd9-9615-00fa08845b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.780960 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39d47d6e-f9d0-4bd9-9615-00fa08845b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.788136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-39d47d6e-f9d0-4bd9-9615-00fa08845b5f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2f977e9d-224d-4d0b-8b94-beb6a3360885 HTTP/1.1" status: 204 len: 168 time: 0.4594893 Jul 07 19:11:44.809469 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.811633 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.814471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d47d6e-f9d0-4bd9-9615-00fa08845b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f977e9d-224d-4d0b-8b94-beb6a3360885,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:44.905211 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:44.937524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.017061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ba639188-627a-418e-9d20-0baa381b1d10 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:45.047779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a89e608-8fb3-409e-b6fc-d53a10b3f1a4 None None] Network 705900b2-7497-406c-88c1-906c76afb59d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:45.050514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: ba639188-627a-418e-9d20-0baa381b1d10 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:45.051039 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ba639188-627a-418e-9d20-0baa381b1d10 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:45.135011 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.321512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] Deleting port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:45.321733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.342443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 91e45052-e4ac-4595-bc76-42deec27c3a4 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:45.412701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.429437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 91e45052-e4ac-4595-bc76-42deec27c3a4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:45.436487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 91e45052-e4ac-4595-bc76-42deec27c3a4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:45.436891 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.440821 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.459971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] For port be6c6def-bd0b-46ee-be0d-3fba2cdd66e9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=be6c6def-bd0b-46ee-be0d-3fba2cdd66e9,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:45.460726 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.484062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] Calling delete_port for be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:45.548975 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.595497 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=91e45052-e4ac-4595-bc76-42deec27c3a4,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:45.596773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e45052-e4ac-4595-bc76-42deec27c3a4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:45.599968 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7888fa-e4d5-49ab-a494-07f8b1b59519" -d '{"events": [{"server_uuid": "8c9b8773-e8cf-4c18-a2bb-a1c20673de1b", "name": "network-vif-plugged", "status": "completed", "tag": "91e45052-e4ac-4595-bc76-42deec27c3a4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:45.605734 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.663896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=91e45052-e4ac-4595-bc76-42deec27c3a4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:45.693567 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8f7e05-fe4d-4d85-959d-3b3503fc63c6 x-openstack-request-id: req-8b8f7e05-fe4d-4d85-959d-3b3503fc63c6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:45.694086 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b8773-e8cf-4c18-a2bb-a1c20673de1b", "name": "network-vif-plugged", "status": "completed", "tag": "91e45052-e4ac-4595-bc76-42deec27c3a4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:45.694517 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8b8f7e05-fe4d-4d85-959d-3b3503fc63c6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:45.695073 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e45052-e4ac-4595-bc76-42deec27c3a4', 'code': 200} Jul 07 19:11:45.706799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Allocated IP 172.25.2.158 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/caa4acc9-c4bd-48a1-9d54-7784f50a7555) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:45.864940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.969465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dee2c-2021-4d57-9aa8-807415be7363 req-f5a76582-214d-4ed0-b881-45168f8428d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:45.971732 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fb5dee2c-2021-4d57-9aa8-807415be7363 req-f5a76582-214d-4ed0-b881-45168f8428d3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 1098 time: 0.1748252 Jul 07 19:11:45.974941 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.065002 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fb5dee2c-2021-4d57-9aa8-807415be7363 req-58205020-654a-41a9-a94d-ad9bf6cdacd6 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797057 Jul 07 19:11:46.072495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1951ebcc-98d7-4b49-8701-bb98ead38bff req-b5f3f664-4c68-47b9-a3bf-356634654bcc tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0683770 Jul 07 19:11:46.089256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=be6c6def-bd0b-46ee-be0d-3fba2cdd66e9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:46.125089 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.227759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Pushing event updated for resources: {'Port': ['ID=caa4acc9-c4bd-48a1-9d54-7784f50a7555,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:46.238571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:46.240028 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:46.241514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c3598-3997-4fd6-b8d2-a0f86ea67ba3 req-a6b40bc8-b8d8-4f6b-9481-5d7f5a076796 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:46.243614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:46.254060 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-880c3598-3997-4fd6-b8d2-a0f86ea67ba3 req-a6b40bc8-b8d8-4f6b-9481-5d7f5a076796 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 946 time: 0.3567727 Jul 07 19:11:46.340943 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-880c3598-3997-4fd6-b8d2-a0f86ea67ba3 req-ea96464c-9826-4e5a-b15f-04067d5c3c89 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857174 Jul 07 19:11:46.348428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.581080 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:46.864181 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.156601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] Router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:47.309918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35679f45-24ae-48eb-8f33-19938948eee8 req-3a0e1932-cccd-4d78-b05a-f5686e4b6ba3 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0405779 Jul 07 19:11:47.330626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:47.343059 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-64212e24-f44e-4fc2-ac06-cb46aca546a2 admin admin] 10.222.0.113 "PUT /v2.0/routers/2d08ef18-a0b9-47d8-a725-47dd7af1e685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2644448 Jul 07 19:11:47.347051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:47.359063 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bda976-131a-4e98-9fb6-c1b3bfab64ac None None] Sync routers for ids ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:47.370974 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bda976-131a-4e98-9fb6-c1b3bfab64ac None None] Routers {'2d08ef18-a0b9-47d8-a725-47dd7af1e685'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:47.371615 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e8bda976-131a-4e98-9fb6-c1b3bfab64ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:47.523224 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e8bda976-131a-4e98-9fb6-c1b3bfab64ac None None] Set router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:47.610611 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.656989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:11:47.753493 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.800857 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e8bda976-131a-4e98-9fb6-c1b3bfab64ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:11:45Z', 'revision_number': 5, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port': {'id': '1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:09:14Z', 'updated_at': '2021-07-07T19:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:47.805207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:47.817315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Sync routers for ids ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:47.832230 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.834188 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ce17f7df-ff36-4c5c-b1f1-ab53da1e8b8b admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0836937 Jul 07 19:11:47.836966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:47.844016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c221c-20b2-4603-99c6-dcf8901ad8f1 req-01cb57d7-3343-4b13-9575-c02a96efd966 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:47.855008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Routers {'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:47.855696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:47.859719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-699c221c-20b2-4603-99c6-dcf8901ad8f1 req-01cb57d7-3343-4b13-9575-c02a96efd966 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 946 time: 0.2933042 Jul 07 19:11:47.950406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-699c221c-20b2-4603-99c6-dcf8901ad8f1 req-65cc3d73-5a7e-4830-9dea-e577498e2640 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861824 Jul 07 19:11:47.953915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40820) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:47.971685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Deleting port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:47.972062 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:47.974475 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bda976-131a-4e98-9fb6-c1b3bfab64ac None None] Checking router: 2d08ef18-a0b9-47d8-a725-47dd7af1e685 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:47.984599 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bda976-131a-4e98-9fb6-c1b3bfab64ac None None] Routers {'2d08ef18-a0b9-47d8-a725-47dd7af1e685'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:47.985494 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e8bda976-131a-4e98-9fb6-c1b3bfab64ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:48.074452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] For port 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:48.075632 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.093030 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e8bda976-131a-4e98-9fb6-c1b3bfab64ac None None] Set router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:48.098067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:48.106342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Set router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:48.141694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Calling delete_port for 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:48.204748 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e8bda976-131a-4e98-9fb6-c1b3bfab64ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:11:47Z', 'revision_number': 6, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:48.258192 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bda976-131a-4e98-9fb6-c1b3bfab64ac None None] The sync data for ids ['2d08ef18-a0b9-47d8-a725-47dd7af1e685'] in n-d-792394-12 is: [{'id': '2d08ef18-a0b9-47d8-a725-47dd7af1e685', 'name': 'tempest-ServersTestManualDisk-1904406123-router', 'tenant_id': '033d0cc18be447ac9a4c599a24c537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:09:13Z', 'updated_at': '2021-07-07T19:11:47Z', 'revision_number': 6, 'project_id': '033d0cc18be447ac9a4c599a24c537f7', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:48.339685 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9606dbbc-e2d8-49fa-8753-9e0c6793fdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.465334 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab94a509-92fc-49df-9042-8782a257b0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.515290 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.515716 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:46Z', 'revision_number': 3, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:48.553641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Checking router: f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:48.554293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Updating router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a port caa4acc9-c4bd-48a1-9d54-7784f50a7555 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:11:48.563994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:48.609542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39fc1138-7996-45f7-ba42-8b614f65a833 req-1087231e-0269-4972-b7b0-48178b33d747 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0469797 Jul 07 19:11:48.622391 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.719409 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9606dbbc-e2d8-49fa-8753-9e0c6793fdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.768735 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.794973 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9606dbbc-e2d8-49fa-8753-9e0c6793fdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.930298 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.949535 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.965848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9606dbbc-e2d8-49fa-8753-9e0c6793fdec admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dca5b559c20547e5861033d88cfe868d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0075500 Jul 07 19:11:48.988589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:48.994229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606dbbc-e2d8-49fa-8753-9e0c6793fdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34af071-4ed6-4900-8fde-f8fdd1249b57,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:49.021668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Allocated IP 172.20.0.1 (705900b2-7497-406c-88c1-906c76afb59d/dc08be43-1de8-4505-8881-ac01a409983f/be58f58f-ac8c-4718-8ccb-34d17fa69e29) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:49.074777 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.077946 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.109218 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0977cebf-7d4d-4156-994e-c424960497ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.119625 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.130594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d018e8-8b58-41b8-9649-feba13c7737f req-4728e25d-c327-4f40-bc9d-958c5956b80e tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:49.131998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Transition to ACTIVE for port object caa4acc9-c4bd-48a1-9d54-7784f50a7555 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:49.139652 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22d018e8-8b58-41b8-9649-feba13c7737f req-4728e25d-c327-4f40-bc9d-958c5956b80e tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 1098 time: 0.4246709 Jul 07 19:11:49.142212 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.173873 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0977cebf-7d4d-4156-994e-c424960497ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.205381 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.205891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d08ef18-a0b9-47d8-a725-47dd7af1e685 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:11:49.223763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Attempting to bind port caa4acc9-c4bd-48a1-9d54-7784f50a7555 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:49.224137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Attempting to bind port caa4acc9-c4bd-48a1-9d54-7784f50a7555 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:49.224530 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Attempting to bind port caa4acc9-c4bd-48a1-9d54-7784f50a7555 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:49.226668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8648f75-e92e-47fb-be40-27ee96c4f472 None None] Pushing event updated for resources: {'Port': ['ID=caa4acc9-c4bd-48a1-9d54-7784f50a7555,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:49.229465 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.233930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:49.237187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:49.237711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:49.238121 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.238504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:49.238964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Bound port: caa4acc9-c4bd-48a1-9d54-7784f50a7555, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:49.239337 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.242747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f69384eb-b498-4660-8d88-5e8b8f9d12d3 admin admin] 10.222.0.113 "DELETE /v2.0/routers/2d08ef18-a0b9-47d8-a725-47dd7af1e685 HTTP/1.1" status: 204 len: 168 time: 1.8918557 Jul 07 19:11:49.257174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22d018e8-8b58-41b8-9649-feba13c7737f req-f83983c1-e224-4ab6-ae40-1a3a7aabbe75 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165106 Jul 07 19:11:49.301337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:49.307908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab94a509-92fc-49df-9042-8782a257b0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.314350 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab94a509-92fc-49df-9042-8782a257b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.328908 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:49.329260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device be6c6def-bd0b-46ee-be0d-3fba2cdd66e9 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:49.329706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:49.369107 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.392376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ab94a509-92fc-49df-9042-8782a257b0b9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0714f63f10ed492395225aabddd044d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2918780 Jul 07 19:11:49.394298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94a509-92fc-49df-9042-8782a257b0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29afbc78-8213-4385-a1fc-43f7b0ea1612,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:49.395007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:49.395355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1bbc0fcc-a5a6-4a53-bcbe-1c54120a428c not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:49.398057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:49.413859 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0977cebf-7d4d-4156-994e-c424960497ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.414302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] For port caa4acc9-c4bd-48a1-9d54-7784f50a7555, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:49.420628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] For port caa4acc9-c4bd-48a1-9d54-7784f50a7555, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=caa4acc9-c4bd-48a1-9d54-7784f50a7555,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:49.423301 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0977cebf-7d4d-4156-994e-c424960497ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.428249 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0977cebf-7d4d-4156-994e-c424960497ff admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e34af071-4ed6-4900-8fde-f8fdd1249b57 HTTP/1.1" status: 204 len: 168 time: 0.4359233 Jul 07 19:11:49.433597 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.473366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977cebf-7d4d-4156-994e-c424960497ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34af071-4ed6-4900-8fde-f8fdd1249b57,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:49.489644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bfa0cc0-a7e0-4153-b575-a2e71eb68a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.508206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a26e86c-8805-48c8-851a-0ef0db8ec3e6 admin admin] Deleting subnet a374ccf3-1240-4374-baa3-aa1207534abb {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:11:49.520110 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bfa0cc0-a7e0-4153-b575-a2e71eb68a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.536300 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a26e86c-8805-48c8-851a-0ef0db8ec3e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.585672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8648f75-e92e-47fb-be40-27ee96c4f472 None None] Pushing event updated for resources: {'Port': ['ID=caa4acc9-c4bd-48a1-9d54-7784f50a7555,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:49.603273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Routers {'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:49.611844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:49.633265 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a26e86c-8805-48c8-851a-0ef0db8ec3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.636261 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.655477 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bfa0cc0-a7e0-4153-b575-a2e71eb68a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.659031 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bfa0cc0-a7e0-4153-b575-a2e71eb68a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.661437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1bfa0cc0-a7e0-4153-b575-a2e71eb68a4f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/29afbc78-8213-4385-a1fc-43f7b0ea1612 HTTP/1.1" status: 204 len: 168 time: 0.2608147 Jul 07 19:11:49.674737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa0cc0-a7e0-4153-b575-a2e71eb68a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29afbc78-8213-4385-a1fc-43f7b0ea1612,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:49.720651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Network 705900b2-7497-406c-88c1-906c76afb59d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:49.726837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:49.730098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:49.731296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae1e44-12ec-4c00-8e79-b79eade4a04e req-63163a42-eafa-4723-951f-dcb8c762a75d tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:49.735508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66ae1e44-12ec-4c00-8e79-b79eade4a04e req-63163a42-eafa-4723-951f-dcb8c762a75d tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 1098 time: 0.1356874 Jul 07 19:11:49.789527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Pushing event updated for resources: {'Port': ['ID=be58f58f-ac8c-4718-8ccb-34d17fa69e29,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:49.842460 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:49.846836 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66ae1e44-12ec-4c00-8e79-b79eade4a04e req-13bb0467-37b7-4377-aaf7-ffec379cf39c tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991297 Jul 07 19:11:49.906450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] Set router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:50.003477 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a26e86c-8805-48c8-851a-0ef0db8ec3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.008123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff5434a4-b2e8-4cec-b091-c004b849723c req-064d9200-7847-4bf1-a8b6-f417d642b749 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0648222 Jul 07 19:11:50.108292 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.146328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a102c335-f516-41ee-bb1b-df52686ed4a3 req-ac97d215-ffc2-47ec-a3b8-9a587edc84da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0559680 Jul 07 19:11:50.208492 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a26e86c-8805-48c8-851a-0ef0db8ec3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.270475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:46Z', 'revision_number': 3, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:50.274103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26e86c-8805-48c8-851a-0ef0db8ec3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a374ccf3-1240-4374-baa3-aa1207534abb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:50.283236 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a26e86c-8805-48c8-851a-0ef0db8ec3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.287279 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4a26e86c-8805-48c8-851a-0ef0db8ec3e6 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a374ccf3-1240-4374-baa3-aa1207534abb HTTP/1.1" status: 204 len: 168 time: 1.0473163 Jul 07 19:11:50.288001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:50.319161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b769d915-7c92-465c-9d96-ba099eea82dd None None] Network 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:50.325693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149586e-a18c-4307-8efd-b58245c17de7 None None] The sync data for ids ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'] in n-d-792394-12 is: [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:46Z', 'revision_number': 3, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:50.431820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.438681 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.512976 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.566324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Pushing event updated for resources: {'Port': ['ID=be58f58f-ac8c-4718-8ccb-34d17fa69e29,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:50.567417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:50.608518 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b91decb-c791-420a-ac79-044b57e356ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.624208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.671160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Deleting port 3d338578-d9e2-4100-aac3-7118e9b7499c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:50.671418 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.772626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b64cc-183a-43de-8791-5704baa0dca3 None None] DHCP port deletion for 6da9a288-2a5c-4dc6-afa1-f4014b1d1375 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:11:50.853169 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Network 705900b2-7497-406c-88c1-906c76afb59d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:50.857982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:50.869295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] For port 3d338578-d9e2-4100-aac3-7118e9b7499c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3d338578-d9e2-4100-aac3-7118e9b7499c,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:50.872601 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.924198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e01b64cc-183a-43de-8791-5704baa0dca3 None None] Deleting port 3d338578-d9e2-4100-aac3-7118e9b7499c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:11:50.924780 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e01b64cc-183a-43de-8791-5704baa0dca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.933325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Calling delete_port for 3d338578-d9e2-4100-aac3-7118e9b7499c owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:51.063721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:11:51.138173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e01b64cc-183a-43de-8791-5704baa0dca3 None None] For port 3d338578-d9e2-4100-aac3-7118e9b7499c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3d338578-d9e2-4100-aac3-7118e9b7499c,segment=NetworkSegment(0e9056b6-aebb-48d7-befd-28372329616a),segment_id=0e9056b6-aebb-48d7-befd-28372329616a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:51.138654 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e01b64cc-183a-43de-8791-5704baa0dca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.187752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e01b64cc-183a-43de-8791-5704baa0dca3 None None] Calling delete_port for 3d338578-d9e2-4100-aac3-7118e9b7499c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:11:51.213828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b91decb-c791-420a-ac79-044b57e356ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.265169 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b91decb-c791-420a-ac79-044b57e356ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.318145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:11:51.350599 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-83b6f605-ec0e-426d-aa74-5c7d2eff475b admin admin] 10.222.0.113 "PUT /v2.0/routers/f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5124211 Jul 07 19:11:51.352329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device caa4acc9-c4bd-48a1-9d54-7784f50a7555 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:51.454832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5b91decb-c791-420a-ac79-044b57e356ba admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=40c5d0ede94f4d9a8bb49b923fd7e597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8851025 Jul 07 19:11:51.457892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:51.459050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91decb-c791-420a-ac79-044b57e356ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fd2431-392a-4d44-87f2-1b4a2264f0b9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:51.540447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03730f04-1877-4c1e-b694-95aecefa52d1 req-4755a76c-98d2-40a7-b5c5-433ab19d5b04 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0730047 Jul 07 19:11:51.563105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port caa4acc9-c4bd-48a1-9d54-7784f50a7555 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:51.570272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port caa4acc9-c4bd-48a1-9d54-7784f50a7555 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:51.570759 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.571262 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.597121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] No DVR routers for this DVR port 3d338578-d9e2-4100-aac3-7118e9b7499c on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:51.602147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c8694cf-a530-4b9b-9ed6-f65fd8628762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.656524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d338578-d9e2-4100-aac3-7118e9b7499c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:51.678223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c8694cf-a530-4b9b-9ed6-f65fd8628762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.712025 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e01b64cc-183a-43de-8791-5704baa0dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.749785 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.779241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c8694cf-a530-4b9b-9ed6-f65fd8628762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.782907 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c8694cf-a530-4b9b-9ed6-f65fd8628762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.785063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da9a288-2a5c-4dc6-afa1-f4014b1d1375']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:51.785720 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3c8694cf-a530-4b9b-9ed6-f65fd8628762 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/92fd2431-392a-4d44-87f2-1b4a2264f0b9 HTTP/1.1" status: 204 len: 168 time: 0.3260956 Jul 07 19:11:51.804778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8694cf-a530-4b9b-9ed6-f65fd8628762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fd2431-392a-4d44-87f2-1b4a2264f0b9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:51.818248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9056b6-aebb-48d7-befd-28372329616a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:51.818853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9056b6-aebb-48d7-befd-28372329616a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:51.825553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b64cc-183a-43de-8791-5704baa0dca3 None None] Pushing event deleted for resources: {'Port': ['ID=3d338578-d9e2-4100-aac3-7118e9b7499c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:51.830178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b64cc-183a-43de-8791-5704baa0dca3 None None] No DVR routers for this DVR port 3d338578-d9e2-4100-aac3-7118e9b7499c on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:11:51.836766 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.859065 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.877774 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.895602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:11:51.899280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port caa4acc9-c4bd-48a1-9d54-7784f50a7555, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=caa4acc9-c4bd-48a1-9d54-7784f50a7555,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:51.900843 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:11:51.903258 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:11:51.913773 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.007325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3d338578-d9e2-4100-aac3-7118e9b7499c no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:11:52.049209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.060553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=caa4acc9-c4bd-48a1-9d54-7784f50a7555,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:52.063375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 3d338578-d9e2-4100-aac3-7118e9b7499c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:11:52.063717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3d338578-d9e2-4100-aac3-7118e9b7499c not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:11:52.069317 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.074508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] 10.222.0.113 "DELETE /v2.0/networks/6da9a288-2a5c-4dc6-afa1-f4014b1d1375 HTTP/1.1" status: 204 len: 168 time: 1.7824583 Jul 07 19:11:52.084258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc5100-915e-44ee-8649-ef3084207a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6da9a288-2a5c-4dc6-afa1-f4014b1d1375,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:52.248911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:52.310543 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1df472bb-ab86-47c7-a4f8-9c4ecbb82e8b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=033d0cc18be447ac9a4c599a24c537f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604200 Jul 07 19:11:52.313267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41026) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:52.385617 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d9b1b9-e83b-4953-ae52-ffda4c017306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.437704 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d9b1b9-e83b-4953-ae52-ffda4c017306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.495309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d9b1b9-e83b-4953-ae52-ffda4c017306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.498125 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d9b1b9-e83b-4953-ae52-ffda4c017306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:52.501687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-66d9b1b9-e83b-4953-ae52-ffda4c017306 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/52aa566a-bb17-4b9a-96ca-ac7592ca5ea4 HTTP/1.1" status: 204 len: 168 time: 0.1850505 Jul 07 19:11:52.508019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9b1b9-e83b-4953-ae52-ffda4c017306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aa566a-bb17-4b9a-96ca-ac7592ca5ea4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:52.721733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-591e5244-ef0b-4a00-8bc7-43074cbc79bb tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:52.723253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-591e5244-ef0b-4a00-8bc7-43074cbc79bb tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/networks?id=705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 200 len: 820 time: 0.1257446 Jul 07 19:11:52.746055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-04c4c61b-e981-4872-b9e3-783082c286f9 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/quotas/25175ec8fd3f41edb81dceed52e47cb4 HTTP/1.1" status: 200 len: 375 time: 0.0159197 Jul 07 19:11:52.840324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-9f62264e-bbe0-4ead-b97b-a25dccaf73a8 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887768 Jul 07 19:11:52.846050 n-d-792394-12 neutron-server[93771]: WARNING keystonemiddleware.auth_token [req-d8703daf-882a-4c84-b74a-0f36bf9e083f req-929cd8b6-a607-43c8-b199-296ae6125dc3 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 19:11:52.852366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-ad374866-3901-4f8a-8bec-481f3dc868db tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:11:52.854317 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-ad374866-3901-4f8a-8bec-481f3dc868db tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3256521 Jul 07 19:11:52.930944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-6748bdf5-0bc6-405f-8173-51b759626b38 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:52.934771 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-6748bdf5-0bc6-405f-8173-51b759626b38 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports/91e45052-e4ac-4595-bc76-42deec27c3a4 HTTP/1.1" status: 200 len: 1095 time: 0.0718279 Jul 07 19:11:52.986472 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-c0ce37fd-f4dd-4927-ae1b-c3267dab7312 service neutron] 10.222.0.113 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451573 Jul 07 19:11:53.037091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device caa4acc9-c4bd-48a1-9d54-7784f50a7555 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:53.096730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port caa4acc9-c4bd-48a1-9d54-7784f50a7555 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:53.097420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:53.112074 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Sync routers for ids ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:11:53.127035 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Routers {'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:53.127665 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:53.128164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Request body: {'binding': {'host': 'n-h2-792394-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:53.129141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:11:53.138826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-7d1c52b7-8ae3-4b95-b42f-695aa17cb4df service neutron] 10.222.0.113 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512611 Jul 07 19:11:53.368274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 on host n-h2-792394-12 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:53.368784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:53.370534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:53.378701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Port 91e45052-e4ac-4595-bc76-42deec27c3a4 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:53.379142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:53.383873 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Set router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:53.397680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:53.399691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:53.403527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:53.405411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Bound port: 91e45052-e4ac-4595-bc76-42deec27c3a4, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:53.630886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=91e45052-e4ac-4595-bc76-42deec27c3a4,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:53.640509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:53.663702 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7e16fad1-9cf9-454d-abde-8392dc1b7ae7 service neutron] 10.222.0.113 "POST /v2.0/ports/91e45052-e4ac-4595-bc76-42deec27c3a4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7210808 Jul 07 19:11:53.738149 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:49Z', 'revision_number': 4, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be58f58f-ac8c-4718-8ccb-34d17fa69e29', 'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:48Z', 'updated_at': '2021-07-07T19:11:50Z', 'revision_number': 2, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'subnets': [{'id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:53.779009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:53.797105 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Checking router: f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:11:53.797461 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Updating router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a port be58f58f-ac8c-4718-8ccb-34d17fa69e29 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:11:53.882335 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.024600 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9b985a0-a3cc-4830-ac28-d7b98b5e9808 req-8351a596-e646-4f58-ade6-a1a30e027037 tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0878048 Jul 07 19:11:54.114056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-61565687-network', 'tenant_id': '25c6dbb9285a4bea81598c898b584774'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:54.229729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-355f40f6-c908-4438-aca7-a0c7d6ea8c3e req-48b73d6e-ec56-401b-bb3a-5db930df5620 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 210 time: 0.0635552 Jul 07 19:11:54.264009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Made reservation on behalf of 25c6dbb9285a4bea81598c898b584774 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:54.269891 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.302801 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.323327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-37a0fedd-f0c9-4c6c-a380-d01f42b590b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:54.325289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-37a0fedd-f0c9-4c6c-a380-d01f42b590b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 1098 time: 0.2478747 Jul 07 19:11:54.337723 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.365211 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Transition to ACTIVE for port object be58f58f-ac8c-4718-8ccb-34d17fa69e29 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:54.378587 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.454339 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Pushing event updated for resources: {'Port': ['ID=be58f58f-ac8c-4718-8ccb-34d17fa69e29,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:54.469957 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.470881 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.471231 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.471572 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.471905 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.472511 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.473121 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.473456 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.473784 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.475010 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.475360 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.475691 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:54.560234 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Attempting to bind port be58f58f-ac8c-4718-8ccb-34d17fa69e29 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:54.560781 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Attempting to bind port be58f58f-ac8c-4718-8ccb-34d17fa69e29 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '31278eae-3fef-486d-96e3-7ce49193b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '705900b2-7497-406c-88c1-906c76afb59d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:54.561059 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Attempting to bind port be58f58f-ac8c-4718-8ccb-34d17fa69e29 on network 705900b2-7497-406c-88c1-906c76afb59d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:54.567323 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:54.567692 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Checking segment: {'id': '31278eae-3fef-486d-96e3-7ce49193b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '705900b2-7497-406c-88c1-906c76afb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:54.568094 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.568497 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Bound using segment: {'id': '31278eae-3fef-486d-96e3-7ce49193b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '705900b2-7497-406c-88c1-906c76afb59d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:54.568963 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Bound port: be58f58f-ac8c-4718-8ccb-34d17fa69e29, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31278eae-3fef-486d-96e3-7ce49193b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '705900b2-7497-406c-88c1-906c76afb59d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:54.569363 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.683432 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] For port be58f58f-ac8c-4718-8ccb-34d17fa69e29, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:54.687688 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] For port be58f58f-ac8c-4718-8ccb-34d17fa69e29, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=be58f58f-ac8c-4718-8ccb-34d17fa69e29,segment=NetworkSegment(31278eae-3fef-486d-96e3-7ce49193b144),segment_id=31278eae-3fef-486d-96e3-7ce49193b144)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:54.692567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-8b7c2749-a480-489a-9088-e5a0b4d6ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:54.693044 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.694689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-8b7c2749-a480-489a-9088-e5a0b4d6ab1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.3618882 Jul 07 19:11:54.696659 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.711825 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:54.787791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610f18fc-422f-47ce-973d-21c759fe9d05,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:54.807783 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-93375128-95cb-4787-aabe-a625fcb3bba9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e45052-e4ac-4595-bc76-42deec27c3a4 HTTP/1.1" status: 200 len: 217 time: 0.1044610 Jul 07 19:11:54.824805 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce5030-6f27-4657-b108-fc009eca9a28 None None] Pushing event updated for resources: {'Port': ['ID=be58f58f-ac8c-4718-8ccb-34d17fa69e29,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:54.831115 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Routers {'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:11:54.832038 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:11:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:54.890153 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-201e1dbb-391e-4279-b007-3659f2169103 req-47f496ee-0db2-44ab-8649-99e22a3b935f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ef9001bdccb4c63a168185cac830192&device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0850260 Jul 07 19:11:54.891174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-ecf92aa9-2ff8-402b-995e-871322e81c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:54.891755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:54.893103 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-ecf92aa9-2ff8-402b-995e-871322e81c04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0781431 Jul 07 19:11:54.898946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:11:54.955029 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-201e1dbb-391e-4279-b007-3659f2169103 req-89c10a48-070b-4750-99ca-e55768a25db4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5ef9001bdccb4c63a168185cac830192&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444288 Jul 07 19:11:55.009106 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.009718 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Added segment a76262cd-8a99-4db0-ae10-343cc95ae3bd of type vlan for network eaffc6dc-f74f-4637-8256-713b7de832cd Jul 07 19:11:55.017153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-7d2293f6-4c1d-4932-8bfa-18e78659532b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077800 Jul 07 19:11:55.068128 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] Set router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:11:55.148427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878e2ba-3b7d-4621-a594-1147c4f73221 req-97031e26-9702-45b5-b407-426cd3fb8dc0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:55.156320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e878e2ba-3b7d-4621-a594-1147c4f73221 req-97031e26-9702-45b5-b407-426cd3fb8dc0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 946 time: 0.7079699 Jul 07 19:11:55.196723 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.212790 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.250495 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e1dbb-391e-4279-b007-3659f2169103 req-9b51e279-7b6a-4e86-8fdc-c723e04db313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:55.252274 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-201e1dbb-391e-4279-b007-3659f2169103 req-9b51e279-7b6a-4e86-8fdc-c723e04db313 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2912836 Jul 07 19:11:55.253502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e878e2ba-3b7d-4621-a594-1147c4f73221 req-a55f8ddc-827a-4fbb-b03d-ed443d394451 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958245 Jul 07 19:11:55.335739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea892d83-63cc-4af1-ae50-12a986a3a772 req-dee2ac99-2362-484f-8033-413d788e000b tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.0469115 Jul 07 19:11:55.341868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-1dd4b9ef-b4fb-4dc9-9e6b-3649b1458110 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923970 Jul 07 19:11:55.344399 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.345818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:55.346402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.346664 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-66f38717-f77e-4899-bb43-37eda9948976 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:55.360447 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-66f38717-f77e-4899-bb43-37eda9948976 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.112 "GET /v2.0/networks?id=705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 200 len: 820 time: 0.3086944 Jul 07 19:11:55.393103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Request body: {'port': {'device_id': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'admin_state_up': True, 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:55.471515 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:49Z', 'revision_number': 4, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be58f58f-ac8c-4718-8ccb-34d17fa69e29', 'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:48Z', 'updated_at': '2021-07-07T19:11:54Z', 'revision_number': 4, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'subnets': [{'id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:11:55.484009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] Pushing event updated for resources: {'Network': ['ID=eaffc6dc-f74f-4637-8256-713b7de832cd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:55.494317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network eaffc6dc-f74f-4637-8256-713b7de832cd details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:11:55.528236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-ea037cb9-4338-479e-9ab0-6d756efa0609 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749163 Jul 07 19:11:55.557896 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a09703a-f20b-47ac-9790-d86404ce7b55 None None] The sync data for ids ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'] in n-d-792394-12 is: [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:49Z', 'revision_number': 4, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be58f58f-ac8c-4718-8ccb-34d17fa69e29', 'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:48Z', 'updated_at': '2021-07-07T19:11:54Z', 'revision_number': 4, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'subnets': [{'id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:11:55.582900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d79b149-e13c-438a-87ef-a0bded6afd0f req-280af889-0f18-45ba-a3c0-79188355623e tempest-FlavorsV2NegativeTest-1695919270 tempest-FlavorsV2NegativeTest-1695919270-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=537d7adb504a42e398435b37bec4feb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534930 Jul 07 19:11:55.643413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6ad4e80-290d-408d-b0da-a38e453c93ae req-cd4c15b9-da15-4c47-9691-c753eb841c49 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 210 time: 0.0764847 Jul 07 19:11:55.703570 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.712463 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.752109 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-acb63502-8990-423f-9877-5650804123bf admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b2ceddfe80ee4804a45a67aee346a419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8566906 Jul 07 19:11:55.755268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:55.762064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e85872fd-fdc5-4ed9-8821-3ee91f3815c4 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9781992 Jul 07 19:11:55.763115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:55.772534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Request body: {'subnet': {'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-61565687-subnet', 'tenant_id': '25c6dbb9285a4bea81598c898b584774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:55.798528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Made reservation on behalf of 25175ec8fd3f41edb81dceed52e47cb4 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:55.802350 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.843635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-77436110-29c0-4af4-8a34-e4156b55d73d tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=d1d22837a444444eafb7e3132c7fcfe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551407 Jul 07 19:11:55.859046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470aac6d-8d1a-4ab5-bc36-1b271e3a5626,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:55.863033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Made reservation on behalf of 25c6dbb9285a4bea81598c898b584774 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:55.865311 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.888386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.888801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.889103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.889444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.889781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.890112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.890444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.891060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.891060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.891400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.891727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.892049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb63502-8990-423f-9877-5650804123bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:55.901132 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cc34ec1-0241-4755-a108-9d8c45e74806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:55.964887 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cc34ec1-0241-4755-a108-9d8c45e74806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.058147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Allocated IP 172.20.0.8 (705900b2-7497-406c-88c1-906c76afb59d/dc08be43-1de8-4505-8881-ac01a409983f/b23480fe-bc2a-4379-a289-ab768c632caf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:11:56.064083 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cc34ec1-0241-4755-a108-9d8c45e74806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.067045 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9cc34ec1-0241-4755-a108-9d8c45e74806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.071086 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9cc34ec1-0241-4755-a108-9d8c45e74806 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/470aac6d-8d1a-4ab5-bc36-1b271e3a5626 HTTP/1.1" status: 204 len: 168 time: 0.3100369 Jul 07 19:11:56.110753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc34ec1-0241-4755-a108-9d8c45e74806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470aac6d-8d1a-4ab5-bc36-1b271e3a5626,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:56.335173 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.361633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79b149-e13c-438a-87ef-a0bded6afd0f req-8adabab2-7d9a-4ed0-b5d3-c428c8ca21b5 tempest-FlavorsV2NegativeTest-1695919270 tempest-FlavorsV2NegativeTest-1695919270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:56.368738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d79b149-e13c-438a-87ef-a0bded6afd0f req-8adabab2-7d9a-4ed0-b5d3-c428c8ca21b5 tempest-FlavorsV2NegativeTest-1695919270 tempest-FlavorsV2NegativeTest-1695919270-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7848775 Jul 07 19:11:56.403635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-c46acafa-7dfa-445c-a389-49537c685c2a tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:56.405225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-c46acafa-7dfa-445c-a389-49537c685c2a tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1098 time: 0.7472639 Jul 07 19:11:56.416936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.427529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d79b149-e13c-438a-87ef-a0bded6afd0f req-12616ed8-3069-4e4a-909e-8304eff3b927 tempest-FlavorsV2NegativeTest-1695919270 tempest-FlavorsV2NegativeTest-1695919270-project] 10.222.0.113 "GET /v2.0/quotas/537d7adb504a42e398435b37bec4feb1 HTTP/1.1" status: 200 len: 375 time: 0.0573564 Jul 07 19:11:56.473464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Network 705900b2-7497-406c-88c1-906c76afb59d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:11:56.478474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-12'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:56.481059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:56.483571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:11:56.516550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Pushing event updated for resources: {'Port': ['ID=b23480fe-bc2a-4379-a289-ab768c632caf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:56.526386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-449efc50-9d18-4a1c-8fb2-a0bdb2c616df tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:56.532786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-449efc50-9d18-4a1c-8fb2-a0bdb2c616df tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6746612 Jul 07 19:11:56.549677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:56.550467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.571341 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-29f48227-d026-46f7-a44d-87559475e487 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1970387 Jul 07 19:11:56.591857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Request body: {'port': {'device_id': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:56.629739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d79b149-e13c-438a-87ef-a0bded6afd0f req-1fd82c97-5f95-4954-9351-b3180df7e975 tempest-FlavorsV2NegativeTest-1695919270 tempest-FlavorsV2NegativeTest-1695919270-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=537d7adb504a42e398435b37bec4feb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1868684 Jul 07 19:11:56.642939 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-c03ba148-5930-4bb5-8307-078914b01fbe tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/quotas/d1d22837a444444eafb7e3132c7fcfe4 HTTP/1.1" status: 200 len: 375 time: 0.1093278 Jul 07 19:11:56.701582 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:11:56.704007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-d92b2887-0f8d-447c-a859-bd1f5e8dc2e3 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d1d22837a444444eafb7e3132c7fcfe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521472 Jul 07 19:11:56.706464 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:56.780182 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-201e1dbb-391e-4279-b007-3659f2169103 req-587efcb3-be2f-4a17-ad6b-20c8ef08416f tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.59 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.1214912 Jul 07 19:11:56.860364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.195624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device be58f58f-ac8c-4718-8ccb-34d17fa69e29 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:57.337006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port be58f58f-ac8c-4718-8ccb-34d17fa69e29 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:11:57.342998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port be58f58f-ac8c-4718-8ccb-34d17fa69e29 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:57.343415 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.375669 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8ea22a3-2fcf-4051-af5a-69fd5d996ff7 req-52c4ec7e-fc30-4c2a-89c5-f8004f54659a tempest-ServerShowV257Test-1379107203 tempest-ServerShowV257Test-1379107203-project] 10.222.0.113 "GET /v2.0/ports?device_id=a64a91ec-cd9a-4379-b0ea-039da2e521cd HTTP/1.1" status: 200 len: 210 time: 0.1494563 Jul 07 19:11:57.403750 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.498269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:57.511580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084d94ab-3177-4528-abdd-04a99c38e68d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:57.524926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef313c8-9338-4dfe-96b1-2e6728dbc7bb req-de3a4a72-b614-489a-bd28-ab629e6642a5 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:57.535326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aef313c8-9338-4dfe-96b1-2e6728dbc7bb req-de3a4a72-b614-489a-bd28-ab629e6642a5 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 946 time: 0.3327088 Jul 07 19:11:57.538948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=91e45052-e4ac-4595-bc76-42deec27c3a4,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:57.591588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.591949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.592263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.592633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.592972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.593304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.593638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.593972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.594315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.594813 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.595146 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.595474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:11:57.595591 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.637377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Checking segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:57.637377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Network hostable DHCP agents. Network: eaffc6dc-f74f-4637-8256-713b7de832cd, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:11:57.649659 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23480fe-bc2a-4379-a289-ab768c632caf {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:11:57.664106 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.684591 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Transition to ACTIVE for port object b23480fe-bc2a-4379-a289-ab768c632caf will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:11:57.694763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port be58f58f-ac8c-4718-8ccb-34d17fa69e29, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=be58f58f-ac8c-4718-8ccb-34d17fa69e29,segment=NetworkSegment(31278eae-3fef-486d-96e3-7ce49193b144),segment_id=31278eae-3fef-486d-96e3-7ce49193b144)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:11:57.695099 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.711088 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:57.758078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aef313c8-9338-4dfe-96b1-2e6728dbc7bb req-6f3ce932-9536-442c-b627-42a6b0f9b1f0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217288 Jul 07 19:11:57.777175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:57.855223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=be58f58f-ac8c-4718-8ccb-34d17fa69e29,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:57.892224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Network eaffc6dc-f74f-4637-8256-713b7de832cd is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:11:57.993607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e45052-e4ac-4595-bc76-42deec27c3a4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:57.997685 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69619f71-cc1d-44a0-b111-19fb7046e2b5" -d '{"events": [{"server_uuid": "8c9b8773-e8cf-4c18-a2bb-a1c20673de1b", "name": "network-vif-unplugged", "status": "completed", "tag": "91e45052-e4ac-4595-bc76-42deec27c3a4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:58.007470 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-d25c805c-a40f-4c4f-8fd5-e66bf14a3787 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=d1d22837a444444eafb7e3132c7fcfe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640035 Jul 07 19:11:58.013142 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.013569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1734505229-network', 'tenant_id': '67e0c4fa5461425a8de4bb44dc0cdc8b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:58.018960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, eaffc6dc-f74f-4637-8256-713b7de832cd) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:11:58.023130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Pushing event updated for resources: {'Port': ['ID=b23480fe-bc2a-4379-a289-ab768c632caf,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:58.030002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e1276-4770-4fb2-97a9-9d128643953c None None] Network eaffc6dc-f74f-4637-8256-713b7de832cd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:58.048708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:58.049538 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.074937 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.114087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:58.178294 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Made reservation on behalf of 67e0c4fa5461425a8de4bb44dc0cdc8b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:58.180838 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.203023 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.232999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8b34a6ae-4c68-4e48-92cb-57dc5b1efbb1 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4608452 Jul 07 19:11:58.241352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Attempting to bind port b23480fe-bc2a-4379-a289-ab768c632caf on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:58.241930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Attempting to bind port b23480fe-bc2a-4379-a289-ab768c632caf by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '31278eae-3fef-486d-96e3-7ce49193b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '705900b2-7497-406c-88c1-906c76afb59d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:58.242431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Attempting to bind port b23480fe-bc2a-4379-a289-ab768c632caf on network 705900b2-7497-406c-88c1-906c76afb59d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:58.251007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Port b23480fe-bc2a-4379-a289-ab768c632caf on network 705900b2-7497-406c-88c1-906c76afb59d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:58.251589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Attempting to bind port b23480fe-bc2a-4379-a289-ab768c632caf on network 705900b2-7497-406c-88c1-906c76afb59d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:58.266533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:58.267071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Checking segment: {'id': '31278eae-3fef-486d-96e3-7ce49193b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '705900b2-7497-406c-88c1-906c76afb59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:58.267702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Bound using segment: {'id': '31278eae-3fef-486d-96e3-7ce49193b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '705900b2-7497-406c-88c1-906c76afb59d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:58.268085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Bound port: b23480fe-bc2a-4379-a289-ab768c632caf, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31278eae-3fef-486d-96e3-7ce49193b144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '705900b2-7497-406c-88c1-906c76afb59d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:58.268432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.276357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae71bc5-3ba4-45a8-9da7-ea39ab52d7b5 None None] Network eaffc6dc-f74f-4637-8256-713b7de832cd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:11:58.327992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Pushing event updated for resources: {'Port': ['ID=91e45052-e4ac-4595-bc76-42deec27c3a4,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:58.376540 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172b4335-2c40-42c7-b0cb-9bbc22fdf315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.392559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-2f2be586-0826-4d52-ac79-da4ec98d6820 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:58.404234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-2f2be586-0826-4d52-ac79-da4ec98d6820 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3947499 Jul 07 19:11:58.407165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 on host n-h1-792394-12 for vnic_type normal with profile {"migrating_to": "n-h2-792394-12"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:11:58.407823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:11:58.408319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:58.428929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Port 91e45052-e4ac-4595-bc76-42deec27c3a4 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:11:58.429333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Attempting to bind port 91e45052-e4ac-4595-bc76-42deec27c3a4 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:11:58.445906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9715ad-8051-4512-bacf-164057375328 req-3865dd75-89cf-4fe4-ba04-31020bb05fd7 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:58.451665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] For port b23480fe-bc2a-4379-a289-ab768c632caf, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:58.454771 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea9715ad-8051-4512-bacf-164057375328 req-3865dd75-89cf-4fe4-ba04-31020bb05fd7 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 943 time: 0.4308469 Jul 07 19:11:58.458511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] For port b23480fe-bc2a-4379-a289-ab768c632caf, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b23480fe-bc2a-4379-a289-ab768c632caf,segment=NetworkSegment(31278eae-3fef-486d-96e3-7ce49193b144),segment_id=31278eae-3fef-486d-96e3-7ce49193b144)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:58.466849 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-a9e96821-0771-49dc-9e78-400b864e687f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/quotas/d1d22837a444444eafb7e3132c7fcfe4 HTTP/1.1" status: 200 len: 375 time: 0.0609128 Jul 07 19:11:58.469091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.488147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:11:58.488723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:11:58.489245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:11:58.489998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Bound port: 91e45052-e4ac-4595-bc76-42deec27c3a4, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:11:58.490477 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.531675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-887681b2-eb44-495e-840f-8991dc0af725 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d1d22837a444444eafb7e3132c7fcfe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637462 Jul 07 19:11:58.548583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:58.549925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.551631 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] 10.222.0.112 "PUT /v2.0/ports/b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 1092 time: 1.9649706 Jul 07 19:11:58.552368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:11:58.555034 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab9d774-a109-4950-a382-40698e43d946" -d '{"events": [{"name": "network-changed", "server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:11:58.566576 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.584793 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.609290 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea9715ad-8051-4512-bacf-164057375328 req-05024af6-2e61-4b5a-9104-f490a0d02665 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530998 Jul 07 19:11:58.654676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:11:58.659019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=91e45052-e4ac-4595-bc76-42deec27c3a4,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:11:58.663999 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.671025 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd8086-be24-49d9-85db-47ade6d4bc0e service neutron] Pushing event updated for resources: {'Port': ['ID=b23480fe-bc2a-4379-a289-ab768c632caf,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:58.673862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:11:58.707463 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.707839 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Added segment c2042703-2863-4fee-9341-a4e9caa8b6cc of type vlan for network b352ab2b-f904-4ccc-bf4c-55fb006a88df Jul 07 19:11:58.709384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:58.763091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Pushing event updated for resources: {'Port': ['ID=91e45052-e4ac-4595-bc76-42deec27c3a4,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:58.801100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-2b8e48d5-2f6b-4af4-80d0-a00d8cd6c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:58.802651 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-2b8e48d5-2f6b-4af4-80d0-a00d8cd6c3cb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1095 time: 0.1868832 Jul 07 19:11:58.807779 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.836411 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbcf8af-b6cd-41a2-8953-184e3773326e x-openstack-request-id: req-3dbcf8af-b6cd-41a2-8953-184e3773326e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:58.836874 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b8773-e8cf-4c18-a2bb-a1c20673de1b", "name": "network-vif-unplugged", "status": "completed", "tag": "91e45052-e4ac-4595-bc76-42deec27c3a4", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:58.837167 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3dbcf8af-b6cd-41a2-8953-184e3773326e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:58.837709 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e45052-e4ac-4595-bc76-42deec27c3a4', 'code': 200} Jul 07 19:11:58.852553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:58.857309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.859321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b8290408-7887-46a4-8a1d-61e0a9b95110 service neutron] 10.222.0.59 "PUT /v2.0/ports/91e45052-e4ac-4595-bc76-42deec27c3a4 HTTP/1.1" status: 200 len: 1124 time: 2.4284708 Jul 07 19:11:58.863049 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-2576ddbf-61dd-42f0-b7b0-8d9f1a9d5465 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 217 time: 0.0515242 Jul 07 19:11:58.912131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['91e45052-e4ac-4595-bc76-42deec27c3a4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:11:58.970267 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:58.971240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:58.984967 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:59.009957 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e27b74-16fd-4eda-80c7-4b7bb23ab5d6 x-openstack-request-id: req-e4e27b74-16fd-4eda-80c7-4b7bb23ab5d6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:11:59.010331 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:11:59.010593 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e4e27b74-16fd-4eda-80c7-4b7bb23ab5d6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:11:59.010996 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'status': 'completed', 'code': 200} Jul 07 19:11:59.070567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device be58f58f-ac8c-4718-8ccb-34d17fa69e29 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:11:59.129107 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fb0801b-1d03-4637-8a44-fde4a6049b7d req-0797bd5f-3659-4bc1-8b24-4773d3ac8cc2 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 210 time: 0.0691502 Jul 07 19:11:59.161393 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172b4335-2c40-42c7-b0cb-9bbc22fdf315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:59.168376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-24cc4ce9-8beb-4d4e-8f17-6e600884c0f9 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d1d22837a444444eafb7e3132c7fcfe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510383 Jul 07 19:11:59.179987 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-6999639f-b238-4787-9858-8fd099a04a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:59.183218 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-6999639f-b238-4787-9858-8fd099a04a15 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dc08be43-1de8-4505-8881-ac01a409983f HTTP/1.1" status: 200 len: 860 time: 0.3067930 Jul 07 19:11:59.209529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172b4335-2c40-42c7-b0cb-9bbc22fdf315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:59.262625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port be58f58f-ac8c-4718-8ccb-34d17fa69e29 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:11:59.263270 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:59.319557 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8166177 Jul 07 19:11:59.332835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:59.395943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] Request body: {'subnet': {'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1734505229-subnet', 'tenant_id': '67e0c4fa5461425a8de4bb44dc0cdc8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:59.397594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-ac9cf73b-0295-42cf-a7c4-a3d362c2078a tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:59.401130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-ac9cf73b-0295-42cf-a7c4-a3d362c2078a tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262793 Jul 07 19:11:59.503901 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-7c90e421-74d2-4984-9525-b8a7fc39c905 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=705900b2-7497-406c-88c1-906c76afb59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3002315 Jul 07 19:11:59.504779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b4335-2c40-42c7-b0cb-9bbc22fdf315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69497c4-adee-4a33-87b4-280b1ce30fb0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:59.512835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:59.524583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d3c50-db12-450a-b375-b7f67a052d9f admin admin] Pushing event updated for resources: {'Network': ['ID=b352ab2b-f904-4ccc-bf4c-55fb006a88df,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:11:59.559505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network b352ab2b-f904-4ccc-bf4c-55fb006a88df details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:11:59.603283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Request body: {'port': {'device_id': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'd1d22837a444444eafb7e3132c7fcfe4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:11:59.612658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] Made reservation on behalf of 67e0c4fa5461425a8de4bb44dc0cdc8b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:11:59.615641 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:59.654897 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-172b4335-2c40-42c7-b0cb-9bbc22fdf315 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=537d7adb504a42e398435b37bec4feb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5352783 Jul 07 19:11:59.667923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:11:59.701261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-2c000a1c-c90d-432a-ad75-c9c11c91f9dd tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:59.707796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-2c000a1c-c90d-432a-ad75-c9c11c91f9dd tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.3045492 Jul 07 19:11:59.749838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-d583862b-1dd8-42ad-8de5-ea722fcb3083 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/quotas/25c6dbb9285a4bea81598c898b584774 HTTP/1.1" status: 200 len: 375 time: 0.0411379 Jul 07 19:11:59.768718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d4975-e55a-4729-b955-df487e0fa1b9 req-a07e6b75-9ace-4e2a-a020-b2a4086b92b8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:59.770577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de6d4975-e55a-4729-b955-df487e0fa1b9 req-a07e6b75-9ace-4e2a-a020-b2a4086b92b8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 944 time: 0.1796558 Jul 07 19:11:59.782412 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d6a9b84-a195-44ae-8b53-79c4079deaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:59.837629 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-b3e39218-3914-491d-b93c-1e6ae06c6f52 service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894220 Jul 07 19:11:59.837871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-e83820fa-54cd-4374-a565-dffaa7cf3883 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639517 Jul 07 19:11:59.883030 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f992adea-2615-46d9-806b-88b1058f7177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:59.929379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de6d4975-e55a-4729-b955-df487e0fa1b9 req-e8fd296b-12f5-4d2b-8e8e-583cf50de628 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491997 Jul 07 19:11:59.977109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-40ddef0e-f4b3-4ff7-acf9-ebc8a5daeab4 service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290164 Jul 07 19:11:59.983489 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f992adea-2615-46d9-806b-88b1058f7177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.121217 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2863ca74-9377-4327-9404-a76a7cd8efa1 req-8f410fc5-e2c0-4bf4-80b5-73f6fe05e311 service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774396 Jul 07 19:12:00.132497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-8502b2eb-2caa-454d-828d-a34fb316ee52 service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477745 Jul 07 19:12:00.153327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1a45d-7753-4208-86f3-5c9248579085 req-dfd44393-60bc-47aa-8ed0-d2add582660d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:00.154885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33c1a45d-7753-4208-86f3-5c9248579085 req-dfd44393-60bc-47aa-8ed0-d2add582660d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 943 time: 0.1019497 Jul 07 19:12:00.155033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.160344 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f992adea-2615-46d9-806b-88b1058f7177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.162906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f992adea-2615-46d9-806b-88b1058f7177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.164039 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f992adea-2615-46d9-806b-88b1058f7177 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e69497c4-adee-4a33-87b4-280b1ce30fb0 HTTP/1.1" status: 204 len: 168 time: 0.4951320 Jul 07 19:12:00.202177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33c1a45d-7753-4208-86f3-5c9248579085 req-15ee60e8-d844-4dde-97ae-6681f9253b88 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412543 Jul 07 19:12:00.205605 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d6a9b84-a195-44ae-8b53-79c4079deaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.213728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992adea-2615-46d9-806b-88b1058f7177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69497c4-adee-4a33-87b4-280b1ce30fb0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:00.221987 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d6a9b84-a195-44ae-8b53-79c4079deaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.236097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Made reservation on behalf of d1d22837a444444eafb7e3132c7fcfe4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:00.247559 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.270088 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.338275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6edf22-6c96-4d86-aa05-2d69792ab6dc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:00.356146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] Checking segment: {'id': 'c2042703-2863-4fee-9341-a4e9caa8b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:00.356726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] Network hostable DHCP agents. Network: b352ab2b-f904-4ccc-bf4c-55fb006a88df, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:12:00.360956 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d6a9b84-a195-44ae-8b53-79c4079deaa6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5ef9001bdccb4c63a168185cac830192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8459380 Jul 07 19:12:00.377646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:00.385555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a9b84-a195-44ae-8b53-79c4079deaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22de9aed-d58a-46ab-ab3f-76bbfce99acd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:00.431955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] Network b352ab2b-f904-4ccc-bf4c-55fb006a88df is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:12:00.438217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9d774-a109-4950-a382-40698e43d946 req-99291e19-3bb5-4f17-94dc-0e9bce06b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:00.439770 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0ab9d774-a109-4950-a382-40698e43d946 req-99291e19-3bb5-4f17-94dc-0e9bce06b781 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1095 time: 0.2133930 Jul 07 19:12:00.499656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, b352ab2b-f904-4ccc-bf4c-55fb006a88df) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:00.508598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4d4e1-ad5d-4aa6-acbb-739d3c0fcbf6 None None] Network b352ab2b-f904-4ccc-bf4c-55fb006a88df requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:12:00.512717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9d907e3-4e62-4ed7-9d69-953a7afcd0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.591309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:00.591905 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.617775 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.657383 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-fcac1272-50ac-46b4-87c7-91a3bf22e42b tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d1d22837a444444eafb7e3132c7fcfe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310681 Jul 07 19:12:00.679340 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-73e1143c-45a2-4806-a3bc-db15fe0a40b4 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3017111 Jul 07 19:12:00.737139 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3683b9d3-095a-4554-a43b-75405fdee874 req-288ef61f-19e8-4853-8a23-00dd5c7bce35 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 210 time: 0.1940792 Jul 07 19:12:00.737986 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.762640 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9d907e3-4e62-4ed7-9d69-953a7afcd0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:00.792615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cfcc21-2df5-4dd6-8263-1e074fb846e7 None None] Network b352ab2b-f904-4ccc-bf4c-55fb006a88df requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:12:00.849613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'tag': '91e45052-e4ac-4595-bc76-42deec27c3a4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:00.852078 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bcfd5a-d754-4822-b546-872ef18f4793" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9b8773-e8cf-4c18-a2bb-a1c20673de1b", "tag": "91e45052-e4ac-4595-bc76-42deec27c3a4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:00.917058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd5c7e17-4f2c-4c85-ada6-801427dedab7 req-06b3f107-6e2a-473b-a699-5598889382b3 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 210 time: 0.1981394 Jul 07 19:12:01.031549 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ada70cf-3d53-431a-9a92-0211eeb74b5b x-openstack-request-id: req-6ada70cf-3d53-431a-9a92-0211eeb74b5b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:01.031893 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9b8773-e8cf-4c18-a2bb-a1c20673de1b", "tag": "91e45052-e4ac-4595-bc76-42deec27c3a4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:01.032152 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6ada70cf-3d53-431a-9a92-0211eeb74b5b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:01.032915 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'tag': '91e45052-e4ac-4595-bc76-42deec27c3a4', 'status': 'completed', 'code': 200} Jul 07 19:12:01.058318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c36901-11ab-41da-a389-61e3d8b49bef,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:01.247236 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9d907e3-4e62-4ed7-9d69-953a7afcd0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:01.254420 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9d907e3-4e62-4ed7-9d69-953a7afcd0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:01.258203 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e9d907e3-4e62-4ed7-9d69-953a7afcd0d9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/22de9aed-d58a-46ab-ab3f-76bbfce99acd HTTP/1.1" status: 204 len: 168 time: 0.8774226 Jul 07 19:12:01.310608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Allocated IP 192.168.233.47 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/b524a6b2-0793-4971-8817-38a3b14ab975) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:01.336114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d907e3-4e62-4ed7-9d69-953a7afcd0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22de9aed-d58a-46ab-ab3f-76bbfce99acd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:01.412073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b23480fe-bc2a-4379-a289-ab768c632caf details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:01.485341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7532b024-bfff-4e4c-8cd3-b31432a7b5bc req-6632febe-8599-406a-acdd-fdda8f1f5f3a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1084151653', 'description': 'tempest-description-1208812772'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:01.502864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9d774-a109-4950-a382-40698e43d946 req-83f1b3e9-38a6-40e9-849c-84d56ebf63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:01.504549 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0ab9d774-a109-4950-a382-40698e43d946 req-83f1b3e9-38a6-40e9-849c-84d56ebf63f7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 200 len: 922 time: 1.0300460 Jul 07 19:12:01.580308 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0ab9d774-a109-4950-a382-40698e43d946 req-5cd65f7c-003d-438b-807a-9ed53bbf42a7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 217 time: 0.0674791 Jul 07 19:12:01.601310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-8ce338ba-66e4-44e8-a4c6-7a515086f193 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:01.602832 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-8ce338ba-66e4-44e8-a4c6-7a515086f193 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9388638 Jul 07 19:12:01.607976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfd5a-d754-4822-b546-872ef18f4793 req-3550fdbc-b9a2-4fa3-a4ac-2303508c8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:01.610721 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50bcfd5a-d754-4822-b546-872ef18f4793 req-3550fdbc-b9a2-4fa3-a4ac-2303508c8fd2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 1127 time: 0.2333562 Jul 07 19:12:01.679594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b23480fe-bc2a-4379-a289-ab768c632caf, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b23480fe-bc2a-4379-a289-ab768c632caf,segment=NetworkSegment(31278eae-3fef-486d-96e3-7ce49193b144),segment_id=31278eae-3fef-486d-96e3-7ce49193b144)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:01.687525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Request body: {'port': {'device_id': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'd1d22837a444444eafb7e3132c7fcfe4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:01.693745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'port_id': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'mac_address': 'fa:16:3e:7f:1d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:01.767627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9f4bd-7a9e-4c71-a045-8693185da911 req-825a22f4-83a3-4024-89cc-7a8d2dc36704 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:01.777727 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52e9f4bd-7a9e-4c71-a045-8693185da911 req-825a22f4-83a3-4024-89cc-7a8d2dc36704 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 944 time: 0.5698614 Jul 07 19:12:01.785035 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:01.790684 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7532b024-bfff-4e4c-8cd3-b31432a7b5bc req-6632febe-8599-406a-acdd-fdda8f1f5f3a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:01.812046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9d774-a109-4950-a382-40698e43d946 req-de03243a-a0e5-41ac-a4cd-d07e42a3758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:01.813030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23480fe-bc2a-4379-a289-ab768c632caf {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:01.813636 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0ab9d774-a109-4950-a382-40698e43d946 req-de03243a-a0e5-41ac-a4cd-d07e42a3758b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dc08be43-1de8-4505-8881-ac01a409983f HTTP/1.1" status: 200 len: 860 time: 0.2099011 Jul 07 19:12:01.872210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b23480fe-bc2a-4379-a289-ab768c632caf, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b23480fe-bc2a-4379-a289-ab768c632caf,segment=NetworkSegment(31278eae-3fef-486d-96e3-7ce49193b144),segment_id=31278eae-3fef-486d-96e3-7ce49193b144)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:01.879959 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:01.928531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52e9f4bd-7a9e-4c71-a045-8693185da911 req-cba191c9-def6-402e-9a58-2c84e1084390 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477103 Jul 07 19:12:02.012945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfd5a-d754-4822-b546-872ef18f4793 req-92f34620-db04-4814-9954-e6f325d72f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:02.014243 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.015027 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50bcfd5a-d754-4822-b546-872ef18f4793 req-92f34620-db04-4814-9954-e6f325d72f16 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.3912799 Jul 07 19:12:02.019612 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0ab9d774-a109-4950-a382-40698e43d946 req-9f7eaa9e-81a1-483b-88d7-c9185c0b2b3e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=705900b2-7497-406c-88c1-906c76afb59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1905034 Jul 07 19:12:02.024653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b23480fe-bc2a-4379-a289-ab768c632caf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:02.057471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Transition to ACTIVE for port object b524a6b2-0793-4971-8817-38a3b14ab975 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:02.099416 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50bcfd5a-d754-4822-b546-872ef18f4793 req-2b4e25d7-d98f-440d-b4e4-d098081f1f7f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e45052-e4ac-4595-bc76-42deec27c3a4 HTTP/1.1" status: 200 len: 217 time: 0.0699553 Jul 07 19:12:02.140371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b23480fe-bc2a-4379-a289-ab768c632caf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:02.184512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7532b024-bfff-4e4c-8cd3-b31432a7b5bc req-6632febe-8599-406a-acdd-fdda8f1f5f3a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.198175 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7532b024-bfff-4e4c-8cd3-b31432a7b5bc req-6632febe-8599-406a-acdd-fdda8f1f5f3a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.218552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 91e45052-e4ac-4595-bc76-42deec27c3a4 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:02.219056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfd5a-d754-4822-b546-872ef18f4793 req-6608611d-c9d8-4ce5-9b55-cf25df4c80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:02.222434 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50bcfd5a-d754-4822-b546-872ef18f4793 req-6608611d-c9d8-4ce5-9b55-cf25df4c80a4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0704761 Jul 07 19:12:02.227328 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.295750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632febe-8599-406a-acdd-fdda8f1f5f3a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d6f517-fc9a-4481-81d5-6d53feb135b8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:02.296026 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50bcfd5a-d754-4822-b546-872ef18f4793 req-c774a31a-1a95-412a-a9d6-e9acea7fd56a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472136 Jul 07 19:12:02.314035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:02.326942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a5876-d046-4e26-9ef2-4a2b6fe8b1f9 req-07c41fdc-30bf-43ac-8d69-b739d3e4adef tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:02.328715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d55a5876-d046-4e26-9ef2-4a2b6fe8b1f9 req-07c41fdc-30bf-43ac-8d69-b739d3e4adef tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 944 time: 0.2125280 Jul 07 19:12:02.332886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:02.336919 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7532b024-bfff-4e4c-8cd3-b31432a7b5bc req-6632febe-8599-406a-acdd-fdda8f1f5f3a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.338658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7532b024-bfff-4e4c-8cd3-b31432a7b5bc req-6632febe-8599-406a-acdd-fdda8f1f5f3a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9117317 Jul 07 19:12:02.340324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:02.343629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Pushing event updated for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:02.346020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Made reservation on behalf of d1d22837a444444eafb7e3132c7fcfe4 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:02.360833 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.451844 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d55a5876-d046-4e26-9ef2-4a2b6fe8b1f9 req-7474f2e3-c92c-450c-94b6-f1986f8d74a3 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163814 Jul 07 19:12:02.458520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:02.459462 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.532966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-e1bc66e8-6cf2-4f9f-8456-b78749e4095f tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9406986 Jul 07 19:12:02.560263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Request body: {'port': {'device_id': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:02.644452 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0ab9d774-a109-4950-a382-40698e43d946 req-dfea335f-a9b7-4261-95b5-fc1ea1338fff service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061542 Jul 07 19:12:02.647868 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=91e45052-e4ac-4595-bc76-42deec27c3a4,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:02.677652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 91e45052-e4ac-4595-bc76-42deec27c3a4 has no active binding in host n-h2-792394-12 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:12:02.785308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1cbda99a-1622-4fdc-b4c2-7f1e31b2ae55 None None] Provisioning for port b524a6b2-0793-4971-8817-38a3b14ab975 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:02.789394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1cbda99a-1622-4fdc-b4c2-7f1e31b2ae55 None None] Provisioning complete for port b524a6b2-0793-4971-8817-38a3b14ab975 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:02.789850 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1cbda99a-1622-4fdc-b4c2-7f1e31b2ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.841680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96a0d29c-c053-4251-84b4-6cb2f60f91c5 req-0c36e400-c4d4-4252-bf52-4853efe451e3 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 210 time: 0.0641594 Jul 07 19:12:02.851043 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0ab9d774-a109-4950-a382-40698e43d946 req-0ca3ee3c-2d62-4fa0-989b-ff62d1d8e96f service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972797 Jul 07 19:12:02.879487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1cbda99a-1622-4fdc-b4c2-7f1e31b2ae55 None None] Port b524a6b2-0793-4971-8817-38a3b14ab975 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:02.916982 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.941120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:02.952604 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50bcfd5a-d754-4822-b546-872ef18f4793 req-8d739fc6-b84c-4c2f-a8de-c52cba2adfc3 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422961 Jul 07 19:12:03.045860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-251a8486-1fc8-45d1-a70f-86b476aa580f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:03.047306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-251a8486-1fc8-45d1-a70f-86b476aa580f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.3754816 Jul 07 19:12:03.055876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Allocated IP 192.168.233.20 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/236ea148-14d7-4eda-88fa-21ed2d95934b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:03.113428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Request body: {'port': {'device_id': '36703117-cc40-46f3-9bf3-a7add12e0961', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'admin_state_up': True, 'tenant_id': '25c6dbb9285a4bea81598c898b584774'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:03.158195 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-50bcfd5a-d754-4822-b546-872ef18f4793 req-65e146ff-fbcc-4426-a489-a61e566ca608 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931007 Jul 07 19:12:03.176359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c251d43-0215-451c-ace4-37e4969f9dea req-d8272032-3ba5-4366-bcf9-acfcd4b81232 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 210 time: 0.0692849 Jul 07 19:12:03.183506 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6280efe3-96e8-4a35-bf99-544896e92d71 req-7199276a-0cfb-4648-a81d-7bfabe0b09e5 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1138265301', 'description': 'tempest-description-1454514960'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:03.242102 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6280efe3-96e8-4a35-bf99-544896e92d71 req-7199276a-0cfb-4648-a81d-7bfabe0b09e5 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.345415 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.361360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Transition to ACTIVE for port object 236ea148-14d7-4eda-88fa-21ed2d95934b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:03.399993 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.427546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b23480fe-bc2a-4379-a289-ab768c632caf up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:03.454377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:03.460522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:03.465234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:03.491413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16b9e0-4d41-4236-8e16-b44f4880614f req-4d369ead-82d7-4cbe-843d-bca213c72f31 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:03.499089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b16b9e0-4d41-4236-8e16-b44f4880614f req-4d369ead-82d7-4cbe-843d-bca213c72f31 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 944 time: 0.1981866 Jul 07 19:12:03.518668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6280efe3-96e8-4a35-bf99-544896e92d71 req-7199276a-0cfb-4648-a81d-7bfabe0b09e5 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.530378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port b23480fe-bc2a-4379-a289-ab768c632caf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:03.534731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:03.535529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port b23480fe-bc2a-4379-a289-ab768c632caf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:03.535868 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.536246 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.542906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Pushing event updated for resources: {'Port': ['ID=236ea148-14d7-4eda-88fa-21ed2d95934b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:03.549406 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6280efe3-96e8-4a35-bf99-544896e92d71 req-7199276a-0cfb-4648-a81d-7bfabe0b09e5 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.577461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:03.628044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-5fb67d3d-1844-42c9-9e72-df8fe6e0bcaa tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9446862 Jul 07 19:12:03.638623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b16b9e0-4d41-4236-8e16-b44f4880614f req-9598fa07-b152-4fb6-ab11-771cd2056459 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347549 Jul 07 19:12:03.646943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Request body: {'port': {'device_id': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:03.653400 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.656606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Made reservation on behalf of 25c6dbb9285a4bea81598c898b584774 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:03.662518 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.683125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199276a-0cfb-4648-a81d-7bfabe0b09e5 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba0a044-c72b-46a7-95ba-0527097ed1f8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:03.698484 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6280efe3-96e8-4a35-bf99-544896e92d71 req-7199276a-0cfb-4648-a81d-7bfabe0b09e5 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.711274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:03.714562 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736447b4-74a0-4e9e-a21e-a443882ffb88" -d '{"events": [{"server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "name": "network-vif-plugged", "status": "completed", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:03.715132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6280efe3-96e8-4a35-bf99-544896e92d71 req-7199276a-0cfb-4648-a81d-7bfabe0b09e5 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5479381 Jul 07 19:12:03.733128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b23480fe-bc2a-4379-a289-ab768c632caf, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b23480fe-bc2a-4379-a289-ab768c632caf,segment=NetworkSegment(31278eae-3fef-486d-96e3-7ce49193b144),segment_id=31278eae-3fef-486d-96e3-7ce49193b144)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:03.761164 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.781806 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-857a8546-56a7-453f-9799-90fae91d54ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.828893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:03.919657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b23480fe-bc2a-4379-a289-ab768c632caf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:03.934144 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cbafe2-89a3-41cd-b1a0-30ba581f0bf8 x-openstack-request-id: req-c8cbafe2-89a3-41cd-b1a0-30ba581f0bf8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:03.934440 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "name": "network-vif-plugged", "status": "completed", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:03.934832 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c8cbafe2-89a3-41cd-b1a0-30ba581f0bf8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:03.935347 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'code': 200} Jul 07 19:12:04.008102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-deee268b-201e-4f75-a818-968487a218d0 None None] Provisioning for port 236ea148-14d7-4eda-88fa-21ed2d95934b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:04.014985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-deee268b-201e-4f75-a818-968487a218d0 None None] Provisioning complete for port 236ea148-14d7-4eda-88fa-21ed2d95934b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:04.015513 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-deee268b-201e-4f75-a818-968487a218d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.059504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b524a6b2-0793-4971-8817-38a3b14ab975 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:04.075015 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.091939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-deee268b-201e-4f75-a818-968487a218d0 None None] Port 236ea148-14d7-4eda-88fa-21ed2d95934b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:04.121015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Allocated IP 172.20.0.12 (eaffc6dc-f74f-4637-8256-713b7de832cd/084d94ab-3177-4528-abdd-04a99c38e68d/929464a5-0526-4611-833b-3cc15d11265f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:04.123921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Transition to ACTIVE for port object b524a6b2-0793-4971-8817-38a3b14ab975 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:04.134422 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.178182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064bca8-e16c-44e6-be61-5a23c27ff004 req-f75135e4-c444-47a3-b534-aa790d0e719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:04.179776 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9064bca8-e16c-44e6-be61-5a23c27ff004 req-f75135e4-c444-47a3-b534-aa790d0e719c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1097 time: 0.2338877 Jul 07 19:12:04.227876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-857a8546-56a7-453f-9799-90fae91d54ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.231163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd9946-e567-40b4-898b-5b043d26bfc0 req-3c7bd4c9-ca2d-4442-988a-017db4c3f771 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:04.232671 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03fd9946-e567-40b4-898b-5b043d26bfc0 req-3c7bd4c9-ca2d-4442-988a-017db4c3f771 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.2284164 Jul 07 19:12:04.265212 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c047fae0-fe38-4dba-88ce-19819cd5e4ae req-a766884c-07c5-4231-8276-89f4dca110a0 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 210 time: 0.0753763 Jul 07 19:12:04.270687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-857a8546-56a7-453f-9799-90fae91d54ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.295029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Pushing event updated for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:04.311072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9064bca8-e16c-44e6-be61-5a23c27ff004 req-313e6a7b-c94e-4c67-b7f5-499ba1950a19 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228426 Jul 07 19:12:04.376674 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-857a8546-56a7-453f-9799-90fae91d54ec admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cd3046627eed4251af37ef822edb19c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7980576 Jul 07 19:12:04.381232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:04.404548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a8546-56a7-453f-9799-90fae91d54ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450f04f5-12d7-4f7e-b3ab-effd6fe5aab6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:04.430756 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-3350c797-b201-465e-aac8-527748c02fbd service neutron] 10.222.0.112 "GET /v2.0/ports/91e45052-e4ac-4595-bc76-42deec27c3a4/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 385 time: 0.2049220 Jul 07 19:12:04.519936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236ea148-14d7-4eda-88fa-21ed2d95934b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:04.531288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.570881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Transition to ACTIVE for port object 236ea148-14d7-4eda-88fa-21ed2d95934b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:04.572328 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b95b8b65-efee-41c6-82dc-6144bb42c36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.578750 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.655555 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b95b8b65-efee-41c6-82dc-6144bb42c36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.745107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Pushing event updated for resources: {'Port': ['ID=236ea148-14d7-4eda-88fa-21ed2d95934b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:04.782522 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03fd9946-e567-40b4-898b-5b043d26bfc0 req-75a6e0e1-41d3-49af-b508-18df4abf2d6f tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209050 Jul 07 19:12:04.883721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Attempting to bind port b524a6b2-0793-4971-8817-38a3b14ab975 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:04.884071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Attempting to bind port b524a6b2-0793-4971-8817-38a3b14ab975 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:04.884458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Attempting to bind port b524a6b2-0793-4971-8817-38a3b14ab975 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:04.888293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b3839c59-6f85-432f-9874-4ad044c954ae req-be0a3ac2-4ff3-4d54-bb88-a83c3d9d9034 service neutron] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=91e45052-e4ac-4595-bc76-42deec27c3a4,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:04.895498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Port b524a6b2-0793-4971-8817-38a3b14ab975 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:04.895901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Attempting to bind port b524a6b2-0793-4971-8817-38a3b14ab975 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:04.897165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b95b8b65-efee-41c6-82dc-6144bb42c36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.899719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b95b8b65-efee-41c6-82dc-6144bb42c36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.904308 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b95b8b65-efee-41c6-82dc-6144bb42c36b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/450f04f5-12d7-4f7e-b3ab-effd6fe5aab6 HTTP/1.1" status: 204 len: 168 time: 0.5141563 Jul 07 19:12:04.913486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:04.913995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:04.914384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:04.914827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Bound port: b524a6b2-0793-4971-8817-38a3b14ab975, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:04.915608 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:04.929839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Attempting to bind port 236ea148-14d7-4eda-88fa-21ed2d95934b on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:04.930193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Attempting to bind port 236ea148-14d7-4eda-88fa-21ed2d95934b by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:04.930585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Attempting to bind port 236ea148-14d7-4eda-88fa-21ed2d95934b on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:04.934811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b8b65-efee-41c6-82dc-6144bb42c36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f04f5-12d7-4f7e-b3ab-effd6fe5aab6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:04.942978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Port 236ea148-14d7-4eda-88fa-21ed2d95934b on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:04.943317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Attempting to bind port 236ea148-14d7-4eda-88fa-21ed2d95934b on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:04.945951 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b3839c59-6f85-432f-9874-4ad044c954ae req-be0a3ac2-4ff3-4d54-bb88-a83c3d9d9034 service neutron] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:04.997259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:04.997631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:04.998000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:04.998701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Bound port: 236ea148-14d7-4eda-88fa-21ed2d95934b, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:04.998855 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.049945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b3839c59-6f85-432f-9874-4ad044c954ae req-be0a3ac2-4ff3-4d54-bb88-a83c3d9d9034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e45052-e4ac-4595-bc76-42deec27c3a4 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:05.053719 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.073952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b3839c59-6f85-432f-9874-4ad044c954ae req-be0a3ac2-4ff3-4d54-bb88-a83c3d9d9034 service neutron] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=91e45052-e4ac-4595-bc76-42deec27c3a4,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:05.105535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3839c59-6f85-432f-9874-4ad044c954ae req-be0a3ac2-4ff3-4d54-bb88-a83c3d9d9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.114922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-414cd11f-6299-4067-a37e-4e8d6d67759f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:05.124581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-414cd11f-6299-4067-a37e-4e8d6d67759f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/networks?id=b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 200 len: 813 time: 0.3900807 Jul 07 19:12:05.129828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] For port 236ea148-14d7-4eda-88fa-21ed2d95934b, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:05.152033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-014374c9-e357-43ab-b878-2566baea6d9f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/quotas/67e0c4fa5461425a8de4bb44dc0cdc8b HTTP/1.1" status: 200 len: 375 time: 0.0262074 Jul 07 19:12:05.179432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] For port 236ea148-14d7-4eda-88fa-21ed2d95934b, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=236ea148-14d7-4eda-88fa-21ed2d95934b,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:05.189209 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.247933 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:05.248614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.250226 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] 10.222.0.59 "PUT /v2.0/ports/236ea148-14d7-4eda-88fa-21ed2d95934b HTTP/1.1" status: 200 len: 1096 time: 1.6079304 Jul 07 19:12:05.250697 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'tag': '236ea148-14d7-4eda-88fa-21ed2d95934b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:05.253022 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d47608-bf26-4fe7-8a5e-a2551169beb8" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb0d808-d91a-4654-bfe3-d178bba2da57", "tag": "236ea148-14d7-4eda-88fa-21ed2d95934b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:05.281158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-d187e947-f133-443e-88eb-74f86c5fbcef tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1281004 Jul 07 19:12:05.287744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b3839c59-6f85-432f-9874-4ad044c954ae req-be0a3ac2-4ff3-4d54-bb88-a83c3d9d9034 service neutron] Transition to ACTIVE for port object 91e45052-e4ac-4595-bc76-42deec27c3a4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:05.288699 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd4449-8453-4beb-95f7-82b568cd44a5 service neutron] Pushing event updated for resources: {'Port': ['ID=236ea148-14d7-4eda-88fa-21ed2d95934b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:05.295660 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3839c59-6f85-432f-9874-4ad044c954ae req-be0a3ac2-4ff3-4d54-bb88-a83c3d9d9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.296506 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8119ba-7447-401d-926f-55633ef54118 req-8c474888-3185-415f-a960-3aeec7d4536c tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:05.298108 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa8119ba-7447-401d-926f-55633ef54118 req-8c474888-3185-415f-a960-3aeec7d4536c tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 947 time: 0.2936242 Jul 07 19:12:05.393252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:05.427148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3839c59-6f85-432f-9874-4ad044c954ae req-be0a3ac2-4ff3-4d54-bb88-a83c3d9d9034 service neutron] No DVR routers for this DVR port 91e45052-e4ac-4595-bc76-42deec27c3a4 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:12:05.438534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a3ac2-4ff3-4d54-bb88-a83c3d9d9034 service neutron] Pushing event updated for resources: {'Port': ['ID=91e45052-e4ac-4595-bc76-42deec27c3a4,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:05.439618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:05.462751 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.497050 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-be0a3ac2-4ff3-4d54-bb88-a83c3d9d9034 service neutron] 10.222.0.112 "PUT /v2.0/ports/91e45052-e4ac-4595-bc76-42deec27c3a4/bindings/n-h2-792394-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0554109 Jul 07 19:12:05.505452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-e7c687e5-28ef-4f56-a601-858a5bb9864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:05.507076 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-e7c687e5-28ef-4f56-a601-858a5bb9864f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1d22837a444444eafb7e3132c7fcfe4&device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 1099 time: 0.1755955 Jul 07 19:12:05.542410 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.557822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa8119ba-7447-401d-926f-55633ef54118 req-3cf5c8ea-3666-431f-94fa-58242fa57f37 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882644 Jul 07 19:12:05.581510 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-c54a4068-50a1-4507-890f-6a3aab5351e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=236ea148-14d7-4eda-88fa-21ed2d95934b HTTP/1.1" status: 200 len: 217 time: 0.0592608 Jul 07 19:12:05.600305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:05.601171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:05.602967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] 10.222.0.59 "PUT /v2.0/ports/b524a6b2-0793-4971-8817-38a3b14ab975 HTTP/1.1" status: 200 len: 1096 time: 3.0476115 Jul 07 19:12:05.613085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:05.615622 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13" -d '{"events": [{"name": "network-changed", "server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:05.627794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Network eaffc6dc-f74f-4637-8256-713b7de832cd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:05.658704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-2be102dd-2efe-49d4-84c0-41c1bbb956c7 service neutron] 10.222.0.113 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732123 Jul 07 19:12:05.661469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:05.667998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:05.676611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-af3e4c8c-a13a-4731-9d94-2dfc39beab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:05.678179 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-af3e4c8c-a13a-4731-9d94-2dfc39beab75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0859013 Jul 07 19:12:05.776810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-ff04cf22-c82d-451c-9798-e25ff81b09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:05.779910 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-ff04cf22-c82d-451c-9798-e25ff81b09a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941164 Jul 07 19:12:05.903177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac958ee-83d1-49cb-a8ba-27eb7b315d7e service neutron] Pushing event updated for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:05.920373 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-173ab871-8365-4b5d-89f5-d362eb19ee27 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329412 Jul 07 19:12:05.925402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-0761028f-95e7-40fc-ad2d-7e386239f38f service neutron] 10.222.0.113 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504590 Jul 07 19:12:05.965711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:05.966362 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.006280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-f71eaae8-f27f-4384-a2d3-e06ca825b6ed tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.007831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-f71eaae8-f27f-4384-a2d3-e06ca825b6ed tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.4156806 Jul 07 19:12:06.013299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event updated for resources: {'Port': ['ID=929464a5-0526-4611-833b-3cc15d11265f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:06.016527 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-34da7a22-3db1-475a-bb3c-a3a60cace628 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9082663 Jul 07 19:12:06.039801 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Request body: {'port': {'device_id': '36703117-cc40-46f3-9bf3-a7add12e0961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:06.054003 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11abf463-19f4-47c1-9b32-b80373d91b71 req-128a960e-a6e1-475a-ba72-05abb0ab4715 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267593 Jul 07 19:12:06.124444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c34ac-e0a9-405f-8c85-59b5b1bf32f8 req-8b733358-f262-48b4-8dd3-b48ea91a967f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.126386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-685c34ac-e0a9-405f-8c85-59b5b1bf32f8 req-8b733358-f262-48b4-8dd3-b48ea91a967f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 945 time: 0.3337007 Jul 07 19:12:06.130980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-32875f8e-e76a-43f2-8f74-245cea2f06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.132447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-32875f8e-e76a-43f2-8f74-245cea2f06ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1d22837a444444eafb7e3132c7fcfe4&device_id=74e67155-36ff-4540-beb7-4b82b0bd8946 HTTP/1.1" status: 200 len: 1099 time: 0.3386669 Jul 07 19:12:06.228552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-1e315b64-4fea-4df2-a538-61d5961442fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b524a6b2-0793-4971-8817-38a3b14ab975 HTTP/1.1" status: 200 len: 217 time: 0.0701454 Jul 07 19:12:06.286971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-685c34ac-e0a9-405f-8c85-59b5b1bf32f8 req-3de0cc46-6ed7-4dd2-9f3a-178bd9bb6640 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512713 Jul 07 19:12:06.293837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b7dab7cc-006f-48c4-8e10-8c3d4c8e2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.297271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b7dab7cc-006f-48c4-8e10-8c3d4c8e2f85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b&tenant_id=077584ff508b4bd2b35a4a839b90cfc2 HTTP/1.1" status: 200 len: 1097 time: 0.2780390 Jul 07 19:12:06.299286 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.324096 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d12c469-6588-449a-9f77-796ebdb47fbf x-openstack-request-id: req-6d12c469-6588-449a-9f77-796ebdb47fbf {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:06.324640 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb0d808-d91a-4654-bfe3-d178bba2da57", "tag": "236ea148-14d7-4eda-88fa-21ed2d95934b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:06.324778 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6d12c469-6588-449a-9f77-796ebdb47fbf {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:06.325130 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'tag': '236ea148-14d7-4eda-88fa-21ed2d95934b', 'status': 'completed', 'code': 200} Jul 07 19:12:06.341643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-224e5dde-6b15-4d91-9ee3-156be7c22cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.343230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-224e5dde-6b15-4d91-9ee3-156be7c22cdb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1042187 Jul 07 19:12:06.386235 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455dd92f-d72f-4d51-8589-d6bb655e5a0c x-openstack-request-id: req-455dd92f-d72f-4d51-8589-d6bb655e5a0c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:06.386564 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:06.386831 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-455dd92f-d72f-4d51-8589-d6bb655e5a0c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:06.387320 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'status': 'completed', 'code': 200} Jul 07 19:12:06.445720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d47608-bf26-4fe7-8a5e-a2551169beb8 req-3b7449bf-3b2c-42fd-ab38-c0e481c5f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.448254 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-95d47608-bf26-4fe7-8a5e-a2551169beb8 req-3b7449bf-3b2c-42fd-ab38-c0e481c5f118 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1d22837a444444eafb7e3132c7fcfe4&device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 1099 time: 0.0775278 Jul 07 19:12:06.564847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d47608-bf26-4fe7-8a5e-a2551169beb8 req-eaf6a1db-c923-422d-bc17-c55679788f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.566551 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-95d47608-bf26-4fe7-8a5e-a2551169beb8 req-eaf6a1db-c923-422d-bc17-c55679788f51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.1110876 Jul 07 19:12:06.611378 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-95d47608-bf26-4fe7-8a5e-a2551169beb8 req-b3de5c99-6890-4afb-b5c2-deddca99a06e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=236ea148-14d7-4eda-88fa-21ed2d95934b HTTP/1.1" status: 200 len: 217 time: 0.0368781 Jul 07 19:12:06.664561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d47608-bf26-4fe7-8a5e-a2551169beb8 req-ec485718-9c49-43f6-86f0-e8abc60a24ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.666297 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-95d47608-bf26-4fe7-8a5e-a2551169beb8 req-ec485718-9c49-43f6-86f0-e8abc60a24ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0480614 Jul 07 19:12:06.737502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-50e303a1-73c8-4342-9387-7e0593d1ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.738799 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-50e303a1-73c8-4342-9387-7e0593d1ceff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 1097 time: 0.3494246 Jul 07 19:12:06.740555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-d55591b6-6326-4f05-9138-5e1e73519229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.741921 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-d55591b6-6326-4f05-9138-5e1e73519229 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3776937 Jul 07 19:12:06.750395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d47608-bf26-4fe7-8a5e-a2551169beb8 req-f8167811-25af-4608-ad59-cc4b50f9ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.751955 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-95d47608-bf26-4fe7-8a5e-a2551169beb8 req-f8167811-25af-4608-ad59-cc4b50f9ffff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776906 Jul 07 19:12:06.774354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2256c8-1c95-49f7-bfc7-50b78cb6d555 req-e312ef9c-b326-4341-9164-429aff5ab8f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.775919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6f2256c8-1c95-49f7-bfc7-50b78cb6d555 req-e312ef9c-b326-4341-9164-429aff5ab8f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 932 time: 0.2885859 Jul 07 19:12:06.855517 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-95d47608-bf26-4fe7-8a5e-a2551169beb8 req-877cac56-819b-4dfe-93a3-d88eb74aa9ff service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915999 Jul 07 19:12:06.865217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148337c3-2f94-4a0c-862c-47bdfd4dbb57 req-0973efa6-37ed-4210-9068-f9d7ef7b08d4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:06.866884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-148337c3-2f94-4a0c-862c-47bdfd4dbb57 req-0973efa6-37ed-4210-9068-f9d7ef7b08d4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.3345318 Jul 07 19:12:06.969891 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-95d47608-bf26-4fe7-8a5e-a2551169beb8 req-21844a86-340b-4303-84b5-107d6d649cb6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051142 Jul 07 19:12:07.010584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6f2256c8-1c95-49f7-bfc7-50b78cb6d555 req-d46d4f86-2614-4cf2-99c6-8e464e7619e3 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135744 Jul 07 19:12:07.054227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-148337c3-2f94-4a0c-862c-47bdfd4dbb57 req-c0d87935-73fe-439d-9349-f9426eb44e33 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300943 Jul 07 19:12:07.093578 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-4e7d3be7-925f-4178-b083-0632d2d443f3 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271835 Jul 07 19:12:07.113342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-ee1a958d-e35d-4e4a-8988-10c55ca548f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:07.114862 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-ee1a958d-e35d-4e4a-8988-10c55ca548f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.3496606 Jul 07 19:12:07.225371 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-e161a843-0a9a-4c32-bff8-7e9c01fa5aff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e45052-e4ac-4595-bc76-42deec27c3a4 HTTP/1.1" status: 200 len: 217 time: 0.0988619 Jul 07 19:12:07.227633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929464a5-0526-4611-833b-3cc15d11265f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:07.281102 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.303390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-919d55ab-e12f-47fe-b35c-5f2eb41161b5 req-03dc4b98-d5a4-4739-b3c2-413aa622c5b7 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 210 time: 0.1288600 Jul 07 19:12:07.368817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Transition to ACTIVE for port object 929464a5-0526-4611-833b-3cc15d11265f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:07.386121 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.408554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b63821ff-4378-4af0-a10b-a151afa4fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:07.409685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:07.410167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-b63821ff-4378-4af0-a10b-a151afa4fa93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.1627371 Jul 07 19:12:07.455424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-180364bc-2125-4058-9f91-c95e39b6c5a5 req-1f3a00fd-c58f-4c90-89c2-80cc5eaa5294 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395810 Jul 07 19:12:07.485660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 91e45052-e4ac-4595-bc76-42deec27c3a4 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:07.486891 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-895f5680-6201-4068-89b6-d840c552d3aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537074 Jul 07 19:12:07.513153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Pushing event updated for resources: {'Port': ['ID=929464a5-0526-4611-833b-3cc15d11265f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:07.533804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9ebc-09f5-499f-ade9-6898c4ab1e0d req-1f96ec70-9f25-4d22-9bf3-c3ae517fee0c tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:07.541380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b0e9ebc-09f5-499f-ade9-6898c4ab1e0d req-1f96ec70-9f25-4d22-9bf3-c3ae517fee0c tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 947 time: 0.3316047 Jul 07 19:12:07.587080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 91e45052-e4ac-4595-bc76-42deec27c3a4 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:12:07.625902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-c490bc18-b041-4739-a80d-74d2cf67052b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:07.628222 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-c490bc18-b041-4739-a80d-74d2cf67052b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.59 "GET /v2.0/networks?id=b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 200 len: 813 time: 0.2060091 Jul 07 19:12:07.644684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fae551c-3195-462c-8c06-d64f14949df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.663118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'port': {'device_id': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df', 'admin_state_up': True, 'tenant_id': '67e0c4fa5461425a8de4bb44dc0cdc8b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:07.896612 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fae551c-3195-462c-8c06-d64f14949df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.906520 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fae551c-3195-462c-8c06-d64f14949df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.970528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Made reservation on behalf of 67e0c4fa5461425a8de4bb44dc0cdc8b for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:07.974134 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:07.980523 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0fae551c-3195-462c-8c06-d64f14949df7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=91ecc4b906e94ef78d6b48b97faf0e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5663147 Jul 07 19:12:07.983988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae551c-3195-462c-8c06-d64f14949df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4fc5a3-63ad-4201-bd8b-90893ab5eab8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:07.983988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:08.001541 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953673-6756-4574-bcb3-4e43ea5a11ff req-2b89496a-0fc5-446f-8cad-f3ade5a0ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.003123 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f953673-6756-4574-bcb3-4e43ea5a11ff req-2b89496a-0fc5-446f-8cad-f3ade5a0ce1f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1097 time: 0.1587856 Jul 07 19:12:08.112176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b0e9ebc-09f5-499f-ade9-6898c4ab1e0d req-0fe1258c-6250-472d-8495-2838c8cfe708 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704036 Jul 07 19:12:08.127938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-de74a78c-2688-4191-96ba-324af0881560 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276112 Jul 07 19:12:08.196216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Attempting to bind port 929464a5-0526-4611-833b-3cc15d11265f on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:08.196584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Attempting to bind port 929464a5-0526-4611-833b-3cc15d11265f by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:08.196921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Attempting to bind port 929464a5-0526-4611-833b-3cc15d11265f on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:08.211827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 236ea148-14d7-4eda-88fa-21ed2d95934b details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:08.214234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13 req-faeb620c-78f0-4e3c-a2cf-4b8020e17c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.215809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13 req-faeb620c-78f0-4e3c-a2cf-4b8020e17c7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1d22837a444444eafb7e3132c7fcfe4&device_id=74e67155-36ff-4540-beb7-4b82b0bd8946 HTTP/1.1" status: 200 len: 1099 time: 0.6443686 Jul 07 19:12:08.219257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Port 929464a5-0526-4611-833b-3cc15d11265f on network eaffc6dc-f74f-4637-8256-713b7de832cd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:08.219590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Attempting to bind port 929464a5-0526-4611-833b-3cc15d11265f on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:08.259159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:08.259906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Checking segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:08.259906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Bound using segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:08.260950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Bound port: 929464a5-0526-4611-833b-3cc15d11265f, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:08.262318 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.340798 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3f73-4f71-48c5-99ef-9cd5fe00ebd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.357175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 236ea148-14d7-4eda-88fa-21ed2d95934b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=236ea148-14d7-4eda-88fa-21ed2d95934b,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:08.378069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '236ea148-14d7-4eda-88fa-21ed2d95934b', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '236ea148-14d7-4eda-88fa-21ed2d95934b', 'mac_address': 'fa:16:3e:3c:2b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:08.378324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df8841-3f79-4ff7-8c58-5665643a5726 req-a99afd69-f9c1-45a6-b5a8-92b6cc604318 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.379729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8df8841-3f79-4ff7-8c58-5665643a5726 req-a99afd69-f9c1-45a6-b5a8-92b6cc604318 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 945 time: 0.3343661 Jul 07 19:12:08.416166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-e4a128b1-4e77-441c-ba7f-cd5dbed44dcd service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781799 Jul 07 19:12:08.466878 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.495009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236ea148-14d7-4eda-88fa-21ed2d95934b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:08.506903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13 req-8878eaca-4c12-4217-8b6e-df939029cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.508399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13 req-8878eaca-4c12-4217-8b6e-df939029cc54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2802956 Jul 07 19:12:08.517348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 236ea148-14d7-4eda-88fa-21ed2d95934b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=236ea148-14d7-4eda-88fa-21ed2d95934b,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:08.518339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8df8841-3f79-4ff7-8c58-5665643a5726 req-436633a9-0c84-46f1-ba29-92e0dc3afa1a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101325 Jul 07 19:12:08.518900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf9f9096-1044-4c4e-8e7f-94a6b014de9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.520409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] For port 929464a5-0526-4611-833b-3cc15d11265f, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:08.531144 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.531887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] For port 929464a5-0526-4611-833b-3cc15d11265f, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=929464a5-0526-4611-833b-3cc15d11265f,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:08.548800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953673-6756-4574-bcb3-4e43ea5a11ff req-6c89b9a3-f8d5-450a-a8cf-a95bf61608ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.550701 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f953673-6756-4574-bcb3-4e43ea5a11ff req-6c89b9a3-f8d5-450a-a8cf-a95bf61608ce service neutron] 10.222.0.112 "GET /v2.0/networks?id=705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 200 len: 922 time: 0.5390639 Jul 07 19:12:08.577363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf9f9096-1044-4c4e-8e7f-94a6b014de9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.577606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b6ca2-9527-46fc-8b22-547a8564cb15 req-70e7f68e-624f-44ef-9207-965dbc6ef71d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.579152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b21b6ca2-9527-46fc-8b22-547a8564cb15 req-70e7f68e-624f-44ef-9207-965dbc6ef71d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.3093369 Jul 07 19:12:08.580557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13 req-64c52d47-9b3b-4bd8-ac0a-cdf53fe72eea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b524a6b2-0793-4971-8817-38a3b14ab975 HTTP/1.1" status: 200 len: 217 time: 0.0562305 Jul 07 19:12:08.581693 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.626012 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f953673-6756-4574-bcb3-4e43ea5a11ff req-bae63eff-96dc-4dd8-80b8-47657ed40ebf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 217 time: 0.0628157 Jul 07 19:12:08.636953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Allocated IP 172.20.0.11 (b352ab2b-f904-4ccc-bf4c-55fb006a88df/ab6edf22-6c96-4d86-aa05-2d69792ab6dc/3601c3b8-9b28-4b98-b4b7-08075f4b0fd9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:08.649544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=236ea148-14d7-4eda-88fa-21ed2d95934b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:08.669466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.670380 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.671497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] 10.222.0.112 "PUT /v2.0/ports/929464a5-0526-4611-833b-3cc15d11265f HTTP/1.1" status: 200 len: 1093 time: 2.6407027 Jul 07 19:12:08.671957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36703117-cc40-46f3-9bf3-a7add12e0961', 'tag': '929464a5-0526-4611-833b-3cc15d11265f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:08.674278 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8bf836-e253-4709-932d-2df45aa7bab6" -d '{"events": [{"name": "network-changed", "server_uuid": "36703117-cc40-46f3-9bf3-a7add12e0961", "tag": "929464a5-0526-4611-833b-3cc15d11265f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:08.716838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953673-6756-4574-bcb3-4e43ea5a11ff req-936b3e5e-603d-4b1b-ac73-d80c272d5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.718728 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f953673-6756-4574-bcb3-4e43ea5a11ff req-936b3e5e-603d-4b1b-ac73-d80c272d5ce3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dc08be43-1de8-4505-8881-ac01a409983f HTTP/1.1" status: 200 len: 860 time: 0.0847242 Jul 07 19:12:08.721916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13 req-e214832d-9581-47dd-bb7f-0b52c580a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.723770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13 req-e214832d-9581-47dd-bb7f-0b52c580a143 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1133161 Jul 07 19:12:08.724853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b85f2b-fb95-43df-aa78-f36fe344104b service neutron] Pushing event updated for resources: {'Port': ['ID=929464a5-0526-4611-833b-3cc15d11265f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:08.739542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b21b6ca2-9527-46fc-8b22-547a8564cb15 req-ebe9c307-fe25-47b5-a6af-157bc1d346d0 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485498 Jul 07 19:12:08.799410 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f953673-6756-4574-bcb3-4e43ea5a11ff req-1f65fb37-4b63-4499-bd74-53135e997c04 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=705900b2-7497-406c-88c1-906c76afb59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720081 Jul 07 19:12:08.802654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf9f9096-1044-4c4e-8e7f-94a6b014de9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.805324 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf9f9096-1044-4c4e-8e7f-94a6b014de9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:08.806708 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bf9f9096-1044-4c4e-8e7f-94a6b014de9c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ae4fc5a3-63ad-4201-bd8b-90893ab5eab8 HTTP/1.1" status: 204 len: 168 time: 0.8144853 Jul 07 19:12:08.847461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f9096-1044-4c4e-8e7f-94a6b014de9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4fc5a3-63ad-4201-bd8b-90893ab5eab8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:08.941667 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['236ea148-14d7-4eda-88fa-21ed2d95934b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:08.953921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13 req-d1cfacfb-d075-47f8-a0de-d32c8fd4f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.955470 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13 req-d1cfacfb-d075-47f8-a0de-d32c8fd4f4c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2097809 Jul 07 19:12:08.963258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839c59-6f85-432f-9874-4ad044c954ae req-a27593e4-17db-459f-aa89-38004e92d34c tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.964663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-a27593e4-17db-459f-aa89-38004e92d34c tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.2062466 Jul 07 19:12:08.971880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-90ae0615-55a7-4ae7-bbd1-b31578ec85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:08.973433 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-90ae0615-55a7-4ae7-bbd1-b31578ec85bf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 1096 time: 0.2048223 Jul 07 19:12:09.006342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32150f98-b1c5-4f12-a04f-dc5d5578a62b req-eeabd971-e1e9-4ebb-b91e-bd071779e6a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:09.007896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32150f98-b1c5-4f12-a04f-dc5d5578a62b req-eeabd971-e1e9-4ebb-b91e-bd071779e6a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 944 time: 0.2098053 Jul 07 19:12:09.066316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b74abdb6-bfcf-453f-8795-4d1ec2b789e5 req-acd26b5e-ad15-47b9-a7e4-f060ea8b9787 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 210 time: 0.1004956 Jul 07 19:12:09.156244 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-0ba8aa08-e477-4778-9843-57aeebc00695 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=929464a5-0526-4611-833b-3cc15d11265f HTTP/1.1" status: 200 len: 217 time: 0.1644425 Jul 07 19:12:09.161836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41584) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:09.166720 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f953673-6756-4574-bcb3-4e43ea5a11ff req-e108958c-089f-4b04-9a8a-ce19db937f66 service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587506 Jul 07 19:12:09.186415 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d703c3a4-c932-4bb6-9104-5903ff390ce9 x-openstack-request-id: req-d703c3a4-c932-4bb6-9104-5903ff390ce9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:09.186707 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36703117-cc40-46f3-9bf3-a7add12e0961", "tag": "929464a5-0526-4611-833b-3cc15d11265f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:09.186963 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d703c3a4-c932-4bb6-9104-5903ff390ce9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:09.187539 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36703117-cc40-46f3-9bf3-a7add12e0961', 'tag': '929464a5-0526-4611-833b-3cc15d11265f', 'status': 'completed', 'code': 200} Jul 07 19:12:09.324575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32150f98-b1c5-4f12-a04f-dc5d5578a62b req-525b8f74-ba76-41cd-852f-1aea1d932358 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914646 Jul 07 19:12:09.328087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.332193 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f953673-6756-4574-bcb3-4e43ea5a11ff req-73c2b3b6-41f2-4ede-a8d5-460a38f27f0a service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537726 Jul 07 19:12:09.402471 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.411145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-7d9bc581-027a-43f6-9980-d34dc82528a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:09.412706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-7d9bc581-027a-43f6-9980-d34dc82528a9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.2239575 Jul 07 19:12:09.413456 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49ca0cf1-7fab-4dc2-96eb-3d9798f17dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.488766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Network b352ab2b-f904-4ccc-bf4c-55fb006a88df is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:09.492400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:09.499705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:09.509427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13 req-a6f50c06-4ab2-432d-a131-30b98686da6c service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258262 Jul 07 19:12:09.518055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-ea56d691-a982-49ae-ad2d-4fef767048c1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766184 Jul 07 19:12:09.534747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'Port': ['ID=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:09.559576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:09.560213 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.759759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b3839c59-6f85-432f-9874-4ad044c954ae req-50d716af-8ef8-44e0-91f7-860eb77a9af2 service neutron] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:09.790420 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3839c59-6f85-432f-9874-4ad044c954ae req-50d716af-8ef8-44e0-91f7-860eb77a9af2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:09.791628 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3839c59-6f85-432f-9874-4ad044c954ae req-50d716af-8ef8-44e0-91f7-860eb77a9af2 service neutron] 10.222.0.59 "DELETE /v2.0/ports/91e45052-e4ac-4595-bc76-42deec27c3a4/bindings/n-h1-792394-12 HTTP/1.1" status: 204 len: 173 time: 0.8100080 Jul 07 19:12:09.874366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-b759b746-b5cc-402b-80e1-a44a0a1bc94f service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386848 Jul 07 19:12:09.885963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-351ce75e-ac3a-4aee-82cb-a6cce75b9d13 req-41ce2cfd-3dd1-4e44-98bc-83dde5f2123a service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590596 Jul 07 19:12:09.906601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331aaaa-eece-4d55-a441-deff36a3c520 req-563e7be2-84fe-4913-b219-dc353a15714c tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:09.908435 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c331aaaa-eece-4d55-a441-deff36a3c520 req-563e7be2-84fe-4913-b219-dc353a15714c tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 948 time: 0.3964479 Jul 07 19:12:09.977981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f02dda-9d91-4e6b-aa4e-5ae68a7fac7f req-d5abcdb3-9eac-4056-a552-3b69b14879d2 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:09.980132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4f02dda-9d91-4e6b-aa4e-5ae68a7fac7f req-d5abcdb3-9eac-4056-a552-3b69b14879d2 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 945 time: 0.3041785 Jul 07 19:12:10.026808 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49ca0cf1-7fab-4dc2-96eb-3d9798f17dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.035835 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-88647768-4df2-4bea-8fcc-9d878ef09df6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3799469 Jul 07 19:12:10.042086 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49ca0cf1-7fab-4dc2-96eb-3d9798f17dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.055979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Request body: {'port': {'device_id': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:10.073272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c331aaaa-eece-4d55-a441-deff36a3c520 req-efc81197-d9f6-4619-b05f-050bb87f999c tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467710 Jul 07 19:12:10.112217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4f02dda-9d91-4e6b-aa4e-5ae68a7fac7f req-c2f073d7-632f-4740-99bf-c46ebf86b9d9 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187034 Jul 07 19:12:10.127714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-49ca0cf1-7fab-4dc2-96eb-3d9798f17dec admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=571b853f671e4bea8e99c48abf781d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9481974 Jul 07 19:12:10.128134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca0cf1-7fab-4dc2-96eb-3d9798f17dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a68c46-90d8-43c1-b8a6-5d3511cc274b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:10.130736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:10.133913 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20966409-1861-46e1-b21a-3715b0ed5d5e req-694865c2-a4e1-4c87-b436-563857184669 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458715 Jul 07 19:12:10.173677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.218171 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b524a6b2-0793-4971-8817-38a3b14ab975 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:10.277449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 236ea148-14d7-4eda-88fa-21ed2d95934b up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:10.312326 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875365e1-7550-4205-bf3c-3ebe7e0016dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.369581 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875365e1-7550-4205-bf3c-3ebe7e0016dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.386568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:10.400464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 236ea148-14d7-4eda-88fa-21ed2d95934b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:10.409833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'mac_address': 'fa:16:3e:c3:7d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:10.412223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bf836-e253-4709-932d-2df45aa7bab6 req-617997f9-ca2b-4363-a3d1-2153ee6949a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:10.413498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 236ea148-14d7-4eda-88fa-21ed2d95934b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:10.413818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba8bf836-e253-4709-932d-2df45aa7bab6 req-617997f9-ca2b-4363-a3d1-2153ee6949a5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 1096 time: 0.2175305 Jul 07 19:12:10.414237 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.507257 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.521445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dee7f-5857-41f7-a331-02494866df7e req-af4bd1bd-d5f2-46c7-bab2-694cd906b9b4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:10.523997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f0dee7f-5857-41f7-a331-02494866df7e req-af4bd1bd-d5f2-46c7-bab2-694cd906b9b4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.2399559 Jul 07 19:12:10.544939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b524a6b2-0793-4971-8817-38a3b14ab975 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:10.589523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:10.598573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:10.599533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.608626 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.658198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Transition to ACTIVE for port object 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:10.667728 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.670955 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.693773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875365e1-7550-4205-bf3c-3ebe7e0016dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.696348 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875365e1-7550-4205-bf3c-3ebe7e0016dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.698831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-875365e1-7550-4205-bf3c-3ebe7e0016dc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/04a68c46-90d8-43c1-b8a6-5d3511cc274b HTTP/1.1" status: 204 len: 168 time: 0.5660422 Jul 07 19:12:10.753329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f0dee7f-5857-41f7-a331-02494866df7e req-ac31968e-7c99-480b-851e-8af663dee3c8 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224016 Jul 07 19:12:10.769191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875365e1-7550-4205-bf3c-3ebe7e0016dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a68c46-90d8-43c1-b8a6-5d3511cc274b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:10.817506 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bf836-e253-4709-932d-2df45aa7bab6 req-f7569c1c-d2bd-44e3-9c7d-c43beb488a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:10.818015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Pushing event updated for resources: {'Port': ['ID=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:10.820002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba8bf836-e253-4709-932d-2df45aa7bab6 req-f7569c1c-d2bd-44e3-9c7d-c43beb488a1e service neutron] 10.222.0.112 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 906 time: 0.3918166 Jul 07 19:12:10.908598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Attempting to bind port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:10.908982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Attempting to bind port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'c2042703-2863-4fee-9341-a4e9caa8b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:10.909317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Attempting to bind port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 on network b352ab2b-f904-4ccc-bf4c-55fb006a88df {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:10.914256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 on network b352ab2b-f904-4ccc-bf4c-55fb006a88df not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:10.914594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Attempting to bind port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 on network b352ab2b-f904-4ccc-bf4c-55fb006a88df {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:10.920818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:10.921172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Checking segment: {'id': 'c2042703-2863-4fee-9341-a4e9caa8b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:10.921567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Bound using segment: {'id': 'c2042703-2863-4fee-9341-a4e9caa8b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:10.922056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Bound port: 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2042703-2863-4fee-9341-a4e9caa8b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:10.922480 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:10.927611 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba8bf836-e253-4709-932d-2df45aa7bab6 req-ffe55834-d8f5-47fc-9b36-7d0bc7dd4bcd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=929464a5-0526-4611-833b-3cc15d11265f HTTP/1.1" status: 200 len: 217 time: 0.0894413 Jul 07 19:12:10.951859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e4b4a-220b-4c3a-913e-3fafc560fff9 req-28f236a6-3592-4cce-8e03-0ec01810c7cb tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:10.965239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c6e4b4a-220b-4c3a-913e-3fafc560fff9 req-28f236a6-3592-4cce-8e03-0ec01810c7cb tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 932 time: 0.3764198 Jul 07 19:12:10.966395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236ea148-14d7-4eda-88fa-21ed2d95934b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:10.968853 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1402131a-2d80-4577-92c9-d742afc2b245" -d '{"events": [{"server_uuid": "8cb0d808-d91a-4654-bfe3-d178bba2da57", "name": "network-vif-plugged", "status": "completed", "tag": "236ea148-14d7-4eda-88fa-21ed2d95934b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:10.974269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:10.989505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 236ea148-14d7-4eda-88fa-21ed2d95934b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=236ea148-14d7-4eda-88fa-21ed2d95934b,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:10.997815 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.008254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:11.048178 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cd16a4d-dad9-492d-9a00-6c4c6fe81e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.050838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] For port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:11.054890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] For port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:11.062604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.089020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b524a6b2-0793-4971-8817-38a3b14ab975'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:11.097056 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=236ea148-14d7-4eda-88fa-21ed2d95934b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:11.127881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bf836-e253-4709-932d-2df45aa7bab6 req-e5d75021-bc60-4ca8-9b37-8d5a30ca8c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:11.131123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba8bf836-e253-4709-932d-2df45aa7bab6 req-e5d75021-bc60-4ca8-9b37-8d5a30ca8c66 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.1188276 Jul 07 19:12:11.167164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:11.168311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.171832 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] 10.222.0.59 "PUT /v2.0/ports/3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 HTTP/1.1" status: 200 len: 1093 time: 1.1202431 Jul 07 19:12:11.175596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'tag': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:11.178004 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e573d297-4f5b-4ea7-8a83-46da4d211c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9302f1e0-eb44-49f6-9003-450edcda6e7f", "tag": "3601c3b8-9b28-4b98-b4b7-08075f4b0fd9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:11.221280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba8bf836-e253-4709-932d-2df45aa7bab6 req-d1c3d1f0-313d-4dbb-b5ac-8154b08b130b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743227 Jul 07 19:12:11.238643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c6e4b4a-220b-4c3a-913e-3fafc560fff9 req-82215ef4-89a5-45fc-b732-67e0eef227ba tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721610 Jul 07 19:12:11.283857 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.344250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c86c1-0468-46b3-ac67-ac609d834c8d service neutron] Pushing event updated for resources: {'Port': ['ID=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:11.377336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57386c3e-2d25-4b9e-ba71-4076a1dcf531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.431595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-d125b2ff-8d1a-48ef-9d67-d7931e6d6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:11.435321 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-d125b2ff-8d1a-48ef-9d67-d7931e6d6e1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 1096 time: 0.1679254 Jul 07 19:12:11.508189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba8bf836-e253-4709-932d-2df45aa7bab6 req-d3ebc14e-b79a-409b-8ad2-550e6d83400b service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683918 Jul 07 19:12:11.514165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 929464a5-0526-4611-833b-3cc15d11265f details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:11.578245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb62a9b-25ea-4f78-8210-2cadebaa164f req-eb85319e-2223-4293-aa36-2b6088913aaa tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:11.579807 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdb62a9b-25ea-4f78-8210-2cadebaa164f req-eb85319e-2223-4293-aa36-2b6088913aaa tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 944 time: 0.2200220 Jul 07 19:12:11.630319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48748c86-19ad-4a9e-8a4a-ed9d485a1588 req-fa4983fb-c81a-4908-b9b3-9b300099e34e tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:11.637225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48748c86-19ad-4a9e-8a4a-ed9d485a1588 req-fa4983fb-c81a-4908-b9b3-9b300099e34e tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 1097 time: 0.2343314 Jul 07 19:12:11.648147 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 929464a5-0526-4611-833b-3cc15d11265f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=929464a5-0526-4611-833b-3cc15d11265f,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:11.654916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57386c3e-2d25-4b9e-ba71-4076a1dcf531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.661673 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-15defe60-efff-4c35-bd56-89e6fa7063d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 HTTP/1.1" status: 200 len: 217 time: 0.1031370 Jul 07 19:12:11.663138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '929464a5-0526-4611-833b-3cc15d11265f', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'port_id': '929464a5-0526-4611-833b-3cc15d11265f', 'mac_address': 'fa:16:3e:2c:a1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084d94ab-3177-4528-abdd-04a99c38e68d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:11.663819 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57386c3e-2d25-4b9e-ba71-4076a1dcf531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.704405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdb62a9b-25ea-4f78-8210-2cadebaa164f req-9f2a5764-c640-4e02-adb8-a1712a168948 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931828 Jul 07 19:12:11.723165 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.725537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48748c86-19ad-4a9e-8a4a-ed9d485a1588 req-6406fe37-7183-4287-bc43-6e76ded5ba30 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874565 Jul 07 19:12:11.732912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba8bf836-e253-4709-932d-2df45aa7bab6 req-f1d88276-e75a-40a3-b06c-4e35f41712d2 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082851 Jul 07 19:12:11.753772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929464a5-0526-4611-833b-3cc15d11265f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:11.778362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 929464a5-0526-4611-833b-3cc15d11265f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=929464a5-0526-4611-833b-3cc15d11265f,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:11.788248 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:11.802113 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-57386c3e-2d25-4b9e-ba71-4076a1dcf531 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4af14b00a5a34c6f8d6dab653ae86e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7921829 Jul 07 19:12:11.804890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:11.814588 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4609618-2ff9-4f82-bc84-288deaa9e7c7 x-openstack-request-id: req-d4609618-2ff9-4f82-bc84-288deaa9e7c7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:11.815014 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb0d808-d91a-4654-bfe3-d178bba2da57", "name": "network-vif-plugged", "status": "completed", "tag": "236ea148-14d7-4eda-88fa-21ed2d95934b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:11.815165 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d4609618-2ff9-4f82-bc84-288deaa9e7c7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:11.815497 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236ea148-14d7-4eda-88fa-21ed2d95934b', 'code': 200} Jul 07 19:12:11.829985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57386c3e-2d25-4b9e-ba71-4076a1dcf531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4babaca-c716-4028-b409-10da50ae792b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:11.864347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-fcf06d75-7df3-4bd0-8bbf-e98e34663ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:11.865961 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-fcf06d75-7df3-4bd0-8bbf-e98e34663ba3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab6edf22-6c96-4d86-aa05-2d69792ab6dc HTTP/1.1" status: 200 len: 853 time: 0.1960330 Jul 07 19:12:11.868642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=929464a5-0526-4611-833b-3cc15d11265f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:11.919163 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-91d41200-fe3d-447e-9d07-e2f3b992ceed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b352ab2b-f904-4ccc-bf4c-55fb006a88df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381904 Jul 07 19:12:12.001722 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898700b1-9dc8-4530-bc01-a23071eff16a x-openstack-request-id: req-898700b1-9dc8-4530-bc01-a23071eff16a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:12.002383 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9302f1e0-eb44-49f6-9003-450edcda6e7f", "tag": "3601c3b8-9b28-4b98-b4b7-08075f4b0fd9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:12.002480 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-898700b1-9dc8-4530-bc01-a23071eff16a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:12.005884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:12.020573 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'tag': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9', 'status': 'completed', 'code': 200} Jul 07 19:12:12.145264 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-9b86ab2a-705e-4897-b665-6a8ed8ef6df0 service neutron] 10.222.0.59 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058971 Jul 07 19:12:12.256536 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-163cf344-10a4-440e-8e18-cf05a6e5fdc8 req-e207f6ee-8bbb-4d5a-b015-8b5a7f110589 service neutron] 10.222.0.59 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037791 Jul 07 19:12:12.262772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b524a6b2-0793-4971-8817-38a3b14ab975 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:12.305387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:12.324655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port b524a6b2-0793-4971-8817-38a3b14ab975 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:12.331006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port b524a6b2-0793-4971-8817-38a3b14ab975 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:12.331006 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:12.390989 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79aa28c9-6faa-4f22-a972-e11efc5ad630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:12.437183 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:12.458110 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79aa28c9-6faa-4f22-a972-e11efc5ad630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:12.460494 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573d297-4f5b-4ea7-8a83-46da4d211c3f req-8c04b14d-8f50-4368-8964-719a1960862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.463353 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e573d297-4f5b-4ea7-8a83-46da4d211c3f req-8c04b14d-8f50-4368-8964-719a1960862e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 1096 time: 0.0930130 Jul 07 19:12:12.479532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:12.484772 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:12.532359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd007b-8a9a-46c7-aded-68b0a52fa3b4 req-aa2c12a4-2b50-476f-8aac-0e33fdf9af3c tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.533958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40dd007b-8a9a-46c7-aded-68b0a52fa3b4 req-aa2c12a4-2b50-476f-8aac-0e33fdf9af3c tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 949 time: 0.5929873 Jul 07 19:12:12.549401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:12.552869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841543-979c-4814-8cbe-807b69c45cd2 req-52bff253-4a56-41fa-928f-53fa1ee1134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.554662 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75841543-979c-4814-8cbe-807b69c45cd2 req-52bff253-4a56-41fa-928f-53fa1ee1134c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 1101 time: 0.6123393 Jul 07 19:12:12.577115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03778d1-f12c-438d-9d05-f7c9b43dd908 req-6e7d2637-c45c-4a5e-8cb1-0a9c7a7a4ab5 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.583923 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a03778d1-f12c-438d-9d05-f7c9b43dd908 req-6e7d2637-c45c-4a5e-8cb1-0a9c7a7a4ab5 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.1957858 Jul 07 19:12:12.597010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573d297-4f5b-4ea7-8a83-46da4d211c3f req-4ffcf1f4-d45e-4f58-a462-a7ebb9d3907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.598574 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e573d297-4f5b-4ea7-8a83-46da4d211c3f req-4ffcf1f4-d45e-4f58-a462-a7ebb9d3907b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 200 len: 915 time: 0.1238971 Jul 07 19:12:12.630032 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79aa28c9-6faa-4f22-a972-e11efc5ad630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:12.632505 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79aa28c9-6faa-4f22-a972-e11efc5ad630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:12.633635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-79aa28c9-6faa-4f22-a972-e11efc5ad630 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f4babaca-c716-4028-b409-10da50ae792b HTTP/1.1" status: 204 len: 168 time: 0.8270578 Jul 07 19:12:12.652331 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e573d297-4f5b-4ea7-8a83-46da4d211c3f req-291085c3-fbfb-4d51-ba73-6e48f380f7ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 HTTP/1.1" status: 200 len: 217 time: 0.0457973 Jul 07 19:12:12.665505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40dd007b-8a9a-46c7-aded-68b0a52fa3b4 req-0aa2ace3-2bf6-4e31-be97-49cb994765ce tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242507 Jul 07 19:12:12.669265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa28c9-6faa-4f22-a972-e11efc5ad630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4babaca-c716-4028-b409-10da50ae792b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:12.674208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75841543-979c-4814-8cbe-807b69c45cd2 req-e6332c82-b0c2-4439-85f7-b90088c2632a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054084 Jul 07 19:12:12.677831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a03778d1-f12c-438d-9d05-f7c9b43dd908 req-225ee1d4-6df7-49f2-923e-84d39d15e010 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929294 Jul 07 19:12:12.733227 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573d297-4f5b-4ea7-8a83-46da4d211c3f req-c262d10e-1655-4f65-bb48-7e6906932631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.735330 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e573d297-4f5b-4ea7-8a83-46da4d211c3f req-c262d10e-1655-4f65-bb48-7e6906932631 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab6edf22-6c96-4d86-aa05-2d69792ab6dc HTTP/1.1" status: 200 len: 853 time: 0.0746117 Jul 07 19:12:12.937574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-748d5d1f-0668-4789-91fb-2cbff6abef51 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:12.939464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-748d5d1f-0668-4789-91fb-2cbff6abef51 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 821 time: 0.1412170 Jul 07 19:12:12.957031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-d2f85e92-ae23-42d8-bba3-2cf09fcdc76a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/quotas/077584ff508b4bd2b35a4a839b90cfc2 HTTP/1.1" status: 200 len: 375 time: 0.0119863 Jul 07 19:12:13.017989 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e573d297-4f5b-4ea7-8a83-46da4d211c3f req-ac0e2ebf-7b5d-4d38-a5b7-a6a28111a7d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b352ab2b-f904-4ccc-bf4c-55fb006a88df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325260 Jul 07 19:12:13.050191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-770aa632-155b-41ed-8471-9492d04868b2 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0861762 Jul 07 19:12:13.143812 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e573d297-4f5b-4ea7-8a83-46da4d211c3f req-1792eea8-2a0f-4c81-bbf4-54f12a477b97 service neutron] 10.222.0.59 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987568 Jul 07 19:12:13.215809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-060ef400-51dc-4486-822a-868f5bd6c261 service neutron] 10.222.0.113 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578066 Jul 07 19:12:13.269649 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e573d297-4f5b-4ea7-8a83-46da4d211c3f req-78e27442-dfd4-4454-b109-89deebdf14ed service neutron] 10.222.0.59 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182315 Jul 07 19:12:13.311632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c053a-8ef4-49aa-be85-44c2eacbf242 req-7ac90134-deab-4966-81e4-ddaf922c8fef tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:13.313237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32c053a-8ef4-49aa-be85-44c2eacbf242 req-7ac90134-deab-4966-81e4-ddaf922c8fef tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 944 time: 0.1677949 Jul 07 19:12:13.378525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-f211f028-586b-4a76-8f37-3bef3268e71e service neutron] 10.222.0.113 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618035 Jul 07 19:12:13.384437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32c053a-8ef4-49aa-be85-44c2eacbf242 req-f519f802-c04e-479b-ab6c-1ea6423edc12 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643499 Jul 07 19:12:13.524229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 929464a5-0526-4611-833b-3cc15d11265f up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:13.654004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 929464a5-0526-4611-833b-3cc15d11265f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:13.662963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 929464a5-0526-4611-833b-3cc15d11265f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:13.663939 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:13.808891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:13.813497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a4c33a0-1354-4b1c-8d64-74d7e58d6aaa req-6dbd80bd-f08a-4840-a393-f2b43d5b7b6f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 210 time: 0.0936437 Jul 07 19:12:13.824396 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:13.824396 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d2c263-43bb-4adf-8a17-8ec3b2c1aaef" -d '{"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-plugged", "status": "completed", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:13.859443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea531c6a-2ce2-492b-9fb3-c79d23a2e8f2 req-91311ba3-fb86-40ec-88c9-0c8ec2a6977c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:13.886725 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:13.897072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea531c6a-2ce2-492b-9fb3-c79d23a2e8f2 req-91311ba3-fb86-40ec-88c9-0c8ec2a6977c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 945 time: 0.3345296 Jul 07 19:12:13.915251 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:13.949017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 929464a5-0526-4611-833b-3cc15d11265f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=929464a5-0526-4611-833b-3cc15d11265f,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:13.958540 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.004141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea531c6a-2ce2-492b-9fb3-c79d23a2e8f2 req-79fdf105-a053-49d2-9d04-7dc21e627e4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033957 Jul 07 19:12:14.101445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=929464a5-0526-4611-833b-3cc15d11265f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:14.116139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.116498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.118636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.118873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.119238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.120263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.123219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.123562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.123895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.124222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.127368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.127749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:14.169161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f75f48-0e28-412a-a684-77722f549645 req-21d2d1ec-56f0-4836-92e4-4a7169f38df7 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:14.173099 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7f75f48-0e28-412a-a684-77722f549645 req-21d2d1ec-56f0-4836-92e4-4a7169f38df7 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 949 time: 0.1380277 Jul 07 19:12:14.257093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-968325063-network', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:14.257951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7f75f48-0e28-412a-a684-77722f549645 req-83df8c2f-50da-4e24-9aad-6e87f02b1777 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479527 Jul 07 19:12:14.277178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04de5e-ec1d-4d19-8eab-191dab6f54f7 req-1b868e32-bf2c-4323-b1d7-162fc5436c82 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:14.284064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc04de5e-ec1d-4d19-8eab-191dab6f54f7 req-1b868e32-bf2c-4323-b1d7-162fc5436c82 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.1093068 Jul 07 19:12:14.320589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Made reservation on behalf of 9996ae2f92b94de2b762f127afcf24d5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:14.324610 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.341623 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.347005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc04de5e-ec1d-4d19-8eab-191dab6f54f7 req-5d971129-18ee-4ee4-a41b-5a3fc67de00f tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598147 Jul 07 19:12:14.362144 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e03b49c-37d4-4c67-9259-3944ca4713d9 x-openstack-request-id: req-1e03b49c-37d4-4c67-9259-3944ca4713d9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:14.362746 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-plugged", "status": "completed", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:14.362746 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1e03b49c-37d4-4c67-9259-3944ca4713d9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:14.363204 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'code': 200} Jul 07 19:12:14.444781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:14.531525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.545484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.561620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1144} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:12:14.589377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411ed46-3329-4e14-8052-8200d7bb6d1c req-f752bee3-b4e2-489c-8859-f551241bb677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:14.590968 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1411ed46-3329-4e14-8052-8200d7bb6d1c req-f752bee3-b4e2-489c-8859-f551241bb677 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=74e67155-36ff-4540-beb7-4b82b0bd8946 HTTP/1.1" status: 200 len: 1101 time: 0.1213782 Jul 07 19:12:14.597529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.597890 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Added segment 4106f422-7ae5-4b27-a481-e98ea1240ebb of type vlan for network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d Jul 07 19:12:14.638223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2f6f8-5e1e-4ffd-8658-5edc82c8e0d1 req-18443452-1a77-4946-a783-5ff3f52ca272 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:14.639601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617a713a-b168-4019-8d0f-5e9e917cfdf0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:14.645058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85d2f6f8-5e1e-4ffd-8658-5edc82c8e0d1 req-18443452-1a77-4946-a783-5ff3f52ca272 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 944 time: 0.0891571 Jul 07 19:12:14.672304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e24f0fc9-5dce-42f0-86e1-ef7492585ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.696352 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.714605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85d2f6f8-5e1e-4ffd-8658-5edc82c8e0d1 req-fa18578d-5f0a-4d97-ac63-2ec87edaba24 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629368 Jul 07 19:12:14.726013 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1411ed46-3329-4e14-8052-8200d7bb6d1c req-5c638ed7-2e0b-448f-b07d-95fe9b1fdecc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128845 Jul 07 19:12:14.773552 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.774524 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:14.775182 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.867449 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] Pushing event updated for resources: {'Network': ['ID=2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:14.880262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:12:14.903900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e24f0fc9-5dce-42f0-86e1-ef7492585ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.910160 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e24f0fc9-5dce-42f0-86e1-ef7492585ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:14.933348 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-10a30de6-3da7-4c65-9767-d74221f6696e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1198835 Jul 07 19:12:14.934330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:14.941947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] Request body: {'subnet': {'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-968325063-subnet', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:14.956135 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e24f0fc9-5dce-42f0-86e1-ef7492585ecf admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8406d55f1b1047aa99a9133476d36f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097361 Jul 07 19:12:14.957146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f0fc9-5dce-42f0-86e1-ef7492585ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21104b2-c2a6-4766-8790-dfcee2c67969,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:14.960309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:15.022972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] Made reservation on behalf of 9996ae2f92b94de2b762f127afcf24d5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:15.025544 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.029397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10d17ed7-052e-4e53-9319-4ae758786fbe req-cdfe0ba9-7718-496a-82ac-a3936ece6405 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 210 time: 0.0577109 Jul 07 19:12:15.112056 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa6a3-a880-4274-ad3d-fee9fa8aac4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.157596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa6a3-a880-4274-ad3d-fee9fa8aac4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.384100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-e5d2e4f2-6d29-4697-9f40-fa88c000c912 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:15.386481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-e5d2e4f2-6d29-4697-9f40-fa88c000c912 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 821 time: 0.2310386 Jul 07 19:12:15.387225 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa6a3-a880-4274-ad3d-fee9fa8aac4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.390021 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa6a3-a880-4274-ad3d-fee9fa8aac4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.391205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0e4fa6a3-a880-4274-ad3d-fee9fa8aac4a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b21104b2-c2a6-4766-8790-dfcee2c67969 HTTP/1.1" status: 204 len: 168 time: 0.4295273 Jul 07 19:12:15.432867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Request body: {'port': {'device_id': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc', 'admin_state_up': True, 'tenant_id': '077584ff508b4bd2b35a4a839b90cfc2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:15.454612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1476633-c57b-4f63-835d-a0bbeea4c213 req-acae3e80-756c-4fe8-9214-9a659d8d6da2 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:15.456151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1476633-c57b-4f63-835d-a0bbeea4c213 req-acae3e80-756c-4fe8-9214-9a659d8d6da2 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 946 time: 0.3119001 Jul 07 19:12:15.471480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fa6a3-a880-4274-ad3d-fee9fa8aac4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21104b2-c2a6-4766-8790-dfcee2c67969,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:15.552595 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.647015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1476633-c57b-4f63-835d-a0bbeea4c213 req-034b89d5-0a5f-49b4-80a5-b97778859693 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734042 Jul 07 19:12:15.689791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e53ac5-c830-4385-9572-c93a3ec7aa96,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:15.690179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:15.704979 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118ff233-a787-42d0-b5aa-e0d50b226654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.707706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] Checking segment: {'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:15.708068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] Network hostable DHCP agents. Network: 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:12:15.724176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f864f3e-8d97-4d03-8da4-e9c9f7df2929 req-08564d0d-9c48-4cdf-824a-c5eebb436d22 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:15.725763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f864f3e-8d97-4d03-8da4-e9c9f7df2929 req-08564d0d-9c48-4cdf-824a-c5eebb436d22 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 949 time: 0.3069916 Jul 07 19:12:15.729924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Made reservation on behalf of 077584ff508b4bd2b35a4a839b90cfc2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:15.733513 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.810207 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118ff233-a787-42d0-b5aa-e0d50b226654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.814453 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118ff233-a787-42d0-b5aa-e0d50b226654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.815275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] Network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:12:15.858885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ff233-a787-42d0-b5aa-e0d50b226654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5232d7-7538-4f00-bacf-8883c75dd723,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:15.864660 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-118ff233-a787-42d0-b5aa-e0d50b226654 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7c05f68fa2124f8699cf24056d5d4a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730199 Jul 07 19:12:15.867078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:15.868785 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f864f3e-8d97-4d03-8da4-e9c9f7df2929 req-eb7ab894-6899-442e-b0cb-87ad56e91250 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310909 Jul 07 19:12:15.876500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:15.886084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c341c567-acf9-477d-aef8-aba5258f3856 None None] Network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:12:15.887368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:15.888061 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.937245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8734fea-b1a7-43ec-9b64-de0b1678db2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.939575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d75fb725-6e88-44ff-8288-56f6e651ac18 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0041578 Jul 07 19:12:15.943303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:15.948363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:15.967225 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8734fea-b1a7-43ec-9b64-de0b1678db2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.985277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6994e55-e096-41f2-80ae-71ef9fe5ead3 req-c8d60ef0-3265-4db9-b805-b8535f7e9378 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:15.992175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6994e55-e096-41f2-80ae-71ef9fe5ead3 req-c8d60ef0-3265-4db9-b805-b8535f7e9378 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.2238905 Jul 07 19:12:16.022801 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8734fea-b1a7-43ec-9b64-de0b1678db2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.023066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Allocated IP 172.20.0.12 (3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc/0c35a17e-458f-44d2-b94e-ba875ec42b7f/0e5ff155-ace6-4090-8183-1077e002e903) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:16.027266 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.027443 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8734fea-b1a7-43ec-9b64-de0b1678db2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.028252 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.032109 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b8734fea-b1a7-43ec-9b64-de0b1678db2c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5d5232d7-7538-4f00-bacf-8883c75dd723 HTTP/1.1" status: 204 len: 168 time: 0.1637952 Jul 07 19:12:16.054121 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8734fea-b1a7-43ec-9b64-de0b1678db2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5232d7-7538-4f00-bacf-8883c75dd723,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:16.086401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6994e55-e096-41f2-80ae-71ef9fe5ead3 req-bcb63897-30e8-4709-b869-970436fa5790 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933075 Jul 07 19:12:16.146411 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.223107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:12:16.224460 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.263490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:16.366018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36703117-cc40-46f3-9bf3-a7add12e0961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929464a5-0526-4611-833b-3cc15d11265f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:16.368426 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cdb681-9187-48e4-97b6-dc7f062b567f" -d '{"events": [{"server_uuid": "36703117-cc40-46f3-9bf3-a7add12e0961", "name": "network-vif-plugged", "status": "completed", "tag": "929464a5-0526-4611-833b-3cc15d11265f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:16.434763 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.468568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Allocated IP 172.20.0.2 (2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d/63e53ac5-c830-4385-9572-c93a3ec7aa96/b32cd431-5eaf-4d7b-84d5-fa38c144cf61) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:16.469775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940426c4-dd0b-42b5-9029-3ae77ceeeac6 req-f702085b-cb10-4fd0-9ef7-924c8848781d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:16.471441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-940426c4-dd0b-42b5-9029-3ae77ceeeac6 req-f702085b-cb10-4fd0-9ef7-924c8848781d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 944 time: 0.3402822 Jul 07 19:12:16.494877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:16.506682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.523415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9', 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df', 'port_id': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9', 'mac_address': 'fa:16:3e:4d:27:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6edf22-6c96-4d86-aa05-2d69792ab6dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:16.594073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906bda-e4da-438c-8b28-3bde759faf63 req-e30ca87c-23e7-4ff8-a17c-bc52a57a4050 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:16.595655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4906bda-e4da-438c-8b28-3bde759faf63 req-e30ca87c-23e7-4ff8-a17c-bc52a57a4050 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=74e67155-36ff-4540-beb7-4b82b0bd8946 HTTP/1.1" status: 200 len: 949 time: 0.3082519 Jul 07 19:12:16.607511 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-940426c4-dd0b-42b5-9029-3ae77ceeeac6 req-9f23dfa0-26e6-41a0-a84f-0a4493b27f7e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162796 Jul 07 19:12:16.637146 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.665960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:16.669273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4906bda-e4da-438c-8b28-3bde759faf63 req-a0a2c314-e5a9-479c-8c5d-09d4fbe16058 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651686 Jul 07 19:12:16.673736 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.729248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:16.739374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:16.740075 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.745072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:16.747827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:16.777274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Pushing event updated for resources: {'Port': ['ID=0e5ff155-ace6-4090-8183-1077e002e903,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:16.792498 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.814275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Transition to ACTIVE for port object b32cd431-5eaf-4d7b-84d5-fa38c144cf61 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:16.842679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:16.858065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Transition to ACTIVE for port object b32cd431-5eaf-4d7b-84d5-fa38c144cf61 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:16.866088 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.907163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:16.909478 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:16.926101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:16.928336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Pushing event updated for resources: {'Port': ['ID=b32cd431-5eaf-4d7b-84d5-fa38c144cf61,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:16.938825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:16.941476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:16.994009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c5a70d9e-498e-4c52-a56b-567051f9ed6a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5792286 Jul 07 19:12:17.008669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Request body: {'port': {'device_id': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:17.023379 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a68f80-f207-422e-86af-389f1f2662d4 x-openstack-request-id: req-c9a68f80-f207-422e-86af-389f1f2662d4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:17.023379 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36703117-cc40-46f3-9bf3-a7add12e0961", "name": "network-vif-plugged", "status": "completed", "tag": "929464a5-0526-4611-833b-3cc15d11265f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:17.023983 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c9a68f80-f207-422e-86af-389f1f2662d4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:17.024786 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36703117-cc40-46f3-9bf3-a7add12e0961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929464a5-0526-4611-833b-3cc15d11265f', 'code': 200} Jul 07 19:12:17.049995 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.064891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Attempting to bind port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:17.065385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Attempting to bind port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:17.066287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Attempting to bind port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 on network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:17.075071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:17.075544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Checking segment: {'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:17.076022 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.077054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Bound using segment: {'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:17.077630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Bound port: b32cd431-5eaf-4d7b-84d5-fa38c144cf61, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:17.078079 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.089393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.132933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b2750-2d19-47cb-ba0e-59aa8ba8052e req-a67a5c34-b270-4d43-a759-c5fd850aa696 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:17.141147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a73b2750-2d19-47cb-ba0e-59aa8ba8052e req-a67a5c34-b270-4d43-a759-c5fd850aa696 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 932 time: 0.3264117 Jul 07 19:12:17.151808 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:17.183602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc9a4b-d154-45e6-a49c-bfe51dfebd54 req-69b1d9bc-4c56-4c5c-ad8e-af5a790aa394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:17.186677 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fddc9a4b-d154-45e6-a49c-bfe51dfebd54 req-69b1d9bc-4c56-4c5c-ad8e-af5a790aa394 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 1098 time: 0.0889463 Jul 07 19:12:17.233776 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fddc9a4b-d154-45e6-a49c-bfe51dfebd54 req-7c8579e2-e2df-4304-ac4a-3ae92b7cf018 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Jul 07 19:12:17.244020 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.264928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] For port b32cd431-5eaf-4d7b-84d5-fa38c144cf61, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:17.269602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] For port b32cd431-5eaf-4d7b-84d5-fa38c144cf61, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b32cd431-5eaf-4d7b-84d5-fa38c144cf61,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:17.282363 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:17.379561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b55b2-0a7e-4730-8b21-caebe11b6b38 None None] Pushing event updated for resources: {'Port': ['ID=b32cd431-5eaf-4d7b-84d5-fa38c144cf61,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:17.661367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a73b2750-2d19-47cb-ba0e-59aa8ba8052e req-3a693d20-7606-439a-84e1-003daaf6961d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189681 Jul 07 19:12:17.767229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72918e4c-2390-4b22-83b0-dac72acb4638 req-23252c56-9f67-4ce2-a812-94b30d0cd829 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:17.768944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72918e4c-2390-4b22-83b0-dac72acb4638 req-23252c56-9f67-4ce2-a812-94b30d0cd829 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 946 time: 0.6145346 Jul 07 19:12:17.779376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Allocated IP 172.25.2.25 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/4c9864b1-5a7b-4ca1-810b-12b329fba372) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:17.936597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72918e4c-2390-4b22-83b0-dac72acb4638 req-2e0373b1-ffaf-4785-b2cc-27910140497a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001372 Jul 07 19:12:18.079401 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.221072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5ff155-ace6-4090-8183-1077e002e903 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:18.232122 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.251217 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.269536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Transition to ACTIVE for port object 0e5ff155-ace6-4090-8183-1077e002e903 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:18.317593 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.355931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:18.375432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:18.405955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Pushing event updated for resources: {'Port': ['ID=4c9864b1-5a7b-4ca1-810b-12b329fba372,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:18.415674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18c096-73eb-4624-8665-75f2ecfb4473 req-b3d50d42-9b4f-4a5d-af77-e249a8f3dd97 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:18.417870 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c18c096-73eb-4624-8665-75f2ecfb4473 req-b3d50d42-9b4f-4a5d-af77-e249a8f3dd97 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.2703826 Jul 07 19:12:18.418699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:18.580946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c18c096-73eb-4624-8665-75f2ecfb4473 req-39e48bbf-3118-4e42-bea2-42413b6c516c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150873 Jul 07 19:12:18.581565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ff155-ace6-4090-8183-1077e002e903,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:18.702879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d20442-eb27-4cb3-beed-1842ea83d452 None None] Network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:12:18.707012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efac4fe-b538-4073-bca7-503da64d13bf req-90af3b67-9977-46ef-beba-6ff654737842 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:18.708250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5efac4fe-b538-4073-bca7-503da64d13bf req-90af3b67-9977-46ef-beba-6ff654737842 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 945 time: 0.3596151 Jul 07 19:12:18.767449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:18.767786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:18.768255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:18.789263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Port 0e5ff155-ace6-4090-8183-1077e002e903 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:18.789594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:18.806396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:18.807418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:18.808035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:18.808150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Bound port: 0e5ff155-ace6-4090-8183-1077e002e903, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:18.808684 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.816831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5efac4fe-b538-4073-bca7-503da64d13bf req-812ad96c-7f47-4d9c-8fb4-5d1c99b47ea4 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810568 Jul 07 19:12:18.916687 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.919150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-75ca77a5-2137-4004-8425-3bf666a9748c None None] Provisioning for port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:19.039316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:19.046202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.059206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0e5ff155-ace6-4090-8183-1077e002e903,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:19.106583 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.131242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b32cd431-5eaf-4d7b-84d5-fa38c144cf61 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:19.185602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:19.190025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:19.190648 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.209503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.210427 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.211986 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] 10.222.0.112 "PUT /v2.0/ports/0e5ff155-ace6-4090-8183-1077e002e903 HTTP/1.1" status: 200 len: 1093 time: 2.2075679 Jul 07 19:12:19.258126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'tag': '0e5ff155-ace6-4090-8183-1077e002e903'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:19.261070 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcf000a-6d22-4e9e-9c18-82da2d41d7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4", "tag": "0e5ff155-ace6-4090-8183-1077e002e903"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:19.297600 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.350017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port b32cd431-5eaf-4d7b-84d5-fa38c144cf61, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b32cd431-5eaf-4d7b-84d5-fa38c144cf61,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:19.355321 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.361486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d1adc-4b9e-4aea-b12f-29704b69f3d2 req-3d9bafc5-f6d3-4472-8f8d-c18c1df69737 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.370040 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b0d1adc-4b9e-4aea-b12f-29704b69f3d2 req-3d9bafc5-f6d3-4472-8f8d-c18c1df69737 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 944 time: 0.3964818 Jul 07 19:12:19.399982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a0abc-3985-49a3-b66f-81acb663a623 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ff155-ace6-4090-8183-1077e002e903,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:19.426130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=b32cd431-5eaf-4d7b-84d5-fa38c144cf61,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:19.438126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:19.450034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b0d1adc-4b9e-4aea-b12f-29704b69f3d2 req-2931f4bd-4e66-42ef-8e0f-e5bbd9f28039 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791078 Jul 07 19:12:19.456004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-27da6d9f-5625-4bcf-823f-574076f36c40 None None] Provisioning complete for port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:19.456551 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27da6d9f-5625-4bcf-823f-574076f36c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.517802 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9d30b2-497b-4e2c-86c1-a1931a6250b4 x-openstack-request-id: req-8a9d30b2-497b-4e2c-86c1-a1931a6250b4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:19.518072 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4", "tag": "0e5ff155-ace6-4090-8183-1077e002e903", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:19.518525 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8a9d30b2-497b-4e2c-86c1-a1931a6250b4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:19.518913 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'tag': '0e5ff155-ace6-4090-8183-1077e002e903', 'status': 'completed', 'code': 200} Jul 07 19:12:19.529929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce670cd-55e0-4079-9ccd-909b7ed8021b req-5769d28c-fa05-467c-a824-7b1668605227 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.531500 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ce670cd-55e0-4079-9ccd-909b7ed8021b req-5769d28c-fa05-467c-a824-7b1668605227 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 946 time: 0.3713777 Jul 07 19:12:19.551764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-abdd3020-b9e2-41d2-b950-9a65b36a0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.553521 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-abdd3020-b9e2-41d2-b950-9a65b36a0876 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 1096 time: 0.2871945 Jul 07 19:12:19.563314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52025e6c-5527-43bd-9214-558b11027a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.639936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-167a282e-3e72-4372-90db-a091f751cb31 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e5ff155-ace6-4090-8183-1077e002e903 HTTP/1.1" status: 200 len: 217 time: 0.0519631 Jul 07 19:12:19.669129 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52025e6c-5527-43bd-9214-558b11027a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.673290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52025e6c-5527-43bd-9214-558b11027a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.689779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ce670cd-55e0-4079-9ccd-909b7ed8021b req-9da70626-30b8-45f1-8744-3666492fe8f9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512747 Jul 07 19:12:19.703366 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:19.716963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-0715d85a-f407-4572-a2f6-4eab062225e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:19.720662 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-0715d85a-f407-4572-a2f6-4eab062225e1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0704107 Jul 07 19:12:19.720810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:19.721829 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-52025e6c-5527-43bd-9214-558b11027a13 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b38a834a386741e98b3330817c74be32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824998 Jul 07 19:12:19.725886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52025e6c-5527-43bd-9214-558b11027a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfcc577-883b-425f-a98a-bca301566f83,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:19.836662 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-099a0a53-e7ac-4749-b0ae-45b532b85abd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751762 Jul 07 19:12:20.060978 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-979d7053-414b-46f7-b312-841096cdcf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.082956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6239-63ef-403c-945e-7d9a55266b6b req-1287fbc9-abae-42cc-bdaf-8d25b69ad372 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:20.084737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4ff6239-63ef-403c-945e-7d9a55266b6b req-1287fbc9-abae-42cc-bdaf-8d25b69ad372 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.3247354 Jul 07 19:12:20.142342 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-979d7053-414b-46f7-b312-841096cdcf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.162666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-cd209afd-fd8d-45d8-bc16-673dc711de18 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163812 Jul 07 19:12:20.270903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4ff6239-63ef-403c-945e-7d9a55266b6b req-a67704ed-0ed2-4691-ade4-5698bdfc3752 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725748 Jul 07 19:12:20.283608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba7fe9-eb64-4118-9152-230f3826022a req-796813a4-e9bc-4499-af17-09e483f9d240 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:20.294061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8aba7fe9-eb64-4118-9152-230f3826022a req-796813a4-e9bc-4499-af17-09e483f9d240 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.3067629 Jul 07 19:12:20.300670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b524a6b2-0793-4971-8817-38a3b14ab975 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:20.308771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:20.316949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Router 6548897f-8680-422b-a338-7b30b4776a70 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:12:20.327906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8aba7fe9-eb64-4118-9152-230f3826022a req-a03883f7-3962-4ecd-8ae5-2036be4146c6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/quotas/25c6dbb9285a4bea81598c898b584774 HTTP/1.1" status: 200 len: 375 time: 0.0335252 Jul 07 19:12:20.357712 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-979d7053-414b-46f7-b312-841096cdcf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.360187 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-979d7053-414b-46f7-b312-841096cdcf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.364087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-979d7053-414b-46f7-b312-841096cdcf5f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8dfcc577-883b-425f-a98a-bca301566f83 HTTP/1.1" status: 204 len: 168 time: 0.6424246 Jul 07 19:12:20.390044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c958426d-f1a9-41fb-980e-b818ff8c8c94 req-bde4742c-fcd9-40fb-af21-424a9404946b service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110617 Jul 07 19:12:20.428637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:20.440881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d7053-414b-46f7-b312-841096cdcf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfcc577-883b-425f-a98a-bca301566f83,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:20.574169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:20.574815 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.622652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:20.642711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'mac_address': 'fa:16:3e:c3:7d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:20.718360 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.744827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b524a6b2-0793-4971-8817-38a3b14ab975 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:20.744948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:20.752758 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.761313 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd2bf-a722-47c4-aa68-b3464313fd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.777693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:20.786010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.798843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:20.801209 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e3eeaf-7046-4f6b-b02b-d520dfcf6a92" -d '{"events": [{"server_uuid": "9302f1e0-eb44-49f6-9003-450edcda6e7f", "name": "network-vif-plugged", "status": "completed", "tag": "3601c3b8-9b28-4b98-b4b7-08075f4b0fd9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:20.839576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:20.844345 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.865724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:20.887792 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd2bf-a722-47c4-aa68-b3464313fd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.893732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd2bf-a722-47c4-aa68-b3464313fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.928891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:20.937386 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4a1fd2bf-a722-47c4-aa68-b3464313fd18 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a4fc21213db841068f6ddd60106191af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888731 Jul 07 19:12:20.937386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fd2bf-a722-47c4-aa68-b3464313fd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dbd197-5345-44b1-926d-a4b483ca8a43,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:20.939558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:20.972156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:12:20.987030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Sync routers for ids ['6548897f-8680-422b-a338-7b30b4776a70'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:12:20.989555 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8aba7fe9-eb64-4118-9152-230f3826022a req-9bb85e7a-c9a9-44ad-8276-1a96f8c80284 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6481183 Jul 07 19:12:21.005864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Routers {'6548897f-8680-422b-a338-7b30b4776a70'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:21.006623 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:12:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['6548897f-8680-422b-a338-7b30b4776a70'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:21.006856 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7df1df5a-d6e2-4120-bbf0-1d14ddd20fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:21.037150 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7df1df5a-d6e2-4120-bbf0-1d14ddd20fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:21.051698 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b32cd431-5eaf-4d7b-84d5-fa38c144cf61 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:21.063829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:21.065077 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4cd55701-66dc-4796-b3d5-a6ddcdfcf58c admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1208477 Jul 07 19:12:21.068022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:21.079077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed24de-3e7e-48d5-80a6-bec9b9e37fc2 req-66ac46e6-1fcf-4421-a115-0ab5afb99664 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:21.080921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b524a6b2-0793-4971-8817-38a3b14ab975'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:21.086544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58ed24de-3e7e-48d5-80a6-bec9b9e37fc2 req-66ac46e6-1fcf-4421-a115-0ab5afb99664 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 945 time: 0.6517656 Jul 07 19:12:21.101128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf000a-6d22-4e9e-9c18-82da2d41d7f9 req-760a323c-189c-494a-a84e-2b6a8c90e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:21.102506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbcf000a-6d22-4e9e-9c18-82da2d41d7f9 req-760a323c-189c-494a-a84e-2b6a8c90e676 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 1096 time: 0.6186495 Jul 07 19:12:21.196022 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7df1df5a-d6e2-4120-bbf0-1d14ddd20fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:21.199801 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7df1df5a-d6e2-4120-bbf0-1d14ddd20fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:21.205117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58ed24de-3e7e-48d5-80a6-bec9b9e37fc2 req-1a718fc1-224e-456e-9dee-049f416e29ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163733 Jul 07 19:12:21.205812 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7df1df5a-d6e2-4120-bbf0-1d14ddd20fd0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/05dbd197-5345-44b1-926d-a4b483ca8a43 HTTP/1.1" status: 204 len: 168 time: 0.2631838 Jul 07 19:12:21.218324 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Set router 6548897f-8680-422b-a338-7b30b4776a70 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:21.218796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8aba7fe9-eb64-4118-9152-230f3826022a req-380869e2-73e1-4c58-b2b1-4a53441791f9 service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281864 Jul 07 19:12:21.301287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf000a-6d22-4e9e-9c18-82da2d41d7f9 req-b9df80c5-3d6a-4352-87d2-45ed9fd5c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:21.302617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbcf000a-6d22-4e9e-9c18-82da2d41d7f9 req-b9df80c5-3d6a-4352-87d2-45ed9fd5c42a service neutron] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.1905499 Jul 07 19:12:21.356130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:21.356723 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:21.397140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbcf000a-6d22-4e9e-9c18-82da2d41d7f9 req-46ce5be1-279d-4280-bafb-4b18ddb2848f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e5ff155-ace6-4090-8183-1077e002e903 HTTP/1.1" status: 200 len: 217 time: 0.0831861 Jul 07 19:12:21.410558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1df5a-d6e2-4120-bbf0-1d14ddd20fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dbd197-5345-44b1-926d-a4b483ca8a43,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:21.518400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf000a-6d22-4e9e-9c18-82da2d41d7f9 req-821d631e-9a6e-4284-b873-b8b038a50e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:21.519902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbcf000a-6d22-4e9e-9c18-82da2d41d7f9 req-821d631e-9a6e-4284-b873-b8b038a50e99 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.1154034 Jul 07 19:12:21.582466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0e5ff155-ace6-4090-8183-1077e002e903 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:21.628887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8aba7fe9-eb64-4118-9152-230f3826022a req-a5b0a3ce-503e-439e-8129-b007ec0b0cd1 service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955476 Jul 07 19:12:21.631028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbcf000a-6d22-4e9e-9c18-82da2d41d7f9 req-1f90ce74-b8da-4c3b-ba81-cefcc66b7d3d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717528 Jul 07 19:12:21.854208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbcf000a-6d22-4e9e-9c18-82da2d41d7f9 req-97a7272b-ad55-4a4f-bea8-54cf6a08b003 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141771 Jul 07 19:12:21.899350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0e5ff155-ace6-4090-8183-1077e002e903,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:21.923643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '0e5ff155-ace6-4090-8183-1077e002e903', 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc', 'port_id': '0e5ff155-ace6-4090-8183-1077e002e903', 'mac_address': 'fa:16:3e:11:d9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c35a17e-458f-44d2-b94e-ba875ec42b7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:21.952307 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:21.961936 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583d498a-9d1d-4611-9176-8eb695e16470 x-openstack-request-id: req-583d498a-9d1d-4611-9176-8eb695e16470 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:21.962354 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9302f1e0-eb44-49f6-9003-450edcda6e7f", "name": "network-vif-plugged", "status": "completed", "tag": "3601c3b8-9b28-4b98-b4b7-08075f4b0fd9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:21.962940 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-583d498a-9d1d-4611-9176-8eb695e16470 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:21.964014 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9', 'code': 200} Jul 07 19:12:22.007704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:18Z', 'revision_number': 3, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:22.069694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Checking router: 6548897f-8680-422b-a338-7b30b4776a70 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:12:22.070163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Updating router 6548897f-8680-422b-a338-7b30b4776a70 port 4c9864b1-5a7b-4ca1-810b-12b329fba372 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:12:22.106278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbcf000a-6d22-4e9e-9c18-82da2d41d7f9 req-d4b064c2-b904-4bd2-83ba-73e0307cca1d service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424777 Jul 07 19:12:22.114635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d71a99-3bf8-4206-8b08-4603e63e8a85 req-576a02c7-aa17-4db9-ac30-b78cd24746b7 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:22.123106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16d71a99-3bf8-4206-8b08-4603e63e8a85 req-576a02c7-aa17-4db9-ac30-b78cd24746b7 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 944 time: 0.6300900 Jul 07 19:12:22.126772 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:22.186563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16d71a99-3bf8-4206-8b08-4603e63e8a85 req-0ff7ca13-6d84-49f1-a6f9-eb7f89fd27db tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622158 Jul 07 19:12:22.186798 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:22.231837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5ff155-ace6-4090-8183-1077e002e903 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:22.294865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Allocated IP 172.20.0.1 (2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d/63e53ac5-c830-4385-9572-c93a3ec7aa96/eed42a83-b060-4c57-98bb-00e99f7e089c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:22.333559 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b524a6b2-0793-4971-8817-38a3b14ab975 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:22.343434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0e5ff155-ace6-4090-8183-1077e002e903,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:22.464403 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:22.525746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Transition to ACTIVE for port object eed42a83-b060-4c57-98bb-00e99f7e089c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:22.536583 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:22.594926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2d6f-227d-4a49-a2c3-735e5c394de6 req-858fa29d-7858-4a64-aefe-7461820d1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:22.599198 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-648a2d6f-227d-4a49-a2c3-735e5c394de6 req-858fa29d-7858-4a64-aefe-7461820d1ced service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 1098 time: 0.5300848 Jul 07 19:12:22.606252 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:22.648066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d28c5d-1784-4f85-bffd-76609a7cd0ca req-baaa0e65-9da1-47bd-9def-21b782f552b5 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:22.650076 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24d28c5d-1784-4f85-bffd-76609a7cd0ca req-baaa0e65-9da1-47bd-9def-21b782f552b5 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.1667793 Jul 07 19:12:22.718188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:22.724591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0e5ff155-ace6-4090-8183-1077e002e903,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:22.745398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:22.749901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:22.753183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24d28c5d-1784-4f85-bffd-76609a7cd0ca req-69837094-75ba-41f0-ab27-9ac5c04158d5 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948832 Jul 07 19:12:22.823553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['0e5ff155-ace6-4090-8183-1077e002e903'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:22.871940 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-648a2d6f-227d-4a49-a2c3-735e5c394de6 req-e7f5bcd0-6405-4779-8c04-ff802cff1b3b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450337 Jul 07 19:12:22.908293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Pushing event updated for resources: {'Port': ['ID=eed42a83-b060-4c57-98bb-00e99f7e089c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:22.944701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:22.971221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port b524a6b2-0793-4971-8817-38a3b14ab975 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:22.971822 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.102684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d2173-5e6b-4b6b-8083-1a2c05d64a47 req-84f698c7-0c35-4a58-91dc-942a9bbaeb18 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:23.104411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-727d2173-5e6b-4b6b-8083-1a2c05d64a47 req-84f698c7-0c35-4a58-91dc-942a9bbaeb18 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 946 time: 0.1619582 Jul 07 19:12:23.175101 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.209550 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Transition to ACTIVE for port object 4c9864b1-5a7b-4ca1-810b-12b329fba372 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:23.240550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-727d2173-5e6b-4b6b-8083-1a2c05d64a47 req-a212f848-9ba1-4dd4-8aad-eb32ba8cb2df tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298890 Jul 07 19:12:23.242679 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.269934 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.413379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d21b9cd9-e13b-447d-a1f5-3e291e7ad2f4 None None] Provisioning for port eed42a83-b060-4c57-98bb-00e99f7e089c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:23.458373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d21b9cd9-e13b-447d-a1f5-3e291e7ad2f4 None None] Provisioning complete for port eed42a83-b060-4c57-98bb-00e99f7e089c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:23.458741 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d21b9cd9-e13b-447d-a1f5-3e291e7ad2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.517324 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466fb8b-61a4-4098-8df9-b6d3bae185b9 None None] Pushing event updated for resources: {'Port': ['ID=4c9864b1-5a7b-4ca1-810b-12b329fba372,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:23.535956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Attempting to bind port 4c9864b1-5a7b-4ca1-810b-12b329fba372 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:23.536681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Attempting to bind port 4c9864b1-5a7b-4ca1-810b-12b329fba372 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:23.537674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Attempting to bind port 4c9864b1-5a7b-4ca1-810b-12b329fba372 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:23.569615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:23.570307 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:23.570912 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.571308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:23.571790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Bound port: 4c9864b1-5a7b-4ca1-810b-12b329fba372, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:23.572344 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.578820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d21b9cd9-e13b-447d-a1f5-3e291e7ad2f4 None None] Port eed42a83-b060-4c57-98bb-00e99f7e089c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:23.615122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.626161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.679216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Pushing event updated for resources: {'Port': ['ID=eed42a83-b060-4c57-98bb-00e99f7e089c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:23.706109 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.739343 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.741164 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] For port 4c9864b1-5a7b-4ca1-810b-12b329fba372, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:23.766654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] For port 4c9864b1-5a7b-4ca1-810b-12b329fba372, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4c9864b1-5a7b-4ca1-810b-12b329fba372,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:23.784380 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.831156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-fe517f44-3b76-4bf1-81ad-e36f56cc9aeb tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:23.839692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-fe517f44-3b76-4bf1-81ad-e36f56cc9aeb tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.1649292 Jul 07 19:12:23.858006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:23.887685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-db21d6c2-68f6-46dc-a149-83322a7457df tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/quotas/25c6dbb9285a4bea81598c898b584774 HTTP/1.1" status: 200 len: 375 time: 0.0460148 Jul 07 19:12:23.894992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Routers {'6548897f-8680-422b-a338-7b30b4776a70'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:23.895696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:12:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['6548897f-8680-422b-a338-7b30b4776a70'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:23.901420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:23.914711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f59092-531d-4a4b-ae0e-49e358ca9737 req-55041de9-7fee-433e-9fb2-694339c89473 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:23.927037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68f59092-531d-4a4b-ae0e-49e358ca9737 req-55041de9-7fee-433e-9fb2-694339c89473 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 945 time: 0.3690283 Jul 07 19:12:23.939839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:23.949377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:24.001915 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:24.008525 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d4b382-6d68-492a-b8e3-c1bc81514232" -d '{"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-plugged", "status": "completed", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:24.057902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68f59092-531d-4a4b-ae0e-49e358ca9737 req-06db6bb1-58d7-4d14-ab74-71c05047328f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216464 Jul 07 19:12:24.074960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466fb8b-61a4-4098-8df9-b6d3bae185b9 None None] Pushing event updated for resources: {'Port': ['ID=4c9864b1-5a7b-4ca1-810b-12b329fba372,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:24.158454 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-897f23e3-b0e4-4545-940b-291430052ce8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2678103 Jul 07 19:12:24.314531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Router 6548897f-8680-422b-a338-7b30b4776a70 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:12:24.588653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:12:24.620379 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5efb3def-ac8d-4831-9dcb-ed841edc2651 admin admin] 10.222.0.113 "PUT /v2.0/routers/6548897f-8680-422b-a338-7b30b4776a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5365937 Jul 07 19:12:24.624335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:24.639202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3436de99-c017-481f-be17-f1c71142d9a7 None None] Provisioning complete for port eed42a83-b060-4c57-98bb-00e99f7e089c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:24.643790 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3436de99-c017-481f-be17-f1c71142d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:24.658317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-e2dd77e1-77fe-47dc-ac05-3382656d7441 service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986613 Jul 07 19:12:24.690790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb1bfa-017f-4bca-a6a7-e0f124a8309c req-f3579a6e-079f-4784-84c6-4aa1038c5669 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:24.701300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5cb1bfa-017f-4bca-a6a7-e0f124a8309c req-f3579a6e-079f-4784-84c6-4aa1038c5669 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.3396246 Jul 07 19:12:24.728275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3436de99-c017-481f-be17-f1c71142d9a7 None None] Port eed42a83-b060-4c57-98bb-00e99f7e089c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:12:24.733357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] Set router 6548897f-8680-422b-a338-7b30b4776a70 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:24.821986 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5cb1bfa-017f-4bca-a6a7-e0f124a8309c req-de498096-209d-4db8-b48d-5972d3eea2d5 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081777 Jul 07 19:12:24.917537 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aca899f-6381-46c1-914a-0ec39a4f4358 x-openstack-request-id: req-0aca899f-6381-46c1-914a-0ec39a4f4358 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:24.917831 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-plugged", "status": "completed", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:24.918083 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0aca899f-6381-46c1-914a-0ec39a4f4358 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:24.918462 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'code': 200} Jul 07 19:12:24.921480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-219d8912-2d45-4f6a-9bf5-d80de5436736 service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471983 Jul 07 19:12:25.097769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'eed42a83-b060-4c57-98bb-00e99f7e089c', 'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'mac_address': 'fa:16:3e:5e:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:21Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 2, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'subnets': [{'id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:25.130343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800b5e2-1ad7-4afa-b9e5-664a6f4adad2 None None] The sync data for ids ['6548897f-8680-422b-a338-7b30b4776a70'] in n-d-792394-12 is: [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'eed42a83-b060-4c57-98bb-00e99f7e089c', 'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'mac_address': 'fa:16:3e:5e:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:21Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 2, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'subnets': [{'id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:12:25.317438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870785e6-e7c2-41ee-98cf-ebbc75d1a364 req-698b9159-d565-4192-9084-3f531d15d33e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:25.327444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-870785e6-e7c2-41ee-98cf-ebbc75d1a364 req-698b9159-d565-4192-9084-3f531d15d33e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 946 time: 0.1538546 Jul 07 19:12:25.396258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-870785e6-e7c2-41ee-98cf-ebbc75d1a364 req-5f033b0d-52eb-4b32-be74-b3e685cbc61c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677931 Jul 07 19:12:25.595700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0e5ff155-ace6-4090-8183-1077e002e903 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:25.706576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 0e5ff155-ace6-4090-8183-1077e002e903 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:25.718060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 0e5ff155-ace6-4090-8183-1077e002e903 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:25.722989 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:25.739699 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:25.830912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f3a3d-80a5-4b6f-b8bb-3b0b21fc9cb0 req-d16ae1c9-556e-4f54-af6f-a1f5935f1ebe tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:25.832555 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-878f3a3d-80a5-4b6f-b8bb-3b0b21fc9cb0 req-d16ae1c9-556e-4f54-af6f-a1f5935f1ebe tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 945 time: 0.1577640 Jul 07 19:12:25.958126 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:25.958526 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-878f3a3d-80a5-4b6f-b8bb-3b0b21fc9cb0 req-0f00ee8f-a524-4d60-b0ca-e36d6b8bbaa0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991104 Jul 07 19:12:26.009787 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da19f291-7311-455f-89fa-1df3f754dc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.077707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0e5ff155-ace6-4090-8183-1077e002e903,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:26.099871 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.147544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf82253c-6f49-4b1f-8e2c-6a7683b9cf4e req-99df82d4-b1e2-4be3-980e-9c5c85e51fd6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 210 time: 0.0731733 Jul 07 19:12:26.202494 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0e5ff155-ace6-4090-8183-1077e002e903,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:26.274432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da19f291-7311-455f-89fa-1df3f754dc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.288921 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da19f291-7311-455f-89fa-1df3f754dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.354648 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-da19f291-7311-455f-89fa-1df3f754dc5c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5aa68f2d49674a3fb3f2d104d1c5a838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137505 Jul 07 19:12:26.357570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:26.442424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19f291-7311-455f-89fa-1df3f754dc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e4bc15-b012-4e4c-92e0-96ff1ff8872e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:26.545082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa03192c-48ef-4a58-b298-dc26336b3333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.568699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3475e63-32ab-47b6-ac0e-6dbabf4b92b3 req-861d5213-54d9-4a45-a73d-9cd619b68df2 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1084151653&fields=id&tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b HTTP/1.1" status: 200 len: 267 time: 0.1238818 Jul 07 19:12:26.678248 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa03192c-48ef-4a58-b298-dc26336b3333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.767222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3475e63-32ab-47b6-ac0e-6dbabf4b92b3 req-20a4ceef-e5c4-4cf5-81db-833576865121 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:26.774981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3475e63-32ab-47b6-ac0e-6dbabf4b92b3 req-20a4ceef-e5c4-4cf5-81db-833576865121 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 946 time: 0.2053540 Jul 07 19:12:26.792002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b3475e63-32ab-47b6-ac0e-6dbabf4b92b3 req-87317071-3286-4d8f-8053-d9671373d66c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'port': {'security_groups': ['86f84ffd-d84b-4693-bfbf-000ed1c2d7c5', '25d6f517-fc9a-4481-81d5-6d53feb135b8']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:26.919850 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ff155-ace6-4090-8183-1077e002e903'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:26.924065 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b147af-0c6c-4b7b-80af-f847dbad42ed" -d '{"events": [{"server_uuid": "bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4", "name": "network-vif-plugged", "status": "completed", "tag": "0e5ff155-ace6-4090-8183-1077e002e903"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:26.943917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa03192c-48ef-4a58-b298-dc26336b3333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.946899 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa03192c-48ef-4a58-b298-dc26336b3333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:26.949076 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fa03192c-48ef-4a58-b298-dc26336b3333 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/32e4bc15-b012-4e4c-92e0-96ff1ff8872e HTTP/1.1" status: 204 len: 168 time: 0.5902076 Jul 07 19:12:27.006454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03192c-48ef-4a58-b298-dc26336b3333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e4bc15-b012-4e4c-92e0-96ff1ff8872e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:27.068574 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3475e63-32ab-47b6-ac0e-6dbabf4b92b3 req-87317071-3286-4d8f-8053-d9671373d66c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.213764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4c9864b1-5a7b-4ca1-810b-12b329fba372 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:27.421293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4c9864b1-5a7b-4ca1-810b-12b329fba372 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:27.431177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4c9864b1-5a7b-4ca1-810b-12b329fba372 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:27.431481 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.627087 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.657717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b3475e63-32ab-47b6-ac0e-6dbabf4b92b3 req-87317071-3286-4d8f-8053-d9671373d66c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] For port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:27.698708 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 4c9864b1-5a7b-4ca1-810b-12b329fba372, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4c9864b1-5a7b-4ca1-810b-12b329fba372,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:27.707568 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:27.710242 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.728026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1d237217-d74d-4d68-9119-45caca0355e9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1682278941', 'description': 'tempest-description--1936980953'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:27.780562 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3475e63-32ab-47b6-ac0e-6dbabf4b92b3 req-87317071-3286-4d8f-8053-d9671373d66c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.788525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d237217-d74d-4d68-9119-45caca0355e9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.793035 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3475e63-32ab-47b6-ac0e-6dbabf4b92b3 req-87317071-3286-4d8f-8053-d9671373d66c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.819466 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:27.846139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:27.950445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3475e63-32ab-47b6-ac0e-6dbabf4b92b3 req-87317071-3286-4d8f-8053-d9671373d66c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:27.951516 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3475e63-32ab-47b6-ac0e-6dbabf4b92b3 req-87317071-3286-4d8f-8053-d9671373d66c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:27.957952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3475e63-32ab-47b6-ac0e-6dbabf4b92b3 req-87317071-3286-4d8f-8053-d9671373d66c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "PUT /v2.0/ports/3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 HTTP/1.1" status: 200 len: 982 time: 1.1819580 Jul 07 19:12:27.981443 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d237217-d74d-4d68-9119-45caca0355e9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.020135 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d237217-d74d-4d68-9119-45caca0355e9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.030948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=4c9864b1-5a7b-4ca1-810b-12b329fba372,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:28.039428 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b144e83e-b4c0-4eaa-ad37-f39435e9fa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.053921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'tag': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:28.062783 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3624b900-da46-4f37-b16f-62b2eaceeec2" -d '{"events": [{"name": "network-changed", "server_uuid": "9302f1e0-eb44-49f6-9003-450edcda6e7f", "tag": "3601c3b8-9b28-4b98-b4b7-08075f4b0fd9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:28.175417 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d237217-d74d-4d68-9119-45caca0355e9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c35ab0-c871-45e3-9eb5-b68494304605,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:28.191150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87317071-3286-4d8f-8053-d9671373d66c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'Port': ['ID=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:28.300902 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:28.333216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62807-4588-4d81-9174-ef330469666a req-a994ef8e-165d-48d9-b53b-8a0e73c0c72b tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:28.346771 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5d62807-4588-4d81-9174-ef330469666a req-a994ef8e-165d-48d9-b53b-8a0e73c0c72b tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.4977505 Jul 07 19:12:28.367254 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b144e83e-b4c0-4eaa-ad37-f39435e9fa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.380265 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b144e83e-b4c0-4eaa-ad37-f39435e9fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.395502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d321db65-2ae8-4a12-ba72-a70c90c500f8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:28.401067 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d321db65-2ae8-4a12-ba72-a70c90c500f8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.4948430 Jul 07 19:12:28.436691 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Request body: {'port': {'device_id': 'd2d0419c-4eb3-46cd-aae8-5e811b268377', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'admin_state_up': True, 'tenant_id': '25c6dbb9285a4bea81598c898b584774'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:28.443554 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf151a66-f86a-437f-b947-076046857a1e x-openstack-request-id: req-cf151a66-f86a-437f-b947-076046857a1e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:28.443847 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4", "name": "network-vif-plugged", "status": "completed", "tag": "0e5ff155-ace6-4090-8183-1077e002e903", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:28.450352 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b144e83e-b4c0-4eaa-ad37-f39435e9fa36 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7c48b64fb24646bebd3a4cebb89f9004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4600060 Jul 07 19:12:28.450823 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cf151a66-f86a-437f-b947-076046857a1e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:28.451097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:28.451371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d237217-d74d-4d68-9119-45caca0355e9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.452018 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ff155-ace6-4090-8183-1077e002e903', 'code': 200} Jul 07 19:12:28.457048 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1d237217-d74d-4d68-9119-45caca0355e9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7467222 Jul 07 19:12:28.457671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:28.474321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e2e42ec2-2ee5-4f84-b51f-7a6ba9512b8e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Request body: {'security_group_rule': {'security_group_id': 'a8c35ab0-c871-45e3-9eb5-b68494304605', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:28.536158 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144e83e-b4c0-4eaa-ad37-f39435e9fa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e58387c-0100-4531-bce6-5ac04855eb71,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:28.562805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2e42ec2-2ee5-4f84-b51f-7a6ba9512b8e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.722235 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2e42ec2-2ee5-4f84-b51f-7a6ba9512b8e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.729383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5d62807-4588-4d81-9174-ef330469666a req-efc5353e-a874-47a0-857e-adf760a402d3 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805370 Jul 07 19:12:28.731941 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2e42ec2-2ee5-4f84-b51f-7a6ba9512b8e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.778562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e42ec2-2ee5-4f84-b51f-7a6ba9512b8e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe9112e-07df-43d7-b8f0-32f8ca2484fe,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:28.790754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e37776-ebc2-420d-9413-9e081eb18cd4 req-984310dc-ba7d-4304-a213-5a0cf77d39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:28.795289 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-84e37776-ebc2-420d-9413-9e081eb18cd4 req-984310dc-ba7d-4304-a213-5a0cf77d39a2 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 1098 time: 0.2094905 Jul 07 19:12:28.799899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2e42ec2-2ee5-4f84-b51f-7a6ba9512b8e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.801955 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a99d06-e554-4aa6-8015-d5e45a8ae572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.805569 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e2e42ec2-2ee5-4f84-b51f-7a6ba9512b8e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3429730 Jul 07 19:12:28.816870 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:28.817626 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Sync routers for ids ['6548897f-8680-422b-a338-7b30b4776a70'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:12:28.823900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bd716b34-b6e9-42e9-8a4b-74ffc52f2275 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Request body: {'security_group_rule': {'security_group_id': 'a8c35ab0-c871-45e3-9eb5-b68494304605', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:28.840417 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Routers {'6548897f-8680-422b-a338-7b30b4776a70'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:28.844193 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:12:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['6548897f-8680-422b-a338-7b30b4776a70'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:28.861289 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a99d06-e554-4aa6-8015-d5e45a8ae572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:28.878978 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-84e37776-ebc2-420d-9413-9e081eb18cd4 req-4f44eb47-e20a-4905-8c55-99c84f04ea28 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719938 Jul 07 19:12:28.914297 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd716b34-b6e9-42e9-8a4b-74ffc52f2275 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.038417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd716b34-b6e9-42e9-8a4b-74ffc52f2275 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.042051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90999307-d3ae-486a-a70e-5072278f81cb req-8c3ab540-8439-4689-a65b-1c588a8b0c5c tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:29.046454 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd716b34-b6e9-42e9-8a4b-74ffc52f2275 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.051299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90999307-d3ae-486a-a70e-5072278f81cb req-8c3ab540-8439-4689-a65b-1c588a8b0c5c tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 946 time: 0.4196556 Jul 07 19:12:29.099825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4c9864b1-5a7b-4ca1-810b-12b329fba372 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:29.101162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd716b34-b6e9-42e9-8a4b-74ffc52f2275 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ea094b-5c80-458f-a383-a7da3eef06e2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:29.120391 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Set router 6548897f-8680-422b-a338-7b30b4776a70 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:29.140037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d3415d3-343d-446d-8f14-59183a5bcef9 req-bad2c52d-b910-4b09-9133-e168f2e653fa tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 210 time: 0.1501653 Jul 07 19:12:29.142486 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a99d06-e554-4aa6-8015-d5e45a8ae572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.147255 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a99d06-e554-4aa6-8015-d5e45a8ae572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.156610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b6a99d06-e554-4aa6-8015-d5e45a8ae572 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2e58387c-0100-4531-bce6-5ac04855eb71 HTTP/1.1" status: 204 len: 168 time: 0.7012446 Jul 07 19:12:29.203543 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4c9864b1-5a7b-4ca1-810b-12b329fba372 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:29.203980 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.216659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a99d06-e554-4aa6-8015-d5e45a8ae572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e58387c-0100-4531-bce6-5ac04855eb71,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:29.250763 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd716b34-b6e9-42e9-8a4b-74ffc52f2275 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.252186 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bd716b34-b6e9-42e9-8a4b-74ffc52f2275 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4344823 Jul 07 19:12:29.253074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90999307-d3ae-486a-a70e-5072278f81cb req-2e518798-7a9b-4c22-bb38-1044706130e5 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006791 Jul 07 19:12:29.254980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Made reservation on behalf of 25c6dbb9285a4bea81598c898b584774 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:12:29.255727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:29.260831 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.262016 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:29.347980 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.352702 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0f9c90-27af-4e03-8a7c-df283b7513d3 x-openstack-request-id: req-dc0f9c90-27af-4e03-8a7c-df283b7513d3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:29.353298 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9302f1e0-eb44-49f6-9003-450edcda6e7f", "tag": "3601c3b8-9b28-4b98-b4b7-08075f4b0fd9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:29.354477 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dc0f9c90-27af-4e03-8a7c-df283b7513d3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:29.356172 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'tag': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9', 'status': 'completed', 'code': 200} Jul 07 19:12:29.530728 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'eed42a83-b060-4c57-98bb-00e99f7e089c', 'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'mac_address': 'fa:16:3e:5e:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:21Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 2, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'subnets': [{'id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:29.566400 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Checking router: 6548897f-8680-422b-a338-7b30b4776a70 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:12:29.566824 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Updating router 6548897f-8680-422b-a338-7b30b4776a70 port eed42a83-b060-4c57-98bb-00e99f7e089c binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:12:29.610622 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.668708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24817a2f-6eba-4cd3-aeb6-c478e5b01d0c req-b62591f3-5ac7-48bb-9457-93c6064a6175 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1138265301&fields=id&tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b HTTP/1.1" status: 200 len: 267 time: 0.1580753 Jul 07 19:12:29.703916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Allocated IP 172.20.0.2 (eaffc6dc-f74f-4637-8256-713b7de832cd/084d94ab-3177-4528-abdd-04a99c38e68d/e9b9f37f-00f5-4c06-9a69-70a9c793e1a2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:29.911745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817a2f-6eba-4cd3-aeb6-c478e5b01d0c req-a28a516f-d4f1-4ab0-bc28-fef5b9979215 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:29.926572 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24817a2f-6eba-4cd3-aeb6-c478e5b01d0c req-a28a516f-d4f1-4ab0-bc28-fef5b9979215 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 985 time: 0.2509997 Jul 07 19:12:29.933402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-24817a2f-6eba-4cd3-aeb6-c478e5b01d0c req-a71c16a4-5b04-490c-b627-ee92b7865919 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'port': {'security_groups': ['25d6f517-fc9a-4481-81d5-6d53feb135b8', '86f84ffd-d84b-4693-bfbf-000ed1c2d7c5', '9ba0a044-c72b-46a7-95ba-0527097ed1f8']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:30.116588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624b900-da46-4f37-b16f-62b2eaceeec2 req-1fba59d3-f60f-4496-82f0-998e7d89c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:30.118705 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3624b900-da46-4f37-b16f-62b2eaceeec2 req-1fba59d3-f60f-4496-82f0-998e7d89c964 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 1137 time: 0.7179956 Jul 07 19:12:30.152686 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24817a2f-6eba-4cd3-aeb6-c478e5b01d0c req-a71c16a4-5b04-490c-b627-ee92b7865919 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.238212 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.255201 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Transition to ACTIVE for port object eed42a83-b060-4c57-98bb-00e99f7e089c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:30.266998 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.326457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015901d-69bb-4933-9582-21d9bc4e7cd6 req-a7721b2d-2887-457e-adf5-91e470356424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:30.330863 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3015901d-69bb-4933-9582-21d9bc4e7cd6 req-a7721b2d-2887-457e-adf5-91e470356424 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1097 time: 0.7486219 Jul 07 19:12:30.417341 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1bd12-93e4-4093-b279-7a0b9510d65e None None] Pushing event updated for resources: {'Port': ['ID=eed42a83-b060-4c57-98bb-00e99f7e089c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:30.435482 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.500235 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Attempting to bind port eed42a83-b060-4c57-98bb-00e99f7e089c on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:30.500633 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Attempting to bind port eed42a83-b060-4c57-98bb-00e99f7e089c by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:30.500996 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Attempting to bind port eed42a83-b060-4c57-98bb-00e99f7e089c on network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:30.507003 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:30.507411 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Checking segment: {'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:30.507823 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.508219 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Bound using segment: {'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:30.508706 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Bound port: eed42a83-b060-4c57-98bb-00e99f7e089c, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:30.509084 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.557509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015901d-69bb-4933-9582-21d9bc4e7cd6 req-d7aeee17-d9be-4bb3-8076-05c332d31b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:30.558992 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3015901d-69bb-4933-9582-21d9bc4e7cd6 req-d7aeee17-d9be-4bb3-8076-05c332d31b62 service neutron] 10.222.0.112 "GET /v2.0/networks?id=705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 200 len: 922 time: 0.1961927 Jul 07 19:12:30.562681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70495ec0-f2fb-4568-9705-d77247c029c7 req-6ffd097b-1720-410e-83c0-b8e2e1cd14e4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:30.568169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70495ec0-f2fb-4568-9705-d77247c029c7 req-6ffd097b-1720-410e-83c0-b8e2e1cd14e4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.3069215 Jul 07 19:12:30.661515 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.667176 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3015901d-69bb-4933-9582-21d9bc4e7cd6 req-81177e1a-b23f-4aa8-bdec-e28ab858be89 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 217 time: 0.0968492 Jul 07 19:12:30.668431 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] For port eed42a83-b060-4c57-98bb-00e99f7e089c, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:30.673796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624b900-da46-4f37-b16f-62b2eaceeec2 req-5382beb5-66e8-4a98-bf18-0a215f653999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:30.675281 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3624b900-da46-4f37-b16f-62b2eaceeec2 req-5382beb5-66e8-4a98-bf18-0a215f653999 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 200 len: 915 time: 0.5455089 Jul 07 19:12:30.685061 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] For port eed42a83-b060-4c57-98bb-00e99f7e089c, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=eed42a83-b060-4c57-98bb-00e99f7e089c,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:30.695689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-24817a2f-6eba-4cd3-aeb6-c478e5b01d0c req-a71c16a4-5b04-490c-b627-ee92b7865919 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] For port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:30.707747 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.742766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70495ec0-f2fb-4568-9705-d77247c029c7 req-4be26b74-92ca-4b60-83e6-2eec6f3ae90b tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619434 Jul 07 19:12:30.753309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.766294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:30.803526 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Routers {'6548897f-8680-422b-a338-7b30b4776a70'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:30.804166 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:12:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['6548897f-8680-422b-a338-7b30b4776a70'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:30.827375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24817a2f-6eba-4cd3-aeb6-c478e5b01d0c req-a71c16a4-5b04-490c-b627-ee92b7865919 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.882835 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24817a2f-6eba-4cd3-aeb6-c478e5b01d0c req-a71c16a4-5b04-490c-b627-ee92b7865919 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:30.906134 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1bd12-93e4-4093-b279-7a0b9510d65e None None] Pushing event updated for resources: {'Port': ['ID=eed42a83-b060-4c57-98bb-00e99f7e089c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:30.941094 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:30.975886 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3624b900-da46-4f37-b16f-62b2eaceeec2 req-47f0b9f1-7ed8-4fb9-9553-c2f9964d2eac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 HTTP/1.1" status: 200 len: 217 time: 0.1730089 Jul 07 19:12:30.997841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Network eaffc6dc-f74f-4637-8256-713b7de832cd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:31.022273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015901d-69bb-4933-9582-21d9bc4e7cd6 req-7f40bca6-1d04-46e2-9faa-c00fa4fd7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.023755 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3015901d-69bb-4933-9582-21d9bc4e7cd6 req-7f40bca6-1d04-46e2-9faa-c00fa4fd7e34 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dc08be43-1de8-4505-8881-ac01a409983f HTTP/1.1" status: 200 len: 860 time: 0.3361764 Jul 07 19:12:31.056233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:31.085331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:31.095000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event updated for resources: {'Port': ['ID=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:31.127334 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] Set router 6548897f-8680-422b-a338-7b30b4776a70 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:31.221115 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3015901d-69bb-4933-9582-21d9bc4e7cd6 req-3fb9df98-a8a2-44cd-be6e-12c0d6a0ddc6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=705900b2-7497-406c-88c1-906c76afb59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148765 Jul 07 19:12:31.223089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device eed42a83-b060-4c57-98bb-00e99f7e089c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:31.305281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817a2f-6eba-4cd3-aeb6-c478e5b01d0c req-a71c16a4-5b04-490c-b627-ee92b7865919 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.309426 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24817a2f-6eba-4cd3-aeb6-c478e5b01d0c req-a71c16a4-5b04-490c-b627-ee92b7865919 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.336498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24817a2f-6eba-4cd3-aeb6-c478e5b01d0c req-a71c16a4-5b04-490c-b627-ee92b7865919 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "PUT /v2.0/ports/3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 HTTP/1.1" status: 200 len: 1021 time: 1.4080179 Jul 07 19:12:31.463983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'tag': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:31.466532 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b5d0a3-6087-459b-96f3-53f2d438178f" -d '{"events": [{"name": "network-changed", "server_uuid": "9302f1e0-eb44-49f6-9003-450edcda6e7f", "tag": "3601c3b8-9b28-4b98-b4b7-08075f4b0fd9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:31.584862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port eed42a83-b060-4c57-98bb-00e99f7e089c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:31.596050 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:31.622373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624b900-da46-4f37-b16f-62b2eaceeec2 req-fa99eee9-989c-4267-8d6b-6b40f953d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.627048 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3624b900-da46-4f37-b16f-62b2eaceeec2 req-fa99eee9-989c-4267-8d6b-6b40f953d389 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab6edf22-6c96-4d86-aa05-2d69792ab6dc HTTP/1.1" status: 200 len: 853 time: 0.6427774 Jul 07 19:12:31.665665 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'eed42a83-b060-4c57-98bb-00e99f7e089c', 'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'mac_address': 'fa:16:3e:5e:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:21Z', 'updated_at': '2021-07-07T19:12:30Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'subnets': [{'id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:31.679308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c16a4-5b04-490c-b627-ee92b7865919 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'Port': ['ID=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:31.692071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Allocated IP 172.25.2.5 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/15e26e93-ed71-4ca7-b747-39b65f4a6dda) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:31.696049 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3624b900-da46-4f37-b16f-62b2eaceeec2 req-30eb9190-d3c0-41df-84b9-ffac8ddc9f46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b352ab2b-f904-4ccc-bf4c-55fb006a88df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588677 Jul 07 19:12:31.714593 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.715905 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.733532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port eed42a83-b060-4c57-98bb-00e99f7e089c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:31.734137 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:31.781172 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db99b7-bc26-41b3-bf5e-9b93b556424b None None] The sync data for ids ['6548897f-8680-422b-a338-7b30b4776a70'] in n-d-792394-12 is: [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'eed42a83-b060-4c57-98bb-00e99f7e089c', 'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'mac_address': 'fa:16:3e:5e:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:21Z', 'updated_at': '2021-07-07T19:12:30Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'subnets': [{'id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:12:31.785673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-55a87747-c7ae-435b-980e-a281f65abb4f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3640709 Jul 07 19:12:31.836460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Request body: {'port': {'device_id': 'd2d0419c-4eb3-46cd-aae8-5e811b268377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:31.862644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97b48-4e17-44da-b00e-daf13c4cd329 req-a1a7ded4-33aa-4c07-8789-40883a44622c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:31.873412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8b97b48-4e17-44da-b00e-daf13c4cd329 req-a1a7ded4-33aa-4c07-8789-40883a44622c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 931 time: 0.7880635 Jul 07 19:12:31.908781 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3015901d-69bb-4933-9582-21d9bc4e7cd6 req-35bd0f76-8927-4811-8e63-46e6a24a7cf6 service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668782 Jul 07 19:12:32.060614 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:32.150702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port eed42a83-b060-4c57-98bb-00e99f7e089c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=eed42a83-b060-4c57-98bb-00e99f7e089c,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:32.161578 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:32.193108 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:32.287224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=eed42a83-b060-4c57-98bb-00e99f7e089c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:32.313647 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3624b900-da46-4f37-b16f-62b2eaceeec2 req-dd052276-39ba-42f7-8f10-8692492cfa8e service neutron] 10.222.0.59 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068082 Jul 07 19:12:32.317185 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:32.321173 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8b97b48-4e17-44da-b00e-daf13c4cd329 req-92ef635b-1c15-4ce3-9eef-b23a6f65aa4c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418392 Jul 07 19:12:32.376093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa21a-a88b-42c9-8903-bbe779cd9bf3 req-26d63130-987b-489b-8a4d-25df67ab9466 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:32.386379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-533fa21a-a88b-42c9-8903-bbe779cd9bf3 req-26d63130-987b-489b-8a4d-25df67ab9466 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 946 time: 0.6473005 Jul 07 19:12:32.387867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:32.545936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-533fa21a-a88b-42c9-8903-bbe779cd9bf3 req-2783d3ac-d72c-4401-a71e-58764ebfdf81 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588333 Jul 07 19:12:32.579149 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Pushing event updated for resources: {'Port': ['ID=15e26e93-ed71-4ca7-b747-39b65f4a6dda,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:32.668366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:32.750143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:32.755343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:32.775897 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae48fec2-fc76-43ec-ba34-b69bf2e01308 x-openstack-request-id: req-ae48fec2-fc76-43ec-ba34-b69bf2e01308 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:32.776321 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9302f1e0-eb44-49f6-9003-450edcda6e7f", "tag": "3601c3b8-9b28-4b98-b4b7-08075f4b0fd9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:32.776511 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ae48fec2-fc76-43ec-ba34-b69bf2e01308 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:32.776913 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'tag': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9', 'status': 'completed', 'code': 200} Jul 07 19:12:32.925356 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.018964 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3624b900-da46-4f37-b16f-62b2eaceeec2 req-a93e738f-7ec4-4633-88b4-e100a79df008 service neutron] 10.222.0.59 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761892 Jul 07 19:12:33.022975 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3015901d-69bb-4933-9582-21d9bc4e7cd6 req-d7621058-9379-493d-85e9-4acd2caede98 service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1038070 Jul 07 19:12:33.024375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c4179-6d47-4250-be61-0aeacf5e0e40 req-1d20bb3a-1567-4007-a7b8-9b6e9edf733f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:33.041699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-543c4179-6d47-4250-be61-0aeacf5e0e40 req-1d20bb3a-1567-4007-a7b8-9b6e9edf733f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 1024 time: 0.2667129 Jul 07 19:12:33.115032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device eed42a83-b060-4c57-98bb-00e99f7e089c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:33.126319 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.241513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.261686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port eed42a83-b060-4c57-98bb-00e99f7e089c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:33.262403 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.345137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5d0a3-6087-459b-96f3-53f2d438178f req-8c7fce84-2859-4aa7-8712-de5496d7dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:33.345759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c5d72-889d-479e-bb24-82e44ac177e9 req-dc29afab-e57b-497d-af77-b3cabf3d696c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:33.346980 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-386c5d72-889d-479e-bb24-82e44ac177e9 req-dc29afab-e57b-497d-af77-b3cabf3d696c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.3427985 Jul 07 19:12:33.356256 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64b5d0a3-6087-459b-96f3-53f2d438178f req-8c7fce84-2859-4aa7-8712-de5496d7dd11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 1176 time: 0.1785882 Jul 07 19:12:33.364917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-543c4179-6d47-4250-be61-0aeacf5e0e40 req-dca1e873-9b20-40f3-8898-9aff332c2e5a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&id=9ba0a044-c72b-46a7-95ba-0527097ed1f8&id=25d6f517-fc9a-4481-81d5-6d53feb135b8 HTTP/1.1" status: 200 len: 6150 time: 0.2935641 Jul 07 19:12:33.406782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:33.420552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.505556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-386c5d72-889d-479e-bb24-82e44ac177e9 req-09fcebf5-a7ee-4dc8-90b6-953340bb4a09 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378996 Jul 07 19:12:33.509266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Transition to ACTIVE for port object e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:33.522613 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.604105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:33.620324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5d0a3-6087-459b-96f3-53f2d438178f req-aa1b8495-4e57-44ec-a673-fe98cb73c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:33.622086 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64b5d0a3-6087-459b-96f3-53f2d438178f req-aa1b8495-4e57-44ec-a673-fe98cb73c9ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 200 len: 915 time: 0.2402482 Jul 07 19:12:33.708941 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:12:33.761943 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64b5d0a3-6087-459b-96f3-53f2d438178f req-94b51f8f-1c60-4848-beda-c79683ebd2fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 HTTP/1.1" status: 200 len: 217 time: 0.1134012 Jul 07 19:12:33.799059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f73840-bb3a-45b1-aca2-eb85eb3122ca req-49935c9f-b0bb-497a-9274-e516081ec2e9 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:33.807126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f73840-bb3a-45b1-aca2-eb85eb3122ca req-49935c9f-b0bb-497a-9274-e516081ec2e9 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 1098 time: 0.2047348 Jul 07 19:12:33.866887 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.874070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Attempting to bind port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:33.874515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Attempting to bind port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:33.874924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Attempting to bind port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:33.890468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:33.893522 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaee5c-fb60-45b4-85d9-cf238a86f344 req-d273646d-3e2f-4ba5-8e9c-b2bc0626352d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:33.895167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7aaee5c-fb60-45b4-85d9-cf238a86f344 req-d273646d-3e2f-4ba5-8e9c-b2bc0626352d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 943 time: 0.1886368 Jul 07 19:12:33.899122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 on network eaffc6dc-f74f-4637-8256-713b7de832cd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:33.900314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Attempting to bind port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:33.906973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5d0a3-6087-459b-96f3-53f2d438178f req-348ff4bf-c813-4d62-8006-755bdd7188cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:33.908619 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64b5d0a3-6087-459b-96f3-53f2d438178f req-348ff4bf-c813-4d62-8006-755bdd7188cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab6edf22-6c96-4d86-aa05-2d69792ab6dc HTTP/1.1" status: 200 len: 853 time: 0.1380506 Jul 07 19:12:33.942912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f73840-bb3a-45b1-aca2-eb85eb3122ca req-a0ffc815-a520-4525-ba8d-e6a32b4c4b1c tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306946 Jul 07 19:12:33.950700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:33.952980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Checking segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:33.953852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Bound using segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:33.954013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Bound port: e9b9f37f-00f5-4c06-9a69-70a9c793e1a2, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:33.954671 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:34.007897 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64b5d0a3-6087-459b-96f3-53f2d438178f req-34164886-64e7-466e-8dc0-361448789c1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b352ab2b-f904-4ccc-bf4c-55fb006a88df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619543 Jul 07 19:12:34.019711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7aaee5c-fb60-45b4-85d9-cf238a86f344 req-6f3c854b-0ca4-46cf-86ce-a264e535e854 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160536 Jul 07 19:12:34.111501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] For port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:34.112952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] For port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:34.123282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-477c8900-b3be-48b8-8ea9-1037bcdc94d7 req-fd9b7781-f015-420c-91cc-567d70df4f1d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'security_group': {'name': ' tempest-securitygroup -690858154 ', 'description': 'tempest-description-1014745641'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:34.136103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Pushing event updated for resources: {'Port': ['ID=15e26e93-ed71-4ca7-b747-39b65f4a6dda,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:34.143880 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:34.152987 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:34.209146 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64b5d0a3-6087-459b-96f3-53f2d438178f req-4538e23a-960b-4bb4-b67b-a658dc0e480b service neutron] 10.222.0.59 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745632 Jul 07 19:12:34.242021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:34.242778 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:34.244908 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] 10.222.0.112 "PUT /v2.0/ports/e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 HTTP/1.1" status: 200 len: 1092 time: 2.4157703 Jul 07 19:12:34.303002 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-477c8900-b3be-48b8-8ea9-1037bcdc94d7 req-fd9b7781-f015-420c-91cc-567d70df4f1d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:34.345793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4069164-7886-416d-a741-0c8b4be1b0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:34.359440 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-64b5d0a3-6087-459b-96f3-53f2d438178f req-0271884c-b701-4a4e-bf62-ccf230b7c6e1 service neutron] 10.222.0.59 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419079 Jul 07 19:12:34.368886 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:34.379637 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-12666ca6-c8fb-4432-bea6-6f826f09ecfb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.1135209 Jul 07 19:12:34.491913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-1dc1f2a9-f5e9-47f3-8b29-97b399c9f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:34.493583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-1dc1f2a9-f5e9-47f3-8b29-97b399c9f613 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 1095 time: 0.1928093 Jul 07 19:12:34.887779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:35.034245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d0419c-4eb3-46cd-aae8-5e811b268377', 'tag': 'e9b9f37f-00f5-4c06-9a69-70a9c793e1a2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:35.038144 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb36df8-766f-4f44-a8f1-b96c5719c87a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d0419c-4eb3-46cd-aae8-5e811b268377", "tag": "e9b9f37f-00f5-4c06-9a69-70a9c793e1a2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:35.039975 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3af4217-72ce-498e-9598-e37f3877a6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.050767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-7e43f880-b08d-45ec-b922-d791ce591324 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 HTTP/1.1" status: 200 len: 217 time: 0.5432210 Jul 07 19:12:35.151497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-3306ae43-555d-49fc-aca6-4cf722daef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:35.153901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-3306ae43-555d-49fc-aca6-4cf722daef88 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.0916626 Jul 07 19:12:35.155943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63b88-8cbb-4d94-b9d7-c568ed7e649c req-9675f472-fcdf-403d-b078-657633f49b9a tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:35.162987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0d63b88-8cbb-4d94-b9d7-c568ed7e649c req-9675f472-fcdf-403d-b078-657633f49b9a tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 1098 time: 0.7275333 Jul 07 19:12:35.232970 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-477c8900-b3be-48b8-8ea9-1037bcdc94d7 req-fd9b7781-f015-420c-91cc-567d70df4f1d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.237013 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-cac0e0fb-a4ae-41b8-9e36-4bb2d84a2f5f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713184 Jul 07 19:12:35.245713 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-477c8900-b3be-48b8-8ea9-1037bcdc94d7 req-fd9b7781-f015-420c-91cc-567d70df4f1d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.287518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0d63b88-8cbb-4d94-b9d7-c568ed7e649c req-3ac941ca-64ec-4f2c-8ced-e2ee058d6376 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234913 Jul 07 19:12:35.356269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b7781-f015-420c-91cc-567d70df4f1d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30f8d66-4553-495b-b48f-b5d5d6201b0b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:35.411824 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3af4217-72ce-498e-9598-e37f3877a6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.428998 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3af4217-72ce-498e-9598-e37f3877a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.440991 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-477c8900-b3be-48b8-8ea9-1037bcdc94d7 req-fd9b7781-f015-420c-91cc-567d70df4f1d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.461169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-477c8900-b3be-48b8-8ea9-1037bcdc94d7 req-fd9b7781-f015-420c-91cc-567d70df4f1d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.3464420 Jul 07 19:12:35.468317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-1277fe1b-c59e-4cb0-8530-f910fd197455 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104156 Jul 07 19:12:35.506955 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b3af4217-72ce-498e-9598-e37f3877a6e9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dedb4b6645f1470aa29c65b5f8df29ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159434 Jul 07 19:12:35.506955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:12:35.518816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af4217-72ce-498e-9598-e37f3877a6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c42b52-02d3-4a16-90eb-b428236cf65e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:35.625120 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fbc996-fb91-40b7-baab-64fb91570aa0 x-openstack-request-id: req-f1fbc996-fb91-40b7-baab-64fb91570aa0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:35.625490 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d0419c-4eb3-46cd-aae8-5e811b268377", "tag": "e9b9f37f-00f5-4c06-9a69-70a9c793e1a2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:35.625807 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f1fbc996-fb91-40b7-baab-64fb91570aa0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:35.626264 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d0419c-4eb3-46cd-aae8-5e811b268377', 'tag': 'e9b9f37f-00f5-4c06-9a69-70a9c793e1a2', 'status': 'completed', 'code': 200} Jul 07 19:12:35.640232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68605979-e4e7-44c4-b014-cd63094d1138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.666615 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68605979-e4e7-44c4-b014-cd63094d1138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.742129 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379eec0-f19b-4e4d-a887-1320644abf24 req-9e1b9886-702e-4687-9b85-f638dea1af72 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:35.757010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7379eec0-f19b-4e4d-a887-1320644abf24 req-9e1b9886-702e-4687-9b85-f638dea1af72 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.2472630 Jul 07 19:12:35.799828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834e55a9-0286-40d2-bdfb-727f803ad7f9 req-8e524466-7d91-451f-8dc9-84155d34a98f service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232005 Jul 07 19:12:35.801986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f8390-d00c-4110-93ee-b97906c01688 req-f564f5d9-4b4c-4f71-9a68-34cf61d9daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:35.804506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0e3f8390-d00c-4110-93ee-b97906c01688 req-f564f5d9-4b4c-4f71-9a68-34cf61d9daa4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1097 time: 0.2235315 Jul 07 19:12:35.806248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68605979-e4e7-44c4-b014-cd63094d1138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.810164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68605979-e4e7-44c4-b014-cd63094d1138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:35.832928 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-68605979-e4e7-44c4-b014-cd63094d1138 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/08c42b52-02d3-4a16-90eb-b428236cf65e HTTP/1.1" status: 204 len: 168 time: 0.3060601 Jul 07 19:12:35.938878 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0e3f8390-d00c-4110-93ee-b97906c01688 req-002b583b-02dd-460d-853f-c9963065af5f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046038 Jul 07 19:12:35.940008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68605979-e4e7-44c4-b014-cd63094d1138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c42b52-02d3-4a16-90eb-b428236cf65e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:35.953555 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7379eec0-f19b-4e4d-a887-1320644abf24 req-a548a5da-8a7f-4313-8f79-7e6ddae69dfd tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955371 Jul 07 19:12:36.038837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acc7a9-217c-470c-ad25-97b6c07a1a76 req-a483e56f-0f50-4464-aff4-af2aee85ae4a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:36.042098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5acc7a9-217c-470c-ad25-97b6c07a1a76 req-a483e56f-0f50-4464-aff4-af2aee85ae4a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 943 time: 0.2064166 Jul 07 19:12:36.053322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb36df8-766f-4f44-a8f1-b96c5719c87a req-78de11a9-c110-4ab4-8c67-0949abfb665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:36.055221 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbb36df8-766f-4f44-a8f1-b96c5719c87a req-78de11a9-c110-4ab4-8c67-0949abfb665a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 1095 time: 0.1600688 Jul 07 19:12:36.177991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5acc7a9-217c-470c-ad25-97b6c07a1a76 req-4b39d31f-3338-4146-93e6-b8700d62c0ca tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269548 Jul 07 19:12:36.242747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb36df8-766f-4f44-a8f1-b96c5719c87a req-2075adcf-66ae-4428-805f-54239546c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:36.245927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbb36df8-766f-4f44-a8f1-b96c5719c87a req-2075adcf-66ae-4428-805f-54239546c254 service neutron] 10.222.0.112 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 906 time: 0.1816704 Jul 07 19:12:36.315358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbb36df8-766f-4f44-a8f1-b96c5719c87a req-1bc39245-4ca7-4fea-a484-b62502309e7f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 HTTP/1.1" status: 200 len: 217 time: 0.0616164 Jul 07 19:12:36.451775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb36df8-766f-4f44-a8f1-b96c5719c87a req-d67f7a29-d3bb-48cc-a703-de251fa055e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:36.453447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbb36df8-766f-4f44-a8f1-b96c5719c87a req-d67f7a29-d3bb-48cc-a703-de251fa055e1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.1113484 Jul 07 19:12:36.543945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbb36df8-766f-4f44-a8f1-b96c5719c87a req-30baf775-cb44-434f-8986-dc9f48ef22c6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737267 Jul 07 19:12:36.658075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f6a1763-0a59-4445-98ae-b7b1c1450e2c req-412c4668-2847-4685-bb3e-8164b7f12ee5 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/f30f8d66-4553-495b-b48f-b5d5d6201b0b HTTP/1.1" status: 200 len: 1780 time: 0.1191561 Jul 07 19:12:36.700083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbb36df8-766f-4f44-a8f1-b96c5719c87a req-ce4ed89c-f3aa-47af-9e41-e9b8e5558d33 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352274 Jul 07 19:12:36.915344 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbb36df8-766f-4f44-a8f1-b96c5719c87a req-3b17a262-0cd6-4cb4-834b-349168c93d5d service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069001 Jul 07 19:12:37.138453 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9def5b57-8521-4566-a351-ab08239b8968 req-cd066ca1-de3f-41a8-b865-e437cdffe8d2 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/f30f8d66-4553-495b-b48f-b5d5d6201b0b HTTP/1.1" status: 200 len: 1780 time: 0.0988297 Jul 07 19:12:37.228395 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9def5b57-8521-4566-a351-ab08239b8968 req-59e56c2d-985a-458b-aca9-ad70ab38fe3f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.255131 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9def5b57-8521-4566-a351-ab08239b8968 req-59e56c2d-985a-458b-aca9-ad70ab38fe3f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.323855 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9def5b57-8521-4566-a351-ab08239b8968 req-59e56c2d-985a-458b-aca9-ad70ab38fe3f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.326692 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9def5b57-8521-4566-a351-ab08239b8968 req-59e56c2d-985a-458b-aca9-ad70ab38fe3f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.332081 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9def5b57-8521-4566-a351-ab08239b8968 req-59e56c2d-985a-458b-aca9-ad70ab38fe3f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "DELETE /v2.0/security-groups/f30f8d66-4553-495b-b48f-b5d5d6201b0b HTTP/1.1" status: 204 len: 173 time: 0.1875682 Jul 07 19:12:37.359655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e56c2d-985a-458b-aca9-ad70ab38fe3f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30f8d66-4553-495b-b48f-b5d5d6201b0b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:37.573566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265b36c-e1a1-467b-a062-47deb1d461eb req-445a9f5c-4f6f-45eb-9558-c1d4bd013a1a tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:37.575091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a265b36c-e1a1-467b-a062-47deb1d461eb req-445a9f5c-4f6f-45eb-9558-c1d4bd013a1a tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.0818508 Jul 07 19:12:37.632124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a265b36c-e1a1-467b-a062-47deb1d461eb req-13233e7b-d198-4628-b6d7-ca15a6869833 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506763 Jul 07 19:12:37.657746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:37.782633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:37.796734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'e9b9f37f-00f5-4c06-9a69-70a9c793e1a2', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'port_id': 'e9b9f37f-00f5-4c06-9a69-70a9c793e1a2', 'mac_address': 'fa:16:3e:15:db:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084d94ab-3177-4528-abdd-04a99c38e68d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:37.847585 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.858222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db4f20-1af9-4dd8-8aae-90d93ac35db1 req-a35a5af5-864a-4151-9195-8e94d171e487 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:37.860763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10db4f20-1af9-4dd8-8aae-90d93ac35db1 req-a35a5af5-864a-4151-9195-8e94d171e487 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 1098 time: 0.1069543 Jul 07 19:12:37.870390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:37.893373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:37.899500 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:37.921289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10db4f20-1af9-4dd8-8aae-90d93ac35db1 req-bbcab30a-422c-4a57-b293-35786b8ceb1a tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542972 Jul 07 19:12:37.975204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:38.147999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['e9b9f37f-00f5-4c06-9a69-70a9c793e1a2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:38.150783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d40295-4cca-405d-afc4-2687868ad83d req-f04cabe6-f740-427f-aa02-704b5529960e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:38.152466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17d40295-4cca-405d-afc4-2687868ad83d req-f04cabe6-f740-427f-aa02-704b5529960e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 944 time: 0.0886803 Jul 07 19:12:38.223863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17d40295-4cca-405d-afc4-2687868ad83d req-b6abe719-ae1c-452c-8d30-e33fb3b064a2 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626192 Jul 07 19:12:38.282982 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-c95c0a7e-4266-4565-b11f-2d1aeb6b32ad req-e3645627-ac5a-49e6-8c68-b3eb2e7d4390 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] show failed (client error): The resource could not be found. Jul 07 19:12:38.284312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c95c0a7e-4266-4565-b11f-2d1aeb6b32ad req-e3645627-ac5a-49e6-8c68-b3eb2e7d4390 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/f30f8d66-4553-495b-b48f-b5d5d6201b0b HTTP/1.1" status: 404 len: 352 time: 0.0295227 Jul 07 19:12:38.368736 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e43ddc8-0b59-4ddc-a392-8d735c94a6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:38.562409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8e583aa1-e2a4-4bc1-9b6c-567b9fa4da0a req-cb4a5f43-8ce8-47e8-b242-93e47e523877 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1337016888', 'description': 'tempest-description-891962498'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:38.599599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8e583aa1-e2a4-4bc1-9b6c-567b9fa4da0a req-cb4a5f43-8ce8-47e8-b242-93e47e523877 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:38.715353 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8e583aa1-e2a4-4bc1-9b6c-567b9fa4da0a req-cb4a5f43-8ce8-47e8-b242-93e47e523877 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:38.721238 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8e583aa1-e2a4-4bc1-9b6c-567b9fa4da0a req-cb4a5f43-8ce8-47e8-b242-93e47e523877 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:38.754909 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8e583aa1-e2a4-4bc1-9b6c-567b9fa4da0a req-cb4a5f43-8ce8-47e8-b242-93e47e523877 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:38.761409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8e583aa1-e2a4-4bc1-9b6c-567b9fa4da0a req-cb4a5f43-8ce8-47e8-b242-93e47e523877 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2085843 Jul 07 19:12:38.763661 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f43-8ce8-47e8-b242-93e47e523877 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd96cc49-6224-4922-92a7-faacbb809974,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:39.665345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:39.789638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:12:39.802352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:39.804181 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:39.977613 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:40.015916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d0419c-4eb3-46cd-aae8-5e811b268377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b9f37f-00f5-4c06-9a69-70a9c793e1a2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:40.018166 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a27fa-234c-4816-8ea4-b64343b54f43" -d '{"events": [{"server_uuid": "d2d0419c-4eb3-46cd-aae8-5e811b268377", "name": "network-vif-plugged", "status": "completed", "tag": "e9b9f37f-00f5-4c06-9a69-70a9c793e1a2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:40.053220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:40.058454 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:40.127272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:40.616948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-afcc6b59-1a49-41e9-bd30-e8f05c6135d9 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:12:40.626237 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-afcc6b59-1a49-41e9-bd30-e8f05c6135d9 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1594594 Jul 07 19:12:40.680927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-90e60db0-1adf-4f52-873a-0d96507188da tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:40.683288 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-90e60db0-1adf-4f52-873a-0d96507188da tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports/0e5ff155-ace6-4090-8183-1077e002e903 HTTP/1.1" status: 200 len: 1095 time: 0.0560274 Jul 07 19:12:40.696281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Request body: {'binding': {'host': 'n-h2-792394-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:40.696281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:12:40.897224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 on host n-h2-792394-12 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:40.897514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:40.897853 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:40.903981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Port 0e5ff155-ace6-4090-8183-1077e002e903 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:40.904553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:40.915782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:40.917116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:40.917711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:40.918349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Bound port: 0e5ff155-ace6-4090-8183-1077e002e903, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:41.003679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0e5ff155-ace6-4090-8183-1077e002e903,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:41.022485 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.023695 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-239e119b-0899-46c2-a33e-4b8e65217486 service neutron] 10.222.0.113 "POST /v2.0/ports/0e5ff155-ace6-4090-8183-1077e002e903/bindings HTTP/1.1" status: 201 len: 390 time: 0.3317404 Jul 07 19:12:41.036623 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0342f9-f94d-45ce-8f14-6ee6ee2934e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.177414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b69872db-c3fb-4120-bc8b-7320441665c6 req-394e9724-d642-4e2d-a36d-42e7ce07b12f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1205483835', 'description': 'tempest-description-1979059499'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:41.247694 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b69872db-c3fb-4120-bc8b-7320441665c6 req-394e9724-d642-4e2d-a36d-42e7ce07b12f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.267509 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.436883 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b69872db-c3fb-4120-bc8b-7320441665c6 req-394e9724-d642-4e2d-a36d-42e7ce07b12f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.444254 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b69872db-c3fb-4120-bc8b-7320441665c6 req-394e9724-d642-4e2d-a36d-42e7ce07b12f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.484019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e9724-d642-4e2d-a36d-42e7ce07b12f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f556ce1-570c-4f68-8a98-5a32e1625a94,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:41.519314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b69872db-c3fb-4120-bc8b-7320441665c6 req-394e9724-d642-4e2d-a36d-42e7ce07b12f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:41.523330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b69872db-c3fb-4120-bc8b-7320441665c6 req-394e9724-d642-4e2d-a36d-42e7ce07b12f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3533792 Jul 07 19:12:41.546834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-352a38ff-82fc-414f-b78a-6ee59bfaf8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:41.548833 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-352a38ff-82fc-414f-b78a-6ee59bfaf8d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 1098 time: 0.1066196 Jul 07 19:12:41.668853 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-d1ec4d9e-7a12-45d5-87fb-5d1584509ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:41.672571 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-d1ec4d9e-7a12-45d5-87fb-5d1584509ec5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.1157856 Jul 07 19:12:41.717608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9910b44b-eedd-40cf-a467-b2aae1cb9f6d req-e88c0c59-51d6-4add-a060-97e4982f6189 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1337016888&fields=id&tenant_id=25175ec8fd3f41edb81dceed52e47cb4 HTTP/1.1" status: 200 len: 267 time: 0.0544231 Jul 07 19:12:41.730421 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-058ba8ab-1526-4a60-a24f-8d903836dfa7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e5ff155-ace6-4090-8183-1077e002e903 HTTP/1.1" status: 200 len: 217 time: 0.0503204 Jul 07 19:12:41.817755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-55149e33-1619-4bfe-abb1-e8bd8de3a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:41.820514 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-55149e33-1619-4bfe-abb1-e8bd8de3a05d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0813692 Jul 07 19:12:41.861302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910b44b-eedd-40cf-a467-b2aae1cb9f6d req-00c0fd3e-f336-4611-b155-d87fb2d4632d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:41.870587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9910b44b-eedd-40cf-a467-b2aae1cb9f6d req-00c0fd3e-f336-4611-b155-d87fb2d4632d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.1440604 Jul 07 19:12:41.876630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9910b44b-eedd-40cf-a467-b2aae1cb9f6d req-5cc33111-3a27-4704-a64a-5c973f52f3b4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Request body: {'port': {'security_groups': ['2aee7d80-dabb-4edd-acf9-4846d33af151', 'fd96cc49-6224-4922-92a7-faacbb809974']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:41.877751 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-35d08f7e-a36f-4bf0-8047-ca67be711a79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504344 Jul 07 19:12:42.010343 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9910b44b-eedd-40cf-a467-b2aae1cb9f6d req-5cc33111-3a27-4704-a64a-5c973f52f3b4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.029013 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-4d47ffc8-f757-4948-9f69-0ecb28a1d288 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419630 Jul 07 19:12:42.214971 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-666f812f-c204-4c5b-912d-e45e35d369fd service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784847 Jul 07 19:12:42.277232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.409941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9910b44b-eedd-40cf-a467-b2aae1cb9f6d req-5cc33111-3a27-4704-a64a-5c973f52f3b4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] For port b23480fe-bc2a-4379-a289-ab768c632caf, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b23480fe-bc2a-4379-a289-ab768c632caf,segment=NetworkSegment(31278eae-3fef-486d-96e3-7ce49193b144),segment_id=31278eae-3fef-486d-96e3-7ce49193b144)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:42.456090 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9910b44b-eedd-40cf-a467-b2aae1cb9f6d req-5cc33111-3a27-4704-a64a-5c973f52f3b4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.464858 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9910b44b-eedd-40cf-a467-b2aae1cb9f6d req-5cc33111-3a27-4704-a64a-5c973f52f3b4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.493834 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b23480fe-bc2a-4379-a289-ab768c632caf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:42.521290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910b44b-eedd-40cf-a467-b2aae1cb9f6d req-5cc33111-3a27-4704-a64a-5c973f52f3b4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:42.521513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-3353cc06-b2c6-4df2-87fb-b170138cb342 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:42.522560 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9910b44b-eedd-40cf-a467-b2aae1cb9f6d req-5cc33111-3a27-4704-a64a-5c973f52f3b4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.524142 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-3353cc06-b2c6-4df2-87fb-b170138cb342 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1098 time: 0.1465766 Jul 07 19:12:42.537060 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9910b44b-eedd-40cf-a467-b2aae1cb9f6d req-5cc33111-3a27-4704-a64a-5c973f52f3b4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "PUT /v2.0/ports/b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 981 time: 0.6654761 Jul 07 19:12:42.539727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:42.546108 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922a5fb5-e9c4-455d-bc68-d2d2b2e4602e" -d '{"events": [{"name": "network-changed", "server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:42.549528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-12'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:42.629020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b23480fe-bc2a-4379-a289-ab768c632caf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:42.637434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc33111-3a27-4704-a64a-5c973f52f3b4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Pushing event updated for resources: {'Port': ['ID=b23480fe-bc2a-4379-a289-ab768c632caf,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:42.704728 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:42.788456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a583262-dcf4-43f7-8823-99d9d1943c23 req-9b767fc5-396a-4b74-ab0a-ee2f7195c828 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:42.796456 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a583262-dcf4-43f7-8823-99d9d1943c23 req-9b767fc5-396a-4b74-ab0a-ee2f7195c828 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 945 time: 0.0939214 Jul 07 19:12:42.873033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a583262-dcf4-43f7-8823-99d9d1943c23 req-05f4484d-5154-48f1-890e-bbfc35ef0af7 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754466 Jul 07 19:12:42.893623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0e5ff155-ace6-4090-8183-1077e002e903,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:42.992725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:43.080654 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5ff155-ace6-4090-8183-1077e002e903'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:43.086355 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682777bd-6e8b-4133-a9c2-e5409eaa904a" -d '{"events": [{"server_uuid": "bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5ff155-ace6-4090-8183-1077e002e903"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:43.092992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:43.103140 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:43.163575 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffacc7d-5fbe-4b0b-838b-c8b734c8ae8e x-openstack-request-id: req-fffacc7d-5fbe-4b0b-838b-c8b734c8ae8e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:43.164182 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d0419c-4eb3-46cd-aae8-5e811b268377", "name": "network-vif-plugged", "status": "completed", "tag": "e9b9f37f-00f5-4c06-9a69-70a9c793e1a2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:43.164657 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fffacc7d-5fbe-4b0b-838b-c8b734c8ae8e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:43.165342 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d0419c-4eb3-46cd-aae8-5e811b268377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b9f37f-00f5-4c06-9a69-70a9c793e1a2', 'code': 200} Jul 07 19:12:43.251168 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 on host n-h1-792394-12 for vnic_type normal with profile {"migrating_to": "n-h2-792394-12"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:12:43.251609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:12:43.252511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:43.260049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Port 0e5ff155-ace6-4090-8183-1077e002e903 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:12:43.260633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Attempting to bind port 0e5ff155-ace6-4090-8183-1077e002e903 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:12:43.269368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:12:43.269715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:12:43.270159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:12:43.270588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Bound port: 0e5ff155-ace6-4090-8183-1077e002e903, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:12:43.270949 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:43.281559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ff155-ace6-4090-8183-1077e002e903,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:43.359698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:43.365953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0e5ff155-ace6-4090-8183-1077e002e903,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:12:43.367415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbae83-0bee-4199-b97f-8027600b8750 req-8ec4c813-aab5-4195-b7f0-d5e3e89a2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:43.369518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96cbae83-0bee-4199-b97f-8027600b8750 req-8ec4c813-aab5-4195-b7f0-d5e3e89a2ee8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 1097 time: 0.1267209 Jul 07 19:12:43.374618 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:43.381832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f7b98-3549-4a6e-9da9-7b3e59ddfee6 req-a1dcf7ca-8b79-4e12-be09-8aa110678881 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:43.383393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f7b98-3549-4a6e-9da9-7b3e59ddfee6 req-a1dcf7ca-8b79-4e12-be09-8aa110678881 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 944 time: 0.1087139 Jul 07 19:12:43.479649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-cc7adcef-2bb4-4971-8698-2301c4b81a81 req-a6cb1768-eb41-48f3-b791-a0e1e60c9c90 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2130139401', 'description': 'tempest-description-1375218150'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:43.480379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:43.480875 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:43.482377 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] 10.222.0.59 "PUT /v2.0/ports/0e5ff155-ace6-4090-8183-1077e002e903 HTTP/1.1" status: 200 len: 1124 time: 0.9445021 Jul 07 19:12:43.503932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aea4e3-5158-45a5-a932-d75295dcd61f service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ff155-ace6-4090-8183-1077e002e903,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:43.519927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96cbae83-0bee-4199-b97f-8027600b8750 req-a61bc63c-e7e6-4b4c-9a3e-fc4075b44fed service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353991 Jul 07 19:12:43.537270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f7b98-3549-4a6e-9da9-7b3e59ddfee6 req-28a8da38-e6f2-4c23-9e4c-56f981577901 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338029 Jul 07 19:12:43.544644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc7adcef-2bb4-4971-8698-2301c4b81a81 req-a6cb1768-eb41-48f3-b791-a0e1e60c9c90 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:43.574927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['0e5ff155-ace6-4090-8183-1077e002e903'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:43.653195 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc7adcef-2bb4-4971-8698-2301c4b81a81 req-a6cb1768-eb41-48f3-b791-a0e1e60c9c90 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:43.657668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc7adcef-2bb4-4971-8698-2301c4b81a81 req-a6cb1768-eb41-48f3-b791-a0e1e60c9c90 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:43.732824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a32a726-fb26-4e6f-bc41-4226677a4a0c req-0f1b383d-d4d3-4438-8a41-b9d60cb6b25e tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1337016888&fields=id&tenant_id=25175ec8fd3f41edb81dceed52e47cb4 HTTP/1.1" status: 200 len: 267 time: 0.0722604 Jul 07 19:12:43.734636 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc7adcef-2bb4-4971-8698-2301c4b81a81 req-a6cb1768-eb41-48f3-b791-a0e1e60c9c90 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:43.735731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc7adcef-2bb4-4971-8698-2301c4b81a81 req-a6cb1768-eb41-48f3-b791-a0e1e60c9c90 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2824872 Jul 07 19:12:43.736491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb1768-eb41-48f3-b791-a0e1e60c9c90 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb3d69a-2045-4310-a27f-7e7cfa49892f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:43.789180 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc87fb9-7c67-40f5-8e8b-5f1256a3a12c x-openstack-request-id: req-7fc87fb9-7c67-40f5-8e8b-5f1256a3a12c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:43.789475 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:43.789732 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7fc87fb9-7c67-40f5-8e8b-5f1256a3a12c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:43.790181 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'status': 'completed', 'code': 200} Jul 07 19:12:43.813004 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:43.838346 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4a6d29-5d08-4b76-b181-e4a1ecb9c73b x-openstack-request-id: req-da4a6d29-5d08-4b76-b181-e4a1ecb9c73b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:43.839095 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5ff155-ace6-4090-8183-1077e002e903", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:43.839095 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-da4a6d29-5d08-4b76-b181-e4a1ecb9c73b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:43.839634 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5ff155-ace6-4090-8183-1077e002e903', 'code': 200} Jul 07 19:12:43.881633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32a726-fb26-4e6f-bc41-4226677a4a0c req-144195b4-7d30-46d4-82ca-e323783b89ce tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:43.883808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a32a726-fb26-4e6f-bc41-4226677a4a0c req-144195b4-7d30-46d4-82ca-e323783b89ce tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 984 time: 0.1448860 Jul 07 19:12:43.900613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8a32a726-fb26-4e6f-bc41-4226677a4a0c req-755d3d1c-8e16-4c84-af3f-655bfa6369cd tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Request body: {'port': {'security_groups': ['2aee7d80-dabb-4edd-acf9-4846d33af151']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:43.951950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-90046656-68b4-460d-b7cb-8e274578f6b2 req-61eb235a-e522-444b-a49d-284d496d0d04 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-866419556', 'description': 'tempest-description-294519602'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:43.976523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a5fb5-e9c4-455d-bc68-d2d2b2e4602e req-26bceb79-9e8d-47b9-9a7c-4d56f81780f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:43.979075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-922a5fb5-e9c4-455d-bc68-d2d2b2e4602e req-26bceb79-9e8d-47b9-9a7c-4d56f81780f0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1136 time: 0.1486750 Jul 07 19:12:44.038876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90046656-68b4-460d-b7cb-8e274578f6b2 req-61eb235a-e522-444b-a49d-284d496d0d04 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.103908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a32a726-fb26-4e6f-bc41-4226677a4a0c req-755d3d1c-8e16-4c84-af3f-655bfa6369cd tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.210502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a5fb5-e9c4-455d-bc68-d2d2b2e4602e req-fed2ea8a-a5f9-4cf4-a5d3-ad7eea93c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:44.212000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-922a5fb5-e9c4-455d-bc68-d2d2b2e4602e req-fed2ea8a-a5f9-4cf4-a5d3-ad7eea93c62c service neutron] 10.222.0.112 "GET /v2.0/networks?id=705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 200 len: 922 time: 0.2157025 Jul 07 19:12:44.285954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-922a5fb5-e9c4-455d-bc68-d2d2b2e4602e req-816b3669-e582-4c50-a3a1-b84b1ba9a548 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 217 time: 0.0597827 Jul 07 19:12:44.343116 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90046656-68b4-460d-b7cb-8e274578f6b2 req-61eb235a-e522-444b-a49d-284d496d0d04 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.352088 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90046656-68b4-460d-b7cb-8e274578f6b2 req-61eb235a-e522-444b-a49d-284d496d0d04 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.437739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a5fb5-e9c4-455d-bc68-d2d2b2e4602e req-a9248834-a69a-4f76-9dfa-9f2974f5c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:44.439295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-922a5fb5-e9c4-455d-bc68-d2d2b2e4602e req-a9248834-a69a-4f76-9dfa-9f2974f5c86b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dc08be43-1de8-4505-8881-ac01a409983f HTTP/1.1" status: 200 len: 860 time: 0.1422606 Jul 07 19:12:44.451373 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90046656-68b4-460d-b7cb-8e274578f6b2 req-61eb235a-e522-444b-a49d-284d496d0d04 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.452585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90046656-68b4-460d-b7cb-8e274578f6b2 req-61eb235a-e522-444b-a49d-284d496d0d04 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5169740 Jul 07 19:12:44.487810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb235a-e522-444b-a49d-284d496d0d04 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7dd9a0-672f-4c2a-812b-e425ba18a46e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:44.494949 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-922a5fb5-e9c4-455d-bc68-d2d2b2e4602e req-b177a738-b1e5-4aab-aac0-14162156f27d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=705900b2-7497-406c-88c1-906c76afb59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447757 Jul 07 19:12:44.591540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8a32a726-fb26-4e6f-bc41-4226677a4a0c req-755d3d1c-8e16-4c84-af3f-655bfa6369cd tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] For port b23480fe-bc2a-4379-a289-ab768c632caf, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b23480fe-bc2a-4379-a289-ab768c632caf,segment=NetworkSegment(31278eae-3fef-486d-96e3-7ce49193b144),segment_id=31278eae-3fef-486d-96e3-7ce49193b144)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:44.653888 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a32a726-fb26-4e6f-bc41-4226677a4a0c req-755d3d1c-8e16-4c84-af3f-655bfa6369cd tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.668448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a32a726-fb26-4e6f-bc41-4226677a4a0c req-755d3d1c-8e16-4c84-af3f-655bfa6369cd tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.677991 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b23480fe-bc2a-4379-a289-ab768c632caf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:44.688069 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-922a5fb5-e9c4-455d-bc68-d2d2b2e4602e req-f67e9112-7e88-402e-b4e6-c77fed1da763 service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851995 Jul 07 19:12:44.812226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32a726-fb26-4e6f-bc41-4226677a4a0c req-755d3d1c-8e16-4c84-af3f-655bfa6369cd tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:44.812914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8a32a726-fb26-4e6f-bc41-4226677a4a0c req-755d3d1c-8e16-4c84-af3f-655bfa6369cd tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:44.833051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a32a726-fb26-4e6f-bc41-4226677a4a0c req-755d3d1c-8e16-4c84-af3f-655bfa6369cd tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "PUT /v2.0/ports/b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 942 time: 0.9396205 Jul 07 19:12:44.881533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d3d1c-8e16-4c84-af3f-655bfa6369cd tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Pushing event updated for resources: {'Port': ['ID=b23480fe-bc2a-4379-a289-ab768c632caf,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:44.894552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b23480fe-bc2a-4379-a289-ab768c632caf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:44.926329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f03fc-f056-42b6-bef5-a35848e024ea req-87e894af-7e34-4691-aacc-c1bcf4c999ac tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:44.935334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-980f03fc-f056-42b6-bef5-a35848e024ea req-87e894af-7e34-4691-aacc-c1bcf4c999ac tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 945 time: 0.2883177 Jul 07 19:12:44.997352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-922a5fb5-e9c4-455d-bc68-d2d2b2e4602e req-8b662222-5763-4a84-842c-dab6cec24816 service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959003 Jul 07 19:12:45.032944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-980f03fc-f056-42b6-bef5-a35848e024ea req-81ca5326-db18-4cf7-b13e-8548fa2c5dfa tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966029 Jul 07 19:12:45.089291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8676d-5ec7-43ca-9d0e-b4c4e434f381 req-66f464a0-76c7-4206-93fe-5b0460854805 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:45.091119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3f8676d-5ec7-43ca-9d0e-b4c4e434f381 req-66f464a0-76c7-4206-93fe-5b0460854805 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=74e67155-36ff-4540-beb7-4b82b0bd8946 HTTP/1.1" status: 200 len: 949 time: 0.1455359 Jul 07 19:12:45.142863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3f8676d-5ec7-43ca-9d0e-b4c4e434f381 req-ffac449d-53a9-467e-9f78-77ee21d31a69 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455594 Jul 07 19:12:45.287713 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-355c5ebe-08fb-427f-8186-0ba6d4ddaa1f req-dc8e9df7-c687-4e17-9fe0-a9adabf5e3c8 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b HTTP/1.1" status: 200 len: 10904 time: 0.1169553 Jul 07 19:12:45.378117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-355c5ebe-08fb-427f-8186-0ba6d4ddaa1f req-5e04c6f6-43e2-4bea-8bb8-d773ec36b770 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/86f84ffd-d84b-4693-bfbf-000ed1c2d7c5 HTTP/1.1" status: 200 len: 2981 time: 0.0894372 Jul 07 19:12:45.421254 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a04ce4-d0f4-424b-9298-794f7ee98f4d req-d3542479-b73b-4653-8130-b39e659dcae8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:45.422808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6a04ce4-d0f4-424b-9298-794f7ee98f4d req-d3542479-b73b-4653-8130-b39e659dcae8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 944 time: 0.1192591 Jul 07 19:12:45.467028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-355c5ebe-08fb-427f-8186-0ba6d4ddaa1f req-dba35ab0-01da-40d5-926f-7149e898b564 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/86f84ffd-d84b-4693-bfbf-000ed1c2d7c5 HTTP/1.1" status: 200 len: 2981 time: 0.0833240 Jul 07 19:12:45.485997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6a04ce4-d0f4-424b-9298-794f7ee98f4d req-afaea9c6-02aa-4939-b380-996dddbeb121 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548792 Jul 07 19:12:45.606242 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-64a6ee51-4d88-43ff-821e-08b8b043c9e1 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1192451 Jul 07 19:12:45.618005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:45.644062 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.756334 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.799600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:45.802344 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49dffdb-8668-43d6-866b-60cf56658b65" -d '{"events": [{"name": "network-changed", "server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:45.841130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'tag': '0e5ff155-ace6-4090-8183-1077e002e903'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:45.843311 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ac9c8c-4fa7-4278-8cc6-f9ca92d0a946" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4", "tag": "0e5ff155-ace6-4090-8183-1077e002e903"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:45.890435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Allocated IP 172.25.2.34 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/a974e2a4-91b5-4f30-918d-e1ee0b792316) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:12:46.010936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0f3b4b20-990b-48d0-909d-f20e174fe470 req-79aefc86-e0b8-4a22-bb67-9f8679e0f5fe tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/3f556ce1-570c-4f68-8a98-5a32e1625a94 HTTP/1.1" status: 200 len: 1803 time: 0.0875440 Jul 07 19:12:46.055997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.116332 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0f3b4b20-990b-48d0-909d-f20e174fe470 req-49e6433a-3ee9-4754-afb1-c96d8437f41f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.148231 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0f3b4b20-990b-48d0-909d-f20e174fe470 req-49e6433a-3ee9-4754-afb1-c96d8437f41f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.157768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.219165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:12:46.224182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:12:46.231654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:12:46.258318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Pushing event updated for resources: {'Port': ['ID=a974e2a4-91b5-4f30-918d-e1ee0b792316,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:46.272097 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0f3b4b20-990b-48d0-909d-f20e174fe470 req-49e6433a-3ee9-4754-afb1-c96d8437f41f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.274739 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0f3b4b20-990b-48d0-909d-f20e174fe470 req-49e6433a-3ee9-4754-afb1-c96d8437f41f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.276420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0f3b4b20-990b-48d0-909d-f20e174fe470 req-49e6433a-3ee9-4754-afb1-c96d8437f41f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "DELETE /v2.0/security-groups/3f556ce1-570c-4f68-8a98-5a32e1625a94 HTTP/1.1" status: 204 len: 173 time: 0.2512736 Jul 07 19:12:46.294555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6433a-3ee9-4754-afb1-c96d8437f41f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f556ce1-570c-4f68-8a98-5a32e1625a94,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:46.327958 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1775b513-e9af-4873-8105-8269be4efd20 x-openstack-request-id: req-1775b513-e9af-4873-8105-8269be4efd20 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:46.328344 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:46.328728 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1775b513-e9af-4873-8105-8269be4efd20 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:46.331014 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'status': 'completed', 'code': 200} Jul 07 19:12:46.347105 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.363984 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f0f634-2f85-4f5b-96c7-f17a58bd6389 x-openstack-request-id: req-02f0f634-2f85-4f5b-96c7-f17a58bd6389 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:46.364544 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4", "tag": "0e5ff155-ace6-4090-8183-1077e002e903", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:46.364970 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-02f0f634-2f85-4f5b-96c7-f17a58bd6389 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:46.365527 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'tag': '0e5ff155-ace6-4090-8183-1077e002e903', 'status': 'completed', 'code': 200} Jul 07 19:12:46.435311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0e5ff155-ace6-4090-8183-1077e002e903 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:46.436415 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.455513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b524a6b2-0793-4971-8817-38a3b14ab975 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:46.488565 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac9c8c-4fa7-4278-8cc6-f9ca92d0a946 req-e57bacd2-bf16-475f-a274-8eb3307dc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.490408 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02ac9c8c-4fa7-4278-8cc6-f9ca92d0a946 req-e57bacd2-bf16-475f-a274-8eb3307dc20f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 1127 time: 0.0984972 Jul 07 19:12:46.513070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dffdb-8668-43d6-866b-60cf56658b65 req-831407b1-eda6-46b8-b16b-c024c711c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.514831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d49dffdb-8668-43d6-866b-60cf56658b65 req-831407b1-eda6-46b8-b16b-c024c711c31f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1097 time: 0.1330998 Jul 07 19:12:46.620152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac9c8c-4fa7-4278-8cc6-f9ca92d0a946 req-4a34580e-ae64-4b9c-9d56-6f426d675e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.622142 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02ac9c8c-4fa7-4278-8cc6-f9ca92d0a946 req-4a34580e-ae64-4b9c-9d56-6f426d675e1b service neutron] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.1219499 Jul 07 19:12:46.642614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0e5ff155-ace6-4090-8183-1077e002e903,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:46.673561 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02ac9c8c-4fa7-4278-8cc6-f9ca92d0a946 req-e431e933-bf20-46ac-8018-02530231ac4d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e5ff155-ace6-4090-8183-1077e002e903 HTTP/1.1" status: 200 len: 217 time: 0.0425341 Jul 07 19:12:46.678073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0e5ff155-ace6-4090-8183-1077e002e903 has no active binding in host n-h2-792394-12 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:12:46.694619 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.752189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac9c8c-4fa7-4278-8cc6-f9ca92d0a946 req-a00caa8e-ae6a-4a2d-9777-ef52a101ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.754019 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02ac9c8c-4fa7-4278-8cc6-f9ca92d0a946 req-a00caa8e-ae6a-4a2d-9777-ef52a101ba41 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0729055 Jul 07 19:12:46.754861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:46.757584 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc71800d-70a3-4f0a-b178-7b20e135a16a" -d '{"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-unplugged", "status": "completed", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:46.757987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5c15c-9677-4aef-9f13-3e2afedd849a req-a25c8312-9fdd-487b-86b6-81de3879ffd5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.759633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcc5c15c-9677-4aef-9f13-3e2afedd849a req-a25c8312-9fdd-487b-86b6-81de3879ffd5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 945 time: 0.2294784 Jul 07 19:12:46.761927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:46.764922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dffdb-8668-43d6-866b-60cf56658b65 req-f179e0f4-e284-4afe-a609-efed0e8fd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:46.766371 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d49dffdb-8668-43d6-866b-60cf56658b65 req-f179e0f4-e284-4afe-a609-efed0e8fd494 service neutron] 10.222.0.112 "GET /v2.0/networks?id=705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 200 len: 922 time: 0.2351224 Jul 07 19:12:46.767262 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.803242 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.822740 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02ac9c8c-4fa7-4278-8cc6-f9ca92d0a946 req-61f4d2e7-5a13-42ee-ba19-6ca18e37c79b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441580 Jul 07 19:12:46.829596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:46.833758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d49dffdb-8668-43d6-866b-60cf56658b65 req-6454e6dd-2e80-4790-aa4e-6f091a6d5350 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 217 time: 0.0539446 Jul 07 19:12:46.834355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:46.948226 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02ac9c8c-4fa7-4278-8cc6-f9ca92d0a946 req-b3f7d924-6d67-425c-905a-ebd3f49b0896 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137712 Jul 07 19:12:47.062494 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02ac9c8c-4fa7-4278-8cc6-f9ca92d0a946 req-b12aec1d-43c6-427c-b4c5-c4b8f4872255 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077936 Jul 07 19:12:47.253937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcc5c15c-9677-4aef-9f13-3e2afedd849a req-ea7db72e-fdd2-4de2-8fb0-c026a4da5fdd tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851875 Jul 07 19:12:47.297881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Pushing event updated for resources: {'Port': ['ID=a974e2a4-91b5-4f30-918d-e1ee0b792316,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:47.312672 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dffdb-8668-43d6-866b-60cf56658b65 req-a7694101-e52c-4b6e-a0c9-912b735cc7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.314192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d49dffdb-8668-43d6-866b-60cf56658b65 req-a7694101-e52c-4b6e-a0c9-912b735cc7fd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dc08be43-1de8-4505-8881-ac01a409983f HTTP/1.1" status: 200 len: 860 time: 0.4628897 Jul 07 19:12:47.322229 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:47.357297 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d49dffdb-8668-43d6-866b-60cf56658b65 req-4829b221-6d97-406e-abbe-635d1efd3a29 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=705900b2-7497-406c-88c1-906c76afb59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353127 Jul 07 19:12:47.363305 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:47.364712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-7fbfc3bb-ee7e-4c57-a690-a9af4d2a7b66 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7506454 Jul 07 19:12:47.461080 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-8dd966e0-06cb-40c8-8426-dcff087cb167 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.0875375 Jul 07 19:12:47.496116 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-0033c11a-3634-4ad0-88d2-519e1ec727b2 req-f6b0e290-cfe6-40c0-9000-8a7b5fa8348c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] show failed (client error): The resource could not be found. Jul 07 19:12:47.497177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0033c11a-3634-4ad0-88d2-519e1ec727b2 req-f6b0e290-cfe6-40c0-9000-8a7b5fa8348c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/3f556ce1-570c-4f68-8a98-5a32e1625a94 HTTP/1.1" status: 404 len: 352 time: 0.0398669 Jul 07 19:12:47.571966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d49dffdb-8668-43d6-866b-60cf56658b65 req-8b8c65ba-dbbc-4812-9fcc-77f50bdaa415 service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061958 Jul 07 19:12:47.686916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-340bbbe5-4a6f-4892-93e2-6bde55abbfc4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.688271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8561f59c-34ad-4af3-9703-e828dbc72ae4 req-340bbbe5-4a6f-4892-93e2-6bde55abbfc4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.2168705 Jul 07 19:12:47.732923 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e88dbe-cf4d-4821-a1e9-acb792115e46 x-openstack-request-id: req-e7e88dbe-cf4d-4821-a1e9-acb792115e46 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:47.733486 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-unplugged", "status": "completed", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:47.733486 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e7e88dbe-cf4d-4821-a1e9-acb792115e46 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:47.733830 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'code': 200} Jul 07 19:12:47.743158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d49dffdb-8668-43d6-866b-60cf56658b65 req-00e37bc7-2e16-434e-93fb-a56c3861dadb service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615527 Jul 07 19:12:47.769333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed283cca-b456-4cb1-90c8-807b8374a2e3 req-cc78302d-382a-4cf1-9184-bddc45b880de tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.770832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed283cca-b456-4cb1-90c8-807b8374a2e3 req-cc78302d-382a-4cf1-9184-bddc45b880de tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 944 time: 0.1643963 Jul 07 19:12:47.894754 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed283cca-b456-4cb1-90c8-807b8374a2e3 req-544d1c58-e28d-436a-8379-17763d25d98b tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178041 Jul 07 19:12:47.911425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-7d42681e-ec7e-44f5-9224-5970bce88fc8 service neutron] 10.222.0.112 "GET /v2.0/ports/0e5ff155-ace6-4090-8183-1077e002e903/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 385 time: 0.1169062 Jul 07 19:12:47.984468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4952ef-d53f-4943-b66b-089595bb8199 req-68dc6a47-0b91-4370-995f-f31f6e8833ac tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:47.986058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e4952ef-d53f-4943-b66b-089595bb8199 req-68dc6a47-0b91-4370-995f-f31f6e8833ac tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 945 time: 0.1420040 Jul 07 19:12:48.093126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e4952ef-d53f-4943-b66b-089595bb8199 req-c67ef12a-b8eb-45d1-a9c6-e7676d818984 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005981 Jul 07 19:12:48.104603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ba2de68-e99a-420d-b937-c9d8b6211e3b req-a8fa8e10-6102-42f9-bf2c-39ceca494ba2 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/7eb3d69a-2045-4310-a27f-7e7cfa49892f HTTP/1.1" status: 200 len: 1803 time: 0.0958548 Jul 07 19:12:48.250314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-b9034888-fd49-47d6-8b7a-5fbc42ff8920 service neutron] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0e5ff155-ace6-4090-8183-1077e002e903,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:48.251004 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ba2de68-e99a-420d-b937-c9d8b6211e3b req-02147077-3b94-4592-aa54-916715386464 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.298554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-b9034888-fd49-47d6-8b7a-5fbc42ff8920 service neutron] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:48.333823 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ba2de68-e99a-420d-b937-c9d8b6211e3b req-02147077-3b94-4592-aa54-916715386464 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.364794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-b9034888-fd49-47d6-8b7a-5fbc42ff8920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5ff155-ace6-4090-8183-1077e002e903 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:48.391145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-b9034888-fd49-47d6-8b7a-5fbc42ff8920 service neutron] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0e5ff155-ace6-4090-8183-1077e002e903,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:48.427076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-d675bcc3-e143-412d-bf02-d9316dcdd87b tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:48.428774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-d675bcc3-e143-412d-bf02-d9316dcdd87b tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2065036 Jul 07 19:12:48.429422 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-b9034888-fd49-47d6-8b7a-5fbc42ff8920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.445043 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ba2de68-e99a-420d-b937-c9d8b6211e3b req-02147077-3b94-4592-aa54-916715386464 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.447934 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ba2de68-e99a-420d-b937-c9d8b6211e3b req-02147077-3b94-4592-aa54-916715386464 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.449099 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ba2de68-e99a-420d-b937-c9d8b6211e3b req-02147077-3b94-4592-aa54-916715386464 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "DELETE /v2.0/security-groups/7eb3d69a-2045-4310-a27f-7e7cfa49892f HTTP/1.1" status: 204 len: 173 time: 0.3321209 Jul 07 19:12:48.468237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 236ea148-14d7-4eda-88fa-21ed2d95934b details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:12:48.515708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02147077-3b94-4592-aa54-916715386464 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb3d69a-2045-4310-a27f-7e7cfa49892f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:48.544205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-efce3c56-5863-4c2b-9682-e80cfaaf17a8 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.1030111 Jul 07 19:12:48.566060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-0c9059e6-e698-40ba-afd5-f0b1d413fada tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Request body: {'floatingip': {'port_id': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:48.615764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 236ea148-14d7-4eda-88fa-21ed2d95934b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=236ea148-14d7-4eda-88fa-21ed2d95934b,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:48.630241 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-0c9059e6-e698-40ba-afd5-f0b1d413fada tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.631555 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '236ea148-14d7-4eda-88fa-21ed2d95934b', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '236ea148-14d7-4eda-88fa-21ed2d95934b', 'mac_address': 'fa:16:3e:3c:2b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:12:48.710093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-b9034888-fd49-47d6-8b7a-5fbc42ff8920 service neutron] Transition to ACTIVE for port object 0e5ff155-ace6-4090-8183-1077e002e903 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:12:48.719925 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-b9034888-fd49-47d6-8b7a-5fbc42ff8920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.863257 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.870188 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.886201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 236ea148-14d7-4eda-88fa-21ed2d95934b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:12:48.911277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 236ea148-14d7-4eda-88fa-21ed2d95934b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=236ea148-14d7-4eda-88fa-21ed2d95934b,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:48.917507 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.981333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=236ea148-14d7-4eda-88fa-21ed2d95934b,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:48.989956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9034888-fd49-47d6-8b7a-5fbc42ff8920 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ff155-ace6-4090-8183-1077e002e903,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:49.030018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-b9034888-fd49-47d6-8b7a-5fbc42ff8920 service neutron] No DVR routers for this DVR port 0e5ff155-ace6-4090-8183-1077e002e903 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:12:49.076571 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-2b6c189d-fee9-4228-a243-b7344a78b8ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0740294 Jul 07 19:12:49.115709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-b9034888-fd49-47d6-8b7a-5fbc42ff8920 service neutron] 10.222.0.112 "PUT /v2.0/ports/0e5ff155-ace6-4090-8183-1077e002e903/bindings/n-h2-792394-12/activate HTTP/1.1" status: 200 len: 370 time: 1.1958110 Jul 07 19:12:49.180507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['236ea148-14d7-4eda-88fa-21ed2d95934b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:49.186198 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-bfbdab57-c122-4c7a-9e90-279bc2fc6d50 req-9c64deaa-65f5-4f65-ad45-7dd6fb12fa16 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] show failed (client error): The resource could not be found. Jul 07 19:12:49.186819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bfbdab57-c122-4c7a-9e90-279bc2fc6d50 req-9c64deaa-65f5-4f65-ad45-7dd6fb12fa16 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/7eb3d69a-2045-4310-a27f-7e7cfa49892f HTTP/1.1" status: 404 len: 352 time: 0.0579236 Jul 07 19:12:49.316385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-296038c9-fd0f-4a1a-ac80-3b8b30a3d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.316900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-296038c9-fd0f-4a1a-ac80-3b8b30a3d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.320709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-296038c9-fd0f-4a1a-ac80-3b8b30a3d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.321432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-296038c9-fd0f-4a1a-ac80-3b8b30a3d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.322936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-296038c9-fd0f-4a1a-ac80-3b8b30a3d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.323998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-296038c9-fd0f-4a1a-ac80-3b8b30a3d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.324676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-296038c9-fd0f-4a1a-ac80-3b8b30a3d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.329543 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-296038c9-fd0f-4a1a-ac80-3b8b30a3d136 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6507 time: 0.1454446 Jul 07 19:12:49.448778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-d135dd33-b351-4f5d-8296-36a67a84f7e7 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.450406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-d135dd33-b351-4f5d-8296-36a67a84f7e7 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.2172277 Jul 07 19:12:49.464511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea945733-3fe7-4649-816e-5411a15f5452 req-8e438044-8f53-48fa-ac32-d1477cb304d8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.466102 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea945733-3fe7-4649-816e-5411a15f5452 req-8e438044-8f53-48fa-ac32-d1477cb304d8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 945 time: 0.1658778 Jul 07 19:12:49.486204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-ed1f1522-cc36-4b0e-8350-77928b7337f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.486747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-ed1f1522-cc36-4b0e-8350-77928b7337f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.487632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-ed1f1522-cc36-4b0e-8350-77928b7337f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.490085 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-ed1f1522-cc36-4b0e-8350-77928b7337f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6951925a-2c29-4cfd-98f8-e14789d3e723&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 HTTP/1.1" status: 200 len: 2302 time: 0.1299939 Jul 07 19:12:49.566189 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-cd47b819-ad27-4d92-9683-a9b1574e400f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b HTTP/1.1" status: 200 len: 1000 time: 0.0684931 Jul 07 19:12:49.570452 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-0c9059e6-e698-40ba-afd5-f0b1d413fada tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:49.590045 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-0c9059e6-e698-40ba-afd5-f0b1d413fada tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:49.622512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-12ca83c0-f943-40d0-89fa-f556ff5cc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.624270 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-12ca83c0-f943-40d0-89fa-f556ff5cc831 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258 HTTP/1.1" status: 200 len: 856 time: 0.0496335 Jul 07 19:12:49.630692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea945733-3fe7-4649-816e-5411a15f5452 req-894f4540-0eb0-4726-a6cd-447230ee247e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318355 Jul 07 19:12:49.642761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-26e8711f-e5eb-4023-8b22-a1bb98d6ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.644520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-26e8711f-e5eb-4023-8b22-a1bb98d6ddc4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4&tenant_id=077584ff508b4bd2b35a4a839b90cfc2 HTTP/1.1" status: 200 len: 1097 time: 0.1772785 Jul 07 19:12:49.718514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-4dbb9f6c-fd71-47be-9028-622fa4487302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.719957 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-4dbb9f6c-fd71-47be-9028-622fa4487302 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6951925a-2c29-4cfd-98f8-e14789d3e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872262 Jul 07 19:12:49.735109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0e5ff155-ace6-4090-8183-1077e002e903 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:49.760807 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-0c9059e6-e698-40ba-afd5-f0b1d413fada tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Floating IP dd07b496-7f2f-4a36-9742-b20bbabd791b associated. External IP: 172.25.2.34, port: b23480fe-bc2a-4379-a289-ab768c632caf. Jul 07 19:12:49.793388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0e5ff155-ace6-4090-8183-1077e002e903 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:12:49.834238 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-e4deaf9a-7c2b-4b0e-aa36-d2900aea26a9 service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959125 Jul 07 19:12:49.938258 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-051cfeab-9bbb-44e9-94b0-57b41a7ea3fc service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956352 Jul 07 19:12:49.967411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-499726e8-977a-45de-b2aa-d50ec6ec4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.969042 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-499726e8-977a-45de-b2aa-d50ec6ec4157 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 1097 time: 0.2105279 Jul 07 19:12:49.979579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0488a7-d937-4723-89bc-b6be931933c3 req-a93e9d45-546b-4a9f-8a83-3b61c4efefd0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:49.981117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f0488a7-d937-4723-89bc-b6be931933c3 req-a93e9d45-546b-4a9f-8a83-3b61c4efefd0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 945 time: 0.2237735 Jul 07 19:12:49.987867 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-1781cd08-23be-44f6-9675-dbc350e861d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=af9b95f0-6d56-45bb-93c5-baa55385b852 HTTP/1.1" status: 200 len: 217 time: 0.0408804 Jul 07 19:12:50.040524 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-ee84da14-7c54-41a2-9dbc-bbe0c53892f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:50.042180 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-ee84da14-7c54-41a2-9dbc-bbe0c53892f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.0468705 Jul 07 19:12:50.136203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-f6a0fd71-a3f7-45ed-bfcf-d103d64699af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:50.138855 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-f6a0fd71-a3f7-45ed-bfcf-d103d64699af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0846543 Jul 07 19:12:50.191395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f0488a7-d937-4723-89bc-b6be931933c3 req-e41fe754-dc88-4bd8-8e79-4d28fd7994ef tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995916 Jul 07 19:12:50.398099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f1cc2140-9897-4e02-acc1-db5b623bdbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:50.399775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-f1cc2140-9897-4e02-acc1-db5b623bdbf4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.4166830 Jul 07 19:12:50.416701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-0c9059e6-e698-40ba-afd5-f0b1d413fada tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:12:50.473573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-839e14b1-44a6-4e4e-9910-547689c43aae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e5ff155-ace6-4090-8183-1077e002e903 HTTP/1.1" status: 200 len: 217 time: 0.0556102 Jul 07 19:12:50.481457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 236ea148-14d7-4eda-88fa-21ed2d95934b up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:12:50.490770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cbb7860-dbba-4ec9-b17f-80f4a7fb2e71 req-3ad6aedb-91f9-4598-8324-e94779dbe93d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/3f7dd9a0-672f-4c2a-812b-e425ba18a46e HTTP/1.1" status: 200 len: 1801 time: 0.1558762 Jul 07 19:12:50.588824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 236ea148-14d7-4eda-88fa-21ed2d95934b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:12:50.597146 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:50.630160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-6bb44c17-23b1-4522-baec-1445f8845102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:50.631679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-6bb44c17-23b1-4522-baec-1445f8845102 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.1367640 Jul 07 19:12:50.635774 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-d4da228d-3dbf-4176-a276-78b78669cebe service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892335 Jul 07 19:12:50.639364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e61384-0a4e-47e0-8279-d1f0e060e2a4 req-6f792f5a-17f4-494d-a471-2f795921506f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:50.640936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3e61384-0a4e-47e0-8279-d1f0e060e2a4 req-6f792f5a-17f4-494d-a471-2f795921506f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 945 time: 0.3196802 Jul 07 19:12:50.727175 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:50.754346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236ea148-14d7-4eda-88fa-21ed2d95934b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:50.757431 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba920a4c-6c98-4a18-b311-9c38cea1b140" -d '{"events": [{"server_uuid": "8cb0d808-d91a-4654-bfe3-d178bba2da57", "name": "network-vif-plugged", "status": "completed", "tag": "236ea148-14d7-4eda-88fa-21ed2d95934b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:50.761083 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-ca8a1c8d-352f-488b-befb-f5e48e64a32d service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136281 Jul 07 19:12:50.774192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 236ea148-14d7-4eda-88fa-21ed2d95934b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=236ea148-14d7-4eda-88fa-21ed2d95934b,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:50.780287 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:50.813226 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-a83a4f41-d697-48c2-b2ed-2f511e0a2c81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=db55104a-fd02-47c0-a7f9-81c03131dee5 HTTP/1.1" status: 200 len: 217 time: 0.0422499 Jul 07 19:12:50.852966 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=236ea148-14d7-4eda-88fa-21ed2d95934b,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:50.887889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-cff09a7c-c6c5-46be-9332-3197a79de4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:50.889911 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-cff09a7c-c6c5-46be-9332-3197a79de4ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.0636668 Jul 07 19:12:51.000543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-b40613be-1284-4a10-9e95-896c2a0fb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:51.002121 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-b40613be-1284-4a10-9e95-896c2a0fb8a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0891237 Jul 07 19:12:51.110999 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-df4b20a0-90f1-4df5-938f-be9c4a9e0a3c service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997529 Jul 07 19:12:51.189860 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-e8214d09-558e-446c-a8ed-5151eb19a377 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5379126 Jul 07 19:12:51.233224 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cbb7860-dbba-4ec9-b17f-80f4a7fb2e71 req-f6fc57a3-0844-4ff9-846d-c85a20dd868f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.252943 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-de84aee3-f826-4514-b07e-fdc3af4594e0 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325226 Jul 07 19:12:51.327510 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-a62f34a4-411d-43b2-b0d8-70a564290791 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=232b1ab9-807e-4542-bd2f-322e9f1ec6ff HTTP/1.1" status: 200 len: 217 time: 0.0665977 Jul 07 19:12:51.337617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-0c9059e6-e698-40ba-afd5-f0b1d413fada tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:12:51.343313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-0c9059e6-e698-40ba-afd5-f0b1d413fada tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.351085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fd1797-42a2-41a6-aee2-d4d4d7dc90e7 None None] Sync routers for ids ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:12:51.366825 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cbb7860-dbba-4ec9-b17f-80f4a7fb2e71 req-f6fc57a3-0844-4ff9-846d-c85a20dd868f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.371160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd1797-42a2-41a6-aee2-d4d4d7dc90e7 None None] Routers {'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:51.372173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d9fd1797-42a2-41a6-aee2-d4d4d7dc90e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:51.507277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-2f1e5163-10d4-4776-b42d-f2d86e369af1 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054011 Jul 07 19:12:51.519679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cbb7860-dbba-4ec9-b17f-80f4a7fb2e71 req-f6fc57a3-0844-4ff9-846d-c85a20dd868f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.523583 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cbb7860-dbba-4ec9-b17f-80f4a7fb2e71 req-f6fc57a3-0844-4ff9-846d-c85a20dd868f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.538150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-8a43581a-ff89-4e93-9b58-cd8321754e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:51.538493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cbb7860-dbba-4ec9-b17f-80f4a7fb2e71 req-f6fc57a3-0844-4ff9-846d-c85a20dd868f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "DELETE /v2.0/security-groups/3f7dd9a0-672f-4c2a-812b-e425ba18a46e HTTP/1.1" status: 204 len: 173 time: 1.0467761 Jul 07 19:12:51.542869 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-8a43581a-ff89-4e93-9b58-cd8321754e6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.2046757 Jul 07 19:12:51.621698 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d9fd1797-42a2-41a6-aee2-d4d4d7dc90e7 None None] Set router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:51.624259 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-0c9059e6-e698-40ba-afd5-f0b1d413fada tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "PUT /v2.0/floatingips/dd07b496-7f2f-4a36-9742-b20bbabd791b HTTP/1.1" status: 200 len: 995 time: 3.0667839 Jul 07 19:12:51.672580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-90af40ca-1abb-427f-9f27-5b8e9c82231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:51.675641 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-90af40ca-1abb-427f-9f27-5b8e9c82231b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234472 Jul 07 19:12:51.694181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:51.696503 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cbb0d1-fac7-45ed-accb-94ebe12778c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:51.708396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc57a3-0844-4ff9-846d-c85a20dd868f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7dd9a0-672f-4c2a-812b-e425ba18a46e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:51.763918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b3e61384-0a4e-47e0-8279-d1f0e060e2a4 req-1b34e6ba-59f6-4c94-bd75-0855a6bce66d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Deleting port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:12:51.764564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3e61384-0a4e-47e0-8279-d1f0e060e2a4 req-1b34e6ba-59f6-4c94-bd75-0855a6bce66d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.882330 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-f79609e0-55d4-4a2f-8a43-4e59fda198c4 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971068 Jul 07 19:12:51.935927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b3e61384-0a4e-47e0-8279-d1f0e060e2a4 req-1b34e6ba-59f6-4c94-bd75-0855a6bce66d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] For port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:12:51.936973 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3e61384-0a4e-47e0-8279-d1f0e060e2a4 req-1b34e6ba-59f6-4c94-bd75-0855a6bce66d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.952239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b3e61384-0a4e-47e0-8279-d1f0e060e2a4 req-1b34e6ba-59f6-4c94-bd75-0855a6bce66d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Calling delete_port for e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:12:52.093225 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-07d0ffe9-7553-4038-a493-ea65fcb8ceec service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032382 Jul 07 19:12:52.138102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d9fd1797-42a2-41a6-aee2-d4d4d7dc90e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:49Z', 'revision_number': 4, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'dd07b496-7f2f-4a36-9742-b20bbabd791b', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'port_id': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'mac_address': 'fa:16:3e:7f:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:12:46Z', 'updated_at': '2021-07-07T19:12:49Z', 'revision_number': 1, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be58f58f-ac8c-4718-8ccb-34d17fa69e29', 'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:48Z', 'updated_at': '2021-07-07T19:11:57Z', 'revision_number': 5, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'subnets': [{'id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:52.140499 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3e61384-0a4e-47e0-8279-d1f0e060e2a4 req-1b34e6ba-59f6-4c94-bd75-0855a6bce66d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:52.183830 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-fcbab3b0-df6c-4edb-ac59-2d919e028e68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=99f55f86-70b0-4e88-b9ef-d1f77c09442d HTTP/1.1" status: 200 len: 217 time: 0.0838976 Jul 07 19:12:52.192844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:12:52.203229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-715ffa76-acec-420d-8e09-d8899f32d5b8 req-63699979-3530-4a1e-a38f-d69edcc2e793 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 210 time: 0.0789058 Jul 07 19:12:52.296739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e61384-0a4e-47e0-8279-d1f0e060e2a4 req-1b34e6ba-59f6-4c94-bd75-0855a6bce66d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] No DVR routers for this DVR port e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:12:52.299616 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34e6ba-59f6-4c94-bd75-0855a6bce66d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event deleted for resources: {'Port': ['ID=e9b9f37f-00f5-4c06-9a69-70a9c793e1a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:52.307961 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3e61384-0a4e-47e0-8279-d1f0e060e2a4 req-1b34e6ba-59f6-4c94-bd75-0855a6bce66d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:52.310545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3e61384-0a4e-47e0-8279-d1f0e060e2a4 req-1b34e6ba-59f6-4c94-bd75-0855a6bce66d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "DELETE /v2.0/ports/e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 HTTP/1.1" status: 204 len: 173 time: 1.6601062 Jul 07 19:12:52.311943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-c1074f80-ef9a-4318-872a-e307eb747997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.315140 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-c1074f80-ef9a-4318-872a-e307eb747997 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.1216128 Jul 07 19:12:52.315655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fd1797-42a2-41a6-aee2-d4d4d7dc90e7 None None] Checking router: f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:12:52.353332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-86f2bd00-6386-4989-80f2-95c314999454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.355359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-86f2bd00-6386-4989-80f2-95c314999454 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1097 time: 0.6335416 Jul 07 19:12:52.357784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-6a3ae2c8-b44a-4802-9b77-a756e8a31557 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8153841 Jul 07 19:12:52.369466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd1797-42a2-41a6-aee2-d4d4d7dc90e7 None None] Routers {'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:52.372901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d9fd1797-42a2-41a6-aee2-d4d4d7dc90e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:52.457509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-eefaf36d-2983-4070-b874-08132196fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.459251 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-eefaf36d-2983-4070-b874-08132196fe78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1355240 Jul 07 19:12:52.475470 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbef90d-20d8-4d37-8897-1d9ee309d809 x-openstack-request-id: req-dbbef90d-20d8-4d37-8897-1d9ee309d809 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:52.475470 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb0d808-d91a-4654-bfe3-d178bba2da57", "name": "network-vif-plugged", "status": "completed", "tag": "236ea148-14d7-4eda-88fa-21ed2d95934b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:52.475470 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dbbef90d-20d8-4d37-8897-1d9ee309d809 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:52.475470 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236ea148-14d7-4eda-88fa-21ed2d95934b', 'code': 200} Jul 07 19:12:52.583718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-9b866dd7-e494-467d-82a0-1ba224b24525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.586085 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-9b866dd7-e494-467d-82a0-1ba224b24525 service neutron] 10.222.0.113 "GET /v2.0/networks?id=705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 200 len: 922 time: 0.2110362 Jul 07 19:12:52.654274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d9fd1797-42a2-41a6-aee2-d4d4d7dc90e7 None None] Set router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:52.758288 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-dfcb7b77-7841-467f-bda1-d26ab83f8e3e service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181411 Jul 07 19:12:52.811825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-01f01776-bac3-4151-90e5-7cc711050d0f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 998 time: 0.2174406 Jul 07 19:12:52.910396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-bd78fa0c-fb14-4db7-8424-46a98aa677e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:52.912215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-bd78fa0c-fb14-4db7-8424-46a98aa677e8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=dc08be43-1de8-4505-8881-ac01a409983f HTTP/1.1" status: 200 len: 860 time: 0.0992839 Jul 07 19:12:52.944353 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-cc1a4ba2-65fb-4099-ba64-eb3ed6940296 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772027 Jul 07 19:12:52.991655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-fe587cd5-6f55-439c-a6b3-6887b8c344fd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=705900b2-7497-406c-88c1-906c76afb59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709903 Jul 07 19:12:53.044382 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-cf64188e-232e-4d01-9705-77aae70b80c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 HTTP/1.1" status: 200 len: 217 time: 0.0913050 Jul 07 19:12:53.095417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d9fd1797-42a2-41a6-aee2-d4d4d7dc90e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:49Z', 'revision_number': 4, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'dd07b496-7f2f-4a36-9742-b20bbabd791b', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'port_id': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'mac_address': 'fa:16:3e:7f:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:12:46Z', 'updated_at': '2021-07-07T19:12:49Z', 'revision_number': 1, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be58f58f-ac8c-4718-8ccb-34d17fa69e29', 'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:48Z', 'updated_at': '2021-07-07T19:11:57Z', 'revision_number': 5, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'subnets': [{'id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:53.150077 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-dc0635c3-47ac-49d3-8178-cc9b2658d8dd service neutron] 10.222.0.113 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473320 Jul 07 19:12:53.169673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-307bb613-99e3-444a-baf0-a3841fc18dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.173135 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-307bb613-99e3-444a-baf0-a3841fc18dfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 200 len: 797 time: 0.1143861 Jul 07 19:12:53.177829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fd1797-42a2-41a6-aee2-d4d4d7dc90e7 None None] The sync data for ids ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'] in n-d-792394-12 is: [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:49Z', 'revision_number': 4, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'dd07b496-7f2f-4a36-9742-b20bbabd791b', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'port_id': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'mac_address': 'fa:16:3e:7f:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:12:46Z', 'updated_at': '2021-07-07T19:12:49Z', 'revision_number': 1, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be58f58f-ac8c-4718-8ccb-34d17fa69e29', 'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:48Z', 'updated_at': '2021-07-07T19:11:57Z', 'revision_number': 5, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'subnets': [{'id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:12:53.341049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-a0fba202-0365-4d91-b7e2-5f735dc4438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.342684 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-a0fba202-0365-4d91-b7e2-5f735dc4438c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1503522 Jul 07 19:12:53.344045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5159026-3f0e-4041-b3f7-c8f13668cca8 req-7258d8fb-d490-4494-a98c-8e2d76c958fc tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.351583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a5159026-3f0e-4041-b3f7-c8f13668cca8 req-7258d8fb-d490-4494-a98c-8e2d76c958fc tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 945 time: 0.5975657 Jul 07 19:12:53.448765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61119d83-f619-4241-86a1-3799ad0a01e6 req-8d28c06d-be9d-4939-86fe-cea7c256f557 service neutron] 10.222.0.113 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718184 Jul 07 19:12:53.507561 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209eebb4-02ac-477f-8eb9-ea4c2b853f6b None None] New status for floating IP dd07b496-7f2f-4a36-9742-b20bbabd791b: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:12:53.533259 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a5159026-3f0e-4041-b3f7-c8f13668cca8 req-cab89445-b3a7-4cd7-8107-1ea8b40c10b3 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805942 Jul 07 19:12:53.577148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-5244b056-08b9-4ac9-ba95-edfee982ec3e tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:53.578724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-5244b056-08b9-4ac9-ba95-edfee982ec3e tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.4274809 Jul 07 19:12:53.656787 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-ab3f4ad2-bddb-4cb5-83ac-a8bf4bd992e6 req-6564321d-7997-4db8-8f80-8a1695c82a7e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] show failed (client error): The resource could not be found. Jul 07 19:12:53.660935 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-61f1461f-a7fd-45df-90db-e30fa71ab0c4 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061140 Jul 07 19:12:53.675081 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab3f4ad2-bddb-4cb5-83ac-a8bf4bd992e6 req-6564321d-7997-4db8-8f80-8a1695c82a7e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/3f7dd9a0-672f-4c2a-812b-e425ba18a46e HTTP/1.1" status: 404 len: 352 time: 0.0752344 Jul 07 19:12:53.776692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:12:53.884495 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4ab6f2-96b0-4ddb-9883-2e9968458a43 x-openstack-request-id: req-1f4ab6f2-96b0-4ddb-9883-2e9968458a43 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:53.885104 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:53.885612 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1f4ab6f2-96b0-4ddb-9883-2e9968458a43 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:53.886197 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'status': 'completed', 'code': 200} Jul 07 19:12:53.962192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:12:53.963216 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e9b9f37f-00f5-4c06-9a69-70a9c793e1a2 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:12:54.048254 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-42c9a5e3-49b7-4b68-8545-4250acc05e5a service neutron] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:12:54.136966 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-42c9a5e3-49b7-4b68-8545-4250acc05e5a service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:54.139491 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-213f05df-9d4a-4ade-87c3-6da200f86f51 req-42c9a5e3-49b7-4b68-8545-4250acc05e5a service neutron] 10.222.0.59 "DELETE /v2.0/ports/0e5ff155-ace6-4090-8183-1077e002e903/bindings/n-h1-792394-12 HTTP/1.1" status: 204 len: 173 time: 0.5517166 Jul 07 19:12:54.214736 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-8af82d72-c430-4491-9b0d-8f86b05af3e8 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368249 Jul 07 19:12:54.281005 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-45e98940-4a31-457a-b72c-e82a5319d09b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab HTTP/1.1" status: 200 len: 217 time: 0.0533631 Jul 07 19:12:54.283826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-d9ad7f02-fbe7-4713-bc6c-b0f7b6d1d291 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.2640352 Jul 07 19:12:54.300575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54fe9e3f-d2f9-4c67-a0fe-119555910a7f req-bd1cc73c-6fd7-4174-8a0b-1acf59e49eca tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2d0419c-4eb3-46cd-aae8-5e811b268377 HTTP/1.1" status: 200 len: 210 time: 0.1818402 Jul 07 19:12:54.352937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-1d171298-2175-4535-abfa-14354a4fedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:54.356071 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-1d171298-2175-4535-abfa-14354a4fedd5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 200 len: 797 time: 0.0669389 Jul 07 19:12:54.372807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbb0d1-fac7-45ed-accb-94ebe12778c4 req-75807456-f985-4ed3-aa37-e9ff830202b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:54.377206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57cbb0d1-fac7-45ed-accb-94ebe12778c4 req-75807456-f985-4ed3-aa37-e9ff830202b2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1097 time: 0.4510267 Jul 07 19:12:54.451883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-3023fb01-99b5-41d4-a3cc-b54d9010954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:54.453605 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-3023fb01-99b5-41d4-a3cc-b54d9010954a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0854089 Jul 07 19:12:54.537052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5682390-dd93-4acd-8047-ecce133ef9c0 req-b1ecb8f1-f7bb-42be-9d91-184763b705c4 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b HTTP/1.1" status: 200 len: 6150 time: 0.1680238 Jul 07 19:12:54.554449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-432422e0-6826-4ceb-99d5-0b83f93c401b tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:54.573303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-432422e0-6826-4ceb-99d5-0b83f93c401b tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports/b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 942 time: 0.2876463 Jul 07 19:12:54.629985 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-09dc2226-4765-4c73-b466-cbf020779e74 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668539 Jul 07 19:12:54.733002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbb0d1-fac7-45ed-accb-94ebe12778c4 req-95d0736b-4188-4e83-81f1-f2e3e7e146b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:54.736568 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57cbb0d1-fac7-45ed-accb-94ebe12778c4 req-95d0736b-4188-4e83-81f1-f2e3e7e146b8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 200 len: 922 time: 0.3456967 Jul 07 19:12:54.779148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5682390-dd93-4acd-8047-ecce133ef9c0 req-ea922a0e-fc78-4ca1-b15a-e276b94dce1a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/86f84ffd-d84b-4693-bfbf-000ed1c2d7c5 HTTP/1.1" status: 200 len: 2981 time: 0.2380340 Jul 07 19:12:54.798323 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b78082c0-0da3-40f3-a105-53b2bd82e2ac req-b2c3328c-a1f7-4f0f-9b7b-1713805c39da service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603143 Jul 07 19:12:54.977110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5682390-dd93-4acd-8047-ecce133ef9c0 req-4d90a628-aa5b-4cb6-9843-cf87d1113e89 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/86f84ffd-d84b-4693-bfbf-000ed1c2d7c5 HTTP/1.1" status: 200 len: 2981 time: 0.1969833 Jul 07 19:12:54.986854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-745055ac-68dc-4cf3-88b3-cfc1e718fc6c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.2489080 Jul 07 19:12:55.084536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57cbb0d1-fac7-45ed-accb-94ebe12778c4 req-c58f3c02-9d76-4e54-b373-09bf95cc5428 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 1000 time: 0.2123694 Jul 07 19:12:55.173817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbb0d1-fac7-45ed-accb-94ebe12778c4 req-a935de98-473e-43a3-8e66-57016aecf08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:55.175375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57cbb0d1-fac7-45ed-accb-94ebe12778c4 req-a935de98-473e-43a3-8e66-57016aecf08d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dc08be43-1de8-4505-8881-ac01a409983f HTTP/1.1" status: 200 len: 860 time: 0.0575666 Jul 07 19:12:55.300978 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57cbb0d1-fac7-45ed-accb-94ebe12778c4 req-4ae972be-13c7-422e-b331-2bbdecdfa615 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=705900b2-7497-406c-88c1-906c76afb59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827513 Jul 07 19:12:55.389334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-96494e9c-77d3-457d-8659-f7385fc7ecbb tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:55.390795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-96494e9c-77d3-457d-8659-f7385fc7ecbb tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.4034827 Jul 07 19:12:55.422018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7edfa-9209-4f0c-8233-0a65b16cb03f req-af65802a-9166-48a4-8ded-36ce9ce2ec58 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:55.429820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95a7edfa-9209-4f0c-8233-0a65b16cb03f req-af65802a-9166-48a4-8ded-36ce9ce2ec58 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 945 time: 0.3380997 Jul 07 19:12:55.589876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95a7edfa-9209-4f0c-8233-0a65b16cb03f req-844d890a-7665-4c43-b08b-c226c0c456f4 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544566 Jul 07 19:12:55.665598 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-9f9944cb-d42e-4d31-9513-4ae18bc433bf tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.2609286 Jul 07 19:12:55.680377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57cbb0d1-fac7-45ed-accb-94ebe12778c4 req-87c446fe-b610-4990-b81f-059e14eadc02 service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646929 Jul 07 19:12:55.693604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-964700e9-d0f3-4e7d-8a66-934b6fec882d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:55.762750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7a66ab0f-467a-462c-9011-f565fe0d9416 req-5f1ef92d-c1f6-4d8d-b224-9c405728049c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1718916051', 'description': 'tempest-description-1979696587'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:55.890827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d0419c-4eb3-46cd-aae8-5e811b268377', 'name': 'network-vif-deleted', 'tag': 'e9b9f37f-00f5-4c06-9a69-70a9c793e1a2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:55.895115 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98058908-11bf-470d-9914-51d5de9f829f" -d '{"events": [{"server_uuid": "d2d0419c-4eb3-46cd-aae8-5e811b268377", "name": "network-vif-deleted", "tag": "e9b9f37f-00f5-4c06-9a69-70a9c793e1a2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:55.959706 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a66ab0f-467a-462c-9011-f565fe0d9416 req-5f1ef92d-c1f6-4d8d-b224-9c405728049c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:55.972487 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-964700e9-d0f3-4e7d-8a66-934b6fec882d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:56.210187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57cbb0d1-fac7-45ed-accb-94ebe12778c4 req-7e3f0723-3ce8-4558-a4e7-c66e670f7aa1 service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131192 Jul 07 19:12:56.419557 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-964700e9-d0f3-4e7d-8a66-934b6fec882d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:56.437122 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-964700e9-d0f3-4e7d-8a66-934b6fec882d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:56.437947 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-964700e9-d0f3-4e7d-8a66-934b6fec882d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Floating IP dd07b496-7f2f-4a36-9742-b20bbabd791b disassociated. External IP: 172.25.2.34, port: b23480fe-bc2a-4379-a289-ab768c632caf. Jul 07 19:12:56.938379 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a66ab0f-467a-462c-9011-f565fe0d9416 req-5f1ef92d-c1f6-4d8d-b224-9c405728049c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:56.948917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a66ab0f-467a-462c-9011-f565fe0d9416 req-5f1ef92d-c1f6-4d8d-b224-9c405728049c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:56.971744 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a66ab0f-467a-462c-9011-f565fe0d9416 req-5f1ef92d-c1f6-4d8d-b224-9c405728049c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:56.984823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a66ab0f-467a-462c-9011-f565fe0d9416 req-5f1ef92d-c1f6-4d8d-b224-9c405728049c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2259877 Jul 07 19:12:57.124160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ef92d-c1f6-4d8d-b224-9c405728049c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a6db5e-2a74-4e44-b7be-0cfa5c16759b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:57.387590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-964700e9-d0f3-4e7d-8a66-934b6fec882d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:12:57.393000 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238b7170-73f5-4000-841e-caf1c29ccdfe x-openstack-request-id: req-238b7170-73f5-4000-841e-caf1c29ccdfe {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:12:57.393242 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d0419c-4eb3-46cd-aae8-5e811b268377", "name": "network-vif-deleted", "tag": "e9b9f37f-00f5-4c06-9a69-70a9c793e1a2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:12:57.393556 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-238b7170-73f5-4000-841e-caf1c29ccdfe {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:12:57.394040 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d0419c-4eb3-46cd-aae8-5e811b268377', 'name': 'network-vif-deleted', 'tag': 'e9b9f37f-00f5-4c06-9a69-70a9c793e1a2', 'status': 'completed', 'code': 200} Jul 07 19:12:57.537454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-870e024a-03d6-46ee-b199-ab62e127ca69 req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1211360241', 'description': 'tempest-description-700081923'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:12:57.580986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-964700e9-d0f3-4e7d-8a66-934b6fec882d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:12:57.586521 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-964700e9-d0f3-4e7d-8a66-934b6fec882d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:57.591599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-870e024a-03d6-46ee-b199-ab62e127ca69 req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:57.593930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08f306-af14-46a0-a8e6-3bae9662f0bf None None] Sync routers for ids ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:12:57.606861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08f306-af14-46a0-a8e6-3bae9662f0bf None None] Routers {'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:57.607806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2f08f306-af14-46a0-a8e6-3bae9662f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:57.642454 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-964700e9-d0f3-4e7d-8a66-934b6fec882d tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "PUT /v2.0/floatingips/dd07b496-7f2f-4a36-9742-b20bbabd791b HTTP/1.1" status: 200 len: 694 time: 1.9586387 Jul 07 19:12:57.756425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2f08f306-af14-46a0-a8e6-3bae9662f0bf None None] Set router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:57.781851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-870e024a-03d6-46ee-b199-ab62e127ca69 req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:57.784440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-d339651e-5f20-4b1b-82e5-efc3b7143e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:57.786116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-d339651e-5f20-4b1b-82e5-efc3b7143e85 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1097 time: 0.1055713 Jul 07 19:12:57.788597 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-870e024a-03d6-46ee-b199-ab62e127ca69 req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:57.870915 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-870e024a-03d6-46ee-b199-ab62e127ca69 req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:57.878254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-870e024a-03d6-46ee-b199-ab62e127ca69 req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3533657 Jul 07 19:12:57.884727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b40b1ec-f934-406a-8cd2-0168f6f9a789,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:12:57.947591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:57.948128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:57.953526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:57.953930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:57.954574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:57.954920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:57.955260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:57.955593 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:57.955925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:57.956254 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:57.956607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:57.956935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0c848-2167-44f4-ad86-8683b862c0ca tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:12:58.023360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-6ebf360a-95be-4702-98c2-cfe0bb2201b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:58.025970 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-6ebf360a-95be-4702-98c2-cfe0bb2201b4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 200 len: 922 time: 0.2266684 Jul 07 19:12:58.038198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2f08f306-af14-46a0-a8e6-3bae9662f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:49Z', 'revision_number': 4, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be58f58f-ac8c-4718-8ccb-34d17fa69e29', 'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:48Z', 'updated_at': '2021-07-07T19:11:57Z', 'revision_number': 5, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'subnets': [{'id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:58.068859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08f306-af14-46a0-a8e6-3bae9662f0bf None None] Checking router: f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:12:58.071093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-3621e5e2-2c1f-4adc-8c8e-ecd9ff4cd38c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 217 time: 0.0381937 Jul 07 19:12:58.088371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08f306-af14-46a0-a8e6-3bae9662f0bf None None] Routers {'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:12:58.089104 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2f08f306-af14-46a0-a8e6-3bae9662f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:58.137081 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-dedd602b-4da4-4403-949d-47ae0c81fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:58.138591 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-dedd602b-4da4-4403-949d-47ae0c81fabf service neutron] 10.222.0.113 "GET /v2.0/subnets?id=dc08be43-1de8-4505-8881-ac01a409983f HTTP/1.1" status: 200 len: 860 time: 0.0609794 Jul 07 19:12:58.174529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-f169548b-864d-4c9e-ad94-29dea95d6245 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=705900b2-7497-406c-88c1-906c76afb59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295482 Jul 07 19:12:58.302520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-371d80e7-b0e7-4c61-af1e-25461867bc35 service neutron] 10.222.0.113 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187603 Jul 07 19:12:58.374591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2f08f306-af14-46a0-a8e6-3bae9662f0bf None None] Set router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:12:58.514214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ca604c4-4ef3-4f04-8570-c6c8c9991fdb req-b1e62a0e-3a45-4dd5-b18c-7754a6e809e0 service neutron] 10.222.0.113 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104702 Jul 07 19:12:58.658945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2f08f306-af14-46a0-a8e6-3bae9662f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:49Z', 'revision_number': 4, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be58f58f-ac8c-4718-8ccb-34d17fa69e29', 'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:48Z', 'updated_at': '2021-07-07T19:11:57Z', 'revision_number': 5, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'subnets': [{'id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:12:58.747515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08f306-af14-46a0-a8e6-3bae9662f0bf None None] The sync data for ids ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'] in n-d-792394-12 is: [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:11:49Z', 'revision_number': 4, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'be58f58f-ac8c-4718-8ccb-34d17fa69e29', 'name': '', 'network_id': '705900b2-7497-406c-88c1-906c76afb59d', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:48Z', 'updated_at': '2021-07-07T19:11:57Z', 'revision_number': 5, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'subnets': [{'id': 'dc08be43-1de8-4505-8881-ac01a409983f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:12:58.784223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94a0ce-aa05-4275-9a7b-b2b22bc2ac2c req-384fe67d-41a0-450d-bc9e-66ad95a2cd0f tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:58.788576 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1a94a0ce-aa05-4275-9a7b-b2b22bc2ac2c req-384fe67d-41a0-450d-bc9e-66ad95a2cd0f tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 1097 time: 0.1792879 Jul 07 19:12:58.877014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-5cfa1108-30f3-4006-8792-2d06878ccbf0 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:58.878580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-5cfa1108-30f3-4006-8792-2d06878ccbf0 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/networks?id=b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 200 len: 813 time: 0.2400970 Jul 07 19:12:58.880562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1a94a0ce-aa05-4275-9a7b-b2b22bc2ac2c req-3595946f-e93a-4835-8ef0-9eaeeaac4516 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862408 Jul 07 19:12:58.894380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-f7a38692-6e7b-4066-87a8-d3e498cb6973 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/quotas/67e0c4fa5461425a8de4bb44dc0cdc8b HTTP/1.1" status: 200 len: 375 time: 0.0103176 Jul 07 19:12:59.006599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-83674b48-4f24-4741-8f6b-ffcc058f2e8f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1032305 Jul 07 19:12:59.133780 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96435a1-eb2c-419e-a58c-d188e57e5efe None None] New status for floating IP dd07b496-7f2f-4a36-9742-b20bbabd791b: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:12:59.197800 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-4d3e0c5f-887b-4aa5-80f1-aab1782d6537 service neutron] 10.222.0.113 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822846 Jul 07 19:12:59.312876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-be48332d-9e44-466a-860c-ed7af8dfd2e1 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1682278941&fields=id&tenant_id=9996ae2f92b94de2b762f127afcf24d5 HTTP/1.1" status: 200 len: 267 time: 0.0498629 Jul 07 19:12:59.397389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:12:59.399734 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172ca6f3-ee25-4cc3-82e6-48bf7b4bd858" -d '{"events": [{"name": "network-changed", "server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:12:59.407405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-10c22eba-7b36-4ddc-9201-6aa9962ae6a5 service neutron] 10.222.0.113 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022071 Jul 07 19:12:59.478905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-854cf0be-375b-4bc2-a103-6b592108ccab tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:59.486646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-854cf0be-375b-4bc2-a103-6b592108ccab tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/networks?id=2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d HTTP/1.1" status: 200 len: 815 time: 0.1639087 Jul 07 19:12:59.502640 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-8b5268ee-f16a-42ae-8a59-08344f6ef41e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/quotas/9996ae2f92b94de2b762f127afcf24d5 HTTP/1.1" status: 200 len: 375 time: 0.0138657 Jul 07 19:12:59.603815 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-aa19d851-a162-4ec7-8da1-9bae00304ff5 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9996ae2f92b94de2b762f127afcf24d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993602 Jul 07 19:12:59.852802 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-ee994b74-0b59-4d39-abe4-ab3e1d6686e5 service neutron] 10.222.0.113 "GET /v2.0/networks/2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287030 Jul 07 19:12:59.873222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-95b9a9a0-5536-40d4-8a81-4a7840ef6ff3 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/floatingips/dd07b496-7f2f-4a36-9742-b20bbabd791b HTTP/1.1" status: 200 len: 692 time: 0.0987527 Jul 07 19:13:00.122782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-fea19435-e263-4392-9ae7-6ecc5a2c54c8 service neutron] 10.222.0.113 "GET /v2.0/networks/2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389009 Jul 07 19:13:00.142222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-da33147b-d9d0-4b8e-94be-8c8d73cf7bf7 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:00.146018 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-da33147b-d9d0-4b8e-94be-8c8d73cf7bf7 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 784 time: 0.2717376 Jul 07 19:13:00.226906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-ef86fa04-0585-4376-aad0-703f99029117 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.0736017 Jul 07 19:13:00.314692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-5651be23-83c2-4f19-b868-2dc6c424a802 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.0793498 Jul 07 19:13:00.516308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-0aa16e99-5b7c-4a35-93d5-a2a0d9b63fb4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Deleting port a974e2a4-91b5-4f30-918d-e1ee0b792316 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:00.517406 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-0aa16e99-5b7c-4a35-93d5-a2a0d9b63fb4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:00.649893 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-0aa16e99-5b7c-4a35-93d5-a2a0d9b63fb4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:00.650775 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-0aa16e99-5b7c-4a35-93d5-a2a0d9b63fb4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:00.673158 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-0aa16e99-5b7c-4a35-93d5-a2a0d9b63fb4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Calling delete_port for a974e2a4-91b5-4f30-918d-e1ee0b792316 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:00.984366 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-0aa16e99-5b7c-4a35-93d5-a2a0d9b63fb4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.006872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2b9fb98e-0a1b-4a6d-b4b9-4dea41f5e602 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:01.014084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2b9fb98e-0a1b-4a6d-b4b9-4dea41f5e602 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 821 time: 0.2153962 Jul 07 19:13:01.053249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa16e99-5b7c-4a35-93d5-a2a0d9b63fb4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Pushing event deleted for resources: {'Port': ['ID=a974e2a4-91b5-4f30-918d-e1ee0b792316,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:01.067367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-5f4363fb-80d4-41b6-aa68-8e1c35407ea8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/quotas/077584ff508b4bd2b35a4a839b90cfc2 HTTP/1.1" status: 200 len: 375 time: 0.0523281 Jul 07 19:13:01.165165 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-0aa16e99-5b7c-4a35-93d5-a2a0d9b63fb4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.168416 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-0aa16e99-5b7c-4a35-93d5-a2a0d9b63fb4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:01.169772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f6199cd-5878-4c43-8acf-7c5bb360d7d2 req-0aa16e99-5b7c-4a35-93d5-a2a0d9b63fb4 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "DELETE /v2.0/floatingips/dd07b496-7f2f-4a36-9742-b20bbabd791b HTTP/1.1" status: 204 len: 173 time: 0.8488631 Jul 07 19:13:01.225008 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f096f851-3a1b-48fb-b7a1-4293a1572f6c x-openstack-request-id: req-f096f851-3a1b-48fb-b7a1-4293a1572f6c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:01.225305 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:01.225671 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f096f851-3a1b-48fb-b7a1-4293a1572f6c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:01.227203 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'status': 'completed', 'code': 200} Jul 07 19:13:01.268652 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-9a0123ab-94cc-4f95-a8fb-a8946e814afe tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2001958 Jul 07 19:13:01.411794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43e42efb-a967-4029-951b-dd637bd51940 req-5f37647e-d7bf-4ed5-a830-e851a46e341e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 210 time: 0.0530467 Jul 07 19:13:01.484736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-d146544d-e23a-4329-8679-847d44c4a3c9 service neutron] 10.222.0.113 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149534 Jul 07 19:13:01.511590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ca6f3-ee25-4cc3-82e6-48bf7b4bd858 req-2e9c34d3-6f4c-4c4f-8641-e39fa8d23fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:01.513429 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-172ca6f3-ee25-4cc3-82e6-48bf7b4bd858 req-2e9c34d3-6f4c-4c4f-8641-e39fa8d23fef service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 1097 time: 0.2411799 Jul 07 19:13:01.716086 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-43a4fc65-961b-4ada-9451-116095c30315 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:01.719792 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-43a4fc65-961b-4ada-9451-116095c30315 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.112 "GET /v2.0/networks?id=b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 200 len: 813 time: 0.3609555 Jul 07 19:13:01.734241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'port': {'device_id': 'fcaad21a-98ce-4353-81eb-699517e83101', 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df', 'admin_state_up': True, 'tenant_id': '67e0c4fa5461425a8de4bb44dc0cdc8b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:01.904965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-0b6175fc-96ce-4f1c-b9e7-3407e90a2aa4 service neutron] 10.222.0.113 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192052 Jul 07 19:13:01.987828 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ca6f3-ee25-4cc3-82e6-48bf7b4bd858 req-7680f4ef-4896-4197-861c-45dd8874160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:01.997508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Made reservation on behalf of 67e0c4fa5461425a8de4bb44dc0cdc8b for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:02.005257 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:02.017351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-172ca6f3-ee25-4cc3-82e6-48bf7b4bd858 req-7680f4ef-4896-4197-861c-45dd8874160f service neutron] 10.222.0.112 "GET /v2.0/networks?id=705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 200 len: 922 time: 0.4721012 Jul 07 19:13:02.115293 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-172ca6f3-ee25-4cc3-82e6-48bf7b4bd858 req-b2c2a346-156e-499a-aaa3-fd6537de1cdc service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 200 len: 217 time: 0.0796587 Jul 07 19:13:02.123447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-05d53dd8-1207-405c-a2f5-9900829b2bb3 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:02.125023 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-05d53dd8-1207-405c-a2f5-9900829b2bb3 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.4682972 Jul 07 19:13:02.184590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6b3892e-fcbf-40df-9dc3-065cf4340c57 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/quotas/25c6dbb9285a4bea81598c898b584774 HTTP/1.1" status: 200 len: 375 time: 0.0256987 Jul 07 19:13:02.223482 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ca6f3-ee25-4cc3-82e6-48bf7b4bd858 req-b37a724e-3cc7-46e5-9ff5-1448006c6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:02.225418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-172ca6f3-ee25-4cc3-82e6-48bf7b4bd858 req-b37a724e-3cc7-46e5-9ff5-1448006c6c6d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dc08be43-1de8-4505-8881-ac01a409983f HTTP/1.1" status: 200 len: 860 time: 0.0995126 Jul 07 19:13:02.270690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Allocated IP 172.20.0.5 (b352ab2b-f904-4ccc-bf4c-55fb006a88df/ab6edf22-6c96-4d86-aa05-2d69792ab6dc/a826b867-2991-4e98-984e-6f0505d03cc3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:02.321165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-172ca6f3-ee25-4cc3-82e6-48bf7b4bd858 req-4c2db695-6362-47be-a0c2-ac78c5c70753 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=705900b2-7497-406c-88c1-906c76afb59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863764 Jul 07 19:13:02.523137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-bf69755b-05e8-4ba5-99fd-9ccef595ba38 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3372912 Jul 07 19:13:02.774069 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-7b388389-9ed2-4335-b269-97283ccd8595 service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400494 Jul 07 19:13:02.833857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7fc9de7-ea48-4b81-8744-f291b9f71195 req-edab7726-966e-451d-907a-785dab711bbd tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 210 time: 0.2133508 Jul 07 19:13:02.843992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-172ca6f3-ee25-4cc3-82e6-48bf7b4bd858 req-c9d8de62-2d01-4c6c-95d0-4330dc7e44b7 service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077374 Jul 07 19:13:02.972593 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.057758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-e4a7960a-be15-43ae-a970-4e93fbefcf9f tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:03.060704 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-e4a7960a-be15-43ae-a970-4e93fbefcf9f tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.112 "GET /v2.0/networks?id=2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d HTTP/1.1" status: 200 len: 815 time: 0.3687186 Jul 07 19:13:03.075920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.106401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:03.237498 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-3fd433ec-5dfc-4fef-a042-91c3383b160d tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9996ae2f92b94de2b762f127afcf24d5 HTTP/1.1" status: 200 len: 380 time: 0.1586881 Jul 07 19:13:03.261018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Request body: {'port': {'device_id': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'admin_state_up': True, 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'security_groups': ['a8c35ab0-c871-45e3-9eb5-b68494304605']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:03.341965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-0420c1c7-04b1-492e-a136-3269bcb939ba service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522816 Jul 07 19:13:03.363121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8da1bfd9-21b7-4131-b494-ecec6433c50f req-0847ddc1-58cb-4381-8fab-dc6603c0b558 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups/fd96cc49-6224-4922-92a7-faacbb809974 HTTP/1.1" status: 200 len: 1809 time: 0.2786238 Jul 07 19:13:03.459413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-172ca6f3-ee25-4cc3-82e6-48bf7b4bd858 req-67ed9385-f154-4554-ba94-a187d8cffe7a service neutron] 10.222.0.112 "GET /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920050 Jul 07 19:13:03.489069 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8da1bfd9-21b7-4131-b494-ecec6433c50f req-42f5decb-c35a-4c22-abfe-18c10a875e40 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.495114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.539606 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8da1bfd9-21b7-4131-b494-ecec6433c50f req-42f5decb-c35a-4c22-abfe-18c10a875e40 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.607767 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8da1bfd9-21b7-4131-b494-ecec6433c50f req-42f5decb-c35a-4c22-abfe-18c10a875e40 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.613158 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8da1bfd9-21b7-4131-b494-ecec6433c50f req-42f5decb-c35a-4c22-abfe-18c10a875e40 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.622760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8da1bfd9-21b7-4131-b494-ecec6433c50f req-42f5decb-c35a-4c22-abfe-18c10a875e40 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "DELETE /v2.0/security-groups/fd96cc49-6224-4922-92a7-faacbb809974 HTTP/1.1" status: 204 len: 173 time: 0.2580917 Jul 07 19:13:03.694353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5decb-c35a-4c22-abfe-18c10a875e40 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd96cc49-6224-4922-92a7-faacbb809974,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:03.758542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.769724 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.787660 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:03.830184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:03.899881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-36dd589f-6818-45b7-9097-ac448c9093f0 req-e4a0ac9c-478f-4ee0-8e29-8cf378fac443 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 210 time: 0.0901797 Jul 07 19:13:04.006143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36232702-a2b5-4014-afb4-f549b229a429,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:04.022065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5a0c8-337f-44a5-8f5e-4b37f3d7a0a3 req-1682c70a-dad2-4001-a77b-c0f80573fcb2 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:04.032536 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=60de947fd2f7422ba74e47a5f95e04fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9207370 Jul 07 19:13:04.034569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1e5a0c8-337f-44a5-8f5e-4b37f3d7a0a3 req-1682c70a-dad2-4001-a77b-c0f80573fcb2 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 931 time: 0.1269734 Jul 07 19:13:04.063265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:04.274304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1e5a0c8-337f-44a5-8f5e-4b37f3d7a0a3 req-e04fb3e0-9ad0-47b0-b92e-0dfc47e5530b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369497 Jul 07 19:13:04.301322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.301806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.301996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.302336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.302675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.303011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.303344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.303680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.304008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.304336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.324426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.325255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0523b9-f5e7-4677-b4a5-33fc424802c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:04.371661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'Port': ['ID=a826b867-2991-4e98-984e-6f0505d03cc3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:04.379660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Network b352ab2b-f904-4ccc-bf4c-55fb006a88df is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:04.385126 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d50830ab-1be6-4f1e-add2-540dc19e7dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:04.390042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:04.402091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:04.480748 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Made reservation on behalf of 9996ae2f92b94de2b762f127afcf24d5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:04.486144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:04.515823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:04.516819 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:04.547753 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-c3e40129-b2b6-46d2-828d-3db446c2047b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8183074 Jul 07 19:13:04.556769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6fbd2ffb-ff72-4d3e-9631-d7fb39777a13 req-733b83a5-a2c0-4652-a173-b104aab0cd35 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 210 time: 0.1163373 Jul 07 19:13:04.586641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d50830ab-1be6-4f1e-add2-540dc19e7dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:04.615095 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Request body: {'port': {'device_id': 'fcaad21a-98ce-4353-81eb-699517e83101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:04.694830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d50830ab-1be6-4f1e-add2-540dc19e7dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:04.699908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d50830ab-1be6-4f1e-add2-540dc19e7dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:04.701691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d50830ab-1be6-4f1e-add2-540dc19e7dea admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/36232702-a2b5-4014-afb4-f549b229a429 HTTP/1.1" status: 204 len: 168 time: 0.6285915 Jul 07 19:13:04.744878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50830ab-1be6-4f1e-add2-540dc19e7dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36232702-a2b5-4014-afb4-f549b229a429,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:04.927548 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:04.948380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cdd217ce-0997-46d3-96b2-98f175bc3f3e req-48c5a20a-a378-4a0f-acdb-7b5f3d0589ed tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 210 time: 0.0898488 Jul 07 19:13:05.276754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Allocated IP 172.20.0.3 (2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d/63e53ac5-c830-4385-9572-c93a3ec7aa96/4d89da81-12e0-4852-b521-f6782225820a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:05.288506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eeef62e2-bf2a-4811-9060-69ea44b29f11 req-eed6fa4c-c570-4f0e-8cea-8406dd2154af tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 210 time: 0.0944011 Jul 07 19:13:05.392707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e829-cba8-451c-8809-cf0fd3bc0488 req-2ec0b9fe-1f88-4ddc-b21d-14cd82fc5044 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:05.396215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ef9e829-cba8-451c-8809-cf0fd3bc0488 req-2ec0b9fe-1f88-4ddc-b21d-14cd82fc5044 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.1839967 Jul 07 19:13:05.550337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ef9e829-cba8-451c-8809-cf0fd3bc0488 req-0e55a680-4d74-48bf-9cb5-633e0556e7a9 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470962 Jul 07 19:13:05.858244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-4d6d0093-3d62-4fe8-b3f7-2902ecf99e37 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:05.863279 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-4d6d0093-3d62-4fe8-b3f7-2902ecf99e37 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.59 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 821 time: 0.8603830 Jul 07 19:13:05.892783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Request body: {'port': {'device_id': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc', 'admin_state_up': True, 'tenant_id': '077584ff508b4bd2b35a4a839b90cfc2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:05.949285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d502189a-f6f1-4f3c-a4a2-fab8bc601d4b req-f2cec1d4-5b0e-464c-98e2-ad581bd71a42 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 210 time: 0.0503516 Jul 07 19:13:05.978509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b86e4-6546-45d7-bfaa-f7038e375212 req-6d14e2c4-6dca-4cd8-b1ed-002b7400146c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:05.981608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b20b86e4-6546-45d7-bfaa-f7038e375212 req-6d14e2c4-6dca-4cd8-b1ed-002b7400146c tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 931 time: 0.1526330 Jul 07 19:13:06.019400 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:06.129728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b20b86e4-6546-45d7-bfaa-f7038e375212 req-3102a4b6-0b7a-468d-84b7-0fa65eea788f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409090 Jul 07 19:13:06.247740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Transition to ACTIVE for port object 4d89da81-12e0-4852-b521-f6782225820a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:06.343369 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7dbfd6e9-75ef-4a86-8cac-7d9d30bf4ec5 req-4175f531-d004-4bd4-8120-1615327e38c0 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 210 time: 0.0761015 Jul 07 19:13:06.610102 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:06.670769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8abf893-8e4f-460f-9b0d-48465e25ad98 req-674b12bb-eac7-4a14-9238-aea24fb1854d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 210 time: 0.0971854 Jul 07 19:13:06.751764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-922228d6-b6b7-4735-aa34-08bf4d8d9d5e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:06.756907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-922228d6-b6b7-4735-aa34-08bf4d8d9d5e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.3655703 Jul 07 19:13:06.777634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Request body: {'port': {'device_id': 'eddf72c9-d203-43c9-a7b5-dac0c20f5e92', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'admin_state_up': True, 'tenant_id': '25c6dbb9285a4bea81598c898b584774'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:06.787152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Made reservation on behalf of 077584ff508b4bd2b35a4a839b90cfc2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:06.796270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:06.827385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:06.833681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a826b867-2991-4e98-984e-6f0505d03cc3 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:06.840688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:06.878659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:06.882578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:07.079206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:07.079891 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.170408 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9188323 Jul 07 19:13:07.227824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Request body: {'port': {'device_id': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:07.294979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d629e9a-611f-484f-bc4b-4ab8f5f2fdaf tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Pushing event updated for resources: {'Port': ['ID=4d89da81-12e0-4852-b521-f6782225820a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:07.298555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Transition to ACTIVE for port object a826b867-2991-4e98-984e-6f0505d03cc3 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:07.316174 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.433658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f69ba436-3e60-4a6e-b91d-3cae59dc5ea3 None None] Provisioning for port 4d89da81-12e0-4852-b521-f6782225820a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:07.438931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f69ba436-3e60-4a6e-b91d-3cae59dc5ea3 None None] Provisioning complete for port 4d89da81-12e0-4852-b521-f6782225820a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:07.439561 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f69ba436-3e60-4a6e-b91d-3cae59dc5ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:07.444076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Pushing event updated for resources: {'Port': ['ID=a826b867-2991-4e98-984e-6f0505d03cc3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:07.522817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f69ba436-3e60-4a6e-b91d-3cae59dc5ea3 None None] Port 4d89da81-12e0-4852-b521-f6782225820a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:13:07.529156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-007b2632-ad62-432f-a3e0-b2582b8f0b27 req-441f342d-91db-4140-9eda-cb7473f674f7 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 210 time: 0.1596661 Jul 07 19:13:07.661066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Attempting to bind port a826b867-2991-4e98-984e-6f0505d03cc3 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:07.661431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Attempting to bind port a826b867-2991-4e98-984e-6f0505d03cc3 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'c2042703-2863-4fee-9341-a4e9caa8b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:07.661723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Attempting to bind port a826b867-2991-4e98-984e-6f0505d03cc3 on network b352ab2b-f904-4ccc-bf4c-55fb006a88df {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:07.672033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Port a826b867-2991-4e98-984e-6f0505d03cc3 on network b352ab2b-f904-4ccc-bf4c-55fb006a88df not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:07.672430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Attempting to bind port a826b867-2991-4e98-984e-6f0505d03cc3 on network b352ab2b-f904-4ccc-bf4c-55fb006a88df {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:07.987301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271ee27-091a-421f-aa68-55afd9da9ead req-df20fd0d-1a10-4665-b7ba-22b243de81fe tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:07.995228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8271ee27-091a-421f-aa68-55afd9da9ead req-df20fd0d-1a10-4665-b7ba-22b243de81fe tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.5383196 Jul 07 19:13:08.187739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc09b8-acc9-41e3-8a64-cd1e3b8568db req-1fff20da-54cd-4e33-8259-781fc0306435 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:08.189377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efcc09b8-acc9-41e3-8a64-cd1e3b8568db req-1fff20da-54cd-4e33-8259-781fc0306435 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.112 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 945 time: 0.8214357 Jul 07 19:13:08.214980 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8271ee27-091a-421f-aa68-55afd9da9ead req-cc15c253-7cb1-457f-b4fb-5f31fd850a78 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/security-groups?id=2aee7d80-dabb-4edd-acf9-4846d33af151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188008 Jul 07 19:13:08.291072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Made reservation on behalf of 25c6dbb9285a4bea81598c898b584774 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:08.298686 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.313031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cb998-2c29-46cf-9226-631427f7c509 req-411d44d1-12a7-4e3f-8fb2-8a85eaf0509f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:08.314910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d4cb998-2c29-46cf-9226-631427f7c509 req-411d44d1-12a7-4e3f-8fb2-8a85eaf0509f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 943 time: 0.5096579 Jul 07 19:13:08.338441 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fae79de0-8ef3-46a0-bb92-2099c15902e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.383183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Allocated IP 172.20.0.3 (3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc/0c35a17e-458f-44d2-b94e-ba875ec42b7f/368676f8-efbd-46bc-b73d-a334b70a3730) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:08.621727 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d4cb998-2c29-46cf-9226-631427f7c509 req-81031b41-3577-486d-b987-79376d1bdef2 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775126 Jul 07 19:13:08.657335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.685850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:08.688973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Checking segment: {'id': 'c2042703-2863-4fee-9341-a4e9caa8b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:08.689652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Bound using segment: {'id': 'c2042703-2863-4fee-9341-a4e9caa8b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:08.691676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Bound port: a826b867-2991-4e98-984e-6f0505d03cc3, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2042703-2863-4fee-9341-a4e9caa8b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:08.694562 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.793374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.811907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-efcc09b8-acc9-41e3-8a64-cd1e3b8568db req-d84fc7ff-8ee2-4a21-af73-1595f4100d9c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Deleting port b23480fe-bc2a-4379-a289-ab768c632caf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:08.812212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-efcc09b8-acc9-41e3-8a64-cd1e3b8568db req-d84fc7ff-8ee2-4a21-af73-1595f4100d9c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:08.992499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Allocated IP 172.20.0.9 (eaffc6dc-f74f-4637-8256-713b7de832cd/084d94ab-3177-4528-abdd-04a99c38e68d/c78c7444-93d6-4d30-a117-033cfc7fce84) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:08.998202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f53c0ff9-bd3a-4763-8cb5-9390e18af31f req-5b1326d1-fd95-4c24-b509-fdda122af5fd tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 210 time: 0.0696175 Jul 07 19:13:09.017004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] For port a826b867-2991-4e98-984e-6f0505d03cc3, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:09.022357 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:09.030138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] For port a826b867-2991-4e98-984e-6f0505d03cc3, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a826b867-2991-4e98-984e-6f0505d03cc3,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:09.108131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-efcc09b8-acc9-41e3-8a64-cd1e3b8568db req-d84fc7ff-8ee2-4a21-af73-1595f4100d9c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] For port b23480fe-bc2a-4379-a289-ab768c632caf, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b23480fe-bc2a-4379-a289-ab768c632caf,segment=NetworkSegment(31278eae-3fef-486d-96e3-7ce49193b144),segment_id=31278eae-3fef-486d-96e3-7ce49193b144)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:09.108417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-efcc09b8-acc9-41e3-8a64-cd1e3b8568db req-d84fc7ff-8ee2-4a21-af73-1595f4100d9c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:09.134936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42e01-4b17-44db-ae00-555dfda9a5f7 req-e213ac4d-faf8-4b41-9424-7880d985e472 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:09.136626 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:09.142057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79f42e01-4b17-44db-ae00-555dfda9a5f7 req-e213ac4d-faf8-4b41-9424-7880d985e472 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 931 time: 0.4756238 Jul 07 19:13:09.172397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-efcc09b8-acc9-41e3-8a64-cd1e3b8568db req-d84fc7ff-8ee2-4a21-af73-1595f4100d9c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Calling delete_port for b23480fe-bc2a-4379-a289-ab768c632caf owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:09.175936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:09.176915 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:09.179052 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] 10.222.0.112 "PUT /v2.0/ports/a826b867-2991-4e98-984e-6f0505d03cc3 HTTP/1.1" status: 200 len: 1092 time: 4.5776031 Jul 07 19:13:09.195795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcaad21a-98ce-4353-81eb-699517e83101', 'tag': 'a826b867-2991-4e98-984e-6f0505d03cc3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:09.199773 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12af10c-390b-4bd1-944e-734ce99b8b31" -d '{"events": [{"name": "network-changed", "server_uuid": "fcaad21a-98ce-4353-81eb-699517e83101", "tag": "a826b867-2991-4e98-984e-6f0505d03cc3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:09.230118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:09.237400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:09.257609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:09.259026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:09.345645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:09.346068 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:09.364737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79f42e01-4b17-44db-ae00-555dfda9a5f7 req-afbb2935-c570-436b-9567-2c904ddc2903 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216475 Jul 07 19:13:09.413029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Pushing event updated for resources: {'Port': ['ID=368676f8-efbd-46bc-b73d-a334b70a3730,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:09.494052 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-6f1a15b2-637f-4163-bc59-00433d5100ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6054015 Jul 07 19:13:09.505882 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b4a4d7-5690-422d-929f-1b1f203441b0 x-openstack-request-id: req-12b4a4d7-5690-422d-929f-1b1f203441b0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:09.506530 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcaad21a-98ce-4353-81eb-699517e83101", "tag": "a826b867-2991-4e98-984e-6f0505d03cc3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:09.506835 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-12b4a4d7-5690-422d-929f-1b1f203441b0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:09.507246 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcaad21a-98ce-4353-81eb-699517e83101', 'tag': 'a826b867-2991-4e98-984e-6f0505d03cc3', 'status': 'completed', 'code': 200} Jul 07 19:13:09.518971 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Request body: {'port': {'device_id': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:09.539881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-04bed84e-4e06-45dd-a9f7-0ca384ac07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:09.542943 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-04bed84e-4e06-45dd-a9f7-0ca384ac07b9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 1095 time: 0.3094423 Jul 07 19:13:09.648556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d018c088-c604-4b3a-aa35-9cf791a32dcd req-0f787f5e-ac97-461f-91a7-6ed97fc99c0d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 210 time: 0.0737705 Jul 07 19:13:09.649282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60643d86-8929-4ba1-abb9-1caf104db3ad service neutron] Pushing event updated for resources: {'Port': ['ID=a826b867-2991-4e98-984e-6f0505d03cc3,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:09.669958 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-24c50ea3-7832-4f45-bf64-f4644f78ce22 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a826b867-2991-4e98-984e-6f0505d03cc3 HTTP/1.1" status: 200 len: 217 time: 0.0777631 Jul 07 19:13:09.706740 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:09.735397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-4e9bf8f3-ca2d-469c-a2d8-1ccbcfdb0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:09.737232 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-4e9bf8f3-ca2d-469c-a2d8-1ccbcfdb0497 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ab6edf22-6c96-4d86-aa05-2d69792ab6dc HTTP/1.1" status: 200 len: 853 time: 0.0596654 Jul 07 19:13:09.816381 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-9fa2cc28-25a4-40e6-9b8e-ab2cd67e29db service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b352ab2b-f904-4ccc-bf4c-55fb006a88df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500293 Jul 07 19:13:09.839496 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ea26c4f-b35e-40bb-b348-82083b827fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:09.861864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b23480fe-bc2a-4379-a289-ab768c632caf no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:09.910766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: b23480fe-bc2a-4379-a289-ab768c632caf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:09.911369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b23480fe-bc2a-4379-a289-ab768c632caf not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:09.925942 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-efcc09b8-acc9-41e3-8a64-cd1e3b8568db req-d84fc7ff-8ee2-4a21-af73-1595f4100d9c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:09.940686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b834f20-0229-4b57-b63f-1faa0f5be078 req-f67e6a58-66e2-486f-9537-2068f541f678 tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.113 "GET /v2.0/ports?device_id=9132a256-9091-41f2-a9e7-c2dc0f9bb3c0 HTTP/1.1" status: 200 len: 210 time: 0.1090429 Jul 07 19:13:09.977219 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-a74a17d9-b04e-489f-928a-9f13ee2c833f service neutron] 10.222.0.112 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523595 Jul 07 19:13:10.004732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.076421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fc7ff-8ee2-4a21-af73-1595f4100d9c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Pushing event deleted for resources: {'Port': ['ID=b23480fe-bc2a-4379-a289-ab768c632caf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:10.134953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d89da81-12e0-4852-b521-f6782225820a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:10.149451 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.170191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcc09b8-acc9-41e3-8a64-cd1e3b8568db req-d84fc7ff-8ee2-4a21-af73-1595f4100d9c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] No DVR routers for this DVR port b23480fe-bc2a-4379-a289-ab768c632caf on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:10.178866 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-efcc09b8-acc9-41e3-8a64-cd1e3b8568db req-d84fc7ff-8ee2-4a21-af73-1595f4100d9c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.181557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efcc09b8-acc9-41e3-8a64-cd1e3b8568db req-d84fc7ff-8ee2-4a21-af73-1595f4100d9c tempest-ServerRescueTestJSONUnderV235-365644801 tempest-ServerRescueTestJSONUnderV235-365644801-project] 10.222.0.112 "DELETE /v2.0/ports/b23480fe-bc2a-4379-a289-ab768c632caf HTTP/1.1" status: 204 len: 173 time: 1.9595776 Jul 07 19:13:10.225034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Transition to ACTIVE for port object 4d89da81-12e0-4852-b521-f6782225820a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:10.252068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'name': 'network-vif-deleted', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:10.257286 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.258907 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b64813-c2f8-4460-8e50-259b79cf61e1" -d '{"events": [{"server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "name": "network-vif-deleted", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:10.318286 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.329577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:10.438721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Network eaffc6dc-f74f-4637-8256-713b7de832cd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:10.447821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:10.455649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:10.482458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Pushing event updated for resources: {'Port': ['ID=4d89da81-12e0-4852-b521-f6782225820a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:10.500396 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c5ffb2d7-1fad-4791-947d-788aba73adf9 req-37e9394c-0033-4ab6-abdc-266400b19c8c service neutron] 10.222.0.112 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103393 Jul 07 19:13:10.630623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event updated for resources: {'Port': ['ID=c78c7444-93d6-4d30-a117-033cfc7fce84,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:10.685251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc69bd-a420-4917-8500-a824fefaa934 req-941b8f6f-9c51-4f2b-9764-3d573a2ba856 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:10.693043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9bfc69bd-a420-4917-8500-a824fefaa934 req-941b8f6f-9c51-4f2b-9764-3d573a2ba856 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 943 time: 0.7885303 Jul 07 19:13:10.709673 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:13:10.735119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:10.736129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.741335 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Attempting to bind port 4d89da81-12e0-4852-b521-f6782225820a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:10.741929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Attempting to bind port 4d89da81-12e0-4852-b521-f6782225820a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:10.742462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Attempting to bind port 4d89da81-12e0-4852-b521-f6782225820a on network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:10.776106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Port 4d89da81-12e0-4852-b521-f6782225820a on network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:10.776700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Attempting to bind port 4d89da81-12e0-4852-b521-f6782225820a on network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:10.793406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7799262-58a7-4d65-a113-fb2ad6a1b9b8 req-155c6e8a-ac16-4477-98f7-36959a970555 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:10.798917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:10.799507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Checking segment: {'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:10.800094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Bound using segment: {'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:10.800942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Bound port: 4d89da81-12e0-4852-b521-f6782225820a, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4106f422-7ae5-4b27-a481-e98ea1240ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:10.801493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.823642 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7799262-58a7-4d65-a113-fb2ad6a1b9b8 req-155c6e8a-ac16-4477-98f7-36959a970555 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 931 time: 0.5092328 Jul 07 19:13:10.898382 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12af10c-390b-4bd1-944e-734ce99b8b31 req-a556f1de-5a83-4b1f-96e9-23a941577834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:10.900833 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c12af10c-390b-4bd1-944e-734ce99b8b31 req-a556f1de-5a83-4b1f-96e9-23a941577834 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 1095 time: 0.3065543 Jul 07 19:13:10.912000 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ea26c4f-b35e-40bb-b348-82083b827fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.939978 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9bfc69bd-a420-4917-8500-a824fefaa934 req-afa21850-2d71-4a4c-bf42-fd495729d417 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459621 Jul 07 19:13:10.954333 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ea26c4f-b35e-40bb-b348-82083b827fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:10.972126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-34402dde-cf48-4989-8df8-ca5e08a4ab0b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1980536 Jul 07 19:13:11.043560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] For port 4d89da81-12e0-4852-b521-f6782225820a, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:11.047393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368676f8-efbd-46bc-b73d-a334b70a3730 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:11.048927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Request body: {'port': {'device_id': 'eddf72c9-d203-43c9-a7b5-dac0c20f5e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:11.051471 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c222e38-e103-44e0-b378-493109bba4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.069757 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.076176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] For port 4d89da81-12e0-4852-b521-f6782225820a, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4d89da81-12e0-4852-b521-f6782225820a,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:11.080050 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f199775-f64b-497d-9ecc-4fc08237ef76 x-openstack-request-id: req-7f199775-f64b-497d-9ecc-4fc08237ef76 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:11.080637 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9132a256-9091-41f2-a9e7-c2dc0f9bb3c0", "name": "network-vif-deleted", "tag": "b23480fe-bc2a-4379-a289-ab768c632caf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:11.081725 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7f199775-f64b-497d-9ecc-4fc08237ef76 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:11.082140 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9132a256-9091-41f2-a9e7-c2dc0f9bb3c0', 'name': 'network-vif-deleted', 'tag': 'b23480fe-bc2a-4379-a289-ab768c632caf', 'status': 'completed', 'code': 200} Jul 07 19:13:11.109057 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.200704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Transition to ACTIVE for port object 368676f8-efbd-46bc-b73d-a334b70a3730 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:11.222472 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.239166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12af10c-390b-4bd1-944e-734ce99b8b31 req-9069830e-882a-415d-9cf3-32b43e5724e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:11.240861 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c12af10c-390b-4bd1-944e-734ce99b8b31 req-9069830e-882a-415d-9cf3-32b43e5724e3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 200 len: 915 time: 0.3322179 Jul 07 19:13:11.252231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:11.252849 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.253014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.254570 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] 10.222.0.112 "PUT /v2.0/ports/4d89da81-12e0-4852-b521-f6782225820a HTTP/1.1" status: 200 len: 1092 time: 4.0340536 Jul 07 19:13:11.304306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.326627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea26c4f-b35e-40bb-b348-82083b827fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40151453-c9a9-40a7-8810-9370d1ac7074,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:11.354013 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7799262-58a7-4d65-a113-fb2ad6a1b9b8 req-3aba249e-2576-41e0-b750-8e52d79a79ac tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294018 Jul 07 19:13:11.361273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0ea26c4f-b35e-40bb-b348-82083b827fe2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=08fa1183442b49769188a5a5e8009901&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0987031 Jul 07 19:13:11.361746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:11.458592 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c12af10c-390b-4bd1-944e-734ce99b8b31 req-af845ef0-c04c-464a-9534-186f58796a16 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a826b867-2991-4e98-984e-6f0505d03cc3 HTTP/1.1" status: 200 len: 217 time: 0.1868043 Jul 07 19:13:11.459364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ad449-7140-47b5-b00c-eba4cc2f33bb service neutron] Pushing event updated for resources: {'Port': ['ID=4d89da81-12e0-4852-b521-f6782225820a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:11.518623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'tag': '4d89da81-12e0-4852-b521-f6782225820a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:11.520951 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccde61e-76e8-4dfb-9205-66135dbc8dbe", "tag": "4d89da81-12e0-4852-b521-f6782225820a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:11.523448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Pushing event updated for resources: {'Port': ['ID=368676f8-efbd-46bc-b73d-a334b70a3730,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:11.618103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12af10c-390b-4bd1-944e-734ce99b8b31 req-22739ace-9ad1-45f3-8c19-afa77d198b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:11.620908 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c12af10c-390b-4bd1-944e-734ce99b8b31 req-22739ace-9ad1-45f3-8c19-afa77d198b0b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ab6edf22-6c96-4d86-aa05-2d69792ab6dc HTTP/1.1" status: 200 len: 853 time: 0.1125669 Jul 07 19:13:11.676395 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c6f282-c7f2-4421-88dc-f94b4a9a15b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.718765 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c12af10c-390b-4bd1-944e-734ce99b8b31 req-d3a3d76e-f4c4-444a-b478-96fae465ca04 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b352ab2b-f904-4ccc-bf4c-55fb006a88df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718870 Jul 07 19:13:11.808020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:11.809225 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c6f282-c7f2-4421-88dc-f94b4a9a15b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.816930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:11.817388 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:11.845571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:11.845903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:11.849401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dde1d-503d-409c-a40d-156c2675363e req-d8996538-a9c7-44e0-805e-aee27402afbb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:11.855170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:11.855515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:11.855904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:11.856344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Bound port: 368676f8-efbd-46bc-b73d-a334b70a3730, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:11.856731 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:11.857963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-099dde1d-503d-409c-a40d-156c2675363e req-d8996538-a9c7-44e0-805e-aee27402afbb tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 943 time: 0.3756588 Jul 07 19:13:11.879660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-dfb5778d-6c11-4f98-801e-ac35245b63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:11.880868 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-dfb5778d-6c11-4f98-801e-ac35245b63a1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9996ae2f92b94de2b762f127afcf24d5&device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 1095 time: 0.4634035 Jul 07 19:13:11.890705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device a826b867-2991-4e98-984e-6f0505d03cc3 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:11.964319 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-2bce350c-c140-4b23-9eab-d578411c7c3d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d89da81-12e0-4852-b521-f6782225820a HTTP/1.1" status: 200 len: 217 time: 0.0563796 Jul 07 19:13:11.999703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-099dde1d-503d-409c-a40d-156c2675363e req-6bedfc08-962f-4f5b-8b28-6d8071d9b08f tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407073 Jul 07 19:13:12.057270 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c6f282-c7f2-4421-88dc-f94b4a9a15b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.060090 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0c6f282-c7f2-4421-88dc-f94b4a9a15b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.063032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c0c6f282-c7f2-4421-88dc-f94b4a9a15b9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/40151453-c9a9-40a7-8810-9370d1ac7074 HTTP/1.1" status: 204 len: 168 time: 0.6993816 Jul 07 19:13:12.080818 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c12af10c-390b-4bd1-944e-734ce99b8b31 req-ae0e3922-c9ae-4d3c-a53a-8bb9c732a3a7 service neutron] 10.222.0.112 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500223 Jul 07 19:13:12.105020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76e649-4c80-40c0-8ad2-60765ab2ec99 req-9f0f448f-16b8-40c5-aced-96dddd616868 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:12.113869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c76e649-4c80-40c0-8ad2-60765ab2ec99 req-9f0f448f-16b8-40c5-aced-96dddd616868 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 931 time: 0.4770136 Jul 07 19:13:12.122241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port a826b867-2991-4e98-984e-6f0505d03cc3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a826b867-2991-4e98-984e-6f0505d03cc3,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:12.126496 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:12.133267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6f282-c7f2-4421-88dc-f94b4a9a15b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40151453-c9a9-40a7-8810-9370d1ac7074,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:12.189202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'a826b867-2991-4e98-984e-6f0505d03cc3', 'network_id': 'b352ab2b-f904-4ccc-bf4c-55fb006a88df', 'port_id': 'a826b867-2991-4e98-984e-6f0505d03cc3', 'mac_address': 'fa:16:3e:51:a6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6edf22-6c96-4d86-aa05-2d69792ab6dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:12.202994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c76e649-4c80-40c0-8ad2-60765ab2ec99 req-2c74325a-87c2-42e8-87fa-978826ae2aa9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877204 Jul 07 19:13:12.284410 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.285459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:12.287697 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-637728da-10cb-48bf-b12b-4664713cc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:12.289003 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-637728da-10cb-48bf-b12b-4664713cc505 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=63e53ac5-c830-4385-9572-c93a3ec7aa96 HTTP/1.1" status: 200 len: 854 time: 0.3183885 Jul 07 19:13:12.311387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a826b867-2991-4e98-984e-6f0505d03cc3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:12.336425 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.340250 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250ad7b5-26c5-4f9b-969b-89319839c979 x-openstack-request-id: req-250ad7b5-26c5-4f9b-969b-89319839c979 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:12.340648 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccde61e-76e8-4dfb-9205-66135dbc8dbe", "tag": "4d89da81-12e0-4852-b521-f6782225820a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:12.341370 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-250ad7b5-26c5-4f9b-969b-89319839c979 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:12.341370 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'tag': '4d89da81-12e0-4852-b521-f6782225820a', 'status': 'completed', 'code': 200} Jul 07 19:13:12.360706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:12.362045 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.367689 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port a826b867-2991-4e98-984e-6f0505d03cc3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a826b867-2991-4e98-984e-6f0505d03cc3,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:12.375011 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.472558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=a826b867-2991-4e98-984e-6f0505d03cc3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:12.488363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78c7444-93d6-4d30-a117-033cfc7fce84 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:12.557789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.569742 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c12af10c-390b-4bd1-944e-734ce99b8b31 req-6aaebc3b-2bb9-4a7a-b99a-8e9e04fced7d service neutron] 10.222.0.112 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778185 Jul 07 19:13:12.573920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:12.574754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.576313 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] 10.222.0.59 "PUT /v2.0/ports/368676f8-efbd-46bc-b73d-a334b70a3730 HTTP/1.1" status: 200 len: 1092 time: 3.0649092 Jul 07 19:13:12.599256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a826b867-2991-4e98-984e-6f0505d03cc3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:12.610888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Transition to ACTIVE for port object c78c7444-93d6-4d30-a117-033cfc7fce84 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:12.640665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622b0f6-1572-4205-8855-717c4ee8b74f service neutron] Pushing event updated for resources: {'Port': ['ID=368676f8-efbd-46bc-b73d-a334b70a3730,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:12.661221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b20262a2-5646-41b7-818e-d4603f6d599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:12.667507 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-b20262a2-5646-41b7-818e-d4603f6d599f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3691111 Jul 07 19:13:12.674715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:12.695108 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b59c3ca-a4e0-44bc-bd29-be8744b4342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.722444 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:12.868043 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-4bf46673-5546-453b-9628-48040b2df3a6 service neutron] 10.222.0.112 "GET /v2.0/networks/2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747830 Jul 07 19:13:12.883191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c78c7444-93d6-4d30-a117-033cfc7fce84,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:12.894344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c30f11-dcaa-4f07-b91b-0735e933cfb2 req-485f3714-1e99-4db7-98ad-4ea092b2b21a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:12.896018 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40c30f11-dcaa-4f07-b91b-0735e933cfb2 req-485f3714-1e99-4db7-98ad-4ea092b2b21a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 944 time: 0.3922436 Jul 07 19:13:12.967084 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-066eaaa2-6256-4924-85fe-8071f0243c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:12.968608 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-066eaaa2-6256-4924-85fe-8071f0243c97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 1095 time: 0.1811569 Jul 07 19:13:13.047967 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-88b99daf-dfe5-483f-9ae2-13ea14f21f1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=368676f8-efbd-46bc-b73d-a334b70a3730 HTTP/1.1" status: 200 len: 217 time: 0.0633059 Jul 07 19:13:13.063087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40c30f11-dcaa-4f07-b91b-0735e933cfb2 req-162bc7a9-97bf-43b7-94e6-fabb2785777e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563642 Jul 07 19:13:13.067808 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7200da77-fba1-4cb0-8887-59c33ca8abdb req-33f0a001-1e72-4dff-9ac1-e461d5757e02 service neutron] 10.222.0.112 "GET /v2.0/networks/2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910405 Jul 07 19:13:13.082617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df25619-b255-479e-8d1c-c084a6701eb0 req-fbe15bb3-daa0-4a3e-93c2-d7d057149fd4 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:13.093164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4df25619-b255-479e-8d1c-c084a6701eb0 req-fbe15bb3-daa0-4a3e-93c2-d7d057149fd4 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 943 time: 0.3148026 Jul 07 19:13:13.130147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b59c3ca-a4e0-44bc-bd29-be8744b4342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.147185 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b59c3ca-a4e0-44bc-bd29-be8744b4342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.156375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Attempting to bind port c78c7444-93d6-4d30-a117-033cfc7fce84 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:13.157038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Attempting to bind port c78c7444-93d6-4d30-a117-033cfc7fce84 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:13.157370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Attempting to bind port c78c7444-93d6-4d30-a117-033cfc7fce84 on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:13.172945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-9bc08df0-6907-4cca-a72f-756c563b672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:13.175727 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-9bc08df0-6907-4cca-a72f-756c563b672b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.1185174 Jul 07 19:13:13.177637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Port c78c7444-93d6-4d30-a117-033cfc7fce84 on network eaffc6dc-f74f-4637-8256-713b7de832cd not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:13.178050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Attempting to bind port c78c7444-93d6-4d30-a117-033cfc7fce84 on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:13.211228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4df25619-b255-479e-8d1c-c084a6701eb0 req-e2b2732c-368f-4cf3-9af3-b78f46387806 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165044 Jul 07 19:13:13.225666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:13.225666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Checking segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:13.225666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Bound using segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:13.225666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Bound port: c78c7444-93d6-4d30-a117-033cfc7fce84, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:13.226196 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.243598 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-b329f60a-5502-4166-8fd7-872c74729a8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572402 Jul 07 19:13:13.244913 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2b59c3ca-a4e0-44bc-bd29-be8744b4342c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=35bd2e49a68643e89ba679b42b53c2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688682 Jul 07 19:13:13.246891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59c3ca-a4e0-44bc-bd29-be8744b4342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf382cc2-bd6d-4e97-95a2-e7a962aa9f5e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:13.249291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:13.325326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3 req-4e45f962-089e-4495-b67d-e0782290a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:13.326852 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3 req-4e45f962-089e-4495-b67d-e0782290a96a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9996ae2f92b94de2b762f127afcf24d5&device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 1095 time: 0.1907141 Jul 07 19:13:13.410647 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-47a4fef4-6744-4672-8250-594da15c522d service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599448 Jul 07 19:13:13.499450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3 req-91499160-62eb-4e94-93bf-2e4d3bfc1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:13.500967 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3 req-91499160-62eb-4e94-93bf-2e4d3bfc1297 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d HTTP/1.1" status: 200 len: 917 time: 0.1673403 Jul 07 19:13:13.555855 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3 req-00e85e7b-cced-46fa-bdff-b666236aca84 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d89da81-12e0-4852-b521-f6782225820a HTTP/1.1" status: 200 len: 217 time: 0.0455971 Jul 07 19:13:13.603533 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-75f69b58-fd75-497c-9f8c-991bf1560dfe req-43f584d9-01a1-40db-bfa8-c036ec41ff88 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849434 Jul 07 19:13:13.619542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3 req-7af5e250-7a78-487f-a410-9d381a32433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:13.621099 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3 req-7af5e250-7a78-487f-a410-9d381a32433f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=63e53ac5-c830-4385-9572-c93a3ec7aa96 HTTP/1.1" status: 200 len: 854 time: 0.0579505 Jul 07 19:13:13.742854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] For port c78c7444-93d6-4d30-a117-033cfc7fce84, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:13.761260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be351c7e-ce60-49b8-ae49-270146ab75e8 req-840981df-951a-42dc-91f1-bcf2c78551f2 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:13.762525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be351c7e-ce60-49b8-ae49-270146ab75e8 req-840981df-951a-42dc-91f1-bcf2c78551f2 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 943 time: 0.5776563 Jul 07 19:13:13.785114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3af3892-048c-49e7-9804-234b1be45620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.789330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] For port c78c7444-93d6-4d30-a117-033cfc7fce84, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c78c7444-93d6-4d30-a117-033cfc7fce84,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:13.800343 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.826151 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.891647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3af3892-048c-49e7-9804-234b1be45620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.912813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device a826b867-2991-4e98-984e-6f0505d03cc3 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:13.979945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port a826b867-2991-4e98-984e-6f0505d03cc3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:13.987392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port a826b867-2991-4e98-984e-6f0505d03cc3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:13.988391 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.999163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3 req-b5e673fb-aef0-40a1-b9f1-02e8dd0189ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.000700 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3 req-b5e673fb-aef0-40a1-b9f1-02e8dd0189ad service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3729639 Jul 07 19:13:14.002578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.003202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:14.004619 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] 10.222.0.59 "PUT /v2.0/ports/c78c7444-93d6-4d30-a117-033cfc7fce84 HTTP/1.1" status: 200 len: 1092 time: 2.9923337 Jul 07 19:13:14.017928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be351c7e-ce60-49b8-ae49-270146ab75e8 req-1d598fc1-3272-4ba4-89d7-19b42ca97e68 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338295 Jul 07 19:13:14.018429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddf72c9-d203-43c9-a7b5-dac0c20f5e92', 'tag': 'c78c7444-93d6-4d30-a117-033cfc7fce84'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:14.025921 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c80883-a579-4fe2-a014-7e1438cca1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "eddf72c9-d203-43c9-a7b5-dac0c20f5e92", "tag": "c78c7444-93d6-4d30-a117-033cfc7fce84"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:14.075063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6804fc4-3e29-4d6a-8cf9-ed32f670a7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c78c7444-93d6-4d30-a117-033cfc7fce84,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:14.162010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a76147-9d48-4e06-8230-3db05cdf7423 req-8d631dd2-0769-4e01-98fc-b991b3efa740 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.162966 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3 req-6c169da0-9268-474e-87ab-6715679c0da3 service neutron] 10.222.0.112 "GET /v2.0/networks/2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551733 Jul 07 19:13:14.164135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8a76147-9d48-4e06-8230-3db05cdf7423 req-8d631dd2-0769-4e01-98fc-b991b3efa740 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 943 time: 0.4250536 Jul 07 19:13:14.180110 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:14.181895 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:14.186007 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3af3892-048c-49e7-9804-234b1be45620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:14.188155 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3af3892-048c-49e7-9804-234b1be45620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:14.189381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c3af3892-048c-49e7-9804-234b1be45620 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cf382cc2-bd6d-4e97-95a2-e7a962aa9f5e HTTP/1.1" status: 204 len: 168 time: 0.9324160 Jul 07 19:13:14.253455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af3892-048c-49e7-9804-234b1be45620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf382cc2-bd6d-4e97-95a2-e7a962aa9f5e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:14.294545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaad21a-98ce-4353-81eb-699517e83101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a826b867-2991-4e98-984e-6f0505d03cc3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:14.297576 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b4fdf7-0702-4a22-91f5-ca3cfb0005ae" -d '{"events": [{"server_uuid": "fcaad21a-98ce-4353-81eb-699517e83101", "name": "network-vif-plugged", "status": "completed", "tag": "a826b867-2991-4e98-984e-6f0505d03cc3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:14.311389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port a826b867-2991-4e98-984e-6f0505d03cc3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a826b867-2991-4e98-984e-6f0505d03cc3,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:14.320979 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:14.340963 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-80e375f7-34f8-42a3-b649-ed3ae7e3abf3 req-d450f1c2-b0b2-46fa-9261-3a9015789e1e service neutron] 10.222.0.112 "GET /v2.0/networks/2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528821 Jul 07 19:13:14.343948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'tag': '368676f8-efbd-46bc-b73d-a334b70a3730'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:14.346412 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36715abe-558a-4dbe-8a03-315bee0c4780" -d '{"events": [{"name": "network-changed", "server_uuid": "90f1c518-077a-4aef-8cc5-44832b16eeea", "tag": "368676f8-efbd-46bc-b73d-a334b70a3730"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:14.378610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-15d18921-af41-4cf8-a90c-fc0d21b75d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.380316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-15d18921-af41-4cf8-a90c-fc0d21b75d95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 1095 time: 0.2882202 Jul 07 19:13:14.408875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8a76147-9d48-4e06-8230-3db05cdf7423 req-538bdbe1-f8c9-4d6b-a193-f55a02863400 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810343 Jul 07 19:13:14.421130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=a826b867-2991-4e98-984e-6f0505d03cc3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:14.429199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.429721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.430078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.430627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.433295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.433295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.433295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.433295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.433295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.433295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.434327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.434327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:14.513148 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473f1c65-c4b3-4b9d-a5f6-97de592edde2 x-openstack-request-id: req-473f1c65-c4b3-4b9d-a5f6-97de592edde2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:14.513613 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddf72c9-d203-43c9-a7b5-dac0c20f5e92", "tag": "c78c7444-93d6-4d30-a117-033cfc7fce84", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:14.514023 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-473f1c65-c4b3-4b9d-a5f6-97de592edde2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:14.514647 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddf72c9-d203-43c9-a7b5-dac0c20f5e92', 'tag': 'c78c7444-93d6-4d30-a117-033cfc7fce84', 'status': 'completed', 'code': 200} Jul 07 19:13:14.519757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-6bb7774e-12d6-4261-9c84-b653e19fad43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c78c7444-93d6-4d30-a117-033cfc7fce84 HTTP/1.1" status: 200 len: 217 time: 0.1054246 Jul 07 19:13:14.693747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-df7c8570-aa85-447c-bb8b-2e525d8d1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.695214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-df7c8570-aa85-447c-bb8b-2e525d8d1b84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.1685555 Jul 07 19:13:14.748550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-5a470e7d-d364-45fc-9575-ca4f0d4f0fc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451121 Jul 07 19:13:14.842216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387d7b8-8bc0-4288-86f4-d629eb159015 req-8329b5e6-9697-42a5-bd46-db4800cc8d9e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.843736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a387d7b8-8bc0-4288-86f4-d629eb159015 req-8329b5e6-9697-42a5-bd46-db4800cc8d9e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 945 time: 0.2730300 Jul 07 19:13:14.863145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967ee99-4b4d-4535-bf55-44e275beebdf req-000aff5b-8000-4b0d-8abc-8fb640dead08 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:14.864651 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5967ee99-4b4d-4535-bf55-44e275beebdf req-000aff5b-8000-4b0d-8abc-8fb640dead08 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 949 time: 0.2710135 Jul 07 19:13:14.980111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-db244dfd-3e91-4d03-beec-344e43ac1dba service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223847 Jul 07 19:13:14.986041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a387d7b8-8bc0-4288-86f4-d629eb159015 req-aab3db5a-8654-4641-83a8-604ebf6a7dcf tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358066 Jul 07 19:13:15.027350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5967ee99-4b4d-4535-bf55-44e275beebdf req-826e66c1-b841-4caa-a44d-21e942cea541 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536021 Jul 07 19:13:15.109213 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63abb06b-1883-4120-bc8b-4134daf570a2 x-openstack-request-id: req-63abb06b-1883-4120-bc8b-4134daf570a2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:15.110113 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaad21a-98ce-4353-81eb-699517e83101", "name": "network-vif-plugged", "status": "completed", "tag": "a826b867-2991-4e98-984e-6f0505d03cc3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:15.110644 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-63abb06b-1883-4120-bc8b-4134daf570a2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:15.111248 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcaad21a-98ce-4353-81eb-699517e83101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a826b867-2991-4e98-984e-6f0505d03cc3', 'code': 200} Jul 07 19:13:15.143515 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8447861-4906-4650-a87b-d4a186170e29 x-openstack-request-id: req-b8447861-4906-4650-a87b-d4a186170e29 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:15.144406 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f1c518-077a-4aef-8cc5-44832b16eeea", "tag": "368676f8-efbd-46bc-b73d-a334b70a3730", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:15.144887 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b8447861-4906-4650-a87b-d4a186170e29 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:15.146058 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'tag': '368676f8-efbd-46bc-b73d-a334b70a3730', 'status': 'completed', 'code': 200} Jul 07 19:13:15.164280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] Deleting port be58f58f-ac8c-4718-8ccb-34d17fa69e29 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:15.164901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:15.208736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a1e1efc-3670-42ce-9dc0-ba90da293177 req-3fda075e-1cb4-4358-bb61-7828a553bddc service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021773 Jul 07 19:13:15.305611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26799a-9cb3-49ec-8545-11605963437d req-cee4d63c-becb-4fce-a86e-1888028ca276 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.308423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e26799a-9cb3-49ec-8545-11605963437d req-cee4d63c-becb-4fce-a86e-1888028ca276 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 943 time: 0.2042935 Jul 07 19:13:15.316838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] For port be58f58f-ac8c-4718-8ccb-34d17fa69e29, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=be58f58f-ac8c-4718-8ccb-34d17fa69e29,segment=NetworkSegment(31278eae-3fef-486d-96e3-7ce49193b144),segment_id=31278eae-3fef-486d-96e3-7ce49193b144)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:15.317256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:15.339465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa4e30-89c4-430e-9574-8fb6c9880ef7 req-838ee32e-c0af-4537-a1b7-f79b3aeadff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.339465 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0ffa4e30-89c4-430e-9574-8fb6c9880ef7 req-838ee32e-c0af-4537-a1b7-f79b3aeadff8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 1097 time: 0.1325815 Jul 07 19:13:15.340321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36715abe-558a-4dbe-8a03-315bee0c4780 req-ef331d88-eeb6-4b52-ae2d-1aaba7f60a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.341793 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-36715abe-558a-4dbe-8a03-315bee0c4780 req-ef331d88-eeb6-4b52-ae2d-1aaba7f60a9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 1095 time: 0.1478205 Jul 07 19:13:15.350845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] Calling delete_port for be58f58f-ac8c-4718-8ccb-34d17fa69e29 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:15.434047 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0ffa4e30-89c4-430e-9574-8fb6c9880ef7 req-b3afea61-b9f5-4338-bc0b-92d658d266ae service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885096 Jul 07 19:13:15.467817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36715abe-558a-4dbe-8a03-315bee0c4780 req-70d53551-8d58-40c0-baca-01570c0c5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.469778 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-36715abe-558a-4dbe-8a03-315bee0c4780 req-70d53551-8d58-40c0-baca-01570c0c5aaa service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.1154909 Jul 07 19:13:15.471631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e26799a-9cb3-49ec-8545-11605963437d req-751632be-fca3-4a0b-87fc-1bcd90b5009d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505361 Jul 07 19:13:15.502472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b372e7-0895-4410-b827-45437acf6148 req-a560944d-f0a4-4fff-bda2-d5a7a3848ac5 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.510342 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59b372e7-0895-4410-b827-45437acf6148 req-a560944d-f0a4-4fff-bda2-d5a7a3848ac5 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 943 time: 0.2560587 Jul 07 19:13:15.523410 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-36715abe-558a-4dbe-8a03-315bee0c4780 req-d5d0f88a-e29f-4684-a6e2-702202dae3c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=368676f8-efbd-46bc-b73d-a334b70a3730 HTTP/1.1" status: 200 len: 217 time: 0.0456040 Jul 07 19:13:15.542549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c80883-a579-4fe2-a014-7e1438cca1e6 req-cd1e62d2-0bf0-4de5-b106-ee3522ac2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.544139 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7c80883-a579-4fe2-a014-7e1438cca1e6 req-cd1e62d2-0bf0-4de5-b106-ee3522ac2a0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 1095 time: 0.2219982 Jul 07 19:13:15.580660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36715abe-558a-4dbe-8a03-315bee0c4780 req-4c7afac4-4390-4bdd-9204-aeabdbed782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.582187 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-36715abe-558a-4dbe-8a03-315bee0c4780 req-4c7afac4-4390-4bdd-9204-aeabdbed782e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0514402 Jul 07 19:13:15.633172 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-36715abe-558a-4dbe-8a03-315bee0c4780 req-783849fc-dea7-4b8d-8913-859741eea1db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427370 Jul 07 19:13:15.660253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59b372e7-0895-4410-b827-45437acf6148 req-9d4751c5-71c1-47e5-963c-753470b3c5f0 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488605 Jul 07 19:13:15.775733 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-36715abe-558a-4dbe-8a03-315bee0c4780 req-6fb96e50-5a36-4476-acd6-552418c1a9f7 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350622 Jul 07 19:13:15.785845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c80883-a579-4fe2-a014-7e1438cca1e6 req-8eec58ec-bbf6-49dc-a0a5-7a8b2de751d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.787622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7c80883-a579-4fe2-a014-7e1438cca1e6 req-8eec58ec-bbf6-49dc-a0a5-7a8b2de751d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 906 time: 0.2094109 Jul 07 19:13:15.862731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7c80883-a579-4fe2-a014-7e1438cca1e6 req-be94b6f1-4bc2-4f2f-8d11-0f0863d14ab8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c78c7444-93d6-4d30-a117-033cfc7fce84 HTTP/1.1" status: 200 len: 217 time: 0.0666435 Jul 07 19:13:15.906569 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-36715abe-558a-4dbe-8a03-315bee0c4780 req-6c10163e-45ed-4aa2-b647-a44a202994f1 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218691 Jul 07 19:13:15.931845 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:15.937639 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:15.965257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c80883-a579-4fe2-a014-7e1438cca1e6 req-eac0114c-6a9a-4306-b5e6-a6650147a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:15.966912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7c80883-a579-4fe2-a014-7e1438cca1e6 req-eac0114c-6a9a-4306-b5e6-a6650147a524 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.0955460 Jul 07 19:13:15.967685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=be58f58f-ac8c-4718-8ccb-34d17fa69e29,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:16.052341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7c80883-a579-4fe2-a014-7e1438cca1e6 req-8a980cc4-1f6d-47a8-9faf-f91d2f71c6ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560410 Jul 07 19:13:16.248359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1681851729'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:16.271846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Made reservation on behalf of f7b00115ab254a7197f34afdc7f61b2d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:16.277026 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.287245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.325865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7c80883-a579-4fe2-a014-7e1438cca1e6 req-4245fc19-643e-4a80-aa0d-d9b6cf0dca12 service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635696 Jul 07 19:13:16.392781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.398827 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.410230 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.423092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6f614-18bf-48fe-a8d0-0d514910e585 req-ffcf7ab3-e875-484d-bf27-28f13ca4f2da tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:16.424549 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-36f6f614-18bf-48fe-a8d0-0d514910e585 req-ffcf7ab3-e875-484d-bf27-28f13ca4f2da tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 943 time: 0.3006451 Jul 07 19:13:16.424733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1106} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:13:16.439249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d29e83d-27f9-48ab-b224-b9507ee0c5f2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:16.444867 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.445458 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Added segment 318a795e-2828-4147-953d-ca443aadb6bb of type vlan for network fe484b04-013f-4d33-909f-1a68930563fd Jul 07 19:13:16.494872 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.507021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1dd1-2927-44cf-a703-9160f001d54c req-66e2e272-f4fd-4a7b-afd9-dd52489e6c66 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:16.508700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a2a1dd1-2927-44cf-a703-9160f001d54c req-66e2e272-f4fd-4a7b-afd9-dd52489e6c66 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 945 time: 0.3072276 Jul 07 19:13:16.525320 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.531572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:16.532185 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.569769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-36f6f614-18bf-48fe-a8d0-0d514910e585 req-519c973b-ef96-4ae6-85ad-66217c00e6d4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369832 Jul 07 19:13:16.596047 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6549897 Jul 07 19:13:16.601834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7c80883-a579-4fe2-a014-7e1438cca1e6 req-0e594882-635d-4326-b45c-c3be557c9356 service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587082 Jul 07 19:13:16.607295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515e451-9d4d-41a5-b983-2bce2fe5bc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Pushing event updated for resources: {'Network': ['ID=fe484b04-013f-4d33-909f-1a68930563fd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:16.620764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 368676f8-efbd-46bc-b73d-a334b70a3730 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:16.642664 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 236ea148-14d7-4eda-88fa-21ed2d95934b no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:16.644976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network fe484b04-013f-4d33-909f-1a68930563fd details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:13:16.865092 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.867971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:16.891859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '368676f8-efbd-46bc-b73d-a334b70a3730', 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc', 'port_id': '368676f8-efbd-46bc-b73d-a334b70a3730', 'mac_address': 'fa:16:3e:11:35:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c35a17e-458f-44d2-b94e-ba875ec42b7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:16.930233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 236ea148-14d7-4eda-88fa-21ed2d95934b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=236ea148-14d7-4eda-88fa-21ed2d95934b,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:16.938447 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.961193 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a2a1dd1-2927-44cf-a703-9160f001d54c req-e6064871-11ab-410e-b8ce-929b3a5c883a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421964 Jul 07 19:13:16.967004 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:16.994389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368676f8-efbd-46bc-b73d-a334b70a3730 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:17.030594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:17.034038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=236ea148-14d7-4eda-88fa-21ed2d95934b,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:17.040436 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.109970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240c39-60ba-4f82-a243-7eb082831016 req-ee24432e-7fa9-4c2f-b746-6bafd41b03c2 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:17.111184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=368676f8-efbd-46bc-b73d-a334b70a3730,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:17.114700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '236ea148-14d7-4eda-88fa-21ed2d95934b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:17.116812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5240c39-60ba-4f82-a243-7eb082831016 req-ee24432e-7fa9-4c2f-b746-6bafd41b03c2 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 943 time: 0.1592062 Jul 07 19:13:17.117635 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0750a04-53bd-4532-ba68-9925cfe02b52" -d '{"events": [{"server_uuid": "8cb0d808-d91a-4654-bfe3-d178bba2da57", "name": "network-vif-unplugged", "status": "completed", "tag": "236ea148-14d7-4eda-88fa-21ed2d95934b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:17.166484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] Router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:13:17.170392 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5240c39-60ba-4f82-a243-7eb082831016 req-daec1056-fc6f-45af-95cf-4a0f7ea30499 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528002 Jul 07 19:13:17.214201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:17.222419 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Request body: {'port': {'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd', 'binding:host_id': 'n-h1-792394-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151803811'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:17.253416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Made reservation on behalf of 34f477c18c4d449cb1e09beeb5ff2c50 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:17.256120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.267796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.297055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:13:17.305185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-099105e3-cfa0-4a00-a0ae-aec084647d0d admin admin] 10.222.0.113 "PUT /v2.0/routers/f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9418910 Jul 07 19:13:17.308574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:17.308756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d09b2c-dd8a-4e93-99f8-936313614d46 None None] Sync routers for ids ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:13:17.323376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d09b2c-dd8a-4e93-99f8-936313614d46 None None] Routers {'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:17.324914 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87d09b2c-dd8a-4e93-99f8-936313614d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:17.386447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be3f32-fde9-43b0-88f9-3b12c7027bc8 req-c130bcc3-f860-48e5-978c-efad5316e481 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:17.396119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41be3f32-fde9-43b0-88f9-3b12c7027bc8 req-c130bcc3-f860-48e5-978c-efad5316e481 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 943 time: 0.0972817 Jul 07 19:13:17.469225 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.470666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-87d09b2c-dd8a-4e93-99f8-936313614d46 None None] Set router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:17.475984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41be3f32-fde9-43b0-88f9-3b12c7027bc8 req-98641286-ef17-4142-af76-fc47de18065e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780804 Jul 07 19:13:17.502883 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c10534-dea3-430e-a78b-0e70a8221e9e x-openstack-request-id: req-86c10534-dea3-430e-a78b-0e70a8221e9e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:17.503215 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb0d808-d91a-4654-bfe3-d178bba2da57", "name": "network-vif-unplugged", "status": "completed", "tag": "236ea148-14d7-4eda-88fa-21ed2d95934b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:17.503428 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-86c10534-dea3-430e-a78b-0e70a8221e9e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:17.503813 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '236ea148-14d7-4eda-88fa-21ed2d95934b', 'code': 200} Jul 07 19:13:17.535080 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.544259 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.576330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] device_id is not set on port 7c610f0e-196b-4dde-9fbc-31df0deead38 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:13:17.667416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87d09b2c-dd8a-4e93-99f8-936313614d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:13:15Z', 'revision_number': 5, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:17.677109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b570c93-f772-4423-88a1-5be05bd35ade,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:17.701296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d09b2c-dd8a-4e93-99f8-936313614d46 None None] Checking router: f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:13:17.714285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d09b2c-dd8a-4e93-99f8-936313614d46 None None] Routers {'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:17.714885 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.715496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87d09b2c-dd8a-4e93-99f8-936313614d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:17.721340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['368676f8-efbd-46bc-b73d-a334b70a3730'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:17.823102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0eb625-df8f-429a-9f1a-635005495dc8 req-0dfa194b-7d86-4f15-8f78-8f2e74dd65b4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:17.825350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f0eb625-df8f-429a-9f1a-635005495dc8 req-0dfa194b-7d86-4f15-8f78-8f2e74dd65b4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 943 time: 0.0744696 Jul 07 19:13:17.876078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f0eb625-df8f-429a-9f1a-635005495dc8 req-ccc2d49f-a15c-47e3-84dd-69b1ee5b34b2 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440128 Jul 07 19:13:17.877101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Deleting port caa4acc9-c4bd-48a1-9d54-7784f50a7555 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:17.877446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.953054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] device_id is not set on port 7c610f0e-196b-4dde-9fbc-31df0deead38 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:13:17.966599 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:17.988611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Transition to ACTIVE for port object 7c610f0e-196b-4dde-9fbc-31df0deead38 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:18.004721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-87d09b2c-dd8a-4e93-99f8-936313614d46 None None] Set router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:18.010751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] For port caa4acc9-c4bd-48a1-9d54-7784f50a7555, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=caa4acc9-c4bd-48a1-9d54-7784f50a7555,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:18.011118 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.014026 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.055629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Calling delete_port for caa4acc9-c4bd-48a1-9d54-7784f50a7555 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:18.086400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event updated for resources: {'Port': ['ID=7c610f0e-196b-4dde-9fbc-31df0deead38,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:18.143257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Checking segment: {'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:18.143720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Network hostable DHCP agents. Network: fe484b04-013f-4d33-909f-1a68930563fd, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:13:18.175559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Network fe484b04-013f-4d33-909f-1a68930563fd is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:13:18.179333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecff1a-c055-4e51-b709-916d8386798f req-c8400ef1-36fd-4f04-8a1f-8df77fec5658 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:18.181268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7ecff1a-c055-4e51-b709-916d8386798f req-c8400ef1-36fd-4f04-8a1f-8df77fec5658 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 945 time: 0.0814512 Jul 07 19:13:18.228996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, fe484b04-013f-4d33-909f-1a68930563fd) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:18.233685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:18.240112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7ecff1a-c055-4e51-b709-916d8386798f req-b93aadf1-2434-4714-9bcf-6a451731f1d6 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500014 Jul 07 19:13:18.246139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d396b561-dd0c-46f2-9806-e61f62e78e84 None None] Network fe484b04-013f-4d33-909f-1a68930563fd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:13:18.252309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:18.252949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:18.253488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:18.285213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87d09b2c-dd8a-4e93-99f8-936313614d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:13:15Z', 'revision_number': 5, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:18.288919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:18.289452 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:18.290017 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 2 to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 Jul 07 19:13:18.312715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:18.313321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:18.313821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:18.322979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:18.323570 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:18.325037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d09b2c-dd8a-4e93-99f8-936313614d46 None None] The sync data for ids ['f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a'] in n-d-792394-12 is: [{'id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1689743737-router', 'tenant_id': '25175ec8fd3f41edb81dceed52e47cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:11:44Z', 'updated_at': '2021-07-07T19:13:15Z', 'revision_number': 5, 'project_id': '25175ec8fd3f41edb81dceed52e47cb4', 'gw_port': {'id': 'caa4acc9-c4bd-48a1-9d54-7784f50a7555', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:11:45Z', 'updated_at': '2021-07-07T19:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:13:18.325679 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 3 to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 Jul 07 19:13:18.341504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.377244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:18.377782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:18.378286 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:18.383402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa4acc9-c4bd-48a1-9d54-7784f50a7555,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:18.392816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:18.393176 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:18.413571 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 4 to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 Jul 07 19:13:18.425824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a2d6688-fa6d-414d-9a8c-f531ce675bff req-99bf5268-3ca9-4ab9-9ecb-cc39e7863ba7 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1718916051&fields=id&tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b HTTP/1.1" status: 200 len: 267 time: 0.0425839 Jul 07 19:13:18.455927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:18.456250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:18.456799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:18.467394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:18.467714 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:18.469570 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 5 to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 Jul 07 19:13:18.482506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.512033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:18.512509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:18.512847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:18.552243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f78fa-f322-453f-b245-7b0547b8b766 req-d203a9b7-0616-481b-8e60-fbd6e2421bbf tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:18.553796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd7f78fa-f322-453f-b245-7b0547b8b766 req-d203a9b7-0616-481b-8e60-fbd6e2421bbf tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 944 time: 0.1240723 Jul 07 19:13:18.565458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6688-fa6d-414d-9a8c-f531ce675bff req-9194c9b1-d04e-4313-9d65-1bc0b34a401f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:18.567205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a2d6688-fa6d-414d-9a8c-f531ce675bff req-9194c9b1-d04e-4313-9d65-1bc0b34a401f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 945 time: 0.1390605 Jul 07 19:13:18.576231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:18.576596 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:18.578926 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 6 to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 Jul 07 19:13:18.580204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0a2d6688-fa6d-414d-9a8c-f531ce675bff req-c26ff192-7f0e-4d94-8d93-e419810e924b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'port': {'security_groups': ['86f84ffd-d84b-4693-bfbf-000ed1c2d7c5', 'd1a6db5e-2a74-4e44-b7be-0cfa5c16759b']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:18.589521 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.592948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.597340 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:18.597677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:18.598021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:18.621174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b524a6b2-0793-4971-8817-38a3b14ab975 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:18.633873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:18.634756 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:18.635861 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 7 to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 Jul 07 19:13:18.642585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd7f78fa-f322-453f-b245-7b0547b8b766 req-1b3859ab-7fa1-452c-9988-51702a0d91bd tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743065 Jul 07 19:13:18.649604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:18.649924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:18.650286 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:18.655489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:18.655823 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:18.656330 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.656864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:13:18.658234 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 8 to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 Jul 07 19:13:18.674659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.678769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:18.679196 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bc610a33-a81a-433d-bab7-2f75d3fbf401 admin admin] 10.222.0.113 "DELETE /v2.0/routers/f5ac3c7d-28b2-42e6-89e6-acc79ea1f05a HTTP/1.1" status: 204 len: 168 time: 1.3693342 Jul 07 19:13:18.682822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:18.683475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:18.683971 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:18.691681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:18.692273 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:18.692909 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 9 to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 Jul 07 19:13:18.708874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:18.709214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:18.709553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:18.716489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:18.716826 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:18.717289 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 10 to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 Jul 07 19:13:18.747245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:18.747972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:18.748574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:18.752085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a217b2-7b6e-45f2-88db-9e5afdda6612 admin admin] Deleting subnet dc08be43-1de8-4505-8881-ac01a409983f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:13:18.758580 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84a217b2-7b6e-45f2-88db-9e5afdda6612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.761886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 7c610f0e-196b-4dde-9fbc-31df0deead38 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:18.762340 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 7c610f0e-196b-4dde-9fbc-31df0deead38 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:18.762851 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.796086 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.816711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:18.817380 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84a217b2-7b6e-45f2-88db-9e5afdda6612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.833538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'mac_address': 'fa:16:3e:c3:7d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:18.870100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] For port 7c610f0e-196b-4dde-9fbc-31df0deead38, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:18.870792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:13:18.886666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.887926 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84a217b2-7b6e-45f2-88db-9e5afdda6612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.888387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.903428 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b524a6b2-0793-4971-8817-38a3b14ab975 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:18.928196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:18.934629 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.935962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c78c7444-93d6-4d30-a117-033cfc7fce84 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:18.941332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:18.941768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.949948 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0a2d6688-fa6d-414d-9a8c-f531ce675bff req-c26ff192-7f0e-4d94-8d93-e419810e924b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.968209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event updated for resources: {'Port': ['ID=7c610f0e-196b-4dde-9fbc-31df0deead38,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:18.987726 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-78722bfc-99c8-4619-8ddb-c03157f3d0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.7720537 Jul 07 19:13:18.989049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:19.057012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:19.107956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c78c7444-93d6-4d30-a117-033cfc7fce84, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c78c7444-93d6-4d30-a117-033cfc7fce84,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:19.121593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'c78c7444-93d6-4d30-a117-033cfc7fce84', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'port_id': 'c78c7444-93d6-4d30-a117-033cfc7fce84', 'mac_address': 'fa:16:3e:d8:32:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084d94ab-3177-4528-abdd-04a99c38e68d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:19.167841 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84a217b2-7b6e-45f2-88db-9e5afdda6612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.168943 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device be58f58f-ac8c-4718-8ccb-34d17fa69e29 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:19.199821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: be58f58f-ac8c-4718-8ccb-34d17fa69e29 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:19.200172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device be58f58f-ac8c-4718-8ccb-34d17fa69e29 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:19.205288 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.221576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-db503c36-f06f-4f16-a6d2-1e30b15c6b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Deleting port 7c610f0e-196b-4dde-9fbc-31df0deead38 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:19.222124 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db503c36-f06f-4f16-a6d2-1e30b15c6b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.222788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78c7444-93d6-4d30-a117-033cfc7fce84 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:19.225281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84a217b2-7b6e-45f2-88db-9e5afdda6612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.227469 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-84a217b2-7b6e-45f2-88db-9e5afdda6612 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/dc08be43-1de8-4505-8881-ac01a409983f HTTP/1.1" status: 204 len: 168 time: 0.5474601 Jul 07 19:13:19.239563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:19.250108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a217b2-7b6e-45f2-88db-9e5afdda6612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc08be43-1de8-4505-8881-ac01a409983f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:19.253252 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c78c7444-93d6-4d30-a117-033cfc7fce84, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c78c7444-93d6-4d30-a117-033cfc7fce84,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:19.261067 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.275782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0a2d6688-fa6d-414d-9a8c-f531ce675bff req-c26ff192-7f0e-4d94-8d93-e419810e924b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] For port a826b867-2991-4e98-984e-6f0505d03cc3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a826b867-2991-4e98-984e-6f0505d03cc3,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:19.325393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0a2d6688-fa6d-414d-9a8c-f531ce675bff req-c26ff192-7f0e-4d94-8d93-e419810e924b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.335728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c78c7444-93d6-4d30-a117-033cfc7fce84,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:19.336982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592b4f6-096f-4084-b384-ba0550964610 req-a38d52ca-a814-4894-b030-1f1f3c5a2740 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:19.339771 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4592b4f6-096f-4084-b384-ba0550964610 req-a38d52ca-a814-4894-b030-1f1f3c5a2740 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 943 time: 0.1596887 Jul 07 19:13:19.341241 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0a2d6688-fa6d-414d-9a8c-f531ce675bff req-c26ff192-7f0e-4d94-8d93-e419810e924b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.348184 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-db503c36-f06f-4f16-a6d2-1e30b15c6b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] For port 7c610f0e-196b-4dde-9fbc-31df0deead38, host n-h1-792394-12, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:19.348727 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db503c36-f06f-4f16-a6d2-1e30b15c6b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.353573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a826b867-2991-4e98-984e-6f0505d03cc3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:19.371488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-db503c36-f06f-4f16-a6d2-1e30b15c6b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Calling delete_port for 7c610f0e-196b-4dde-9fbc-31df0deead38 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:19.395310 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.396390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6688-fa6d-414d-9a8c-f531ce675bff req-c26ff192-7f0e-4d94-8d93-e419810e924b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:19.397588 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0a2d6688-fa6d-414d-9a8c-f531ce675bff req-c26ff192-7f0e-4d94-8d93-e419810e924b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.410788 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a2d6688-fa6d-414d-9a8c-f531ce675bff req-c26ff192-7f0e-4d94-8d93-e419810e924b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "PUT /v2.0/ports/a826b867-2991-4e98-984e-6f0505d03cc3 HTTP/1.1" status: 200 len: 981 time: 0.8339112 Jul 07 19:13:19.412210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:19.426349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcaad21a-98ce-4353-81eb-699517e83101', 'tag': 'a826b867-2991-4e98-984e-6f0505d03cc3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:19.429453 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536d660f-f847-4a8b-aebe-3cc5f008b998" -d '{"events": [{"name": "network-changed", "server_uuid": "fcaad21a-98ce-4353-81eb-699517e83101", "tag": "a826b867-2991-4e98-984e-6f0505d03cc3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:19.477550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4592b4f6-096f-4084-b384-ba0550964610 req-8bde1cb1-1f3e-4247-bfdd-5373af3b7b68 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303508 Jul 07 19:13:19.484153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ff192-7f0e-4d94-8d93-e419810e924b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'Port': ['ID=a826b867-2991-4e98-984e-6f0505d03cc3,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:19.502897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a826b867-2991-4e98-984e-6f0505d03cc3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:19.561651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.579788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705900b2-7497-406c-88c1-906c76afb59d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:19.590858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31278eae-3fef-486d-96e3-7ce49193b144') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:19.591155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31278eae-3fef-486d-96e3-7ce49193b144') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:19.604441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53b93f95-d744-49c4-b47a-3f5db6974350 req-30f7a995-f221-4405-bb9a-fd31f4b04377 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/d1a6db5e-2a74-4e44-b7be-0cfa5c16759b HTTP/1.1" status: 200 len: 1803 time: 0.0908091 Jul 07 19:13:19.611709 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.620555 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db503c36-f06f-4f16-a6d2-1e30b15c6b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.632130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b524a6b2-0793-4971-8817-38a3b14ab975'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:19.656435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.663601 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db503c36-f06f-4f16-a6d2-1e30b15c6b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.666446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14e82-0ad1-4bd8-b342-28ffa69f1814 req-c75c6e3f-a3f3-40fa-9e5f-e1396cc9f8c4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:19.667637 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-db503c36-f06f-4f16-a6d2-1e30b15c6b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "DELETE /v2.0/ports/7c610f0e-196b-4dde-9fbc-31df0deead38 HTTP/1.1" status: 204 len: 168 time: 0.6774039 Jul 07 19:13:19.671561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db503c36-f06f-4f16-a6d2-1e30b15c6b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c610f0e-196b-4dde-9fbc-31df0deead38,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:19.674824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:19.678409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ce14e82-0ad1-4bd8-b342-28ffa69f1814 req-c75c6e3f-a3f3-40fa-9e5f-e1396cc9f8c4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 944 time: 0.1365142 Jul 07 19:13:19.687229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:13:19.688341 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:13:19.690873 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:13:19.711073 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-53b93f95-d744-49c4-b47a-3f5db6974350 req-5595162e-594b-4e23-a025-a34b37fed1ef tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 19:13:19.712173 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53b93f95-d744-49c4-b47a-3f5db6974350 req-5595162e-594b-4e23-a025-a34b37fed1ef tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "DELETE /v2.0/security-groups/d1a6db5e-2a74-4e44-b7be-0cfa5c16759b HTTP/1.1" status: 409 len: 341 time: 0.0997376 Jul 07 19:13:19.747376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ce14e82-0ad1-4bd8-b342-28ffa69f1814 req-490f305c-1fe8-4b73-a860-c7584a7e75bd tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656750 Jul 07 19:13:19.756218 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe11cea-38bc-4f64-89a0-b442b6310550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:13:19.762129 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2fe11cea-38bc-4f64-89a0-b442b6310550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "GET /v2.0/ports/7c610f0e-196b-4dde-9fbc-31df0deead38 HTTP/1.1" status: 404 len: 333 time: 0.0799518 Jul 07 19:13:19.764590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:19.771539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Request body: {'port': {'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100911847'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:19.781325 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd3e0d2-6b5b-40e9-97dc-7ca4db768495 x-openstack-request-id: req-cbd3e0d2-6b5b-40e9-97dc-7ca4db768495 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:19.781613 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcaad21a-98ce-4353-81eb-699517e83101", "tag": "a826b867-2991-4e98-984e-6f0505d03cc3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:19.782230 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cbd3e0d2-6b5b-40e9-97dc-7ca4db768495 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:19.784781 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcaad21a-98ce-4353-81eb-699517e83101', 'tag': 'a826b867-2991-4e98-984e-6f0505d03cc3', 'status': 'completed', 'code': 200} Jul 07 19:13:19.796541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.804407 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.812418 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] 10.222.0.113 "DELETE /v2.0/networks/705900b2-7497-406c-88c1-906c76afb59d HTTP/1.1" status: 204 len: 168 time: 0.5712390 Jul 07 19:13:19.834828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b604743-6f55-438a-861c-36f778389515 admin admin] Pushing event deleted for resources: {'Network': ['ID=705900b2-7497-406c-88c1-906c76afb59d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:19.845481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Made reservation on behalf of 34f477c18c4d449cb1e09beeb5ff2c50 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:19.849695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:19.886192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] device_id is not set on port cf31e0ad-7431-4995-a71d-c0f815d5c461 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:13:19.931251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d660f-f847-4a8b-aebe-3cc5f008b998 req-34c41e27-208a-4708-afb7-972d621b5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:19.933390 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-536d660f-f847-4a8b-aebe-3cc5f008b998 req-34c41e27-208a-4708-afb7-972d621b5088 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 1136 time: 0.1001606 Jul 07 19:13:19.961988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4d89da81-12e0-4852-b521-f6782225820a details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:20.022617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c78c7444-93d6-4d30-a117-033cfc7fce84'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:20.061078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d660f-f847-4a8b-aebe-3cc5f008b998 req-88a1f105-bbec-46b5-bad1-1e600e14e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:20.062591 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-536d660f-f847-4a8b-aebe-3cc5f008b998 req-88a1f105-bbec-46b5-bad1-1e600e14e54f service neutron] 10.222.0.112 "GET /v2.0/networks?id=b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 200 len: 915 time: 0.1224637 Jul 07 19:13:20.136798 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-536d660f-f847-4a8b-aebe-3cc5f008b998 req-ef368df1-88bd-4080-9b1b-2f22a36742a5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a826b867-2991-4e98-984e-6f0505d03cc3 HTTP/1.1" status: 200 len: 217 time: 0.0672524 Jul 07 19:13:20.221519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ac0b0-af7c-4e06-a392-5104b062c1bb req-32dce72b-836f-41c2-ab54-2f020b10d118 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:20.224974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:20.229196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d660f-f847-4a8b-aebe-3cc5f008b998 req-1006a0dc-67cc-4d07-aeb3-64ed426bc460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:20.230431 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b5ac0b0-af7c-4e06-a392-5104b062c1bb req-32dce72b-836f-41c2-ab54-2f020b10d118 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 944 time: 0.3308771 Jul 07 19:13:20.230716 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-536d660f-f847-4a8b-aebe-3cc5f008b998 req-1006a0dc-67cc-4d07-aeb3-64ed426bc460 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ab6edf22-6c96-4d86-aa05-2d69792ab6dc HTTP/1.1" status: 200 len: 853 time: 0.0880339 Jul 07 19:13:20.280511 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-536d660f-f847-4a8b-aebe-3cc5f008b998 req-97fb167b-e2d6-4b70-b1f9-9caf2418c8b3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b352ab2b-f904-4ccc-bf4c-55fb006a88df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421994 Jul 07 19:13:20.292286 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:13:20.366130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b5ac0b0-af7c-4e06-a392-5104b062c1bb req-8fdc804d-1452-4c4a-a484-99257f6da466 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347568 Jul 07 19:13:20.382359 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-31a6da57-0699-486c-adfb-86ada8abbfa4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=25175ec8fd3f41edb81dceed52e47cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560845 Jul 07 19:13:20.385198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:20.399278 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:20.492333 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-536d660f-f847-4a8b-aebe-3cc5f008b998 req-9c516101-6ed5-4aa6-a45c-1abce5ba4656 service neutron] 10.222.0.112 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034338 Jul 07 19:13:20.522018 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:20.533942 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-802848a0-07dd-46cc-b0f2-c19ac7d84cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:20.559611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-802848a0-07dd-46cc-b0f2-c19ac7d84cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:20.643587 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 4d89da81-12e0-4852-b521-f6782225820a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4d89da81-12e0-4852-b521-f6782225820a,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:20.659671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-802848a0-07dd-46cc-b0f2-c19ac7d84cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:20.662523 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-802848a0-07dd-46cc-b0f2-c19ac7d84cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:20.669350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '4d89da81-12e0-4852-b521-f6782225820a', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'port_id': '4d89da81-12e0-4852-b521-f6782225820a', 'mac_address': 'fa:16:3e:54:40:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:20.674456 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-802848a0-07dd-46cc-b0f2-c19ac7d84cb7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2aee7d80-dabb-4edd-acf9-4846d33af151 HTTP/1.1" status: 204 len: 168 time: 0.2804794 Jul 07 19:13:20.696318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802848a0-07dd-46cc-b0f2-c19ac7d84cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aee7d80-dabb-4edd-acf9-4846d33af151,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:20.728685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Network fe484b04-013f-4d33-909f-1a68930563fd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:20.734894 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-536d660f-f847-4a8b-aebe-3cc5f008b998 req-acc1d142-e947-4c25-9886-678edd7339a3 service neutron] 10.222.0.112 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307832 Jul 07 19:13:20.736920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 368676f8-efbd-46bc-b73d-a334b70a3730 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:20.748676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event updated for resources: {'Port': ['ID=cf31e0ad-7431-4995-a71d-c0f815d5c461,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:20.751382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:20.791602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:20.792924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:20.793978 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:20.812746 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:20.833528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d89da81-12e0-4852-b521-f6782225820a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:20.871272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 4d89da81-12e0-4852-b521-f6782225820a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4d89da81-12e0-4852-b521-f6782225820a,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:20.876313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:20.884832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 368676f8-efbd-46bc-b73d-a334b70a3730 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:20.886135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c36f153b-c1c7-450d-bb00-2be7fc0e7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1072159 Jul 07 19:13:20.888390 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:20.890106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:20.893124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 368676f8-efbd-46bc-b73d-a334b70a3730 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:20.894343 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:20.957168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac3803-3a6e-4f7c-871f-c61fe42a3589 req-4b86f143-b83c-4220-a02f-7a040ba946de tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:20.966399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7ac3803-3a6e-4f7c-871f-c61fe42a3589 req-4b86f143-b83c-4220-a02f-7a040ba946de tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 984 time: 0.3492002 Jul 07 19:13:21.037871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4afccc-0308-4573-ae39-1e6e6dabdb0e req-00a504d2-297f-4525-82d4-342884a06bf1 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.039496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd4afccc-0308-4573-ae39-1e6e6dabdb0e req-00a504d2-297f-4525-82d4-342884a06bf1 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 943 time: 0.3516924 Jul 07 19:13:21.080545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device caa4acc9-c4bd-48a1-9d54-7784f50a7555 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:21.083124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=4d89da81-12e0-4852-b521-f6782225820a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:21.126467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: caa4acc9-c4bd-48a1-9d54-7784f50a7555 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:21.127482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device caa4acc9-c4bd-48a1-9d54-7784f50a7555 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:21.128128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6f57-b31b-4c0f-8a66-630db2a9d7ea req-9e8bd6a5-5998-4706-8584-85b0d38b4813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.129674 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c7bf6f57-b31b-4c0f-8a66-630db2a9d7ea req-9e8bd6a5-5998-4706-8584-85b0d38b4813 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 1136 time: 0.3321731 Jul 07 19:13:21.139485 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7ac3803-3a6e-4f7c-871f-c61fe42a3589 req-b8ef84ad-13b2-4841-a78d-898dfe45ee8e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&id=d1a6db5e-2a74-4e44-b7be-0cfa5c16759b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1720910 Jul 07 19:13:21.140814 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:21.149437 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:21.175402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['4d89da81-12e0-4852-b521-f6782225820a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:21.214364 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368676f8-efbd-46bc-b73d-a334b70a3730'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:21.216669 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd4afccc-0308-4573-ae39-1e6e6dabdb0e req-d9ce76fe-3254-48cc-988b-cccdf388994f tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579075 Jul 07 19:13:21.225947 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd39cba9-0a0c-4494-b7dc-c8fbe884b6db" -d '{"events": [{"server_uuid": "90f1c518-077a-4aef-8cc5-44832b16eeea", "name": "network-vif-plugged", "status": "completed", "tag": "368676f8-efbd-46bc-b73d-a334b70a3730"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:21.253638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:21.278788 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:21.354178 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30257e97-34ae-4206-9ef8-67d26a7cdeea x-openstack-request-id: req-30257e97-34ae-4206-9ef8-67d26a7cdeea {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:21.354430 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f1c518-077a-4aef-8cc5-44832b16eeea", "name": "network-vif-plugged", "status": "completed", "tag": "368676f8-efbd-46bc-b73d-a334b70a3730", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:21.354554 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-30257e97-34ae-4206-9ef8-67d26a7cdeea {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:21.355028 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368676f8-efbd-46bc-b73d-a334b70a3730', 'code': 200} Jul 07 19:13:21.430589 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=368676f8-efbd-46bc-b73d-a334b70a3730,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:21.694570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833958dd-a832-4e42-9159-de08ea859348 req-9010f75a-18e7-4ea8-8f63-6ef70ff45404 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.696263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-833958dd-a832-4e42-9159-de08ea859348 req-9010f75a-18e7-4ea8-8f63-6ef70ff45404 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 944 time: 0.1847379 Jul 07 19:13:21.702567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a17921-c290-436b-87c5-8eef06e8c166 req-7f074b9a-0488-4544-8082-b1bf978a1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.705476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2a17921-c290-436b-87c5-8eef06e8c166 req-7f074b9a-0488-4544-8082-b1bf978a1bc7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 1097 time: 0.2282875 Jul 07 19:13:21.814032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] device_id is not set on port cf31e0ad-7431-4995-a71d-c0f815d5c461 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:13:21.820236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6f57-b31b-4c0f-8a66-630db2a9d7ea req-20848f52-9710-4fa1-9b17-4a1c5833609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.824136 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c7bf6f57-b31b-4c0f-8a66-630db2a9d7ea req-20848f52-9710-4fa1-9b17-4a1c5833609f service neutron] 10.222.0.112 "GET /v2.0/networks?id=b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 200 len: 915 time: 0.6713572 Jul 07 19:13:21.828896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:21.863014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2a17921-c290-436b-87c5-8eef06e8c166 req-edf1c129-bb55-422d-80dd-18b058e47e28 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358471 Jul 07 19:13:21.875351 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c7bf6f57-b31b-4c0f-8a66-630db2a9d7ea req-01d0fd74-86ce-4ef5-b7d8-72f5592c6ca3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a826b867-2991-4e98-984e-6f0505d03cc3 HTTP/1.1" status: 200 len: 217 time: 0.0435383 Jul 07 19:13:21.879061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-833958dd-a832-4e42-9159-de08ea859348 req-b3d36a2d-579a-463b-933f-25a52e1c4435 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739502 Jul 07 19:13:21.938222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8040ce-832b-4157-a5f8-c53c7fb3b940 req-92d69276-8ab6-4604-8327-32cb56f58451 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.955296 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff8040ce-832b-4157-a5f8-c53c7fb3b940 req-92d69276-8ab6-4604-8327-32cb56f58451 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.1943030 Jul 07 19:13:21.968246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Transition to ACTIVE for port object cf31e0ad-7431-4995-a71d-c0f815d5c461 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:21.981889 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:22.036145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6f57-b31b-4c0f-8a66-630db2a9d7ea req-59b88b02-7de4-4e67-94f4-339144da242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.038126 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c7bf6f57-b31b-4c0f-8a66-630db2a9d7ea req-59b88b02-7de4-4e67-94f4-339144da242a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ab6edf22-6c96-4d86-aa05-2d69792ab6dc HTTP/1.1" status: 200 len: 853 time: 0.1438756 Jul 07 19:13:22.047338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff8040ce-832b-4157-a5f8-c53c7fb3b940 req-2df16544-131f-4a40-8db8-82cb6a5ef59c tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911167 Jul 07 19:13:22.355342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a2917-8573-41e8-9d14-8fe4b5b6ffb9 req-8cfb3334-f336-45bb-8b7c-9835307ad9f3 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.362853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e83a2917-8573-41e8-9d14-8fe4b5b6ffb9 req-8cfb3334-f336-45bb-8b7c-9835307ad9f3 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 984 time: 0.0870173 Jul 07 19:13:22.429325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e83a2917-8573-41e8-9d14-8fe4b5b6ffb9 req-f60eedc0-1b3e-443d-a07b-1abd256c6663 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&id=d1a6db5e-2a74-4e44-b7be-0cfa5c16759b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0647640 Jul 07 19:13:22.507980 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c7bf6f57-b31b-4c0f-8a66-630db2a9d7ea req-69c641a5-1759-43bb-a0c5-130c8378f61c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b352ab2b-f904-4ccc-bf4c-55fb006a88df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4503646 Jul 07 19:13:22.542406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event updated for resources: {'Port': ['ID=cf31e0ad-7431-4995-a71d-c0f815d5c461,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:22.559799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:22.560222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:22.560444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:22.608431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:22.609154 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:22.611401 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 2 to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 Jul 07 19:13:22.635254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:22.635998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:22.636685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:22.648747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b524a6b2-0793-4971-8817-38a3b14ab975 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:22.676964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:22.677666 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:22.680769 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 3 to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 Jul 07 19:13:22.688457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0e98b77-71a6-442a-8bb2-6607d8c9646f req-e4f7cb35-7975-480d-bacd-b8f02f6ffd52 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=06b22725-918f-470d-b748-5a13c1b2e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0766330 Jul 07 19:13:22.757644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:22.757977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:22.758328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:22.770654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414f1f7-16c6-4452-9690-bc5277f25cf9 req-65f8e736-c9dd-4715-b276-558229419bae tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:22.772861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5414f1f7-16c6-4452-9690-bc5277f25cf9 req-65f8e736-c9dd-4715-b276-558229419bae tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 944 time: 0.1289506 Jul 07 19:13:22.776467 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c7bf6f57-b31b-4c0f-8a66-630db2a9d7ea req-aa878096-7dce-4595-8180-c34f97c93f7a service neutron] 10.222.0.112 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478864 Jul 07 19:13:22.777650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:22.777984 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:22.778372 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 4 to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 Jul 07 19:13:22.847212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port b524a6b2-0793-4971-8817-38a3b14ab975 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:22.847687 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:22.862866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5414f1f7-16c6-4452-9690-bc5277f25cf9 req-61746d93-4cd1-4090-86fc-d4422d2f564e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732236 Jul 07 19:13:22.910722 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:22.911731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:22.912261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:22.931771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:22.932575 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:22.934820 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 5 to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 Jul 07 19:13:22.957788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:22.963173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:22.963843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:22.976601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:22.977057 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:22.983221 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 6 to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 Jul 07 19:13:22.985001 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.004423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:23.004842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:23.005110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:23.015163 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c7bf6f57-b31b-4c0f-8a66-630db2a9d7ea req-8e88e2f2-6968-42a5-8f8d-5e97fe8b7a12 service neutron] 10.222.0.112 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315400 Jul 07 19:13:23.015864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:23.016187 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:23.016592 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 7 to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 Jul 07 19:13:23.030340 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:23.030680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:23.031176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:23.036613 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:23.037098 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:23.037496 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 8 to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 Jul 07 19:13:23.045204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:23.052583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:23.052972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:23.053459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:23.053964 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.055461 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c78c7444-93d6-4d30-a117-033cfc7fce84 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:23.059507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:23.059840 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:23.060228 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 9 to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 Jul 07 19:13:23.077933 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:23.078268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:23.078724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:23.083460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:23.083776 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:23.084212 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 10 to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 Jul 07 19:13:23.104526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:23.104904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:23.105235 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:23.110338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:23.110665 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port cf31e0ad-7431-4995-a71d-c0f815d5c461 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:23.111035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.169750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:23.195064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port c78c7444-93d6-4d30-a117-033cfc7fce84 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:23.201391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port c78c7444-93d6-4d30-a117-033cfc7fce84 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:23.202209 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.309180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] For port cf31e0ad-7431-4995-a71d-c0f815d5c461, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:23.309798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:13:23.319101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.354607 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.360190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:23.376833 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d318d4c-e84c-4743-99a1-5d860803cdf6" -d '{"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-plugged", "status": "completed", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:23.471748 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] In _notify_port_updated(), no bound segment for port cf31e0ad-7431-4995-a71d-c0f815d5c461 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:13:23.477166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:23.481184 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.488165 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "PUT /v2.0/ports/cf31e0ad-7431-4995-a71d-c0f815d5c461 HTTP/1.1" status: 200 len: 980 time: 2.6093049 Jul 07 19:13:23.489508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:23.526102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c78c7444-93d6-4d30-a117-033cfc7fce84, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c78c7444-93d6-4d30-a117-033cfc7fce84,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:23.537658 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:23.550526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e925d45-6bbe-4b3a-8b95-d3893b75bcb8 req-d2fe428b-5cbb-4106-87ae-5603fbd3a5e1 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:23.560754 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e925d45-6bbe-4b3a-8b95-d3893b75bcb8 req-d2fe428b-5cbb-4106-87ae-5603fbd3a5e1 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 944 time: 0.1225500 Jul 07 19:13:23.621515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e925d45-6bbe-4b3a-8b95-d3893b75bcb8 req-73b385b8-e06f-4dc4-9de5-e56d8475d431 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592566 Jul 07 19:13:23.643876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a051f5f-4875-4558-b455-0390ca663cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event updated for resources: {'Port': ['ID=cf31e0ad-7431-4995-a71d-c0f815d5c461,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:23.833135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c78c7444-93d6-4d30-a117-033cfc7fce84,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:23.869173 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b23a542-7fd7-451d-b3fb-c12d18bb020c x-openstack-request-id: req-0b23a542-7fd7-451d-b3fb-c12d18bb020c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:23.869620 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-plugged", "status": "completed", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:23.870072 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0b23a542-7fd7-451d-b3fb-c12d18bb020c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:23.871463 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'code': 200} Jul 07 19:13:23.950515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4d89da81-12e0-4852-b521-f6782225820a up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:24.013373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.014355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.015880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.016688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.017660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.019160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.020430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.021535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.022605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.023628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.024734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.025906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.027056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.028093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.029848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.030933 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.032001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.034043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.038416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.039528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.040822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.041598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.042541 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.043567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.044501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.045706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.046790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.047582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.048993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.050463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.051424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.052430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.060747 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-17638400-0333-4389-86f3-a40772d5cf86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28950 time: 0.5449891 Jul 07 19:13:24.065500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:24.208712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 4d89da81-12e0-4852-b521-f6782225820a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:24.222172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 4d89da81-12e0-4852-b521-f6782225820a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:24.222790 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:24.229623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b8a95-745e-4ab7-9e30-bcdd9c6ae3b8 req-c0fbda1c-c4d8-42ff-9f94-6b2e1b37a44a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.238087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-185b8a95-745e-4ab7-9e30-bcdd9c6ae3b8 req-c0fbda1c-c4d8-42ff-9f94-6b2e1b37a44a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 984 time: 0.1942782 Jul 07 19:13:24.279451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239210ec-79ca-47c9-b588-e509b03565a5 req-74c2c6c7-192a-41f6-9479-6d4989e8f453 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.281109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-239210ec-79ca-47c9-b588-e509b03565a5 req-74c2c6c7-192a-41f6-9479-6d4989e8f453 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.1472871 Jul 07 19:13:24.441042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-71309ddd-cfeb-4c66-815c-47364b10aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Deleting port cf31e0ad-7431-4995-a71d-c0f815d5c461 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:24.442988 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71309ddd-cfeb-4c66-815c-47364b10aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:24.447569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-185b8a95-745e-4ab7-9e30-bcdd9c6ae3b8 req-1775ee20-27d6-4954-b1b7-f4350f4a4711 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&id=d1a6db5e-2a74-4e44-b7be-0cfa5c16759b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2071552 Jul 07 19:13:24.455471 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-239210ec-79ca-47c9-b588-e509b03565a5 req-cc304b20-cd0c-4bf2-b478-f0e7c73e74a1 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507125 Jul 07 19:13:24.488164 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:24.585019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 4d89da81-12e0-4852-b521-f6782225820a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4d89da81-12e0-4852-b521-f6782225820a,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:24.594551 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:24.646311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-71309ddd-cfeb-4c66-815c-47364b10aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] For port cf31e0ad-7431-4995-a71d-c0f815d5c461, host n-h1-792394-12, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:24.646687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71309ddd-cfeb-4c66-815c-47364b10aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:24.689932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-71309ddd-cfeb-4c66-815c-47364b10aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Calling delete_port for cf31e0ad-7431-4995-a71d-c0f815d5c461 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:24.731585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=4d89da81-12e0-4852-b521-f6782225820a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:24.894572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71309ddd-cfeb-4c66-815c-47364b10aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:24.948362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491b5c2-fcba-4cdc-b6be-ec794e8df6df req-9edaab77-471f-401a-9d4d-76359328e650 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.957076 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5491b5c2-fcba-4cdc-b6be-ec794e8df6df req-9edaab77-471f-401a-9d4d-76359328e650 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 945 time: 0.1672637 Jul 07 19:13:24.957322 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71309ddd-cfeb-4c66-815c-47364b10aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:24.963348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:24.966714 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-71309ddd-cfeb-4c66-815c-47364b10aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "DELETE /v2.0/ports/cf31e0ad-7431-4995-a71d-c0f815d5c461 HTTP/1.1" status: 204 len: 168 time: 0.8980103 Jul 07 19:13:24.967916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71309ddd-cfeb-4c66-815c-47364b10aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf31e0ad-7431-4995-a71d-c0f815d5c461,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:25.017672 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7860ca38-8854-4f78-851f-889845762b0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:13:25.019599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7860ca38-8854-4f78-851f-889845762b0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "GET /v2.0/ports/cf31e0ad-7431-4995-a71d-c0f815d5c461 HTTP/1.1" status: 404 len: 333 time: 0.0552468 Jul 07 19:13:25.024008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:25.032531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-88598871', 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:25.042919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5491b5c2-fcba-4cdc-b6be-ec794e8df6df req-d30fed6c-b839-4b87-9680-12466976c3b7 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770690 Jul 07 19:13:25.064126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Made reservation on behalf of 34f477c18c4d449cb1e09beeb5ff2c50 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:25.067640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:25.110059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] device_id is not set on port d77275ec-af56-453e-b74a-a15c067888ef yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:13:25.113446 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-755e19f1-1a7a-4c88-8270-236760a11742 req-d1147fa3-6705-4b96-8750-3743c68eb7b7 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0631790 Jul 07 19:13:25.292374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606723c-1feb-4544-a531-6ff175358a5c req-d2e786ef-6de9-4407-846d-5dd2422868d9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.301557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d606723c-1feb-4544-a531-6ff175358a5c req-d2e786ef-6de9-4407-846d-5dd2422868d9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 945 time: 0.0989063 Jul 07 19:13:25.338001 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:25.353271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d606723c-1feb-4544-a531-6ff175358a5c req-061a421b-ae17-4270-9362-97ca18152d59 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502450 Jul 07 19:13:25.386930 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:25.429803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Network fe484b04-013f-4d33-909f-1a68930563fd is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:25.433338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:25.439261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:25.440256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.440901 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:25.453636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event updated for resources: {'Port': ['ID=d77275ec-af56-453e-b74a-a15c067888ef,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:25.469484 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f51dd62a-d188-4dfc-a507-70d1a31ba311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.4429345 Jul 07 19:13:25.472148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:25.549609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb3fb5d-75f8-49de-87f3-177b68e0b0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.554519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:25.554851 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-beb3fb5d-75f8-49de-87f3-177b68e0b0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "GET /v2.0/ports/d77275ec-af56-453e-b74a-a15c067888ef HTTP/1.1" status: 200 len: 957 time: 0.0813761 Jul 07 19:13:25.784952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f6e31511-8e71-479f-8491-032b0b023ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Deleting port d77275ec-af56-453e-b74a-a15c067888ef {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:25.785566 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6e31511-8e71-479f-8491-032b0b023ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:25.872565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddf72c9-d203-43c9-a7b5-dac0c20f5e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78c7444-93d6-4d30-a117-033cfc7fce84'}, {'server_uuid': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d89da81-12e0-4852-b521-f6782225820a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:25.875140 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f2628-1953-4257-86f4-64c603dea26c" -d '{"events": [{"server_uuid": "eddf72c9-d203-43c9-a7b5-dac0c20f5e92", "name": "network-vif-plugged", "status": "completed", "tag": "c78c7444-93d6-4d30-a117-033cfc7fce84"}, {"server_uuid": "8ccde61e-76e8-4dfb-9205-66135dbc8dbe", "name": "network-vif-plugged", "status": "completed", "tag": "4d89da81-12e0-4852-b521-f6782225820a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:25.913829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde744c8-6511-4f02-a36e-e200570995bf req-460f83e3-ebe3-4186-bb57-529312c02913 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.922076 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dde744c8-6511-4f02-a36e-e200570995bf req-460f83e3-ebe3-4186-bb57-529312c02913 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 984 time: 0.1973088 Jul 07 19:13:25.934726 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6e31511-8e71-479f-8491-032b0b023ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:25.965193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f6e31511-8e71-479f-8491-032b0b023ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Calling delete_port for d77275ec-af56-453e-b74a-a15c067888ef owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:25.981019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620405a-068d-41b3-9eae-9cafa56a8397 req-806540df-6906-4a57-8864-b13c62f0c9df tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.988829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8620405a-068d-41b3-9eae-9cafa56a8397 req-806540df-6906-4a57-8864-b13c62f0c9df tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.2800574 Jul 07 19:13:26.066773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8620405a-068d-41b3-9eae-9cafa56a8397 req-2f4676af-f103-4c94-a08e-914cfdf0741e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766940 Jul 07 19:13:26.128865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dde744c8-6511-4f02-a36e-e200570995bf req-c2247266-f3f1-492e-9617-0a54c016073f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&id=d1a6db5e-2a74-4e44-b7be-0cfa5c16759b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2027845 Jul 07 19:13:26.216054 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6e31511-8e71-479f-8491-032b0b023ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:26.236500 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d945d60e-9c47-4c16-a540-7eee4b8f9a82 x-openstack-request-id: req-d945d60e-9c47-4c16-a540-7eee4b8f9a82 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:26.236809 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddf72c9-d203-43c9-a7b5-dac0c20f5e92", "name": "network-vif-plugged", "status": "completed", "tag": "c78c7444-93d6-4d30-a117-033cfc7fce84", "code": 200}, {"server_uuid": "8ccde61e-76e8-4dfb-9205-66135dbc8dbe", "name": "network-vif-plugged", "status": "completed", "tag": "4d89da81-12e0-4852-b521-f6782225820a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:26.237065 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d945d60e-9c47-4c16-a540-7eee4b8f9a82 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:26.237459 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddf72c9-d203-43c9-a7b5-dac0c20f5e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78c7444-93d6-4d30-a117-033cfc7fce84', 'code': 200} Jul 07 19:13:26.237715 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d89da81-12e0-4852-b521-f6782225820a', 'code': 200} Jul 07 19:13:26.288939 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6e31511-8e71-479f-8491-032b0b023ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:26.293731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f6e31511-8e71-479f-8491-032b0b023ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "DELETE /v2.0/ports/d77275ec-af56-453e-b74a-a15c067888ef HTTP/1.1" status: 204 len: 168 time: 0.7381458 Jul 07 19:13:26.294464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:26.309388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e31511-8e71-479f-8491-032b0b023ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event deleted for resources: {'Port': ['ID=d77275ec-af56-453e-b74a-a15c067888ef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:26.331929 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee61174c-fcf6-462b-91c9-71e502eefcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:13:26.338650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:26.345400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Request body: {'port': {'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063084364'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:26.349253 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ee61174c-fcf6-462b-91c9-71e502eefcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "GET /v2.0/ports/d77275ec-af56-453e-b74a-a15c067888ef HTTP/1.1" status: 404 len: 333 time: 0.0536211 Jul 07 19:13:26.383852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Made reservation on behalf of 34f477c18c4d449cb1e09beeb5ff2c50 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:26.386553 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:26.442715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] device_id is not set on port 30c0d260-f88b-493d-8f85-80e8941587a0 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:13:26.511848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b8580-4f7b-49e5-a02a-0ba8a6cfdebe req-c9ab0560-80a5-4ba0-b5b0-82dbc122276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:26.513414 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-228b8580-4f7b-49e5-a02a-0ba8a6cfdebe req-c9ab0560-80a5-4ba0-b5b0-82dbc122276b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 1097 time: 0.1103728 Jul 07 19:13:26.555585 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-228b8580-4f7b-49e5-a02a-0ba8a6cfdebe req-53ecad4a-1eab-48e1-b3e1-b08647de146e service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348113 Jul 07 19:13:26.757983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295f0b6-2e26-4d04-b275-742af7aeb58a req-ee3fcbe5-f7b0-43e5-a130-6a2dc6ae54c0 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:26.760194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7295f0b6-2e26-4d04-b275-742af7aeb58a req-ee3fcbe5-f7b0-43e5-a130-6a2dc6ae54c0 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 945 time: 0.2437713 Jul 07 19:13:26.829274 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:26.838213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e24ad-bb9f-4e87-b863-a0b78846827d req-62a1f45c-d557-4497-801b-499659912384 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:26.838213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a9e24ad-bb9f-4e87-b863-a0b78846827d req-62a1f45c-d557-4497-801b-499659912384 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 1097 time: 0.2811060 Jul 07 19:13:26.838213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337cc42-fb49-4392-912d-5a3a2470be33 req-fb8b5d7d-48ef-4a71-91d4-7d7674f98b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:26.839039 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3337cc42-fb49-4392-912d-5a3a2470be33 req-fb8b5d7d-48ef-4a71-91d4-7d7674f98b09 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 1097 time: 0.2725677 Jul 07 19:13:26.897520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7295f0b6-2e26-4d04-b275-742af7aeb58a req-54b9b822-4c25-4b97-823b-6cfc9c22de6d tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261482 Jul 07 19:13:26.942384 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a9e24ad-bb9f-4e87-b863-a0b78846827d req-a6529fac-2a38-4be5-97c6-33cad54579af tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980504 Jul 07 19:13:26.944175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3337cc42-fb49-4392-912d-5a3a2470be33 req-71d45c12-280f-4ebd-8892-ba87ffa11800 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952618 Jul 07 19:13:27.003508 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:27.072121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Network fe484b04-013f-4d33-909f-1a68930563fd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:27.079675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:27.083861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:27.084929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:27.085890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:27.089626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event updated for resources: {'Port': ['ID=30c0d260-f88b-493d-8f85-80e8941587a0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:27.120436 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b41618a9-ac10-4810-aeaf-fe1ea1853358 req-d36f9da8-599a-4481-86a1-ff6af7af58cb tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1211360241&fields=id&tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b HTTP/1.1" status: 200 len: 267 time: 0.0884395 Jul 07 19:13:27.123482 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-40d12dff-c548-433e-bb11-ee45e08dc009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7837567 Jul 07 19:13:27.126364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:27.136375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:27.201963 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9e98f8e2-8ecc-4a4f-aa89-575dbc69e093 req-11c5ee7a-0406-4734-b757-35395f87ff46 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=06b22725-918f-470d-b748-5a13c1b2e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0385187 Jul 07 19:13:27.218115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b57350fd-e339-4688-a29c-dad0dcef9cda req-55724111-b5df-417d-ba7e-41f784848af1 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0404210 Jul 07 19:13:27.248005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41618a9-ac10-4810-aeaf-fe1ea1853358 req-9db8044a-6f57-42d6-b860-c4cf18ef7260 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:27.259421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b41618a9-ac10-4810-aeaf-fe1ea1853358 req-9db8044a-6f57-42d6-b860-c4cf18ef7260 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 984 time: 0.1216097 Jul 07 19:13:27.266352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b41618a9-ac10-4810-aeaf-fe1ea1853358 req-872395dd-6c36-42f8-bd60-d97270989486 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'port': {'security_groups': ['86f84ffd-d84b-4693-bfbf-000ed1c2d7c5', 'd1a6db5e-2a74-4e44-b7be-0cfa5c16759b', '1b40b1ec-f934-406a-8cd2-0168f6f9a789']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:27.322506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:27.452329 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d38d84c7-8d3f-4dd7-8755-5a12033d61e4 req-c21fc0ad-3668-4f57-8053-706a6184ca2b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1667967 Jul 07 19:13:27.529634 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b41618a9-ac10-4810-aeaf-fe1ea1853358 req-872395dd-6c36-42f8-bd60-d97270989486 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:27.597451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d561a5-d013-4255-aef5-151b645e60e9 req-b3fdb241-d8b8-43e1-a15c-17fc5ecaa438 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:27.605927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18d561a5-d013-4255-aef5-151b645e60e9 req-b3fdb241-d8b8-43e1-a15c-17fc5ecaa438 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 945 time: 0.1390829 Jul 07 19:13:27.640842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d84c7-8d3f-4dd7-8755-5a12033d61e4 req-bd7fdec7-9840-498a-a7e6-702097edc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:27.642624 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d38d84c7-8d3f-4dd7-8755-5a12033d61e4 req-bd7fdec7-9840-498a-a7e6-702097edc5aa service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 1098 time: 0.1534393 Jul 07 19:13:27.687529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18d561a5-d013-4255-aef5-151b645e60e9 req-a52bf55f-8272-4f88-b1f1-3d4c689dbdd8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804751 Jul 07 19:13:27.866356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] device_id is not set on port 30c0d260-f88b-493d-8f85-80e8941587a0 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:13:27.880513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:27.907477 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Transition to ACTIVE for port object 30c0d260-f88b-493d-8f85-80e8941587a0 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:27.925767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:27.979076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d84c7-8d3f-4dd7-8755-5a12033d61e4 req-26c38670-776b-46cf-8e27-2891d7d00f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:27.980599 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d38d84c7-8d3f-4dd7-8755-5a12033d61e4 req-26c38670-776b-46cf-8e27-2891d7d00f9a service neutron] 10.222.0.112 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 906 time: 0.2563958 Jul 07 19:13:28.010180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b41618a9-ac10-4810-aeaf-fe1ea1853358 req-872395dd-6c36-42f8-bd60-d97270989486 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] For port a826b867-2991-4e98-984e-6f0505d03cc3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a826b867-2991-4e98-984e-6f0505d03cc3,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:28.045882 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a741aa10-15b0-446c-a9f9-7b0d399c81ec req-5597bb2b-994b-48fb-a9eb-bd6282ce1555 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0636349 Jul 07 19:13:28.085164 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d38d84c7-8d3f-4dd7-8755-5a12033d61e4 req-4a573fc8-eb88-4f82-a52b-df512631577e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=929464a5-0526-4611-833b-3cc15d11265f HTTP/1.1" status: 200 len: 217 time: 0.0899498 Jul 07 19:13:28.107205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event updated for resources: {'Port': ['ID=30c0d260-f88b-493d-8f85-80e8941587a0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:28.124370 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b41618a9-ac10-4810-aeaf-fe1ea1853358 req-872395dd-6c36-42f8-bd60-d97270989486 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:28.154867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b41618a9-ac10-4810-aeaf-fe1ea1853358 req-872395dd-6c36-42f8-bd60-d97270989486 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:28.168166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a826b867-2991-4e98-984e-6f0505d03cc3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:28.173435 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:28.173713 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:28.174473 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:28.183028 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:28.183448 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:28.185476 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 2 to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 Jul 07 19:13:28.192655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d84c7-8d3f-4dd7-8755-5a12033d61e4 req-0c7faf1a-c389-4255-8de4-e0c931d42ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.194047 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d38d84c7-8d3f-4dd7-8755-5a12033d61e4 req-0c7faf1a-c389-4255-8de4-e0c931d42ece service neutron] 10.222.0.112 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.0761540 Jul 07 19:13:28.257151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:28.257151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:28.258202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:28.258771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:28.266872 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d38d84c7-8d3f-4dd7-8755-5a12033d61e4 req-6f86ea07-77b2-43bb-89e0-ca4d4242c54a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624886 Jul 07 19:13:28.269590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:28.269921 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:28.270309 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 3 to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 Jul 07 19:13:28.324720 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41618a9-ac10-4810-aeaf-fe1ea1853358 req-872395dd-6c36-42f8-bd60-d97270989486 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.325876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b41618a9-ac10-4810-aeaf-fe1ea1853358 req-872395dd-6c36-42f8-bd60-d97270989486 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:28.339361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:28.339874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:28.340054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:28.340779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b41618a9-ac10-4810-aeaf-fe1ea1853358 req-872395dd-6c36-42f8-bd60-d97270989486 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "PUT /v2.0/ports/a826b867-2991-4e98-984e-6f0505d03cc3 HTTP/1.1" status: 200 len: 1020 time: 1.0825367 Jul 07 19:13:28.341775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcaad21a-98ce-4353-81eb-699517e83101', 'tag': 'a826b867-2991-4e98-984e-6f0505d03cc3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:28.347001 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b886837-12dd-4dec-ba08-bc36c5b4370c" -d '{"events": [{"name": "network-changed", "server_uuid": "fcaad21a-98ce-4353-81eb-699517e83101", "tag": "a826b867-2991-4e98-984e-6f0505d03cc3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:28.352207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:28.352710 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:28.355245 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 4 to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 Jul 07 19:13:28.377373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:28.377777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:28.378048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:28.393113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:28.393455 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:28.395688 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 5 to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 Jul 07 19:13:28.425267 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d38d84c7-8d3f-4dd7-8755-5a12033d61e4 req-11059646-879e-4157-b37b-0624bbb5c921 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509943 Jul 07 19:13:28.425936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:28.426273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:28.426599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:28.432199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:28.432585 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:28.440969 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 6 to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 Jul 07 19:13:28.502407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:28.502742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:28.503076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:28.515232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:28.515566 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:28.517490 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 7 to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 Jul 07 19:13:28.540594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:28.541135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f79c6d-f53a-40b7-8880-1a795afcefbd req-718d7a01-b163-42fe-8d9a-1891a7a4e209 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.541780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:28.541780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:28.551740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:28.551996 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:28.553858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72f79c6d-f53a-40b7-8880-1a795afcefbd req-718d7a01-b163-42fe-8d9a-1891a7a4e209 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 945 time: 0.4320023 Jul 07 19:13:28.555338 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 8 to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 Jul 07 19:13:28.569397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a826b867-2991-4e98-984e-6f0505d03cc3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:28.582140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872395dd-6c36-42f8-bd60-d97270989486 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'Port': ['ID=a826b867-2991-4e98-984e-6f0505d03cc3,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:28.589309 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d38d84c7-8d3f-4dd7-8755-5a12033d61e4 req-eba125a2-36f2-435e-8059-f407ba8d6edf service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556282 Jul 07 19:13:28.598622 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:28.599044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:28.600324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:28.608464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:28.608889 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:28.609397 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 9 to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 Jul 07 19:13:28.640525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:28.640858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:28.641209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:28.649361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:28.649743 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:28.650519 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempt 10 to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 Jul 07 19:13:28.667449 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:28.667788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:28.668179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempting to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:28.674629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:28.675090 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Failed to bind port 30c0d260-f88b-493d-8f85-80e8941587a0 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '318a795e-2828-4147-953d-ca443aadb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fe484b04-013f-4d33-909f-1a68930563fd'}] Jul 07 19:13:28.676100 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:28.724043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72f79c6d-f53a-40b7-8880-1a795afcefbd req-79f7857b-eab9-4fef-b4a5-4b3cb5ca4064 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683614 Jul 07 19:13:28.794921 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d20a96b1-67a5-48a3-a606-fb96f6a022b3 req-08a475e0-2212-44e0-8d97-99a2abba464d tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.1054373 Jul 07 19:13:28.857053 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] For port 30c0d260-f88b-493d-8f85-80e8941587a0, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:28.858135 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:13:28.871319 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:28.886130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-972c45df-3102-4a90-bc85-0d89e4ca2a28 req-8fcc5c76-0912-409f-b97e-cf89bc52d0ee tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/1b40b1ec-f934-406a-8cd2-0168f6f9a789 HTTP/1.1" status: 200 len: 1802 time: 0.0739827 Jul 07 19:13:28.941890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] In _notify_port_updated(), no bound segment for port 30c0d260-f88b-493d-8f85-80e8941587a0 on network fe484b04-013f-4d33-909f-1a68930563fd {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:13:28.943766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.944378 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:28.945737 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "PUT /v2.0/ports/30c0d260-f88b-493d-8f85-80e8941587a0 HTTP/1.1" status: 200 len: 980 time: 1.8179429 Jul 07 19:13:28.948825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:28.961861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c55cbf-68e7-4157-a93c-6ed913e2a56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event updated for resources: {'Port': ['ID=30c0d260-f88b-493d-8f85-80e8941587a0,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:29.060205 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726ce11a-9cb4-4cad-a0fc-3be0c204b4c4 x-openstack-request-id: req-726ce11a-9cb4-4cad-a0fc-3be0c204b4c4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:29.060667 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcaad21a-98ce-4353-81eb-699517e83101", "tag": "a826b867-2991-4e98-984e-6f0505d03cc3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:29.061020 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-726ce11a-9cb4-4cad-a0fc-3be0c204b4c4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:29.061526 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcaad21a-98ce-4353-81eb-699517e83101', 'tag': 'a826b867-2991-4e98-984e-6f0505d03cc3', 'status': 'completed', 'code': 200} Jul 07 19:13:29.167449 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-972c45df-3102-4a90-bc85-0d89e4ca2a28 req-2f95cbae-b675-4e25-b076-5a676a722b79 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 19:13:29.174999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-972c45df-3102-4a90-bc85-0d89e4ca2a28 req-2f95cbae-b675-4e25-b076-5a676a722b79 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "DELETE /v2.0/security-groups/1b40b1ec-f934-406a-8cd2-0168f6f9a789 HTTP/1.1" status: 409 len: 341 time: 0.2869160 Jul 07 19:13:29.243038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b886837-12dd-4dec-ba08-bc36c5b4370c req-3a2b0471-292b-414b-b4be-d8f4fc14f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:29.253101 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b886837-12dd-4dec-ba08-bc36c5b4370c req-3a2b0471-292b-414b-b4be-d8f4fc14f9ca service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 1175 time: 0.1533902 Jul 07 19:13:29.382350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b886837-12dd-4dec-ba08-bc36c5b4370c req-9ca52b70-8ce7-4e5c-9b88-52c530812783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:29.384457 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b886837-12dd-4dec-ba08-bc36c5b4370c req-9ca52b70-8ce7-4e5c-9b88-52c530812783 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 200 len: 915 time: 0.1259942 Jul 07 19:13:29.445375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1c87589a-af5e-4b39-98ed-b2264d8da210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Deleting port 30c0d260-f88b-493d-8f85-80e8941587a0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:29.445748 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c87589a-af5e-4b39-98ed-b2264d8da210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:29.452891 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b886837-12dd-4dec-ba08-bc36c5b4370c req-4a939284-f2c8-45fe-b426-39b2b79a551d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a826b867-2991-4e98-984e-6f0505d03cc3 HTTP/1.1" status: 200 len: 217 time: 0.0625648 Jul 07 19:13:29.532700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1c87589a-af5e-4b39-98ed-b2264d8da210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] For port 30c0d260-f88b-493d-8f85-80e8941587a0, host n-h1-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:29.533101 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c87589a-af5e-4b39-98ed-b2264d8da210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:29.552313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1c87589a-af5e-4b39-98ed-b2264d8da210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Calling delete_port for 30c0d260-f88b-493d-8f85-80e8941587a0 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:29.575181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b886837-12dd-4dec-ba08-bc36c5b4370c req-7abd33f0-557c-4f03-a648-173fd7deb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:29.579858 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b886837-12dd-4dec-ba08-bc36c5b4370c req-7abd33f0-557c-4f03-a648-173fd7deb78a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ab6edf22-6c96-4d86-aa05-2d69792ab6dc HTTP/1.1" status: 200 len: 853 time: 0.1136003 Jul 07 19:13:29.651848 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b886837-12dd-4dec-ba08-bc36c5b4370c req-adb9d314-15fb-4ca8-80ba-0de09454090b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b352ab2b-f904-4ccc-bf4c-55fb006a88df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649931 Jul 07 19:13:29.746486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b667-d176-48b8-8e5d-386aff6ca23c req-ca3c0f2b-46df-4014-9c22-fbe6c9d92228 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:29.764440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c69b667-d176-48b8-8e5d-386aff6ca23c req-ca3c0f2b-46df-4014-9c22-fbe6c9d92228 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 945 time: 0.4553561 Jul 07 19:13:29.772777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ead27-0ffd-478a-a450-09781c763ed7 req-b52101c8-bc8f-4eb2-b082-696bef2b33ac tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:29.780790 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-979ead27-0ffd-478a-a450-09781c763ed7 req-b52101c8-bc8f-4eb2-b082-696bef2b33ac tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 945 time: 0.6022599 Jul 07 19:13:29.787489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:29.794046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5eaa59a4-d58d-49e8-a59f-72ee3ec0c7c9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Request body: {'floatingip': {'port_id': '4d89da81-12e0-4852-b521-f6782225820a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:29.804020 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b886837-12dd-4dec-ba08-bc36c5b4370c req-8f0384c0-2988-4aa7-8e2a-ada60f3a11e1 service neutron] 10.222.0.112 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416979 Jul 07 19:13:29.938304 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b886837-12dd-4dec-ba08-bc36c5b4370c req-d88f3283-d8d1-413e-b78c-2da58889989c service neutron] 10.222.0.112 "GET /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186781 Jul 07 19:13:30.219356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eaa59a4-d58d-49e8-a59f-72ee3ec0c7c9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.234367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-979ead27-0ffd-478a-a450-09781c763ed7 req-3f3409fd-49db-47cc-ac30-81e706ee058a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525707 Jul 07 19:13:30.277413 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c87589a-af5e-4b39-98ed-b2264d8da210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.346025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87589a-af5e-4b39-98ed-b2264d8da210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Pushing event deleted for resources: {'Port': ['ID=30c0d260-f88b-493d-8f85-80e8941587a0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:30.439919 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c87589a-af5e-4b39-98ed-b2264d8da210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.442845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1c87589a-af5e-4b39-98ed-b2264d8da210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "DELETE /v2.0/ports/30c0d260-f88b-493d-8f85-80e8941587a0 HTTP/1.1" status: 204 len: 168 time: 1.4842389 Jul 07 19:13:30.446620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:30.491418 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0de70d5-a361-4a65-879c-5c655b4f2dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:13:30.493875 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f0de70d5-a361-4a65-879c-5c655b4f2dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363831970-project-admin] 10.222.0.113 "GET /v2.0/ports/30c0d260-f88b-493d-8f85-80e8941587a0 HTTP/1.1" status: 404 len: 333 time: 0.0451264 Jul 07 19:13:30.499250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:30.550618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eba91612-3163-4a9e-aae0-4fc517116e3b req-0c3a0564-ca04-499a-a0ad-59de601c30f5 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.1060233 Jul 07 19:13:30.623935 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.672292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f5401-27cc-49ad-8035-e0191114ad47 req-7dee1c38-4ab6-43e9-b64c-f9bbb8aae4a6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:30.674239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d04f5401-27cc-49ad-8035-e0191114ad47 req-7dee1c38-4ab6-43e9-b64c-f9bbb8aae4a6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 945 time: 0.1833966 Jul 07 19:13:30.770066 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.785675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe484b04-013f-4d33-909f-1a68930563fd']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:30.813909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318a795e-2828-4147-953d-ca443aadb6bb') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:30.814284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318a795e-2828-4147-953d-ca443aadb6bb') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:30.847211 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.863874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d04f5401-27cc-49ad-8035-e0191114ad47 req-7f61de98-46a6-4e0a-bcc1-8f95fb56fb6c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811969 Jul 07 19:13:30.875903 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.901566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:13:30.902401 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:30.974610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8b6ff-2d7a-4fdd-bf2f-bf81caf9384f req-ac22417d-ff97-4cbe-b88e-10c1b5f6e1c9 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:30.983945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52d8b6ff-2d7a-4fdd-bf2f-bf81caf9384f req-ac22417d-ff97-4cbe-b88e-10c1b5f6e1c9 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 1023 time: 0.2320819 Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:13:30.991903 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:13:30.998288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.004942 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.010820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] 10.222.0.113 "DELETE /v2.0/networks/fe484b04-013f-4d33-909f-1a68930563fd HTTP/1.1" status: 204 len: 168 time: 0.5065491 Jul 07 19:13:31.034345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d3be1-8942-4b49-a423-eb77542e4a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035264013-project] Pushing event deleted for resources: {'Network': ['ID=fe484b04-013f-4d33-909f-1a68930563fd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:31.074202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52d8b6ff-2d7a-4fdd-bf2f-bf81caf9384f req-b6f1680d-d312-4a5c-8bc8-d0292a7258b1 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=1b40b1ec-f934-406a-8cd2-0168f6f9a789&id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&id=d1a6db5e-2a74-4e44-b7be-0cfa5c16759b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0892408 Jul 07 19:13:31.202355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eaa59a4-d58d-49e8-a59f-72ee3ec0c7c9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.210850 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eaa59a4-d58d-49e8-a59f-72ee3ec0c7c9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.384676 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-5eaa59a4-d58d-49e8-a59f-72ee3ec0c7c9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Floating IP 323a5593-def8-4cb2-abcc-81f38dfec294 associated. External IP: 172.25.2.5, port: 4d89da81-12e0-4852-b521-f6782225820a. Jul 07 19:13:31.500558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:31.727455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaa59a4-d58d-49e8-a59f-72ee3ec0c7c9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Router 6548897f-8680-422b-a338-7b30b4776a70 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:13:31.939133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaa59a4-d58d-49e8-a59f-72ee3ec0c7c9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:13:31.947205 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eaa59a4-d58d-49e8-a59f-72ee3ec0c7c9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.956986 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f95c5b-841b-47e6-ac74-e3c5df19f702 None None] Sync routers for ids ['6548897f-8680-422b-a338-7b30b4776a70'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:13:31.970169 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7d47a752-7e02-44de-823c-a8dbf3a155bb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f7b00115ab254a7197f34afdc7f61b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664412 Jul 07 19:13:31.971370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:31.972532 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f95c5b-841b-47e6-ac74-e3c5df19f702 None None] Routers {'6548897f-8680-422b-a338-7b30b4776a70'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:31.980136 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d4f95c5b-841b-47e6-ac74-e3c5df19f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['6548897f-8680-422b-a338-7b30b4776a70'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:32.090877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5eaa59a4-d58d-49e8-a59f-72ee3ec0c7c9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "PUT /v2.0/floatingips/323a5593-def8-4cb2-abcc-81f38dfec294 HTTP/1.1" status: 200 len: 989 time: 2.3016233 Jul 07 19:13:32.091681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'tag': '4d89da81-12e0-4852-b521-f6782225820a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:32.103941 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f689242-6947-483b-a256-8ef3d45255a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccde61e-76e8-4dfb-9205-66135dbc8dbe", "tag": "4d89da81-12e0-4852-b521-f6782225820a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:32.209846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a7577-dc93-4240-8218-55f7a82b25c8 req-9be11e57-c348-41ee-915d-bffcca55c919 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:32.213233 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-027a7577-dc93-4240-8218-55f7a82b25c8 req-9be11e57-c348-41ee-915d-bffcca55c919 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.112 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 1023 time: 0.3643889 Jul 07 19:13:32.326790 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c75a2cd6-446f-4fe9-baee-67c5427a8596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:32.385837 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c75a2cd6-446f-4fe9-baee-67c5427a8596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:32.567117 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c75a2cd6-446f-4fe9-baee-67c5427a8596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:32.571299 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c75a2cd6-446f-4fe9-baee-67c5427a8596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:32.577776 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c75a2cd6-446f-4fe9-baee-67c5427a8596 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5d29e83d-27f9-48ab-b224-b9507ee0c5f2 HTTP/1.1" status: 204 len: 168 time: 0.6006322 Jul 07 19:13:32.625016 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a2cd6-446f-4fe9-baee-67c5427a8596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d29e83d-27f9-48ab-b224-b9507ee0c5f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:32.659818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48a47ccc-b78e-4015-88bb-78bdc0eea51e req-9f0b8d78-b9bb-400e-abb9-baf809f0a93b tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.1382668 Jul 07 19:13:32.739926 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d4f95c5b-841b-47e6-ac74-e3c5df19f702 None None] Set router 6548897f-8680-422b-a338-7b30b4776a70 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:32.803549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-027a7577-dc93-4240-8218-55f7a82b25c8 req-a538d650-945d-4a7b-bce5-05419be5973e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Deleting port a826b867-2991-4e98-984e-6f0505d03cc3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:32.804916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-027a7577-dc93-4240-8218-55f7a82b25c8 req-a538d650-945d-4a7b-bce5-05419be5973e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:32.951850 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:32.984120 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dd2060-5d24-4595-8999-17ea1a56e10c x-openstack-request-id: req-d4dd2060-5d24-4595-8999-17ea1a56e10c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:32.984754 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccde61e-76e8-4dfb-9205-66135dbc8dbe", "tag": "4d89da81-12e0-4852-b521-f6782225820a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:32.984754 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d4dd2060-5d24-4595-8999-17ea1a56e10c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:32.985090 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'tag': '4d89da81-12e0-4852-b521-f6782225820a', 'status': 'completed', 'code': 200} Jul 07 19:13:33.166326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8e1ca-5b7e-4f21-9b12-56a99e072ce8 req-ad491927-8261-4bb9-b06b-fb5c2c98857d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:33.173044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8d8e1ca-5b7e-4f21-9b12-56a99e072ce8 req-ad491927-8261-4bb9-b06b-fb5c2c98857d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 1023 time: 0.4126985 Jul 07 19:13:33.226647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689242-6947-483b-a256-8ef3d45255a4 req-8d620cf0-1dcf-48b5-92c0-c4eeac600810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:33.228405 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f689242-6947-483b-a256-8ef3d45255a4 req-8d620cf0-1dcf-48b5-92c0-c4eeac600810 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9996ae2f92b94de2b762f127afcf24d5&device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 1097 time: 0.1699507 Jul 07 19:13:33.234292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-027a7577-dc93-4240-8218-55f7a82b25c8 req-a538d650-945d-4a7b-bce5-05419be5973e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] For port a826b867-2991-4e98-984e-6f0505d03cc3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a826b867-2991-4e98-984e-6f0505d03cc3,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:33.234671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-027a7577-dc93-4240-8218-55f7a82b25c8 req-a538d650-945d-4a7b-bce5-05419be5973e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.267911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8d8e1ca-5b7e-4f21-9b12-56a99e072ce8 req-d71a9fd9-4522-4bc3-886f-1adfc3cabcd3 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=1b40b1ec-f934-406a-8cd2-0168f6f9a789&id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&id=d1a6db5e-2a74-4e44-b7be-0cfa5c16759b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0916181 Jul 07 19:13:33.302683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-027a7577-dc93-4240-8218-55f7a82b25c8 req-a538d650-945d-4a7b-bce5-05419be5973e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Calling delete_port for a826b867-2991-4e98-984e-6f0505d03cc3 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:33.317252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561df17-d361-42d8-9652-e7ab64419c94 req-292b0c53-466c-4293-aa9c-757a8e59f8a6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:33.338622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8561df17-d361-42d8-9652-e7ab64419c94 req-292b0c53-466c-4293-aa9c-757a8e59f8a6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 945 time: 0.2848406 Jul 07 19:13:33.382378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:33.393869 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d4f95c5b-841b-47e6-ac74-e3c5df19f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '323a5593-def8-4cb2-abcc-81f38dfec294', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '6548897f-8680-422b-a338-7b30b4776a70', 'port_id': '4d89da81-12e0-4852-b521-f6782225820a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'mac_address': 'fa:16:3e:54:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:12:32Z', 'updated_at': '2021-07-07T19:13:30Z', 'revision_number': 1, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed42a83-b060-4c57-98bb-00e99f7e089c', 'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'mac_address': 'fa:16:3e:5e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:21Z', 'updated_at': '2021-07-07T19:12:32Z', 'revision_number': 5, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'subnets': [{'id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:33.444360 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f95c5b-841b-47e6-ac74-e3c5df19f702 None None] Checking router: 6548897f-8680-422b-a338-7b30b4776a70 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:13:33.455060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689242-6947-483b-a256-8ef3d45255a4 req-7ad416d4-8baf-4bf1-b237-1888d1c43427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:33.455488 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f95c5b-841b-47e6-ac74-e3c5df19f702 None None] Routers {'6548897f-8680-422b-a338-7b30b4776a70'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:33.457951 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d4f95c5b-841b-47e6-ac74-e3c5df19f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['6548897f-8680-422b-a338-7b30b4776a70'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:33.463478 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f689242-6947-483b-a256-8ef3d45255a4 req-7ad416d4-8baf-4bf1-b237-1888d1c43427 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d HTTP/1.1" status: 200 len: 917 time: 0.2242560 Jul 07 19:13:33.489130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8561df17-d361-42d8-9652-e7ab64419c94 req-e89caf7a-92bb-49f7-b8e6-177b0cadca14 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491225 Jul 07 19:13:33.536704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5581502c-1c97-49e9-8998-ca73e4278fde admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=34f477c18c4d449cb1e09beeb5ff2c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509051 Jul 07 19:13:33.537407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:33.586583 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f689242-6947-483b-a256-8ef3d45255a4 req-dc2ea68e-8e68-4d02-a74f-0d4cbd271034 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d89da81-12e0-4852-b521-f6782225820a HTTP/1.1" status: 200 len: 997 time: 0.1075730 Jul 07 19:13:33.666379 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89fbc2bd-0460-4409-9d42-352399c14dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.666653 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d4f95c5b-841b-47e6-ac74-e3c5df19f702 None None] Set router 6548897f-8680-422b-a338-7b30b4776a70 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:33.710833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689242-6947-483b-a256-8ef3d45255a4 req-8b77f11e-4412-4c04-b542-e7c01eac9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:33.712717 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f689242-6947-483b-a256-8ef3d45255a4 req-8b77f11e-4412-4c04-b542-e7c01eac9b8f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=63e53ac5-c830-4385-9572-c93a3ec7aa96 HTTP/1.1" status: 200 len: 854 time: 0.1140931 Jul 07 19:13:33.739525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-027a7577-dc93-4240-8218-55f7a82b25c8 req-a538d650-945d-4a7b-bce5-05419be5973e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.754572 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89fbc2bd-0460-4409-9d42-352399c14dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.778180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a826b867-2991-4e98-984e-6f0505d03cc3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:33.896674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:33.904057 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89fbc2bd-0460-4409-9d42-352399c14dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.908182 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89fbc2bd-0460-4409-9d42-352399c14dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.910126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-89fbc2bd-0460-4409-9d42-352399c14dfd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2b570c93-f772-4423-88a1-5be05bd35ade HTTP/1.1" status: 204 len: 168 time: 0.3713586 Jul 07 19:13:33.935866 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538d650-945d-4a7b-bce5-05419be5973e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event deleted for resources: {'Port': ['ID=a826b867-2991-4e98-984e-6f0505d03cc3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:33.940251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-027a7577-dc93-4240-8218-55f7a82b25c8 req-a538d650-945d-4a7b-bce5-05419be5973e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] No DVR routers for this DVR port a826b867-2991-4e98-984e-6f0505d03cc3 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:33.943343 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-027a7577-dc93-4240-8218-55f7a82b25c8 req-a538d650-945d-4a7b-bce5-05419be5973e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.946098 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-027a7577-dc93-4240-8218-55f7a82b25c8 req-a538d650-945d-4a7b-bce5-05419be5973e tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.112 "DELETE /v2.0/ports/a826b867-2991-4e98-984e-6f0505d03cc3 HTTP/1.1" status: 204 len: 173 time: 1.7103493 Jul 07 19:13:33.947215 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaad21a-98ce-4353-81eb-699517e83101', 'name': 'network-vif-deleted', 'tag': 'a826b867-2991-4e98-984e-6f0505d03cc3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:33.950392 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e2a9e5-2d72-4a2a-8847-035d55305076" -d '{"events": [{"server_uuid": "fcaad21a-98ce-4353-81eb-699517e83101", "name": "network-vif-deleted", "tag": "a826b867-2991-4e98-984e-6f0505d03cc3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:33.976613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbc2bd-0460-4409-9d42-352399c14dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b570c93-f772-4423-88a1-5be05bd35ade,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:33.982655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689242-6947-483b-a256-8ef3d45255a4 req-1d91ee85-f46d-446f-8405-7359c1b73ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:33.984369 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f689242-6947-483b-a256-8ef3d45255a4 req-1d91ee85-f46d-446f-8405-7359c1b73ee5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2587838 Jul 07 19:13:34.138867 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bfdf06-d62b-4d83-9b40-0590d055b5d5 x-openstack-request-id: req-f6bfdf06-d62b-4d83-9b40-0590d055b5d5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:34.139147 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaad21a-98ce-4353-81eb-699517e83101", "name": "network-vif-deleted", "tag": "a826b867-2991-4e98-984e-6f0505d03cc3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:34.139406 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f6bfdf06-d62b-4d83-9b40-0590d055b5d5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:34.139807 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcaad21a-98ce-4353-81eb-699517e83101', 'name': 'network-vif-deleted', 'tag': 'a826b867-2991-4e98-984e-6f0505d03cc3', 'status': 'completed', 'code': 200} Jul 07 19:13:34.222607 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d4f95c5b-841b-47e6-ac74-e3c5df19f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '323a5593-def8-4cb2-abcc-81f38dfec294', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '6548897f-8680-422b-a338-7b30b4776a70', 'port_id': '4d89da81-12e0-4852-b521-f6782225820a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'mac_address': 'fa:16:3e:54:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:12:32Z', 'updated_at': '2021-07-07T19:13:30Z', 'revision_number': 1, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed42a83-b060-4c57-98bb-00e99f7e089c', 'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'mac_address': 'fa:16:3e:5e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:21Z', 'updated_at': '2021-07-07T19:12:32Z', 'revision_number': 5, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'subnets': [{'id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:34.247250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a53492f-8a59-4b3a-9df5-36e473faf8f7 req-0828dbdd-e4c4-400b-84b0-747d10956075 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.2574751 Jul 07 19:13:34.260410 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f95c5b-841b-47e6-ac74-e3c5df19f702 None None] The sync data for ids ['6548897f-8680-422b-a338-7b30b4776a70'] in n-d-792394-12 is: [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '323a5593-def8-4cb2-abcc-81f38dfec294', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '6548897f-8680-422b-a338-7b30b4776a70', 'port_id': '4d89da81-12e0-4852-b521-f6782225820a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'mac_address': 'fa:16:3e:54:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:12:32Z', 'updated_at': '2021-07-07T19:13:30Z', 'revision_number': 1, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed42a83-b060-4c57-98bb-00e99f7e089c', 'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'mac_address': 'fa:16:3e:5e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:21Z', 'updated_at': '2021-07-07T19:12:32Z', 'revision_number': 5, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'subnets': [{'id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:13:34.304097 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f689242-6947-483b-a256-8ef3d45255a4 req-bed6c73f-3315-4f9b-9c61-599427d205cf service neutron] 10.222.0.112 "GET /v2.0/networks/2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105898 Jul 07 19:13:34.339200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d399d2d-96b8-4ffa-92e0-51a2aaff780e req-9a0dd0ee-d435-4a35-8a9c-132b1d775096 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:34.347750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d399d2d-96b8-4ffa-92e0-51a2aaff780e req-9a0dd0ee-d435-4a35-8a9c-132b1d775096 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 945 time: 0.3236299 Jul 07 19:13:34.551549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2d399d2d-96b8-4ffa-92e0-51a2aaff780e req-dfc07a4d-b6e8-4a6d-8631-733364ae0b82 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Deleting port c78c7444-93d6-4d30-a117-033cfc7fce84 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:34.552187 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d399d2d-96b8-4ffa-92e0-51a2aaff780e req-dfc07a4d-b6e8-4a6d-8631-733364ae0b82 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:34.686740 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f689242-6947-483b-a256-8ef3d45255a4 req-5324152c-ca48-480e-938b-504791826f02 service neutron] 10.222.0.112 "GET /v2.0/networks/2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689783 Jul 07 19:13:34.708836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d399d2d-96b8-4ffa-92e0-51a2aaff780e req-dfc07a4d-b6e8-4a6d-8631-733364ae0b82 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] For port c78c7444-93d6-4d30-a117-033cfc7fce84, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c78c7444-93d6-4d30-a117-033cfc7fce84,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:34.709481 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d399d2d-96b8-4ffa-92e0-51a2aaff780e req-dfc07a4d-b6e8-4a6d-8631-733364ae0b82 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:34.729133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2d399d2d-96b8-4ffa-92e0-51a2aaff780e req-dfc07a4d-b6e8-4a6d-8631-733364ae0b82 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Calling delete_port for c78c7444-93d6-4d30-a117-033cfc7fce84 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:34.788208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb94aac-2769-4e13-8071-b95f2e594875 None None] New status for floating IP 323a5593-def8-4cb2-abcc-81f38dfec294: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:13:34.992551 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6d8c65d-13e2-4afd-b682-9b112a1fe807 req-2566aa31-3915-4fb0-a466-4a4a2d358557 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=fcaad21a-98ce-4353-81eb-699517e83101 HTTP/1.1" status: 200 len: 210 time: 0.0532391 Jul 07 19:13:34.998993 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d399d2d-96b8-4ffa-92e0-51a2aaff780e req-dfc07a4d-b6e8-4a6d-8631-733364ae0b82 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:35.048466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:35.152994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce724443-c2d3-48af-813a-90c0c288b83f req-6b188717-ecd5-4fdd-b57c-a48e106e0efb tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 210 time: 0.1567678 Jul 07 19:13:35.156026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc07a4d-b6e8-4a6d-8631-733364ae0b82 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event deleted for resources: {'Port': ['ID=c78c7444-93d6-4d30-a117-033cfc7fce84,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:35.341251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d399d2d-96b8-4ffa-92e0-51a2aaff780e req-dfc07a4d-b6e8-4a6d-8631-733364ae0b82 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] No DVR routers for this DVR port c78c7444-93d6-4d30-a117-033cfc7fce84 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:35.350148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d399d2d-96b8-4ffa-92e0-51a2aaff780e req-dfc07a4d-b6e8-4a6d-8631-733364ae0b82 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:35.361918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d399d2d-96b8-4ffa-92e0-51a2aaff780e req-dfc07a4d-b6e8-4a6d-8631-733364ae0b82 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "DELETE /v2.0/ports/c78c7444-93d6-4d30-a117-033cfc7fce84 HTTP/1.1" status: 204 len: 173 time: 1.0106146 Jul 07 19:13:35.365085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddf72c9-d203-43c9-a7b5-dac0c20f5e92', 'name': 'network-vif-deleted', 'tag': 'c78c7444-93d6-4d30-a117-033cfc7fce84'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:35.372924 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d071b037-0565-4363-b6c8-8486fbc3700a" -d '{"events": [{"server_uuid": "eddf72c9-d203-43c9-a7b5-dac0c20f5e92", "name": "network-vif-deleted", "tag": "c78c7444-93d6-4d30-a117-033cfc7fce84"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:35.570248 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e660b95-648d-40d0-a4ae-203c17d9d0c2 x-openstack-request-id: req-2e660b95-648d-40d0-a4ae-203c17d9d0c2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:35.570744 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddf72c9-d203-43c9-a7b5-dac0c20f5e92", "name": "network-vif-deleted", "tag": "c78c7444-93d6-4d30-a117-033cfc7fce84", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:35.571189 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2e660b95-648d-40d0-a4ae-203c17d9d0c2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:35.572444 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddf72c9-d203-43c9-a7b5-dac0c20f5e92', 'name': 'network-vif-deleted', 'tag': 'c78c7444-93d6-4d30-a117-033cfc7fce84', 'status': 'completed', 'code': 200} Jul 07 19:13:35.706340 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bad251c-4608-4d7f-ac8b-0a55f3fbe6d3 req-c84bc419-f0a5-4e55-b65a-f65979ba23ea tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0439601 Jul 07 19:13:35.783031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c78c7444-93d6-4d30-a117-033cfc7fce84'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:36.016227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device a826b867-2991-4e98-984e-6f0505d03cc3 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:36.062628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: a826b867-2991-4e98-984e-6f0505d03cc3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:36.063311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device a826b867-2991-4e98-984e-6f0505d03cc3 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:36.364293 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b32083e4-80e9-4ec1-a814-9b0dfd90605e req-b626b55a-4f40-4c64-9b69-da3c00141bb8 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/d1a6db5e-2a74-4e44-b7be-0cfa5c16759b HTTP/1.1" status: 200 len: 1803 time: 0.1072371 Jul 07 19:13:36.555858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:36.633317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-572939f3-762e-4c5a-a943-790e7288b779 req-159087a2-a260-4295-9f64-b25419dec99a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=eddf72c9-d203-43c9-a7b5-dac0c20f5e92 HTTP/1.1" status: 200 len: 210 time: 0.1487854 Jul 07 19:13:36.698102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1096708237', 'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:36.720781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b32083e4-80e9-4ec1-a814-9b0dfd90605e req-af26b4a0-9d3e-4b78-ac30-daa61e4a14ee tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:36.736505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Made reservation on behalf of a646321a4f3546f8b110fcb2d2e4a526 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:36.740096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:36.756357 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:36.758220 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b32083e4-80e9-4ec1-a814-9b0dfd90605e req-af26b4a0-9d3e-4b78-ac30-daa61e4a14ee tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:36.859857 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b32083e4-80e9-4ec1-a814-9b0dfd90605e req-af26b4a0-9d3e-4b78-ac30-daa61e4a14ee tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:36.866369 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b32083e4-80e9-4ec1-a814-9b0dfd90605e req-af26b4a0-9d3e-4b78-ac30-daa61e4a14ee tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:36.868003 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b32083e4-80e9-4ec1-a814-9b0dfd90605e req-af26b4a0-9d3e-4b78-ac30-daa61e4a14ee tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "DELETE /v2.0/security-groups/d1a6db5e-2a74-4e44-b7be-0cfa5c16759b HTTP/1.1" status: 204 len: 173 time: 0.5025206 Jul 07 19:13:36.888248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26b4a0-9d3e-4b78-ac30-daa61e4a14ee tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a6db5e-2a74-4e44-b7be-0cfa5c16759b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:36.980406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:36.990161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.049751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:13:37.074035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c042d7d9-8d51-4c83-a2f6-30c19356b042,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:37.087637 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.088160 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Added segment 460815d4-94ea-4fbc-83c7-4c4911f970cf of type vlan for network 0e635b7a-90c2-41fa-97bb-f2719cb347ef Jul 07 19:13:37.152508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-322ea8d4-37a8-414e-ad28-138b69909795 req-1a2b7274-f330-49ec-bd43-7935ef1d08c3 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0561132 Jul 07 19:13:37.195365 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.251961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdf136ed-bae4-45ba-b437-08b90b8a858c req-d06deb40-f38f-4b44-bd94-649c8da8702a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/1b40b1ec-f934-406a-8cd2-0168f6f9a789 HTTP/1.1" status: 200 len: 1802 time: 0.0668631 Jul 07 19:13:37.273676 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.274961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:37.275795 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.328698 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bdf136ed-bae4-45ba-b437-08b90b8a858c req-9ed0954e-bbbb-40c8-ae25-d42caee53ef1 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.343348 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.7859993 Jul 07 19:13:37.345960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:37.357419 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Request body: {'subnet': {'network_id': '0e635b7a-90c2-41fa-97bb-f2719cb347ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:37.367337 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bdf136ed-bae4-45ba-b437-08b90b8a858c req-9ed0954e-bbbb-40c8-ae25-d42caee53ef1 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.384372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Made reservation on behalf of a646321a4f3546f8b110fcb2d2e4a526 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:37.387239 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.390704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69ae2a-cf01-4dbe-8e94-aea62933d97b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event updated for resources: {'Network': ['ID=0e635b7a-90c2-41fa-97bb-f2719cb347ef,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:37.404105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 0e635b7a-90c2-41fa-97bb-f2719cb347ef details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:13:37.467438 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bdf136ed-bae4-45ba-b437-08b90b8a858c req-9ed0954e-bbbb-40c8-ae25-d42caee53ef1 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.471480 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bdf136ed-bae4-45ba-b437-08b90b8a858c req-9ed0954e-bbbb-40c8-ae25-d42caee53ef1 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.477877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdf136ed-bae4-45ba-b437-08b90b8a858c req-9ed0954e-bbbb-40c8-ae25-d42caee53ef1 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "DELETE /v2.0/security-groups/1b40b1ec-f934-406a-8cd2-0168f6f9a789 HTTP/1.1" status: 204 len: 173 time: 0.2201664 Jul 07 19:13:37.514561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-30556bd0-34de-4010-bf78-b5c8d74a2a9d req-79620f7f-ecce-42f2-bf5e-ba20ccf0b242 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1085105358', 'description': 'tempest-description-1736986180'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:37.526687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0954e-bbbb-40c8-ae25-d42caee53ef1 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b40b1ec-f934-406a-8cd2-0168f6f9a789,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:37.580997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30556bd0-34de-4010-bf78-b5c8d74a2a9d req-79620f7f-ecce-42f2-bf5e-ba20ccf0b242 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.731750 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30556bd0-34de-4010-bf78-b5c8d74a2a9d req-79620f7f-ecce-42f2-bf5e-ba20ccf0b242 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.738349 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30556bd0-34de-4010-bf78-b5c8d74a2a9d req-79620f7f-ecce-42f2-bf5e-ba20ccf0b242 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.793485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79620f7f-ecce-42f2-bf5e-ba20ccf0b242 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d68241a-1f2e-4374-b392-dcc05ab1df56,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:37.796303 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30556bd0-34de-4010-bf78-b5c8d74a2a9d req-79620f7f-ecce-42f2-bf5e-ba20ccf0b242 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.801515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30556bd0-34de-4010-bf78-b5c8d74a2a9d req-79620f7f-ecce-42f2-bf5e-ba20ccf0b242 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2923136 Jul 07 19:13:37.874504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:13:37.875096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.876227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40224d9d-0a69-4654-af3e-c9f77664a796 req-e407d6a7-ac9b-476c-a1fc-6a242472c6e3 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/2d68241a-1f2e-4374-b392-dcc05ab1df56 HTTP/1.1" status: 200 len: 1803 time: 0.0534060 Jul 07 19:13:37.882439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-40224d9d-0a69-4654-af3e-c9f77664a796 req-825305a0-e4f5-43b0-adf7-2660cee2d35d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Request body: {'security_group': {'name': 'tempest-sg-hth-448480970', 'description': 'tempest-description-hth-1415248989'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:37.920856 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40224d9d-0a69-4654-af3e-c9f77664a796 req-825305a0-e4f5-43b0-adf7-2660cee2d35d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.956202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f39e26a9-3cf7-4432-b76e-bafd00404ec6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:37.973437 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Checking segment: {'id': '460815d4-94ea-4fbc-83c7-4c4911f970cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0e635b7a-90c2-41fa-97bb-f2719cb347ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:37.973850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Network hostable DHCP agents. Network: 0e635b7a-90c2-41fa-97bb-f2719cb347ef, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:13:37.979636 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40224d9d-0a69-4654-af3e-c9f77664a796 req-825305a0-e4f5-43b0-adf7-2660cee2d35d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.988926 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40224d9d-0a69-4654-af3e-c9f77664a796 req-825305a0-e4f5-43b0-adf7-2660cee2d35d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.991741 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40224d9d-0a69-4654-af3e-c9f77664a796 req-825305a0-e4f5-43b0-adf7-2660cee2d35d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.006834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Network 0e635b7a-90c2-41fa-97bb-f2719cb347ef is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:13:38.007676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40224d9d-0a69-4654-af3e-c9f77664a796 req-825305a0-e4f5-43b0-adf7-2660cee2d35d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "PUT /v2.0/security-groups/2d68241a-1f2e-4374-b392-dcc05ab1df56 HTTP/1.1" status: 200 len: 1776 time: 0.1291704 Jul 07 19:13:38.024860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 0e635b7a-90c2-41fa-97bb-f2719cb347ef) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:38.031995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:38.032122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.037520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8406ac13-6ab0-4328-9701-418ad861f5f4 None None] Network 0e635b7a-90c2-41fa-97bb-f2719cb347ef requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:13:38.060940 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a4c05bf3-6407-49d0-a695-7b208391cb2b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7137220 Jul 07 19:13:38.062031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825305a0-e4f5-43b0-adf7-2660cee2d35d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d68241a-1f2e-4374-b392-dcc05ab1df56,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:38.063749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:38.069582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-331807552', 'network_id': '0e635b7a-90c2-41fa-97bb-f2719cb347ef'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:38.120349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Made reservation on behalf of a646321a4f3546f8b110fcb2d2e4a526 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:38.123050 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.160064 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] device_id is not set on port 262e8012-a34a-4008-ab75-e17d660f9c22 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:13:38.198196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf721a51-fe07-4ad5-a242-5011ce760852 req-3e690537-8385-456d-b28a-003d3e5979a1 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/2d68241a-1f2e-4374-b392-dcc05ab1df56 HTTP/1.1" status: 200 len: 1776 time: 0.1087878 Jul 07 19:13:38.351213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc109a-fed0-4b29-bbf5-5a7a2933f8ea None None] Network 0e635b7a-90c2-41fa-97bb-f2719cb347ef requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:13:38.404580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Allocated IP 172.20.0.10 (0e635b7a-90c2-41fa-97bb-f2719cb347ef/f39e26a9-3cf7-4432-b76e-bafd00404ec6/262e8012-a34a-4008-ab75-e17d660f9c22) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:38.455817 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598096e5-51b3-4745-9a64-75ca3968e13e req-4d87d8af-a378-4c13-a97e-15302b9e69ad tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0570552 Jul 07 19:13:38.542801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f537ca85-bf2c-4d3b-8fc0-f80bc489c0d3 req-700025b5-9fe8-4c7c-b482-6a4beca418e3 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/2d68241a-1f2e-4374-b392-dcc05ab1df56 HTTP/1.1" status: 200 len: 1776 time: 0.0998061 Jul 07 19:13:38.550191 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ca99b9f-7f43-405d-ba71-6806463c6a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.618647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f537ca85-bf2c-4d3b-8fc0-f80bc489c0d3 req-25eb5bf2-8b93-4a17-9e69-6c7ac2fca8f7 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.660439 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f537ca85-bf2c-4d3b-8fc0-f80bc489c0d3 req-25eb5bf2-8b93-4a17-9e69-6c7ac2fca8f7 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.722267 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.769554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c78c7444-93d6-4d30-a117-033cfc7fce84 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:38.794701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.803061 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f537ca85-bf2c-4d3b-8fc0-f80bc489c0d3 req-25eb5bf2-8b93-4a17-9e69-6c7ac2fca8f7 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.809184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: c78c7444-93d6-4d30-a117-033cfc7fce84 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:38.809533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c78c7444-93d6-4d30-a117-033cfc7fce84 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:38.813514 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f537ca85-bf2c-4d3b-8fc0-f80bc489c0d3 req-25eb5bf2-8b93-4a17-9e69-6c7ac2fca8f7 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:38.814898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f537ca85-bf2c-4d3b-8fc0-f80bc489c0d3 req-25eb5bf2-8b93-4a17-9e69-6c7ac2fca8f7 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "DELETE /v2.0/security-groups/2d68241a-1f2e-4374-b392-dcc05ab1df56 HTTP/1.1" status: 204 len: 173 time: 0.2664988 Jul 07 19:13:38.842247 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Network 0e635b7a-90c2-41fa-97bb-f2719cb347ef is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:38.847372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb5bf2-8b93-4a17-9e69-6c7ac2fca8f7 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d68241a-1f2e-4374-b392-dcc05ab1df56,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:38.888590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:38.902829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:38.910201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-f10fa7cc-2cd9-40b4-87a7-f24881f68ed6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:38.917644 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-f10fa7cc-2cd9-40b4-87a7-f24881f68ed6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.2714386 Jul 07 19:13:38.940987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-b3911166-ec61-4e55-b610-a4c678edbdda tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/quotas/25c6dbb9285a4bea81598c898b584774 HTTP/1.1" status: 200 len: 375 time: 0.0225031 Jul 07 19:13:38.968498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event updated for resources: {'Port': ['ID=262e8012-a34a-4008-ab75-e17d660f9c22,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:38.982632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:38.983513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.008292 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f007dbed-9ba4-4024-9267-155994c4480f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9409950 Jul 07 19:13:39.008575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:39.076348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-2ed70593-c200-41df-be7e-7a157951ba65 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1213548 Jul 07 19:13:39.154855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a41ca106-f0a6-4f74-b1d5-5864d77c33e6 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Deleting port 262e8012-a34a-4008-ab75-e17d660f9c22 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:39.155203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a41ca106-f0a6-4f74-b1d5-5864d77c33e6 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.236554 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-30d7c02b-f4fb-4373-90e4-940c46a873b2 service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591625 Jul 07 19:13:39.322614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a41ca106-f0a6-4f74-b1d5-5864d77c33e6 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.348059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a41ca106-f0a6-4f74-b1d5-5864d77c33e6 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Calling delete_port for 262e8012-a34a-4008-ab75-e17d660f9c22 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:39.464092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-5ae2cdeb-3578-4965-92af-9cc4df63ec9b service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177148 Jul 07 19:13:39.469648 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-541c5482-9994-45a5-ba78-a7055ba0c309 req-243b31d0-32f8-4f8c-a572-0189d50252da tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] show failed (client error): The resource could not be found. Jul 07 19:13:39.483397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-541c5482-9994-45a5-ba78-a7055ba0c309 req-243b31d0-32f8-4f8c-a572-0189d50252da tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/1b40b1ec-f934-406a-8cd2-0168f6f9a789 HTTP/1.1" status: 404 len: 352 time: 0.0521822 Jul 07 19:13:39.546191 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a41ca106-f0a6-4f74-b1d5-5864d77c33e6 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.615063 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ca106-f0a6-4f74-b1d5-5864d77c33e6 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event deleted for resources: {'Port': ['ID=262e8012-a34a-4008-ab75-e17d660f9c22,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:39.652071 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-de9c1e80-dd82-4bf7-b2b9-f27e9779895b req-c8b63d22-023d-43c5-a5fb-005c0950fc3a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] show failed (client error): The resource could not be found. Jul 07 19:13:39.661416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de9c1e80-dd82-4bf7-b2b9-f27e9779895b req-c8b63d22-023d-43c5-a5fb-005c0950fc3a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/d1a6db5e-2a74-4e44-b7be-0cfa5c16759b HTTP/1.1" status: 404 len: 352 time: 0.0237007 Jul 07 19:13:39.753222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a41ca106-f0a6-4f74-b1d5-5864d77c33e6 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.757327 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a41ca106-f0a6-4f74-b1d5-5864d77c33e6 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "DELETE /v2.0/ports/262e8012-a34a-4008-ab75-e17d660f9c22 HTTP/1.1" status: 204 len: 168 time: 0.7465041 Jul 07 19:13:39.764742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:39.769894 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e635b7a-90c2-41fa-97bb-f2719cb347ef', 'external_fixed_ips': [{'subnet_id': 'f39e26a9-3cf7-4432-b76e-bafd00404ec6', 'ip_address': '172.20.0.10'}]}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:39.812558 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.813768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.875192 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:39.917212 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-578104e6-ec6e-448d-beff-9b48bcc05d79 req-6512b36f-6457-4fc3-bcfc-743c1ea9f89c tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.1225955 Jul 07 19:13:39.926561 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-0b7f4d02-84c5-44ba-a6ba-560d7883f5cf req-9fce4676-d79d-4ab6-93ec-c3b95958caa0 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] show failed (client error): The resource could not be found. Jul 07 19:13:39.942402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b7f4d02-84c5-44ba-a6ba-560d7883f5cf req-9fce4676-d79d-4ab6-93ec-c3b95958caa0 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/3f7dd9a0-672f-4c2a-812b-e425ba18a46e HTTP/1.1" status: 404 len: 352 time: 0.1772618 Jul 07 19:13:40.074734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f18f4bd3-7b46-4b7d-bdcc-1da4d83d12bc req-b77b0af3-00fa-4aed-a3d5-32f03b0ca485 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 210 time: 0.0453272 Jul 07 19:13:40.118661 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-2cd9b938-8f51-41c9-a2e0-ee12833eaa0a req-2faf28b1-5729-4039-9b6a-527fec3fbe03 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] show failed (client error): The resource could not be found. Jul 07 19:13:40.127033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cd9b938-8f51-41c9-a2e0-ee12833eaa0a req-2faf28b1-5729-4039-9b6a-527fec3fbe03 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/7eb3d69a-2045-4310-a27f-7e7cfa49892f HTTP/1.1" status: 404 len: 352 time: 0.0957544 Jul 07 19:13:40.226532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.234506 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-d7f1a62b-ce1f-4575-93e3-23bc55849889 req-a07e0c86-d0f2-452f-aff6-808b1b5d81f5 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] show failed (client error): The resource could not be found. Jul 07 19:13:40.239270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7f1a62b-ce1f-4575-93e3-23bc55849889 req-a07e0c86-d0f2-452f-aff6-808b1b5d81f5 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/3f556ce1-570c-4f68-8a98-5a32e1625a94 HTTP/1.1" status: 404 len: 352 time: 0.0648825 Jul 07 19:13:40.372843 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-b899acfc-4826-4e92-93ae-213da5684098 req-fd3d3781-6b2c-44bd-85cb-8c6e1c548e14 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] show failed (client error): The resource could not be found. Jul 07 19:13:40.374019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b899acfc-4826-4e92-93ae-213da5684098 req-fd3d3781-6b2c-44bd-85cb-8c6e1c548e14 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/f30f8d66-4553-495b-b48f-b5d5d6201b0b HTTP/1.1" status: 404 len: 352 time: 0.0743477 Jul 07 19:13:40.739257 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.764756 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:40.976581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Allocated IP 172.20.0.10 (0e635b7a-90c2-41fa-97bb-f2719cb347ef/f39e26a9-3cf7-4432-b76e-bafd00404ec6/968ca5db-2ecc-4a19-99e5-f018b659e466) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:41.022486 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52850c31-7b87-4e0a-92fc-8a0ccf8d3350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:41.122194 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:41.177132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7187f885-ebe8-4b75-b992-e8ef508bb9cd req-61e27c35-e4b0-4ae5-bef3-47f52ff64808 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0487645 Jul 07 19:13:41.245816 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:41.287953 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:41.342391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Network 0e635b7a-90c2-41fa-97bb-f2719cb347ef is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:41.359521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:41.368399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:41.395152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da83b77b-54b4-4b09-932a-af503def98b4 req-ed9d312b-f5e9-453b-a6bb-f42ca1ebc525 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 210 time: 0.0547793 Jul 07 19:13:41.425148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event updated for resources: {'Port': ['ID=968ca5db-2ecc-4a19-99e5-f018b659e466,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:41.469396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6342447-b230-4f65-af20-0d5214d30611 req-f899fc92-ed8a-442e-aac3-c346f3e67935 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:41.476434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6342447-b230-4f65-af20-0d5214d30611 req-f899fc92-ed8a-442e-aac3-c346f3e67935 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 1024 time: 0.2375355 Jul 07 19:13:41.867570 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-b1aa5b21-7b13-4c8e-ac8d-db087c5af0ba tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:41.869190 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-b1aa5b21-7b13-4c8e-ac8d-db087c5af0ba tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.2169361 Jul 07 19:13:41.888721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Request body: {'port': {'device_id': '358ce638-f7d6-40fb-96b5-ac5e003e802e', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'admin_state_up': True, 'tenant_id': '25c6dbb9285a4bea81598c898b584774'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:42.130748 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6342447-b230-4f65-af20-0d5214d30611 req-5b2a9d49-e030-471d-bd82-e6ad512371d1 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&id=9ba0a044-c72b-46a7-95ba-0527097ed1f8&id=25d6f517-fc9a-4481-81d5-6d53feb135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.6532280 Jul 07 19:13:42.282761 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:42.294323 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:42.420923 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfd09a71-8325-4b35-8293-1d9be0f376cd req-315dc888-d422-422c-8ad6-1f6425e78124 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0396774 Jul 07 19:13:42.461196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Made reservation on behalf of 25c6dbb9285a4bea81598c898b584774 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:42.466951 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:42.541445 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:42.655457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Allocated IP 172.20.0.10 (eaffc6dc-f74f-4637-8256-713b7de832cd/084d94ab-3177-4528-abdd-04a99c38e68d/d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:42.670046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-922af054-f03c-4573-b85c-543aae19d962 req-9f1de161-492a-4975-9409-80a3822c86b1 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 210 time: 0.0720992 Jul 07 19:13:42.769845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77677609-f6f0-47fc-ab69-59ae198f6278 req-d0f7cce5-b124-481c-8309-c53609673d3f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:42.769845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77677609-f6f0-47fc-ab69-59ae198f6278 req-d0f7cce5-b124-481c-8309-c53609673d3f tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.59 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 1024 time: 0.1722898 Jul 07 19:13:42.875142 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:42.882407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Router fa8d4617-6abc-46e2-9104-bee43baa916b is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:13:42.921413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:42.938057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:42.982857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Network eaffc6dc-f74f-4637-8256-713b7de832cd is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:42.986961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:42.991499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:43.033231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event updated for resources: {'Port': ['ID=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:43.038652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-77677609-f6f0-47fc-ab69-59ae198f6278 req-0ec575ac-7d55-492c-babf-cf1faccfb15b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Deleting port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:43.038652 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77677609-f6f0-47fc-ab69-59ae198f6278 req-0ec575ac-7d55-492c-babf-cf1faccfb15b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.068882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:43.069584 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.086385 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-d1c16770-26cc-48ba-aec8-0d8e29a9d2c5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2024429 Jul 07 19:13:43.101911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Request body: {'port': {'device_id': '358ce638-f7d6-40fb-96b5-ac5e003e802e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:43.134787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a190a-17a5-4752-a676-ab5087fdbf88 req-95481a09-34b0-470a-be00-4faa5f1888d6 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:43.141695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f5a190a-17a5-4752-a676-ab5087fdbf88 req-95481a09-34b0-470a-be00-4faa5f1888d6 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=74e67155-36ff-4540-beb7-4b82b0bd8946 HTTP/1.1" status: 200 len: 950 time: 0.2645795 Jul 07 19:13:43.190712 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.204610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:13:43.215260 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Sync routers for ids ['fa8d4617-6abc-46e2-9104-bee43baa916b'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:13:43.227835 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Routers {'fa8d4617-6abc-46e2-9104-bee43baa916b'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:43.228001 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fa8d4617-6abc-46e2-9104-bee43baa916b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:43.232455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f5a190a-17a5-4752-a676-ab5087fdbf88 req-83dad9f7-0c28-43e1-bd3d-b9b866da9710 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897696 Jul 07 19:13:43.308044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-77677609-f6f0-47fc-ab69-59ae198f6278 req-0ec575ac-7d55-492c-babf-cf1faccfb15b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] For port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,segment=NetworkSegment(c2042703-2863-4fee-9341-a4e9caa8b6cc),segment_id=c2042703-2863-4fee-9341-a4e9caa8b6cc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:43.308416 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77677609-f6f0-47fc-ab69-59ae198f6278 req-0ec575ac-7d55-492c-babf-cf1faccfb15b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.310984 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.312227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1f008378-a9e6-48ec-85f1-db4138e7b56a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.5464456 Jul 07 19:13:43.329979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:43.349998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-77677609-f6f0-47fc-ab69-59ae198f6278 req-0ec575ac-7d55-492c-babf-cf1faccfb15b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Calling delete_port for 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:43.350265 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Set router fa8d4617-6abc-46e2-9104-bee43baa916b gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:43.562951 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d4617-6abc-46e2-9104-bee43baa916b', 'name': '', 'tenant_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e635b7a-90c2-41fa-97bb-f2719cb347ef', 'external_fixed_ips': [{'subnet_id': 'f39e26a9-3cf7-4432-b76e-bafd00404ec6', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '968ca5db-2ecc-4a19-99e5-f018b659e466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:39Z', 'updated_at': '2021-07-07T19:13:42Z', 'revision_number': 3, 'project_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'gw_port': {'id': '968ca5db-2ecc-4a19-99e5-f018b659e466', 'name': '', 'network_id': '0e635b7a-90c2-41fa-97bb-f2719cb347ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8d4617-6abc-46e2-9104-bee43baa916b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f39e26a9-3cf7-4432-b76e-bafd00404ec6', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:40Z', 'updated_at': '2021-07-07T19:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f39e26a9-3cf7-4432-b76e-bafd00404ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:43.602813 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Checking router: fa8d4617-6abc-46e2-9104-bee43baa916b for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:13:43.603219 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Updating router fa8d4617-6abc-46e2-9104-bee43baa916b port 968ca5db-2ecc-4a19-99e5-f018b659e466 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:13:43.613591 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:43.623288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.638850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Transition to ACTIVE for port object d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:43.643174 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.643526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.670970 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af0ac2ef-7bcc-4204-b066-42a0a1cdc7cf req-518430aa-2929-4845-bdf7-cd7e7b1d7e19 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0464904 Jul 07 19:13:43.679227 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d27d0d-2992-4d91-b60b-a81bfd9d51da req-a1124f9f-ee82-4109-9224-30f327e7c42a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:43.681366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3d27d0d-2992-4d91-b60b-a81bfd9d51da req-a1124f9f-ee82-4109-9224-30f327e7c42a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/ports?device_id=9302f1e0-eb44-49f6-9003-450edcda6e7f HTTP/1.1" status: 200 len: 1024 time: 0.2605634 Jul 07 19:13:43.688533 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.704627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Pushing event updated for resources: {'Port': ['ID=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:43.824974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Attempting to bind port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:43.825377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Attempting to bind port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:43.825943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Attempting to bind port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:43.828345 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.838369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a on network eaffc6dc-f74f-4637-8256-713b7de832cd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:43.838693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Attempting to bind port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:43.849777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:43.850207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Checking segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:43.850547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Bound using segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:43.851048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Bound port: d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:43.851424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.933910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3d27d0d-2992-4d91-b60b-a81bfd9d51da req-b0c8a980-ea9f-46c2-bb11-4354965e69bb tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups?id=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5&id=9ba0a044-c72b-46a7-95ba-0527097ed1f8&id=25d6f517-fc9a-4481-81d5-6d53feb135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2412953 Jul 07 19:13:43.951150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] For port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:43.951150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] For port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:43.959371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:43.979827 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77677609-f6f0-47fc-ab69-59ae198f6278 req-0ec575ac-7d55-492c-babf-cf1faccfb15b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.007040 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.009596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:44.010441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.013398 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] 10.222.0.112 "PUT /v2.0/ports/d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a HTTP/1.1" status: 200 len: 1093 time: 0.9168630 Jul 07 19:13:44.014378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358ce638-f7d6-40fb-96b5-ac5e003e802e', 'tag': 'd16b44a9-48d7-4d7c-bbb9-1586a5d9b26a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:44.017001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:44.022039 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Transition to ACTIVE for port object 968ca5db-2ecc-4a19-99e5-f018b659e466 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:44.027183 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c97e17c-d080-4743-895b-5a8d2efe5bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "358ce638-f7d6-40fb-96b5-ac5e003e802e", "tag": "d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:44.027438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec575ac-7d55-492c-babf-cf1faccfb15b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event deleted for resources: {'Port': ['ID=3601c3b8-9b28-4b98-b4b7-08075f4b0fd9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:44.034170 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.051767 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.085381 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d1ba5-462d-42f9-aa1c-8cc1599647cc service neutron] Pushing event updated for resources: {'Port': ['ID=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:44.135536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-77677609-f6f0-47fc-ab69-59ae198f6278 req-0ec575ac-7d55-492c-babf-cf1faccfb15b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] No DVR routers for this DVR port 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:44.143450 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77677609-f6f0-47fc-ab69-59ae198f6278 req-0ec575ac-7d55-492c-babf-cf1faccfb15b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.146054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77677609-f6f0-47fc-ab69-59ae198f6278 req-0ec575ac-7d55-492c-babf-cf1faccfb15b tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.59 "DELETE /v2.0/ports/3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 HTTP/1.1" status: 204 len: 173 time: 1.3688860 Jul 07 19:13:44.147552 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'name': 'network-vif-deleted', 'tag': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:44.150559 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Pushing event updated for resources: {'Port': ['ID=968ca5db-2ecc-4a19-99e5-f018b659e466,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:44.150864 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0659f2fe-fc09-4217-a3d8-dd6ebd46a0fc" -d '{"events": [{"server_uuid": "9302f1e0-eb44-49f6-9003-450edcda6e7f", "name": "network-vif-deleted", "tag": "3601c3b8-9b28-4b98-b4b7-08075f4b0fd9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:44.158900 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Attempting to bind port 968ca5db-2ecc-4a19-99e5-f018b659e466 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:44.159280 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Attempting to bind port 968ca5db-2ecc-4a19-99e5-f018b659e466 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '460815d4-94ea-4fbc-83c7-4c4911f970cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0e635b7a-90c2-41fa-97bb-f2719cb347ef'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:44.160120 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Attempting to bind port 968ca5db-2ecc-4a19-99e5-f018b659e466 on network 0e635b7a-90c2-41fa-97bb-f2719cb347ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:44.163680 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.164237 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.164533 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.164900 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.165419 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.165762 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.166097 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.166441 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.166873 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.167255 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.167587 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.168297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-55bcf7ba-14df-4b01-8c0a-e9c34f6bf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:44.168633 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:44.169954 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-55bcf7ba-14df-4b01-8c0a-e9c34f6bf09d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 1096 time: 0.1012650 Jul 07 19:13:44.176042 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:44.176417 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Checking segment: {'id': '460815d4-94ea-4fbc-83c7-4c4911f970cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0e635b7a-90c2-41fa-97bb-f2719cb347ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:44.177015 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.177420 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Bound using segment: {'id': '460815d4-94ea-4fbc-83c7-4c4911f970cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0e635b7a-90c2-41fa-97bb-f2719cb347ef'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:44.177953 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Bound port: 968ca5db-2ecc-4a19-99e5-f018b659e466, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460815d4-94ea-4fbc-83c7-4c4911f970cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '0e635b7a-90c2-41fa-97bb-f2719cb347ef'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:44.178367 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.211181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d940895-373c-4fcb-8ccf-1550e9ded24f req-3066405b-73e9-48e6-96ef-6e6fec9e4680 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:44.215911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d940895-373c-4fcb-8ccf-1550e9ded24f req-3066405b-73e9-48e6-96ef-6e6fec9e4680 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 944 time: 0.2775528 Jul 07 19:13:44.228457 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-a0b4786b-b2a3-40f5-b75f-d51e4f3118f4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a HTTP/1.1" status: 200 len: 217 time: 0.0484462 Jul 07 19:13:44.247765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Deleting port 968ca5db-2ecc-4a19-99e5-f018b659e466 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:44.248434 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.252453 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] For port 968ca5db-2ecc-4a19-99e5-f018b659e466, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:44.256743 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] For port 968ca5db-2ecc-4a19-99e5-f018b659e466, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=968ca5db-2ecc-4a19-99e5-f018b659e466,segment=NetworkSegment(460815d4-94ea-4fbc-83c7-4c4911f970cf),segment_id=460815d4-94ea-4fbc-83c7-4c4911f970cf)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:44.262981 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.299670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-94335081-f07f-4e1b-be52-1623d27c9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:44.301843 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-94335081-f07f-4e1b-be52-1623d27c9382 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.0646958 Jul 07 19:13:44.311920 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Routers {'fa8d4617-6abc-46e2-9104-bee43baa916b'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:44.312818 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fa8d4617-6abc-46e2-9104-bee43baa916b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:44.364350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d940895-373c-4fcb-8ccf-1550e9ded24f req-19808483-0c5f-48d9-a431-3ab454ab6b1c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404057 Jul 07 19:13:44.398894 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-bc4f1a49-232a-4b34-9965-ce66041eafcb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776827 Jul 07 19:13:44.421653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] For port 968ca5db-2ecc-4a19-99e5-f018b659e466, host n-d-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:44.422254 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.445217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Calling delete_port for 968ca5db-2ecc-4a19-99e5-f018b659e466 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:44.461890 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4578e2d-18c3-4ed9-9b1c-435103969409 x-openstack-request-id: req-d4578e2d-18c3-4ed9-9b1c-435103969409 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:44.462779 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9302f1e0-eb44-49f6-9003-450edcda6e7f", "name": "network-vif-deleted", "tag": "3601c3b8-9b28-4b98-b4b7-08075f4b0fd9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:44.463006 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d4578e2d-18c3-4ed9-9b1c-435103969409 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:44.463399 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9302f1e0-eb44-49f6-9003-450edcda6e7f', 'name': 'network-vif-deleted', 'tag': '3601c3b8-9b28-4b98-b4b7-08075f4b0fd9', 'status': 'completed', 'code': 200} Jul 07 19:13:44.509337 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c9f546-6c4c-4202-b231-9469074adb73 x-openstack-request-id: req-b1c9f546-6c4c-4202-b231-9469074adb73 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:44.510299 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358ce638-f7d6-40fb-96b5-ac5e003e802e", "tag": "d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:44.510555 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b1c9f546-6c4c-4202-b231-9469074adb73 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:44.510959 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358ce638-f7d6-40fb-96b5-ac5e003e802e', 'tag': 'd16b44a9-48d7-4d7c-bbb9-1586a5d9b26a', 'status': 'completed', 'code': 200} Jul 07 19:13:44.568209 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-1464bb7a-5418-4b8a-a092-157950035676 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627290 Jul 07 19:13:44.610065 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9fc02-3872-4f2d-ae2c-70b06463c7af None None] Pushing event updated for resources: {'Port': ['ID=968ca5db-2ecc-4a19-99e5-f018b659e466,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:44.638697 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] Set router fa8d4617-6abc-46e2-9104-bee43baa916b gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:44.700832 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.702538 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d4617-6abc-46e2-9104-bee43baa916b', 'name': '', 'tenant_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:39Z', 'updated_at': '2021-07-07T19:13:44Z', 'revision_number': 4, 'project_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:44.736512 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67811b-2e41-40e7-9440-3aa4e182dae1 None None] The sync data for ids ['fa8d4617-6abc-46e2-9104-bee43baa916b'] in n-d-792394-12 is: [{'id': 'fa8d4617-6abc-46e2-9104-bee43baa916b', 'name': '', 'tenant_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:39Z', 'updated_at': '2021-07-07T19:13:44Z', 'revision_number': 4, 'project_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:13:44.739653 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8002c75d-ceae-4960-b7ad-9bbbd1889b53 req-98c95e55-e38a-45c5-85fc-07afe3e6f2e5 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525092 Jul 07 19:13:44.750827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event deleted for resources: {'Port': ['ID=968ca5db-2ecc-4a19-99e5-f018b659e466,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:44.880726 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:44.952312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97e17c-d080-4743-895b-5a8d2efe5bc6 req-dbec5b95-4659-4be1-906f-e199ad5c4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:44.955634 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4c97e17c-d080-4743-895b-5a8d2efe5bc6 req-dbec5b95-4659-4be1-906f-e199ad5c4ea9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 1096 time: 0.0952775 Jul 07 19:13:45.009688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-053bebfb-7e33-4d7c-82f6-e4d2d9ac6ce4 req-4ea6a432-064e-4453-9a1a-079a2305405a tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.1116612 Jul 07 19:13:45.073405 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.076801 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.142911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97e17c-d080-4743-895b-5a8d2efe5bc6 req-2d6de9ae-3b1f-406d-89b5-9f46085a2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:45.144141 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4c97e17c-d080-4743-895b-5a8d2efe5bc6 req-2d6de9ae-3b1f-406d-89b5-9f46085a2ba1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 906 time: 0.1826408 Jul 07 19:13:45.192708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.193299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa8d4617-6abc-46e2-9104-bee43baa916b {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:13:45.202115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.204438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1d1a75b1-9c4a-46a6-868c-706bd048244e tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "DELETE /v2.0/routers/fa8d4617-6abc-46e2-9104-bee43baa916b HTTP/1.1" status: 204 len: 168 time: 1.8721771 Jul 07 19:13:45.209430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:45.228310 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9fc2ebfc-11f0-4daf-ab5e-1ec7cf81cb24 req-cc87c09f-683a-4675-a34e-982c2f640427 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/9ba0a044-c72b-46a7-95ba-0527097ed1f8 HTTP/1.1" status: 200 len: 1801 time: 0.0672674 Jul 07 19:13:45.230714 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4c97e17c-d080-4743-895b-5a8d2efe5bc6 req-347227f0-d09d-49e3-bdf6-eb489536f9a1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a HTTP/1.1" status: 200 len: 217 time: 0.0732145 Jul 07 19:13:45.283974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97e17c-d080-4743-895b-5a8d2efe5bc6 req-5df57b3c-733f-4a7c-9414-00cf85abb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:45.286368 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4c97e17c-d080-4743-895b-5a8d2efe5bc6 req-5df57b3c-733f-4a7c-9414-00cf85abb91c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.0482059 Jul 07 19:13:45.292249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb5fa30-0020-4ebd-a485-684ef7fa70d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Deleting subnet f39e26a9-3cf7-4432-b76e-bafd00404ec6 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:13:45.298539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb5fa30-0020-4ebd-a485-684ef7fa70d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.329820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4c97e17c-d080-4743-895b-5a8d2efe5bc6 req-9a7a2571-200d-4de6-af57-f986c6954066 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289731 Jul 07 19:13:45.353688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9fc2ebfc-11f0-4daf-ab5e-1ec7cf81cb24 req-fac65c33-2f52-47af-867d-76f333f7e758 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.356897 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb5fa30-0020-4ebd-a485-684ef7fa70d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.407168 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9fc2ebfc-11f0-4daf-ab5e-1ec7cf81cb24 req-fac65c33-2f52-47af-867d-76f333f7e758 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.431835 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb5fa30-0020-4ebd-a485-684ef7fa70d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.464558 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4c97e17c-d080-4743-895b-5a8d2efe5bc6 req-f42e6f91-35be-457c-a343-10b51e0931f1 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276376 Jul 07 19:13:45.512668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9fc2ebfc-11f0-4daf-ab5e-1ec7cf81cb24 req-fac65c33-2f52-47af-867d-76f333f7e758 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.517359 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9fc2ebfc-11f0-4daf-ab5e-1ec7cf81cb24 req-fac65c33-2f52-47af-867d-76f333f7e758 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.533839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9fc2ebfc-11f0-4daf-ab5e-1ec7cf81cb24 req-fac65c33-2f52-47af-867d-76f333f7e758 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "DELETE /v2.0/security-groups/9ba0a044-c72b-46a7-95ba-0527097ed1f8 HTTP/1.1" status: 204 len: 173 time: 0.2807503 Jul 07 19:13:45.540542 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb5fa30-0020-4ebd-a485-684ef7fa70d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.576621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac65c33-2f52-47af-867d-76f333f7e758 tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba0a044-c72b-46a7-95ba-0527097ed1f8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:45.594351 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4c97e17c-d080-4743-895b-5a8d2efe5bc6 req-9759b670-a3b3-472f-950a-603713324854 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185715 Jul 07 19:13:45.597690 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb5fa30-0020-4ebd-a485-684ef7fa70d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.599686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-aeb5fa30-0020-4ebd-a485-684ef7fa70d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "DELETE /v2.0/subnets/f39e26a9-3cf7-4432-b76e-bafd00404ec6 HTTP/1.1" status: 204 len: 168 time: 0.3892839 Jul 07 19:13:45.603964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:45.629730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5fa30-0020-4ebd-a485-684ef7fa70d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f39e26a9-3cf7-4432-b76e-bafd00404ec6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:45.676349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5800615-30ce-4d90-b916-1670396caa70 req-ac28ab80-0294-4a39-a503-61fe0f2173d6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:45.678755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5800615-30ce-4d90-b916-1670396caa70 req-ac28ab80-0294-4a39-a503-61fe0f2173d6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 944 time: 0.1280191 Jul 07 19:13:45.698798 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.741481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-862fb853-85b4-4f15-ab63-90ec8eb9b333 req-8f5d86fb-fa91-40b9-a400-4fe80ceebc8a tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "GET /v2.0/security-groups/25d6f517-fc9a-4481-81d5-6d53feb135b8 HTTP/1.1" status: 200 len: 1801 time: 0.0799820 Jul 07 19:13:45.747843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5800615-30ce-4d90-b916-1670396caa70 req-b8cad39e-733e-462b-8269-03c17bf23c55 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607326 Jul 07 19:13:45.786984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.800100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e635b7a-90c2-41fa-97bb-f2719cb347ef']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:45.811909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460815d4-94ea-4fbc-83c7-4c4911f970cf') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:45.812211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460815d4-94ea-4fbc-83c7-4c4911f970cf') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:45.817486 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-862fb853-85b4-4f15-ab63-90ec8eb9b333 req-08af7c1a-f158-48ea-9310-35eeb5d1b86d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.824080 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.841488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.847236 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-862fb853-85b4-4f15-ab63-90ec8eb9b333 req-08af7c1a-f158-48ea-9310-35eeb5d1b86d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.848133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:13:45.848578 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:13:45.851106 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:13:45.902239 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-862fb853-85b4-4f15-ab63-90ec8eb9b333 req-08af7c1a-f158-48ea-9310-35eeb5d1b86d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.907219 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-862fb853-85b4-4f15-ab63-90ec8eb9b333 req-08af7c1a-f158-48ea-9310-35eeb5d1b86d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:45.918938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-862fb853-85b4-4f15-ab63-90ec8eb9b333 req-08af7c1a-f158-48ea-9310-35eeb5d1b86d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] 10.222.0.113 "DELETE /v2.0/security-groups/25d6f517-fc9a-4481-81d5-6d53feb135b8 HTTP/1.1" status: 204 len: 173 time: 0.1660197 Jul 07 19:13:45.919175 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:45.932962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af7c1a-f158-48ea-9310-35eeb5d1b86d tempest-SecurityGroupsTestJSON-791845920 tempest-SecurityGroupsTestJSON-791845920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d6f517-fc9a-4481-81d5-6d53feb135b8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:45.991239 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.004919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e635b7a-90c2-41fa-97bb-f2719cb347ef {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:13:46.006763 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9da3fb4-0229-402c-9f64-e48675f88048 admin admin] Deleting subnet ab6edf22-6c96-4d86-aa05-2d69792ab6dc {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:13:46.010901 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9da3fb4-0229-402c-9f64-e48675f88048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.053143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.061130 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "DELETE /v2.0/networks/0e635b7a-90c2-41fa-97bb-f2719cb347ef HTTP/1.1" status: 204 len: 168 time: 0.4552462 Jul 07 19:13:46.084026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:46.097420 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f149c-d723-4b6f-ab50-98aa7ee9c35b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e635b7a-90c2-41fa-97bb-f2719cb347ef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:46.128833 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9da3fb4-0229-402c-9f64-e48675f88048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.187132 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9da3fb4-0229-402c-9f64-e48675f88048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.233492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:46.248041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'd16b44a9-48d7-4d7c-bbb9-1586a5d9b26a', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'port_id': 'd16b44a9-48d7-4d7c-bbb9-1586a5d9b26a', 'mac_address': 'fa:16:3e:65:89:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084d94ab-3177-4528-abdd-04a99c38e68d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:46.314632 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.330672 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9da3fb4-0229-402c-9f64-e48675f88048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.362450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:46.389506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6edc9a94-f9b1-4d0a-90fa-a79ffa8e8f3f req-025e84b3-f459-455f-a08b-3195df6f0a9c tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0643158 Jul 07 19:13:46.417462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:46.426262 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.427608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da3fb4-0229-402c-9f64-e48675f88048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6edf22-6c96-4d86-aa05-2d69792ab6dc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:46.435223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9da3fb4-0229-402c-9f64-e48675f88048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.439437 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a9da3fb4-0229-402c-9f64-e48675f88048 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/ab6edf22-6c96-4d86-aa05-2d69792ab6dc HTTP/1.1" status: 204 len: 168 time: 0.5172126 Jul 07 19:13:46.440829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:46.464979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:46.469781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f4b1d3d7-fc11-491d-b65e-ff61e20b1031 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Request body: {'router': {'name': 'tempest-router--131584751', 'project_id': '06b877e164f547e5bd393c75b6661da9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:46.515749 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d3d7-fc11-491d-b65e-ff61e20b1031 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.516859 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d3d7-fc11-491d-b65e-ff61e20b1031 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.548261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:46.615702 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.645666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d3d7-fc11-491d-b65e-ff61e20b1031 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.657148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d3d7-fc11-491d-b65e-ff61e20b1031 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.683240 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d3d7-fc11-491d-b65e-ff61e20b1031 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.684298 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f4b1d3d7-fc11-491d-b65e-ff61e20b1031 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2183104 Jul 07 19:13:46.687359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:46.705082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:46.746595 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.771593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4c05-57c0-44e5-8ec4-366702019651 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.791824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b352ab2b-f904-4ccc-bf4c-55fb006a88df']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:46.818994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2042703-2863-4fee-9341-a4e9caa8b6cc') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:46.826313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2042703-2863-4fee-9341-a4e9caa8b6cc') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:46.832018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b524a6b2-0793-4971-8817-38a3b14ab975 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:46.859631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.904627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.915938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:13:46.917864 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.919187 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:13:46.925864 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:13:47.002275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d6b99-4520-43df-a523-23ac43496938 req-82008d16-7cd1-4a5a-8e88-c4c47e82fdd1 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:47.004176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b2d6b99-4520-43df-a523-23ac43496938 req-82008d16-7cd1-4a5a-8e88-c4c47e82fdd1 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 1097 time: 0.1582403 Jul 07 19:13:47.005666 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.020100 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.025839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] 10.222.0.113 "DELETE /v2.0/networks/b352ab2b-f904-4ccc-bf4c-55fb006a88df HTTP/1.1" status: 204 len: 168 time: 0.5799868 Jul 07 19:13:47.040541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbe6ff-45f9-4da1-a914-45f9b513bb90 admin admin] Pushing event deleted for resources: {'Network': ['ID=b352ab2b-f904-4ccc-bf4c-55fb006a88df,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:47.092623 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.109121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b2d6b99-4520-43df-a523-23ac43496938 req-786e7ef4-c616-47a6-9a47-04b70a1648d5 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848629 Jul 07 19:13:47.146270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:47.147652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:47.152940 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4c05-57c0-44e5-8ec4-366702019651 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.155898 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4c05-57c0-44e5-8ec4-366702019651 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.164170 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2368412-43b1-4e32-ac36-1002e00aca45" -d '{"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-unplugged", "status": "completed", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:47.168525 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.169273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:47.217223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4c05-57c0-44e5-8ec4-366702019651 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.218032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c4c05-57c0-44e5-8ec4-366702019651 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a646969-529a-42de-9cfe-7e4cbc8fb57f {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:13:47.230079 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4c05-57c0-44e5-8ec4-366702019651 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.235448 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5c6c4c05-57c0-44e5-8ec4-366702019651 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "DELETE /v2.0/routers/6a646969-529a-42de-9cfe-7e4cbc8fb57f HTTP/1.1" status: 204 len: 168 time: 0.5441389 Jul 07 19:13:47.236878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:47.236878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 3601c3b8-9b28-4b98-b4b7-08075f4b0fd9 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:47.245686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:47.345982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:47.375448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf126c-7e21-462c-bd73-6f494c7e96d3 req-d064a5f8-13ec-494f-a31b-e15166b2824e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:47.377048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdcf126c-7e21-462c-bd73-6f494c7e96d3 req-d064a5f8-13ec-494f-a31b-e15166b2824e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 945 time: 0.0962889 Jul 07 19:13:47.394571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:47.401433 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e778edb4-a9f1-4fdd-b5bb-c05b2fd5f8fd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=67e0c4fa5461425a8de4bb44dc0cdc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540652 Jul 07 19:13:47.402245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:47.461405 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecf56fa6-c479-42d8-9a53-ade999b32fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.464259 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdcf126c-7e21-462c-bd73-6f494c7e96d3 req-d3f495df-7ab9-4d40-9fc5-9b28b677af45 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792015 Jul 07 19:13:47.498837 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecf56fa6-c479-42d8-9a53-ade999b32fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.514129 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64d7c6d-59df-468f-bc88-2721c8da3ae3 x-openstack-request-id: req-c64d7c6d-59df-468f-bc88-2721c8da3ae3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:47.514639 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-unplugged", "status": "completed", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:47.516285 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c64d7c6d-59df-468f-bc88-2721c8da3ae3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:47.516954 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'code': 200} Jul 07 19:13:47.553665 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecf56fa6-c479-42d8-9a53-ade999b32fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.558146 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecf56fa6-c479-42d8-9a53-ade999b32fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.563803 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ecf56fa6-c479-42d8-9a53-ade999b32fca admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/86f84ffd-d84b-4693-bfbf-000ed1c2d7c5 HTTP/1.1" status: 204 len: 168 time: 0.1605043 Jul 07 19:13:47.580134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf56fa6-c479-42d8-9a53-ade999b32fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f84ffd-d84b-4693-bfbf-000ed1c2d7c5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:47.636777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-909614517', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:47.669649 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.670802 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.712313 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:13:47.740791 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.101294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:48.175467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:48.181285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:48.182528 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.376071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.377807 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.503081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:48.513290 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.608048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:48.720834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2393705b-6a3e-4a2c-9bf7-75eb1e3b5bb4 req-47607308-4560-48f3-8039-b055ee2f67b2 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0402141 Jul 07 19:13:48.732284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:48.775978 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.782496 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.806272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.883108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-936686448-network', 'tenant_id': 'aaa5bbc4f20f4646927b4db369a69566'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:48.926252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Made reservation on behalf of aaa5bbc4f20f4646927b4db369a69566 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:48.929378 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.945967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-4ebe0e9d-0043-4f44-bfba-53a9b9f3bdb2 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:13:48.947819 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-4ebe0e9d-0043-4f44-bfba-53a9b9f3bdb2 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138521 Jul 07 19:13:48.948725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.954640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Allocated IP 172.25.2.116 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/6d479666-ef3b-4365-84dc-967fdc23918d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:49.029659 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-3e1849b4-de8b-41be-aeb3-7a7954f59be4 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:49.031114 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-3e1849b4-de8b-41be-aeb3-7a7954f59be4 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports/368676f8-efbd-46bc-b73d-a334b70a3730 HTTP/1.1" status: 200 len: 1094 time: 0.0717802 Jul 07 19:13:49.043739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Request body: {'binding': {'host': 'n-h1-792394-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:49.044133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:13:49.098942 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.143210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.191041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:49.191555 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.199511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:49.203476 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:49.203654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.233209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Pushing event updated for resources: {'Port': ['ID=6d479666-ef3b-4365-84dc-967fdc23918d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:49.245579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:13:49.278177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:49.284360 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.284724 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Added segment 9f5c2b91-f998-4084-9e2d-ccbcb7f861e4 of type vlan for network 8131c26e-de98-4a17-a52d-a0b8052873ee Jul 07 19:13:49.296330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on host n-h1-792394-12 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:49.296756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:49.297192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:49.326641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:49.326641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:49.343423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:49.343863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:49.344238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:49.344706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Bound port: 368676f8-efbd-46bc-b73d-a334b70a3730, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:49.349936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.434698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.435691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:49.436363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.440110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:49.461269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.463418 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-c0ae8efe-f1cd-4b9a-9f0c-571d3522aafa service neutron] 10.222.0.113 "POST /v2.0/ports/368676f8-efbd-46bc-b73d-a334b70a3730/bindings HTTP/1.1" status: 201 len: 390 time: 0.4254150 Jul 07 19:13:49.510347 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7764771 Jul 07 19:13:49.512959 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:49.517981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358ce638-f7d6-40fb-96b5-ac5e003e802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16b44a9-48d7-4d7c-bbb9-1586a5d9b26a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:49.518507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] Request body: {'subnet': {'network_id': '8131c26e-de98-4a17-a52d-a0b8052873ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-936686448-subnet', 'tenant_id': 'aaa5bbc4f20f4646927b4db369a69566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:49.522447 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998bfb0d-c72b-4982-8373-cbd7fe9def06" -d '{"events": [{"server_uuid": "358ce638-f7d6-40fb-96b5-ac5e003e802e", "name": "network-vif-plugged", "status": "completed", "tag": "d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:49.537690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc4c23-23fa-4d37-a0cb-657be1b27264 admin admin] Pushing event updated for resources: {'Network': ['ID=8131c26e-de98-4a17-a52d-a0b8052873ee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:49.554853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 8131c26e-de98-4a17-a52d-a0b8052873ee details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:13:49.586445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] Made reservation on behalf of aaa5bbc4f20f4646927b4db369a69566 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:49.605601 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.614260 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.799855 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35ed57f-0305-4330-92c1-fc4f6977420e x-openstack-request-id: req-f35ed57f-0305-4330-92c1-fc4f6977420e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:49.800149 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358ce638-f7d6-40fb-96b5-ac5e003e802e", "name": "network-vif-plugged", "status": "completed", "tag": "d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:49.800630 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f35ed57f-0305-4330-92c1-fc4f6977420e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:49.801215 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358ce638-f7d6-40fb-96b5-ac5e003e802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16b44a9-48d7-4d7c-bbb9-1586a5d9b26a', 'code': 200} Jul 07 19:13:49.880952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361d4b0-2c20-4e9e-9881-2e4dd5989590 req-b2aae830-db0e-49aa-b79f-efa02884f863 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:49.882504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3361d4b0-2c20-4e9e-9881-2e4dd5989590 req-b2aae830-db0e-49aa-b79f-efa02884f863 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 946 time: 0.1903596 Jul 07 19:13:49.943140 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-f90f510b-68e6-4795-b838-468b9d2e8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:49.944744 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-f90f510b-68e6-4795-b838-468b9d2e8b86 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 1097 time: 0.1672323 Jul 07 19:13:49.948007 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.010974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3361d4b0-2c20-4e9e-9881-2e4dd5989590 req-d17cc05b-848a-40f7-a41a-e5ebe501498d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185448 Jul 07 19:13:50.019781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.064559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf90ee0-d822-4a9f-9fbe-34619018a300,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:50.092965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512014e7-9fe1-4e4d-88f1-d8e168d0ea0b req-c9e6c432-e946-4f58-9470-cf69e658fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.094741 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-512014e7-9fe1-4e4d-88f1-d8e168d0ea0b req-c9e6c432-e946-4f58-9470-cf69e658fade service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 1098 time: 0.1975253 Jul 07 19:13:50.104498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b19656-8677-494b-a86a-32b2351f2286 req-cc273af6-6dc1-4aa7-9b79-7744eaacf6e0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.106050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6b19656-8677-494b-a86a-32b2351f2286 req-cc273af6-6dc1-4aa7-9b79-7744eaacf6e0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.1726809 Jul 07 19:13:50.106239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] Checking segment: {'id': '9f5c2b91-f998-4084-9e2d-ccbcb7f861e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8131c26e-de98-4a17-a52d-a0b8052873ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:50.106801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] Network hostable DHCP agents. Network: 8131c26e-de98-4a17-a52d-a0b8052873ee, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:13:50.156223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-81b9fbfe-d278-48b2-8765-b41291228b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.157737 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-81b9fbfe-d278-48b2-8765-b41291228b4a service neutron] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.2006495 Jul 07 19:13:50.166447 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-512014e7-9fe1-4e4d-88f1-d8e168d0ea0b req-c328ceeb-a656-43c7-9500-5551f9ae8903 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612051 Jul 07 19:13:50.167425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] Network 8131c26e-de98-4a17-a52d-a0b8052873ee is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:13:50.186563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6b19656-8677-494b-a86a-32b2351f2286 req-12afd768-98b8-4102-b1f9-5f1a299b8703 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552583 Jul 07 19:13:50.214514 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-14f1776d-dc91-4349-8338-bf98b3f938f6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=368676f8-efbd-46bc-b73d-a334b70a3730 HTTP/1.1" status: 200 len: 217 time: 0.0437808 Jul 07 19:13:50.214816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 8131c26e-de98-4a17-a52d-a0b8052873ee) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:50.217054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Router 80c37612-a16a-45c8-8e9b-e1cad26b2445 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:13:50.222034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.222628 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.226207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e4599f-78ea-4bc4-8b1f-8a37b9df8c04 None None] Network 8131c26e-de98-4a17-a52d-a0b8052873ee requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:13:50.275956 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-535d1b2c-91db-4efe-9353-a1d7e598bab2 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7619209 Jul 07 19:13:50.293040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-8c296166-3666-45c7-a933-96efdfbccf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.298091 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-8c296166-3666-45c7-a933-96efdfbccf10 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0676088 Jul 07 19:13:50.391815 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-76b6d605-959d-4f32-96e7-a8310f1d19a9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652304 Jul 07 19:13:50.398405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:13:50.425566 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.431183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a88d739e-aab8-447b-a379-5447fae14d26 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0338650 Jul 07 19:13:50.434533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b9004-ea3b-4624-8fb3-ec4a02ab4f1b None None] Sync routers for ids ['80c37612-a16a-45c8-8e9b-e1cad26b2445'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:13:50.442191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:50.450499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df58f6f3-7673-4ab9-b17b-86ac6740fc15 None None] Network 8131c26e-de98-4a17-a52d-a0b8052873ee requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:13:50.469706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b92110c-ef0c-48bd-be0e-b154308a99b7 req-4822bcf9-fe09-4855-aba0-3d86192fb964 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0369301 Jul 07 19:13:50.534097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b9004-ea3b-4624-8fb3-ec4a02ab4f1b None None] Routers {'80c37612-a16a-45c8-8e9b-e1cad26b2445'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:50.535306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2b6b9004-ea3b-4624-8fb3-ec4a02ab4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['80c37612-a16a-45c8-8e9b-e1cad26b2445'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:50.571611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2b6b9004-ea3b-4624-8fb3-ec4a02ab4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:50.592331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b9004-ea3b-4624-8fb3-ec4a02ab4f1b None None] Routers {'80c37612-a16a-45c8-8e9b-e1cad26b2445'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:50.593044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2b6b9004-ea3b-4624-8fb3-ec4a02ab4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['80c37612-a16a-45c8-8e9b-e1cad26b2445'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:50.634462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2b6b9004-ea3b-4624-8fb3-ec4a02ab4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:50.635168 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b9004-ea3b-4624-8fb3-ec4a02ab4f1b None None] The sync data for ids ['80c37612-a16a-45c8-8e9b-e1cad26b2445'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:13:50.658742 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-fae60354-aeee-42e2-98e4-30cbf44991fd service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572467 Jul 07 19:13:50.667244 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9d5ed54a-69e5-4bd1-86c2-d3c07c23a18f tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/routers/80c37612-a16a-45c8-8e9b-e1cad26b2445 HTTP/1.1" status: 200 len: 920 time: 0.2233832 Jul 07 19:13:50.670129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:50.738714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d9484-b07c-49e3-9f5d-c19a3d83e6fb req-65a1cf42-2d03-494c-a534-15ad8d7e63ce tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.740052 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9a675e17-a633-42f3-93af-16ed549dd539 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=80c37612-a16a-45c8-8e9b-e1cad26b2445 HTTP/1.1" status: 200 len: 205 time: 0.0688901 Jul 07 19:13:50.742784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:50.745132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f0d9484-b07c-49e3-9f5d-c19a3d83e6fb req-65a1cf42-2d03-494c-a534-15ad8d7e63ce tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 947 time: 0.0833039 Jul 07 19:13:50.787010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f0d9484-b07c-49e3-9f5d-c19a3d83e6fb req-958404de-48c2-441d-b352-42d175be467a tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Jul 07 19:13:50.973089 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-e1402576-d674-4dc7-a36e-c1966514e6d4 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.974648 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-e1402576-d674-4dc7-a36e-c1966514e6d4 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/networks?id=8131c26e-de98-4a17-a52d-a0b8052873ee HTTP/1.1" status: 200 len: 817 time: 0.1135137 Jul 07 19:13:51.019685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-c0ea7ff9-d42a-4af4-bedc-676fb5acbde4 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/quotas/aaa5bbc4f20f4646927b4db369a69566 HTTP/1.1" status: 200 len: 375 time: 0.0354848 Jul 07 19:13:51.062459 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-15470a1e-9e4e-4038-b592-6758889887b7 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=aaa5bbc4f20f4646927b4db369a69566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358841 Jul 07 19:13:51.078823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81f8e5cf-0427-48c2-ad87-fc693c6900f3 req-73cbd376-bc92-4786-8bd3-aeaf771cee00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1031697 Jul 07 19:13:51.267034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-893be2aa-2679-4bed-acdb-d51e3cf2efe7 service neutron] 10.222.0.113 "GET /v2.0/networks/8131c26e-de98-4a17-a52d-a0b8052873ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866405 Jul 07 19:13:51.280275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8e5cf-0427-48c2-ad87-fc693c6900f3 req-0a4afe29-3a59-4205-b805-12672188fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:51.281634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81f8e5cf-0427-48c2-ad87-fc693c6900f3 req-0a4afe29-3a59-4205-b805-12672188fd54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 1097 time: 0.1542854 Jul 07 19:13:51.297044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-2ce261d5-9432-453b-86f7-e7565423d558 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287243 Jul 07 19:13:51.335242 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.351960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7499a4-728f-436e-8e4a-bff83ccb0545 req-9cc0b72d-3587-41d5-b424-2821397f66e3 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:51.354567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd7499a4-728f-436e-8e4a-bff83ccb0545 req-9cc0b72d-3587-41d5-b424-2821397f66e3 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 946 time: 0.1849246 Jul 07 19:13:51.462894 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.497061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd7499a4-728f-436e-8e4a-bff83ccb0545 req-528c3fec-147c-4815-8bfe-2551119f6e2d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290145 Jul 07 19:13:51.501507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-716c5cec-a9a9-441a-9cd0-17ea8071ce92 service neutron] 10.222.0.113 "GET /v2.0/networks/8131c26e-de98-4a17-a52d-a0b8052873ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186973 Jul 07 19:13:51.518433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8e5cf-0427-48c2-ad87-fc693c6900f3 req-83b248d8-ebee-405d-8c96-47820cb6f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:51.521070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81f8e5cf-0427-48c2-ad87-fc693c6900f3 req-83b248d8-ebee-405d-8c96-47820cb6f050 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.1866066 Jul 07 19:13:51.554229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Deleting port 6d479666-ef3b-4365-84dc-967fdc23918d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:51.554679 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.578316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81f8e5cf-0427-48c2-ad87-fc693c6900f3 req-df467ae7-16f7-457e-90a3-15c258388b54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e45052-e4ac-4595-bc76-42deec27c3a4 HTTP/1.1" status: 200 len: 217 time: 0.0488427 Jul 07 19:13:51.654565 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.670109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Calling delete_port for 6d479666-ef3b-4365-84dc-967fdc23918d owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:51.713665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8e5cf-0427-48c2-ad87-fc693c6900f3 req-289adbd7-1acc-43a6-a894-a8c0e61e0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:51.715359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81f8e5cf-0427-48c2-ad87-fc693c6900f3 req-289adbd7-1acc-43a6-a894-a8c0e61e0393 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.1284194 Jul 07 19:13:51.774313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81f8e5cf-0427-48c2-ad87-fc693c6900f3 req-8d251b1f-46c6-4452-b102-106630655f23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503104 Jul 07 19:13:51.839414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc5e69-b835-4ddc-806d-542c9675c97f req-e4f5a08a-7a13-4558-ae26-aba770413502 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:51.846405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25dc5e69-b835-4ddc-806d-542c9675c97f req-e4f5a08a-7a13-4558-ae26-aba770413502 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.1899571 Jul 07 19:13:51.922175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7f4c45d-a7ac-44da-b491-e46177308d49 req-45da548f-7564-44f8-bbc0-f5f346c71891 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0546324 Jul 07 19:13:51.938365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25dc5e69-b835-4ddc-806d-542c9675c97f req-afb4994d-9bd5-41d9-b756-9668ba553115 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909653 Jul 07 19:13:51.972087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:51.993075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81f8e5cf-0427-48c2-ad87-fc693c6900f3 req-a229b65f-b156-4435-beda-1ce600f244fa service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106559 Jul 07 19:13:52.040508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Pushing event deleted for resources: {'Port': ['ID=6d479666-ef3b-4365-84dc-967fdc23918d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:52.091805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:52.226813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81f8e5cf-0427-48c2-ad87-fc693c6900f3 req-bacd5476-b2a8-4cda-96ec-391dc3f1dff9 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167399 Jul 07 19:13:52.314339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af4f0e49-1c4c-43fb-b846-5482aef256c2 req-7a28b769-cec7-4f5c-be59-274427d422c8 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 210 time: 0.0611413 Jul 07 19:13:52.328710 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:52.331199 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:52.387395 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:52.388906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Fanout notify agent at l3_agent the message router_deleted on router 80c37612-a16a-45c8-8e9b-e1cad26b2445 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:13:52.399902 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:52.401562 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-48013223-486f-4610-9be2-6244e483a2ee tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/80c37612-a16a-45c8-8e9b-e1cad26b2445 HTTP/1.1" status: 204 len: 168 time: 1.6569159 Jul 07 19:13:52.405943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:52.413866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1555908673', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:52.456078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:52.457352 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:52.497169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456276c-d95d-4f23-95c9-48541dfa5cc1 req-f3e6f159-cf24-48f5-a3c7-f88fcc32ea37 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:52.498643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7456276c-d95d-4f23-95c9-48541dfa5cc1 req-f3e6f159-cf24-48f5-a3c7-f88fcc32ea37 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 947 time: 0.1597703 Jul 07 19:13:52.566040 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:52.586249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018594c-a5ec-413f-8a2f-301cecae6fd9 req-bb729732-4832-48a1-b374-92e5e66dc5e0 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:52.589581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5018594c-a5ec-413f-8a2f-301cecae6fd9 req-bb729732-4832-48a1-b374-92e5e66dc5e0 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 947 time: 0.2815013 Jul 07 19:13:53.052407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7456276c-d95d-4f23-95c9-48541dfa5cc1 req-643173e4-503e-4fe5-a434-9909ba0ebf33 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357175 Jul 07 19:13:53.178068 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:53.273632 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c61ba509-b6e4-4e13-bbf3-bdc8dc8ab727 req-ff84da0b-428d-43be-b9d9-30da0fb95177 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0571699 Jul 07 19:13:53.322302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbebeb3-b2d7-40c1-b0d6-5deaf2294da5 req-f9257459-6f96-40e7-af64-aacec8e76734 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:53.323851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfbebeb3-b2d7-40c1-b0d6-5deaf2294da5 req-f9257459-6f96-40e7-af64-aacec8e76734 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 946 time: 0.6828411 Jul 07 19:13:53.369812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5018594c-a5ec-413f-8a2f-301cecae6fd9 req-0986c483-3195-4b8c-bf59-c0b0e17f1d72 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Deleting port 236ea148-14d7-4eda-88fa-21ed2d95934b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:53.370049 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5018594c-a5ec-413f-8a2f-301cecae6fd9 req-0986c483-3195-4b8c-bf59-c0b0e17f1d72 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:53.388133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-3d6308e5-0845-4d83-a7f9-039b90c665e1 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:53.395504 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-3d6308e5-0845-4d83-a7f9-039b90c665e1 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.59 "GET /v2.0/networks?id=8131c26e-de98-4a17-a52d-a0b8052873ee HTTP/1.1" status: 200 len: 817 time: 0.1952095 Jul 07 19:13:53.414666 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Request body: {'port': {'device_id': 'b4f25700-7970-4193-9b8e-efb22b0a60ab', 'network_id': '8131c26e-de98-4a17-a52d-a0b8052873ee', 'admin_state_up': True, 'tenant_id': 'aaa5bbc4f20f4646927b4db369a69566'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:53.450839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfbebeb3-b2d7-40c1-b0d6-5deaf2294da5 req-91e2b0aa-2d3a-4ffe-bb5c-2e68a3662573 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150024 Jul 07 19:13:53.529957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5018594c-a5ec-413f-8a2f-301cecae6fd9 req-0986c483-3195-4b8c-bf59-c0b0e17f1d72 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] For port 236ea148-14d7-4eda-88fa-21ed2d95934b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=236ea148-14d7-4eda-88fa-21ed2d95934b,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:53.531196 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5018594c-a5ec-413f-8a2f-301cecae6fd9 req-0986c483-3195-4b8c-bf59-c0b0e17f1d72 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:53.549250 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5018594c-a5ec-413f-8a2f-301cecae6fd9 req-0986c483-3195-4b8c-bf59-c0b0e17f1d72 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Calling delete_port for 236ea148-14d7-4eda-88fa-21ed2d95934b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:53.700000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Made reservation on behalf of aaa5bbc4f20f4646927b4db369a69566 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:53.704318 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:53.832852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86795884-5e86-409b-b14b-9db762eb0a1b req-28fd3ac9-589f-46ba-8029-4b0ea263cce4 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:53.841242 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86795884-5e86-409b-b14b-9db762eb0a1b req-28fd3ac9-589f-46ba-8029-4b0ea263cce4 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.2822070 Jul 07 19:13:53.905093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Allocated IP 172.20.0.2 (8131c26e-de98-4a17-a52d-a0b8052873ee/3bf90ee0-d822-4a9f-9fbe-34619018a300/50017e14-32ee-4768-888e-40e3e3cdcbe3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:53.912196 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:53.957127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86795884-5e86-409b-b14b-9db762eb0a1b req-2d9f9858-adf2-4126-8a07-9fc60ba44e03 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154003 Jul 07 19:13:53.961386 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.034251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5018594c-a5ec-413f-8a2f-301cecae6fd9 req-0986c483-3195-4b8c-bf59-c0b0e17f1d72 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.083249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60ac81e2-7a4a-4d75-bf19-9b4e3f55669a req-0048757a-7ede-40cd-af5c-0a840f0045bc tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 210 time: 0.1042466 Jul 07 19:13:54.171216 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.186272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Allocated IP 172.25.2.134 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/7a7b495b-2bec-476d-bc60-0bbe979bca8c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:54.243685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986c483-3195-4b8c-bf59-c0b0e17f1d72 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Pushing event deleted for resources: {'Port': ['ID=236ea148-14d7-4eda-88fa-21ed2d95934b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:54.248299 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.298183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Network 8131c26e-de98-4a17-a52d-a0b8052873ee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:54.307464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:54.310162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:54.339268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Pushing event updated for resources: {'Port': ['ID=50017e14-32ee-4768-888e-40e3e3cdcbe3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:54.370522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:54.371161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.386971 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-958d76f2-d1f3-4413-b4cb-7faf5cc3597c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9772248 Jul 07 19:13:54.409378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Request body: {'port': {'device_id': 'b4f25700-7970-4193-9b8e-efb22b0a60ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:54.410078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5018594c-a5ec-413f-8a2f-301cecae6fd9 req-0986c483-3195-4b8c-bf59-c0b0e17f1d72 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] No DVR routers for this DVR port 236ea148-14d7-4eda-88fa-21ed2d95934b on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:13:54.435092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5018594c-a5ec-413f-8a2f-301cecae6fd9 req-0986c483-3195-4b8c-bf59-c0b0e17f1d72 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.437165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5018594c-a5ec-413f-8a2f-301cecae6fd9 req-0986c483-3195-4b8c-bf59-c0b0e17f1d72 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.59 "DELETE /v2.0/ports/236ea148-14d7-4eda-88fa-21ed2d95934b HTTP/1.1" status: 204 len: 173 time: 1.8078346 Jul 07 19:13:54.439589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'name': 'network-vif-deleted', 'tag': '236ea148-14d7-4eda-88fa-21ed2d95934b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:54.441739 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d885c5f-d486-46c2-bd81-8648d1e9c4d8" -d '{"events": [{"server_uuid": "8cb0d808-d91a-4654-bfe3-d178bba2da57", "name": "network-vif-deleted", "tag": "236ea148-14d7-4eda-88fa-21ed2d95934b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:54.445615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee601bbd-7449-4be5-b75f-586ff65d9290 req-a190d899-e6bc-422d-87b8-62562e47fa4c tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=8cb0d808-d91a-4654-bfe3-d178bba2da57 HTTP/1.1" status: 200 len: 210 time: 0.2049024 Jul 07 19:13:54.518706 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.530168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-55cbf18b-5f34-4fe9-b847-ad18fe4196d9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:54.531944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-55cbf18b-5f34-4fe9-b847-ad18fe4196d9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.3320892 Jul 07 19:13:54.607387 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.623855 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-d891531b-2af2-49b2-887c-688f13bbcc93 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/quotas/25c6dbb9285a4bea81598c898b584774 HTTP/1.1" status: 200 len: 375 time: 0.0491495 Jul 07 19:13:54.799552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04382dff-1653-4373-bdd7-d1705485037d req-17b72e2e-8f18-401c-8ecf-09b1e838aef5 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0547047 Jul 07 19:13:54.833502 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.847351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-e5958d4b-a644-4e02-aee6-a945ea7cf16a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2088671 Jul 07 19:13:54.883622 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e93260-e803-41b2-b0d4-8d06c980157b x-openstack-request-id: req-b8e93260-e803-41b2-b0d4-8d06c980157b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:54.884701 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb0d808-d91a-4654-bfe3-d178bba2da57", "name": "network-vif-deleted", "tag": "236ea148-14d7-4eda-88fa-21ed2d95934b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:54.885194 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b8e93260-e803-41b2-b0d4-8d06c980157b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:54.885720 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb0d808-d91a-4654-bfe3-d178bba2da57', 'name': 'network-vif-deleted', 'tag': '236ea148-14d7-4eda-88fa-21ed2d95934b', 'status': 'completed', 'code': 200} Jul 07 19:13:54.909744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50017e14-32ee-4768-888e-40e3e3cdcbe3 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:54.919209 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.933410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Transition to ACTIVE for port object 50017e14-32ee-4768-888e-40e3e3cdcbe3 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:54.939395 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:54.954973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:54.960110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:54.965504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event updated for resources: {'Port': ['ID=7a7b495b-2bec-476d-bc60-0bbe979bca8c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:54.973758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:55.016498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Pushing event updated for resources: {'Port': ['ID=50017e14-32ee-4768-888e-40e3e3cdcbe3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:55.129475 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-2b4ff74c-715b-45d8-b1ec-edd82798d343 service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804377 Jul 07 19:13:55.163630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Attempting to bind port 50017e14-32ee-4768-888e-40e3e3cdcbe3 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:55.164249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Attempting to bind port 50017e14-32ee-4768-888e-40e3e3cdcbe3 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '9f5c2b91-f998-4084-9e2d-ccbcb7f861e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8131c26e-de98-4a17-a52d-a0b8052873ee'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:55.165560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Attempting to bind port 50017e14-32ee-4768-888e-40e3e3cdcbe3 on network 8131c26e-de98-4a17-a52d-a0b8052873ee {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:55.172161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Port 50017e14-32ee-4768-888e-40e3e3cdcbe3 on network 8131c26e-de98-4a17-a52d-a0b8052873ee not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:13:55.172516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Attempting to bind port 50017e14-32ee-4768-888e-40e3e3cdcbe3 on network 8131c26e-de98-4a17-a52d-a0b8052873ee {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:55.178426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:55.178764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Checking segment: {'id': '9f5c2b91-f998-4084-9e2d-ccbcb7f861e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8131c26e-de98-4a17-a52d-a0b8052873ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:55.179204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Bound using segment: {'id': '9f5c2b91-f998-4084-9e2d-ccbcb7f861e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8131c26e-de98-4a17-a52d-a0b8052873ee'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:55.179690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Bound port: 50017e14-32ee-4768-888e-40e3e3cdcbe3, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5c2b91-f998-4084-9e2d-ccbcb7f861e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8131c26e-de98-4a17-a52d-a0b8052873ee'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:55.180143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:55.265500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] For port 50017e14-32ee-4768-888e-40e3e3cdcbe3, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:55.269499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] For port 50017e14-32ee-4768-888e-40e3e3cdcbe3, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=50017e14-32ee-4768-888e-40e3e3cdcbe3,segment=NetworkSegment(9f5c2b91-f998-4084-9e2d-ccbcb7f861e4),segment_id=9f5c2b91-f998-4084-9e2d-ccbcb7f861e4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:55.278611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:55.346091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:55.346718 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:55.348422 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] 10.222.0.59 "PUT /v2.0/ports/50017e14-32ee-4768-888e-40e3e3cdcbe3 HTTP/1.1" status: 200 len: 1092 time: 0.9468772 Jul 07 19:13:55.349037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f25700-7970-4193-9b8e-efb22b0a60ab', 'tag': '50017e14-32ee-4768-888e-40e3e3cdcbe3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:55.351615 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f112af-a175-4f8e-b673-6ec31e87f592" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f25700-7970-4193-9b8e-efb22b0a60ab", "tag": "50017e14-32ee-4768-888e-40e3e3cdcbe3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:55.401637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f34b7-0047-4249-bb45-acf93b2cbee1 service neutron] Pushing event updated for resources: {'Port': ['ID=50017e14-32ee-4768-888e-40e3e3cdcbe3,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:55.415784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-57fcaabb-85f2-4b9b-ae05-cac18fb5e327 service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845273 Jul 07 19:13:55.481901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-9d5560ad-c2bc-43ad-a242-0d10427713a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:55.483705 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-9d5560ad-c2bc-43ad-a242-0d10427713a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aaa5bbc4f20f4646927b4db369a69566&device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 1095 time: 0.0750170 Jul 07 19:13:55.550091 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-c94026d5-0090-4261-a8a5-9c4712ec4556 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50017e14-32ee-4768-888e-40e3e3cdcbe3 HTTP/1.1" status: 200 len: 217 time: 0.0518477 Jul 07 19:13:55.576467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01b363-f515-4ed7-8c5e-ffad488a9166 req-e6e7392a-6581-401e-a65f-f459590bef79 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:55.583499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d01b363-f515-4ed7-8c5e-ffad488a9166 req-e6e7392a-6581-401e-a65f-f459590bef79 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.1917210 Jul 07 19:13:55.613636 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:55.619649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-ebb30494-91e0-48a2-a54a-2dfe409f8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:55.622772 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-ebb30494-91e0-48a2-a54a-2dfe409f8282 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3bf90ee0-d822-4a9f-9fbe-34619018a300 HTTP/1.1" status: 200 len: 857 time: 0.0644424 Jul 07 19:13:55.662582 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-678a8fc6-a234-410f-a3a6-0ffdbf0dca4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8131c26e-de98-4a17-a52d-a0b8052873ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339658 Jul 07 19:13:55.731373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d01b363-f515-4ed7-8c5e-ffad488a9166 req-6a571d84-467f-437f-b1a9-874fa4e99ddb tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468992 Jul 07 19:13:55.811750 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-20b26872-ec3d-4109-9ea0-482bc9ac94fb service neutron] 10.222.0.59 "GET /v2.0/networks/8131c26e-de98-4a17-a52d-a0b8052873ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425714 Jul 07 19:13:55.849348 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e32085-ba42-4df5-81bb-35e4b8c9aca1 x-openstack-request-id: req-d4e32085-ba42-4df5-81bb-35e4b8c9aca1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:55.849746 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f25700-7970-4193-9b8e-efb22b0a60ab", "tag": "50017e14-32ee-4768-888e-40e3e3cdcbe3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:55.850237 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d4e32085-ba42-4df5-81bb-35e4b8c9aca1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:55.850685 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f25700-7970-4193-9b8e-efb22b0a60ab', 'tag': '50017e14-32ee-4768-888e-40e3e3cdcbe3', 'status': 'completed', 'code': 200} Jul 07 19:13:56.007160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bc78b59-313e-4aa7-b6fa-ba34ae795fcf req-fab4bf79-5362-4c64-af80-ce7642078eb5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 210 time: 0.0478160 Jul 07 19:13:56.009872 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d7334ec-260b-4e45-b7ee-7bc3ef3590de req-8d361505-c909-4b09-83a4-8ff390343b8b service neutron] 10.222.0.59 "GET /v2.0/networks/8131c26e-de98-4a17-a52d-a0b8052873ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827309 Jul 07 19:13:56.019017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e097f1-8bdd-4f63-94d7-b6ff96ca4938 req-72d32dc8-5ce4-4ac9-b076-9b352f148594 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:56.032703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73e097f1-8bdd-4f63-94d7-b6ff96ca4938 req-72d32dc8-5ce4-4ac9-b076-9b352f148594 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 943 time: 0.2868266 Jul 07 19:13:56.199988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f112af-a175-4f8e-b673-6ec31e87f592 req-3c188ce8-c46b-4523-b359-735343f5c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:56.201802 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4f112af-a175-4f8e-b673-6ec31e87f592 req-3c188ce8-c46b-4523-b359-735343f5c5f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aaa5bbc4f20f4646927b4db369a69566&device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 1095 time: 0.0949192 Jul 07 19:13:56.233271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73e097f1-8bdd-4f63-94d7-b6ff96ca4938 req-91f4ebed-59aa-4632-b713-b4b38918e6d5 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/security-groups?id=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994812 Jul 07 19:13:56.246962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32f43b3f-3879-412f-864a-4bcf2e9c46be req-ffacab97-1a10-42f0-9261-9ab998098eb8 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0745690 Jul 07 19:13:56.260185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:56.365840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f112af-a175-4f8e-b673-6ec31e87f592 req-7de54ff7-9987-401e-a2bc-7a4d9ef662e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:56.370318 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4f112af-a175-4f8e-b673-6ec31e87f592 req-7de54ff7-9987-401e-a2bc-7a4d9ef662e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8131c26e-de98-4a17-a52d-a0b8052873ee HTTP/1.1" status: 200 len: 919 time: 0.1538899 Jul 07 19:13:56.445710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Router e2d91eef-47e2-4a09-8422-2e79f9623dc1 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:13:56.515392 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4f112af-a175-4f8e-b673-6ec31e87f592 req-723c899a-3261-4de3-994a-b2aa7056ca7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50017e14-32ee-4768-888e-40e3e3cdcbe3 HTTP/1.1" status: 200 len: 217 time: 0.1370826 Jul 07 19:13:56.612835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f112af-a175-4f8e-b673-6ec31e87f592 req-bdd3f75a-9fdb-42aa-ade6-2ec51cc3eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:56.619986 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4f112af-a175-4f8e-b673-6ec31e87f592 req-bdd3f75a-9fdb-42aa-ade6-2ec51cc3eec0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3bf90ee0-d822-4a9f-9fbe-34619018a300 HTTP/1.1" status: 200 len: 857 time: 0.0968895 Jul 07 19:13:56.680398 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4f112af-a175-4f8e-b673-6ec31e87f592 req-bf805cc1-2741-4c2b-965c-687ed685125f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8131c26e-de98-4a17-a52d-a0b8052873ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463679 Jul 07 19:13:56.838705 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4f112af-a175-4f8e-b673-6ec31e87f592 req-c664af76-e287-442a-b7fd-40ae9f1bb68f service neutron] 10.222.0.59 "GET /v2.0/networks/8131c26e-de98-4a17-a52d-a0b8052873ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301959 Jul 07 19:13:56.872009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 236ea148-14d7-4eda-88fa-21ed2d95934b no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:56.915531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 236ea148-14d7-4eda-88fa-21ed2d95934b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:13:56.916079 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 236ea148-14d7-4eda-88fa-21ed2d95934b not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:13:56.965181 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4f112af-a175-4f8e-b673-6ec31e87f592 req-c75f2a54-e679-48c8-b5f6-36cb4e683a8d service neutron] 10.222.0.59 "GET /v2.0/networks/8131c26e-de98-4a17-a52d-a0b8052873ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174903 Jul 07 19:13:57.135244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:13:57.147051 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Sync routers for ids ['e2d91eef-47e2-4a09-8422-2e79f9623dc1'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:13:57.155494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b193d-47d5-4a27-8330-7ed34b57549b req-dcaae454-440f-4d28-8d7d-9800100196ab tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:57.157143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a76b193d-47d5-4a27-8330-7ed34b57549b req-dcaae454-440f-4d28-8d7d-9800100196ab tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.1896300 Jul 07 19:13:57.157939 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Routers {'e2d91eef-47e2-4a09-8422-2e79f9623dc1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:57.158805 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e2d91eef-47e2-4a09-8422-2e79f9623dc1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:57.174226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8db382-e99d-4da7-a781-26ec4c064b76 req-e83d89ab-8e0e-42f7-8aa2-d73a600036b9 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:57.181041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c8db382-e99d-4da7-a781-26ec4c064b76 req-e83d89ab-8e0e-42f7-8aa2-d73a600036b9 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=74e67155-36ff-4540-beb7-4b82b0bd8946 HTTP/1.1" status: 200 len: 948 time: 0.2145038 Jul 07 19:13:57.200544 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:57.204540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:57.204997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-986f7fca-8777-4f1c-b6a7-0516d6571407 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7965648 Jul 07 19:13:57.271214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c8db382-e99d-4da7-a781-26ec4c064b76 req-6bb539b1-830b-46b3-8b54-9aa055f45ad7 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889781 Jul 07 19:13:57.280936 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Set router e2d91eef-47e2-4a09-8422-2e79f9623dc1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:57.281179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a76b193d-47d5-4a27-8330-7ed34b57549b req-b5a5a48e-dbbb-4588-87ea-b84abc7d0d5d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969789 Jul 07 19:13:57.417067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-040781ba-95c6-4a1b-b58a-2918ddaa934c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:57.418807 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-040781ba-95c6-4a1b-b58a-2918ddaa934c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.1613984 Jul 07 19:13:57.440130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Request body: {'port': {'device_id': '7e3228f0-a6bc-4ada-91ae-c635954c91d6', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'admin_state_up': True, 'tenant_id': '25c6dbb9285a4bea81598c898b584774'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:57.505452 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b4a1c72e-e530-46e6-82d3-30c0f3ca740a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/routers/e2d91eef-47e2-4a09-8422-2e79f9623dc1 HTTP/1.1" status: 200 len: 909 time: 0.2969427 Jul 07 19:13:57.508415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:13:57.514721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1555908673', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'enable_snat': True}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:57.547223 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d91eef-47e2-4a09-8422-2e79f9623dc1', 'name': 'tempest-snat-router-1555908673', 'tenant_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.134'}], 'enable_snat': False}, 'gw_port_id': '7a7b495b-2bec-476d-bc60-0bbe979bca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:52Z', 'updated_at': '2021-07-07T19:13:55Z', 'revision_number': 3, 'project_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'gw_port': {'id': '7a7b495b-2bec-476d-bc60-0bbe979bca8c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d91eef-47e2-4a09-8422-2e79f9623dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:53Z', 'updated_at': '2021-07-07T19:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:57.547675 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:57.548424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:57.557375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a399edf-ab61-40ab-bbbd-fa10d83ff51c req-79b4cd8d-ade3-4b52-9543-811ffb388a09 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 210 time: 0.0349007 Jul 07 19:13:57.596051 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Checking router: e2d91eef-47e2-4a09-8422-2e79f9623dc1 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:13:57.596869 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Updating router e2d91eef-47e2-4a09-8422-2e79f9623dc1 port 7a7b495b-2bec-476d-bc60-0bbe979bca8c binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:13:57.600409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038802db-d854-4778-9c45-312c236c962d req-9df91a39-7aef-4404-b725-4cb35183aa5d tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:57.607899 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-038802db-d854-4778-9c45-312c236c962d req-9df91a39-7aef-4404-b725-4cb35183aa5d tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 943 time: 0.1188653 Jul 07 19:13:57.637544 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:57.653942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-038802db-d854-4778-9c45-312c236c962d req-cc5667a3-57f7-4307-bb28-8d8b46722e90 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/security-groups?id=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449564 Jul 07 19:13:57.675784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:57.753996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02fd5b19-625c-4a00-bb55-35a5c25525d3 req-835464f0-6501-437c-b5c6-dad1f9489a78 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0464818 Jul 07 19:13:57.762275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Made reservation on behalf of 25c6dbb9285a4bea81598c898b584774 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:13:57.767363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:57.858148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:57.977365 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:57.987206 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Transition to ACTIVE for port object 7a7b495b-2bec-476d-bc60-0bbe979bca8c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:13:57.995419 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.025220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Allocated IP 172.20.0.11 (eaffc6dc-f74f-4637-8256-713b7de832cd/084d94ab-3177-4528-abdd-04a99c38e68d/b951ec0d-af95-4ef8-9bec-fe25ede49423) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:58.050398 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Attempting to bind port 7a7b495b-2bec-476d-bc60-0bbe979bca8c on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:13:58.050805 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Attempting to bind port 7a7b495b-2bec-476d-bc60-0bbe979bca8c by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:13:58.051309 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Attempting to bind port 7a7b495b-2bec-476d-bc60-0bbe979bca8c on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:13:58.054824 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccc5e1-701a-4fed-b36a-94e2ca09f410 None None] Pushing event updated for resources: {'Port': ['ID=7a7b495b-2bec-476d-bc60-0bbe979bca8c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:58.059891 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:13:58.060260 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:13:58.060779 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.061188 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:13:58.061661 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Bound port: 7a7b495b-2bec-476d-bc60-0bbe979bca8c, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:13:58.062062 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.122485 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] For port 7a7b495b-2bec-476d-bc60-0bbe979bca8c, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:13:58.126199 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] For port 7a7b495b-2bec-476d-bc60-0bbe979bca8c, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7a7b495b-2bec-476d-bc60-0bbe979bca8c,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:13:58.130890 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.195003 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Routers {'e2d91eef-47e2-4a09-8422-2e79f9623dc1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:13:58.195687 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e2d91eef-47e2-4a09-8422-2e79f9623dc1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:58.236644 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccc5e1-701a-4fed-b36a-94e2ca09f410 None None] Pushing event updated for resources: {'Port': ['ID=7a7b495b-2bec-476d-bc60-0bbe979bca8c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:58.299816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.303891 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.319477 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] Set router e2d91eef-47e2-4a09-8422-2e79f9623dc1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:13:58.337683 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.451958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.467924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f', 'd16b44a9-48d7-4d7c-bbb9-1586a5d9b26a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:58.519572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Allocated IP 172.25.2.196 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/e42da26d-14b1-4a49-bcd4-49b6479e9fbe) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:13:58.528390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Network eaffc6dc-f74f-4637-8256-713b7de832cd is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:58.536401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:58.546404 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:58.552776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event updated for resources: {'Port': ['ID=b951ec0d-af95-4ef8-9bec-fe25ede49423,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:58.577839 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d91eef-47e2-4a09-8422-2e79f9623dc1', 'name': 'tempest-snat-router-1555908673', 'tenant_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.134'}], 'enable_snat': False}, 'gw_port_id': '7a7b495b-2bec-476d-bc60-0bbe979bca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:52Z', 'updated_at': '2021-07-07T19:13:55Z', 'revision_number': 3, 'project_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'gw_port': {'id': '7a7b495b-2bec-476d-bc60-0bbe979bca8c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d91eef-47e2-4a09-8422-2e79f9623dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:53Z', 'updated_at': '2021-07-07T19:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:13:58.600530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f820e-10ef-48bc-926d-3aca1437ae10 req-742b5ec3-e93e-42ab-82f1-0704d72789a3 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:58.608578 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-945f820e-10ef-48bc-926d-3aca1437ae10 req-742b5ec3-e93e-42ab-82f1-0704d72789a3 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.1615281 Jul 07 19:13:58.611448 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e23d11-4188-4796-b560-b37f358f2283 None None] The sync data for ids ['e2d91eef-47e2-4a09-8422-2e79f9623dc1'] in n-d-792394-12 is: [{'id': 'e2d91eef-47e2-4a09-8422-2e79f9623dc1', 'name': 'tempest-snat-router-1555908673', 'tenant_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.134'}], 'enable_snat': False}, 'gw_port_id': '7a7b495b-2bec-476d-bc60-0bbe979bca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:52Z', 'updated_at': '2021-07-07T19:13:55Z', 'revision_number': 3, 'project_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'gw_port': {'id': '7a7b495b-2bec-476d-bc60-0bbe979bca8c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d91eef-47e2-4a09-8422-2e79f9623dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:53Z', 'updated_at': '2021-07-07T19:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:13:58.638668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d581ce-9ee7-4b52-a692-dd3409ae7602 req-7134c27a-c159-484a-8783-2a5a9caecc02 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:58.640261 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16d581ce-9ee7-4b52-a692-dd3409ae7602 req-7134c27a-c159-484a-8783-2a5a9caecc02 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=74e67155-36ff-4540-beb7-4b82b0bd8946 HTTP/1.1" status: 200 len: 948 time: 0.1443124 Jul 07 19:13:58.663046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:58.663823 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.682560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-945f820e-10ef-48bc-926d-3aca1437ae10 req-3e61ff27-1c43-48f7-8b6f-c77436a73778 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726788 Jul 07 19:13:58.699683 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-6ae1e11b-d7d2-4d5d-a361-5f5621eb08b9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2637978 Jul 07 19:13:58.734540 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.748406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16d581ce-9ee7-4b52-a692-dd3409ae7602 req-70633f7f-de8d-4fec-92b9-86e574ab0e6e tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8c36901-11ab-41da-a389-61e3d8b49bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972838 Jul 07 19:13:58.752222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Request body: {'port': {'device_id': '7e3228f0-a6bc-4ada-91ae-c635954c91d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:13:58.866133 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.870221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 50017e14-32ee-4768-888e-40e3e3cdcbe3 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:58.906365 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:58.943470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:13:58.951971 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:13:58.955660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:13:59.007534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event updated for resources: {'Port': ['ID=e42da26d-14b1-4a49-bcd4-49b6479e9fbe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:59.183285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06ad47-7ceb-4c0e-bc35-bba2e470939c req-d93ea25b-bdc5-4b9c-9b06-9b82a64bba39 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:59.191055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc06ad47-7ceb-4c0e-bc35-bba2e470939c req-d93ea25b-bdc5-4b9c-9b06-9b82a64bba39 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 932 time: 0.3126214 Jul 07 19:13:59.220683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7a7b495b-2bec-476d-bc60-0bbe979bca8c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:59.228099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c0a2d-f1ab-4efc-bb0c-335a65e5de33 req-6afd7e23-41eb-4350-a969-1ae3c41979a9 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:59.230413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e7c0a2d-f1ab-4efc-bb0c-335a65e5de33 req-6afd7e23-41eb-4350-a969-1ae3c41979a9 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 943 time: 0.3036358 Jul 07 19:13:59.260174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 50017e14-32ee-4768-888e-40e3e3cdcbe3, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=50017e14-32ee-4768-888e-40e3e3cdcbe3,segment=NetworkSegment(9f5c2b91-f998-4084-9e2d-ccbcb7f861e4),segment_id=9f5c2b91-f998-4084-9e2d-ccbcb7f861e4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:59.284732 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '50017e14-32ee-4768-888e-40e3e3cdcbe3', 'network_id': '8131c26e-de98-4a17-a52d-a0b8052873ee', 'port_id': '50017e14-32ee-4768-888e-40e3e3cdcbe3', 'mac_address': 'fa:16:3e:c9:21:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf90ee0-d822-4a9f-9fbe-34619018a300', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:59.292803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a9bb2-743b-44f6-b6dd-0a3359d877fc req-b0090b32-79d3-44b6-a02c-bf780cba9df8 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:59.294406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc1a9bb2-743b-44f6-b6dd-0a3359d877fc req-b0090b32-79d3-44b6-a02c-bf780cba9df8 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.59 "GET /v2.0/ports?device_id=74e67155-36ff-4540-beb7-4b82b0bd8946 HTTP/1.1" status: 200 len: 948 time: 0.2949231 Jul 07 19:13:59.323514 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc06ad47-7ceb-4c0e-bc35-bba2e470939c req-dd0f163a-8aac-47a9-8a50-4d8900787f15 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312494 Jul 07 19:13:59.339146 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:59.364637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50017e14-32ee-4768-888e-40e3e3cdcbe3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:59.373505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 7a7b495b-2bec-476d-bc60-0bbe979bca8c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:13:59.387298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7a7b495b-2bec-476d-bc60-0bbe979bca8c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:59.387569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e7c0a2d-f1ab-4efc-bb0c-335a65e5de33 req-b8a036b1-864e-455c-8df2-f665597e37e9 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/security-groups?id=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323466 Jul 07 19:13:59.387710 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:59.422327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 50017e14-32ee-4768-888e-40e3e3cdcbe3, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=50017e14-32ee-4768-888e-40e3e3cdcbe3,segment=NetworkSegment(9f5c2b91-f998-4084-9e2d-ccbcb7f861e4),segment_id=9f5c2b91-f998-4084-9e2d-ccbcb7f861e4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:59.439170 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:59.499884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bc1a9bb2-743b-44f6-b6dd-0a3359d877fc req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Deleting port b524a6b2-0793-4971-8817-38a3b14ab975 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:13:59.501331 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc1a9bb2-743b-44f6-b6dd-0a3359d877fc req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:59.574897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=50017e14-32ee-4768-888e-40e3e3cdcbe3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:59.591669 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:59.620671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 7a7b495b-2bec-476d-bc60-0bbe979bca8c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7a7b495b-2bec-476d-bc60-0bbe979bca8c,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:59.631982 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:59.654712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e19859a6-0009-4e80-a0f7-ba7a6f3e3841 req-54460cce-c676-4ea2-a430-e61cfdc4fbcc tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0574651 Jul 07 19:13:59.733730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bc1a9bb2-743b-44f6-b6dd-0a3359d877fc req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] For port b524a6b2-0793-4971-8817-38a3b14ab975, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b524a6b2-0793-4971-8817-38a3b14ab975,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:59.734100 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc1a9bb2-743b-44f6-b6dd-0a3359d877fc req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:59.742460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=7a7b495b-2bec-476d-bc60-0bbe979bca8c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:59.760762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bc1a9bb2-743b-44f6-b6dd-0a3359d877fc req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Calling delete_port for b524a6b2-0793-4971-8817-38a3b14ab975 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:13:59.831268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['50017e14-32ee-4768-888e-40e3e3cdcbe3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:59.986211 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc1a9bb2-743b-44f6-b6dd-0a3359d877fc req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.055973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b951ec0d-af95-4ef8-9bec-fe25ede49423 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:00.066602 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.073443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd30e87-a303-425f-8a42-d85ad4d447aa req-f1a7e361-fa89-4cf1-9739-f0c6187e1181 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:00.075183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3dd30e87-a303-425f-8a42-d85ad4d447aa req-f1a7e361-fa89-4cf1-9739-f0c6187e1181 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.2020881 Jul 07 19:14:00.075874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Pushing event deleted for resources: {'Port': ['ID=b524a6b2-0793-4971-8817-38a3b14ab975,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:00.079579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ffdb1ad-d1e9-44a9-82b2-5dc956cc85b6 req-422219e7-0367-4727-ac5a-f95a68758284 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.113 "GET /v2.0/ports?device_id=74e67155-36ff-4540-beb7-4b82b0bd8946 HTTP/1.1" status: 200 len: 210 time: 0.0812201 Jul 07 19:14:00.097713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.098014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.098358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.098699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.099033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.099368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.099702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.100111 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.100356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.100786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.101114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.101440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:00.115580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Transition to ACTIVE for port object b951ec0d-af95-4ef8-9bec-fe25ede49423 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:00.128527 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.170474 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.175713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1a9bb2-743b-44f6-b6dd-0a3359d877fc req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] No DVR routers for this DVR port b524a6b2-0793-4971-8817-38a3b14ab975 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:00.182731 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc1a9bb2-743b-44f6-b6dd-0a3359d877fc req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.184723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc1a9bb2-743b-44f6-b6dd-0a3359d877fc req-78a9c54a-278c-493a-93ce-10c44ca2f437 tempest-ListImageFiltersTestJSON-865039851 tempest-ListImageFiltersTestJSON-865039851-project] 10.222.0.59 "DELETE /v2.0/ports/b524a6b2-0793-4971-8817-38a3b14ab975 HTTP/1.1" status: 204 len: 173 time: 0.8781052 Jul 07 19:14:00.185171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-deleted', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:00.187423 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1030e1-0543-4a26-b724-e959ce880e7a" -d '{"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-deleted", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:00.197828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3dd30e87-a303-425f-8a42-d85ad4d447aa req-1fc8dd65-d021-4dda-a443-34e80a4d4a6c tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124878 Jul 07 19:14:00.243258 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72b20e9-908a-43c4-9f98-003ddd815934 x-openstack-request-id: req-c72b20e9-908a-43c4-9f98-003ddd815934 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:00.243703 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e67155-36ff-4540-beb7-4b82b0bd8946", "name": "network-vif-deleted", "tag": "b524a6b2-0793-4971-8817-38a3b14ab975", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:00.244041 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c72b20e9-908a-43c4-9f98-003ddd815934 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:00.244561 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e67155-36ff-4540-beb7-4b82b0bd8946', 'name': 'network-vif-deleted', 'tag': 'b524a6b2-0793-4971-8817-38a3b14ab975', 'status': 'completed', 'code': 200} Jul 07 19:14:00.250069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Pushing event updated for resources: {'Port': ['ID=b951ec0d-af95-4ef8-9bec-fe25ede49423,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:00.406292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Attempting to bind port b951ec0d-af95-4ef8-9bec-fe25ede49423 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:00.406672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Attempting to bind port b951ec0d-af95-4ef8-9bec-fe25ede49423 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:00.407081 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Attempting to bind port b951ec0d-af95-4ef8-9bec-fe25ede49423 on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:00.416517 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Port b951ec0d-af95-4ef8-9bec-fe25ede49423 on network eaffc6dc-f74f-4637-8256-713b7de832cd not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:00.416849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Attempting to bind port b951ec0d-af95-4ef8-9bec-fe25ede49423 on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:00.428345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:00.428785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Checking segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:00.429401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Bound using segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:00.429855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Bound port: b951ec0d-af95-4ef8-9bec-fe25ede49423, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:00.430230 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.494984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.555145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61004-6cf3-43f9-b098-e09ad35e0c32 req-619f75f0-24af-4505-9055-ff197138cf98 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:00.563919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bd61004-6cf3-43f9-b098-e09ad35e0c32 req-619f75f0-24af-4505-9055-ff197138cf98 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 944 time: 0.0863833 Jul 07 19:14:00.641132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bd61004-6cf3-43f9-b098-e09ad35e0c32 req-42e47f72-5bcd-4e99-8e58-aa6e8e588c04 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761428 Jul 07 19:14:00.679310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] For port b951ec0d-af95-4ef8-9bec-fe25ede49423, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:00.705202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] For port b951ec0d-af95-4ef8-9bec-fe25ede49423, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b951ec0d-af95-4ef8-9bec-fe25ede49423,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:00.713526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed8a24-c6c6-4c85-9fa4-4f318e21de66 req-2367b408-bfc9-403a-8b23-90deab518a1c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:00.715154 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.718236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c9ed8a24-c6c6-4c85-9fa4-4f318e21de66 req-2367b408-bfc9-403a-8b23-90deab518a1c tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 944 time: 0.1362491 Jul 07 19:14:00.779407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:00.780029 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:00.781732 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] 10.222.0.59 "PUT /v2.0/ports/b951ec0d-af95-4ef8-9bec-fe25ede49423 HTTP/1.1" status: 200 len: 1093 time: 2.0343063 Jul 07 19:14:00.782186 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3228f0-a6bc-4ada-91ae-c635954c91d6', 'tag': 'b951ec0d-af95-4ef8-9bec-fe25ede49423'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:00.784581 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a3af40-6c56-4b3e-8bf1-57ac8abe156e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3228f0-a6bc-4ada-91ae-c635954c91d6", "tag": "b951ec0d-af95-4ef8-9bec-fe25ede49423"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:00.792883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c9ed8a24-c6c6-4c85-9fa4-4f318e21de66 req-1dcacc2b-7f77-466e-bcfb-d906ef31bc9b tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/security-groups?id=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665886 Jul 07 19:14:00.834416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa05522-287f-43cb-950c-9bc7babe1223 service neutron] Pushing event updated for resources: {'Port': ['ID=b951ec0d-af95-4ef8-9bec-fe25ede49423,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:00.859333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Router 4069c707-4d6a-4d3c-be27-4db83530985d is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:14:00.875195 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b524a6b2-0793-4971-8817-38a3b14ab975 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:00.905610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: b524a6b2-0793-4971-8817-38a3b14ab975 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:00.907856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b524a6b2-0793-4971-8817-38a3b14ab975 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:00.937540 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d23b7b-67f4-46cb-980f-90fca1c2f4a8 x-openstack-request-id: req-73d23b7b-67f4-46cb-980f-90fca1c2f4a8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:00.937832 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3228f0-a6bc-4ada-91ae-c635954c91d6", "tag": "b951ec0d-af95-4ef8-9bec-fe25ede49423", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:00.938091 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-73d23b7b-67f4-46cb-980f-90fca1c2f4a8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:00.938460 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3228f0-a6bc-4ada-91ae-c635954c91d6', 'tag': 'b951ec0d-af95-4ef8-9bec-fe25ede49423', 'status': 'completed', 'code': 200} Jul 07 19:14:01.042880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57d024b0-e3d7-4a5c-8837-af0eee71da1e req-748813b3-b5c8-4a7f-be4d-4acc0fb835fc tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0429735 Jul 07 19:14:01.059193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:01.071890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Sync routers for ids ['4069c707-4d6a-4d3c-be27-4db83530985d'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:01.086454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-050d1261-06e7-4e1f-8abb-1c28124b5e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:01.087933 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-050d1261-06e7-4e1f-8abb-1c28124b5e60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 1096 time: 0.1305370 Jul 07 19:14:01.089083 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:01.093306 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-05f37b36-317e-4be7-8fd7-9772f5aa7704 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5836570 Jul 07 19:14:01.093785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:01.101051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Routers {'4069c707-4d6a-4d3c-be27-4db83530985d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:01.101694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4069c707-4d6a-4d3c-be27-4db83530985d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:01.175222 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-33ecc2d3-0596-418a-8eea-4b090e394e86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b951ec0d-af95-4ef8-9bec-fe25ede49423 HTTP/1.1" status: 200 len: 217 time: 0.0740709 Jul 07 19:14:01.226276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7a7b495b-2bec-476d-bc60-0bbe979bca8c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:01.244299 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-144831cc-160f-4751-87fe-f6294d1567a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:01.246809 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-144831cc-160f-4751-87fe-f6294d1567a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.0606959 Jul 07 19:14:01.297653 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-384d68d7-92a9-4765-a924-13478c96f9cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401428 Jul 07 19:14:01.297873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-917b68e9-0219-4a03-af86-fdf78dbe5ebd tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/routers/4069c707-4d6a-4d3c-be27-4db83530985d HTTP/1.1" status: 200 len: 908 time: 0.1999745 Jul 07 19:14:01.298533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:01.314001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Set router 4069c707-4d6a-4d3c-be27-4db83530985d gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:01.479535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2175fd-5c8d-49dd-a6b4-97423f7783ec req-f29debba-1b86-4da2-937b-2ee55162c9b8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:01.481312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc2175fd-5c8d-49dd-a6b4-97423f7783ec req-f29debba-1b86-4da2-937b-2ee55162c9b8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.1257269 Jul 07 19:14:01.518779 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:01.570323 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc2175fd-5c8d-49dd-a6b4-97423f7783ec req-6b4a4690-7346-4c51-a0bb-c8c673f3aca0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729997 Jul 07 19:14:01.617269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7a7b495b-2bec-476d-bc60-0bbe979bca8c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:01.617779 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:01.635255 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-fd879e3e-a8e2-4143-a48c-af70a9308c0c service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300073 Jul 07 19:14:01.659661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4069c707-4d6a-4d3c-be27-4db83530985d', 'name': 'tempest-snat-router-1555908673', 'tenant_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'e42da26d-14b1-4a49-bcd4-49b6479e9fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:57Z', 'updated_at': '2021-07-07T19:13:59Z', 'revision_number': 3, 'project_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'gw_port': {'id': 'e42da26d-14b1-4a49-bcd4-49b6479e9fbe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4069c707-4d6a-4d3c-be27-4db83530985d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:13:58Z', 'updated_at': '2021-07-07T19:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:01.713547 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:01.716682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Checking router: 4069c707-4d6a-4d3c-be27-4db83530985d for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:14:01.717092 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Updating router 4069c707-4d6a-4d3c-be27-4db83530985d port e42da26d-14b1-4a49-bcd4-49b6479e9fbe binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:14:01.784909 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1da4cdae-37d5-4079-9d64-638e329c5287 req-df2a4d64-8f4d-4256-9005-129a3e6cc992 service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416626 Jul 07 19:14:01.842473 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:01.859903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Deleting port e42da26d-14b1-4a49-bcd4-49b6479e9fbe {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:01.860435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:01.966642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace744f-7585-4759-8aaf-0d2c942ab005 req-6a5647f2-ed01-4a04-81b1-7e693ed68499 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:01.968245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ace744f-7585-4759-8aaf-0d2c942ab005 req-6a5647f2-ed01-4a04-81b1-7e693ed68499 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 944 time: 0.1160202 Jul 07 19:14:02.017834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ace744f-7585-4759-8aaf-0d2c942ab005 req-3904914c-2271-4e27-8821-3f84887fe58e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429139 Jul 07 19:14:02.066901 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.099635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Calling delete_port for e42da26d-14b1-4a49-bcd4-49b6479e9fbe owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:02.316291 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.324518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f085f4-6b2f-4c36-a1fb-e96ea35510ec req-062416f1-8e14-4ab9-b588-b63d11de4ff1 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:02.332622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Transition to ACTIVE for port object e42da26d-14b1-4a49-bcd4-49b6479e9fbe will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:02.333030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0f085f4-6b2f-4c36-a1fb-e96ea35510ec req-062416f1-8e14-4ab9-b588-b63d11de4ff1 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 944 time: 0.1542163 Jul 07 19:14:02.341394 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.387766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0f085f4-6b2f-4c36-a1fb-e96ea35510ec req-3296e5cb-d18e-4768-9f17-9b606dfd866e tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/security-groups?id=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516703 Jul 07 19:14:02.420229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Attempting to bind port e42da26d-14b1-4a49-bcd4-49b6479e9fbe on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:02.420969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Attempting to bind port e42da26d-14b1-4a49-bcd4-49b6479e9fbe by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:02.421499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Attempting to bind port e42da26d-14b1-4a49-bcd4-49b6479e9fbe on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:02.445417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:02.445847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:02.446543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.447510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:02.448359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Bound port: e42da26d-14b1-4a49-bcd4-49b6479e9fbe, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:02.449062 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.531158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ce2a9-1933-4ef5-a10d-5a54926cd1a1 None None] Pushing event updated for resources: {'Port': ['ID=e42da26d-14b1-4a49-bcd4-49b6479e9fbe,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:02.540005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] For port e42da26d-14b1-4a49-bcd4-49b6479e9fbe, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:02.543372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] For port e42da26d-14b1-4a49-bcd4-49b6479e9fbe, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e42da26d-14b1-4a49-bcd4-49b6479e9fbe,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:02.549741 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.614680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3af40-6c56-4b3e-8bf1-57ac8abe156e req-60344e17-89c0-448a-9127-c91ccf80cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:02.616251 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-23a3af40-6c56-4b3e-8bf1-57ac8abe156e req-60344e17-89c0-448a-9127-c91ccf80cae0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 1096 time: 0.6770029 Jul 07 19:14:02.621308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Routers {'4069c707-4d6a-4d3c-be27-4db83530985d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:02.622337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4069c707-4d6a-4d3c-be27-4db83530985d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:02.672700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ce2a9-1933-4ef5-a10d-5a54926cd1a1 None None] Pushing event updated for resources: {'Port': ['ID=e42da26d-14b1-4a49-bcd4-49b6479e9fbe,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:02.748606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd4792bb-bdef-4b10-9709-508960582700 req-23f49fea-3a89-49d8-b6d4-4e484e058c0f tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0417573 Jul 07 19:14:02.749174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] Set router 4069c707-4d6a-4d3c-be27-4db83530985d gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:02.848278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4069c707-4d6a-4d3c-be27-4db83530985d', 'name': 'tempest-snat-router-1555908673', 'tenant_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:57Z', 'updated_at': '2021-07-07T19:14:01Z', 'revision_number': 4, 'project_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:02.881007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e3e7d-027d-42be-b48e-f7b0c38af968 None None] The sync data for ids ['4069c707-4d6a-4d3c-be27-4db83530985d'] in n-d-792394-12 is: [{'id': '4069c707-4d6a-4d3c-be27-4db83530985d', 'name': 'tempest-snat-router-1555908673', 'tenant_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:13:57Z', 'updated_at': '2021-07-07T19:14:01Z', 'revision_number': 4, 'project_id': 'a646321a4f3546f8b110fcb2d2e4a526', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:02.882276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77262a-c04d-4d47-b8e8-a6f0e98e4dc2 req-2e422138-329f-43dd-87a3-0490aef8015b tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:02.884026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc77262a-c04d-4d47-b8e8-a6f0e98e4dc2 req-2e422138-329f-43dd-87a3-0490aef8015b tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 945 time: 0.1118562 Jul 07 19:14:02.884629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:02.901638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 50017e14-32ee-4768-888e-40e3e3cdcbe3 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:02.942260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc77262a-c04d-4d47-b8e8-a6f0e98e4dc2 req-7c548b58-4a82-4706-a364-6f96842c3c51 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Jul 07 19:14:02.953277 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.968391 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3af40-6c56-4b3e-8bf1-57ac8abe156e req-85468bef-f087-4473-9dc1-270fd439d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:02.969999 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-23a3af40-6c56-4b3e-8bf1-57ac8abe156e req-85468bef-f087-4473-9dc1-270fd439d614 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 906 time: 0.3472092 Jul 07 19:14:02.974138 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:02.997358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 50017e14-32ee-4768-888e-40e3e3cdcbe3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:03.002067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event deleted for resources: {'Port': ['ID=e42da26d-14b1-4a49-bcd4-49b6479e9fbe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:03.002668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 50017e14-32ee-4768-888e-40e3e3cdcbe3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:03.003319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.094075 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-23a3af40-6c56-4b3e-8bf1-57ac8abe156e req-5563d8b9-803b-4121-aaa4-1e92a5e13bce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b951ec0d-af95-4ef8-9bec-fe25ede49423 HTTP/1.1" status: 200 len: 217 time: 0.1023052 Jul 07 19:14:03.135242 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.138491 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-af2144cf-3139-4fc0-8959-7392e8a26871 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d1d22837a444444eafb7e3132c7fcfe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508922 Jul 07 19:14:03.139683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:03.174561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f25700-7970-4193-9b8e-efb22b0a60ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50017e14-32ee-4768-888e-40e3e3cdcbe3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:03.178372 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5dceed-7112-45d4-9cd6-c8efd4423200" -d '{"events": [{"server_uuid": "b4f25700-7970-4193-9b8e-efb22b0a60ab", "name": "network-vif-plugged", "status": "completed", "tag": "50017e14-32ee-4768-888e-40e3e3cdcbe3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:03.202596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-354f2e2a-022d-4941-a583-71b9087f1171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.214933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 50017e14-32ee-4768-888e-40e3e3cdcbe3, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=50017e14-32ee-4768-888e-40e3e3cdcbe3,segment=NetworkSegment(9f5c2b91-f998-4084-9e2d-ccbcb7f861e4),segment_id=9f5c2b91-f998-4084-9e2d-ccbcb7f861e4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:03.222367 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.280294 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.281369 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-354f2e2a-022d-4941-a583-71b9087f1171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.285193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3af40-6c56-4b3e-8bf1-57ac8abe156e req-152fde0f-ab32-488e-b0ee-59e282eefab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:03.288639 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-23a3af40-6c56-4b3e-8bf1-57ac8abe156e req-152fde0f-ab32-488e-b0ee-59e282eefab9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.1775315 Jul 07 19:14:03.305386 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991b8f95-dea6-48d0-a484-6db90889ae1b x-openstack-request-id: req-991b8f95-dea6-48d0-a484-6db90889ae1b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:03.306570 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f25700-7970-4193-9b8e-efb22b0a60ab", "name": "network-vif-plugged", "status": "completed", "tag": "50017e14-32ee-4768-888e-40e3e3cdcbe3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:03.306898 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-991b8f95-dea6-48d0-a484-6db90889ae1b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:03.307339 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f25700-7970-4193-9b8e-efb22b0a60ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50017e14-32ee-4768-888e-40e3e3cdcbe3', 'code': 200} Jul 07 19:14:03.308698 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=50017e14-32ee-4768-888e-40e3e3cdcbe3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:03.358288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f123e-8c02-4bba-b7b0-af7bb55aa962 req-f9a9d6dd-1e8b-478a-89a7-dfca76a94751 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:03.359774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d1f123e-8c02-4bba-b7b0-af7bb55aa962 req-f9a9d6dd-1e8b-478a-89a7-dfca76a94751 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 944 time: 0.1520221 Jul 07 19:14:03.379774 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-354f2e2a-022d-4941-a583-71b9087f1171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.382580 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-354f2e2a-022d-4941-a583-71b9087f1171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.384025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-354f2e2a-022d-4941-a583-71b9087f1171 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d8c36901-11ab-41da-a389-61e3d8b49bef HTTP/1.1" status: 204 len: 168 time: 0.2430186 Jul 07 19:14:03.412525 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f2e2a-022d-4941-a583-71b9087f1171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c36901-11ab-41da-a389-61e3d8b49bef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:03.424236 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-23a3af40-6c56-4b3e-8bf1-57ac8abe156e req-7cf5c1db-59c5-48e6-b333-0a8b92e3f606 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700843 Jul 07 19:14:03.425938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.431713 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.471016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d1f123e-8c02-4bba-b7b0-af7bb55aa962 req-edb977d9-b536-489a-a6ba-4a9abe7ca5ce tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989242 Jul 07 19:14:03.510827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607700d-b44b-4d9a-bdde-cfb52257972e req-ad0ec5d2-648a-4fe5-b569-211a7ba09dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:03.514062 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b607700d-b44b-4d9a-bdde-cfb52257972e req-ad0ec5d2-648a-4fe5-b569-211a7ba09dca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 1097 time: 0.1117220 Jul 07 19:14:03.535779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-b1911489-b7c6-46a6-8d2b-9502eaf1cf93 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:03.537510 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-b1911489-b7c6-46a6-8d2b-9502eaf1cf93 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.4423714 Jul 07 19:14:03.550856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792394-12'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:03.557023 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.557708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4069c707-4d6a-4d3c-be27-4db83530985d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:14:03.582683 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.583853 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4a56636d-922a-4df8-a9ac-88ae61757f8b tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "DELETE /v2.0/routers/4069c707-4d6a-4d3c-be27-4db83530985d HTTP/1.1" status: 204 len: 168 time: 2.2839565 Jul 07 19:14:03.601309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44686) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:03.639283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b607700d-b44b-4d9a-bdde-cfb52257972e req-c88e17d2-3059-4ff4-ab37-21573d2ca0df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180148 Jul 07 19:14:03.669123 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-23a3af40-6c56-4b3e-8bf1-57ac8abe156e req-1cdbb384-6965-4101-b9fb-43df27217209 service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331269 Jul 07 19:14:03.678078 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.792624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e563543-1d50-4216-9343-d729eb69b16a req-fde28e10-6b33-4c87-ad54-d7dc979a026a tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:03.794320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e563543-1d50-4216-9343-d729eb69b16a req-fde28e10-6b33-4c87-ad54-d7dc979a026a tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 945 time: 0.1910791 Jul 07 19:14:03.826941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:03.851424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e563543-1d50-4216-9343-d729eb69b16a req-ec9ce701-3f18-4fe1-ad79-283b09975530 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/security-groups?id=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487573 Jul 07 19:14:03.856431 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:03.901295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:04.050760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.083166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368676f8-efbd-46bc-b73d-a334b70a3730'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:04.091161 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4598573-3f0e-4eca-b863-12d1e37f03e4" -d '{"events": [{"server_uuid": "90f1c518-077a-4aef-8cc5-44832b16eeea", "name": "network-vif-unplugged", "status": "completed", "tag": "368676f8-efbd-46bc-b73d-a334b70a3730"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:04.100002 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.130273 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.188987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 368676f8-efbd-46bc-b73d-a334b70a3730 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:04.190170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1eb88e1d-553f-4772-b07d-4c127a2463ff req-3ea1f179-1796-462c-bebe-8f74adefa965 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0614545 Jul 07 19:14:04.242467 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-23a3af40-6c56-4b3e-8bf1-57ac8abe156e req-4cb2defb-39ce-4313-9772-65baec8b5b78 service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064845 Jul 07 19:14:04.269367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on host n-h2-792394-12 for vnic_type normal with profile {"migrating_to": "n-h1-792394-12"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:04.269708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:04.270152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:04.290659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Deleting port 7a7b495b-2bec-476d-bc60-0bbe979bca8c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:04.291000 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.313053 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63458efc-20cd-485f-aebc-c76ae0a7e5e8 x-openstack-request-id: req-63458efc-20cd-485f-aebc-c76ae0a7e5e8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:04.313351 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f1c518-077a-4aef-8cc5-44832b16eeea", "name": "network-vif-unplugged", "status": "completed", "tag": "368676f8-efbd-46bc-b73d-a334b70a3730", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:04.313712 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-63458efc-20cd-485f-aebc-c76ae0a7e5e8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:04.314181 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368676f8-efbd-46bc-b73d-a334b70a3730', 'code': 200} Jul 07 19:14:04.314800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:04.315193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:04.332613 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Pushing event updated for resources: {'Port': ['ID=368676f8-efbd-46bc-b73d-a334b70a3730,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:04.346171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:04.346598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:04.347061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:04.347576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Bound port: 368676f8-efbd-46bc-b73d-a334b70a3730, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:04.348007 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.394916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.395272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.395768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.396247 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.396446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.408966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.409325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.409672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.410010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.410350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.410760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.411462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:04.422805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:04.448524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b121de-e59f-4e09-b16a-081e80fd354c req-449559bf-dd4e-4868-ac49-163d271ce574 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:04.450135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8b121de-e59f-4e09-b16a-081e80fd354c req-449559bf-dd4e-4868-ac49-163d271ce574 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 943 time: 0.2634382 Jul 07 19:14:04.451080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:04.456741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on host n-h2-792394-12 for vnic_type normal with profile {"migrating_to": "n-h1-792394-12"} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:04.457544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:04.458609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:04.466420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:04.467565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:04.474138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:04.475027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:04.475553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:04.476033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Bound port: 368676f8-efbd-46bc-b73d-a334b70a3730, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:04.476432 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.508207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:04.517400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:04.527435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.580777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8b121de-e59f-4e09-b16a-081e80fd354c req-95888f5b-cdf5-4510-978a-f9674ca08704 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213269 Jul 07 19:14:04.592556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:04.602149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] For port 7a7b495b-2bec-476d-bc60-0bbe979bca8c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7a7b495b-2bec-476d-bc60-0bbe979bca8c,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:04.603472 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.604676 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 368676f8-efbd-46bc-b73d-a334b70a3730-n-h2-792394-12-0 {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:14:04.605041 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:14:04.622278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-833648595-network', 'tenant_id': 'fb0daedddced40539523d8e86c33594f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:04.643527 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Calling delete_port for 7a7b495b-2bec-476d-bc60-0bbe979bca8c owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:04.660681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Pushing event updated for resources: {'Port': ['ID=368676f8-efbd-46bc-b73d-a334b70a3730,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:04.664104 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:04.665643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.667080 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c0a358-a842-4910-8470-418c67e3230c service neutron] 10.222.0.112 "PUT /v2.0/ports/368676f8-efbd-46bc-b73d-a334b70a3730 HTTP/1.1" status: 200 len: 1123 time: 1.1218424 Jul 07 19:14:04.692556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Made reservation on behalf of fb0daedddced40539523d8e86c33594f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:04.695548 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.746839 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:04.763233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['368676f8-efbd-46bc-b73d-a334b70a3730'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:04.849899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['368676f8-efbd-46bc-b73d-a334b70a3730'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:04.857956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a55a43-d5e7-44ab-ac3b-7eed3c3914aa req-dc1c6728-8ddb-4d80-a550-af62368f09f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:04.865026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4a55a43-d5e7-44ab-ac3b-7eed3c3914aa req-dc1c6728-8ddb-4d80-a550-af62368f09f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 944 time: 0.2116489 Jul 07 19:14:04.919184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b951ec0d-af95-4ef8-9bec-fe25ede49423 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:04.969731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4a55a43-d5e7-44ab-ac3b-7eed3c3914aa req-0dd05f3b-1284-4f0f-adc1-c828ba80823d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038263 Jul 07 19:14:05.078937 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.089751 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.136077 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.143552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b951ec0d-af95-4ef8-9bec-fe25ede49423, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b951ec0d-af95-4ef8-9bec-fe25ede49423,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:05.146304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on host n-h2-792394-12 for vnic_type normal with profile {"migrating_to": "n-h1-792394-12"} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:05.146679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:05.147100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:05.150983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:14:05.170999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:05.171293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Attempting to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:05.177531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'b951ec0d-af95-4ef8-9bec-fe25ede49423', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'port_id': 'b951ec0d-af95-4ef8-9bec-fe25ede49423', 'mac_address': 'fa:16:3e:40:1d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084d94ab-3177-4528-abdd-04a99c38e68d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:05.187118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:05.187385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8989f9-11f2-4a85-9020-9aba9dbcb3fc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:05.187498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:05.187905 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:05.188388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Bound port: 368676f8-efbd-46bc-b73d-a334b70a3730, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:05.188828 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.200805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a7b495b-2bec-476d-bc60-0bbe979bca8c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:05.203078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.203515 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Added segment 0e62421b-158f-4e1a-9e91-dc7d8a92c0f7 of type vlan for network f871e2f1-17f0-4e19-871c-14869d0d3703 Jul 07 19:14:05.268986 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.295328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8a83d-88c9-421b-9bff-e3f2605cb84b req-2ffa6d8c-d85d-43d4-be03-7cb197380a41 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:05.295816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b951ec0d-af95-4ef8-9bec-fe25ede49423 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:05.296910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76c8a83d-88c9-421b-9bff-e3f2605cb84b req-2ffa6d8c-d85d-43d4-be03-7cb197380a41 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 945 time: 0.2642486 Jul 07 19:14:05.300947 n-d-792394-12 neutron-server[93772]: WARNING neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Concurrent port binding operations failed on port 368676f8-efbd-46bc-b73d-a334b70a3730 Jul 07 19:14:05.305700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:05.312055 n-d-792394-12 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Attempt 2 to bind port 368676f8-efbd-46bc-b73d-a334b70a3730 Jul 07 19:14:05.312448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 368676f8-efbd-46bc-b73d-a334b70a3730 has no active binding in host n-h1-792394-12 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:14:05.314093 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.324816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b951ec0d-af95-4ef8-9bec-fe25ede49423, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b951ec0d-af95-4ef8-9bec-fe25ede49423,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:05.329922 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.365114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.391745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b951ec0d-af95-4ef8-9bec-fe25ede49423,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:05.513096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f141b97-75bb-4c7d-9cc2-bb3e022c1a52 req-d65e6a3b-941d-4d57-8dc3-cb8e30d6839a tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.1487341 Jul 07 19:14:05.515657 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.516851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:05.517331 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.522057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76c8a83d-88c9-421b-9bff-e3f2605cb84b req-ff48a1fc-3d20-4fb4-9e85-8cf06ac7c480 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/security-groups?id=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138605 Jul 07 19:14:05.522200 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e7467c88-8e37-4a3a-ad75-310a4191bda7 req-19bd5c0c-7232-4afa-beff-889c7603f226 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0271707 Jul 07 19:14:05.525663 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.529212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.632364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1753931 Jul 07 19:14:05.633061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:05.638938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] Request body: {'subnet': {'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-833648595-subnet', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:05.655466 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.656135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2d91eef-47e2-4a09-8422-2e79f9623dc1 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:14:05.660400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8b213-cd9c-4b4b-bfb5-863c7b44ac8b admin admin] Pushing event updated for resources: {'Network': ['ID=f871e2f1-17f0-4e19-871c-14869d0d3703,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:05.668006 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.674104 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0bfe5158-c5ab-4763-8974-db4710924df1 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "DELETE /v2.0/routers/e2d91eef-47e2-4a09-8422-2e79f9623dc1 HTTP/1.1" status: 204 len: 168 time: 2.0282421 Jul 07 19:14:05.674648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f871e2f1-17f0-4e19-871c-14869d0d3703 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:14:05.675565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:05.681829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1281688821', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:05.698723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] Made reservation on behalf of fb0daedddced40539523d8e86c33594f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:05.701802 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.787047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.788424 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.891268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b951ec0d-af95-4ef8-9bec-fe25ede49423'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:06.280143 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.316912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'tag': '368676f8-efbd-46bc-b73d-a334b70a3730'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:06.320085 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2045bbcd-6b75-4eb2-bb37-d4ac9817172e" -d '{"events": [{"name": "network-changed", "server_uuid": "90f1c518-077a-4aef-8cc5-44832b16eeea", "tag": "368676f8-efbd-46bc-b73d-a334b70a3730"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:06.587953 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.609792 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.624900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a9934-6f5c-413d-b7ba-ff11e42a237d req-1f4aac02-288c-4b83-b3ca-fccf82208196 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:06.626305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-897a9934-6f5c-413d-b7ba-ff11e42a237d req-1f4aac02-288c-4b83-b3ca-fccf82208196 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 945 time: 0.3643897 Jul 07 19:14:06.636347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab0222-39c7-4ff3-a4d8-1e6439a696fa req-f48937eb-5335-4a66-b60b-7214bdba5d5d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:06.637822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fab0222-39c7-4ff3-a4d8-1e6439a696fa req-f48937eb-5335-4a66-b60b-7214bdba5d5d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 943 time: 0.3734472 Jul 07 19:14:06.786285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf2536e-fb8f-4a43-8f9e-217f5536c5f4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:06.802537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-897a9934-6f5c-413d-b7ba-ff11e42a237d req-c47edbbb-8843-483e-9ed3-23f3fd518d01 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/security-groups?id=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634507 Jul 07 19:14:06.815622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fab0222-39c7-4ff3-a4d8-1e6439a696fa req-2c661920-00ae-4859-8851-eb034360c91d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370826 Jul 07 19:14:06.821731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] Checking segment: {'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:06.822095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] Network hostable DHCP agents. Network: f871e2f1-17f0-4e19-871c-14869d0d3703, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:14:06.873362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] Network f871e2f1-17f0-4e19-871c-14869d0d3703 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:14:06.887196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f871e2f1-17f0-4e19-871c-14869d0d3703) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:06.893825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:06.894639 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.896061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae6c13b-df2e-4250-9e29-ef726b6aee5b None None] Network f871e2f1-17f0-4e19-871c-14869d0d3703 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:06.925239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5c0474b8-2de4-4dfa-b9fe-a731ab5e383c admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2859964 Jul 07 19:14:06.925719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:06.932357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:06.980962 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.982688 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.020301 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.044120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.055015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.177622 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2d75b5-b7ff-4023-84fd-22903b5c1bad x-openstack-request-id: req-ab2d75b5-b7ff-4023-84fd-22903b5c1bad {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:07.178215 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f1c518-077a-4aef-8cc5-44832b16eeea", "tag": "368676f8-efbd-46bc-b73d-a334b70a3730", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:07.178840 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ab2d75b5-b7ff-4023-84fd-22903b5c1bad {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:07.179574 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'tag': '368676f8-efbd-46bc-b73d-a334b70a3730', 'status': 'completed', 'code': 200} Jul 07 19:14:07.190149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7a7b495b-2bec-476d-bc60-0bbe979bca8c no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:07.213573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Allocated IP 172.25.2.61 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/82073f8c-583b-4db7-be97-efb07710f224) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:07.237185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece84615-bec1-4021-bfcc-7c8d1abf1260 req-b829abbe-be4c-4d6a-86f4-be7b92625657 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:07.237776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 7a7b495b-2bec-476d-bc60-0bbe979bca8c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:07.238207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7a7b495b-2bec-476d-bc60-0bbe979bca8c not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:07.244202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ece84615-bec1-4021-bfcc-7c8d1abf1260 req-b829abbe-be4c-4d6a-86f4-be7b92625657 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 945 time: 0.1559446 Jul 07 19:14:07.279078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f871e2f1-17f0-4e19-871c-14869d0d3703', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'fixed_ips': [{'subnet_id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:14:07.280077 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.321586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.349144 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ece84615-bec1-4021-bfcc-7c8d1abf1260 req-0c47c17b-c3d1-45af-95dc-c53697920c63 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037786 Jul 07 19:14:07.423301 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b68270bd-2c18-49c7-9501-e301e0c60cc3 req-0b7558e4-9246-4634-b0fd-c4e292f31897 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0550535 Jul 07 19:14:07.428578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045bbcd-6b75-4eb2-bb37-d4ac9817172e req-f981c6df-e219-46d2-acdf-49da26cba59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:07.431793 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2045bbcd-6b75-4eb2-bb37-d4ac9817172e req-f981c6df-e219-46d2-acdf-49da26cba59d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 1126 time: 0.1819990 Jul 07 19:14:07.455181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Allocated IP 172.20.0.2 (f871e2f1-17f0-4e19-871c-14869d0d3703/cdf2536e-fb8f-4a43-8f9e-217f5536c5f4/04341f21-8ea3-40fc-b6ff-707744960eae) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:07.499092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.591354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bd61c-3110-42b8-8f8b-43d457b4f9b1 req-5cf74c92-e3a4-419c-913b-5ab5bfe0c6cc tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:07.593408 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-533bd61c-3110-42b8-8f8b-43d457b4f9b1 req-5cf74c92-e3a4-419c-913b-5ab5bfe0c6cc tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 945 time: 0.0991211 Jul 07 19:14:07.647789 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.657046 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Transition to ACTIVE for port object 04341f21-8ea3-40fc-b6ff-707744960eae will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:07.674683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Transition to ACTIVE for port object 04341f21-8ea3-40fc-b6ff-707744960eae will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:07.682980 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.684813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045bbcd-6b75-4eb2-bb37-d4ac9817172e req-0ccfcc80-ec22-4665-8cd6-e82873659a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:07.685722 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.686889 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2045bbcd-6b75-4eb2-bb37-d4ac9817172e req-0ccfcc80-ec22-4665-8cd6-e82873659a8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.2088358 Jul 07 19:14:07.717509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:07.720772 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:07.723756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:07.740011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Pushing event updated for resources: {'Port': ['ID=04341f21-8ea3-40fc-b6ff-707744960eae,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:07.753673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Network f871e2f1-17f0-4e19-871c-14869d0d3703 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:07.755376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:07.760158 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2045bbcd-6b75-4eb2-bb37-d4ac9817172e req-97173d34-a165-4e54-bc27-3e855b02b15c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=368676f8-efbd-46bc-b73d-a334b70a3730 HTTP/1.1" status: 200 len: 217 time: 0.0643198 Jul 07 19:14:07.763218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:07.816388 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.843879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.852918 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Attempting to bind port 04341f21-8ea3-40fc-b6ff-707744960eae on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:07.854061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Attempting to bind port 04341f21-8ea3-40fc-b6ff-707744960eae by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:07.855051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Attempting to bind port 04341f21-8ea3-40fc-b6ff-707744960eae on network f871e2f1-17f0-4e19-871c-14869d0d3703 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:07.857879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045bbcd-6b75-4eb2-bb37-d4ac9817172e req-d2263b02-02fb-4135-ba87-a548b7527231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:07.859487 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2045bbcd-6b75-4eb2-bb37-d4ac9817172e req-d2263b02-02fb-4135-ba87-a548b7527231 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0925622 Jul 07 19:14:07.861301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:07.861680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Checking segment: {'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:07.862538 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.862935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Bound using segment: {'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:07.864456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Bound port: 04341f21-8ea3-40fc-b6ff-707744960eae, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:07.864885 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:07.934654 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2045bbcd-6b75-4eb2-bb37-d4ac9817172e req-78118a72-bace-473c-996a-2f26032c8b8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420418 Jul 07 19:14:07.948494 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bf58554-1085-4589-9f77-521ca3efa7df req-333765c6-c61d-43fe-8a06-c5379efdc8c0 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266&device_id=06b22725-918f-470d-b748-5a13c1b2e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0355427 Jul 07 19:14:07.957689 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] For port 04341f21-8ea3-40fc-b6ff-707744960eae, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:07.965222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] For port 04341f21-8ea3-40fc-b6ff-707744960eae, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=04341f21-8ea3-40fc-b6ff-707744960eae,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:07.975172 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:08.040722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394dc0c-dc26-4673-8867-6dea0d11fb66 None None] Pushing event updated for resources: {'Port': ['ID=04341f21-8ea3-40fc-b6ff-707744960eae,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:08.098875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-533bd61c-3110-42b8-8f8b-43d457b4f9b1 req-594d9af7-558c-4c26-90eb-2197958bc029 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Deleting port 50017e14-32ee-4768-888e-40e3e3cdcbe3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:08.099350 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-533bd61c-3110-42b8-8f8b-43d457b4f9b1 req-594d9af7-558c-4c26-90eb-2197958bc029 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:08.106921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Pushing event updated for resources: {'Port': ['ID=82073f8c-583b-4db7-be97-efb07710f224,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:08.109604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Allocated IP 172.25.2.64 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/cc4aa9be-24e0-462d-a3a1-e2a288bbfba0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:08.137593 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2045bbcd-6b75-4eb2-bb37-d4ac9817172e req-16129a37-3443-4046-9764-24f6f50c000e service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942132 Jul 07 19:14:08.312835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e5918-8046-41d5-9c95-51e4ddb6ca48 req-ff0fe893-e367-494e-90cd-8dca0a8bf243 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:08.323391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c31e5918-8046-41d5-9c95-51e4ddb6ca48 req-ff0fe893-e367-494e-90cd-8dca0a8bf243 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 945 time: 0.3350339 Jul 07 19:14:08.340080 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d43e1617-593d-4b54-b85e-043f4202eae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:08.352160 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:08.357528 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2045bbcd-6b75-4eb2-bb37-d4ac9817172e req-185e28cf-1e12-43e8-81aa-6c64406657e4 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039242 Jul 07 19:14:08.374248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:08.435921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-533bd61c-3110-42b8-8f8b-43d457b4f9b1 req-594d9af7-558c-4c26-90eb-2197958bc029 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] For port 50017e14-32ee-4768-888e-40e3e3cdcbe3, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=50017e14-32ee-4768-888e-40e3e3cdcbe3,segment=NetworkSegment(9f5c2b91-f998-4084-9e2d-ccbcb7f861e4),segment_id=9f5c2b91-f998-4084-9e2d-ccbcb7f861e4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:08.436288 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-533bd61c-3110-42b8-8f8b-43d457b4f9b1 req-594d9af7-558c-4c26-90eb-2197958bc029 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:08.437429 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:08.470652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-533bd61c-3110-42b8-8f8b-43d457b4f9b1 req-594d9af7-558c-4c26-90eb-2197958bc029 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Calling delete_port for 50017e14-32ee-4768-888e-40e3e3cdcbe3 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:08.476363 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c31e5918-8046-41d5-9c95-51e4ddb6ca48 req-d18974c0-9801-41c0-87d7-00dfc2629ec7 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/security-groups?id=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521027 Jul 07 19:14:08.482244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:08.487296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:08.491295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:08.517630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c17aa-9b52-4672-9b12-234a617d7ddf req-2a0abdf1-a75f-44fc-b02b-06c5c35bf9df tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:08.524957 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f7c17aa-9b52-4672-9b12-234a617d7ddf req-2a0abdf1-a75f-44fc-b02b-06c5c35bf9df tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 943 time: 0.4186432 Jul 07 19:14:08.536794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4aa9be-24e0-462d-a3a1-e2a288bbfba0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:08.671740 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f7c17aa-9b52-4672-9b12-234a617d7ddf req-e2764605-23ad-41f7-97dd-ea863efac64b tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457534 Jul 07 19:14:08.772784 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:08.937850 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b951ec0d-af95-4ef8-9bec-fe25ede49423 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:09.045500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port b951ec0d-af95-4ef8-9bec-fe25ede49423 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:09.050396 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port b951ec0d-af95-4ef8-9bec-fe25ede49423 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:09.050784 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:09.076910 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-533bd61c-3110-42b8-8f8b-43d457b4f9b1 req-594d9af7-558c-4c26-90eb-2197958bc029 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:09.112914 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5511d952-a258-4424-8bfd-0b1e518fafed req-3235dbc8-2c15-44ba-87e1-d6de204f8c18 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f268fa931641404182d46511d431b8d1&device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0456374 Jul 07 19:14:09.115457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['50017e14-32ee-4768-888e-40e3e3cdcbe3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:09.149904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d9af7-558c-4c26-90eb-2197958bc029 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Pushing event deleted for resources: {'Port': ['ID=50017e14-32ee-4768-888e-40e3e3cdcbe3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:09.197473 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5511d952-a258-4424-8bfd-0b1e518fafed req-7a886a69-0fc0-4110-9d4b-eff23bcf011c service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=f268fa931641404182d46511d431b8d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698168 Jul 07 19:14:09.202537 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:09.235244 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:09.259035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-533bd61c-3110-42b8-8f8b-43d457b4f9b1 req-594d9af7-558c-4c26-90eb-2197958bc029 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] No DVR routers for this DVR port 50017e14-32ee-4768-888e-40e3e3cdcbe3 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:09.263408 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-533bd61c-3110-42b8-8f8b-43d457b4f9b1 req-594d9af7-558c-4c26-90eb-2197958bc029 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:09.266736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-533bd61c-3110-42b8-8f8b-43d457b4f9b1 req-594d9af7-558c-4c26-90eb-2197958bc029 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.59 "DELETE /v2.0/ports/50017e14-32ee-4768-888e-40e3e3cdcbe3 HTTP/1.1" status: 204 len: 173 time: 1.6678605 Jul 07 19:14:09.273093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f25700-7970-4193-9b8e-efb22b0a60ab', 'name': 'network-vif-deleted', 'tag': '50017e14-32ee-4768-888e-40e3e3cdcbe3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:09.276506 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e221aeff-da85-44ce-92bd-f605ae4770dd" -d '{"events": [{"server_uuid": "b4f25700-7970-4193-9b8e-efb22b0a60ab", "name": "network-vif-deleted", "tag": "50017e14-32ee-4768-888e-40e3e3cdcbe3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:09.291490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b951ec0d-af95-4ef8-9bec-fe25ede49423, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b951ec0d-af95-4ef8-9bec-fe25ede49423,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:09.293242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 04341f21-8ea3-40fc-b6ff-707744960eae up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:09.296964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3228f0-a6bc-4ada-91ae-c635954c91d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b951ec0d-af95-4ef8-9bec-fe25ede49423'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:09.302253 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f9637b-c63f-488c-aa2b-28527fde622d" -d '{"events": [{"server_uuid": "7e3228f0-a6bc-4ada-91ae-c635954c91d6", "name": "network-vif-plugged", "status": "completed", "tag": "b951ec0d-af95-4ef8-9bec-fe25ede49423"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:09.311936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59669b03-0da1-4fa5-80ae-8870e41294aa req-ea6d50cd-b9c5-4c97-8bdf-92216d5f97c9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:09.320681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59669b03-0da1-4fa5-80ae-8870e41294aa req-ea6d50cd-b9c5-4c97-8bdf-92216d5f97c9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 945 time: 0.3315160 Jul 07 19:14:09.338570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Router 3b2b01b9-393c-48ae-a1ce-ceb367191218 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:14:09.341030 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:09.421241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b951ec0d-af95-4ef8-9bec-fe25ede49423,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:09.428392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 04341f21-8ea3-40fc-b6ff-707744960eae completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:09.486324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59669b03-0da1-4fa5-80ae-8870e41294aa req-e6c09f6e-98e6-4906-a012-f70ba5cb031c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631658 Jul 07 19:14:09.511275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed94daf5-c21a-443a-b525-435983686c14 None None] Network f871e2f1-17f0-4e19-871c-14869d0d3703 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:09.606108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b47090a8-299a-48dd-a3a0-3a420f1ed239 None None] Provisioning for port 04341f21-8ea3-40fc-b6ff-707744960eae completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:09.612420 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45909a60-4ab6-4704-9b99-472934693502 x-openstack-request-id: req-45909a60-4ab6-4704-9b99-472934693502 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:09.612884 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3228f0-a6bc-4ada-91ae-c635954c91d6", "name": "network-vif-plugged", "status": "completed", "tag": "b951ec0d-af95-4ef8-9bec-fe25ede49423", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:09.614334 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-45909a60-4ab6-4704-9b99-472934693502 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:09.615257 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3228f0-a6bc-4ada-91ae-c635954c91d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b951ec0d-af95-4ef8-9bec-fe25ede49423', 'code': 200} Jul 07 19:14:09.622874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b47090a8-299a-48dd-a3a0-3a420f1ed239 None None] Provisioning complete for port 04341f21-8ea3-40fc-b6ff-707744960eae triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:09.623712 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b47090a8-299a-48dd-a3a0-3a420f1ed239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:09.645546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511d952-a258-4424-8bfd-0b1e518fafed req-166ab204-b49c-41f8-9934-93e9340ba941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:09.647091 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5511d952-a258-4424-8bfd-0b1e518fafed req-166ab204-b49c-41f8-9934-93e9340ba941 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3559921 Jul 07 19:14:09.796374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:09.800418 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b47090a8-299a-48dd-a3a0-3a420f1ed239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:09.881837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b47090a8-299a-48dd-a3a0-3a420f1ed239 None None] For port 04341f21-8ea3-40fc-b6ff-707744960eae, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=04341f21-8ea3-40fc-b6ff-707744960eae,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:09.895803 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b47090a8-299a-48dd-a3a0-3a420f1ed239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:09.929746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-78428709-4ded-4cbe-a84a-1f814a3b3154 req-a10da280-699a-4e4b-ab8b-3e57a47ce11b tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.4716766 Jul 07 19:14:09.944881 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a1f8ed-e897-4f84-8dc7-020f7cb8a520 x-openstack-request-id: req-51a1f8ed-e897-4f84-8dc7-020f7cb8a520 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:09.945598 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f25700-7970-4193-9b8e-efb22b0a60ab", "name": "network-vif-deleted", "tag": "50017e14-32ee-4768-888e-40e3e3cdcbe3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:09.945926 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-51a1f8ed-e897-4f84-8dc7-020f7cb8a520 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:09.947199 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f25700-7970-4193-9b8e-efb22b0a60ab', 'name': 'network-vif-deleted', 'tag': '50017e14-32ee-4768-888e-40e3e3cdcbe3', 'status': 'completed', 'code': 200} Jul 07 19:14:09.975011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47090a8-299a-48dd-a3a0-3a420f1ed239 None None] Pushing event updated for resources: {'Port': ['ID=04341f21-8ea3-40fc-b6ff-707744960eae,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:09.975395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:09.991484 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1928b5b-e6f1-4c69-afe4-6b66fa57b4df None None] Sync routers for ids ['3b2b01b9-393c-48ae-a1ce-ceb367191218'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:10.003842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Router 2854e8ee-0107-427a-b8f8-b49bbf28f091 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:14:10.006689 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1928b5b-e6f1-4c69-afe4-6b66fa57b4df None None] Routers {'3b2b01b9-393c-48ae-a1ce-ceb367191218'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:10.009126 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1928b5b-e6f1-4c69-afe4-6b66fa57b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3b2b01b9-393c-48ae-a1ce-ceb367191218'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:10.093807 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1928b5b-e6f1-4c69-afe4-6b66fa57b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:10.109257 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1928b5b-e6f1-4c69-afe4-6b66fa57b4df None None] Routers {'3b2b01b9-393c-48ae-a1ce-ceb367191218'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:10.110510 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1928b5b-e6f1-4c69-afe4-6b66fa57b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3b2b01b9-393c-48ae-a1ce-ceb367191218'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:10.131586 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f59b86e2-d797-415c-b559-2cb574985904 req-b7d1deaf-548d-49c1-8212-17e05fd31166 tempest-InstanceActionsV221TestJSON-890013587 tempest-InstanceActionsV221TestJSON-890013587-project] 10.222.0.113 "GET /v2.0/ports?device_id=b4f25700-7970-4193-9b8e-efb22b0a60ab HTTP/1.1" status: 200 len: 210 time: 0.1921003 Jul 07 19:14:10.182480 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1928b5b-e6f1-4c69-afe4-6b66fa57b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:10.183104 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1928b5b-e6f1-4c69-afe4-6b66fa57b4df None None] The sync data for ids ['3b2b01b9-393c-48ae-a1ce-ceb367191218'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:10.208613 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:10.210255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7d61a99e-63bd-4607-988e-b3f9c20b0ca8 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5339296 Jul 07 19:14:10.213147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:10.214720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:10.223112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Sync routers for ids ['2854e8ee-0107-427a-b8f8-b49bbf28f091'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:10.224200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1009c306-7f30-4849-9281-475199bcbcbb tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'enable_snat': False}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:10.237031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 368676f8-efbd-46bc-b73d-a334b70a3730 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:10.242338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c2c615d-7606-4e33-ba5d-c3ebc95f1d91 None None] Provisioning complete for port 04341f21-8ea3-40fc-b6ff-707744960eae triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:10.242736 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c2c615d-7606-4e33-ba5d-c3ebc95f1d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:10.253968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f354389-0982-424b-8819-19054bcbaed3 req-e47765dd-35c3-498b-a0d3-fbb350c0f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:10.255506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f354389-0982-424b-8819-19054bcbaed3 req-e47765dd-35c3-498b-a0d3-fbb350c0f6d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 1098 time: 0.3241441 Jul 07 19:14:10.282896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd00612-1833-4d15-9326-76bd75ce2f19 req-0cc7107e-7c91-44aa-8028-96eda32df6f8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:10.283668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Routers {'2854e8ee-0107-427a-b8f8-b49bbf28f091'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:10.284379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2854e8ee-0107-427a-b8f8-b49bbf28f091'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:10.284884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fd00612-1833-4d15-9326-76bd75ce2f19 req-0cc7107e-7c91-44aa-8028-96eda32df6f8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 943 time: 0.2179279 Jul 07 19:14:10.340750 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:10.344543 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0f1fd9fd-edbc-459c-9047-3d33b13c9eb1 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.4145522 Jul 07 19:14:10.344734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:10.349503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f354389-0982-424b-8819-19054bcbaed3 req-e6741592-5634-4f30-848d-3b269d350a48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831861 Jul 07 19:14:10.382126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fd00612-1833-4d15-9326-76bd75ce2f19 req-838563e8-61fb-41b9-aaf0-3724bdb2bb75 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863211 Jul 07 19:14:10.660029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Set router 2854e8ee-0107-427a-b8f8-b49bbf28f091 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:10.706420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d2a3-b346-4dfc-a5ef-47433a545a4c req-4e265508-a1f3-4064-9280-e16bde80c9a1 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:10.708134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4526d2a3-b346-4dfc-a5ef-47433a545a4c req-4e265508-a1f3-4064-9280-e16bde80c9a1 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 946 time: 0.0762827 Jul 07 19:14:10.736539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:10.754073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4526d2a3-b346-4dfc-a5ef-47433a545a4c req-f08eb072-411b-4d01-882e-ebdef4b8afd3 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376091 Jul 07 19:14:10.792100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 368676f8-efbd-46bc-b73d-a334b70a3730 has no active binding in host n-h1-792394-12 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:14:10.893441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:08Z', 'revision_number': 3, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:10.925644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Checking router: 2854e8ee-0107-427a-b8f8-b49bbf28f091 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:14:10.926045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Updating router 2854e8ee-0107-427a-b8f8-b49bbf28f091 port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:14:10.963519 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.009215 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1009c306-7f30-4849-9281-475199bcbcbb tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.145116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00ce437a-a8e5-4f64-b676-d0b37cacf366 req-0ec897ee-8762-407b-b2c5-3f53b33850df tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0929198 Jul 07 19:14:11.163010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62b2637d-dabd-489c-aefe-924018fc08a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.252249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 04341f21-8ea3-40fc-b6ff-707744960eae up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:11.307483 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.315521 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5511d952-a258-4424-8bfd-0b1e518fafed req-6440cb22-5761-4b24-9993-1e8a2d8481ea tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.112 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.0469124 Jul 07 19:14:11.496896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 04341f21-8ea3-40fc-b6ff-707744960eae triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:11.499301 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.569165 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.614827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Transition to ACTIVE for port object cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:11.616176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.639855 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.744099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Attempting to bind port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:11.744504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Attempting to bind port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:11.744864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Attempting to bind port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:11.780819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:11.781244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:11.781595 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.782035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:11.783091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Bound port: cc4aa9be-24e0-462d-a3a1-e2a288bbfba0, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:11.783091 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.795483 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631ce28-f21f-4549-b26d-82b921911915 None None] Pushing event updated for resources: {'Port': ['ID=cc4aa9be-24e0-462d-a3a1-e2a288bbfba0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:11.903335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] For port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:11.907903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] For port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=cc4aa9be-24e0-462d-a3a1-e2a288bbfba0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:11.917004 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:11.981207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Routers {'2854e8ee-0107-427a-b8f8-b49bbf28f091'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:11.981932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2854e8ee-0107-427a-b8f8-b49bbf28f091'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:12.008082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d55ae-78d3-41d8-b250-1697718e6894 req-c1637763-5745-45b9-b759-844d7dfda1d7 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:12.017045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f00d55ae-78d3-41d8-b250-1697718e6894 req-c1637763-5745-45b9-b759-844d7dfda1d7 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 943 time: 0.1410770 Jul 07 19:14:12.076640 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f00d55ae-78d3-41d8-b250-1697718e6894 req-8e711828-5eab-4bb7-a581-fab08b59216e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539310 Jul 07 19:14:12.103094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Allocated IP 172.20.0.1 (f871e2f1-17f0-4e19-871c-14869d0d3703/cdf2536e-fb8f-4a43-8f9e-217f5536c5f4/bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:12.111232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631ce28-f21f-4549-b26d-82b921911915 None None] Pushing event updated for resources: {'Port': ['ID=cc4aa9be-24e0-462d-a3a1-e2a288bbfba0,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:12.157398 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] Set router 2854e8ee-0107-427a-b8f8-b49bbf28f091 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:12.240739 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1009c306-7f30-4849-9281-475199bcbcbb tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.254001 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1009c306-7f30-4849-9281-475199bcbcbb tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.257015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa355-3b78-461c-b426-c12b20547d2c req-26433269-6993-4865-b7f8-3a7c5e92fd98 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:12.276699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-495aa355-3b78-461c-b426-c12b20547d2c req-26433269-6993-4865-b7f8-3a7c5e92fd98 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 946 time: 0.1635365 Jul 07 19:14:12.279196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:12.355719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.402784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-322a6078-cbe6-49d0-95ac-71c515500fae admin admin] Deleting subnet 3bf90ee0-d822-4a9f-9fbe-34619018a300 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:14:12.408507 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-322a6078-cbe6-49d0-95ac-71c515500fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.417203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Transition to ACTIVE for port object bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:12.456768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-322a6078-cbe6-49d0-95ac-71c515500fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.459304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1009c306-7f30-4849-9281-475199bcbcbb tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Router 3b2b01b9-393c-48ae-a1ce-ceb367191218 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:14:12.488186 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.522997 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.528454 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-322a6078-cbe6-49d0-95ac-71c515500fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.546293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:08Z', 'revision_number': 3, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:12.581302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Network f871e2f1-17f0-4e19-871c-14869d0d3703 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:12.590141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:12.596704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc07611-0937-4b9a-976b-e83fbc458230 None None] The sync data for ids ['2854e8ee-0107-427a-b8f8-b49bbf28f091'] in n-d-792394-12 is: [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:08Z', 'revision_number': 3, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:12.597108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:12.660137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Pushing event updated for resources: {'Port': ['ID=bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:12.692919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-495aa355-3b78-461c-b426-c12b20547d2c req-34cd1622-43c8-4216-9ac2-8de323862a14 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949069 Jul 07 19:14:12.706168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcaf403d-6d1b-4af3-96dc-826c560b4a78 req-54acbc71-f5ca-49f7-844d-944d7914cf41 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=aa26dfc9-144f-439d-84b9-86330f490266 HTTP/1.1" status: 200 len: 210 time: 0.1165848 Jul 07 19:14:12.708657 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-322a6078-cbe6-49d0-95ac-71c515500fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.711919 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.715976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1009c306-7f30-4849-9281-475199bcbcbb tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:12.737772 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1e375-de5c-4425-a602-c6592b6d1b0f None None] Sync routers for ids ['3b2b01b9-393c-48ae-a1ce-ceb367191218'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:12.762750 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-322a6078-cbe6-49d0-95ac-71c515500fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.765365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-322a6078-cbe6-49d0-95ac-71c515500fae admin admin] 10.222.0.113 "DELETE /v2.0/subnets/3bf90ee0-d822-4a9f-9fbe-34619018a300 HTTP/1.1" status: 204 len: 168 time: 0.4829130 Jul 07 19:14:12.768032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:12.770797 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1e375-de5c-4425-a602-c6592b6d1b0f None None] Routers {'3b2b01b9-393c-48ae-a1ce-ceb367191218'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:12.771538 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7dd1e375-de5c-4425-a602-c6592b6d1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3b2b01b9-393c-48ae-a1ce-ceb367191218'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:12.806735 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1009c306-7f30-4849-9281-475199bcbcbb tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.810498 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1009c306-7f30-4849-9281-475199bcbcbb tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "PUT /v2.0/routers/3b2b01b9-393c-48ae-a1ce-ceb367191218 HTTP/1.1" status: 200 len: 921 time: 2.5876398 Jul 07 19:14:12.816688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:12.843644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a6078-cbe6-49d0-95ac-71c515500fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf90ee0-d822-4a9f-9fbe-34619018a300,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:12.866526 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7dd1e375-de5c-4425-a602-c6592b6d1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:12.880752 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1e375-de5c-4425-a602-c6592b6d1b0f None None] Routers {'3b2b01b9-393c-48ae-a1ce-ceb367191218'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:12.881722 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7dd1e375-de5c-4425-a602-c6592b6d1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3b2b01b9-393c-48ae-a1ce-ceb367191218'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:12.928132 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:12.981468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 50017e14-32ee-4768-888e-40e3e3cdcbe3 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:12.983371 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7dd1e375-de5c-4425-a602-c6592b6d1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:12.985399 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1e375-de5c-4425-a602-c6592b6d1b0f None None] The sync data for ids ['3b2b01b9-393c-48ae-a1ce-ceb367191218'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:13.065310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 50017e14-32ee-4768-888e-40e3e3cdcbe3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:13.066807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 50017e14-32ee-4768-888e-40e3e3cdcbe3 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:13.067342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 368676f8-efbd-46bc-b73d-a334b70a3730 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:13.098589 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.112568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8131c26e-de98-4a17-a52d-a0b8052873ee']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:13.127387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5c2b91-f998-4084-9e2d-ccbcb7f861e4') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:13.127874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5c2b91-f998-4084-9e2d-ccbcb7f861e4') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:13.143043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c967592-bce1-4f19-87d3-f5837bc49ce2 None None] Provisioning for port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:13.146894 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.172838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c967592-bce1-4f19-87d3-f5837bc49ce2 None None] Provisioning complete for port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:13.176635 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c967592-bce1-4f19-87d3-f5837bc49ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.176800 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fdc8a859-b987-49a3-ac15-c39d12abf1b4 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/routers/3b2b01b9-393c-48ae-a1ce-ceb367191218 HTTP/1.1" status: 200 len: 921 time: 0.3557160 Jul 07 19:14:13.176915 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.180909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:13.209335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:14:13.209748 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:14:13.275356 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:14:13.283887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9c967592-bce1-4f19-87d3-f5837bc49ce2 None None] Port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:14:13.331282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:13.365963 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.412701 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.466794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:13.467173 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.471017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] 10.222.0.113 "DELETE /v2.0/networks/8131c26e-de98-4a17-a52d-a0b8052873ee HTTP/1.1" status: 204 len: 168 time: 0.7005513 Jul 07 19:14:13.475904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:13.476274 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.479846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4da71-557c-4927-b362-42d90b32c5cc admin admin] Pushing event deleted for resources: {'Network': ['ID=8131c26e-de98-4a17-a52d-a0b8052873ee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:13.575167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d895c-5211-424b-a85e-0944d9d2bb26 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:13.576788 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7c8d895c-5211-424b-a85e-0944d9d2bb26 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=bec3f046-f8b3-402a-8374-381f4c722371&device_id=3b2b01b9-393c-48ae-a1ce-ceb367191218&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3945355 Jul 07 19:14:13.579907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:13.606809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c1113-e895-4602-af59-688fe03ed0eb req-02bfd6df-7a08-4248-9386-a5ce1ba59a33 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:13.625975 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d4c1113-e895-4602-af59-688fe03ed0eb req-02bfd6df-7a08-4248-9386-a5ce1ba59a33 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 946 time: 0.4420903 Jul 07 19:14:13.644754 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.676533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=cc4aa9be-24e0-462d-a3a1-e2a288bbfba0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:13.686977 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.703869 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.721346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.747140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b555a-4116-4c64-90c4-e1c69457517a req-dae339b4-c257-4ea4-964a-152ad7159bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:13.753735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e8b555a-4116-4c64-90c4-e1c69457517a req-dae339b4-c257-4ea4-964a-152ad7159bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 943 time: 0.3581131 Jul 07 19:14:13.768855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=cc4aa9be-24e0-462d-a3a1-e2a288bbfba0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:13.786890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:13.813777 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.815112 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:13.879010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5487f5c4-1012-4b72-b6d2-8d18cc029e36 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:13.880619 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5487f5c4-1012-4b72-b6d2-8d18cc029e36 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 881 time: 0.2996235 Jul 07 19:14:13.884863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d4c1113-e895-4602-af59-688fe03ed0eb req-9d452e9f-e017-4ec0-b857-5a54186675da tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579656 Jul 07 19:14:13.888743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:13.935761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3da2cd0b-8812-4798-be32-709ea729f97a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2b01b9-393c-48ae-a1ce-ceb367191218 HTTP/1.1" status: 200 len: 205 time: 0.0444717 Jul 07 19:14:13.943950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:13.981816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Pushing event updated for resources: {'Port': ['ID=bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:14.005047 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0db4e4c8-fc43-4a68-b566-9657f2de2081 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aaa5bbc4f20f4646927b4db369a69566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879876 Jul 07 19:14:14.005542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:14.077277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e8b555a-4116-4c64-90c4-e1c69457517a req-aec819c1-d85c-48a2-a335-222d2da6227d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224139 Jul 07 19:14:14.079841 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Network f871e2f1-17f0-4e19-871c-14869d0d3703 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:14.109963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:14.130371 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.190472 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee22062-065a-4d13-87f9-b31de0a56ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.218839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-2a335e92-f510-4511-8136-c2295a5a828f service neutron] 10.222.0.59 "GET /v2.0/ports/368676f8-efbd-46bc-b73d-a334b70a3730/bindings/n-h1-792394-12 HTTP/1.1" status: 200 len: 385 time: 0.2818291 Jul 07 19:14:14.360074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095f023-bb0f-42fb-befc-f50c5a84d9d1 req-125b8e57-da9a-4ba3-b377-5e2253d3af3a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:14.367181 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a095f023-bb0f-42fb-befc-f50c5a84d9d1 req-125b8e57-da9a-4ba3-b377-5e2253d3af3a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 946 time: 0.2575893 Jul 07 19:14:14.398718 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.420897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0546f74f-4f93-4a15-97ac-175fcb3c054d None None] Provisioning complete for port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:14.421467 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0546f74f-4f93-4a15-97ac-175fcb3c054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.437511 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a095f023-bb0f-42fb-befc-f50c5a84d9d1 req-416e194f-60aa-44f0-9cd6-2725ddfab218 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692801 Jul 07 19:14:14.513190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0546f74f-4f93-4a15-97ac-175fcb3c054d None None] Port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:14:14.614896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee22062-065a-4d13-87f9-b31de0a56ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.678350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Deleting port 82073f8c-583b-4db7-be97-efb07710f224 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:14.678826 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.736790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Router 2854e8ee-0107-427a-b8f8-b49bbf28f091 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:14:14.740409 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf08cf57-e6f2-433d-9f41-0be0f01daccf req-251a9ad5-38c9-4098-8203-4f085abf5d65 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f268fa931641404182d46511d431b8d1&device_id=06b22725-918f-470d-b748-5a13c1b2e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0407820 Jul 07 19:14:14.769172 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee22062-065a-4d13-87f9-b31de0a56ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.771885 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee22062-065a-4d13-87f9-b31de0a56ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.775816 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2ee22062-065a-4d13-87f9-b31de0a56ab8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cb6ed49f-b5e2-4660-bba2-f98f6b0f4653 HTTP/1.1" status: 204 len: 168 time: 0.7646573 Jul 07 19:14:14.843896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2598f981-e147-46c0-8299-37ddc671e48d req-cca4e2f7-94a9-465b-8552-e3be978234bd service neutron] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:14.852790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee22062-065a-4d13-87f9-b31de0a56ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6ed49f-b5e2-4660-bba2-f98f6b0f4653,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:14.859221 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf08cf57-e6f2-433d-9f41-0be0f01daccf req-f1386d5c-e7af-4ea6-88e5-e898e565218e service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=f268fa931641404182d46511d431b8d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1033440 Jul 07 19:14:14.910179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2598f981-e147-46c0-8299-37ddc671e48d req-cca4e2f7-94a9-465b-8552-e3be978234bd service neutron] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:14.968143 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:14.972078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2598f981-e147-46c0-8299-37ddc671e48d req-cca4e2f7-94a9-465b-8552-e3be978234bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368676f8-efbd-46bc-b73d-a334b70a3730 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:14.995388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2598f981-e147-46c0-8299-37ddc671e48d req-cca4e2f7-94a9-465b-8552-e3be978234bd service neutron] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:14.999204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Calling delete_port for 82073f8c-583b-4db7-be97-efb07710f224 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:15.125992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6b9d8ed-64a9-48ee-af52-516551bba378 req-6bb06180-0a55-478b-ba45-e3dfc5434304 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=06b22725-918f-470d-b748-5a13c1b2e1c5 HTTP/1.1" status: 200 len: 210 time: 0.1158009 Jul 07 19:14:15.128020 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2598f981-e147-46c0-8299-37ddc671e48d req-cca4e2f7-94a9-465b-8552-e3be978234bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.134972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:15.146069 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9ba6695c-d2e6-4d6c-a104-1ca19d4bb27b admin admin] 10.222.0.113 "PUT /v2.0/routers/2854e8ee-0107-427a-b8f8-b49bbf28f091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8002229 Jul 07 19:14:15.202085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08cf57-e6f2-433d-9f41-0be0f01daccf req-716b242c-8b89-47de-9d9b-422232ad6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:15.203575 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf08cf57-e6f2-433d-9f41-0be0f01daccf req-716b242c-8b89-47de-9d9b-422232ad6713 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3357217 Jul 07 19:14:15.231570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:15.279009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Sync routers for ids ['2854e8ee-0107-427a-b8f8-b49bbf28f091'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:15.306018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Routers {'2854e8ee-0107-427a-b8f8-b49bbf28f091'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:15.306786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2854e8ee-0107-427a-b8f8-b49bbf28f091'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:15.418780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:15.419200 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.481119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Set router 2854e8ee-0107-427a-b8f8-b49bbf28f091 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:15.493231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2598f981-e147-46c0-8299-37ddc671e48d req-cca4e2f7-94a9-465b-8552-e3be978234bd service neutron] Transition to ACTIVE for port object 368676f8-efbd-46bc-b73d-a334b70a3730 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:15.511738 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2598f981-e147-46c0-8299-37ddc671e48d req-cca4e2f7-94a9-465b-8552-e3be978234bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.554589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeeb2f-30c8-4cd7-8392-d662d028e8c6 req-62d49546-c3a7-449c-b09e-7b830b44e1c4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:15.562849 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6abeeb2f-30c8-4cd7-8392-d662d028e8c6 req-62d49546-c3a7-449c-b09e-7b830b44e1c4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 946 time: 0.3081570 Jul 07 19:14:15.630881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fb100-76fc-4544-bb3b-f4ce3226f66d req-451e2334-d8cb-497a-84bf-42578b357764 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:15.632598 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c5fb100-76fc-4544-bb3b-f4ce3226f66d req-451e2334-d8cb-497a-84bf-42578b357764 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 943 time: 0.3040962 Jul 07 19:14:15.714784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2598f981-e147-46c0-8299-37ddc671e48d req-cca4e2f7-94a9-465b-8552-e3be978234bd service neutron] No DVR routers for this DVR port 368676f8-efbd-46bc-b73d-a334b70a3730 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:15.731486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4e2f7-94a9-465b-8552-e3be978234bd service neutron] Pushing event updated for resources: {'Port': ['ID=368676f8-efbd-46bc-b73d-a334b70a3730,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:15.745166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6abeeb2f-30c8-4cd7-8392-d662d028e8c6 req-db513ff2-ff0f-482f-b4bc-f3ceefa90d73 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811998 Jul 07 19:14:15.803132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-cca4e2f7-94a9-465b-8552-e3be978234bd service neutron] 10.222.0.59 "PUT /v2.0/ports/368676f8-efbd-46bc-b73d-a334b70a3730/bindings/n-h1-792394-12/activate HTTP/1.1" status: 200 len: 370 time: 1.5778439 Jul 07 19:14:15.803809 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.817769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c5fb100-76fc-4544-bb3b-f4ce3226f66d req-70487518-da4d-43a4-9647-bc765fcd8417 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699722 Jul 07 19:14:15.837743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:15.880121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Pushing event deleted for resources: {'Port': ['ID=82073f8c-583b-4db7-be97-efb07710f224,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:15.903252 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0', 'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'mac_address': 'fa:16:3e:b3:e6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:11Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 2, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'subnets': [{'id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:15.972331 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:15.975141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Checking router: 2854e8ee-0107-427a-b8f8-b49bbf28f091 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:14:15.979073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Updating router 2854e8ee-0107-427a-b8f8-b49bbf28f091 port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:14:16.036155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c96205-19f0-4561-8d99-5db9e22b0b35 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:16.040181 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-b2c96205-19f0-4561-8d99-5db9e22b0b35 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 1096 time: 0.1264491 Jul 07 19:14:16.040638 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.066795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-429107543-network', 'tenant_id': '82b909ca5926493f9b6ad06c9c18aec1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:16.124013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Made reservation on behalf of 82b909ca5926493f9b6ad06c9c18aec1 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:16.126654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.135742 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.138137 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.144205 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.226587 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.231878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Fanout notify agent at l3_agent the message router_deleted on router 3b2b01b9-393c-48ae-a1ce-ceb367191218 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:14:16.250780 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.263186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9581f6f2-c43b-41ed-b95e-faa701266574 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/3b2b01b9-393c-48ae-a1ce-ceb367191218 HTTP/1.1" status: 204 len: 168 time: 2.3132095 Jul 07 19:14:16.272063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:16.272361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-919fe648-3061-4088-9ef9-5ee0413a8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:16.273987 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-919fe648-3061-4088-9ef9-5ee0413a8c92 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea&tenant_id=077584ff508b4bd2b35a4a839b90cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.2204258 Jul 07 19:14:16.288130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4ca7274e-be80-41e0-8e66-ac1fe22b6dc5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-434514152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:16.334284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44888) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:16.341037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6c6bec41-6099-4453-b9e9-6ebab8e7f8fb tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012680653', 'description': 'tempest-description--127295327'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:16.381772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-365a00a7-436b-49f7-b069-8c4bf5574ebc req-3d82a987-c324-4459-a9c2-fcf958e21870 tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.113 "GET /v2.0/ports?device_id=06b22725-918f-470d-b748-5a13c1b2e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0313919 Jul 07 19:14:16.410726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-5a524eff-b8e0-4b10-b29f-e7730e0b9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:16.410726 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-5a524eff-b8e0-4b10-b29f-e7730e0b9813 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 1096 time: 0.0973690 Jul 07 19:14:16.410979 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.411447 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.420790 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.429869 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Transition to ACTIVE for port object bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:16.433747 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-6c6bec41-6099-4453-b9e9-6ebab8e7f8fb tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:14:16.433747 n-d-792394-12 neutron-server[93770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:14:16.433747 n-d-792394-12 neutron-server[93770]: [parameters: {'project_id_1': 'fb0daedddced40539523d8e86c33594f', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 14, 16, 347825)}] Jul 07 19:14:16.433747 n-d-792394-12 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:14:16.434493 n-d-792394-12 neutron-server[93770]: DEBUG oslo_db.api [None req-6c6bec41-6099-4453-b9e9-6ebab8e7f8fb tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:14:16.438990 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.440464 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ca7274e-be80-41e0-8e66-ac1fe22b6dc5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.441710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ca7274e-be80-41e0-8e66-ac1fe22b6dc5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.505241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:14:16.513717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Pushing event updated for resources: {'Port': ['ID=bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:16.515069 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ca7274e-be80-41e0-8e66-ac1fe22b6dc5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.518932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df85bec-cd2b-4be3-9ed1-be691b4e6136,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:16.529226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.529590 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Added segment c8a6003f-9356-4e0b-a445-145790b43026 of type vlan for network 949b01b5-999d-40fb-a07b-a7c96a1c552e Jul 07 19:14:16.541282 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ca7274e-be80-41e0-8e66-ac1fe22b6dc5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.567861 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ca7274e-be80-41e0-8e66-ac1fe22b6dc5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.570052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4ca7274e-be80-41e0-8e66-ac1fe22b6dc5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2941670 Jul 07 19:14:16.572748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:16.577997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:16.604906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.610131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-320ba7da-0281-48f7-b06f-f653c1e0c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:16.611760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Attempting to bind port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:16.612108 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-320ba7da-0281-48f7-b06f-f653c1e0c894 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.1925790 Jul 07 19:14:16.612248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Attempting to bind port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:16.612597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Attempting to bind port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 on network f871e2f1-17f0-4e19-871c-14869d0d3703 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:16.615289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.615630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.615961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.616291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.616646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.616965 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.617285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.617633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.618126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.618517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.618840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.619600 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:14:16.638371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:16.638552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Checking segment: {'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:16.638950 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.639339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Bound using segment: {'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:16.640046 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Bound port: bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:16.640570 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.669709 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-eae123d8-b9c9-4266-bc60-de48311ed94f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=368676f8-efbd-46bc-b73d-a334b70a3730 HTTP/1.1" status: 200 len: 217 time: 0.0484610 Jul 07 19:14:16.680885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcbf6f-ba5e-4c23-87e2-9b81be7a19ee req-6fef3473-1028-41d6-bd06-7778f90364fd tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:16.682544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82dcbf6f-ba5e-4c23-87e2-9b81be7a19ee req-6fef3473-1028-41d6-bd06-7778f90364fd tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 946 time: 0.1809578 Jul 07 19:14:16.719286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] For port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:16.723941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] For port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:16.726938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-20af3e7f-8fa9-447c-81ee-8e168686a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:16.729271 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-20af3e7f-8fa9-447c-81ee-8e168686a37b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0517652 Jul 07 19:14:16.734634 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.770438 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.771500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:16.772202 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:16.776847 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf08cf57-e6f2-433d-9f41-0be0f01daccf req-35826b46-edec-462c-91f2-1799c9dd3b2f tempest-ServerShowV247Test-262689121 tempest-ServerShowV247Test-262689121-project] 10.222.0.112 "GET /v2.0/ports?device_id=06b22725-918f-470d-b748-5a13c1b2e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0465970 Jul 07 19:14:16.806321 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-049b90b1-88a0-4139-ae67-b1a65b0a78ca service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637126 Jul 07 19:14:16.822859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c366c1-3d11-4165-ae4a-ad6574fb95ee None None] Pushing event updated for resources: {'Port': ['ID=bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:16.892306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Routers {'2854e8ee-0107-427a-b8f8-b49bbf28f091'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:16.893172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2854e8ee-0107-427a-b8f8-b49bbf28f091'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:17.023587 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1813920 Jul 07 19:14:17.032967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:17.038307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] Request body: {'subnet': {'network_id': '949b01b5-999d-40fb-a07b-a7c96a1c552e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-429107543-subnet', 'tenant_id': '82b909ca5926493f9b6ad06c9c18aec1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:17.096030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0abec-a837-461e-b950-afdcfc51f6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=949b01b5-999d-40fb-a07b-a7c96a1c552e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:17.128306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] Made reservation on behalf of 82b909ca5926493f9b6ad06c9c18aec1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:17.132656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.143254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 949b01b5-999d-40fb-a07b-a7c96a1c552e details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:14:17.152225 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-e5946b15-8136-4eae-9a41-d082eece7a3d service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382771 Jul 07 19:14:17.281300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] Set router 2854e8ee-0107-427a-b8f8-b49bbf28f091 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:17.301491 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.335087 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-d515fa49-bb44-409e-972d-dabbcbb0b6a5 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631286 Jul 07 19:14:17.458998 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c6bec41-6099-4453-b9e9-6ebab8e7f8fb tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.473653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.570643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] Checking segment: {'id': 'c8a6003f-9356-4e0b-a445-145790b43026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '949b01b5-999d-40fb-a07b-a7c96a1c552e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:17.571250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] Network hostable DHCP agents. Network: 949b01b5-999d-40fb-a07b-a7c96a1c552e, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:14:17.584452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919df927-1445-4481-823e-8ae84ecae6a3 req-2d2da5bc-1f64-4f0a-b17c-af3538c2c496 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.589791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3587dea1-ecc5-4c94-8591-7f88ddeb0a60,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:17.591996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0', 'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'mac_address': 'fa:16:3e:b3:e6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:11Z', 'updated_at': '2021-07-07T19:14:16Z', 'revision_number': 4, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'subnets': [{'id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:17.593372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-919df927-1445-4481-823e-8ae84ecae6a3 req-2d2da5bc-1f64-4f0a-b17c-af3538c2c496 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 944 time: 0.3048992 Jul 07 19:14:17.615255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] Network 949b01b5-999d-40fb-a07b-a7c96a1c552e is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:14:17.625588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-82dcbf6f-ba5e-4c23-87e2-9b81be7a19ee req-a93483d2-9b74-426a-92e7-f9ee7225b4f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Deleting port b951ec0d-af95-4ef8-9bec-fe25ede49423 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:17.625869 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-82dcbf6f-ba5e-4c23-87e2-9b81be7a19ee req-a93483d2-9b74-426a-92e7-f9ee7225b4f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.627841 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 949b01b5-999d-40fb-a07b-a7c96a1c552e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:17.636058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.636698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.640488 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996dcde6-7a2a-4355-abcd-9b559292f33e None None] Network 949b01b5-999d-40fb-a07b-a7c96a1c552e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:17.643990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8040ea-5581-4182-89d5-87b5f84ae047 None None] The sync data for ids ['2854e8ee-0107-427a-b8f8-b49bbf28f091'] in n-d-792394-12 is: [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0', 'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'mac_address': 'fa:16:3e:b3:e6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:11Z', 'updated_at': '2021-07-07T19:14:16Z', 'revision_number': 4, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'subnets': [{'id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:17.671976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78ac28-d074-4d2e-b732-c9b287bbd3f8 req-eb18a199-ec71-4846-a555-cc2ddc05689f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.685516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca78ac28-d074-4d2e-b732-c9b287bbd3f8 req-eb18a199-ec71-4846-a555-cc2ddc05689f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e3228f0-a6bc-4ada-91ae-c635954c91d6 HTTP/1.1" status: 200 len: 946 time: 0.3960409 Jul 07 19:14:17.821533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-919df927-1445-4481-823e-8ae84ecae6a3 req-026eaafc-5e26-4850-ab40-3d85a63799fc tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265797 Jul 07 19:14:17.884299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01192e82-24b4-4e15-9287-8f074d152b5f None None] Network 949b01b5-999d-40fb-a07b-a7c96a1c552e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:17.976810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca78ac28-d074-4d2e-b732-c9b287bbd3f8 req-b186120b-38bb-426f-93fb-f655011d9501 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900147 Jul 07 19:14:17.980994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f981-e147-46c0-8299-37ddc671e48d req-a5f16627-8590-4b7e-9d8a-10d7e11a3cbd tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.982506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-a5f16627-8590-4b7e-9d8a-10d7e11a3cbd tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1096 time: 0.1217961 Jul 07 19:14:17.988579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-82dcbf6f-ba5e-4c23-87e2-9b81be7a19ee req-a93483d2-9b74-426a-92e7-f9ee7225b4f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] For port b951ec0d-af95-4ef8-9bec-fe25ede49423, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b951ec0d-af95-4ef8-9bec-fe25ede49423,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:17.988965 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-82dcbf6f-ba5e-4c23-87e2-9b81be7a19ee req-a93483d2-9b74-426a-92e7-f9ee7225b4f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.038438 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c6bec41-6099-4453-b9e9-6ebab8e7f8fb tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.048717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-82dcbf6f-ba5e-4c23-87e2-9b81be7a19ee req-a93483d2-9b74-426a-92e7-f9ee7225b4f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Calling delete_port for b951ec0d-af95-4ef8-9bec-fe25ede49423 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:18.059808 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c6bec41-6099-4453-b9e9-6ebab8e7f8fb tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.093473 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a32df5ee-6d7d-4179-adc2-f161cfc22985 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0586252 Jul 07 19:14:18.170574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2598f981-e147-46c0-8299-37ddc671e48d req-b8acf0d4-1108-43f2-920a-82b30a8c28a4 service neutron] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:18.175354 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2598f981-e147-46c0-8299-37ddc671e48d req-b8acf0d4-1108-43f2-920a-82b30a8c28a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.177701 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2598f981-e147-46c0-8299-37ddc671e48d req-b8acf0d4-1108-43f2-920a-82b30a8c28a4 service neutron] 10.222.0.112 "DELETE /v2.0/ports/368676f8-efbd-46bc-b73d-a334b70a3730/bindings/n-h2-792394-12 HTTP/1.1" status: 204 len: 173 time: 0.1797559 Jul 07 19:14:18.252289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bec41-6099-4453-b9e9-6ebab8e7f8fb tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a02b36-81eb-4e05-b664-4817929aa09a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:18.254995 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c6bec41-6099-4453-b9e9-6ebab8e7f8fb tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.256525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6c6bec41-6099-4453-b9e9-6ebab8e7f8fb tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9208891 Jul 07 19:14:18.260873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:18.266904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-202a5ad9-8aef-4591-8e14-860e5e0648e0 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Request body: {'security_group_rule': {'security_group_id': 'd8a02b36-81eb-4e05-b664-4817929aa09a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:18.299916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-202a5ad9-8aef-4591-8e14-860e5e0648e0 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.315334 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.358527 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.436279 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-202a5ad9-8aef-4591-8e14-860e5e0648e0 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.448394 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-202a5ad9-8aef-4591-8e14-860e5e0648e0 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.503435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-202a5ad9-8aef-4591-8e14-860e5e0648e0 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.507403 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-202a5ad9-8aef-4591-8e14-860e5e0648e0 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2426069 Jul 07 19:14:18.510275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a5ad9-8aef-4591-8e14-860e5e0648e0 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d73c03f-ad26-4dcf-acca-0b4445c83553,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:18.512741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:18.517797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ba170f19-c116-410e-a1f6-60f60bf06e40 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Request body: {'security_group_rule': {'security_group_id': 'd8a02b36-81eb-4e05-b664-4817929aa09a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:18.550447 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba170f19-c116-410e-a1f6-60f60bf06e40 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.619531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Allocated IP 172.25.2.100 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/22fafda9-4aa9-4bf4-9a38-7b431ce3d934) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:18.682845 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba170f19-c116-410e-a1f6-60f60bf06e40 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.688689 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba170f19-c116-410e-a1f6-60f60bf06e40 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.691803 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-82dcbf6f-ba5e-4c23-87e2-9b81be7a19ee req-a93483d2-9b74-426a-92e7-f9ee7225b4f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.705373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f', 'd16b44a9-48d7-4d7c-bbb9-1586a5d9b26a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:18.706549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:18.737918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba170f19-c116-410e-a1f6-60f60bf06e40 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44399f2e-469c-439c-98b4-a3c88c2ce906,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:18.754663 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba170f19-c116-410e-a1f6-60f60bf06e40 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.760467 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ba170f19-c116-410e-a1f6-60f60bf06e40 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2466145 Jul 07 19:14:18.762010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:18.771347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:18.789612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b951ec0d-af95-4ef8-9bec-fe25ede49423'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:18.823694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93483d2-9b74-426a-92e7-f9ee7225b4f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event deleted for resources: {'Port': ['ID=b951ec0d-af95-4ef8-9bec-fe25ede49423,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:18.846831 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.875398 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.966546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dcbf6f-ba5e-4c23-87e2-9b81be7a19ee req-a93483d2-9b74-426a-92e7-f9ee7225b4f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] No DVR routers for this DVR port b951ec0d-af95-4ef8-9bec-fe25ede49423 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:18.970539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-82dcbf6f-ba5e-4c23-87e2-9b81be7a19ee req-a93483d2-9b74-426a-92e7-f9ee7225b4f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.972829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82dcbf6f-ba5e-4c23-87e2-9b81be7a19ee req-a93483d2-9b74-426a-92e7-f9ee7225b4f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "DELETE /v2.0/ports/b951ec0d-af95-4ef8-9bec-fe25ede49423 HTTP/1.1" status: 204 len: 173 time: 2.2824874 Jul 07 19:14:18.973281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3228f0-a6bc-4ada-91ae-c635954c91d6', 'name': 'network-vif-deleted', 'tag': 'b951ec0d-af95-4ef8-9bec-fe25ede49423'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:18.975586 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e0d8ea-a669-492e-8b4a-1aa4c9c6c14b" -d '{"events": [{"server_uuid": "7e3228f0-a6bc-4ada-91ae-c635954c91d6", "name": "network-vif-deleted", "tag": "b951ec0d-af95-4ef8-9bec-fe25ede49423"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:19.062391 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde95be3-ed25-48bf-b6d5-783c4d4a965a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.140270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a5092-115a-4efa-912a-8c364fe664e2 req-d86465a7-7928-4f4d-a765-47f1c19a3a3c tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:19.147789 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-d86465a7-7928-4f4d-a765-47f1c19a3a3c tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/networks?id=949b01b5-999d-40fb-a07b-a7c96a1c552e HTTP/1.1" status: 200 len: 821 time: 0.1555707 Jul 07 19:14:19.243964 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-5d109981-873c-4303-9474-7430781fc387 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/quotas/82b909ca5926493f9b6ad06c9c18aec1 HTTP/1.1" status: 200 len: 375 time: 0.0937426 Jul 07 19:14:19.249846 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.277208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:19.277763 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.325267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-6f34f138-8c3a-4335-8061-6896eb006d9b tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=82b909ca5926493f9b6ad06c9c18aec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678568 Jul 07 19:14:19.370002 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde95be3-ed25-48bf-b6d5-783c4d4a965a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.376765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde95be3-ed25-48bf-b6d5-783c4d4a965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.382193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:19.388747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:19.389361 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.419599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde95be3-ed25-48bf-b6d5-783c4d4a965a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a3e7cd-9641-4768-b605-5bcc4624d6cc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:19.468682 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dde95be3-ed25-48bf-b6d5-783c4d4a965a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f268fa931641404182d46511d431b8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584400 Jul 07 19:14:19.473439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:19.512316 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.553463 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:19.557102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d37c1-6a86-415f-a1f4-54f76fdbc6a1 req-2b6d52bf-3597-4813-9453-dfb770848146 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:19.558044 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.558680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-809d37c1-6a86-415f-a1f4-54f76fdbc6a1 req-2b6d52bf-3597-4813-9453-dfb770848146 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 944 time: 0.4056935 Jul 07 19:14:19.602599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.653040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:19.654885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Allocated IP 172.25.2.211 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/85a2accf-2aad-44a5-b185-2b1e4a7fd091) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:19.655415 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-adcdac03-d9c3-4430-9548-d86eb71fd511 service neutron] 10.222.0.113 "GET /v2.0/networks/949b01b5-999d-40fb-a07b-a7c96a1c552e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276227 Jul 07 19:14:19.739903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:19.762297 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:19.764264 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c61ba19b-f081-416f-86e1-fddc2e0412ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.772041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:19.803266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.814277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-809d37c1-6a86-415f-a1f4-54f76fdbc6a1 req-10b42c45-622e-481a-9117-5d12f9566e1c tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369637 Jul 07 19:14:19.835326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Pushing event updated for resources: {'Port': ['ID=22fafda9-4aa9-4bf4-9a38-7b431ce3d934,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:19.867269 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c61ba19b-f081-416f-86e1-fddc2e0412ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.878895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.896651 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041006be-09b4-459b-abdb-f851f3bf809f x-openstack-request-id: req-041006be-09b4-459b-abdb-f851f3bf809f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:19.897071 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3228f0-a6bc-4ada-91ae-c635954c91d6", "name": "network-vif-deleted", "tag": "b951ec0d-af95-4ef8-9bec-fe25ede49423", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:19.897328 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-041006be-09b4-459b-abdb-f851f3bf809f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:19.897704 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3228f0-a6bc-4ada-91ae-c635954c91d6', 'name': 'network-vif-deleted', 'tag': 'b951ec0d-af95-4ef8-9bec-fe25ede49423', 'status': 'completed', 'code': 200} Jul 07 19:14:19.942795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Pushing event updated for resources: {'Port': ['ID=85a2accf-2aad-44a5-b185-2b1e4a7fd091,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:19.955785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:19.957426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:19.959972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:19.985224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-dc7083d6-40c1-461e-ab06-65194234e391 service neutron] 10.222.0.113 "GET /v2.0/networks/949b01b5-999d-40fb-a07b-a7c96a1c552e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289073 Jul 07 19:14:20.065279 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.125676 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.148888 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c61ba19b-f081-416f-86e1-fddc2e0412ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.153613 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c61ba19b-f081-416f-86e1-fddc2e0412ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.156725 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c61ba19b-f081-416f-86e1-fddc2e0412ec admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/91a3e7cd-9641-4768-b605-5bcc4624d6cc HTTP/1.1" status: 204 len: 168 time: 0.6687069 Jul 07 19:14:20.226456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ba19b-f081-416f-86e1-fddc2e0412ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a3e7cd-9641-4768-b605-5bcc4624d6cc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:20.283022 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.427158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.436968 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.481675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e34db760-2a6f-48f9-8794-9f9a5c6fbb2e req-d1a0bc82-4b0f-4a3d-9764-5f4796f74b25 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 210 time: 0.0827892 Jul 07 19:14:20.586013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Pushing event updated for resources: {'Port': ['ID=85a2accf-2aad-44a5-b185-2b1e4a7fd091,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:20.617776 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.638402 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.667180 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-36d43832-9611-470a-879e-8494825f6b8a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8927612 Jul 07 19:14:20.706808 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.713033 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.917298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Router 19605210-39d6-4daf-9b8c-04bdc9bb9fec is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:14:21.015166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b951ec0d-af95-4ef8-9bec-fe25ede49423 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:21.046830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: b951ec0d-af95-4ef8-9bec-fe25ede49423 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:21.047657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b951ec0d-af95-4ef8-9bec-fe25ede49423 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:21.149871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef038b-ab2f-4685-a35b-de8522f33912 req-df8ce8e1-9ba3-484c-aa07-57a968f71edd tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:21.151785 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19ef038b-ab2f-4685-a35b-de8522f33912 req-df8ce8e1-9ba3-484c-aa07-57a968f71edd tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 946 time: 0.1715832 Jul 07 19:14:21.155896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:21.166877 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d0714-a5de-4af7-b2df-985ba74f3055 None None] Sync routers for ids ['19605210-39d6-4daf-9b8c-04bdc9bb9fec'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:21.175085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:21.175636 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.179674 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d0714-a5de-4af7-b2df-985ba74f3055 None None] Routers {'19605210-39d6-4daf-9b8c-04bdc9bb9fec'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:21.180880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:21.181047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-168fff52-80b5-4a24-aee7-e0bcfbbf8b3e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "PUT /v2.0/routers/19605210-39d6-4daf-9b8c-04bdc9bb9fec HTTP/1.1" status: 200 len: 879 time: 4.6064346 Jul 07 19:14:21.181412 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-579d0714-a5de-4af7-b2df-985ba74f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['19605210-39d6-4daf-9b8c-04bdc9bb9fec'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:21.206727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984392-6c17-4b1d-8e25-3f0035b8a087 req-4925e0ee-49a6-4818-9f9f-3835442d5a0d tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:21.210853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01984392-6c17-4b1d-8e25-3f0035b8a087 req-4925e0ee-49a6-4818-9f9f-3835442d5a0d tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 1096 time: 0.2295060 Jul 07 19:14:21.223325 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-579d0714-a5de-4af7-b2df-985ba74f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:21.225807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:21.234573 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d0714-a5de-4af7-b2df-985ba74f3055 None None] Routers {'19605210-39d6-4daf-9b8c-04bdc9bb9fec'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:21.236039 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-579d0714-a5de-4af7-b2df-985ba74f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['19605210-39d6-4daf-9b8c-04bdc9bb9fec'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:21.237225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19ef038b-ab2f-4685-a35b-de8522f33912 req-3993064a-1671-4a89-8a50-09e70ba62f9d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530841 Jul 07 19:14:21.292678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:21.293131 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.335982 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-579d0714-a5de-4af7-b2df-985ba74f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:21.339102 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d0714-a5de-4af7-b2df-985ba74f3055 None None] The sync data for ids ['19605210-39d6-4daf-9b8c-04bdc9bb9fec'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:21.341938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01984392-6c17-4b1d-8e25-3f0035b8a087 req-729b50b7-7a20-4edd-bd43-ded6d39de405 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148539 Jul 07 19:14:21.391805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1121448342-network', 'tenant_id': '8c8a05a6f7d54dbd86496ebc6f7a1e25'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:21.418723 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1053268f-3014-47e7-bd66-8c0ce3375175 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/routers/19605210-39d6-4daf-9b8c-04bdc9bb9fec HTTP/1.1" status: 200 len: 920 time: 0.2327900 Jul 07 19:14:21.419347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:21.430704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Made reservation on behalf of 8c8a05a6f7d54dbd86496ebc6f7a1e25 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:21.433724 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.456695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.498427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-8d3cc82b-1002-49b0-b09e-1805b872f5ee tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--2012680653&fields=id&tenant_id=fb0daedddced40539523d8e86c33594f HTTP/1.1" status: 200 len: 267 time: 0.0782323 Jul 07 19:14:21.551641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59abb42-800f-4240-ae4f-ef36b62519c5 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:21.553283 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a59abb42-800f-4240-ae4f-ef36b62519c5 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=bec3f046-f8b3-402a-8374-381f4c722371&device_id=19605210-39d6-4daf-9b8c-04bdc9bb9fec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1329567 Jul 07 19:14:21.556413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:21.646369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b397f80d-310c-48ba-991b-fa6e362439b2 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:21.647769 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b397f80d-310c-48ba-991b-fa6e362439b2 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 881 time: 0.0903158 Jul 07 19:14:21.651294 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:21.673133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-25d56297-12c0-476e-af20-b6c35c05d464 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:21.674681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-25d56297-12c0-476e-af20-b6c35c05d464 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/networks?id=f871e2f1-17f0-4e19-871c-14869d0d3703 HTTP/1.1" status: 200 len: 805 time: 0.1754813 Jul 07 19:14:21.681973 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4383b7c3-8dfd-4418-9dbb-6500ce46ae25 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=19605210-39d6-4daf-9b8c-04bdc9bb9fec HTTP/1.1" status: 200 len: 205 time: 0.0294616 Jul 07 19:14:21.684366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:21.702955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-4c719c6f-fdd5-49c6-bec3-beee10b1de0f tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/quotas/fb0daedddced40539523d8e86c33594f HTTP/1.1" status: 200 len: 375 time: 0.0201402 Jul 07 19:14:21.770575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.780127 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.802145 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.830567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:14:21.867800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b44d9d0-4b12-4314-85ba-2c8cc8033074,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:21.886909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-59b3e3e8-87fc-4ca5-a972-cbd5e9a2ec4e tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=fb0daedddced40539523d8e86c33594f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1691408 Jul 07 19:14:21.897276 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.897718 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Added segment 16342dec-c981-4ba7-950a-3c66b6632663 of type vlan for network 65296a6a-c980-435f-8db4-689737ddbb55 Jul 07 19:14:21.918065 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:21.982675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Deleting port 22fafda9-4aa9-4bf4-9a38-7b431ce3d934 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:21.982924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.036918 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.042452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7dfe3-3e75-45fa-8ad0-7e3569377b88 req-abc79c8c-018a-4e5a-be7d-4bbdaf0c756a tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:22.044532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56b7dfe3-3e75-45fa-8ad0-7e3569377b88 req-abc79c8c-018a-4e5a-be7d-4bbdaf0c756a tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 1096 time: 0.2440004 Jul 07 19:14:22.062515 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.074891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Calling delete_port for 22fafda9-4aa9-4bf4-9a38-7b431ce3d934 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:22.148945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56b7dfe3-3e75-45fa-8ad0-7e3569377b88 req-0fa70303-8a45-4589-8d73-1833507ee89b tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733385 Jul 07 19:14:22.189229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-e5370ab0-6ba4-421b-9994-ada6e9f64136 service neutron] 10.222.0.113 "GET /v2.0/networks/f871e2f1-17f0-4e19-871c-14869d0d3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776220 Jul 07 19:14:22.189825 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.190712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:22.191284 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.279818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.305019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a5092-115a-4efa-912a-8c364fe664e2 req-e85d7a6c-9c7b-4e30-9e19-0e3924443785 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:22.306978 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-e85d7a6c-9c7b-4e30-9e19-0e3924443785 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.59 "GET /v2.0/networks?id=949b01b5-999d-40fb-a07b-a7c96a1c552e HTTP/1.1" status: 200 len: 821 time: 0.3013492 Jul 07 19:14:22.323084 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Pushing event deleted for resources: {'Port': ['ID=22fafda9-4aa9-4bf4-9a38-7b431ce3d934,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:22.337136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0987480 Jul 07 19:14:22.346446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:22.351495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Request body: {'port': {'device_id': '280792f5-6673-433f-8110-41edc000c8d2', 'network_id': '949b01b5-999d-40fb-a07b-a7c96a1c552e', 'admin_state_up': True, 'tenant_id': '82b909ca5926493f9b6ad06c9c18aec1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:22.386003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] Request body: {'subnet': {'network_id': '65296a6a-c980-435f-8db4-689737ddbb55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1121448342-subnet', 'tenant_id': '8c8a05a6f7d54dbd86496ebc6f7a1e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:22.416032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d432b1e-58d0-459e-b680-a7910e4b09c5 admin admin] Pushing event updated for resources: {'Network': ['ID=65296a6a-c980-435f-8db4-689737ddbb55,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:22.427595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 65296a6a-c980-435f-8db4-689737ddbb55 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:14:22.451986 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a0f911a-7acb-47e8-8ff5-6c65c4caeef4 req-365f8814-ac99-4488-b359-3fd50b37399a tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 210 time: 0.1135910 Jul 07 19:14:22.518574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] Made reservation on behalf of 8c8a05a6f7d54dbd86496ebc6f7a1e25 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:22.521067 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.598244 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-e3526b0c-2b5a-4f15-8114-5a321980d562 service neutron] 10.222.0.113 "GET /v2.0/networks/f871e2f1-17f0-4e19-871c-14869d0d3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953519 Jul 07 19:14:22.663744 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.696906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Made reservation on behalf of 82b909ca5926493f9b6ad06c9c18aec1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:22.701588 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.740538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320a1df-defd-41a3-a918-e7cf949d835d req-e5ac9cad-4ef8-4a32-ba69-6c5ce66ac8e4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:22.741941 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7320a1df-defd-41a3-a918-e7cf949d835d req-e5ac9cad-4ef8-4a32-ba69-6c5ce66ac8e4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 946 time: 0.4513726 Jul 07 19:14:22.791680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f0e25-50fc-4b7e-ba54-72ccff7286ab req-3a580d46-2f93-4b71-b46f-329aa8bd3f88 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:22.794108 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd4f0e25-50fc-4b7e-ba54-72ccff7286ab req-3a580d46-2f93-4b71-b46f-329aa8bd3f88 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 946 time: 0.1920888 Jul 07 19:14:22.802712 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.808001 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.899309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd4f0e25-50fc-4b7e-ba54-72ccff7286ab req-b058132e-6deb-4206-a800-ab90b4f98409 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572364 Jul 07 19:14:22.906325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.907076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Fanout notify agent at l3_agent the message router_deleted on router 19605210-39d6-4daf-9b8c-04bdc9bb9fec {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:14:22.915702 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.923209 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b35f8c92-1bfa-4477-9eba-8f2862319ab6 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/19605210-39d6-4daf-9b8c-04bdc9bb9fec HTTP/1.1" status: 204 len: 168 time: 1.2376807 Jul 07 19:14:22.923446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:22.952912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e0a005bc-94a5-4668-b2ef-7cb229d4c121 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-41931131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:22.961798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7320a1df-defd-41a3-a918-e7cf949d835d req-25943266-8479-4eb0-9873-ee92063e6859 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Deleting port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:22.962225 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7320a1df-defd-41a3-a918-e7cf949d835d req-25943266-8479-4eb0-9873-ee92063e6859 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.005906 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0a005bc-94a5-4668-b2ef-7cb229d4c121 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.006927 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0a005bc-94a5-4668-b2ef-7cb229d4c121 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.057135 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.063257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Allocated IP 172.20.0.3 (949b01b5-999d-40fb-a07b-a7c96a1c552e/3587dea1-ecc5-4c94-8591-7f88ddeb0a60/da1667ce-e838-4c2a-91e2-432ddc1fa371) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:23.110492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7320a1df-defd-41a3-a918-e7cf949d835d req-25943266-8479-4eb0-9873-ee92063e6859 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] For port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:23.111131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7320a1df-defd-41a3-a918-e7cf949d835d req-25943266-8479-4eb0-9873-ee92063e6859 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.131886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7320a1df-defd-41a3-a918-e7cf949d835d req-25943266-8479-4eb0-9873-ee92063e6859 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Calling delete_port for d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:23.370021 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7320a1df-defd-41a3-a918-e7cf949d835d req-25943266-8479-4eb0-9873-ee92063e6859 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.382797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f', 'd16b44a9-48d7-4d7c-bbb9-1586a5d9b26a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:23.414917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943266-8479-4eb0-9873-ee92063e6859 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event deleted for resources: {'Port': ['ID=d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:23.482213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7320a1df-defd-41a3-a918-e7cf949d835d req-25943266-8479-4eb0-9873-ee92063e6859 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] No DVR routers for this DVR port d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:23.486482 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7320a1df-defd-41a3-a918-e7cf949d835d req-25943266-8479-4eb0-9873-ee92063e6859 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.489344 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7320a1df-defd-41a3-a918-e7cf949d835d req-25943266-8479-4eb0-9873-ee92063e6859 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "DELETE /v2.0/ports/d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a HTTP/1.1" status: 204 len: 173 time: 0.7171326 Jul 07 19:14:23.490101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358ce638-f7d6-40fb-96b5-ac5e003e802e', 'name': 'network-vif-deleted', 'tag': 'd16b44a9-48d7-4d7c-bbb9-1586a5d9b26a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:23.495199 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943377b3-263a-44a6-949e-e205e16a6a2a" -d '{"events": [{"server_uuid": "358ce638-f7d6-40fb-96b5-ac5e003e802e", "name": "network-vif-deleted", "tag": "d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:23.590758 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0a005bc-94a5-4668-b2ef-7cb229d4c121 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.644120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e41b4a1-41de-48de-8644-90ee05d63b1b req-e5345307-6f37-4031-abc2-45afd035e392 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 210 time: 0.1264765 Jul 07 19:14:23.658701 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0a005bc-94a5-4668-b2ef-7cb229d4c121 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.712183 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c07215-5bb2-44f3-a052-5793878836b0 x-openstack-request-id: req-33c07215-5bb2-44f3-a052-5793878836b0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:23.712737 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358ce638-f7d6-40fb-96b5-ac5e003e802e", "name": "network-vif-deleted", "tag": "d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:23.712871 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-33c07215-5bb2-44f3-a052-5793878836b0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:23.713284 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358ce638-f7d6-40fb-96b5-ac5e003e802e', 'name': 'network-vif-deleted', 'tag': 'd16b44a9-48d7-4d7c-bbb9-1586a5d9b26a', 'status': 'completed', 'code': 200} Jul 07 19:14:23.725850 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ced8786-5564-4334-aeb8-c5baae2fcf3d req-cfa1f849-e333-4edb-9a71-1007c9dc89e5 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 210 time: 0.0798810 Jul 07 19:14:23.762769 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0a005bc-94a5-4668-b2ef-7cb229d4c121 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.764140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e0a005bc-94a5-4668-b2ef-7cb229d4c121 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8398180 Jul 07 19:14:23.767261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:23.768122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b9f5a8-c5e3-47a8-8520-36948028876b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:23.770404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] Checking segment: {'id': '16342dec-c981-4ba7-950a-3c66b6632663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '65296a6a-c980-435f-8db4-689737ddbb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:23.770821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] Network hostable DHCP agents. Network: 65296a6a-c980-435f-8db4-689737ddbb55, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:14:23.774609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'enable_snat': True}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:23.856486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] Network 65296a6a-c980-435f-8db4-689737ddbb55 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:14:23.874561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 65296a6a-c980-435f-8db4-689737ddbb55) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:23.882282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:23.883870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:23.885219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6babe4-e960-467c-99a2-61598680c1d7 None None] Network 65296a6a-c980-435f-8db4-689737ddbb55 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:23.916589 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-882c5c33-1f6a-4db5-8037-2328964b7cb0 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5634041 Jul 07 19:14:23.953823 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.020654 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.085988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e61e5-af32-4eb6-8092-208e8bc78b15 None None] Network 65296a6a-c980-435f-8db4-689737ddbb55 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:24.143181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Network 949b01b5-999d-40fb-a07b-a7c96a1c552e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:24.152677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.160416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:24.172230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:24.298656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:24.299213 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.312780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Pushing event updated for resources: {'Port': ['ID=da1667ce-e838-4c2a-91e2-432ddc1fa371,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:24.355559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:24.366851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2bd197c-eca4-4561-8c75-1ed0326f0cd7 req-deba2314-fe3a-426f-aebb-a42892b779ff tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=358ce638-f7d6-40fb-96b5-ac5e003e802e HTTP/1.1" status: 200 len: 210 time: 0.1745489 Jul 07 19:14:24.379694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-cc871732-3413-4c8e-a914-dec23fe4f113 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0365322 Jul 07 19:14:24.398169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Request body: {'port': {'device_id': '280792f5-6673-433f-8110-41edc000c8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:24.459940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-831b98f1-d8d9-4c71-a9d3-8be5e0132147 admin admin] Deleting subnet 46b9f5a8-c5e3-47a8-8520-36948028876b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:14:24.471373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-831b98f1-d8d9-4c71-a9d3-8be5e0132147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.516794 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.563972 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-831b98f1-d8d9-4c71-a9d3-8be5e0132147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.677218 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-831b98f1-d8d9-4c71-a9d3-8be5e0132147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.702915 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.726704 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:14:24.733769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.922114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9640266f-a62c-422f-8b88-b873dfd1aa51 req-275cc2eb-26eb-4e12-9922-7ef7b7daa283 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 210 time: 0.0671332 Jul 07 19:14:24.965697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-831b98f1-d8d9-4c71-a9d3-8be5e0132147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:24.995549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1667ce-e838-4c2a-91e2-432ddc1fa371 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:25.005877 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.031114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Transition to ACTIVE for port object da1667ce-e838-4c2a-91e2-432ddc1fa371 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:25.047513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1b167-58ab-4b45-84f8-adcc6b122d12 req-c3c860e8-b9ea-4579-9ba7-b1859d49e9d9 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:25.049151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fce1b167-58ab-4b45-84f8-adcc6b122d12 req-c3c860e8-b9ea-4579-9ba7-b1859d49e9d9 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 931 time: 0.1297271 Jul 07 19:14:25.050047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.065650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b98f1-d8d9-4c71-a9d3-8be5e0132147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b9f5a8-c5e3-47a8-8520-36948028876b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:25.110573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Allocated IP 172.25.2.223 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/0d2bd0ea-7468-47e8-9812-c87138dadcfc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:25.116221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-831b98f1-d8d9-4c71-a9d3-8be5e0132147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.119224 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-831b98f1-d8d9-4c71-a9d3-8be5e0132147 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/46b9f5a8-c5e3-47a8-8520-36948028876b HTTP/1.1" status: 204 len: 168 time: 0.7625301 Jul 07 19:14:25.123009 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:25.133319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Pushing event updated for resources: {'Port': ['ID=da1667ce-e838-4c2a-91e2-432ddc1fa371,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:25.178938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fce1b167-58ab-4b45-84f8-adcc6b122d12 req-95664975-644f-4cf6-8d08-abdceb8f92fa tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/security-groups?id=3df85bec-cd2b-4be3-9ed1-be691b4e6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001585 Jul 07 19:14:25.232341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Attempting to bind port da1667ce-e838-4c2a-91e2-432ddc1fa371 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:25.232987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Attempting to bind port da1667ce-e838-4c2a-91e2-432ddc1fa371 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'c8a6003f-9356-4e0b-a445-145790b43026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '949b01b5-999d-40fb-a07b-a7c96a1c552e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:25.233503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Attempting to bind port da1667ce-e838-4c2a-91e2-432ddc1fa371 on network 949b01b5-999d-40fb-a07b-a7c96a1c552e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:25.239063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Port da1667ce-e838-4c2a-91e2-432ddc1fa371 on network 949b01b5-999d-40fb-a07b-a7c96a1c552e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:25.239645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Attempting to bind port da1667ce-e838-4c2a-91e2-432ddc1fa371 on network 949b01b5-999d-40fb-a07b-a7c96a1c552e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:25.246292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:25.247841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Checking segment: {'id': 'c8a6003f-9356-4e0b-a445-145790b43026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '949b01b5-999d-40fb-a07b-a7c96a1c552e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:25.248681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Bound using segment: {'id': 'c8a6003f-9356-4e0b-a445-145790b43026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '949b01b5-999d-40fb-a07b-a7c96a1c552e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:25.249382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Bound port: da1667ce-e838-4c2a-91e2-432ddc1fa371, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a6003f-9356-4e0b-a445-145790b43026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '949b01b5-999d-40fb-a07b-a7c96a1c552e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:25.249930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.269553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-c87d7e28-b77e-45ac-a315-c337f0129e49 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:25.271025 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-c87d7e28-b77e-45ac-a315-c337f0129e49 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.112 "GET /v2.0/networks?id=f871e2f1-17f0-4e19-871c-14869d0d3703 HTTP/1.1" status: 200 len: 805 time: 0.3503082 Jul 07 19:14:25.322377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] For port da1667ce-e838-4c2a-91e2-432ddc1fa371, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:25.326825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] For port da1667ce-e838-4c2a-91e2-432ddc1fa371, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=da1667ce-e838-4c2a-91e2-432ddc1fa371,segment=NetworkSegment(c8a6003f-9356-4e0b-a445-145790b43026),segment_id=c8a6003f-9356-4e0b-a445-145790b43026)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:25.332306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.347919 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.372702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:25.373470 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.375378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] 10.222.0.59 "PUT /v2.0/ports/da1667ce-e838-4c2a-91e2-432ddc1fa371 HTTP/1.1" status: 200 len: 1092 time: 0.9827332 Jul 07 19:14:25.378263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280792f5-6673-433f-8110-41edc000c8d2', 'tag': 'da1667ce-e838-4c2a-91e2-432ddc1fa371'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:25.378572 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-f5e92e33-2b54-4f85-9d38-7bfc97f0c83b tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb0daedddced40539523d8e86c33594f HTTP/1.1" status: 200 len: 380 time: 0.0812123 Jul 07 19:14:25.380937 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2348a35d-1dae-42d3-9a1a-76ae8f3374bb" -d '{"events": [{"name": "network-changed", "server_uuid": "280792f5-6673-433f-8110-41edc000c8d2", "tag": "da1667ce-e838-4c2a-91e2-432ddc1fa371"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:25.391516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Request body: {'port': {'device_id': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'admin_state_up': True, 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'security_groups': ['d8a02b36-81eb-4e05-b664-4817929aa09a']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:25.414987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ef3ee-5de2-4e20-b4e6-a5d3575c013c service neutron] Pushing event updated for resources: {'Port': ['ID=da1667ce-e838-4c2a-91e2-432ddc1fa371,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:25.536359 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a1d32c-eb34-4400-84a2-824bd76dbff9 x-openstack-request-id: req-34a1d32c-eb34-4400-84a2-824bd76dbff9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:25.541091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.541296 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280792f5-6673-433f-8110-41edc000c8d2", "tag": "da1667ce-e838-4c2a-91e2-432ddc1fa371", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:25.541536 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-34a1d32c-eb34-4400-84a2-824bd76dbff9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:25.542425 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280792f5-6673-433f-8110-41edc000c8d2', 'tag': 'da1667ce-e838-4c2a-91e2-432ddc1fa371', 'status': 'completed', 'code': 200} Jul 07 19:14:25.559080 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.589128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a5092-115a-4efa-912a-8c364fe664e2 req-c01b5e23-c4e7-4259-a920-c956dc4681c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:25.591342 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-c01b5e23-c4e7-4259-a920-c956dc4681c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=82b909ca5926493f9b6ad06c9c18aec1&device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 1095 time: 0.1306388 Jul 07 19:14:25.640149 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65296a6a-c980-435f-8db4-689737ddbb55']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:25.648278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-b15cf760-3a7e-4ef9-9445-3ce26a48b9bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da1667ce-e838-4c2a-91e2-432ddc1fa371 HTTP/1.1" status: 200 len: 217 time: 0.0444422 Jul 07 19:14:25.664176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16342dec-c981-4ba7-950a-3c66b6632663') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:25.665635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16342dec-c981-4ba7-950a-3c66b6632663') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:25.696276 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.718716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Made reservation on behalf of fb0daedddced40539523d8e86c33594f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:25.720985 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.739477 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.754911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a5092-115a-4efa-912a-8c364fe664e2 req-30ceca06-bd12-4492-82e7-4a2db655907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:25.756904 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-30ceca06-bd12-4492-82e7-4a2db655907b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3587dea1-ecc5-4c94-8591-7f88ddeb0a60 HTTP/1.1" status: 200 len: 861 time: 0.0978327 Jul 07 19:14:25.764854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:14:25.765352 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: items = [ Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:14:25.767094 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:14:25.818087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-f7c59634-0aca-4230-9e26-3d0ce5f2982e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=949b01b5-999d-40fb-a07b-a7c96a1c552e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540748 Jul 07 19:14:25.866525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.919111 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.942982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:25.946280 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:25.950564 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] 10.222.0.113 "DELETE /v2.0/networks/65296a6a-c980-435f-8db4-689737ddbb55 HTTP/1.1" status: 204 len: 168 time: 0.8210661 Jul 07 19:14:25.966281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:25.994711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event updated for resources: {'Port': ['ID=0d2bd0ea-7468-47e8-9812-c87138dadcfc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:25.997161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee38e3-b488-42bd-a771-571b566b9510 admin admin] Pushing event deleted for resources: {'Network': ['ID=65296a6a-c980-435f-8db4-689737ddbb55,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:26.009525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:26.073428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-0082854e-c4dc-4d1a-8129-1f01a8979c3a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:26.080036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Allocated IP 172.20.0.11 (f871e2f1-17f0-4e19-871c-14869d0d3703/cdf2536e-fb8f-4a43-8f9e-217f5536c5f4/159316be-b01d-40c1-a65d-20ace5749c57) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:26.083833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-0082854e-c4dc-4d1a-8129-1f01a8979c3a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.2389193 Jul 07 19:14:26.114502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-877c3420-7df0-4c4d-a6dd-671f14e74bc9 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/quotas/25c6dbb9285a4bea81598c898b584774 HTTP/1.1" status: 200 len: 375 time: 0.0281699 Jul 07 19:14:26.131771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:26.155993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-971ba2aa-587e-4ba8-afbc-aa4fdcbf189c service neutron] 10.222.0.59 "GET /v2.0/networks/949b01b5-999d-40fb-a07b-a7c96a1c552e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264599 Jul 07 19:14:26.235309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f55db14f-8240-451e-803e-0e4fe6fc1c7d req-1457c536-ba72-44a6-9434-8779ee65ed1e tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 210 time: 0.0780375 Jul 07 19:14:26.317620 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-56b39347-ebe5-4013-b9ff-510a4c30ac74 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8c8a05a6f7d54dbd86496ebc6f7a1e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822567 Jul 07 19:14:26.320717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:26.340273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:26.360504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-aefdd24b-920f-4b70-b71d-6a4aadb47ed7 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2019210 Jul 07 19:14:26.372880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:26.377475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d16b44a9-48d7-4d7c-bbb9-1586a5d9b26a not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:26.438351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690a5092-115a-4efa-912a-8c364fe664e2 req-e1bd1e6e-ed69-428f-9f88-534f8b8568f8 service neutron] 10.222.0.59 "GET /v2.0/networks/949b01b5-999d-40fb-a07b-a7c96a1c552e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603159 Jul 07 19:14:26.560601 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-532ef897-c440-4cb8-b3ac-7a2a1f785504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.588684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-2efa63ee-6dba-4644-8c2d-29d262c84a2b service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269602 Jul 07 19:14:26.682381 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-532ef897-c440-4cb8-b3ac-7a2a1f785504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.726312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdcf1b-7895-4f16-a07f-3450f572bfc8 req-a3757f21-68e0-4037-9e5b-adef1018bee3 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:26.728625 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5cbdcf1b-7895-4f16-a07f-3450f572bfc8 req-a3757f21-68e0-4037-9e5b-adef1018bee3 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 943 time: 0.2968903 Jul 07 19:14:26.747460 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.771442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Transition to ACTIVE for port object 159316be-b01d-40c1-a65d-20ace5749c57 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:26.777568 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.809537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-2970f99d-83fb-441b-bcb0-7d2dbb65444b service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079656 Jul 07 19:14:26.813494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a35d-1dae-42d3-9a1a-76ae8f3374bb req-71332c56-fdaf-4638-a12f-51770bbbe454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:26.814156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2348a35d-1dae-42d3-9a1a-76ae8f3374bb req-71332c56-fdaf-4638-a12f-51770bbbe454 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=82b909ca5926493f9b6ad06c9c18aec1&device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 1095 time: 0.2661891 Jul 07 19:14:26.846567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5cbdcf1b-7895-4f16-a07f-3450f572bfc8 req-c80aae85-766f-4965-9ee0-ab201b1f34c1 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/security-groups?id=3df85bec-cd2b-4be3-9ed1-be691b4e6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971613 Jul 07 19:14:26.900116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:26.966558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a35d-1dae-42d3-9a1a-76ae8f3374bb req-58037d9d-cf8d-493a-975b-9658ed656a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:26.967971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2348a35d-1dae-42d3-9a1a-76ae8f3374bb req-58037d9d-cf8d-493a-975b-9658ed656a13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=949b01b5-999d-40fb-a07b-a7c96a1c552e HTTP/1.1" status: 200 len: 923 time: 0.1252418 Jul 07 19:14:27.044304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Network f871e2f1-17f0-4e19-871c-14869d0d3703 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:27.056243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:27.059545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:27.076504 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-532ef897-c440-4cb8-b3ac-7a2a1f785504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.085601 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-532ef897-c440-4cb8-b3ac-7a2a1f785504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.092204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-532ef897-c440-4cb8-b3ac-7a2a1f785504 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6b44d9d0-4b12-4314-85ba-2c8cc8033074 HTTP/1.1" status: 204 len: 168 time: 0.7701013 Jul 07 19:14:27.105305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2348a35d-1dae-42d3-9a1a-76ae8f3374bb req-e73c6c75-62e0-456c-9d2e-c110465828be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da1667ce-e838-4c2a-91e2-432ddc1fa371 HTTP/1.1" status: 200 len: 217 time: 0.1305287 Jul 07 19:14:27.142681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Pushing event updated for resources: {'Port': ['ID=159316be-b01d-40c1-a65d-20ace5749c57,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:27.216291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ef897-c440-4cb8-b3ac-7a2a1f785504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b44d9d0-4b12-4314-85ba-2c8cc8033074,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:27.258611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:27.259260 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.285782 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.291394 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2cb5706e-919a-41b6-9f77-2620cc6e6abf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9062009 Jul 07 19:14:27.306368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Request body: {'port': {'device_id': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:27.317947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8b24a1b-16e2-4383-ac06-794e9d23f600 req-6ec4ab9c-1447-4183-a642-0cfd0ea5c4cf tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 210 time: 0.0925748 Jul 07 19:14:27.342575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a35d-1dae-42d3-9a1a-76ae8f3374bb req-55753b80-9ff0-4437-9509-28b00ab38181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:27.344939 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2348a35d-1dae-42d3-9a1a-76ae8f3374bb req-55753b80-9ff0-4437-9509-28b00ab38181 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3587dea1-ecc5-4c94-8591-7f88ddeb0a60 HTTP/1.1" status: 200 len: 861 time: 0.2234571 Jul 07 19:14:27.364686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.409538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2348a35d-1dae-42d3-9a1a-76ae8f3374bb req-91f45a05-82db-4ab6-a6c0-c0dbbd1aed07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=949b01b5-999d-40fb-a07b-a7c96a1c552e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558517 Jul 07 19:14:27.553015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58d5ea96-be0f-465b-b2bc-c3baaf4f084d None None] Provisioning for port 159316be-b01d-40c1-a65d-20ace5749c57 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:27.559769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58d5ea96-be0f-465b-b2bc-c3baaf4f084d None None] Provisioning complete for port 159316be-b01d-40c1-a65d-20ace5749c57 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:27.560330 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58d5ea96-be0f-465b-b2bc-c3baaf4f084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.636085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58d5ea96-be0f-465b-b2bc-c3baaf4f084d None None] Port 159316be-b01d-40c1-a65d-20ace5749c57 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:14:27.643366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2348a35d-1dae-42d3-9a1a-76ae8f3374bb req-2ab5dd5d-0d44-4c49-8277-3757f49055a5 service neutron] 10.222.0.59 "GET /v2.0/networks/949b01b5-999d-40fb-a07b-a7c96a1c552e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245946 Jul 07 19:14:27.673930 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:27.686142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c565-f792-468f-a468-e6061da5ce15 req-ce71a30f-6486-4011-90ad-efa75e0cf6ec tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:27.693804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b991c565-f792-468f-a468-e6061da5ce15 req-ce71a30f-6486-4011-90ad-efa75e0cf6ec tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 932 time: 0.1916687 Jul 07 19:14:27.706993 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b6a52179-166d-4d79-ab41-f7e4923073f7 req-d5b69d46-354d-43dd-bdfe-0a3ed2eabb4a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4182885 Jul 07 19:14:27.887054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b991c565-f792-468f-a468-e6061da5ce15 req-031373c9-a25b-4bd8-a30f-05c4ecc6d5c6 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920719 Jul 07 19:14:27.976206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2348a35d-1dae-42d3-9a1a-76ae8f3374bb req-02e828e9-73c8-492d-b7a9-1aa36555fb18 service neutron] 10.222.0.59 "GET /v2.0/networks/949b01b5-999d-40fb-a07b-a7c96a1c552e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223476 Jul 07 19:14:28.167291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Router efd77c7b-bea8-4543-9e51-927bf480fede is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:14:28.237406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a52179-166d-4d79-ab41-f7e4923073f7 req-6acba0b7-7406-4159-a612-3d7574fe4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:28.239753 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b6a52179-166d-4d79-ab41-f7e4923073f7 req-6acba0b7-7406-4159-a612-3d7574fe4e4d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 1098 time: 0.2544944 Jul 07 19:14:28.240068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49353b-39fa-4026-8d66-de816bed5747 req-fde4672c-74e5-4053-9908-ee76a53267ed tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:28.241731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7d49353b-39fa-4026-8d66-de816bed5747 req-fde4672c-74e5-4053-9908-ee76a53267ed tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 943 time: 0.1633954 Jul 07 19:14:28.324995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7d49353b-39fa-4026-8d66-de816bed5747 req-b4afae15-fb47-40bc-a28c-ec92ce1a4fb5 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/security-groups?id=3df85bec-cd2b-4be3-9ed1-be691b4e6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755124 Jul 07 19:14:28.349314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159316be-b01d-40c1-a65d-20ace5749c57 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:28.399829 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:28.480888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Transition to ACTIVE for port object 159316be-b01d-40c1-a65d-20ace5749c57 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:28.497768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:28.580556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e30a841-4629-4840-808c-fb0ad2297d71 req-a408e0f8-edfe-4612-8f4b-3555b75f8580 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 210 time: 0.0700760 Jul 07 19:14:28.613363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:28.619563 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:28.620983 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bce71282-3aee-4b23-91d9-8772dae023d9 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "PUT /v2.0/routers/efd77c7b-bea8-4543-9e51-927bf480fede HTTP/1.1" status: 200 len: 913 time: 4.8524835 Jul 07 19:14:28.624301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:28.626362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c020e7-a0ff-4ce7-8c35-b2fdcd51dc8a None None] Sync routers for ids ['efd77c7b-bea8-4543-9e51-927bf480fede'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:28.634757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Pushing event updated for resources: {'Port': ['ID=159316be-b01d-40c1-a65d-20ace5749c57,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:28.639882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c020e7-a0ff-4ce7-8c35-b2fdcd51dc8a None None] Routers {'efd77c7b-bea8-4543-9e51-927bf480fede'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:28.640355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a52179-166d-4d79-ab41-f7e4923073f7 req-71bae725-d658-4faf-b2b6-73cae59c262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:28.643544 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b6a52179-166d-4d79-ab41-f7e4923073f7 req-71bae725-d658-4faf-b2b6-73cae59c262f service neutron] 10.222.0.112 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 906 time: 0.3397951 Jul 07 19:14:28.645103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61c020e7-a0ff-4ce7-8c35-b2fdcd51dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['efd77c7b-bea8-4543-9e51-927bf480fede'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:28.729123 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b6a52179-166d-4d79-ab41-f7e4923073f7 req-b96231ca-fd1f-4aaf-a06e-c610f3cfc685 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=929464a5-0526-4611-833b-3cc15d11265f HTTP/1.1" status: 200 len: 217 time: 0.0746596 Jul 07 19:14:28.752215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61c020e7-a0ff-4ce7-8c35-b2fdcd51dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:28.782027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c020e7-a0ff-4ce7-8c35-b2fdcd51dc8a None None] Routers {'efd77c7b-bea8-4543-9e51-927bf480fede'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:28.782645 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61c020e7-a0ff-4ce7-8c35-b2fdcd51dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['efd77c7b-bea8-4543-9e51-927bf480fede'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:28.783791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d14c4424-8973-4b74-837d-4ef67e170cd4 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/routers/efd77c7b-bea8-4543-9e51-927bf480fede HTTP/1.1" status: 200 len: 919 time: 0.1579554 Jul 07 19:14:28.784794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:28.949785 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61c020e7-a0ff-4ce7-8c35-b2fdcd51dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:28.958455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c020e7-a0ff-4ce7-8c35-b2fdcd51dc8a None None] The sync data for ids ['efd77c7b-bea8-4543-9e51-927bf480fede'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:29.038090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device da1667ce-e838-4c2a-91e2-432ddc1fa371 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:29.040969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-82f09620-6227-45ab-b64b-667b473da319 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.043416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-82f09620-6227-45ab-b64b-667b473da319 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.2223287 Jul 07 19:14:29.082465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Request body: {'port': {'device_id': 'b720c2a9-4de5-4325-8578-473798c8eeef', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'admin_state_up': True, 'tenant_id': '25c6dbb9285a4bea81598c898b584774'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:29.116303 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a52179-166d-4d79-ab41-f7e4923073f7 req-89f5b1c4-7470-4444-b797-f9644b363ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.118548 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b6a52179-166d-4d79-ab41-f7e4923073f7 req-89f5b1c4-7470-4444-b797-f9644b363ebe service neutron] 10.222.0.112 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.3563995 Jul 07 19:14:29.119586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Attempting to bind port 159316be-b01d-40c1-a65d-20ace5749c57 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:29.119982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Attempting to bind port 159316be-b01d-40c1-a65d-20ace5749c57 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:29.120262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Attempting to bind port 159316be-b01d-40c1-a65d-20ace5749c57 on network f871e2f1-17f0-4e19-871c-14869d0d3703 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:29.135715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Port 159316be-b01d-40c1-a65d-20ace5749c57 on network f871e2f1-17f0-4e19-871c-14869d0d3703 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:29.136046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Attempting to bind port 159316be-b01d-40c1-a65d-20ace5749c57 on network f871e2f1-17f0-4e19-871c-14869d0d3703 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:29.202292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:29.203013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Checking segment: {'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:29.203013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Bound using segment: {'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:29.203473 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Bound port: 159316be-b01d-40c1-a65d-20ace5749c57, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:29.203836 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.214930 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b6a52179-166d-4d79-ab41-f7e4923073f7 req-15f7432c-dbc4-4566-8543-d592033d89da service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823367 Jul 07 19:14:29.268952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5861c26-6010-479c-9143-1ef44887c32c tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.273199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b5861c26-6010-479c-9143-1ef44887c32c tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=bec3f046-f8b3-402a-8374-381f4c722371&device_id=efd77c7b-bea8-4543-9e51-927bf480fede&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4872243 Jul 07 19:14:29.274394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:29.333549 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port da1667ce-e838-4c2a-91e2-432ddc1fa371, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=da1667ce-e838-4c2a-91e2-432ddc1fa371,segment=NetworkSegment(c8a6003f-9356-4e0b-a445-145790b43026),segment_id=c8a6003f-9356-4e0b-a445-145790b43026)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:29.363584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'da1667ce-e838-4c2a-91e2-432ddc1fa371', 'network_id': '949b01b5-999d-40fb-a07b-a7c96a1c552e', 'port_id': 'da1667ce-e838-4c2a-91e2-432ddc1fa371', 'mac_address': 'fa:16:3e:63:6b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3587dea1-ecc5-4c94-8591-7f88ddeb0a60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:29.390247 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b6a52179-166d-4d79-ab41-f7e4923073f7 req-e416f787-8e8e-4cda-a3be-d0adee38f330 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641240 Jul 07 19:14:29.393221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] For port 159316be-b01d-40c1-a65d-20ace5749c57, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:29.397384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] For port 159316be-b01d-40c1-a65d-20ace5749c57, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=159316be-b01d-40c1-a65d-20ace5749c57,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:29.410217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.427386 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.444348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1667ce-e838-4c2a-91e2-432ddc1fa371 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:29.488506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port da1667ce-e838-4c2a-91e2-432ddc1fa371, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=da1667ce-e838-4c2a-91e2-432ddc1fa371,segment=NetworkSegment(c8a6003f-9356-4e0b-a445-145790b43026),segment_id=c8a6003f-9356-4e0b-a445-145790b43026)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:29.493516 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.503815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40ecc6d-e630-4f2d-8ab3-61747deed3a4 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.509362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.510045 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.511458 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] 10.222.0.112 "PUT /v2.0/ports/159316be-b01d-40c1-a65d-20ace5749c57 HTTP/1.1" status: 200 len: 1093 time: 2.2101874 Jul 07 19:14:29.511951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e40ecc6d-e630-4f2d-8ab3-61747deed3a4 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 881 time: 0.2303936 Jul 07 19:14:29.513625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:29.514721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'tag': '159316be-b01d-40c1-a65d-20ace5749c57'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:29.516691 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2" -d '{"events": [{"name": "network-changed", "server_uuid": "241ea8d8-63d9-4afb-867a-ce0d813e5b7a", "tag": "159316be-b01d-40c1-a65d-20ace5749c57"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:29.558170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=da1667ce-e838-4c2a-91e2-432ddc1fa371,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:29.601183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e4958-7911-45d3-8a58-12eec33960d1 req-a5ebd1d0-2e92-46a9-87af-a5234dbc0d9a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.608804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a4e4958-7911-45d3-8a58-12eec33960d1 req-a5ebd1d0-2e92-46a9-87af-a5234dbc0d9a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 944 time: 0.3863177 Jul 07 19:14:29.610612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Made reservation on behalf of 25c6dbb9285a4bea81598c898b584774 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:29.614641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.656500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891f5c0-3ee8-4b20-bdf6-e371f7a92474 service neutron] Pushing event updated for resources: {'Port': ['ID=159316be-b01d-40c1-a65d-20ace5749c57,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:29.667803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:29.669768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5ef8cd5f-25b6-4b36-a663-dd65f85aec0b tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=efd77c7b-bea8-4543-9e51-927bf480fede HTTP/1.1" status: 200 len: 205 time: 0.1400003 Jul 07 19:14:29.769331 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b6a52179-166d-4d79-ab41-f7e4923073f7 req-27bc719b-dd12-4133-b147-4b67df620b7d service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704920 Jul 07 19:14:29.796978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-25fc3235-b5dc-49ad-b5eb-ab63cbf85c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.798494 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-25fc3235-b5dc-49ad-b5eb-ab63cbf85c31 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fb0daedddced40539523d8e86c33594f&device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 1096 time: 0.2346611 Jul 07 19:14:29.803804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a4e4958-7911-45d3-8a58-12eec33960d1 req-58637c7e-044e-4aed-8875-b94075818736 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940532 Jul 07 19:14:29.855291 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:29.856149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['da1667ce-e838-4c2a-91e2-432ddc1fa371'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:29.859416 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-2fe1e783-f6e8-4fc3-a73d-0f5448ea8730 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=159316be-b01d-40c1-a65d-20ace5749c57 HTTP/1.1" status: 200 len: 217 time: 0.0524232 Jul 07 19:14:29.893986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea47fa1-d6a2-4a5a-bead-917eea0ebe29 req-bc47914b-1de7-4318-9113-c79eb14a7956 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:29.901829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ea47fa1-d6a2-4a5a-bead-917eea0ebe29 req-bc47914b-1de7-4318-9113-c79eb14a7956 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 944 time: 0.2605412 Jul 07 19:14:29.947656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Allocated IP 172.20.0.8 (eaffc6dc-f74f-4637-8256-713b7de832cd/084d94ab-3177-4528-abdd-04a99c38e68d/b43df848-5c49-47c3-9857-29d12f8ece15) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:29.990307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ea47fa1-d6a2-4a5a-bead-917eea0ebe29 req-7d8110d6-3f61-4ab8-b63f-1a712cdb7040 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/security-groups?id=3df85bec-cd2b-4be3-9ed1-be691b4e6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873909 Jul 07 19:14:30.240823 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee44ba5-9d1e-4d6b-8324-99c67aec5335 x-openstack-request-id: req-eee44ba5-9d1e-4d6b-8324-99c67aec5335 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:30.241349 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241ea8d8-63d9-4afb-867a-ce0d813e5b7a", "tag": "159316be-b01d-40c1-a65d-20ace5749c57", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:30.241349 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-eee44ba5-9d1e-4d6b-8324-99c67aec5335 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:30.241748 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'tag': '159316be-b01d-40c1-a65d-20ace5749c57', 'status': 'completed', 'code': 200} Jul 07 19:14:30.251420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24ff1e6f-a374-4015-b061-fe23233c44b8 req-d8d54d5e-0a31-4334-98de-58873528616f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 210 time: 0.0414243 Jul 07 19:14:30.286151 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.338616 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.343068 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-ab3a7a13-db00-4f55-af68-cd571d82beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.344593 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-ab3a7a13-db00-4f55-af68-cd571d82beb2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cdf2536e-fb8f-4a43-8f9e-217f5536c5f4 HTTP/1.1" status: 200 len: 844 time: 0.1020637 Jul 07 19:14:30.351374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:30.405311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.421332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Network eaffc6dc-f74f-4637-8256-713b7de832cd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:30.428416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:30.435775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-c6a15d24-4e6e-4c84-b1a3-f47cc0f38f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.437901 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-c6a15d24-4e6e-4c84-b1a3-f47cc0f38f27 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f871e2f1-17f0-4e19-871c-14869d0d3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838192 Jul 07 19:14:30.442951 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:30.503433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event updated for resources: {'Port': ['ID=b43df848-5c49-47c3-9857-29d12f8ece15,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:30.558084 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-d931734b-dcfe-4977-af6c-ee3acbcd269c service neutron] 10.222.0.112 "GET /v2.0/networks/f871e2f1-17f0-4e19-871c-14869d0d3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997541 Jul 07 19:14:30.560636 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.561613 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.592972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f6ad88c1-0c4d-442b-b496-3d0fc361af19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5390222 Jul 07 19:14:30.611820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Request body: {'port': {'device_id': 'b720c2a9-4de5-4325-8578-473798c8eeef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:30.665706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Deleting port 0d2bd0ea-7468-47e8-9812-c87138dadcfc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:30.666427 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.720077 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.745874 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b851edf2-a37a-4136-8d93-f1ce3c05a0b5 req-c5a8f0c1-e889-4184-bef6-783228bced8b service neutron] 10.222.0.112 "GET /v2.0/networks/f871e2f1-17f0-4e19-871c-14869d0d3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811469 Jul 07 19:14:30.803979 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:30.867860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Calling delete_port for 0d2bd0ea-7468-47e8-9812-c87138dadcfc owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:30.960145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2 req-83b205fe-08a9-4a26-8816-fb7531505b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.962494 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2 req-83b205fe-08a9-4a26-8816-fb7531505b4e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fb0daedddced40539523d8e86c33594f&device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 1096 time: 0.1518269 Jul 07 19:14:31.048485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device da1667ce-e838-4c2a-91e2-432ddc1fa371 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:31.151031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port da1667ce-e838-4c2a-91e2-432ddc1fa371 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:31.162868 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port da1667ce-e838-4c2a-91e2-432ddc1fa371 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:31.163327 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.225691 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43df848-5c49-47c3-9857-29d12f8ece15 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:31.256463 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.292426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Transition to ACTIVE for port object b43df848-5c49-47c3-9857-29d12f8ece15 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:31.294104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.321546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22656d5b-22be-4f3e-971b-0f13fb308bd3 req-2caf07c0-03f7-42fb-9cdf-6f1487d55360 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.332599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22656d5b-22be-4f3e-971b-0f13fb308bd3 req-2caf07c0-03f7-42fb-9cdf-6f1487d55360 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 944 time: 0.2197409 Jul 07 19:14:31.334361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2 req-c4858cd3-d993-4a47-9715-0e6523ecfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.334716 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.336924 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2 req-c4858cd3-d993-4a47-9715-0e6523ecfdc3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f871e2f1-17f0-4e19-871c-14869d0d3703 HTTP/1.1" status: 200 len: 907 time: 0.3649521 Jul 07 19:14:31.356522 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.365048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Pushing event deleted for resources: {'Port': ['ID=0d2bd0ea-7468-47e8-9812-c87138dadcfc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:31.406716 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280792f5-6673-433f-8110-41edc000c8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1667ce-e838-4c2a-91e2-432ddc1fa371'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:31.409753 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab309ca0-92c9-4bbf-9682-cd1fea20e6a4" -d '{"events": [{"server_uuid": "280792f5-6673-433f-8110-41edc000c8d2", "name": "network-vif-plugged", "status": "completed", "tag": "da1667ce-e838-4c2a-91e2-432ddc1fa371"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:31.443885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port da1667ce-e838-4c2a-91e2-432ddc1fa371, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=da1667ce-e838-4c2a-91e2-432ddc1fa371,segment=NetworkSegment(c8a6003f-9356-4e0b-a445-145790b43026),segment_id=c8a6003f-9356-4e0b-a445-145790b43026)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:31.451642 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.483166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Pushing event updated for resources: {'Port': ['ID=b43df848-5c49-47c3-9857-29d12f8ece15,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:31.526204 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2 req-f06ce1e1-3254-484e-8381-b941a4a993e8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=159316be-b01d-40c1-a65d-20ace5749c57 HTTP/1.1" status: 200 len: 217 time: 0.1723149 Jul 07 19:14:31.526582 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22656d5b-22be-4f3e-971b-0f13fb308bd3 req-5d931b0d-71a8-494e-94af-4a9e687c1b14 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846638 Jul 07 19:14:31.560594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=da1667ce-e838-4c2a-91e2-432ddc1fa371,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:31.598899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2 req-a906cd73-e4e0-47b5-be4f-35cb1d9592ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.600683 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2 req-a906cd73-e4e0-47b5-be4f-35cb1d9592ed service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cdf2536e-fb8f-4a43-8f9e-217f5536c5f4 HTTP/1.1" status: 200 len: 844 time: 0.0669465 Jul 07 19:14:31.655818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.705343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f08b1a-e1cd-45d9-a62d-d3a7b0683859 req-fc6cf533-7d65-4081-832f-64a4293fd1f8 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.706942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20f08b1a-e1cd-45d9-a62d-d3a7b0683859 req-fc6cf533-7d65-4081-832f-64a4293fd1f8 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 945 time: 0.2735965 Jul 07 19:14:31.722277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Attempting to bind port b43df848-5c49-47c3-9857-29d12f8ece15 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:31.723009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Attempting to bind port b43df848-5c49-47c3-9857-29d12f8ece15 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:31.723956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Attempting to bind port b43df848-5c49-47c3-9857-29d12f8ece15 on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:31.736431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Port b43df848-5c49-47c3-9857-29d12f8ece15 on network eaffc6dc-f74f-4637-8256-713b7de832cd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:31.736854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Attempting to bind port b43df848-5c49-47c3-9857-29d12f8ece15 on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:31.759680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.762996 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.791420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:31.791754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Checking segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:31.792166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Bound using segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:31.792625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Bound port: b43df848-5c49-47c3-9857-29d12f8ece15, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:31.792992 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.826402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2 req-548ade86-2420-4093-a41b-b74ba4d60e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.828094 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2 req-548ade86-2420-4093-a41b-b74ba4d60e66 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f871e2f1-17f0-4e19-871c-14869d0d3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2172623 Jul 07 19:14:31.829929 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.830488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Fanout notify agent at l3_agent the message router_deleted on router efd77c7b-bea8-4543-9e51-927bf480fede {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:14:31.842309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.843536 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2f20bd32-68c2-4afb-9040-dfafeeb8013a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/efd77c7b-bea8-4543-9e51-927bf480fede HTTP/1.1" status: 204 len: 168 time: 2.1737149 Jul 07 19:14:31.847604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:31.859759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a85fdb26-c546-42d1-9276-df17548241d0 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1865910378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:31.895634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20f08b1a-e1cd-45d9-a62d-d3a7b0683859 req-7ccc3496-6397-4550-92cf-3158ad949ded tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/security-groups?id=3df85bec-cd2b-4be3-9ed1-be691b4e6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639450 Jul 07 19:14:31.907170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc9127-3d7c-4bf4-b7f2-4982c9a04cb4 req-f193c8e3-76cf-455e-a496-3041056330fc tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.910010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ebc9127-3d7c-4bf4-b7f2-4982c9a04cb4 req-f193c8e3-76cf-455e-a496-3041056330fc tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 943 time: 0.1756294 Jul 07 19:14:31.945251 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85fdb26-c546-42d1-9276-df17548241d0 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.946506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85fdb26-c546-42d1-9276-df17548241d0 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:31.975251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] For port b43df848-5c49-47c3-9857-29d12f8ece15, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:31.991015 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2 req-ca89a2b7-5205-4862-b333-77d3e66367cf service neutron] 10.222.0.112 "GET /v2.0/networks/f871e2f1-17f0-4e19-871c-14869d0d3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463799 Jul 07 19:14:32.006600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] For port b43df848-5c49-47c3-9857-29d12f8ece15, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b43df848-5c49-47c3-9857-29d12f8ece15,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:32.019192 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cbbdf3-a8bc-424d-95bf-5042cb5ef08d x-openstack-request-id: req-a7cbbdf3-a8bc-424d-95bf-5042cb5ef08d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:32.019496 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280792f5-6673-433f-8110-41edc000c8d2", "name": "network-vif-plugged", "status": "completed", "tag": "da1667ce-e838-4c2a-91e2-432ddc1fa371", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:32.019830 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a7cbbdf3-a8bc-424d-95bf-5042cb5ef08d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:32.020209 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280792f5-6673-433f-8110-41edc000c8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1667ce-e838-4c2a-91e2-432ddc1fa371', 'code': 200} Jul 07 19:14:32.027087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ebc9127-3d7c-4bf4-b7f2-4982c9a04cb4 req-814f050f-3837-4d2c-aa03-94c82f8c4009 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976954 Jul 07 19:14:32.030793 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.059432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85fdb26-c546-42d1-9276-df17548241d0 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.108082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:32.109035 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.110593 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] 10.222.0.112 "PUT /v2.0/ports/b43df848-5c49-47c3-9857-29d12f8ece15 HTTP/1.1" status: 200 len: 1092 time: 1.5098832 Jul 07 19:14:32.111483 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b720c2a9-4de5-4325-8578-473798c8eeef', 'tag': 'b43df848-5c49-47c3-9857-29d12f8ece15'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:32.113364 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e25a2a7-340d-4073-914e-2aaea9a87fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "b720c2a9-4de5-4325-8578-473798c8eeef", "tag": "b43df848-5c49-47c3-9857-29d12f8ece15"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:32.160899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85fdb26-c546-42d1-9276-df17548241d0 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.193673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85fdb26-c546-42d1-9276-df17548241d0 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.199446 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a85fdb26-c546-42d1-9276-df17548241d0 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3395371 Jul 07 19:14:32.218484 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:32.230968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'enable_snat': False}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:32.238362 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2b1f0d-23ad-43e7-bbb2-f3a3d4b7019a x-openstack-request-id: req-1a2b1f0d-23ad-43e7-bbb2-f3a3d4b7019a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:32.238728 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b720c2a9-4de5-4325-8578-473798c8eeef", "tag": "b43df848-5c49-47c3-9857-29d12f8ece15", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:32.238920 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1a2b1f0d-23ad-43e7-bbb2-f3a3d4b7019a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:32.239563 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b720c2a9-4de5-4325-8578-473798c8eeef', 'tag': 'b43df848-5c49-47c3-9857-29d12f8ece15', 'status': 'completed', 'code': 200} Jul 07 19:14:32.272249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b5df6-71bc-4929-a418-cf20c2676a81 service neutron] Pushing event updated for resources: {'Port': ['ID=b43df848-5c49-47c3-9857-29d12f8ece15,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:32.315740 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d5362-0fda-4ef7-9d30-d085607ea642 req-b758fb28-9eb8-43b4-9b12-e3877b8a8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:32.317320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be4d5362-0fda-4ef7-9d30-d085607ea642 req-b758fb28-9eb8-43b4-9b12-e3877b8a8822 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 1097 time: 0.1574931 Jul 07 19:14:32.336918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-99c9e27e-0902-47ff-85cb-ba268b5a7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:32.339784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-99c9e27e-0902-47ff-85cb-ba268b5a7bd9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 1095 time: 0.1478322 Jul 07 19:14:32.392295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-e3930bd7-66f3-4c48-97e8-92be7acbc734 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b43df848-5c49-47c3-9857-29d12f8ece15 HTTP/1.1" status: 200 len: 217 time: 0.0443981 Jul 07 19:14:32.408837 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4dc01bc3-2ee3-41c3-8a79-d68f651230b2 req-945d438d-6d23-4da0-b267-242543306443 service neutron] 10.222.0.112 "GET /v2.0/networks/f871e2f1-17f0-4e19-871c-14869d0d3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812432 Jul 07 19:14:32.441916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be4d5362-0fda-4ef7-9d30-d085607ea642 req-6e9ea1dc-e7ea-4215-a9b3-b65e0fbd095b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3df85bec-cd2b-4be3-9ed1-be691b4e6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162348 Jul 07 19:14:32.495120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.501795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-59a8e01a-6b4b-4dfb-8e27-1dd4bec1eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:32.505133 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-59a8e01a-6b4b-4dfb-8e27-1dd4bec1eff6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.1046124 Jul 07 19:14:32.546883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-2eb2d171-38f1-4c94-8c75-2be5940c4bac service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343659 Jul 07 19:14:32.674263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-73c607bc-749c-43a5-a16c-65a7168cbcae service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209230 Jul 07 19:14:32.772614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.797160 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:32.947715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Allocated IP 172.25.2.241 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/aebe8155-a920-4a78-970e-89145ce8d75a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:32.961603 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.084441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.139656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.186998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:33.194450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:33.198614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:33.233930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Pushing event updated for resources: {'Port': ['ID=aebe8155-a920-4a78-970e-89145ce8d75a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:33.309990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4e72-6a32-4fbe-8617-b1bf8500fcda req-f46896ae-714a-4b36-8ede-56a6b5f4d65b tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:33.316995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-918e4e72-6a32-4fbe-8617-b1bf8500fcda req-f46896ae-714a-4b36-8ede-56a6b5f4d65b tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 945 time: 0.1549759 Jul 07 19:14:33.357683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27fa563c-1c54-42e1-be56-c715a9ad4ba6 req-b11c7f97-0fff-4e91-9211-abf47e6da455 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761391 Jul 07 19:14:33.386511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd46046-7c95-4eb3-b26b-62d04b7b02ab req-7000df4d-218c-444b-ac67-a68238a0bc15 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:33.388104 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ddd46046-7c95-4eb3-b26b-62d04b7b02ab req-7000df4d-218c-444b-ac67-a68238a0bc15 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 944 time: 0.6725399 Jul 07 19:14:33.412117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-918e4e72-6a32-4fbe-8617-b1bf8500fcda req-d6c6db7c-c63f-4f94-9f6c-5d1805ef68fe tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/security-groups?id=3df85bec-cd2b-4be3-9ed1-be691b4e6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941565 Jul 07 19:14:33.501190 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ddd46046-7c95-4eb3-b26b-62d04b7b02ab req-2e218c83-d204-422d-b914-e96b2f4ceea6 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060226 Jul 07 19:14:33.576879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:33.628817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25a2a7-340d-4073-914e-2aaea9a87fd7 req-31247184-4e20-42ee-ad2a-2ce75e919496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:33.630785 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e25a2a7-340d-4073-914e-2aaea9a87fd7 req-31247184-4e20-42ee-ad2a-2ce75e919496 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 1095 time: 0.1283436 Jul 07 19:14:33.807551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e285d-6ea1-4c62-972e-75e69f1b813d req-85950214-2f92-4cdb-84a0-2b893c2f8beb tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:33.813110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a13e285d-6ea1-4c62-972e-75e69f1b813d req-85950214-2f92-4cdb-84a0-2b893c2f8beb tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 943 time: 0.2025571 Jul 07 19:14:33.839993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25a2a7-340d-4073-914e-2aaea9a87fd7 req-3bf84ca7-2b20-4d01-b161-f8d75cd9cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:33.843660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e25a2a7-340d-4073-914e-2aaea9a87fd7 req-3bf84ca7-2b20-4d01-b161-f8d75cd9cdbf service neutron] 10.222.0.112 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 906 time: 0.1930640 Jul 07 19:14:33.899141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e25a2a7-340d-4073-914e-2aaea9a87fd7 req-77181076-a57c-4ddd-9411-eb747fe6fdf9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b43df848-5c49-47c3-9857-29d12f8ece15 HTTP/1.1" status: 200 len: 217 time: 0.0479977 Jul 07 19:14:33.956868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a13e285d-6ea1-4c62-972e-75e69f1b813d req-9579d842-9931-42f1-81ce-701f43369bf1 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204689 Jul 07 19:14:33.985003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25a2a7-340d-4073-914e-2aaea9a87fd7 req-60f68496-cdd1-4092-9e6f-012df772341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:33.987838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e25a2a7-340d-4073-914e-2aaea9a87fd7 req-60f68496-cdd1-4092-9e6f-012df772341e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.0783691 Jul 07 19:14:34.048407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e25a2a7-340d-4073-914e-2aaea9a87fd7 req-295c5b17-5e80-4f4f-8697-a956934e82a1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393202 Jul 07 19:14:34.166695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e25a2a7-340d-4073-914e-2aaea9a87fd7 req-57590204-780b-48de-9d2f-463cfcbf9893 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102874 Jul 07 19:14:34.228793 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:34.232968 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:34.288276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e25a2a7-340d-4073-914e-2aaea9a87fd7 req-5602486e-91d5-4643-a98d-ad299aff0479 service neutron] 10.222.0.112 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147256 Jul 07 19:14:34.348789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 159316be-b01d-40c1-a65d-20ace5749c57 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:34.395755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Router 1fd0956b-8a67-4d8d-a468-57caacd2799d is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:14:34.502563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 159316be-b01d-40c1-a65d-20ace5749c57, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=159316be-b01d-40c1-a65d-20ace5749c57,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:34.529730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '159316be-b01d-40c1-a65d-20ace5749c57', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'port_id': '159316be-b01d-40c1-a65d-20ace5749c57', 'mac_address': 'fa:16:3e:b0:1e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:34.557401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:34.567933 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c563f88-9c78-4b54-add3-a8c582482575 None None] Sync routers for ids ['1fd0956b-8a67-4d8d-a468-57caacd2799d'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:34.573645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:34.582806 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c563f88-9c78-4b54-add3-a8c582482575 None None] Routers {'1fd0956b-8a67-4d8d-a468-57caacd2799d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:34.583440 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4c563f88-9c78-4b54-add3-a8c582482575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1fd0956b-8a67-4d8d-a468-57caacd2799d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:34.585039 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-13e880e6-b0cd-49f2-86d7-d3170d7f9931 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "PUT /v2.0/routers/1fd0956b-8a67-4d8d-a468-57caacd2799d HTTP/1.1" status: 200 len: 916 time: 2.3647516 Jul 07 19:14:34.588291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45368) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:34.624521 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:34.640953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159316be-b01d-40c1-a65d-20ace5749c57 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:34.667614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 159316be-b01d-40c1-a65d-20ace5749c57, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=159316be-b01d-40c1-a65d-20ace5749c57,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:34.676851 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4c563f88-9c78-4b54-add3-a8c582482575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:34.678140 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:34.688803 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c563f88-9c78-4b54-add3-a8c582482575 None None] Routers {'1fd0956b-8a67-4d8d-a468-57caacd2799d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:34.689705 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4c563f88-9c78-4b54-add3-a8c582482575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1fd0956b-8a67-4d8d-a468-57caacd2799d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:34.729830 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4c563f88-9c78-4b54-add3-a8c582482575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:34.730920 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c563f88-9c78-4b54-add3-a8c582482575 None None] The sync data for ids ['1fd0956b-8a67-4d8d-a468-57caacd2799d'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:34.762086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=159316be-b01d-40c1-a65d-20ace5749c57,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:34.886822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9bf3d22e-8cca-4112-957f-56039865e86a tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/routers/1fd0956b-8a67-4d8d-a468-57caacd2799d HTTP/1.1" status: 200 len: 922 time: 0.2973049 Jul 07 19:14:34.887081 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:34.894692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47501e77-3e0c-4808-8099-c9acdfb1e200 req-72145f19-6fa0-4df1-8414-10a0201a78eb tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:34.897874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47501e77-3e0c-4808-8099-c9acdfb1e200 req-72145f19-6fa0-4df1-8414-10a0201a78eb tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 945 time: 0.2059109 Jul 07 19:14:34.919924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d478-4134-4663-9503-73123b3896ad req-03475edc-2526-4a3b-99e6-e77f6d0e1c60 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:34.921486 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d86d478-4134-4663-9503-73123b3896ad req-03475edc-2526-4a3b-99e6-e77f6d0e1c60 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 945 time: 0.2322187 Jul 07 19:14:34.931878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['159316be-b01d-40c1-a65d-20ace5749c57'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:34.975736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47501e77-3e0c-4808-8099-c9acdfb1e200 req-8354805a-6829-4c0e-9d4e-aeaf7285d44b tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708151 Jul 07 19:14:35.000514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4b579-fb81-4f81-bc6a-97cb0203a8b2 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:35.001291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d86d478-4134-4663-9503-73123b3896ad req-033f1439-571b-4322-8b20-c3b5ca91a984 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/security-groups?id=3df85bec-cd2b-4be3-9ed1-be691b4e6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728285 Jul 07 19:14:35.008944 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bbd4b579-fb81-4f81-bc6a-97cb0203a8b2 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=bec3f046-f8b3-402a-8374-381f4c722371&device_id=1fd0956b-8a67-4d8d-a468-57caacd2799d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1174374 Jul 07 19:14:35.008944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:35.205627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404f49d0-809f-4966-8cf8-6df1e5c45976 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:35.207473 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-404f49d0-809f-4966-8cf8-6df1e5c45976 tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 881 time: 0.1975622 Jul 07 19:14:35.210290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:35.235106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0e1b8-1908-4411-9399-95e8220f7f89 req-4798eba2-4344-4649-b2e8-eda4c79a58fb tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:35.240951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06b0e1b8-1908-4411-9399-95e8220f7f89 req-4798eba2-4344-4649-b2e8-eda4c79a58fb tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 943 time: 0.1158102 Jul 07 19:14:35.266951 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1b102f8a-1906-412c-b092-293019bd9b0a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=1fd0956b-8a67-4d8d-a468-57caacd2799d HTTP/1.1" status: 200 len: 205 time: 0.0553935 Jul 07 19:14:35.269412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:35.308010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06b0e1b8-1908-4411-9399-95e8220f7f89 req-2672dd52-1252-43c5-8fb1-9773f3d1d1d1 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638428 Jul 07 19:14:35.510671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.643986 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.722308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Deleting port aebe8155-a920-4a78-970e-89145ce8d75a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:35.722645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.857353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:35.873804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Calling delete_port for aebe8155-a920-4a78-970e-89145ce8d75a owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:35.965949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dc6f9-9b33-4d82-ae15-d15aaaa64187 req-bd85028f-b0d0-4a8f-beb4-0490fbca4325 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:35.968057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d6dc6f9-9b33-4d82-ae15-d15aaaa64187 req-bd85028f-b0d0-4a8f-beb4-0490fbca4325 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 945 time: 0.0714519 Jul 07 19:14:36.031027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d6dc6f9-9b33-4d82-ae15-d15aaaa64187 req-d6ae5b4a-72f2-477f-983f-6d4a660d7510 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/security-groups?id=3df85bec-cd2b-4be3-9ed1-be691b4e6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564177 Jul 07 19:14:36.091356 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.119083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Pushing event deleted for resources: {'Port': ['ID=aebe8155-a920-4a78-970e-89145ce8d75a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:36.201504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9099fd-d65d-401a-973c-1176ee47392c req-d629bd5e-2098-488a-acf7-938e242eaa47 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:36.203075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c9099fd-d65d-401a-973c-1176ee47392c req-d629bd5e-2098-488a-acf7-938e242eaa47 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 945 time: 0.0843041 Jul 07 19:14:36.208238 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.266629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c9099fd-d65d-401a-973c-1176ee47392c req-aa9449fb-dc12-40ab-a5ad-91ba0c654cbf tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562537 Jul 07 19:14:36.333752 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.337190 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.362193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b43df848-5c49-47c3-9857-29d12f8ece15 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:36.365143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 159316be-b01d-40c1-a65d-20ace5749c57 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:36.397835 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.398798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Fanout notify agent at l3_agent the message router_deleted on router 1fd0956b-8a67-4d8d-a468-57caacd2799d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:14:36.407632 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.408824 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d5927a0d-7f81-4aed-8b76-d1dec0c3e31a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/1fd0956b-8a67-4d8d-a468-57caacd2799d HTTP/1.1" status: 204 len: 168 time: 1.1384342 Jul 07 19:14:36.412545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:36.418705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1057080585', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:36.483887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 159316be-b01d-40c1-a65d-20ace5749c57 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:36.503222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.504364 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.518616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 159316be-b01d-40c1-a65d-20ace5749c57 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:36.519197 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.629052 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.687328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea6be3-c1f4-45c9-9534-dfdb9a85dd48 req-1c90a48e-732d-4e14-9c71-aff2c703fb66 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:36.689210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdea6be3-c1f4-45c9-9534-dfdb9a85dd48 req-1c90a48e-732d-4e14-9c71-aff2c703fb66 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 943 time: 0.1794360 Jul 07 19:14:36.696411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b43df848-5c49-47c3-9857-29d12f8ece15, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b43df848-5c49-47c3-9857-29d12f8ece15,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:36.710857 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.734622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'b43df848-5c49-47c3-9857-29d12f8ece15', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'port_id': 'b43df848-5c49-47c3-9857-29d12f8ece15', 'mac_address': 'fa:16:3e:39:f1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084d94ab-3177-4528-abdd-04a99c38e68d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:36.741345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159316be-b01d-40c1-a65d-20ace5749c57'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:36.744726 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17049d8-5ad2-4aa9-9d22-c0ba4f4ba1b3" -d '{"events": [{"server_uuid": "241ea8d8-63d9-4afb-867a-ce0d813e5b7a", "name": "network-vif-plugged", "status": "completed", "tag": "159316be-b01d-40c1-a65d-20ace5749c57"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:36.800691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 159316be-b01d-40c1-a65d-20ace5749c57, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=159316be-b01d-40c1-a65d-20ace5749c57,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:36.801773 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.812761 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.822666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43df848-5c49-47c3-9857-29d12f8ece15 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:36.832558 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93891ea0-4e29-4a15-bd14-26fed52e28d9 x-openstack-request-id: req-93891ea0-4e29-4a15-bd14-26fed52e28d9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:36.833438 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ea8d8-63d9-4afb-867a-ce0d813e5b7a", "name": "network-vif-plugged", "status": "completed", "tag": "159316be-b01d-40c1-a65d-20ace5749c57", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:36.833896 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-93891ea0-4e29-4a15-bd14-26fed52e28d9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:36.834699 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159316be-b01d-40c1-a65d-20ace5749c57', 'code': 200} Jul 07 19:14:36.843516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdea6be3-c1f4-45c9-9534-dfdb9a85dd48 req-71699bc0-eebf-4e0f-ad18-1624b32db44e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232185 Jul 07 19:14:36.855915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:36.895660 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.904131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=159316be-b01d-40c1-a65d-20ace5749c57,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:36.927598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b43df848-5c49-47c3-9857-29d12f8ece15, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b43df848-5c49-47c3-9857-29d12f8ece15,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:36.936531 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.999933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b43df848-5c49-47c3-9857-29d12f8ece15,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:37.042130 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69447f2f-67a0-4d2b-b47a-7cf7b2b06d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.066944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe8fdd-67a6-4485-b6e1-9a90a30f9f89 req-144b13d3-e34a-4856-a86e-e57c1c1ffc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:37.068888 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cfe8fdd-67a6-4485-b6e1-9a90a30f9f89 req-144b13d3-e34a-4856-a86e-e57c1c1ffc45 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 1098 time: 0.1549838 Jul 07 19:14:37.130736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cfe8fdd-67a6-4485-b6e1-9a90a30f9f89 req-1eeb6b21-fda3-47d8-bc98-61940df57451 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534289 Jul 07 19:14:37.176204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b43df848-5c49-47c3-9857-29d12f8ece15'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:37.207032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69447f2f-67a0-4d2b-b47a-7cf7b2b06d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.213430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69447f2f-67a0-4d2b-b47a-7cf7b2b06d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.248934 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-69447f2f-67a0-4d2b-b47a-7cf7b2b06d71 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cc9676261523457ca2b5f69c1e64b558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890841 Jul 07 19:14:37.254260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:37.288270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69447f2f-67a0-4d2b-b47a-7cf7b2b06d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f62e0-5b0b-4594-9caa-141d68b06918,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:37.349292 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a93721f-598e-4bc2-97e3-4b45c1a745af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.387627 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a93721f-598e-4bc2-97e3-4b45c1a745af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.393347 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.429307 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.470507 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a93721f-598e-4bc2-97e3-4b45c1a745af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.473262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a93721f-598e-4bc2-97e3-4b45c1a745af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.474402 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3a93721f-598e-4bc2-97e3-4b45c1a745af admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e27f62e0-5b0b-4594-9caa-141d68b06918 HTTP/1.1" status: 204 len: 168 time: 0.2190547 Jul 07 19:14:37.483272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93721f-598e-4bc2-97e3-4b45c1a745af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f62e0-5b0b-4594-9caa-141d68b06918,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:37.550556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bff81-fd02-4582-862b-799e6cc8d4bc req-d7387b3a-7d6f-4534-a91f-279352e63f91 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:37.552143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-027bff81-fd02-4582-862b-799e6cc8d4bc req-d7387b3a-7d6f-4534-a91f-279352e63f91 tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.59 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 945 time: 0.3475826 Jul 07 19:14:37.591428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee331930-3abb-431d-a695-5601d9a3a129 req-92623aef-4fb3-4338-9f46-86c21bb3fcfd tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:37.593027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee331930-3abb-431d-a695-5601d9a3a129 req-92623aef-4fb3-4338-9f46-86c21bb3fcfd tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 945 time: 0.3895485 Jul 07 19:14:37.745019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f94e99-83d0-4267-a20e-38f839ab2df2 req-12da696f-ef7f-4505-bb68-f6c0368e51c9 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:37.753772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6f94e99-83d0-4267-a20e-38f839ab2df2 req-12da696f-ef7f-4505-bb68-f6c0368e51c9 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 946 time: 0.3259737 Jul 07 19:14:37.797486 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee331930-3abb-431d-a695-5601d9a3a129 req-1821718f-8ab1-4ebc-b600-7fd77f77fe5c tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/security-groups?id=3df85bec-cd2b-4be3-9ed1-be691b4e6136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794331 Jul 07 19:14:37.817019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Allocated IP 172.25.2.148 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/8cf7807c-f2de-416b-8fc9-09077178ce61) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:37.880523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6f94e99-83d0-4267-a20e-38f839ab2df2 req-e6b89f27-530f-4125-b437-c44ac15654ed tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253390 Jul 07 19:14:37.880675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:37.921440 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f2825f9-6e26-4875-8d33-a9437ee5d109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:37.965654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-027bff81-fd02-4582-862b-799e6cc8d4bc req-4f1e7d62-d07f-4c40-a7c4-fd7a2d5d550a tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Deleting port da1667ce-e838-4c2a-91e2-432ddc1fa371 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:37.966006 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-027bff81-fd02-4582-862b-799e6cc8d4bc req-4f1e7d62-d07f-4c40-a7c4-fd7a2d5d550a tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.118824 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f2825f9-6e26-4875-8d33-a9437ee5d109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.127480 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f2825f9-6e26-4875-8d33-a9437ee5d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.174438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-027bff81-fd02-4582-862b-799e6cc8d4bc req-4f1e7d62-d07f-4c40-a7c4-fd7a2d5d550a tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] For port da1667ce-e838-4c2a-91e2-432ddc1fa371, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=da1667ce-e838-4c2a-91e2-432ddc1fa371,segment=NetworkSegment(c8a6003f-9356-4e0b-a445-145790b43026),segment_id=c8a6003f-9356-4e0b-a445-145790b43026)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:38.175063 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-027bff81-fd02-4582-862b-799e6cc8d4bc req-4f1e7d62-d07f-4c40-a7c4-fd7a2d5d550a tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.176124 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1f2825f9-6e26-4875-8d33-a9437ee5d109 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cadb6e484873426cb800845d2f1e31ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945020 Jul 07 19:14:38.177380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2825f9-6e26-4875-8d33-a9437ee5d109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecffa635-f428-4a1e-be23-675837b6d06d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:38.178799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:38.195203 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.208549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-027bff81-fd02-4582-862b-799e6cc8d4bc req-4f1e7d62-d07f-4c40-a7c4-fd7a2d5d550a tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Calling delete_port for da1667ce-e838-4c2a-91e2-432ddc1fa371 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:38.323313 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca731eeb-1b22-4fa9-ac7e-82970c273a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.367721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897f09b1-e539-4b14-ae81-e5f86c9bdaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.389892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b43df848-5c49-47c3-9857-29d12f8ece15 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:38.416551 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897f09b1-e539-4b14-ae81-e5f86c9bdaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.425770 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.454109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port b43df848-5c49-47c3-9857-29d12f8ece15 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:14:38.458530 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port b43df848-5c49-47c3-9857-29d12f8ece15 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:38.459115 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.459439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9038-a5c6-42eb-9922-08efde8cc84a req-45ec77cc-6e7e-40ee-a910-c5f908b82746 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:38.463577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65ec9038-a5c6-42eb-9922-08efde8cc84a req-45ec77cc-6e7e-40ee-a910-c5f908b82746 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 944 time: 0.2381096 Jul 07 19:14:38.540304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:38.550489 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.561977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:38.571575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:38.593589 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b43df848-5c49-47c3-9857-29d12f8ece15, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b43df848-5c49-47c3-9857-29d12f8ece15,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:38.602904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Pushing event updated for resources: {'Port': ['ID=8cf7807c-f2de-416b-8fc9-09077178ce61,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:38.608266 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.624555 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-027bff81-fd02-4582-862b-799e6cc8d4bc req-4f1e7d62-d07f-4c40-a7c4-fd7a2d5d550a tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.645185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65ec9038-a5c6-42eb-9922-08efde8cc84a req-fdefc430-9696-47e9-8512-5e221b980384 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417470 Jul 07 19:14:38.659235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['da1667ce-e838-4c2a-91e2-432ddc1fa371'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:38.671997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897f09b1-e539-4b14-ae81-e5f86c9bdaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.675157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897f09b1-e539-4b14-ae81-e5f86c9bdaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:38.678717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-897f09b1-e539-4b14-ae81-e5f86c9bdaca admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ecffa635-f428-4a1e-be23-675837b6d06d HTTP/1.1" status: 204 len: 168 time: 0.4960527 Jul 07 19:14:38.689072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e7d62-d07f-4c40-a7c4-fd7a2d5d550a tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Pushing event deleted for resources: {'Port': ['ID=da1667ce-e838-4c2a-91e2-432ddc1fa371,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:38.716357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f09b1-e539-4b14-ae81-e5f86c9bdaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecffa635-f428-4a1e-be23-675837b6d06d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:38.720807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b43df848-5c49-47c3-9857-29d12f8ece15,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:38.836407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b720c2a9-4de5-4325-8578-473798c8eeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43df848-5c49-47c3-9857-29d12f8ece15'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:38.839035 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bc3ba4-c42f-4090-bd5f-dd8ac7df54de" -d '{"events": [{"server_uuid": "b720c2a9-4de5-4325-8578-473798c8eeef", "name": "network-vif-plugged", "status": "completed", "tag": "b43df848-5c49-47c3-9857-29d12f8ece15"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:38.888067 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e572fbb-9c0f-4dd2-bfd9-fbe31906ea34 x-openstack-request-id: req-4e572fbb-9c0f-4dd2-bfd9-fbe31906ea34 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:38.888378 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b720c2a9-4de5-4325-8578-473798c8eeef", "name": "network-vif-plugged", "status": "completed", "tag": "b43df848-5c49-47c3-9857-29d12f8ece15", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:38.888638 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4e572fbb-9c0f-4dd2-bfd9-fbe31906ea34 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:38.889029 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b720c2a9-4de5-4325-8578-473798c8eeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43df848-5c49-47c3-9857-29d12f8ece15', 'code': 200} Jul 07 19:14:39.312248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-027bff81-fd02-4582-862b-799e6cc8d4bc req-4f1e7d62-d07f-4c40-a7c4-fd7a2d5d550a tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] No DVR routers for this DVR port da1667ce-e838-4c2a-91e2-432ddc1fa371 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:39.315194 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-027bff81-fd02-4582-862b-799e6cc8d4bc req-4f1e7d62-d07f-4c40-a7c4-fd7a2d5d550a tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.318107 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-027bff81-fd02-4582-862b-799e6cc8d4bc req-4f1e7d62-d07f-4c40-a7c4-fd7a2d5d550a tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.59 "DELETE /v2.0/ports/da1667ce-e838-4c2a-91e2-432ddc1fa371 HTTP/1.1" status: 204 len: 173 time: 1.7579448 Jul 07 19:14:39.356939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280792f5-6673-433f-8110-41edc000c8d2', 'name': 'network-vif-deleted', 'tag': 'da1667ce-e838-4c2a-91e2-432ddc1fa371'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:39.359741 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fab629-880f-422e-b61c-579a048669d1" -d '{"events": [{"server_uuid": "280792f5-6673-433f-8110-41edc000c8d2", "name": "network-vif-deleted", "tag": "da1667ce-e838-4c2a-91e2-432ddc1fa371"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:39.403185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-289d35df-0545-4c86-a152-8de5aa45cd98 req-3e87cc73-fb90-4d4d-81ea-0cd645c8ecba tempest-InstanceActionsNegativeTestJSON-898449627 tempest-InstanceActionsNegativeTestJSON-898449627-project] 10.222.0.113 "GET /v2.0/ports?device_id=280792f5-6673-433f-8110-41edc000c8d2 HTTP/1.1" status: 200 len: 210 time: 0.1838279 Jul 07 19:14:39.556248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44231825-dc74-45e1-8b71-3ac470df0287 req-5e688d9b-576c-4d3a-aa61-c679b3c9cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:39.558139 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44231825-dc74-45e1-8b71-3ac470df0287 req-5e688d9b-576c-4d3a-aa61-c679b3c9cfb9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 1097 time: 0.3380456 Jul 07 19:14:39.566942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855083e0-6286-42a1-854f-9a0307c2f179 req-71c8db6c-dc9c-4bc0-8e50-f3c5cc1524e9 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:39.568594 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-855083e0-6286-42a1-854f-9a0307c2f179 req-71c8db6c-dc9c-4bc0-8e50-f3c5cc1524e9 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 946 time: 0.3508167 Jul 07 19:14:39.679709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44231825-dc74-45e1-8b71-3ac470df0287 req-2d1e92a9-f085-4fd2-9c77-3998192f21b8 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073072 Jul 07 19:14:39.693080 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-855083e0-6286-42a1-854f-9a0307c2f179 req-352b313f-0daf-4eb4-9455-d411f140ab7f tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113095 Jul 07 19:14:39.713444 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:39.811398 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0086caaf-8b10-4bf0-b00a-7e7b70b45865 x-openstack-request-id: req-0086caaf-8b10-4bf0-b00a-7e7b70b45865 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:39.811691 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280792f5-6673-433f-8110-41edc000c8d2", "name": "network-vif-deleted", "tag": "da1667ce-e838-4c2a-91e2-432ddc1fa371", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:39.811941 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0086caaf-8b10-4bf0-b00a-7e7b70b45865 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:39.812321 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280792f5-6673-433f-8110-41edc000c8d2', 'name': 'network-vif-deleted', 'tag': 'da1667ce-e838-4c2a-91e2-432ddc1fa371', 'status': 'completed', 'code': 200} Jul 07 19:14:40.144403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaf5cd-7244-48f2-a8b0-e701eef561ec req-fc502687-6e80-4c34-ae81-430dc80091af tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:40.146436 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aebaf5cd-7244-48f2-a8b0-e701eef561ec req-fc502687-6e80-4c34-ae81-430dc80091af tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 945 time: 0.2300670 Jul 07 19:14:40.162746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f261fb-b55e-4903-9722-23b357574124 req-c77b36c4-23b3-46ea-a0c0-100357de372c tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:40.164788 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99f261fb-b55e-4903-9722-23b357574124 req-c77b36c4-23b3-46ea-a0c0-100357de372c tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 946 time: 0.2252188 Jul 07 19:14:40.174445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:40.182351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a26c2998-e2db-4610-a98b-0a33afdb3d37 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Request body: {'floatingip': {'port_id': '159316be-b01d-40c1-a65d-20ace5749c57'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:40.192538 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.254089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aebaf5cd-7244-48f2-a8b0-e701eef561ec req-426a956b-2da2-47e4-ac39-2b8287464470 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859694 Jul 07 19:14:40.325494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a26c2998-e2db-4610-a98b-0a33afdb3d37 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.366084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Router 35e317ed-9d70-400f-9fa7-c57be99051ef is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:14:40.548322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:40.561926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a9b2e-38e8-4480-a6ab-7cfabeccf2a7 None None] Sync routers for ids ['35e317ed-9d70-400f-9fa7-c57be99051ef'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:40.575725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7a9b2e-38e8-4480-a6ab-7cfabeccf2a7 None None] Routers {'35e317ed-9d70-400f-9fa7-c57be99051ef'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:40.577001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f7a9b2e-38e8-4480-a6ab-7cfabeccf2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['35e317ed-9d70-400f-9fa7-c57be99051ef'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:40.602426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:40.643045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f7a9b2e-38e8-4480-a6ab-7cfabeccf2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:40.670240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7a9b2e-38e8-4480-a6ab-7cfabeccf2a7 None None] Routers {'35e317ed-9d70-400f-9fa7-c57be99051ef'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:40.671354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f7a9b2e-38e8-4480-a6ab-7cfabeccf2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['35e317ed-9d70-400f-9fa7-c57be99051ef'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:40.721405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f7a9b2e-38e8-4480-a6ab-7cfabeccf2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:40.722482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a9b2e-38e8-4480-a6ab-7cfabeccf2a7 None None] The sync data for ids ['35e317ed-9d70-400f-9fa7-c57be99051ef'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:40.730401 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.736002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-816773aa-0b28-42c6-bfc0-beb1692cd912 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3218541 Jul 07 19:14:40.752635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3f4383-adda-4daa-bdfc-19f4ba7a7b8d admin admin] Deleting subnet 3587dea1-ecc5-4c94-8591-7f88ddeb0a60 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:14:40.753609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:40.756278 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4383-adda-4daa-bdfc-19f4ba7a7b8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.783508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:40.806555 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4383-adda-4daa-bdfc-19f4ba7a7b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:40.895532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4383-adda-4daa-bdfc-19f4ba7a7b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.028689 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4383-adda-4daa-bdfc-19f4ba7a7b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.030863 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e96a2b3-8541-442a-8bc6-f16191225ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.069190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f4383-adda-4daa-bdfc-19f4ba7a7b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3587dea1-ecc5-4c94-8591-7f88ddeb0a60,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:41.078637 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4383-adda-4daa-bdfc-19f4ba7a7b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.082969 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3a3f4383-adda-4daa-bdfc-19f4ba7a7b8d admin admin] 10.222.0.113 "DELETE /v2.0/subnets/3587dea1-ecc5-4c94-8591-7f88ddeb0a60 HTTP/1.1" status: 204 len: 168 time: 0.4750357 Jul 07 19:14:41.083889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:41.130605 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device da1667ce-e838-4c2a-91e2-432ddc1fa371 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:41.177179 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.182668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: da1667ce-e838-4c2a-91e2-432ddc1fa371 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:41.184128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device da1667ce-e838-4c2a-91e2-432ddc1fa371 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:41.244887 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.286052 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.326531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949b01b5-999d-40fb-a07b-a7c96a1c552e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:41.342705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a6003f-9356-4e0b-a445-145790b43026') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:41.343014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a6003f-9356-4e0b-a445-145790b43026') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:41.355186 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.373669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.381064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:14:41.381596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:14:41.384984 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:14:41.521193 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.546854 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.551650 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] 10.222.0.113 "DELETE /v2.0/networks/949b01b5-999d-40fb-a07b-a7c96a1c552e HTTP/1.1" status: 204 len: 168 time: 0.4644465 Jul 07 19:14:41.551650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c39bd6-8856-40ba-8201-10bdf9da8371 admin admin] Pushing event deleted for resources: {'Network': ['ID=949b01b5-999d-40fb-a07b-a7c96a1c552e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:41.567410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b4ede-e12f-4531-b305-e6e320501344 req-f2125099-b20e-4cf6-98d4-1ee2e8087d8e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:41.569815 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a87b4ede-e12f-4531-b305-e6e320501344 req-f2125099-b20e-4cf6-98d4-1ee2e8087d8e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 945 time: 0.1065738 Jul 07 19:14:41.621846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a87b4ede-e12f-4531-b305-e6e320501344 req-090f9b1e-1088-4de0-b482-32958568237d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 Jul 07 19:14:41.808734 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a26c2998-e2db-4610-a98b-0a33afdb3d37 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.901705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a26c2998-e2db-4610-a98b-0a33afdb3d37 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:41.914376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:42.042395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7f3324af-a61a-4e7b-ba46-247c68f19550 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=82b909ca5926493f9b6ad06c9c18aec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239383 Jul 07 19:14:42.043169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:42.144231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.168158 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54334aa3-f682-429a-a41e-32ce775f437e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.202540 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.209075 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54334aa3-f682-429a-a41e-32ce775f437e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.215020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:42.224881 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-a26c2998-e2db-4610-a98b-0a33afdb3d37 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Floating IP 18f0f1b1-2d0c-4bc5-946f-3ab8d1d604cd associated. External IP: 172.25.2.211, port: 159316be-b01d-40c1-a65d-20ace5749c57. Jul 07 19:14:42.265179 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.302150 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54334aa3-f682-429a-a41e-32ce775f437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.306525 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54334aa3-f682-429a-a41e-32ce775f437e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.307745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-54334aa3-f682-429a-a41e-32ce775f437e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3df85bec-cd2b-4be3-9ed1-be691b4e6136 HTTP/1.1" status: 204 len: 168 time: 0.2633984 Jul 07 19:14:42.328100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54334aa3-f682-429a-a41e-32ce775f437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df85bec-cd2b-4be3-9ed1-be691b4e6136,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:42.472490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Deleting port 8cf7807c-f2de-416b-8fc9-09077178ce61 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:42.472848 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.548445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313feae5-0747-4d60-81f1-79c44967dcbb req-ddba43f8-8399-4382-a607-4a3e5cc5b286 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:42.558716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-313feae5-0747-4d60-81f1-79c44967dcbb req-ddba43f8-8399-4382-a607-4a3e5cc5b286 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 945 time: 0.0944636 Jul 07 19:14:42.609993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-313feae5-0747-4d60-81f1-79c44967dcbb req-8da7b013-72e0-4987-9dc5-dc521f5b262b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491641 Jul 07 19:14:42.667907 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95840e09-42a1-43d8-9fb4-5463fedb85e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.739710 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:42.770203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26c2998-e2db-4610-a98b-0a33afdb3d37 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Router 2854e8ee-0107-427a-b8f8-b49bbf28f091 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:14:42.777053 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Calling delete_port for 8cf7807c-f2de-416b-8fc9-09077178ce61 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:43.044657 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95840e09-42a1-43d8-9fb4-5463fedb85e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.060291 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95840e09-42a1-43d8-9fb4-5463fedb85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.143486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26c2998-e2db-4610-a98b-0a33afdb3d37 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:43.151202 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a26c2998-e2db-4610-a98b-0a33afdb3d37 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.157969 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49fb2d0-6a8e-4387-b84b-557d944824d5 None None] Sync routers for ids ['2854e8ee-0107-427a-b8f8-b49bbf28f091'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:43.179476 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49fb2d0-6a8e-4387-b84b-557d944824d5 None None] Routers {'2854e8ee-0107-427a-b8f8-b49bbf28f091'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:43.188495 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f49fb2d0-6a8e-4387-b84b-557d944824d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2854e8ee-0107-427a-b8f8-b49bbf28f091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:43.216881 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a26c2998-e2db-4610-a98b-0a33afdb3d37 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "PUT /v2.0/floatingips/18f0f1b1-2d0c-4bc5-946f-3ab8d1d604cd HTTP/1.1" status: 200 len: 992 time: 3.0412102 Jul 07 19:14:43.229399 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-95840e09-42a1-43d8-9fb4-5463fedb85e3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9ef706d73d5442a2b0c761d87c140c11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0133073 Jul 07 19:14:43.233096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'tag': '159316be-b01d-40c1-a65d-20ace5749c57'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:43.235154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:43.239781 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b85209-7fe3-4d47-93aa-34a187e39e46" -d '{"events": [{"name": "network-changed", "server_uuid": "241ea8d8-63d9-4afb-867a-ce0d813e5b7a", "tag": "159316be-b01d-40c1-a65d-20ace5749c57"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:43.242633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95840e09-42a1-43d8-9fb4-5463fedb85e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93535a16-381d-4cff-854d-f786d654f8fd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:43.298200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545ae45-6f8c-4730-a84f-1506b7ebf8a5 req-c95b6b7f-b13a-4570-8738-bb205d4caaa8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:43.300546 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.310098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3545ae45-6f8c-4730-a84f-1506b7ebf8a5 req-c95b6b7f-b13a-4570-8738-bb205d4caaa8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 945 time: 0.5484476 Jul 07 19:14:43.378752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:43.401499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3545ae45-6f8c-4730-a84f-1506b7ebf8a5 req-ff0a38bd-8a35-4128-8098-1a26be1b2ad3 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897024 Jul 07 19:14:43.427288 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Pushing event deleted for resources: {'Port': ['ID=8cf7807c-f2de-416b-8fc9-09077178ce61,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:43.448964 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-556736b7-933d-4b54-beeb-a23a13c1cb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.458646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.516440 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-556736b7-933d-4b54-beeb-a23a13c1cb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.639430 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d23b8-5791-4a6a-8007-f5caa3fae508 x-openstack-request-id: req-e89d23b8-5791-4a6a-8007-f5caa3fae508 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:43.640149 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241ea8d8-63d9-4afb-867a-ce0d813e5b7a", "tag": "159316be-b01d-40c1-a65d-20ace5749c57", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:43.640531 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e89d23b8-5791-4a6a-8007-f5caa3fae508 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:43.641664 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'tag': '159316be-b01d-40c1-a65d-20ace5749c57', 'status': 'completed', 'code': 200} Jul 07 19:14:43.717659 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1705309240-network', 'tenant_id': 'a84f2e1072bf4739a1f43b15ff57b7b7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:43.720870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-556736b7-933d-4b54-beeb-a23a13c1cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.727998 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-556736b7-933d-4b54-beeb-a23a13c1cb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.729564 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f49fb2d0-6a8e-4387-b84b-557d944824d5 None None] Set router 2854e8ee-0107-427a-b8f8-b49bbf28f091 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:43.730938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-556736b7-933d-4b54-beeb-a23a13c1cb50 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/93535a16-381d-4cff-854d-f786d654f8fd HTTP/1.1" status: 204 len: 168 time: 0.4932313 Jul 07 19:14:43.768558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556736b7-933d-4b54-beeb-a23a13c1cb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93535a16-381d-4cff-854d-f786d654f8fd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:43.844085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b85209-7fe3-4d47-93aa-34a187e39e46 req-723b52a4-6085-48e8-aeb8-1a6d53b6e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:43.845670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79b85209-7fe3-4d47-93aa-34a187e39e46 req-723b52a4-6085-48e8-aeb8-1a6d53b6e73e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fb0daedddced40539523d8e86c33594f&device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 1098 time: 0.2113791 Jul 07 19:14:43.876749 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.885845 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:43.900672 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.023550 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b85209-7fe3-4d47-93aa-34a187e39e46 req-94d1bb01-bf41-47dd-af17-f4eebc9fce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:44.025364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79b85209-7fe3-4d47-93aa-34a187e39e46 req-94d1bb01-bf41-47dd-af17-f4eebc9fce27 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f871e2f1-17f0-4e19-871c-14869d0d3703 HTTP/1.1" status: 200 len: 907 time: 0.1726427 Jul 07 19:14:44.039631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Router 35e317ed-9d70-400f-9fa7-c57be99051ef has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:14:44.046261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Made reservation on behalf of a84f2e1072bf4739a1f43b15ff57b7b7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:44.049113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.087609 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.110282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79b85209-7fe3-4d47-93aa-34a187e39e46 req-6442e024-899d-4a58-b2ae-e6efb712c372 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=159316be-b01d-40c1-a65d-20ace5749c57 HTTP/1.1" status: 200 len: 1000 time: 0.0772769 Jul 07 19:14:44.167656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b85209-7fe3-4d47-93aa-34a187e39e46 req-375a3baa-ecbb-47ee-a17a-9954ade1108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:44.169238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79b85209-7fe3-4d47-93aa-34a187e39e46 req-375a3baa-ecbb-47ee-a17a-9954ade1108e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cdf2536e-fb8f-4a43-8f9e-217f5536c5f4 HTTP/1.1" status: 200 len: 844 time: 0.0522931 Jul 07 19:14:44.196197 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f49fb2d0-6a8e-4387-b84b-557d944824d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '18f0f1b1-2d0c-4bc5-946f-3ab8d1d604cd', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'port_id': '159316be-b01d-40c1-a65d-20ace5749c57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'mac_address': 'fa:16:3e:b0:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:14:20Z', 'updated_at': '2021-07-07T19:14:41Z', 'revision_number': 1, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0', 'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'mac_address': 'fa:16:3e:b3:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:11Z', 'updated_at': '2021-07-07T19:14:19Z', 'revision_number': 5, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'subnets': [{'id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:44.258147 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49fb2d0-6a8e-4387-b84b-557d944824d5 None None] Checking router: 2854e8ee-0107-427a-b8f8-b49bbf28f091 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:14:44.267174 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49fb2d0-6a8e-4387-b84b-557d944824d5 None None] Routers {'2854e8ee-0107-427a-b8f8-b49bbf28f091'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:44.267998 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f49fb2d0-6a8e-4387-b84b-557d944824d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2854e8ee-0107-427a-b8f8-b49bbf28f091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:44.274327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:14:44.282508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.283693 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ad2ae9c7-dd0c-4043-83d5-ef776eba538a tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "PUT /v2.0/routers/35e317ed-9d70-400f-9fa7-c57be99051ef HTTP/1.1" status: 200 len: 706 time: 3.5290084 Jul 07 19:14:44.290518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:44.290767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8762451d-f632-4b95-92a6-acd570a96bba None None] Sync routers for ids ['35e317ed-9d70-400f-9fa7-c57be99051ef'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:14:44.308905 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8762451d-f632-4b95-92a6-acd570a96bba None None] Routers {'35e317ed-9d70-400f-9fa7-c57be99051ef'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:44.309765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8762451d-f632-4b95-92a6-acd570a96bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['35e317ed-9d70-400f-9fa7-c57be99051ef'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:44.355862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b85209-7fe3-4d47-93aa-34a187e39e46 req-f289568e-56eb-489c-846e-7aebd487489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:44.357930 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79b85209-7fe3-4d47-93aa-34a187e39e46 req-f289568e-56eb-489c-846e-7aebd487489b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f871e2f1-17f0-4e19-871c-14869d0d3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1744511 Jul 07 19:14:44.386840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45632) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:44.392231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8762451d-f632-4b95-92a6-acd570a96bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:44.404201 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a79330d-e130-48c6-a18a-08e3e6f02944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.416015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8762451d-f632-4b95-92a6-acd570a96bba None None] Routers {'35e317ed-9d70-400f-9fa7-c57be99051ef'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:14:44.416912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8762451d-f632-4b95-92a6-acd570a96bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:14:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['35e317ed-9d70-400f-9fa7-c57be99051ef'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:44.458962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8762451d-f632-4b95-92a6-acd570a96bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:44.459845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8762451d-f632-4b95-92a6-acd570a96bba None None] The sync data for ids ['35e317ed-9d70-400f-9fa7-c57be99051ef'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:44.471826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed0fe-d8ad-44ff-b432-301a9b3998b6 req-caa2f087-7d8f-4fab-afc9-089fca08c83c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:44.472232 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f49fb2d0-6a8e-4387-b84b-557d944824d5 None None] Set router 2854e8ee-0107-427a-b8f8-b49bbf28f091 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:14:44.479771 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3aed0fe-d8ad-44ff-b432-301a9b3998b6 req-caa2f087-7d8f-4fab-afc9-089fca08c83c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 945 time: 0.2061262 Jul 07 19:14:44.535069 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-38b781b7-9265-4ed0-997a-2dc27367aadb tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/routers/35e317ed-9d70-400f-9fa7-c57be99051ef HTTP/1.1" status: 200 len: 741 time: 0.2237389 Jul 07 19:14:44.535942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:44.555639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3aed0fe-d8ad-44ff-b432-301a9b3998b6 req-26883bb1-7672-43a8-b76e-35023adb1a15 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748498 Jul 07 19:14:44.582621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79b85209-7fe3-4d47-93aa-34a187e39e46 req-8a16643d-d51a-49fa-b70a-074423023830 service neutron] 10.222.0.112 "GET /v2.0/networks/f871e2f1-17f0-4e19-871c-14869d0d3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121356 Jul 07 19:14:44.613792 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0481920f-6b07-40ae-96c1-1c3f309d74ac tempest-RoutersAdminTest-428644008 tempest-RoutersAdminTest-428644008-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=bec3f046-f8b3-402a-8374-381f4c722371&device_id=35e317ed-9d70-400f-9fa7-c57be99051ef HTTP/1.1" status: 200 len: 205 time: 0.0767050 Jul 07 19:14:44.617395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:44.660278 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-382662f7-edfd-4de4-aac2-d1a6f56bcd16 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=35e317ed-9d70-400f-9fa7-c57be99051ef HTTP/1.1" status: 200 len: 205 time: 0.0415602 Jul 07 19:14:44.666556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:44.728651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.765569 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.843699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79b85209-7fe3-4d47-93aa-34a187e39e46 req-b43c0e01-be86-49b6-9cb5-24599e79141e service neutron] 10.222.0.112 "GET /v2.0/networks/f871e2f1-17f0-4e19-871c-14869d0d3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530928 Jul 07 19:14:44.856085 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f49fb2d0-6a8e-4387-b84b-557d944824d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '18f0f1b1-2d0c-4bc5-946f-3ab8d1d604cd', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'port_id': '159316be-b01d-40c1-a65d-20ace5749c57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'mac_address': 'fa:16:3e:b0:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:14:20Z', 'updated_at': '2021-07-07T19:14:41Z', 'revision_number': 1, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0', 'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'mac_address': 'fa:16:3e:b3:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:11Z', 'updated_at': '2021-07-07T19:14:19Z', 'revision_number': 5, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'subnets': [{'id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:14:44.891589 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49fb2d0-6a8e-4387-b84b-557d944824d5 None None] The sync data for ids ['2854e8ee-0107-427a-b8f8-b49bbf28f091'] in n-d-792394-12 is: [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '18f0f1b1-2d0c-4bc5-946f-3ab8d1d604cd', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'port_id': '159316be-b01d-40c1-a65d-20ace5749c57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'mac_address': 'fa:16:3e:b0:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:14:20Z', 'updated_at': '2021-07-07T19:14:41Z', 'revision_number': 1, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0', 'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'mac_address': 'fa:16:3e:b3:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:11Z', 'updated_at': '2021-07-07T19:14:19Z', 'revision_number': 5, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'subnets': [{'id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:14:44.981608 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a79330d-e130-48c6-a18a-08e3e6f02944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:44.987539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a79330d-e130-48c6-a18a-08e3e6f02944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.041832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79330d-e130-48c6-a18a-08e3e6f02944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f1259a-03d7-41e9-a513-eeccc588bd3f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:45.049927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8a79330d-e130-48c6-a18a-08e3e6f02944 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=035ae876fc714d84ae45311eca9e7aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594265 Jul 07 19:14:45.051430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45644) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:45.111735 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-210a300d-23e9-4e0d-b5c5-67babb08c91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.128935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1106} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:14:45.139923 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eba78c8-ffb0-42e7-b2e5-3e3f80c940c5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.153754 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-210a300d-23e9-4e0d-b5c5-67babb08c91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.196648 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.197007 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Added segment 09e12266-a34a-44d2-b532-7840123d9991 of type vlan for network 9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d Jul 07 19:14:45.217034 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebce72-8992-451b-8de0-bee34f6bea8b None None] New status for floating IP 18f0f1b1-2d0c-4bc5-946f-3ab8d1d604cd: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:14:45.222592 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-210a300d-23e9-4e0d-b5c5-67babb08c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.225178 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-210a300d-23e9-4e0d-b5c5-67babb08c91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.229767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-210a300d-23e9-4e0d-b5c5-67babb08c91c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e8f1259a-03d7-41e9-a513-eeccc588bd3f HTTP/1.1" status: 204 len: 168 time: 0.1755521 Jul 07 19:14:45.259423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5783e20b-ad79-4f12-b96c-bac916875c8e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:45.259703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a300d-23e9-4e0d-b5c5-67babb08c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f1259a-03d7-41e9-a513-eeccc588bd3f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:45.399190 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.439856 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eba78c8-ffb0-42e7-b2e5-3e3f80c940c5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.443646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eba78c8-ffb0-42e7-b2e5-3e3f80c940c5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.506628 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.508852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:45.509632 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.516775 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eba78c8-ffb0-42e7-b2e5-3e3f80c940c5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.517246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eba78c8-ffb0-42e7-b2e5-3e3f80c940c5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Fanout notify agent at l3_agent the message router_deleted on router 35e317ed-9d70-400f-9fa7-c57be99051ef {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:14:45.538155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86973e31-69fb-4e31-a91d-290ec6cd74b7 req-0fa24605-64ed-4393-abb8-e3567faf564e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:45.539569 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eba78c8-ffb0-42e7-b2e5-3e3f80c940c5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.539975 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86973e31-69fb-4e31-a91d-290ec6cd74b7 req-0fa24605-64ed-4393-abb8-e3567faf564e tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 945 time: 0.0873568 Jul 07 19:14:45.541065 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2eba78c8-ffb0-42e7-b2e5-3e3f80c940c5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/35e317ed-9d70-400f-9fa7-c57be99051ef HTTP/1.1" status: 204 len: 168 time: 0.8734169 Jul 07 19:14:45.544847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:45.595113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-951ac790-8295-460a-b34c-b53918debf85 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=35e317ed-9d70-400f-9fa7-c57be99051ef HTTP/1.1" status: 200 len: 205 time: 0.0462480 Jul 07 19:14:45.612441 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2035952 Jul 07 19:14:45.612902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:45.622359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:45.629491 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] Request body: {'subnet': {'network_id': '9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1705309240-subnet', 'tenant_id': 'a84f2e1072bf4739a1f43b15ff57b7b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:45.661329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982a87b-2eae-4488-b54f-b91573abaf95 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:45.673835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:14:45.725572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] Made reservation on behalf of a84f2e1072bf4739a1f43b15ff57b7b7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:45.732355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.736430 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-805a5f31-d132-42ae-9cef-385f458d3ed1 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] delete failed (client error): The resource could not be found. Jul 07 19:14:45.740154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-805a5f31-d132-42ae-9cef-385f458d3ed1 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/35e317ed-9d70-400f-9fa7-c57be99051ef HTTP/1.1" status: 404 len: 336 time: 0.1235294 Jul 07 19:14:45.741229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:45.821995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-250fec77-0008-4427-aa57-62e9ba630f6c tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=1fd0956b-8a67-4d8d-a468-57caacd2799d HTTP/1.1" status: 200 len: 205 time: 0.0704529 Jul 07 19:14:45.823830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:45.932213 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-5cee4ed8-ebec-4a16-a6dd-a59b08ea2de9 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] delete failed (client error): The resource could not be found. Jul 07 19:14:45.935835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5cee4ed8-ebec-4a16-a6dd-a59b08ea2de9 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/1fd0956b-8a67-4d8d-a468-57caacd2799d HTTP/1.1" status: 404 len: 336 time: 0.1084478 Jul 07 19:14:45.939366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:45.975772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2aae2502-a6c0-4cf5-bf86-9e919ffd1d40 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=efd77c7b-bea8-4543-9e51-927bf480fede HTTP/1.1" status: 200 len: 205 time: 0.0371251 Jul 07 19:14:45.979245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:46.023977 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-956f1be7-b24d-400d-a25a-d0704746bb81 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] delete failed (client error): The resource could not be found. Jul 07 19:14:46.025601 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-956f1be7-b24d-400d-a25a-d0704746bb81 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/efd77c7b-bea8-4543-9e51-927bf480fede HTTP/1.1" status: 404 len: 336 time: 0.0449240 Jul 07 19:14:46.028201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:46.030559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-86973e31-69fb-4e31-a91d-290ec6cd74b7 req-fec5c281-fb7a-428e-905e-73a54a629f85 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Deleting port b43df848-5c49-47c3-9857-29d12f8ece15 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:14:46.030905 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86973e31-69fb-4e31-a91d-290ec6cd74b7 req-fec5c281-fb7a-428e-905e-73a54a629f85 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:46.061626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d61aab-3ab9-46fd-9f82-4d6604dc3fd9 req-7990c7ab-c36a-4e59-a02f-d74460757302 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:46.071575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-78d61aab-3ab9-46fd-9f82-4d6604dc3fd9 req-7990c7ab-c36a-4e59-a02f-d74460757302 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 945 time: 0.2856774 Jul 07 19:14:46.071785 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fcfe3420-b4c5-411d-8f98-83d40aa90cd5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=19605210-39d6-4daf-9b8c-04bdc9bb9fec HTTP/1.1" status: 200 len: 205 time: 0.0397301 Jul 07 19:14:46.083107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:46.125791 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:46.203338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] Checking segment: {'id': '09e12266-a34a-44d2-b532-7840123d9991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:46.204467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] Network hostable DHCP agents. Network: 9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:14:46.208559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b80e5563-8a73-4c8c-951c-b5118f2f0404,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:46.208660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-78d61aab-3ab9-46fd-9f82-4d6604dc3fd9 req-a1385125-e01c-46a4-a802-963c1409a3c6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257081 Jul 07 19:14:46.213083 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-adb77bfd-6610-44b4-9f19-25ac2ab01909 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] delete failed (client error): The resource could not be found. Jul 07 19:14:46.214117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-adb77bfd-6610-44b4-9f19-25ac2ab01909 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/19605210-39d6-4daf-9b8c-04bdc9bb9fec HTTP/1.1" status: 404 len: 336 time: 0.1298187 Jul 07 19:14:46.219563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45692) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:46.253840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] Network 9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:14:46.263306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3e6149fc-79c7-413d-94d2-aba2c68792bc tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=3b2b01b9-393c-48ae-a1ce-ceb367191218 HTTP/1.1" status: 200 len: 205 time: 0.0401535 Jul 07 19:14:46.263771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:46.272114 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:46.278937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:46.279812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:46.285195 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6445563b-30cf-4c7b-abfa-f11e15025534 None None] Network 9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:46.314730 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-90bd9d09-048e-493d-8c57-778ce81b6752 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6840572 Jul 07 19:14:46.382737 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-15877842-768c-44d2-aba1-e023bf42537d tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] delete failed (client error): The resource could not be found. Jul 07 19:14:46.386497 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:46.388393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-15877842-768c-44d2-aba1-e023bf42537d tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/3b2b01b9-393c-48ae-a1ce-ceb367191218 HTTP/1.1" status: 404 len: 336 time: 0.1231747 Jul 07 19:14:46.429876 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2a4fa559-3d66-4c14-b48d-b1246f31c1c4 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "GET /v2.0/ports?device_id=80c37612-a16a-45c8-8e9b-e1cad26b2445 HTTP/1.1" status: 200 len: 205 time: 0.0409794 Jul 07 19:14:46.433156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:46.455443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-86973e31-69fb-4e31-a91d-290ec6cd74b7 req-fec5c281-fb7a-428e-905e-73a54a629f85 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] For port b43df848-5c49-47c3-9857-29d12f8ece15, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b43df848-5c49-47c3-9857-29d12f8ece15,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:46.455735 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86973e31-69fb-4e31-a91d-290ec6cd74b7 req-fec5c281-fb7a-428e-905e-73a54a629f85 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:46.482002 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-d1c08925-236d-4bab-bfbf-3fbceb04b4b5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] delete failed (client error): The resource could not be found. Jul 07 19:14:46.483236 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d1c08925-236d-4bab-bfbf-3fbceb04b4b5 tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/routers/80c37612-a16a-45c8-8e9b-e1cad26b2445 HTTP/1.1" status: 404 len: 336 time: 0.0490274 Jul 07 19:14:46.486379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45706) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:46.492576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-86973e31-69fb-4e31-a91d-290ec6cd74b7 req-fec5c281-fb7a-428e-905e-73a54a629f85 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Calling delete_port for b43df848-5c49-47c3-9857-29d12f8ece15 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:14:46.505343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c2731-80dd-4258-ae25-26122ec2ebfa None None] Network 9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:14:46.537786 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee39c9a-1e3e-4814-aeb0-8a116cfa871e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] DELETE failed (client error): The resource could not be found. Jul 07 19:14:46.538356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee39c9a-1e3e-4814-aeb0-8a116cfa871e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:14:46.545068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cee39c9a-1e3e-4814-aeb0-8a116cfa871e tempest-RoutersAdminTest-1308061218 tempest-RoutersAdminTest-1308061218-project] 10.222.0.113 "DELETE /v2.0/subnets/f39e26a9-3cf7-4432-b76e-bafd00404ec6 HTTP/1.1" status: 404 len: 337 time: 0.0537915 Jul 07 19:14:46.714435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86973e31-69fb-4e31-a91d-290ec6cd74b7 req-fec5c281-fb7a-428e-905e-73a54a629f85 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:46.728949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:46.764734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5c281-fb7a-428e-905e-73a54a629f85 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event deleted for resources: {'Port': ['ID=b43df848-5c49-47c3-9857-29d12f8ece15,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:46.841763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-86973e31-69fb-4e31-a91d-290ec6cd74b7 req-fec5c281-fb7a-428e-905e-73a54a629f85 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] No DVR routers for this DVR port b43df848-5c49-47c3-9857-29d12f8ece15 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:14:46.844565 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86973e31-69fb-4e31-a91d-290ec6cd74b7 req-fec5c281-fb7a-428e-905e-73a54a629f85 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:46.847173 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86973e31-69fb-4e31-a91d-290ec6cd74b7 req-fec5c281-fb7a-428e-905e-73a54a629f85 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "DELETE /v2.0/ports/b43df848-5c49-47c3-9857-29d12f8ece15 HTTP/1.1" status: 204 len: 173 time: 1.2616649 Jul 07 19:14:46.847631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b720c2a9-4de5-4325-8578-473798c8eeef', 'name': 'network-vif-deleted', 'tag': 'b43df848-5c49-47c3-9857-29d12f8ece15'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:46.852660 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f7316e-5241-4b6a-8e77-c52b3e2efa70" -d '{"events": [{"server_uuid": "b720c2a9-4de5-4325-8578-473798c8eeef", "name": "network-vif-deleted", "tag": "b43df848-5c49-47c3-9857-29d12f8ece15"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:47.056207 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614f3cb6-0b15-41cf-9fcf-b50aaa9c4672 x-openstack-request-id: req-614f3cb6-0b15-41cf-9fcf-b50aaa9c4672 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:47.056907 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b720c2a9-4de5-4325-8578-473798c8eeef", "name": "network-vif-deleted", "tag": "b43df848-5c49-47c3-9857-29d12f8ece15", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:47.057233 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-614f3cb6-0b15-41cf-9fcf-b50aaa9c4672 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:47.057735 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b720c2a9-4de5-4325-8578-473798c8eeef', 'name': 'network-vif-deleted', 'tag': 'b43df848-5c49-47c3-9857-29d12f8ece15', 'status': 'completed', 'code': 200} Jul 07 19:14:47.100806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:47.339438 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-628562bd-d0f0-4b2b-9fe3-e4470f856d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.500994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:47.530445 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-628562bd-d0f0-4b2b-9fe3-e4470f856d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.541850 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-628562bd-d0f0-4b2b-9fe3-e4470f856d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.574918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51a95264-74c3-45ee-a0ff-d1ef3cccccd4 req-34f003a4-52af-4e49-af07-dd7276792e80 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=b720c2a9-4de5-4325-8578-473798c8eeef HTTP/1.1" status: 200 len: 210 time: 0.0472221 Jul 07 19:14:47.641449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628562bd-d0f0-4b2b-9fe3-e4470f856d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41fd1e8-c8b8-42fa-ab62-b44f2c7af0bf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:47.649612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-628562bd-d0f0-4b2b-9fe3-e4470f856d2c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f0837cebf36949f88a3409bd9c288c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467122 Jul 07 19:14:47.650013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:47.724103 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4727b23e-3bf5-49c4-aed5-f8f780571ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.760519 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-341afd39-3da5-46db-a868-622e77063f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.817731 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-341afd39-3da5-46db-a868-622e77063f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.906722 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4727b23e-3bf5-49c4-aed5-f8f780571ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.907770 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-341afd39-3da5-46db-a868-622e77063f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.910487 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-341afd39-3da5-46db-a868-622e77063f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.911657 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-341afd39-3da5-46db-a868-622e77063f97 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d41fd1e8-c8b8-42fa-ab62-b44f2c7af0bf HTTP/1.1" status: 204 len: 168 time: 0.2603364 Jul 07 19:14:47.914966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4727b23e-3bf5-49c4-aed5-f8f780571ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:47.931111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341afd39-3da5-46db-a868-622e77063f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41fd1e8-c8b8-42fa-ab62-b44f2c7af0bf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:47.967601 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4727b23e-3bf5-49c4-aed5-f8f780571ab8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f9811a43afc642dc974bee66b2aa9200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649186 Jul 07 19:14:47.970633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:47.974195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727b23e-3bf5-49c4-aed5-f8f780571ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9b240a-8a6a-4ca6-a624-153606831ed3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:48.041140 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf5d8-5c96-48c9-925b-ac89b8f1d5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.097878 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf5d8-5c96-48c9-925b-ac89b8f1d5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.168688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf5d8-5c96-48c9-925b-ac89b8f1d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.177592 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf5d8-5c96-48c9-925b-ac89b8f1d5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.182780 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d6fdf5d8-5c96-48c9-925b-ac89b8f1d5a7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cf9b240a-8a6a-4ca6-a624-153606831ed3 HTTP/1.1" status: 204 len: 168 time: 0.2077777 Jul 07 19:14:48.196492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdf5d8-5c96-48c9-925b-ac89b8f1d5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9b240a-8a6a-4ca6-a624-153606831ed3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:48.361411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:48.408780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b43df848-5c49-47c3-9857-29d12f8ece15 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:14:48.426490 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-68c0e32e-2c6b-46a8-a47b-40263862ecc2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a646321a4f3546f8b110fcb2d2e4a526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590463 Jul 07 19:14:48.426794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:48.474044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: b43df848-5c49-47c3-9857-29d12f8ece15 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:14:48.474841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b43df848-5c49-47c3-9857-29d12f8ece15 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:14:48.677159 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66483089-e938-4009-b64f-6009be196d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.730614 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66483089-e938-4009-b64f-6009be196d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.739091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-54485a09-17b0-4ae2-9209-221c6d7f85eb tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:48.740672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-54485a09-17b0-4ae2-9209-221c6d7f85eb tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/networks?id=9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d HTTP/1.1" status: 200 len: 810 time: 0.2214625 Jul 07 19:14:48.760249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-87df2a8d-549d-4967-ad91-80ad73b53a69 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/quotas/a84f2e1072bf4739a1f43b15ff57b7b7 HTTP/1.1" status: 200 len: 375 time: 0.0110555 Jul 07 19:14:48.817064 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.825006 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-daa67aa5-b797-4c65-acdc-8fc59138f361 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=a84f2e1072bf4739a1f43b15ff57b7b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571320 Jul 07 19:14:48.909557 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66483089-e938-4009-b64f-6009be196d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.912327 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66483089-e938-4009-b64f-6009be196d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.913434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-66483089-e938-4009-b64f-6009be196d62 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c042d7d9-8d51-4c83-a2f6-30c19356b042 HTTP/1.1" status: 204 len: 168 time: 0.4856746 Jul 07 19:14:48.935331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66483089-e938-4009-b64f-6009be196d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c042d7d9-8d51-4c83-a2f6-30c19356b042,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:48.979090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-1b2dbd8f-e48d-4bb4-82ae-720f57b075bb service neutron] 10.222.0.113 "GET /v2.0/networks/9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528747 Jul 07 19:14:49.577429 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-32b16da6-4f9b-4257-98cf-10538bf3b56d service neutron] 10.222.0.113 "GET /v2.0/networks/9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874989 Jul 07 19:14:49.595574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-c4edaa82-aedc-4fcc-a3a3-231f95659cfd tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:49.603505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-c4edaa82-aedc-4fcc-a3a3-231f95659cfd tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.1885829 Jul 07 19:14:49.625348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-1f5a48b3-223d-422a-8f0a-719bb2523fd4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/quotas/25c6dbb9285a4bea81598c898b584774 HTTP/1.1" status: 200 len: 375 time: 0.0206485 Jul 07 19:14:49.727141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-45f98905-b892-425a-acfc-cd65b8758c68 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008046 Jul 07 19:14:49.910158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-6a14d80f-5056-4393-8f81-30d1aecb73be service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741381 Jul 07 19:14:50.119178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-096ca42a-1ec8-4602-9244-c58616174732 service neutron] 10.222.0.113 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080352 Jul 07 19:14:50.402617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-651c3517-ffb8-42c4-9c1c-c9b61d5ebcdd req-42e57e00-61cb-48f5-abd1-2b272fbb37c5 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 210 time: 0.0549226 Jul 07 19:14:50.518275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:50.588083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8deaf2bb-bc37-46d1-bc30-5442d84f4689 req-c18e9509-fde8-4c9a-875b-6cd31bab5c4c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0729618 Jul 07 19:14:50.701878 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dff6515a-0226-4e12-92e8-d87de57c1ef3 tempest-AgentManagementNegativeTest-490890641 tempest-AgentManagementNegativeTest-490890641-project] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1815133 Jul 07 19:14:51.390648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:51.626604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b92e2abf-adab-4202-aaa3-5792dae01f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:51.751335 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-476d7fe9-b876-4833-ab56-ed4237142048 req-1cc77a08-a0f5-418e-a365-1c7f6eb682bd tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 210 time: 0.0664470 Jul 07 19:14:51.853134 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b92e2abf-adab-4202-aaa3-5792dae01f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:51.858640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b92e2abf-adab-4202-aaa3-5792dae01f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:51.906255 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b92e2abf-adab-4202-aaa3-5792dae01f55 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1943eddb36ae4bbaa51fb0e2b48f0f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5101492 Jul 07 19:14:51.906618 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e2abf-adab-4202-aaa3-5792dae01f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0081931-a6c7-4b25-8497-15056e621648,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:51.906861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:51.966585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58ebd2ec-4698-4086-98b1-18a31d913e37 req-e895dbb5-83b7-4665-896b-c437f80697f6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0486853 Jul 07 19:14:52.010417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4228890-1e3d-4b71-8613-a702162d6247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.034912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4228890-1e3d-4b71-8613-a702162d6247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.041883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:52.095887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4228890-1e3d-4b71-8613-a702162d6247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.099021 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4228890-1e3d-4b71-8613-a702162d6247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.100730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f4228890-1e3d-4b71-8613-a702162d6247 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b0081931-a6c7-4b25-8497-15056e621648 HTTP/1.1" status: 204 len: 168 time: 0.1927617 Jul 07 19:14:52.112444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4228890-1e3d-4b71-8613-a702162d6247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0081931-a6c7-4b25-8497-15056e621648,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:52.187948 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a076eab-4516-4357-aea4-1055adf9da1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.333032 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a076eab-4516-4357-aea4-1055adf9da1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.359475 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a076eab-4516-4357-aea4-1055adf9da1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.473929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2a076eab-4516-4357-aea4-1055adf9da1b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a2a8a00c2e774cebb93477489d37ab88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309838 Jul 07 19:14:52.478123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a076eab-4516-4357-aea4-1055adf9da1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6cef8e-0342-4773-8749-9f5ca7bacca8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:52.479220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:52.536962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-100a34eb-8c6c-43f2-ab0b-75a73bc506d6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:52.543615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-100a34eb-8c6c-43f2-ab0b-75a73bc506d6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 804 time: 0.2086763 Jul 07 19:14:52.565473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Request body: {'port': {'device_id': 'f9a160f4-ca14-45bd-895c-4ed24bf4e3f6', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'admin_state_up': True, 'tenant_id': '25c6dbb9285a4bea81598c898b584774'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:52.593000 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db66ca9-8cd2-49ce-8bed-cdb543b38b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.625903 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db66ca9-8cd2-49ce-8bed-cdb543b38b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.713977 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db66ca9-8cd2-49ce-8bed-cdb543b38b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.717898 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db66ca9-8cd2-49ce-8bed-cdb543b38b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.719811 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3db66ca9-8cd2-49ce-8bed-cdb543b38b98 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bb6cef8e-0342-4773-8749-9f5ca7bacca8 HTTP/1.1" status: 204 len: 168 time: 0.2372541 Jul 07 19:14:52.730675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db66ca9-8cd2-49ce-8bed-cdb543b38b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6cef8e-0342-4773-8749-9f5ca7bacca8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:52.799610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Made reservation on behalf of 25c6dbb9285a4bea81598c898b584774 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:52.810066 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:52.997692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bbb2c78-a9a5-4b5d-b953-04d60b73ec05 req-2ad91245-d325-470a-8090-f599fb9f72d4 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 210 time: 0.0335431 Jul 07 19:14:53.173759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Allocated IP 172.20.0.13 (eaffc6dc-f74f-4637-8256-713b7de832cd/084d94ab-3177-4528-abdd-04a99c38e68d/bb53e424-1b56-4fd6-8d3d-9b37871f08cd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:53.363208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:53.374234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb47cf9d-401e-4653-912e-17ffeb4d1596 req-4b553233-be8e-4001-a7c5-f57ebc7205c0 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0900333 Jul 07 19:14:53.442804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-daea2992-cb1c-43fd-9260-587dda250b80 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:53.448979 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-daea2992-cb1c-43fd-9260-587dda250b80 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.59 "GET /v2.0/networks?id=9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d HTTP/1.1" status: 200 len: 810 time: 0.3282874 Jul 07 19:14:53.481343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Request body: {'port': {'device_id': 'abb21a4c-233e-472d-bb97-4b8681f3220e', 'network_id': '9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d', 'admin_state_up': True, 'tenant_id': 'a84f2e1072bf4739a1f43b15ff57b7b7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:53.595826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ca59339c-8b53-4b06-b9e0-f9c475d91672 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] Request body: {'port': {'network_id': '56d74a06-af16-4d58-8ac2-a7c2a522a598', 'name': 'tempest-NetworksNegativeTestJSON-29117373'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:53.603538 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.609354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:53.635896 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c8b4-847c-482d-bf45-7ebc653aba62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.642246 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca59339c-8b53-4b06-b9e0-f9c475d91672 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] POST failed (client error): The resource could not be found. Jul 07 19:14:53.643234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca59339c-8b53-4b06-b9e0-f9c475d91672 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:14:53.649948 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ca59339c-8b53-4b06-b9e0-f9c475d91672 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2854567 Jul 07 19:14:53.650942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:53.683845 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a328e09-c091-4ddf-b3ef-0bf887d9d4ea tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] DELETE failed (client error): The resource could not be found. Jul 07 19:14:53.684925 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a328e09-c091-4ddf-b3ef-0bf887d9d4ea tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:14:53.695706 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6a328e09-c091-4ddf-b3ef-0bf887d9d4ea tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] 10.222.0.113 "DELETE /v2.0/networks/5af2fd82-c745-4d60-b887-9d31f6493028 HTTP/1.1" status: 404 len: 339 time: 0.0395401 Jul 07 19:14:53.696842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:53.710565 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.729686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:53.744626 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b046c6e2-28c6-4c26-af9c-9dd2a76da839 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] DELETE failed (client error): The resource could not be found. Jul 07 19:14:53.746085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b046c6e2-28c6-4c26-af9c-9dd2a76da839 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:14:53.748153 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b046c6e2-28c6-4c26-af9c-9dd2a76da839 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] 10.222.0.113 "DELETE /v2.0/ports/57888537-f05c-4460-b877-e499658b538a HTTP/1.1" status: 404 len: 333 time: 0.0471067 Jul 07 19:14:53.754356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:53.772414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Network eaffc6dc-f74f-4637-8256-713b7de832cd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:53.779774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:53.790567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:53.800819 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-762fd765-4d2e-48a4-8244-e64f91c11d23 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] DELETE failed (client error): The resource could not be found. Jul 07 19:14:53.801798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762fd765-4d2e-48a4-8244-e64f91c11d23 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:14:53.806359 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-762fd765-4d2e-48a4-8244-e64f91c11d23 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] 10.222.0.113 "DELETE /v2.0/subnets/e6f590dc-7c61-4f93-987b-677b1ad4a225 HTTP/1.1" status: 404 len: 337 time: 0.0505965 Jul 07 19:14:53.810264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:53.867023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event updated for resources: {'Port': ['ID=bb53e424-1b56-4fd6-8d3d-9b37871f08cd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:53.894510 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-baef260d-ab27-49ed-ba15-c7b52e4956c6 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] GET failed (client error): The resource could not be found. Jul 07 19:14:53.900566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-baef260d-ab27-49ed-ba15-c7b52e4956c6 tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] 10.222.0.113 "GET /v2.0/networks/3b63c3e8-6ab6-42ad-9b06-350302638b37 HTTP/1.1" status: 404 len: 339 time: 0.0827048 Jul 07 19:14:53.901250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:53.924458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:53.925733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:53.971083 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede57260-b5cc-4e80-8ead-b6849be381ba tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] GET failed (client error): The resource could not be found. Jul 07 19:14:53.973398 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ede57260-b5cc-4e80-8ead-b6849be381ba tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] 10.222.0.113 "GET /v2.0/ports/3ba44d31-c5f2-4d20-818d-01839a301e5c HTTP/1.1" status: 404 len: 333 time: 0.0710728 Jul 07 19:14:53.977470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:53.981622 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c8b4-847c-482d-bf45-7ebc653aba62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.023778 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c8b4-847c-482d-bf45-7ebc653aba62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.065451 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9079b11b-c5dc-4eb1-beb2-d22063ab830e tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] GET failed (client error): The resource could not be found. Jul 07 19:14:54.072780 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9079b11b-c5dc-4eb1-beb2-d22063ab830e tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] 10.222.0.113 "GET /v2.0/subnets/1b10eb3c-b219-4bd9-9fd1-87f174508749 HTTP/1.1" status: 404 len: 337 time: 0.0936978 Jul 07 19:14:54.075968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:54.093356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a9f3c8b4-847c-482d-bf45-7ebc653aba62 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3748ef1f9e654c91b4450015ea8b957b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828401 Jul 07 19:14:54.096241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-7f92328d-1a0b-4abc-a39b-db517fc51768 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5350449 Jul 07 19:14:54.096610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9b8c234e-defa-4440-a6bf-f9445371188c tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:54.096728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:54.102889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Made reservation on behalf of a84f2e1072bf4739a1f43b15ff57b7b7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:54.106814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.145130 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8c234e-defa-4440-a6bf-f9445371188c tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] PUT failed (client error): The resource could not be found. Jul 07 19:14:54.152212 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8c234e-defa-4440-a6bf-f9445371188c tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:14:54.153710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-b4a54f19-e6b7-406d-9c27-d3e1d7870ecb tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:14:54.154863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-b4a54f19-e6b7-406d-9c27-d3e1d7870ecb tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114143 Jul 07 19:14:54.157535 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9b8c234e-defa-4440-a6bf-f9445371188c tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] 10.222.0.113 "PUT /v2.0/networks/8eb90444-38d4-4300-aecd-1b9ceff169ca HTTP/1.1" status: 404 len: 339 time: 0.0777128 Jul 07 19:14:54.167163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:54.177809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ab4ebfd0-d6df-4d61-81b0-e14052d8505f tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:54.222737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3c8b4-847c-482d-bf45-7ebc653aba62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761fc4c4-1527-47ee-b45d-a29d7060a72a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:54.229289 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4ebfd0-d6df-4d61-81b0-e14052d8505f tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] PUT failed (client error): The resource could not be found. Jul 07 19:14:54.230020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4ebfd0-d6df-4d61-81b0-e14052d8505f tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:14:54.231180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ab4ebfd0-d6df-4d61-81b0-e14052d8505f tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] 10.222.0.113 "PUT /v2.0/ports/d4f018e9-ab39-4573-af95-5b978e837ec9 HTTP/1.1" status: 404 len: 333 time: 0.0623698 Jul 07 19:14:54.239820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:54.248202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8a320f29-e43c-4ad3-88e2-50106e948f3a tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:54.276998 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-089d479d-f30a-4de5-a11c-acfef83e78c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.309280 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a320f29-e43c-4ad3-88e2-50106e948f3a tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] PUT failed (client error): The resource could not be found. Jul 07 19:14:54.309648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a320f29-e43c-4ad3-88e2-50106e948f3a tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:14:54.310845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8a320f29-e43c-4ad3-88e2-50106e948f3a tempest-NetworksNegativeTestJSON-240912167 tempest-NetworksNegativeTestJSON-240912167-project] 10.222.0.113 "PUT /v2.0/subnets/d1df6308-adcf-4677-9c18-0b6b45b7a339 HTTP/1.1" status: 404 len: 337 time: 0.0700662 Jul 07 19:14:54.312962 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-089d479d-f30a-4de5-a11c-acfef83e78c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.337711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54b92f81-ece5-46b8-b553-fca01f9c605f req-48618eab-f9c6-4963-8ab5-38f8bc76f2d6 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 210 time: 0.0813839 Jul 07 19:14:54.380120 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Allocated IP 172.20.0.8 (9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d/b80e5563-8a73-4c8c-951c-b5118f2f0404/37de1064-82ee-463f-8ebd-99a2f970e8ab) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:14:54.387722 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-089d479d-f30a-4de5-a11c-acfef83e78c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.390281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-089d479d-f30a-4de5-a11c-acfef83e78c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.394143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-089d479d-f30a-4de5-a11c-acfef83e78c0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/761fc4c4-1527-47ee-b45d-a29d7060a72a HTTP/1.1" status: 204 len: 168 time: 0.2867820 Jul 07 19:14:54.400618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d479d-f30a-4de5-a11c-acfef83e78c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761fc4c4-1527-47ee-b45d-a29d7060a72a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:54.422886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Request body: {'port': {'device_id': 'f9a160f4-ca14-45bd-895c-4ed24bf4e3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:54.603066 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.646494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.707467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.778334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Network 9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:14:54.782593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:14:54.790542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:14:54.795313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Pushing event updated for resources: {'Port': ['ID=37de1064-82ee-463f-8ebd-99a2f970e8ab,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:54.863360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:54.864083 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:54.885213 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-7cb13ad9-71a1-4397-83ce-72570f465610 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4202435 Jul 07 19:14:54.904618 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Request body: {'port': {'device_id': 'abb21a4c-233e-472d-bb97-4b8681f3220e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:54.965293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb73d68-bd6f-463c-b49d-1175fc586f64 req-b995e082-4cc4-459b-8788-17183897fc09 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:54.979145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eeb73d68-bd6f-463c-b49d-1175fc586f64 req-b995e082-4cc4-459b-8788-17183897fc09 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 932 time: 0.3022377 Jul 07 19:14:54.987915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:55.093655 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.164316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eeb73d68-bd6f-463c-b49d-1175fc586f64 req-0cf021bd-98b4-44ee-aadd-02b7a83989b6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759176 Jul 07 19:14:55.307830 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d378239c-b40c-4a3f-91fe-c4d25db0eace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.360723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb53e424-1b56-4fd6-8d3d-9b37871f08cd {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:55.384715 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.403579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Transition to ACTIVE for port object bb53e424-1b56-4fd6-8d3d-9b37871f08cd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:55.412132 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.587092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb53e424-1b56-4fd6-8d3d-9b37871f08cd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:55.652031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Attempting to bind port bb53e424-1b56-4fd6-8d3d-9b37871f08cd on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:55.652274 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d378239c-b40c-4a3f-91fe-c4d25db0eace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.652499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Attempting to bind port bb53e424-1b56-4fd6-8d3d-9b37871f08cd by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:55.652749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Attempting to bind port bb53e424-1b56-4fd6-8d3d-9b37871f08cd on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:55.663060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Port bb53e424-1b56-4fd6-8d3d-9b37871f08cd on network eaffc6dc-f74f-4637-8256-713b7de832cd not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:55.663964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Attempting to bind port bb53e424-1b56-4fd6-8d3d-9b37871f08cd on network eaffc6dc-f74f-4637-8256-713b7de832cd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:55.664267 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d378239c-b40c-4a3f-91fe-c4d25db0eace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.672351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:55.672717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Checking segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:55.673106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Bound using segment: {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:55.673533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Bound port: bb53e424-1b56-4fd6-8d3d-9b37871f08cd, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76262cd-8a99-4db0-ae10-343cc95ae3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:55.673904 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.692176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78868faa-8a81-4ad3-84a4-cb51d0c33298 req-145eeae2-8a9f-4bfe-8100-e63e0a443b36 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:55.693833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-78868faa-8a81-4ad3-84a4-cb51d0c33298 req-145eeae2-8a9f-4bfe-8100-e63e0a443b36 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 931 time: 0.1210561 Jul 07 19:14:55.716903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378239c-b40c-4a3f-91fe-c4d25db0eace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a737287-3916-4f11-9bbb-d4e58d759419,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:55.723945 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d378239c-b40c-4a3f-91fe-c4d25db0eace admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9b80f3859d2f4f76a8acf4a3032214d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7349470 Jul 07 19:14:55.727717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:55.784166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] For port bb53e424-1b56-4fd6-8d3d-9b37871f08cd, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:55.789809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-78868faa-8a81-4ad3-84a4-cb51d0c33298 req-e310c18b-0730-4e07-99a1-a3818136651e tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/security-groups?id=5783e20b-ad79-4f12-b96c-bac916875c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703280 Jul 07 19:14:55.801401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] For port bb53e424-1b56-4fd6-8d3d-9b37871f08cd, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bb53e424-1b56-4fd6-8d3d-9b37871f08cd,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:55.806966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c17b9423-a72f-4fe9-9487-fe1ac34068dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.819972 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.853433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:55.854123 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.855480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] 10.222.0.59 "PUT /v2.0/ports/bb53e424-1b56-4fd6-8d3d-9b37871f08cd HTTP/1.1" status: 200 len: 1093 time: 1.6852751 Jul 07 19:14:55.855928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a160f4-ca14-45bd-895c-4ed24bf4e3f6', 'tag': 'bb53e424-1b56-4fd6-8d3d-9b37871f08cd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:55.858235 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf8de1d-a7d1-45be-84cd-f6631ce5f7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a160f4-ca14-45bd-895c-4ed24bf4e3f6", "tag": "bb53e424-1b56-4fd6-8d3d-9b37871f08cd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:55.867700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c17b9423-a72f-4fe9-9487-fe1ac34068dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.904355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37de1064-82ee-463f-8ebd-99a2f970e8ab {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:55.920309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.922981 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24cfdf0-d6e2-4bdd-be13-0c74550c61b9 x-openstack-request-id: req-e24cfdf0-d6e2-4bdd-be13-0c74550c61b9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:55.923450 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a160f4-ca14-45bd-895c-4ed24bf4e3f6", "tag": "bb53e424-1b56-4fd6-8d3d-9b37871f08cd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:55.924292 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e24cfdf0-d6e2-4bdd-be13-0c74550c61b9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:55.924292 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a160f4-ca14-45bd-895c-4ed24bf4e3f6', 'tag': 'bb53e424-1b56-4fd6-8d3d-9b37871f08cd', 'status': 'completed', 'code': 200} Jul 07 19:14:55.930427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d5486-85eb-412d-a956-b2272825b4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb53e424-1b56-4fd6-8d3d-9b37871f08cd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:55.939294 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Transition to ACTIVE for port object 37de1064-82ee-463f-8ebd-99a2f970e8ab will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:14:55.946316 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.983312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c17b9423-a72f-4fe9-9487-fe1ac34068dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.986158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c17b9423-a72f-4fe9-9487-fe1ac34068dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:55.987280 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c17b9423-a72f-4fe9-9487-fe1ac34068dd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9a737287-3916-4f11-9bbb-d4e58d759419 HTTP/1.1" status: 204 len: 168 time: 0.2586339 Jul 07 19:14:56.005465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-863c6f5d-10d5-4a75-890b-a208d5ef5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:56.007703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-863c6f5d-10d5-4a75-890b-a208d5ef5411 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 1096 time: 0.0713797 Jul 07 19:14:56.012733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b9423-a72f-4fe9-9487-fe1ac34068dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a737287-3916-4f11-9bbb-d4e58d759419,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:56.043134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Pushing event updated for resources: {'Port': ['ID=37de1064-82ee-463f-8ebd-99a2f970e8ab,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:56.097061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-ddf2a6db-f85f-47b3-8f1e-44fee0721a2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb53e424-1b56-4fd6-8d3d-9b37871f08cd HTTP/1.1" status: 200 len: 217 time: 0.0723619 Jul 07 19:14:56.128401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Attempting to bind port 37de1064-82ee-463f-8ebd-99a2f970e8ab on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:14:56.128806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Attempting to bind port 37de1064-82ee-463f-8ebd-99a2f970e8ab by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '09e12266-a34a-44d2-b532-7840123d9991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:14:56.129137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Attempting to bind port 37de1064-82ee-463f-8ebd-99a2f970e8ab on network 9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:56.134816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Port 37de1064-82ee-463f-8ebd-99a2f970e8ab on network 9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:14:56.135146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Attempting to bind port 37de1064-82ee-463f-8ebd-99a2f970e8ab on network 9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:14:56.140450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:14:56.140833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Checking segment: {'id': '09e12266-a34a-44d2-b532-7840123d9991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:14:56.141343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Bound using segment: {'id': '09e12266-a34a-44d2-b532-7840123d9991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:14:56.141777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Bound port: 37de1064-82ee-463f-8ebd-99a2f970e8ab, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e12266-a34a-44d2-b532-7840123d9991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:14:56.142138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:56.184895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-af4dc9fd-1022-4e46-8093-7642bf25e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:56.186619 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-af4dc9fd-1022-4e46-8093-7642bf25e5dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.0823164 Jul 07 19:14:56.227976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] For port 37de1064-82ee-463f-8ebd-99a2f970e8ab, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:14:56.231749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] For port 37de1064-82ee-463f-8ebd-99a2f970e8ab, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=37de1064-82ee-463f-8ebd-99a2f970e8ab,segment=NetworkSegment(09e12266-a34a-44d2-b532-7840123d9991),segment_id=09e12266-a34a-44d2-b532-7840123d9991)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:14:56.242653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:56.272531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-251138aa-f2bf-433e-a273-8bbfe4cc0809 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575027 Jul 07 19:14:56.349116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Pushing event updated for resources: {'Port': ['ID=37de1064-82ee-463f-8ebd-99a2f970e8ab,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:56.385170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:56.390942 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:56.395356 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-95b667de-bccc-44d7-904a-f50716d87982 service neutron] 10.222.0.59 "PUT /v2.0/ports/37de1064-82ee-463f-8ebd-99a2f970e8ab HTTP/1.1" status: 200 len: 1092 time: 1.4966733 Jul 07 19:14:56.398178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb21a4c-233e-472d-bb97-4b8681f3220e', 'tag': '37de1064-82ee-463f-8ebd-99a2f970e8ab'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:56.414518 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348f8f05-b4ec-4dbe-8984-b2df19dee1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "abb21a4c-233e-472d-bb97-4b8681f3220e", "tag": "37de1064-82ee-463f-8ebd-99a2f970e8ab"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:56.428766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-34554951-ee21-4252-a5d5-ecea8b1242b8 service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502452 Jul 07 19:14:56.546191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-af15dc6b-0624-42b4-ada8-07bceb16704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:56.547691 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-af15dc6b-0624-42b4-ada8-07bceb16704b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a84f2e1072bf4739a1f43b15ff57b7b7&device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 1095 time: 0.0864744 Jul 07 19:14:56.583263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156a0a-ab09-46c2-929c-eee024082749 req-abf3ea78-ebfa-46cd-99d2-e51a7b38a76f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:56.591567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6156a0a-ab09-46c2-929c-eee024082749 req-abf3ea78-ebfa-46cd-99d2-e51a7b38a76f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 944 time: 0.1612096 Jul 07 19:14:56.616342 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-f74686de-bc05-4230-b093-2eb6e83f5523 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37de1064-82ee-463f-8ebd-99a2f970e8ab HTTP/1.1" status: 200 len: 217 time: 0.0553529 Jul 07 19:14:56.631264 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5371e8c-e755-4c47-bdee-bdf11adbaa6f req-a9383b89-f210-4338-bca7-0535c130c416 service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518803 Jul 07 19:14:56.655942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6156a0a-ab09-46c2-929c-eee024082749 req-aeb45245-76bb-4c34-bdf3-8add7e15d04f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633869 Jul 07 19:14:56.696303 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-e6c97023-a148-470f-8d03-0874d6cb14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:56.697953 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-e6c97023-a148-470f-8d03-0874d6cb14aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b80e5563-8a73-4c8c-951c-b5118f2f0404 HTTP/1.1" status: 200 len: 850 time: 0.0749481 Jul 07 19:14:56.729858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:56.775707 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-235bfc1b-2ace-4e53-b133-98fa52ee8db3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378797 Jul 07 19:14:56.829420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8de1d-a7d1-45be-84cd-f6631ce5f7c2 req-97a55c41-b93e-485d-80e8-f5f2f142c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:56.837166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-daf8de1d-a7d1-45be-84cd-f6631ce5f7c2 req-97a55c41-b93e-485d-80e8-f5f2f142c88e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25c6dbb9285a4bea81598c898b584774&device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 1096 time: 0.0959365 Jul 07 19:14:56.871725 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140dca43-d3d9-4f5c-92e0-8aa1165550e7 x-openstack-request-id: req-140dca43-d3d9-4f5c-92e0-8aa1165550e7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:56.872519 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb21a4c-233e-472d-bb97-4b8681f3220e", "tag": "37de1064-82ee-463f-8ebd-99a2f970e8ab", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:56.872715 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-140dca43-d3d9-4f5c-92e0-8aa1165550e7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:56.873820 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb21a4c-233e-472d-bb97-4b8681f3220e', 'tag': '37de1064-82ee-463f-8ebd-99a2f970e8ab', 'status': 'completed', 'code': 200} Jul 07 19:14:56.927953 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-e18cd9b6-a566-4781-920f-44dfdff81592 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449518 Jul 07 19:14:57.046323 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4f0d2510-8594-4235-af98-38bc25aa0717 req-d91848e6-dba1-41a5-b77f-44d5fb5ae8c6 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102412 Jul 07 19:14:57.080047 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41d80634-b843-45fb-84a8-06164b430687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.108793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8de1d-a7d1-45be-84cd-f6631ce5f7c2 req-025acab3-bee0-419b-99d5-738fffa785ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:57.110437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-daf8de1d-a7d1-45be-84cd-f6631ce5f7c2 req-025acab3-bee0-419b-99d5-738fffa785ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 200 len: 906 time: 0.2665164 Jul 07 19:14:57.129569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-30d6c7ad-4b20-4399-9e41-c9dce461115f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:57.131101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-30d6c7ad-4b20-4399-9e41-c9dce461115f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 821 time: 0.2069652 Jul 07 19:14:57.196289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-daf8de1d-a7d1-45be-84cd-f6631ce5f7c2 req-6ebe1599-9fce-4751-a153-b6375a7360bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb53e424-1b56-4fd6-8d3d-9b37871f08cd HTTP/1.1" status: 200 len: 217 time: 0.0554483 Jul 07 19:14:57.198660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-f18f8217-0b5d-4eab-8f77-6e0ebca8eef2 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/quotas/077584ff508b4bd2b35a4a839b90cfc2 HTTP/1.1" status: 200 len: 375 time: 0.0568562 Jul 07 19:14:57.206555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84322b64-ba9e-4760-b102-296e4060a89c req-a86825a7-10d4-4f13-86ce-230f6b9f693c tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:57.208072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84322b64-ba9e-4760-b102-296e4060a89c req-a86825a7-10d4-4f13-86ce-230f6b9f693c tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 943 time: 0.1870990 Jul 07 19:14:57.264814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41d80634-b843-45fb-84a8-06164b430687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.267058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f8f05-b4ec-4dbe-8984-b2df19dee1b8 req-8d7bdf2f-8ea1-477f-91b2-9f85b6935cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:57.268842 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-348f8f05-b4ec-4dbe-8984-b2df19dee1b8 req-8d7bdf2f-8ea1-477f-91b2-9f85b6935cfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a84f2e1072bf4739a1f43b15ff57b7b7&device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 1095 time: 0.1187000 Jul 07 19:14:57.269802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41d80634-b843-45fb-84a8-06164b430687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.307975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8de1d-a7d1-45be-84cd-f6631ce5f7c2 req-f74886d5-0d40-46eb-885b-2a17895feee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:57.309501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-daf8de1d-a7d1-45be-84cd-f6631ce5f7c2 req-f74886d5-0d40-46eb-885b-2a17895feee0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 200 len: 844 time: 0.1005147 Jul 07 19:14:57.329649 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84322b64-ba9e-4760-b102-296e4060a89c req-4cd6d9db-c8d5-4645-a168-c481504a2941 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/security-groups?id=5783e20b-ad79-4f12-b96c-bac916875c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112955 Jul 07 19:14:57.358666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-daf8de1d-a7d1-45be-84cd-f6631ce5f7c2 req-47c95675-93d8-43ab-9d54-e2e781a68518 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eaffc6dc-f74f-4637-8256-713b7de832cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368495 Jul 07 19:14:57.360062 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-41d80634-b843-45fb-84a8-06164b430687 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aeeb422925b34859ac71cc8aa1bc2421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6289389 Jul 07 19:14:57.363331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:57.374849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d80634-b843-45fb-84a8-06164b430687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7d2a50-63fd-4121-a474-8cd1e32b616c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:57.406114 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:57.436226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-fd36bb3c-8fd0-4674-b750-0d147371df5b tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2259474 Jul 07 19:14:57.469955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f8f05-b4ec-4dbe-8984-b2df19dee1b8 req-08b84bca-a944-43e0-b1c5-36bd8ab28a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:57.471516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-348f8f05-b4ec-4dbe-8984-b2df19dee1b8 req-08b84bca-a944-43e0-b1c5-36bd8ab28a44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d HTTP/1.1" status: 200 len: 912 time: 0.1909952 Jul 07 19:14:57.486342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e37d7762-b546-4511-99f3-8dac1061d3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.546715 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e37d7762-b546-4511-99f3-8dac1061d3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.549478 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-348f8f05-b4ec-4dbe-8984-b2df19dee1b8 req-9d24e1ec-9de4-4a9b-8cff-b4b3f9468546 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37de1064-82ee-463f-8ebd-99a2f970e8ab HTTP/1.1" status: 200 len: 217 time: 0.0402594 Jul 07 19:14:57.559187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-daf8de1d-a7d1-45be-84cd-f6631ce5f7c2 req-2da45c5c-b773-452b-831b-d6e3ec704c44 service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939089 Jul 07 19:14:57.577345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b87e7365-63c8-4727-82a7-91e134a90a94 tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2035794250', 'prefixes': ['172.20.0.0/16']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:57.593256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-c1b3310e-7e66-4843-bf50-87299454e3a2 service neutron] 10.222.0.113 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559887 Jul 07 19:14:57.645615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f8f05-b4ec-4dbe-8984-b2df19dee1b8 req-0556c80c-f628-4636-803a-7eab8b33f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:57.647102 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-348f8f05-b4ec-4dbe-8984-b2df19dee1b8 req-0556c80c-f628-4636-803a-7eab8b33f457 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b80e5563-8a73-4c8c-951c-b5118f2f0404 HTTP/1.1" status: 200 len: 850 time: 0.0892525 Jul 07 19:14:57.688808 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-348f8f05-b4ec-4dbe-8984-b2df19dee1b8 req-12252637-60ab-4e77-9b70-520b83827038 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325689 Jul 07 19:14:57.715231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e37d7762-b546-4511-99f3-8dac1061d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.718412 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e37d7762-b546-4511-99f3-8dac1061d3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.722704 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e37d7762-b546-4511-99f3-8dac1061d3d5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8a7d2a50-63fd-4121-a474-8cd1e32b616c HTTP/1.1" status: 204 len: 168 time: 0.3546972 Jul 07 19:14:57.745709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-4e28a32b-3625-40ae-8bba-4df6df432bcd service neutron] 10.222.0.113 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236203 Jul 07 19:14:57.749008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d7762-b546-4511-99f3-8dac1061d3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7d2a50-63fd-4121-a474-8cd1e32b616c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:57.752698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-daf8de1d-a7d1-45be-84cd-f6631ce5f7c2 req-17952ed3-3168-4333-a189-fd6bc197a901 service neutron] 10.222.0.59 "GET /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824408 Jul 07 19:14:57.823429 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b87e7365-63c8-4727-82a7-91e134a90a94 tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:57.827503 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b87e7365-63c8-4727-82a7-91e134a90a94 tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] 10.222.0.113 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4186993 Jul 07 19:14:57.828443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:57.895537 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-91b7816c-1232-498a-aab7-9f08f0039854 tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] 10.222.0.113 "GET /v2.0/subnetpools/d4e7152f-8e86-4e96-9a63-884f6af3e58d HTTP/1.1" status: 200 len: 732 time: 0.0630801 Jul 07 19:14:57.897971 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-348f8f05-b4ec-4dbe-8984-b2df19dee1b8 req-a88c0866-eb1d-4333-8980-8de9f5a8d738 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960316 Jul 07 19:14:57.898543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:57.906055 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c74e0c05-0846-4947-9a05-97f61b1a3b3f tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1581899023'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:57.906765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80803ac5-66d7-47ba-b0da-5ba2267ef2a7 req-fd524979-95b9-4367-a9c2-60b63db8b2cc tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:57.915732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80803ac5-66d7-47ba-b0da-5ba2267ef2a7 req-fd524979-95b9-4367-a9c2-60b63db8b2cc tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 944 time: 0.1217334 Jul 07 19:14:57.980805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80803ac5-66d7-47ba-b0da-5ba2267ef2a7 req-95b4559b-cc89-4b70-a515-918c3d040780 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641317 Jul 07 19:14:58.017428 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-348f8f05-b4ec-4dbe-8984-b2df19dee1b8 req-3711371b-675c-4fc3-979c-b0d572db2a13 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981507 Jul 07 19:14:58.122643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c74e0c05-0846-4947-9a05-97f61b1a3b3f tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:58.123535 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c74e0c05-0846-4947-9a05-97f61b1a3b3f tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] 10.222.0.113 "PUT /v2.0/subnetpools/d4e7152f-8e86-4e96-9a63-884f6af3e58d HTTP/1.1" status: 200 len: 684 time: 0.2239902 Jul 07 19:14:58.126584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:58.216425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e40a61f5-7d46-4c25-b981-29858623093f req-d0451364-d90b-4f2a-a84c-1b92f780b1c9 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 210 time: 0.0530820 Jul 07 19:14:58.275172 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba8097dc-08a5-4317-8c87-af040cae4e28 tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] Notify callbacks [] for subnetpool, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:58.276974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ba8097dc-08a5-4317-8c87-af040cae4e28 tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] 10.222.0.113 "DELETE /v2.0/subnetpools/d4e7152f-8e86-4e96-9a63-884f6af3e58d HTTP/1.1" status: 204 len: 168 time: 0.1492977 Jul 07 19:14:58.279041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:58.297053 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-176cd7af-1594-4390-8387-50e14248672e tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] show failed (client error): The resource could not be found. Jul 07 19:14:58.298869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-176cd7af-1594-4390-8387-50e14248672e tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] 10.222.0.113 "GET /v2.0/subnetpools/d4e7152f-8e86-4e96-9a63-884f6af3e58d HTTP/1.1" status: 404 len: 346 time: 0.0187562 Jul 07 19:14:58.301935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:58.318067 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-c11b3eef-a40f-462c-ab44-234436ddb7e7 tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] delete failed (client error): The resource could not be found. Jul 07 19:14:58.319058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c11b3eef-a40f-462c-ab44-234436ddb7e7 tempest-SubnetPoolsTestJSON-147147105 tempest-SubnetPoolsTestJSON-147147105-project] 10.222.0.113 "DELETE /v2.0/subnetpools/d4e7152f-8e86-4e96-9a63-884f6af3e58d HTTP/1.1" status: 404 len: 346 time: 0.0161972 Jul 07 19:14:58.533763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c865ba-4db0-48e1-8be0-8a4d007d2b4c req-4a27781c-8616-4276-8c22-5d026fba1203 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:58.535329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04c865ba-4db0-48e1-8be0-8a4d007d2b4c req-4a27781c-8616-4276-8c22-5d026fba1203 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 943 time: 0.0775223 Jul 07 19:14:58.603251 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04c865ba-4db0-48e1-8be0-8a4d007d2b4c req-15c6f928-e7d5-4538-87a7-bf3817f30254 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/security-groups?id=5783e20b-ad79-4f12-b96c-bac916875c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600219 Jul 07 19:14:58.721184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:58.875991 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18904267-37de-4273-9eec-7125e157ae0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:58.981233 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18904267-37de-4273-9eec-7125e157ae0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:58.985856 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18904267-37de-4273-9eec-7125e157ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.032435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18904267-37de-4273-9eec-7125e157ae0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39931f5-7dfd-4505-9f91-c0994b02657a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:59.041476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-18904267-37de-4273-9eec-7125e157ae0e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c26e0af8775840ffba955ed6f7fcfb59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166101 Jul 07 19:14:59.041707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:59.106189 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03341633-8a56-4444-bdff-af9027b5a75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.160221 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03341633-8a56-4444-bdff-af9027b5a75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.205750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 37de1064-82ee-463f-8ebd-99a2f970e8ab details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:59.310969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 37de1064-82ee-463f-8ebd-99a2f970e8ab, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=37de1064-82ee-463f-8ebd-99a2f970e8ab,segment=NetworkSegment(09e12266-a34a-44d2-b532-7840123d9991),segment_id=09e12266-a34a-44d2-b532-7840123d9991)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:59.325382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '37de1064-82ee-463f-8ebd-99a2f970e8ab', 'network_id': '9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d', 'port_id': '37de1064-82ee-463f-8ebd-99a2f970e8ab', 'mac_address': 'fa:16:3e:5d:6e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80e5563-8a73-4c8c-951c-b5118f2f0404', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:59.367714 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.385702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37de1064-82ee-463f-8ebd-99a2f970e8ab {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:59.391614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:14:59.410903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 37de1064-82ee-463f-8ebd-99a2f970e8ab, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=37de1064-82ee-463f-8ebd-99a2f970e8ab,segment=NetworkSegment(09e12266-a34a-44d2-b532-7840123d9991),segment_id=09e12266-a34a-44d2-b532-7840123d9991)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:59.425525 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.426178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bb53e424-1b56-4fd6-8d3d-9b37871f08cd details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:59.545866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=37de1064-82ee-463f-8ebd-99a2f970e8ab,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:59.576675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-416086432'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:14:59.589793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port bb53e424-1b56-4fd6-8d3d-9b37871f08cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bb53e424-1b56-4fd6-8d3d-9b37871f08cd,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:59.599842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Made reservation on behalf of 9f845b5cf96d430b932af3020086be17 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:14:59.605536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'bb53e424-1b56-4fd6-8d3d-9b37871f08cd', 'network_id': 'eaffc6dc-f74f-4637-8256-713b7de832cd', 'port_id': 'bb53e424-1b56-4fd6-8d3d-9b37871f08cd', 'mac_address': 'fa:16:3e:15:56:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084d94ab-3177-4528-abdd-04a99c38e68d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:59.609812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.621888 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.651783 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.668041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb53e424-1b56-4fd6-8d3d-9b37871f08cd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:59.692269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port bb53e424-1b56-4fd6-8d3d-9b37871f08cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bb53e424-1b56-4fd6-8d3d-9b37871f08cd,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:59.698277 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.708618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-330943a0-853b-4c3e-9ee1-37e75ca4073a req-8cb26ff8-fce6-4540-976f-779d6995bbba tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 210 time: 0.0587521 Jul 07 19:14:59.759020 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.766523 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.767448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=bb53e424-1b56-4fd6-8d3d-9b37871f08cd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:59.806336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:14:59.806492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd142d-93c1-43a7-bed5-620103b72ab9 req-1caec56b-961c-4599-b745-deb6637b8f12 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:59.814125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dedd142d-93c1-43a7-bed5-620103b72ab9 req-1caec56b-961c-4599-b745-deb6637b8f12 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 944 time: 0.7173464 Jul 07 19:14:59.817361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510181a1-0318-45dc-8c23-42470bba6540,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:59.839629 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.842918 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Added segment f2d677a5-c325-48da-91ea-20815090e4a2 of type vlan for network 4b20e0b9-9e43-4ce2-8cd4-3b7ad3f95bad Jul 07 19:14:59.882857 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03341633-8a56-4444-bdff-af9027b5a75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.885307 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03341633-8a56-4444-bdff-af9027b5a75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.888636 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-03341633-8a56-4444-bdff-af9027b5a75c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f39931f5-7dfd-4505-9f91-c0994b02657a HTTP/1.1" status: 204 len: 168 time: 0.8438015 Jul 07 19:14:59.909457 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.936334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dedd142d-93c1-43a7-bed5-620103b72ab9 req-fce5dc52-d838-4690-98a7-811479ae4123 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209536 Jul 07 19:14:59.942380 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:59.952891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03341633-8a56-4444-bdff-af9027b5a75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39931f5-7dfd-4505-9f91-c0994b02657a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:59.957456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:59.958659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.003108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-d3a11ceb-cdb9-4485-a342-7374a6f06f17 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:00.004519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-d3a11ceb-cdb9-4485-a342-7374a6f06f17 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 821 time: 0.3398435 Jul 07 19:15:00.027577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Request body: {'port': {'device_id': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc', 'admin_state_up': True, 'tenant_id': '077584ff508b4bd2b35a4a839b90cfc2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:00.055604 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6626239 Jul 07 19:15:00.055804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:00.072191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76f40f-5928-49ea-9c2c-7ff01d410f3b tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Pushing event updated for resources: {'Network': ['ID=4b20e0b9-9e43-4ce2-8cd4-3b7ad3f95bad,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:00.083691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 4b20e0b9-9e43-4ce2-8cd4-3b7ad3f95bad details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:00.091888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['37de1064-82ee-463f-8ebd-99a2f970e8ab'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:00.117261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41ac0-6a1b-4b34-8a3e-09ca48fb4984 req-17c20620-31df-4437-b5f4-488219369137 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:00.124749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82d41ac0-6a1b-4b34-8a3e-09ca48fb4984 req-17c20620-31df-4437-b5f4-488219369137 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 944 time: 0.2677243 Jul 07 19:15:00.198705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82d41ac0-6a1b-4b34-8a3e-09ca48fb4984 req-cf1a4d13-1c48-48c9-ac53-142f80963339 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/security-groups?id=5783e20b-ad79-4f12-b96c-bac916875c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692964 Jul 07 19:15:00.233866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['bb53e424-1b56-4fd6-8d3d-9b37871f08cd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:00.264447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Made reservation on behalf of 077584ff508b4bd2b35a4a839b90cfc2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:00.268985 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.427835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Request body: {'network': {'name': 'tempest-network--802805162', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:00.487477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Made reservation on behalf of 52a880cfe83941449c6a091454fc6a84 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:00.490588 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.509202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.539757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Allocated IP 172.20.0.9 (3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc/0c35a17e-458f-44d2-b94e-ba875ec42b7f/ae056a9f-dd32-4ca2-a834-e91577b3a24b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:00.752657 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.761231 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.798369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:00.835847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c86374-f1ea-4f85-905f-d8efc59a477e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:00.842139 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.851003 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Added segment b60965cf-4ad1-428b-9943-7aff89a63ebc of type vlan for network cb99bf28-32c6-47d4-ad3d-01ad8ed97f7d Jul 07 19:15:00.851003 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:00.873180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.873531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.874088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.874614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.875139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.875676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.876232 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.876690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.877104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.877512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.877908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.878303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:00.962296 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77776bc1-5ddd-4f37-9079-f4a7345803e5 req-8e1802f8-e0c8-4520-a83a-5c654b43335f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 210 time: 0.0430720 Jul 07 19:15:00.969678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:00.977207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [-] 10.222.0.113 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0028729 Jul 07 19:15:00.977891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:00.981142 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.027283 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.040313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['368676f8-efbd-46bc-b73d-a334b70a3730'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:01.096380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:01.097440 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.098480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:01.099097 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.111959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:01.120451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:01.165492 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a75482c6-c5ff-4ba1-a23a-52064974e052 tempest-NetworksApiDiscovery-1125386653 tempest-NetworksApiDiscovery-1125386653-project] 10.222.0.113 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.1853342 Jul 07 19:15:01.195459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Pushing event updated for resources: {'Port': ['ID=ae056a9f-dd32-4ca2-a834-e91577b3a24b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:01.224746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1677992 Jul 07 19:15:01.230849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:01.289401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b5934-5fde-45a8-9214-0b0525ddc178 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event updated for resources: {'Network': ['ID=cb99bf28-32c6-47d4-ad3d-01ad8ed97f7d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:01.303639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network cb99bf28-32c6-47d4-ad3d-01ad8ed97f7d details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:01.322062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:01.322733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.346672 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.365630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5e5e977f-4d14-40bd-96bd-c8c823019bf0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3438773 Jul 07 19:15:01.397985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-538d5b5d-9d60-478b-be87-2e50b241a231 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:15:01.404774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-538d5b5d-9d60-478b-be87-2e50b241a231 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277305 Jul 07 19:15:01.443918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d01f37-e577-42b1-9d47-4f0d02727d7b req-9a26ee58-56a2-404a-8343-7c71f8873ac1 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:01.452226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52d01f37-e577-42b1-9d47-4f0d02727d7b req-9a26ee58-56a2-404a-8343-7c71f8873ac1 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 945 time: 0.2455094 Jul 07 19:15:01.514429 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52d01f37-e577-42b1-9d47-4f0d02727d7b req-264e00b1-5158-494c-b0b9-aef42cd834c0 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611219 Jul 07 19:15:01.577911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Request body: {'port': {'device_id': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:01.664645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:01.728818 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:15:01.867585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.878446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb99bf28-32c6-47d4-ad3d-01ad8ed97f7d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:01.890254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60965cf-4ad1-428b-9943-7aff89a63ebc') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:01.890636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60965cf-4ad1-428b-9943-7aff89a63ebc') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:01.895914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.906378 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.921412 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.922196 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6878a18-5749-48cc-b802-cdc01455c0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.928282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:01.929550 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:01.931556 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:01.996610 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.014876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb99bf28-32c6-47d4-ad3d-01ad8ed97f7d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:15:02.017252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb99bf28-32c6-47d4-ad3d-01ad8ed97f7d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:02.019674 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.022015 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cc68d205-c9ec-4552-9d05-5cd224f5b5eb tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "DELETE /v2.0/networks/cb99bf28-32c6-47d4-ad3d-01ad8ed97f7d HTTP/1.1" status: 204 len: 168 time: 0.7898722 Jul 07 19:15:02.025951 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:02.031246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:02.034269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15b2a2-e7f3-4bcb-bf69-6aa258ef1a6d req-22ee4aa7-8a8a-4d0b-a587-b0f04370d425 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:02.042324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f15b2a2-e7f3-4bcb-bf69-6aa258ef1a6d req-22ee4aa7-8a8a-4d0b-a587-b0f04370d425 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 944 time: 0.2526906 Jul 07 19:15:02.142529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f15b2a2-e7f3-4bcb-bf69-6aa258ef1a6d req-f20c447d-09bd-4492-9cf9-39c6a03a74e3 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/security-groups?id=5783e20b-ad79-4f12-b96c-bac916875c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990195 Jul 07 19:15:02.336524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4c05b-af42-4657-9135-29956ef733f4 req-4ffe8a77-85b3-4485-864d-9fb1381d5150 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:02.343461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65a4c05b-af42-4657-9135-29956ef733f4 req-4ffe8a77-85b3-4485-864d-9fb1381d5150 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 931 time: 0.1868198 Jul 07 19:15:02.383388 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6878a18-5749-48cc-b802-cdc01455c0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.392051 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6878a18-5749-48cc-b802-cdc01455c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.431572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Made reservation on behalf of 52a880cfe83941449c6a091454fc6a84 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:02.434105 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.478343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e6878a18-5749-48cc-b802-cdc01455c0b4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=29d03ad068474478958cec18c45cf79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8085778 Jul 07 19:15:02.479501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:02.489281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65a4c05b-af42-4657-9135-29956ef733f4 req-c305ad0f-02ee-4ad6-9eae-5fffc7ef4b85 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448944 Jul 07 19:15:02.492536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6878a18-5749-48cc-b802-cdc01455c0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaeba7c-2caf-473c-b9ee-ecf9a04b64c7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:02.540311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:02.582618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae056a9f-dd32-4ca2-a834-e91577b3a24b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:02.592794 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.593168 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Added segment b8fb7184-35f4-479f-a4b8-b909a93ab5be of type vlan for network b23dfeb6-bb43-48ba-9fb0-27da96e2db00 Jul 07 19:15:02.594462 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.613692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Transition to ACTIVE for port object ae056a9f-dd32-4ca2-a834-e91577b3a24b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:02.618446 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.624980 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4f44641-f538-400d-859c-71ac00ad5a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.686451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Pushing event updated for resources: {'Port': ['ID=ae056a9f-dd32-4ca2-a834-e91577b3a24b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:02.720530 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4f44641-f538-400d-859c-71ac00ad5a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.725212 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.873502 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.874796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:02.875392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.880164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:02.880616 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:02.881022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:02.889409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Port ae056a9f-dd32-4ca2-a834-e91577b3a24b on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:02.889854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:02.901891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785e757-bf82-4ac7-b3e9-8ba8358ff76a req-5508f58b-59f6-476e-99d8-b4410a843350 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:02.904933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2785e757-bf82-4ac7-b3e9-8ba8358ff76a req-5508f58b-59f6-476e-99d8-b4410a843350 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1719151 Jul 07 19:15:02.907071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:02.907631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:02.908216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:02.909032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Bound port: ae056a9f-dd32-4ca2-a834-e91577b3a24b, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:02.910806 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.942448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4f44641-f538-400d-859c-71ac00ad5a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.945714 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4f44641-f538-400d-859c-71ac00ad5a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.946873 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e4f44641-f538-400d-859c-71ac00ad5a5d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cdaeba7c-2caf-473c-b9ee-ecf9a04b64c7 HTTP/1.1" status: 204 len: 168 time: 0.4663930 Jul 07 19:15:02.952042 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9250364 Jul 07 19:15:02.955590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:02.963290 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:02.965178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Request body: {'subnet': {'network_id': 'b23dfeb6-bb43-48ba-9fb0-27da96e2db00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:02.981352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f44641-f538-400d-859c-71ac00ad5a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaeba7c-2caf-473c-b9ee-ecf9a04b64c7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:02.983193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e286a9-9082-42f5-a452-faeb4f6da8f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event updated for resources: {'Network': ['ID=b23dfeb6-bb43-48ba-9fb0-27da96e2db00,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:03.016221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Made reservation on behalf of 52a880cfe83941449c6a091454fc6a84 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:03.019314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.071224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network b23dfeb6-bb43-48ba-9fb0-27da96e2db00 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:03.080464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2785e757-bf82-4ac7-b3e9-8ba8358ff76a req-d24d2fb6-870b-42f6-90d1-a6b815d6cefc tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528800 Jul 07 19:15:03.089560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:03.113485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:03.129044 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.185961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:03.186602 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.188839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-129aad33-b338-421e-a406-8c2902a40666 service neutron] 10.222.0.112 "PUT /v2.0/ports/ae056a9f-dd32-4ca2-a834-e91577b3a24b HTTP/1.1" status: 200 len: 1092 time: 1.7638404 Jul 07 19:15:03.191910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'tag': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:03.197309 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afd701f-a66f-4862-adf7-000575c93ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "81ce3c52-6d8a-4fda-b756-f43c2f376ef5", "tag": "ae056a9f-dd32-4ca2-a834-e91577b3a24b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:03.206392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 37de1064-82ee-463f-8ebd-99a2f970e8ab up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:03.289165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 37de1064-82ee-463f-8ebd-99a2f970e8ab completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:03.295694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 37de1064-82ee-463f-8ebd-99a2f970e8ab triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:03.296709 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.318268 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31b7cd3-cd8f-4690-afaf-f5069143b303 x-openstack-request-id: req-f31b7cd3-cd8f-4690-afaf-f5069143b303 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:03.319468 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ce3c52-6d8a-4fda-b756-f43c2f376ef5", "tag": "ae056a9f-dd32-4ca2-a834-e91577b3a24b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:03.319733 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f31b7cd3-cd8f-4690-afaf-f5069143b303 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:03.320159 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'tag': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b', 'status': 'completed', 'code': 200} Jul 07 19:15:03.320813 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129aad33-b338-421e-a406-8c2902a40666 service neutron] Pushing event updated for resources: {'Port': ['ID=ae056a9f-dd32-4ca2-a834-e91577b3a24b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:03.384119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-30814537-4f78-468c-9f3d-e09ab275ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:03.385984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-30814537-4f78-468c-9f3d-e09ab275ecd4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 1095 time: 0.1394489 Jul 07 19:15:03.449096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-bd457460-c596-4fa4-a352-b1282db9669f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b HTTP/1.1" status: 200 len: 217 time: 0.0552015 Jul 07 19:15:03.564508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:15:03.565150 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.595696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-ed4c80c2-7164-44a3-b37e-06c1ac81c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:03.598380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-ed4c80c2-7164-44a3-b37e-06c1ac81c8ab service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.1370318 Jul 07 19:15:03.637400 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.649059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3bd2bfc0-97b7-43b8-8f49-0550ba0569c4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:03.659344 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-80043ecc-3d52-47a1-9e9e-c60bd395e535 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466959 Jul 07 19:15:03.667056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Checking segment: {'id': 'b8fb7184-35f4-479f-a4b8-b909a93ab5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'b23dfeb6-bb43-48ba-9fb0-27da96e2db00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:03.667423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Network hostable DHCP agents. Network: b23dfeb6-bb43-48ba-9fb0-27da96e2db00, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:15:03.690599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Network b23dfeb6-bb43-48ba-9fb0-27da96e2db00 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:15:03.702163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb21a4c-233e-472d-bb97-4b8681f3220e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37de1064-82ee-463f-8ebd-99a2f970e8ab'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:03.704651 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ce7d77-b783-4464-9dc6-a403e2be18f2" -d '{"events": [{"server_uuid": "abb21a4c-233e-472d-bb97-4b8681f3220e", "name": "network-vif-plugged", "status": "completed", "tag": "37de1064-82ee-463f-8ebd-99a2f970e8ab"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:03.712955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, b23dfeb6-bb43-48ba-9fb0-27da96e2db00) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:03.717482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:03.718077 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.732646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae33d53-711c-401a-b606-f05443e56df2 None None] Network b23dfeb6-bb43-48ba-9fb0-27da96e2db00 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:03.743561 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aa81e70e-a4ce-47ae-a815-b3528efab8d7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7847345 Jul 07 19:15:03.745663 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:03.751527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Request body: {'floatingip': {'floating_network_id': 'b23dfeb6-bb43-48ba-9fb0-27da96e2db00'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:03.766200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 37de1064-82ee-463f-8ebd-99a2f970e8ab, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=37de1064-82ee-463f-8ebd-99a2f970e8ab,segment=NetworkSegment(09e12266-a34a-44d2-b532-7840123d9991),segment_id=09e12266-a34a-44d2-b532-7840123d9991)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:03.797957 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.798442 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.798614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bb53e424-1b56-4fd6-8d3d-9b37871f08cd up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:03.806627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db8798-812c-4600-8cd7-efa1112591aa req-442d80f6-fc67-45d6-8199-9799c30bbd34 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:03.808301 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43db8798-812c-4600-8cd7-efa1112591aa req-442d80f6-fc67-45d6-8199-9799c30bbd34 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 944 time: 0.3636901 Jul 07 19:15:03.937393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=37de1064-82ee-463f-8ebd-99a2f970e8ab,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:03.964607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43db8798-812c-4600-8cd7-efa1112591aa req-0caa2c64-9195-4f19-abae-bce54631f44a tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/security-groups?id=5783e20b-ad79-4f12-b96c-bac916875c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474531 Jul 07 19:15:03.969518 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:03.970650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port bb53e424-1b56-4fd6-8d3d-9b37871f08cd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:04.000214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9dcf-fd77-4a29-b5b5-fd4deca2c444 req-1c585848-64cb-4c4b-845f-ac1325629db8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:04.003558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f3f9dcf-fd77-4a29-b5b5-fd4deca2c444 req-1c585848-64cb-4c4b-845f-ac1325629db8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.2638547 Jul 07 19:15:04.018583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port bb53e424-1b56-4fd6-8d3d-9b37871f08cd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:04.018968 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.026909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-5b4c499e-eb63-45fb-8400-a440602bc18e service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512976 Jul 07 19:15:04.051228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d2092-34a4-4786-a4ee-d4b386822f3d None None] Network b23dfeb6-bb43-48ba-9fb0-27da96e2db00 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:04.164503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Allocated IP 172.20.0.12 (b23dfeb6-bb43-48ba-9fb0-27da96e2db00/3bd2bfc0-97b7-43b8-8f49-0550ba0569c4/8560e41c-aa3a-46df-8a31-b2331e54a970) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:04.262281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f3f9dcf-fd77-4a29-b5b5-fd4deca2c444 req-f6d4ed28-ef4a-4f04-9e8b-f86920284013 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343199 Jul 07 19:15:04.291380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ce847e-f249-48f7-b8f1-9f10726a6a83 req-f30b2aa3-7650-4652-b6fb-cad85eaafda2 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557082 Jul 07 19:15:04.331498 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea3eb45-9c52-45de-92fd-c3838422cab8 x-openstack-request-id: req-6ea3eb45-9c52-45de-92fd-c3838422cab8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:04.331864 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb21a4c-233e-472d-bb97-4b8681f3220e", "name": "network-vif-plugged", "status": "completed", "tag": "37de1064-82ee-463f-8ebd-99a2f970e8ab", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:04.332183 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6ea3eb45-9c52-45de-92fd-c3838422cab8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:04.332788 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb21a4c-233e-472d-bb97-4b8681f3220e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37de1064-82ee-463f-8ebd-99a2f970e8ab', 'code': 200} Jul 07 19:15:04.390999 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.474797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port bb53e424-1b56-4fd6-8d3d-9b37871f08cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bb53e424-1b56-4fd6-8d3d-9b37871f08cd,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:04.480957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd701f-a66f-4862-adf7-000575c93ae3 req-b5363b91-16c9-415c-a057-80a7756b8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:04.483152 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.487661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8afd701f-a66f-4862-adf7-000575c93ae3 req-b5363b91-16c9-415c-a057-80a7756b8304 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 1095 time: 0.1313667 Jul 07 19:15:04.563823 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.571668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=bb53e424-1b56-4fd6-8d3d-9b37871f08cd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:04.634149 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7916-4386-4b3b-8993-24633817ee32 req-43b950fe-3b76-4ca9-92dc-b2c1c56309fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:04.635683 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d1e7916-4386-4b3b-8993-24633817ee32 req-43b950fe-3b76-4ca9-92dc-b2c1c56309fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 1097 time: 0.1986511 Jul 07 19:15:04.661644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd701f-a66f-4862-adf7-000575c93ae3 req-1ac1e4a2-8329-487a-add8-0be9937e38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:04.663967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8afd701f-a66f-4862-adf7-000575c93ae3 req-1ac1e4a2-8329-487a-add8-0be9937e38a6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.1694109 Jul 07 19:15:04.664956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.687040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150020c4-b4e7-4d10-b0e8-a23d2158e061 req-f258af6b-2715-4934-a0e5-b3710b0fa39d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:04.688979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-150020c4-b4e7-4d10-b0e8-a23d2158e061 req-f258af6b-2715-4934-a0e5-b3710b0fa39d tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1149623 Jul 07 19:15:04.729279 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8afd701f-a66f-4862-adf7-000575c93ae3 req-8d9965c8-8041-4a9a-92d6-0c04bd362f89 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b HTTP/1.1" status: 200 len: 217 time: 0.0584180 Jul 07 19:15:04.733789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Network b23dfeb6-bb43-48ba-9fb0-27da96e2db00 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:04.749361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:04.758603 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:04.805513 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-150020c4-b4e7-4d10-b0e8-a23d2158e061 req-2dff922e-008a-4e8f-ae90-492abe0bdabd tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783036 Jul 07 19:15:04.807112 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d1e7916-4386-4b3b-8993-24633817ee32 req-a4abc10e-54a6-4267-826c-8ec2a886993c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5783e20b-ad79-4f12-b96c-bac916875c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629007 Jul 07 19:15:04.811860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd701f-a66f-4862-adf7-000575c93ae3 req-cc698268-e40f-4eb5-af88-491fa0df1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:04.813325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event updated for resources: {'Port': ['ID=8560e41c-aa3a-46df-8a31-b2331e54a970,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:04.813886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8afd701f-a66f-4862-adf7-000575c93ae3 req-cc698268-e40f-4eb5-af88-491fa0df1ac3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0778179 Jul 07 19:15:04.846726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.848138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.848801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.849255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.849716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.850222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.850989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.851796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.852222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.852673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.853096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.853552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:04.864516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8afd701f-a66f-4862-adf7-000575c93ae3 req-0aa9b2a3-e872-43a8-b6ef-086120b708ff service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345535 Jul 07 19:15:04.923167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.979453 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.996675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8afd701f-a66f-4862-adf7-000575c93ae3 req-15ad58c1-c22e-4c86-80f3-fba917dd0deb service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201975 Jul 07 19:15:05.119181 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8afd701f-a66f-4862-adf7-000575c93ae3 req-5c511a52-f966-4eb4-ade8-4a7e0b696346 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186161 Jul 07 19:15:05.212362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf77f3-6a76-4ce3-bc89-5067ab1311e3 req-95af01cb-4582-4e1f-b756-7c6983a4c2d8 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:05.214356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ccf77f3-6a76-4ce3-bc89-5067ab1311e3 req-95af01cb-4582-4e1f-b756-7c6983a4c2d8 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 945 time: 0.0851426 Jul 07 19:15:05.246022 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.252989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.306141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ccf77f3-6a76-4ce3-bc89-5067ab1311e3 req-f3dbc085-1441-4c4c-bb51-9677c8fc8c34 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/security-groups?id=5783e20b-ad79-4f12-b96c-bac916875c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845914 Jul 07 19:15:05.353121 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event updated for resources: {'Port': ['ID=8560e41c-aa3a-46df-8a31-b2331e54a970,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:05.388762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.411597 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:05.413672 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fa4f94a3-c631-43c7-8196-b88571c1b2c9 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6664457 Jul 07 19:15:05.416534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:05.534917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1af07b-1784-474e-86f2-8319ff91ba5f req-31bf6c0a-042a-428c-9fec-b2e180a2e2ab tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:05.545356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c1af07b-1784-474e-86f2-8319ff91ba5f req-31bf6c0a-042a-428c-9fec-b2e180a2e2ab tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.1148708 Jul 07 19:15:05.561720 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:05.561950 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a59d9b4b-0d02-474c-8812-8d0245e45cc7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "GET /v2.0/floatingips?floating_network_id=b23dfeb6-bb43-48ba-9fb0-27da96e2db00 HTTP/1.1" status: 200 len: 690 time: 0.1438038 Jul 07 19:15:05.935807 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c1af07b-1784-474e-86f2-8319ff91ba5f req-ecb08171-bd3b-4084-8298-55451f1dc4ac tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892138 Jul 07 19:15:06.035254 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.169109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece61a7-a015-4494-b2cf-9b1568dfe41d req-2f9e1d64-8550-4110-b6cb-9df81ac856a3 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:06.170647 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5ece61a7-a015-4494-b2cf-9b1568dfe41d req-2f9e1d64-8550-4110-b6cb-9df81ac856a3 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1842439 Jul 07 19:15:06.199135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Deleting port 8560e41c-aa3a-46df-8a31-b2331e54a970 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:06.199475 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.265980 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5ece61a7-a015-4494-b2cf-9b1568dfe41d req-d2e98c0e-9482-4aad-b275-7c4fdb11cee8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869894 Jul 07 19:15:06.309711 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.310042 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.325191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Calling delete_port for 8560e41c-aa3a-46df-8a31-b2331e54a970 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:06.334263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a160f4-ca14-45bd-895c-4ed24bf4e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb53e424-1b56-4fd6-8d3d-9b37871f08cd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:06.337171 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d0dd63-d7f1-43e0-9153-133763633480" -d '{"events": [{"server_uuid": "f9a160f4-ca14-45bd-895c-4ed24bf4e3f6", "name": "network-vif-plugged", "status": "completed", "tag": "bb53e424-1b56-4fd6-8d3d-9b37871f08cd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:06.403530 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d1a501-dc0c-46dc-a647-af91cc86a7f3 x-openstack-request-id: req-d3d1a501-dc0c-46dc-a647-af91cc86a7f3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:06.404033 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a160f4-ca14-45bd-895c-4ed24bf4e3f6", "name": "network-vif-plugged", "status": "completed", "tag": "bb53e424-1b56-4fd6-8d3d-9b37871f08cd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:06.404453 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d3d1a501-dc0c-46dc-a647-af91cc86a7f3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:06.405486 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a160f4-ca14-45bd-895c-4ed24bf4e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb53e424-1b56-4fd6-8d3d-9b37871f08cd', 'code': 200} Jul 07 19:15:06.541345 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.578321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07885c3-91c8-49ca-8668-a19ba146e00e req-48f200c1-655a-4a7f-aebe-9f8ba4151480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:06.579999 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b07885c3-91c8-49ca-8668-a19ba146e00e req-48f200c1-655a-4a7f-aebe-9f8ba4151480 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 1098 time: 0.0662785 Jul 07 19:15:06.585574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event deleted for resources: {'Port': ['ID=8560e41c-aa3a-46df-8a31-b2331e54a970,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:06.602656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8158228-09e9-49ac-9e16-2fb5d0c8a56b req-411234ca-f298-49b0-a762-35f74029ba21 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:06.604449 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8158228-09e9-49ac-9e16-2fb5d0c8a56b req-411234ca-f298-49b0-a762-35f74029ba21 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 945 time: 0.1557248 Jul 07 19:15:06.649788 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b07885c3-91c8-49ca-8668-a19ba146e00e req-3951c829-a410-46fd-831a-9210827ab564 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362403 Jul 07 19:15:06.697009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8158228-09e9-49ac-9e16-2fb5d0c8a56b req-c4c43c4c-6c30-43b0-86d8-27b1e6b25ef4 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/security-groups?id=5783e20b-ad79-4f12-b96c-bac916875c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676877 Jul 07 19:15:06.713033 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.775435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.873848 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.927449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd2bfc0-97b7-43b8-8f49-0550ba0569c4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:06.979174 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.993963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23dfeb6-bb43-48ba-9fb0-27da96e2db00']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:07.007558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fb7184-35f4-479f-a4b8-b909a93ab5be') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:07.007869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fb7184-35f4-479f-a4b8-b909a93ab5be') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:07.020339 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.041297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.050249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:07.050848 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:07.113994 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:07.128339 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.168690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b23dfeb6-bb43-48ba-9fb0-27da96e2db00 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:15:07.172341 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.176566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "DELETE /v2.0/networks/b23dfeb6-bb43-48ba-9fb0-27da96e2db00 HTTP/1.1" status: 204 len: 168 time: 1.6119971 Jul 07 19:15:07.176566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d5be6-7e1f-4aeb-8636-cf0ed87d856b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event deleted for resources: {'Network': ['ID=b23dfeb6-bb43-48ba-9fb0-27da96e2db00,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:07.178082 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:07.247962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99bb70-2281-44b6-8aac-5cb8622a1899 req-0a02767a-b529-4009-9bd4-a12e902dac29 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.250006 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b99bb70-2281-44b6-8aac-5cb8622a1899 req-0a02767a-b529-4009-9bd4-a12e902dac29 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.1339548 Jul 07 19:15:07.323348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e72a9-f432-49ae-8dfd-7946d97541b8 req-12460c53-aa1c-4512-91c7-9091f91376fc tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.331894 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-561e72a9-f432-49ae-8dfd-7946d97541b8 req-12460c53-aa1c-4512-91c7-9091f91376fc tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 945 time: 0.1327002 Jul 07 19:15:07.337723 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c613439d-077d-4832-9340-457933866980 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.1576049 Jul 07 19:15:07.337932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b99bb70-2281-44b6-8aac-5cb8622a1899 req-e369c4bb-8f2a-4e3e-807f-04bffa05c021 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757005 Jul 07 19:15:07.340158 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:07.405522 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-561e72a9-f432-49ae-8dfd-7946d97541b8 req-22a34889-b6c0-4f85-b23b-bf49d49df9ef tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/security-groups?id=5783e20b-ad79-4f12-b96c-bac916875c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721548 Jul 07 19:15:07.490397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.490969 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.491524 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.492047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.492445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.492939 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.493421 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.494003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.494521 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.494912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.495370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.495820 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.498280 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fa85768f-ce7d-47a3-a5bc-f1455a39e1dc tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7761 time: 0.1566074 Jul 07 19:15:07.501269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:07.557088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af458-712f-47c8-b981-20959dcd4724 req-36b43094-328f-4b6b-932d-caf6bfb8ffc5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.558883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-160af458-712f-47c8-b981-20959dcd4724 req-36b43094-328f-4b6b-932d-caf6bfb8ffc5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0874615 Jul 07 19:15:07.571364 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-4c6bdc46-d456-4ff7-a7e2-84564a2851a8 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] delete failed (client error): The resource could not be found. Jul 07 19:15:07.572511 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4c6bdc46-d456-4ff7-a7e2-84564a2851a8 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "DELETE /v2.0/floatingips/9111ee2e-2724-467e-84e2-f04c4ff40502 HTTP/1.1" status: 404 len: 345 time: 0.0697658 Jul 07 19:15:07.575032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:07.595809 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc26f20-7367-4edb-a2d7-5e23941fa8dd tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] DELETE failed (client error): The resource could not be found. Jul 07 19:15:07.596846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc26f20-7367-4edb-a2d7-5e23941fa8dd tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:15:07.600061 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dfc26f20-7367-4edb-a2d7-5e23941fa8dd tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "DELETE /v2.0/networks/b23dfeb6-bb43-48ba-9fb0-27da96e2db00 HTTP/1.1" status: 404 len: 339 time: 0.0240824 Jul 07 19:15:07.606190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:07.611821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Request body: {'network': {'name': 'tempest-network--1792778351', 'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:07.615035 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-160af458-712f-47c8-b981-20959dcd4724 req-60cbb9ca-dc4a-47cc-bd39-c74bc89375db tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488791 Jul 07 19:15:07.642159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46632) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:07.657472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Made reservation on behalf of 52a880cfe83941449c6a091454fc6a84 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:07.661117 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.692920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:07.704855 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.705236 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Added segment 9571c932-e1af-4b3f-b94d-39d763681376 of type vlan for network cc316476-53c5-4bae-95bc-38086fbc4233 Jul 07 19:15:07.762908 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.791783 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4577cdde-688e-4637-949e-d9bb1caa8fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.805838 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.807334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:07.807967 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.878494 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event updated for resources: {'Network': ['ID=cc316476-53c5-4bae-95bc-38086fbc4233,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:07.895762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network cc316476-53c5-4bae-95bc-38086fbc4233 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:07.952244 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4577cdde-688e-4637-949e-d9bb1caa8fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.960428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4577cdde-688e-4637-949e-d9bb1caa8fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:07.967249 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-283ae37c-e3a9-4b08-a14a-0d914c4869ea tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3596597 Jul 07 19:15:07.969614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:08.005560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577cdde-688e-4637-949e-d9bb1caa8fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c944ce0d-6b48-48f3-8248-4d5528ea10fa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:08.010727 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4577cdde-688e-4637-949e-d9bb1caa8fbc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6ed5a6526c0145239f8c31167a4ff74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675132 Jul 07 19:15:08.013681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:08.065423 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05aeb6c9-548b-4938-8738-068f7e4a200f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.088146 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05aeb6c9-548b-4938-8738-068f7e4a200f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.139466 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05aeb6c9-548b-4938-8738-068f7e4a200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.142235 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05aeb6c9-548b-4938-8738-068f7e4a200f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.143690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-05aeb6c9-548b-4938-8738-068f7e4a200f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c944ce0d-6b48-48f3-8248-4d5528ea10fa HTTP/1.1" status: 204 len: 168 time: 0.1288579 Jul 07 19:15:08.154429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aeb6c9-548b-4938-8738-068f7e4a200f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c944ce0d-6b48-48f3-8248-4d5528ea10fa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:08.164059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef13c5a-33d6-4f9e-a57a-404a1dadfde9 tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.170392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef13c5a-33d6-4f9e-a57a-404a1dadfde9 tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.176516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef13c5a-33d6-4f9e-a57a-404a1dadfde9 tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.182652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef13c5a-33d6-4f9e-a57a-404a1dadfde9 tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.187321 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aef13c5a-33d6-4f9e-a57a-404a1dadfde9 tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2136259 Jul 07 19:15:08.187578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:08.262884 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.327613 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3a81ca4-ce63-48bc-a550-0400bb5e56f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.358432 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.369217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc316476-53c5-4bae-95bc-38086fbc4233']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:08.380858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9571c932-e1af-4b3f-b94d-39d763681376') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:08.381161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9571c932-e1af-4b3f-b94d-39d763681376') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:08.393214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.408668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.417221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:08.417687 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:08.419796 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:08.479878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:08.493938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0985fd-06b0-405d-bf69-0b904550f417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.524865 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.533806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc316476-53c5-4bae-95bc-38086fbc4233 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:15:08.536510 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.540127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "DELETE /v2.0/networks/cc316476-53c5-4bae-95bc-38086fbc4233 HTTP/1.1" status: 204 len: 168 time: 0.3508835 Jul 07 19:15:08.555471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:08.561059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Request body: {'network': {'name': 'tempest-network--1541510144', 'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:08.565882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68645e24-d13e-4257-9d1e-5a46fc98fded tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc316476-53c5-4bae-95bc-38086fbc4233,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:08.611420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f346e6-e621-4bb1-afee-e54ff55e696b req-54d9814f-d70d-4836-9357-f7f2e170e7ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.618431 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f346e6-e621-4bb1-afee-e54ff55e696b req-54d9814f-d70d-4836-9357-f7f2e170e7ae tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.1351252 Jul 07 19:15:08.639643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0985fd-06b0-405d-bf69-0b904550f417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.648035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce0985fd-06b0-405d-bf69-0b904550f417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.678482 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916c93e-b653-42c4-9231-113f8faf9a4a req-d7a1ecc7-f417-4916-aea2-329ca05ef570 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.680535 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d916c93e-b653-42c4-9231-113f8faf9a4a req-d7a1ecc7-f417-4916-aea2-329ca05ef570 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 945 time: 0.1271636 Jul 07 19:15:08.689863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f346e6-e621-4bb1-afee-e54ff55e696b req-df1f7332-4b72-4709-bd91-617c1ce3c77f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702267 Jul 07 19:15:08.698434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0985fd-06b0-405d-bf69-0b904550f417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61914a27-96e5-422f-90e5-f7398e2dc368,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:08.714320 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ce0985fd-06b0-405d-bf69-0b904550f417 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=eada684f46d7453f97e3441ae0cca2de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248402 Jul 07 19:15:08.714320 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Made reservation on behalf of 52a880cfe83941449c6a091454fc6a84 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:08.714844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:08.715210 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.775158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d916c93e-b653-42c4-9231-113f8faf9a4a req-5c498d83-0369-4681-8f75-2cab77d90f47 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/security-groups?id=5783e20b-ad79-4f12-b96c-bac916875c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840311 Jul 07 19:15:08.781438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:08.814964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.815317 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Added segment bd188d3a-33e4-4867-99ff-1bedb5564fcd of type vlan for network 9277a690-cf11-4b3e-b537-07ce8a1b6d39 Jul 07 19:15:08.830524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32844b53-e123-486f-8cbd-8ecf91891266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.906962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdf84f-fd8e-424a-b6e7-809f90d3ec95 req-ba32bf4e-23f0-43c9-be19-f2e5fd5ba65c tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.910473 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dabdf84f-fd8e-424a-b6e7-809f90d3ec95 req-ba32bf4e-23f0-43c9-be19-f2e5fd5ba65c tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.59 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 945 time: 0.1718638 Jul 07 19:15:08.911543 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32844b53-e123-486f-8cbd-8ecf91891266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.915414 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:08.973459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c8e2d-4e62-4a4a-95c5-4a24cc714586 req-05277e61-2e72-4001-9a55-5a8338860ca8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:08.974974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-193c8e2d-4e62-4a4a-95c5-4a24cc714586 req-05277e61-2e72-4001-9a55-5a8338860ca8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1395113 Jul 07 19:15:09.006585 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32844b53-e123-486f-8cbd-8ecf91891266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.009885 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32844b53-e123-486f-8cbd-8ecf91891266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.014500 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-32844b53-e123-486f-8cbd-8ecf91891266 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/61914a27-96e5-422f-90e5-f7398e2dc368 HTTP/1.1" status: 204 len: 168 time: 0.3012586 Jul 07 19:15:09.024405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32844b53-e123-486f-8cbd-8ecf91891266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61914a27-96e5-422f-90e5-f7398e2dc368,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:09.039825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-193c8e2d-4e62-4a4a-95c5-4a24cc714586 req-f3010004-546c-4b41-ba7a-2f6045aaa97f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581729 Jul 07 19:15:09.066137 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.067098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.067680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.136303 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5797362 Jul 07 19:15:09.140347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:09.154634 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-dabdf84f-fd8e-424a-b6e7-809f90d3ec95 req-1837d11c-6428-4567-97e1-478168521f3a tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Deleting port 37de1064-82ee-463f-8ebd-99a2f970e8ab {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:09.154972 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dabdf84f-fd8e-424a-b6e7-809f90d3ec95 req-1837d11c-6428-4567-97e1-478168521f3a tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.158726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ef47b-6c94-4790-b2bc-d0c2f2e04143 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event updated for resources: {'Network': ['ID=9277a690-cf11-4b3e-b537-07ce8a1b6d39,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:09.171001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 9277a690-cf11-4b3e-b537-07ce8a1b6d39 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:09.269714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd9037-3d2d-4f30-8f80-32f4ade99d21 tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.271810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0bbd9037-3d2d-4f30-8f80-32f4ade99d21 tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] 10.222.0.113 "GET /v2.0/networks/9277a690-cf11-4b3e-b537-07ce8a1b6d39 HTTP/1.1" status: 200 len: 757 time: 0.1300490 Jul 07 19:15:09.275510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:09.302264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dabdf84f-fd8e-424a-b6e7-809f90d3ec95 req-1837d11c-6428-4567-97e1-478168521f3a tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] For port 37de1064-82ee-463f-8ebd-99a2f970e8ab, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=37de1064-82ee-463f-8ebd-99a2f970e8ab,segment=NetworkSegment(09e12266-a34a-44d2-b532-7840123d9991),segment_id=09e12266-a34a-44d2-b532-7840123d9991)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:09.302714 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dabdf84f-fd8e-424a-b6e7-809f90d3ec95 req-1837d11c-6428-4567-97e1-478168521f3a tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.324968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-dabdf84f-fd8e-424a-b6e7-809f90d3ec95 req-1837d11c-6428-4567-97e1-478168521f3a tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Calling delete_port for 37de1064-82ee-463f-8ebd-99a2f970e8ab owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:09.372408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b282e041-7f2e-4d93-b699-b378f61ee0f3 tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.376517 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b282e041-7f2e-4d93-b699-b378f61ee0f3 tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] 10.222.0.113 "GET /v2.0/networks/4b20e0b9-9e43-4ce2-8cd4-3b7ad3f95bad HTTP/1.1" status: 200 len: 767 time: 0.0974398 Jul 07 19:15:09.377905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:09.481211 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.486967 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dabdf84f-fd8e-424a-b6e7-809f90d3ec95 req-1837d11c-6428-4567-97e1-478168521f3a tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.521179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['37de1064-82ee-463f-8ebd-99a2f970e8ab'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:09.535559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837d11c-6428-4567-97e1-478168521f3a tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Pushing event deleted for resources: {'Port': ['ID=37de1064-82ee-463f-8ebd-99a2f970e8ab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:09.594289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabdf84f-fd8e-424a-b6e7-809f90d3ec95 req-1837d11c-6428-4567-97e1-478168521f3a tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] No DVR routers for this DVR port 37de1064-82ee-463f-8ebd-99a2f970e8ab on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:09.597244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dabdf84f-fd8e-424a-b6e7-809f90d3ec95 req-1837d11c-6428-4567-97e1-478168521f3a tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.600113 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dabdf84f-fd8e-424a-b6e7-809f90d3ec95 req-1837d11c-6428-4567-97e1-478168521f3a tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.59 "DELETE /v2.0/ports/37de1064-82ee-463f-8ebd-99a2f970e8ab HTTP/1.1" status: 204 len: 173 time: 0.6807141 Jul 07 19:15:09.601384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb21a4c-233e-472d-bb97-4b8681f3220e', 'name': 'network-vif-deleted', 'tag': '37de1064-82ee-463f-8ebd-99a2f970e8ab'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:09.604137 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c412dbe1-e61f-4027-a39c-6ea0f5ffda39" -d '{"events": [{"server_uuid": "abb21a4c-233e-472d-bb97-4b8681f3220e", "name": "network-vif-deleted", "tag": "37de1064-82ee-463f-8ebd-99a2f970e8ab"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:09.620664 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.643877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9277a690-cf11-4b3e-b537-07ce8a1b6d39']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:09.655798 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866477cc-9ecc-49ca-97b1-36ab2635f01a x-openstack-request-id: req-866477cc-9ecc-49ca-97b1-36ab2635f01a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:09.656790 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb21a4c-233e-472d-bb97-4b8681f3220e", "name": "network-vif-deleted", "tag": "37de1064-82ee-463f-8ebd-99a2f970e8ab", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:09.657223 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-866477cc-9ecc-49ca-97b1-36ab2635f01a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:09.657741 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd188d3a-33e4-4867-99ff-1bedb5564fcd') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:09.658100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd188d3a-33e4-4867-99ff-1bedb5564fcd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:09.658397 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb21a4c-233e-472d-bb97-4b8681f3220e', 'name': 'network-vif-deleted', 'tag': '37de1064-82ee-463f-8ebd-99a2f970e8ab', 'status': 'completed', 'code': 200} Jul 07 19:15:09.682022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42873cbf-9744-4ae9-a7b3-04cbde314f2e req-d4a66cd0-c4a2-4081-9d43-84d515c05c46 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.683696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-42873cbf-9744-4ae9-a7b3-04cbde314f2e req-d4a66cd0-c4a2-4081-9d43-84d515c05c46 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1640189 Jul 07 19:15:09.685552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.704171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.720739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:09.721141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:09.722973 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:09.786031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-42873cbf-9744-4ae9-a7b3-04cbde314f2e req-caa67249-93f7-4317-9464-d767c54e8187 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919311 Jul 07 19:15:09.806971 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.814630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9277a690-cf11-4b3e-b537-07ce8a1b6d39 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:15:09.826023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.827994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "DELETE /v2.0/networks/9277a690-cf11-4b3e-b537-07ce8a1b6d39 HTTP/1.1" status: 204 len: 168 time: 0.4480288 Jul 07 19:15:09.829395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebf86f-cea0-43c4-9035-13a26a189bfa tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event deleted for resources: {'Network': ['ID=9277a690-cf11-4b3e-b537-07ce8a1b6d39,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:09.831576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:09.838202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Request body: {'network': {'name': 'tempest-network--1996278945'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:09.876616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Made reservation on behalf of 52a880cfe83941449c6a091454fc6a84 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:09.879105 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.949330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:09.962767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:09.963461 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Added segment 2a55f602-5b72-40c8-891d-69997ee67491 of type vlan for network f32e4129-c381-43eb-842e-141b2b557aa9 Jul 07 19:15:09.970632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd9d8-22a0-4005-a502-d8d60a62a3c9 req-d5a09687-d41b-4595-88f6-4e5f148d1ec6 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:09.973970 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-221dd9d8-22a0-4005-a502-d8d60a62a3c9 req-d5a09687-d41b-4595-88f6-4e5f148d1ec6 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.1163788 Jul 07 19:15:10.025597 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.060194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9113fd6b-4ae8-42dc-b31e-7a547bdf60d7 req-946c7af4-d972-4927-83e6-a793d405fa56 tempest-ServerGroupTestJSON-1851302836 tempest-ServerGroupTestJSON-1851302836-project] 10.222.0.113 "GET /v2.0/ports?device_id=abb21a4c-233e-472d-bb97-4b8681f3220e HTTP/1.1" status: 200 len: 210 time: 0.0575387 Jul 07 19:15:10.063555 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.065335 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:10.066711 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.103716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-221dd9d8-22a0-4005-a502-d8d60a62a3c9 req-5c18bded-ae43-49dc-8ba9-91025ac3cc23 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209543 Jul 07 19:15:10.168632 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3355966 Jul 07 19:15:10.171281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:10.173098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4fb69-f7d3-4c00-b7cf-035202ed225b tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event updated for resources: {'Network': ['ID=f32e4129-c381-43eb-842e-141b2b557aa9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:10.178242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6e4abdec-faa6-4373-b43e-484d7967e81d tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:10.185420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f32e4129-c381-43eb-842e-141b2b557aa9 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:10.533551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec77e40-c73e-4c94-a36e-1694d5014ddf req-028cb626-da38-4c9e-aa2d-90e728ebc10c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:10.535098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aec77e40-c73e-4c94-a36e-1694d5014ddf req-028cb626-da38-4c9e-aa2d-90e728ebc10c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.2580111 Jul 07 19:15:10.587003 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e4abdec-faa6-4373-b43e-484d7967e81d tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.609845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aec77e40-c73e-4c94-a36e-1694d5014ddf req-4bd5656f-047a-4a37-9ec2-1647eba5b165 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655906 Jul 07 19:15:10.611430 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e4abdec-faa6-4373-b43e-484d7967e81d tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.657262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e4abdec-faa6-4373-b43e-484d7967e81d tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Network f32e4129-c381-43eb-842e-141b2b557aa9 is not hosted by any dhcp agent {{(pid=93770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:15:10.658156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4abdec-faa6-4373-b43e-484d7967e81d tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:10.658755 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e4abdec-faa6-4373-b43e-484d7967e81d tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.660064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6e4abdec-faa6-4373-b43e-484d7967e81d tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "PUT /v2.0/networks/f32e4129-c381-43eb-842e-141b2b557aa9 HTTP/1.1" status: 200 len: 859 time: 0.4876907 Jul 07 19:15:10.662851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:10.728542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4abdec-faa6-4373-b43e-484d7967e81d tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event updated for resources: {'Network': ['ID=f32e4129-c381-43eb-842e-141b2b557aa9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:10.750775 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.832552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.843681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32e4129-c381-43eb-842e-141b2b557aa9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:10.856074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a55f602-5b72-40c8-891d-69997ee67491') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:10.856744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a55f602-5b72-40c8-891d-69997ee67491') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:10.865488 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.879943 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.887371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:10.887739 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:10.889980 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:10.986309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.991949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f32e4129-c381-43eb-842e-141b2b557aa9 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:15:10.995203 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:10.997098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] 10.222.0.113 "DELETE /v2.0/networks/f32e4129-c381-43eb-842e-141b2b557aa9 HTTP/1.1" status: 204 len: 168 time: 0.3328092 Jul 07 19:15:11.000758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:11.011977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ad397-369c-4c24-ad63-745e12aec6f7 tempest-ExternalNetworksTestJSON-305993748 tempest-ExternalNetworksTestJSON-305993748-project-admin] Pushing event deleted for resources: {'Network': ['ID=f32e4129-c381-43eb-842e-141b2b557aa9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:11.032418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4161730-c1ad-4dae-90c9-884fd64ab039 req-985b6164-942b-4457-869d-0e9ad96191d6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:11.032971 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a114e893-4228-428f-9ca5-cf65b73418ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.034315 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4161730-c1ad-4dae-90c9-884fd64ab039 req-985b6164-942b-4457-869d-0e9ad96191d6 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1038897 Jul 07 19:15:11.048065 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dadae0f-2d97-44a8-adaf-218eb19b738c tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] DELETE failed (client error): The resource could not be found. Jul 07 19:15:11.048829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dadae0f-2d97-44a8-adaf-218eb19b738c tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:15:11.050747 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9dadae0f-2d97-44a8-adaf-218eb19b738c tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] 10.222.0.113 "DELETE /v2.0/subnets/3bd2bfc0-97b7-43b8-8f49-0550ba0569c4 HTTP/1.1" status: 404 len: 337 time: 0.0481093 Jul 07 19:15:11.053756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:11.078516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4161730-c1ad-4dae-90c9-884fd64ab039 req-d86f86d6-5511-40d5-bef0-f6bf6f7bbf66 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376799 Jul 07 19:15:11.157553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.246868 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.330004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.342635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b20e0b9-9e43-4ce2-8cd4-3b7ad3f95bad']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:11.355978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d677a5-c325-48da-91ea-20815090e4a2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:11.356529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d677a5-c325-48da-91ea-20815090e4a2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:11.367818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.390661 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.399533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:11.400592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:11.405889 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:11.415582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1aba2-6c9a-4894-b50d-64553eef921c req-6c31ab63-32c3-4428-a53f-6a34ab79a635 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:11.422919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49c1aba2-6c9a-4894-b50d-64553eef921c req-6c31ab63-32c3-4428-a53f-6a34ab79a635 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.1338148 Jul 07 19:15:11.499454 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.521736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49c1aba2-6c9a-4894-b50d-64553eef921c req-f3a4356e-a179-4798-834f-0fe2be2672c1 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920146 Jul 07 19:15:11.521981 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.546935 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] 10.222.0.113 "DELETE /v2.0/networks/4b20e0b9-9e43-4ce2-8cd4-3b7ad3f95bad HTTP/1.1" status: 204 len: 168 time: 0.4769530 Jul 07 19:15:11.575637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8786ba-4934-4039-ac19-ff35cef7b2cb tempest-ExternalNetworksTestJSON-1847065146 tempest-ExternalNetworksTestJSON-1847065146-project] Pushing event deleted for resources: {'Network': ['ID=4b20e0b9-9e43-4ce2-8cd4-3b7ad3f95bad,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:11.658797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:11.846470 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a269e247-c3b4-4db8-bed5-e82ee781029a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.892872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:11.920202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:11.943066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bf8386-9197-4342-90da-1836de601ee8 admin admin] Deleting subnet b80e5563-8a73-4c8c-951c-b5118f2f0404 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:15:11.946910 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89bf8386-9197-4342-90da-1836de601ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.963421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a269e247-c3b4-4db8-bed5-e82ee781029a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.968158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a269e247-c3b4-4db8-bed5-e82ee781029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:11.985900 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89bf8386-9197-4342-90da-1836de601ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.012730 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a269e247-c3b4-4db8-bed5-e82ee781029a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c685c6a6283e47f4a4dc916435472217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500571 Jul 07 19:15:12.013301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:12.019932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269e247-c3b4-4db8-bed5-e82ee781029a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27518387-3cce-4448-83c9-3c6548dbe746,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:12.031312 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89bf8386-9197-4342-90da-1836de601ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.092091 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89bf8386-9197-4342-90da-1836de601ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.098940 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87616bd3-6867-4e6b-99cb-b02426aa9c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.119073 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-253d1c7e-31ff-43f3-85ab-6e7cf8dcf6a8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9f845b5cf96d430b932af3020086be17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975579 Jul 07 19:15:12.121607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:12.147462 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87616bd3-6867-4e6b-99cb-b02426aa9c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.214203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c301a18-f0da-41af-9243-56452b923480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.239934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87616bd3-6867-4e6b-99cb-b02426aa9c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.243483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87616bd3-6867-4e6b-99cb-b02426aa9c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.247754 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-87616bd3-6867-4e6b-99cb-b02426aa9c6e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/27518387-3cce-4448-83c9-3c6548dbe746 HTTP/1.1" status: 204 len: 168 time: 0.2335861 Jul 07 19:15:12.250303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c301a18-f0da-41af-9243-56452b923480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.273433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87616bd3-6867-4e6b-99cb-b02426aa9c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27518387-3cce-4448-83c9-3c6548dbe746,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:12.274232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.362627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf8386-9197-4342-90da-1836de601ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b80e5563-8a73-4c8c-951c-b5118f2f0404,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:12.366416 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89bf8386-9197-4342-90da-1836de601ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.371488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-89bf8386-9197-4342-90da-1836de601ee8 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b80e5563-8a73-4c8c-951c-b5118f2f0404 HTTP/1.1" status: 204 len: 168 time: 0.4769380 Jul 07 19:15:12.379509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:12.485318 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.514414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ccc0e-b405-4c36-b85a-0a65baf51bd6 req-b36f66b0-0c13-4bed-8a82-442ae8c7a159 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:12.521152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e60ccc0e-b405-4c36-b85a-0a65baf51bd6 req-b36f66b0-0c13-4bed-8a82-442ae8c7a159 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1619282 Jul 07 19:15:12.592759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:12.611720 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d374bfd-3669-42ba-8865-a3bf94ebd3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.614333 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c301a18-f0da-41af-9243-56452b923480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.617557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c301a18-f0da-41af-9243-56452b923480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.619028 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9c301a18-f0da-41af-9243-56452b923480 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/510181a1-0318-45dc-8c23-42470bba6540 HTTP/1.1" status: 204 len: 168 time: 0.4962826 Jul 07 19:15:12.637105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e60ccc0e-b405-4c36-b85a-0a65baf51bd6 req-6793fc44-b738-4996-90a2-be3b5d34e260 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148627 Jul 07 19:15:12.637309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c301a18-f0da-41af-9243-56452b923480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510181a1-0318-45dc-8c23-42470bba6540,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:12.640923 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.676328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:12.711976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e12266-a34a-44d2-b532-7840123d9991') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:12.712269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e12266-a34a-44d2-b532-7840123d9991') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:12.732512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.747446 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.749452 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d374bfd-3669-42ba-8865-a3bf94ebd3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.756265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:12.757015 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.758204 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d374bfd-3669-42ba-8865-a3bf94ebd3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:12.759169 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:12.824035 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d374bfd-3669-42ba-8865-a3bf94ebd3ac admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ebc7ee225165477f82e5d70f2ba7ab9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242661 Jul 07 19:15:12.824035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:12.870993 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.873540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d374bfd-3669-42ba-8865-a3bf94ebd3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19322c4d-68d4-4178-9b0a-03e9c89f2da2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:12.877439 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.886918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] 10.222.0.113 "DELETE /v2.0/networks/9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d HTTP/1.1" status: 204 len: 168 time: 0.5018892 Jul 07 19:15:12.892779 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e97a240f-af35-4347-98a5-084955296fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:12.931088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a06e3-22f7-4319-8d4b-10ecd35b1459 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc1dd66-0dbc-46ae-b1d2-77ee20f37f0d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:12.932424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e97a240f-af35-4347-98a5-084955296fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.007248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63356ca-eb55-4fa5-ac08-ce5895104708 req-64b0cef8-c099-42ad-8b93-ec0558ce5eaf tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:13.021819 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e97a240f-af35-4347-98a5-084955296fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.025272 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e97a240f-af35-4347-98a5-084955296fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.026444 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e97a240f-af35-4347-98a5-084955296fa4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/19322c4d-68d4-4178-9b0a-03e9c89f2da2 HTTP/1.1" status: 204 len: 168 time: 0.2028296 Jul 07 19:15:13.029761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f63356ca-eb55-4fa5-ac08-ce5895104708 req-64b0cef8-c099-42ad-8b93-ec0558ce5eaf tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.2033017 Jul 07 19:15:13.044008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a240f-af35-4347-98a5-084955296fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19322c4d-68d4-4178-9b0a-03e9c89f2da2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:13.093514 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f63356ca-eb55-4fa5-ac08-ce5895104708 req-27c438b3-bb5d-4491-890d-4e45bc074ce2 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622661 Jul 07 19:15:13.143850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:13.189573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:13.200765 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-032e98d2-9285-4fea-ab59-e0c0f7c2c10e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=52a880cfe83941449c6a091454fc6a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551124 Jul 07 19:15:13.204267 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:13.239663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 37de1064-82ee-463f-8ebd-99a2f970e8ab no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:13.244052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-923f0594-e85a-4fb3-9580-70268387b2d8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a84f2e1072bf4739a1f43b15ff57b7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525744 Jul 07 19:15:13.246467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:13.265325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 37de1064-82ee-463f-8ebd-99a2f970e8ab {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:13.266020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 37de1064-82ee-463f-8ebd-99a2f970e8ab not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:13.276392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea05e2a7-ae65-4e5d-8cc3-c72095de7a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.299204 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cb90019-3982-4635-b474-e11b9c0c542b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.299689 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea05e2a7-ae65-4e5d-8cc3-c72095de7a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.323464 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cb90019-3982-4635-b474-e11b9c0c542b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.353244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea05e2a7-ae65-4e5d-8cc3-c72095de7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.356908 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea05e2a7-ae65-4e5d-8cc3-c72095de7a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.358356 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ea05e2a7-ae65-4e5d-8cc3-c72095de7a75 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/32c86374-f1ea-4f85-905f-d8efc59a477e HTTP/1.1" status: 204 len: 168 time: 0.1530530 Jul 07 19:15:13.368766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05e2a7-ae65-4e5d-8cc3-c72095de7a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c86374-f1ea-4f85-905f-d8efc59a477e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:13.390801 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cb90019-3982-4635-b474-e11b9c0c542b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.393981 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cb90019-3982-4635-b474-e11b9c0c542b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.395031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1cb90019-3982-4635-b474-e11b9c0c542b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5783e20b-ad79-4f12-b96c-bac916875c8e HTTP/1.1" status: 204 len: 168 time: 0.1476457 Jul 07 19:15:13.405771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb90019-3982-4635-b474-e11b9c0c542b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5783e20b-ad79-4f12-b96c-bac916875c8e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:13.817782 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:13.852934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076213f9-3fa0-4b12-a9e8-9fc5b9dd2765 req-2e2de1ed-f37f-46b3-a689-1574641761ab tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:13.862592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-076213f9-3fa0-4b12-a9e8-9fc5b9dd2765 req-2e2de1ed-f37f-46b3-a689-1574641761ab tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1018910 Jul 07 19:15:13.904961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-076213f9-3fa0-4b12-a9e8-9fc5b9dd2765 req-4aa6ec80-98f2-4fae-8c9c-768b60c9f7e2 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415320 Jul 07 19:15:14.318777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0e4ee-9b24-4f34-83e5-adf7f5d9451c req-48d44912-de3b-4d61-9fa7-56fac5d11035 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:14.321134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48e0e4ee-9b24-4f34-83e5-adf7f5d9451c req-48d44912-de3b-4d61-9fa7-56fac5d11035 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.0785429 Jul 07 19:15:14.364132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48e0e4ee-9b24-4f34-83e5-adf7f5d9451c req-3712fdb1-8322-4970-8919-0645e23c142f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372519 Jul 07 19:15:14.482577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ae056a9f-dd32-4ca2-a834-e91577b3a24b details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:14.589423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:14.599638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:14.608172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b', 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc', 'port_id': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b', 'mac_address': 'fa:16:3e:48:71:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c35a17e-458f-44d2-b94e-ba875ec42b7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:15:14.635173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:14.653366 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.668228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae056a9f-dd32-4ca2-a834-e91577b3a24b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:14.691604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:14.697067 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.750413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ae056a9f-dd32-4ca2-a834-e91577b3a24b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:14.827171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1884946934-network', 'tenant_id': '66532528330f4ada8d4ea37673e57e0f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:14.857842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1088318765'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:14.864865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Made reservation on behalf of 66532528330f4ada8d4ea37673e57e0f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:14.867703 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.882551 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.915769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Made reservation on behalf of 1d6003f7c8154c4da7c5e4093043973a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:14.919596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.935326 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:14.956243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['ae056a9f-dd32-4ca2-a834-e91577b3a24b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:15.109847 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.119512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.179176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:15.227409 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.227762 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Added segment baa767bc-e73b-47f6-a514-33b11dc61f15 of type vlan for network 4d8b8a7e-1c91-4a62-8320-82728e74874b Jul 07 19:15:15.229606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a9a1cf-e53a-4f02-a408-d47471f62256,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:15.306920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ffa46-8217-4595-9c05-045d1f41315e req-5c6fb3b1-dfa9-4cce-a996-e8ecde0ce2cb tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.314715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea4ffa46-8217-4595-9c05-045d1f41315e req-5c6fb3b1-dfa9-4cce-a996-e8ecde0ce2cb tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.2518678 Jul 07 19:15:15.354621 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.391877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea4ffa46-8217-4595-9c05-045d1f41315e req-390e00c5-c6d5-4564-bd94-9ce3cf645725 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760751 Jul 07 19:15:15.426085 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.427180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.427928 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.516608 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.534737 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.575254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9389560 Jul 07 19:15:15.578484 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:15.584143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] Request body: {'subnet': {'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1884946934-subnet', 'tenant_id': '66532528330f4ada8d4ea37673e57e0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:15.595633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203773c4-1040-472d-97c2-1f70df465b43 admin admin] Pushing event updated for resources: {'Network': ['ID=4d8b8a7e-1c91-4a62-8320-82728e74874b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:15.601356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:15.607576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 4d8b8a7e-1c91-4a62-8320-82728e74874b details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:15.618768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] Made reservation on behalf of 66532528330f4ada8d4ea37673e57e0f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:15.621388 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.634072 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.634072 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Added segment d8b024a4-e800-49ee-9661-9ae7fd376fff of type vlan for network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 Jul 07 19:15:15.643779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ceeedb-6e8d-49d1-b292-c0951c4e17f0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:15.705971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdb8c4-29e5-4c10-a1b6-c7a812f9666b req-c2957a4f-f691-4b90-bd4b-090c63cad4e1 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.708141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30cdb8c4-29e5-4c10-a1b6-c7a812f9666b req-c2957a4f-f691-4b90-bd4b-090c63cad4e1 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 944 time: 0.1771393 Jul 07 19:15:15.709654 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.769275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30cdb8c4-29e5-4c10-a1b6-c7a812f9666b req-e8956659-09e7-4d33-9154-bed2b8e136b0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536115 Jul 07 19:15:15.782005 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.788404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.789042 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.863202 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.892031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2885752 Jul 07 19:15:15.897514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:15.909394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Request body: {'subnet': {'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:15.926954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5b812-b924-41f9-b169-3f34117d6303 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'Network': ['ID=bdb2dc4e-19f1-46b8-a537-4c9c14e3d622,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:15.927170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd13854-dbb7-4d92-8c95-37db9151f619,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:15.937753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] Checking segment: {'id': 'baa767bc-e73b-47f6-a514-33b11dc61f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:15.938730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] Network hostable DHCP agents. Network: 4d8b8a7e-1c91-4a62-8320-82728e74874b, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:15:15.939727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:15.958901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] Network 4d8b8a7e-1c91-4a62-8320-82728e74874b is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:15:15.972239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 4d8b8a7e-1c91-4a62-8320-82728e74874b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:15.979076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:15.979892 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.994641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429d0a93-2394-4945-91d9-9de10a06423a None None] Network 4d8b8a7e-1c91-4a62-8320-82728e74874b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:16.001537 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a7cca0ea-d2a8-4891-afec-ba8dd205dc0e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4219434 Jul 07 19:15:16.027210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Made reservation on behalf of 1d6003f7c8154c4da7c5e4093043973a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:16.039318 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.192097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c32d0-6b0a-4fbb-99c7-3f41815df29d None None] Network 4d8b8a7e-1c91-4a62-8320-82728e74874b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:16.379114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.462867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'Subnet': ['ID=f1c02adb-e609-4ad5-b3da-c7d7aa478942,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:16.477390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Checking segment: {'id': 'd8b024a4-e800-49ee-9661-9ae7fd376fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:16.477940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Network hostable DHCP agents. Network: bdb2dc4e-19f1-46b8-a537-4c9c14e3d622, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:15:16.487032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ae056a9f-dd32-4ca2-a834-e91577b3a24b up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:16.515202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:15:16.565700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, bdb2dc4e-19f1-46b8-a537-4c9c14e3d622) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:16.566281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port ae056a9f-dd32-4ca2-a834-e91577b3a24b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:16.571928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port ae056a9f-dd32-4ca2-a834-e91577b3a24b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:16.572303 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.575358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:16.576143 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.598109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa82255-582b-4954-8224-5023afe774e0 None None] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:16.639153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:16.647812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-14b65c68-943d-4858-8512-d0a3f8f70509 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7495632 Jul 07 19:15:16.651955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:16.662059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Request body: {'port': {'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-431288499'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:16.737128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-99c118fe-4676-4580-90ec-03030d240714 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:16.742383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-99c118fe-4676-4580-90ec-03030d240714 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/networks?id=4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 200 len: 814 time: 0.2393994 Jul 07 19:15:16.752633 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.778097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-44d60a11-fe67-4374-a69a-87f5e89f388b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/quotas/66532528330f4ada8d4ea37673e57e0f HTTP/1.1" status: 200 len: 375 time: 0.0289485 Jul 07 19:15:16.779933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b63629e-60ad-4240-a986-067786cf8be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.783135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:16.785420 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0cb045-63a2-4395-9309-7e5755ebbe05" -d '{"events": [{"server_uuid": "81ce3c52-6d8a-4fda-b756-f43c2f376ef5", "name": "network-vif-plugged", "status": "completed", "tag": "ae056a9f-dd32-4ca2-a834-e91577b3a24b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:16.801700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:16.813558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfed39-eba6-4d4f-adc3-6824ec1543d3 req-3ac2c3f5-b363-47c2-92e6-ca5f98dd962b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:16.815319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8cfed39-eba6-4d4f-adc3-6824ec1543d3 req-3ac2c3f5-b363-47c2-92e6-ca5f98dd962b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.2336264 Jul 07 19:15:16.823568 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.852977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-1b8173ae-ad70-4d65-bf78-f9efe3af0b27 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=66532528330f4ada8d4ea37673e57e0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614753 Jul 07 19:15:16.882446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ae056a9f-dd32-4ca2-a834-e91577b3a24b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:16.893732 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.894074 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.894412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.894793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.895124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.895476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.895772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.896088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.896407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.896791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.898535 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.898535 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:15:16.902529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-bdb2dc4e-19f1-46b8-a537-4c9c14e3d622', 'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622', 'tenant_id': '1d6003f7c8154c4da7c5e4093043973a', 'fixed_ips': [{'subnet_id': 'f1c02adb-e609-4ad5-b3da-c7d7aa478942'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:15:16.903191 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.919622 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b63629e-60ad-4240-a986-067786cf8be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.926253 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b63629e-60ad-4240-a986-067786cf8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:16.970718 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7b63629e-60ad-4240-a986-067786cf8be1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7678d4ed0bc4400bb9f30eca90ff4ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285375 Jul 07 19:15:16.973203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63629e-60ad-4240-a986-067786cf8be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30e8d67-0af5-42e3-b262-0eee5829f2a6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:16.976051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:16.982885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8cfed39-eba6-4d4f-adc3-6824ec1543d3 req-5c9c74f9-618f-48ea-8f01-9fc2cc9387df tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331441 Jul 07 19:15:17.034678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Made reservation on behalf of 1d6003f7c8154c4da7c5e4093043973a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:17.039884 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.043680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce532cf0-9ceb-4e92-9868-89ed99790d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.068671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce532cf0-9ceb-4e92-9868-89ed99790d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.071452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] device_id is not set on port cba80d4d-c7c4-4e49-926c-b565ce79443f yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:15:17.081355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Allocated IP 2001:db8::2 (bdb2dc4e-19f1-46b8-a537-4c9c14e3d622/f1c02adb-e609-4ad5-b3da-c7d7aa478942/d48900f0-6593-4cd3-82d6-17b7ec5023bf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:17.126980 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce532cf0-9ceb-4e92-9868-89ed99790d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.133468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-b53c05d9-4d8c-4deb-8d66-822891788fd2 service neutron] 10.222.0.113 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644439 Jul 07 19:15:17.134692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce532cf0-9ceb-4e92-9868-89ed99790d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.139643 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ce532cf0-9ceb-4e92-9868-89ed99790d3f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d30e8d67-0af5-42e3-b262-0eee5829f2a6 HTTP/1.1" status: 204 len: 168 time: 0.1609378 Jul 07 19:15:17.157354 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce532cf0-9ceb-4e92-9868-89ed99790d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30e8d67-0af5-42e3-b262-0eee5829f2a6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:17.239248 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b78efb-bd9c-4620-aae5-fcfab251e280 x-openstack-request-id: req-90b78efb-bd9c-4620-aae5-fcfab251e280 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:17.240312 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ce3c52-6d8a-4fda-b756-f43c2f376ef5", "name": "network-vif-plugged", "status": "completed", "tag": "ae056a9f-dd32-4ca2-a834-e91577b3a24b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:17.241355 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-90b78efb-bd9c-4620-aae5-fcfab251e280 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:17.242155 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b', 'code': 200} Jul 07 19:15:17.245613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-cf4feda8-cb9e-464a-bd47-17bbbbcc03e1 service neutron] 10.222.0.113 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112680 Jul 07 19:15:17.321911 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.333063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Transition to ACTIVE for port object d48900f0-6593-4cd3-82d6-17b7ec5023bf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:17.355343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Transition to ACTIVE for port object d48900f0-6593-4cd3-82d6-17b7ec5023bf will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:17.369788 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.439544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:17.443544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:17.451351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:17.513338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Pushing event updated for resources: {'Port': ['ID=d48900f0-6593-4cd3-82d6-17b7ec5023bf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:17.526940 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Attempting to bind port d48900f0-6593-4cd3-82d6-17b7ec5023bf on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:17.527402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Attempting to bind port d48900f0-6593-4cd3-82d6-17b7ec5023bf by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'd8b024a4-e800-49ee-9661-9ae7fd376fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:17.527980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Attempting to bind port d48900f0-6593-4cd3-82d6-17b7ec5023bf on network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:17.534438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:17.535069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Checking segment: {'id': 'd8b024a4-e800-49ee-9661-9ae7fd376fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:17.535789 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.536491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Bound using segment: {'id': 'd8b024a4-e800-49ee-9661-9ae7fd376fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:17.537096 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Bound port: d48900f0-6593-4cd3-82d6-17b7ec5023bf, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b024a4-e800-49ee-9661-9ae7fd376fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:17.537984 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.574768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Allocated IP 2001:db8::2c8 (bdb2dc4e-19f1-46b8-a537-4c9c14e3d622/f1c02adb-e609-4ad5-b3da-c7d7aa478942/cba80d4d-c7c4-4e49-926c-b565ce79443f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:17.605078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696df66-d9cb-455b-8507-0b11bb9717fb req-0c95464e-e75b-47eb-9774-abf71ca16b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:17.606584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d696df66-d9cb-455b-8507-0b11bb9717fb req-0c95464e-e75b-47eb-9774-abf71ca16b15 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 1097 time: 0.2998927 Jul 07 19:15:17.631823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:17.649281 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70ea6471-6c65-4d3e-9f3c-8acd3ec7601a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.676387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] For port d48900f0-6593-4cd3-82d6-17b7ec5023bf, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:17.690153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] For port d48900f0-6593-4cd3-82d6-17b7ec5023bf, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d48900f0-6593-4cd3-82d6-17b7ec5023bf,segment=NetworkSegment(d8b024a4-e800-49ee-9661-9ae7fd376fff),segment_id=d8b024a4-e800-49ee-9661-9ae7fd376fff)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:17.698353 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.744375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91833bff-fbff-4408-9cb1-1260fef3ee29 req-3dbcb3ad-efc0-4532-bebb-66126895f27b tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:17.745884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91833bff-fbff-4408-9cb1-1260fef3ee29 req-3dbcb3ad-efc0-4532-bebb-66126895f27b tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.2979302 Jul 07 19:15:17.747534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d696df66-d9cb-455b-8507-0b11bb9717fb req-ae04bd14-46ca-47bf-a179-5cbabc0cf28d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338165 Jul 07 19:15:17.804352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed406c4-1a35-4125-9f6a-c19241724b2b None None] Pushing event updated for resources: {'Port': ['ID=d48900f0-6593-4cd3-82d6-17b7ec5023bf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:17.821332 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70ea6471-6c65-4d3e-9f3c-8acd3ec7601a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.828495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91833bff-fbff-4408-9cb1-1260fef3ee29 req-0aee7885-b825-4d05-96e7-2fb095f8c754 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751514 Jul 07 19:15:17.829820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70ea6471-6c65-4d3e-9f3c-8acd3ec7601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.849808 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.874895 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-70ea6471-6c65-4d3e-9f3c-8acd3ec7601a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3fc0e8ead574473db28399661247de60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414963 Jul 07 19:15:17.878304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:17.929268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f28ea66a-fd17-4554-b8a7-7bea6e93300e req-cc1d2f36-06fb-4d27-b351-49dc2a7229c8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 210 time: 0.0594566 Jul 07 19:15:17.930281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Transition to ACTIVE for port object cba80d4d-c7c4-4e49-926c-b565ce79443f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:17.938569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea6471-6c65-4d3e-9f3c-8acd3ec7601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee8e29c-5620-444d-839c-ef14f1fbcadd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:17.980260 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20efc67e-ffb1-4239-b5c2-3bcd9c276b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:17.993208 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:18.024039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20efc67e-ffb1-4239-b5c2-3bcd9c276b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:18.114446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:18.117843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:18.126763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:18.130512 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20efc67e-ffb1-4239-b5c2-3bcd9c276b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:18.132852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:18.134134 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:18.134455 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20efc67e-ffb1-4239-b5c2-3bcd9c276b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:18.152810 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-20efc67e-ffb1-4239-b5c2-3bcd9c276b8d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5ee8e29c-5620-444d-839c-ef14f1fbcadd HTTP/1.1" status: 204 len: 168 time: 0.2485204 Jul 07 19:15:18.160135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5039263 Jul 07 19:15:18.161725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:18.176263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Request body: {'port': {'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1038747883', 'allowed_address_pairs': [{'ip_address': '2001:db8::2c8', 'mac_address': 'fa:16:3e:9c:4a:5e'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:18.177665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efc67e-ffb1-4239-b5c2-3bcd9c276b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee8e29c-5620-444d-839c-ef14f1fbcadd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:18.249054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c85e9b-c34d-44c2-90a3-4ed6a9d674c4 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'Port': ['ID=cba80d4d-c7c4-4e49-926c-b565ce79443f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:18.375386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5efbf-5651-49de-ab02-80ed5e6a964f req-f9bf4f81-4bbd-4b23-b116-bcb21ff789b4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:18.376974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1f5efbf-5651-49de-ab02-80ed5e6a964f req-f9bf4f81-4bbd-4b23-b116-bcb21ff789b4 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1348956 Jul 07 19:15:18.397890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Made reservation on behalf of 1d6003f7c8154c4da7c5e4093043973a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:18.474143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1f5efbf-5651-49de-ab02-80ed5e6a964f req-bf7a8cbe-9a35-4e44-9c74-c35bb0a17d91 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903907 Jul 07 19:15:18.523742 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:18.543356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] device_id is not set on port 7ad1401e-d805-4b4f-9eec-f39310f96813 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:15:18.703018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Allocated IP 2001:db8::2af (bdb2dc4e-19f1-46b8-a537-4c9c14e3d622/f1c02adb-e609-4ad5-b3da-c7d7aa478942/7ad1401e-d805-4b4f-9eec-f39310f96813) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:18.838682 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:19.027867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:19.047651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Transition to ACTIVE for port object 7ad1401e-d805-4b4f-9eec-f39310f96813 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:19.105872 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:19.274167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:19.280106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:19.282585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:19.289328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:19.289997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:19.302440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d48900f0-6593-4cd3-82d6-17b7ec5023bf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:19.319840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-4a1d94dd-ea8b-4de6-abd9-c633be9e17e4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:19.321525 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-4a1d94dd-ea8b-4de6-abd9-c633be9e17e4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.59 "GET /v2.0/networks?id=4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 200 len: 814 time: 0.2093472 Jul 07 19:15:19.340873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc430c-b55a-43bd-b3dd-18b9774c306c None None] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:19.352599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Request body: {'port': {'device_id': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b', 'admin_state_up': True, 'tenant_id': '66532528330f4ada8d4ea37673e57e0f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:19.447527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f5407415-dee2-4071-87a3-e964fa7360ce None None] Provisioning for port d48900f0-6593-4cd3-82d6-17b7ec5023bf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:19.481268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d48900f0-6593-4cd3-82d6-17b7ec5023bf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:19.488768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d48900f0-6593-4cd3-82d6-17b7ec5023bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:19.489149 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:19.563155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Made reservation on behalf of 66532528330f4ada8d4ea37673e57e0f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:19.567911 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:19.611916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c3614c1-ef35-4523-b2b7-87eb0aa45774 req-f0a07ff9-f567-4eba-a06d-65d529c61137 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 210 time: 0.4250050 Jul 07 19:15:19.642241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4765947 Jul 07 19:15:19.645882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:19.703769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526c9e0-1899-4762-a73a-23860df645e3 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'Port': ['ID=7ad1401e-d805-4b4f-9eec-f39310f96813,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:19.732646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810baf5-99a2-4a59-90ed-4748431d1c9b req-30e17ef5-11b8-43c8-933a-5d716f799775 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:19.739729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8810baf5-99a2-4a59-90ed-4748431d1c9b req-30e17ef5-11b8-43c8-933a-5d716f799775 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.6511600 Jul 07 19:15:19.823071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Allocated IP 172.20.0.13 (4d8b8a7e-1c91-4a62-8320-82728e74874b/0fd13854-dbb7-4d92-8c95-37db9151f619/b6d80470-908b-4813-a003-a369cf2672ef) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:19.836634 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:19.867700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8810baf5-99a2-4a59-90ed-4748431d1c9b req-e5b7fcaa-80c3-4d0d-afce-490923ac9626 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269507 Jul 07 19:15:19.903948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d48900f0-6593-4cd3-82d6-17b7ec5023bf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d48900f0-6593-4cd3-82d6-17b7ec5023bf,segment=NetworkSegment(d8b024a4-e800-49ee-9661-9ae7fd376fff),segment_id=d8b024a4-e800-49ee-9661-9ae7fd376fff)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:19.918525 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:19.934446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4224ba41-c6c5-4f6e-afe4-9d69fb29ac60 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:19.951023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4224ba41-c6c5-4f6e-afe4-9d69fb29ac60 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:19.957435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4224ba41-c6c5-4f6e-afe4-9d69fb29ac60 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:19.967311 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4224ba41-c6c5-4f6e-afe4-9d69fb29ac60 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3145773 Jul 07 19:15:19.982146 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:19.991723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d48900f0-6593-4cd3-82d6-17b7ec5023bf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:20.083196 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.150082 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.152106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af90273-65c0-468e-bf27-84e74bea406a req-f13ec95e-f807-401f-8f89-d91af48fd925 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:20.159205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4af90273-65c0-468e-bf27-84e74bea406a req-f13ec95e-f807-401f-8f89-d91af48fd925 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1934924 Jul 07 19:15:20.199383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Network 4d8b8a7e-1c91-4a62-8320-82728e74874b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:20.203067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:20.206358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:20.247112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4af90273-65c0-468e-bf27-84e74bea406a req-6bdd2e9d-0c6f-4f3b-ac29-e0009a316b03 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869286 Jul 07 19:15:20.263214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-35a6db35-8d81-433b-b820-76185c6dfc9a tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Deleting port 7ad1401e-d805-4b4f-9eec-f39310f96813 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:20.265396 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35a6db35-8d81-433b-b820-76185c6dfc9a tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.286459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:20.287136 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.300736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Pushing event updated for resources: {'Port': ['ID=b6d80470-908b-4813-a003-a369cf2672ef,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:20.307305 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-42cb03d9-6270-4350-98dd-d813c7b144ef tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9597902 Jul 07 19:15:20.324991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Request body: {'port': {'device_id': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:20.398748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-318332b8-8376-4ee3-990c-dd811e92a94b None None] Provisioning complete for port d48900f0-6593-4cd3-82d6-17b7ec5023bf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:20.399130 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-318332b8-8376-4ee3-990c-dd811e92a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.443586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9607-ec14-4bf5-8c34-7b4821bd3b3b req-2b75b49f-ddcf-46f2-9a5d-4ce506c85491 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:20.453175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f3c9607-ec14-4bf5-8c34-7b4821bd3b3b req-2b75b49f-ddcf-46f2-9a5d-4ce506c85491 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 1097 time: 0.2040665 Jul 07 19:15:20.457756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.544465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-318332b8-8376-4ee3-990c-dd811e92a94b None None] Provisioning for port cba80d4d-c7c4-4e49-926c-b565ce79443f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:20.549996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-318332b8-8376-4ee3-990c-dd811e92a94b None None] Provisioning complete for port cba80d4d-c7c4-4e49-926c-b565ce79443f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:20.549996 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-318332b8-8376-4ee3-990c-dd811e92a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.573546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f3c9607-ec14-4bf5-8c34-7b4821bd3b3b req-b3f899cc-5436-4c8b-b926-3bfd2ebaef2f tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192482 Jul 07 19:15:20.575532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35a6db35-8d81-433b-b820-76185c6dfc9a tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.593574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-35a6db35-8d81-433b-b820-76185c6dfc9a tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Calling delete_port for 7ad1401e-d805-4b4f-9eec-f39310f96813 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:20.642107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-318332b8-8376-4ee3-990c-dd811e92a94b None None] Port cba80d4d-c7c4-4e49-926c-b565ce79443f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:20.663263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-318332b8-8376-4ee3-990c-dd811e92a94b None None] Provisioning for port 7ad1401e-d805-4b4f-9eec-f39310f96813 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:20.669342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-318332b8-8376-4ee3-990c-dd811e92a94b None None] Provisioning complete for port 7ad1401e-d805-4b4f-9eec-f39310f96813 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:20.670940 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-318332b8-8376-4ee3-990c-dd811e92a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.734063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-318332b8-8376-4ee3-990c-dd811e92a94b None None] Port 7ad1401e-d805-4b4f-9eec-f39310f96813 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:20.863780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c32b58b6-06f6-45a4-b8b0-880c8314e79f None None] Provisioning complete for port cba80d4d-c7c4-4e49-926c-b565ce79443f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:20.864804 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c32b58b6-06f6-45a4-b8b0-880c8314e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.917212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35a6db35-8d81-433b-b820-76185c6dfc9a tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.924768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d80470-908b-4813-a003-a369cf2672ef {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:20.936986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c32b58b6-06f6-45a4-b8b0-880c8314e79f None None] Port cba80d4d-c7c4-4e49-926c-b565ce79443f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:20.946572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.964307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Transition to ACTIVE for port object b6d80470-908b-4813-a003-a369cf2672ef will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:20.969086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6db35-8d81-433b-b820-76185c6dfc9a tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event deleted for resources: {'Port': ['ID=7ad1401e-d805-4b4f-9eec-f39310f96813,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:20.969903 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.059222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-831475f9-5d77-4eb2-ba7b-b709f43d4551 None None] Could not find standard attr ID for object 7ad1401e-d805-4b4f-9eec-f39310f96813. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:15:21.073141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d80470-908b-4813-a003-a369cf2672ef,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:21.107229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073746c6-64a5-4e6c-af3e-2c14b2b935d3 req-a6fca0f5-f216-4972-90dd-13cba1de5dcc tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:21.108441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-073746c6-64a5-4e6c-af3e-2c14b2b935d3 req-a6fca0f5-f216-4972-90dd-13cba1de5dcc tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 1097 time: 0.3059571 Jul 07 19:15:21.158784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb9eb5-f2c6-4046-8112-48b2c61a735d req-0a2a537f-0bc0-4ba8-bb3e-5c9bf0aceaa4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:21.160464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Attempting to bind port b6d80470-908b-4813-a003-a369cf2672ef on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:21.161394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Attempting to bind port b6d80470-908b-4813-a003-a369cf2672ef by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'baa767bc-e73b-47f6-a514-33b11dc61f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:21.161731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Attempting to bind port b6d80470-908b-4813-a003-a369cf2672ef on network 4d8b8a7e-1c91-4a62-8320-82728e74874b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:21.166928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ebb9eb5-f2c6-4046-8112-48b2c61a735d req-0a2a537f-0bc0-4ba8-bb3e-5c9bf0aceaa4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 932 time: 0.3084700 Jul 07 19:15:21.169388 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Port b6d80470-908b-4813-a003-a369cf2672ef on network 4d8b8a7e-1c91-4a62-8320-82728e74874b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:21.169721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Attempting to bind port b6d80470-908b-4813-a003-a369cf2672ef on network 4d8b8a7e-1c91-4a62-8320-82728e74874b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:21.177693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:21.178117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Checking segment: {'id': 'baa767bc-e73b-47f6-a514-33b11dc61f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:21.180005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Bound using segment: {'id': 'baa767bc-e73b-47f6-a514-33b11dc61f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:21.184732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Bound port: b6d80470-908b-4813-a003-a369cf2672ef, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa767bc-e73b-47f6-a514-33b11dc61f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:21.185308 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.201887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:21.219707 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35a6db35-8d81-433b-b820-76185c6dfc9a tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.221796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-35a6db35-8d81-433b-b820-76185c6dfc9a tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "DELETE /v2.0/ports/7ad1401e-d805-4b4f-9eec-f39310f96813 HTTP/1.1" status: 204 len: 168 time: 1.2268414 Jul 07 19:15:21.224954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:21.268509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d48900f0-6593-4cd3-82d6-17b7ec5023bf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:21.299617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ebb9eb5-f2c6-4046-8112-48b2c61a735d req-8985f27a-33ae-4c8e-9c22-c29716e6ec67 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316862 Jul 07 19:15:21.300767 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-49075e43-5a7d-41f9-ac69-b09650728b88 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] GET failed (client error): The resource could not be found. Jul 07 19:15:21.302480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-49075e43-5a7d-41f9-ac69-b09650728b88 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "GET /v2.0/ports/7ad1401e-d805-4b4f-9eec-f39310f96813 HTTP/1.1" status: 404 len: 333 time: 0.0736673 Jul 07 19:15:21.304946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-073746c6-64a5-4e6c-af3e-2c14b2b935d3 req-88981c6c-e0b7-4281-87cb-4de6cb6f803e tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843107 Jul 07 19:15:21.310651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:21.344102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Request body: {'port': {'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-587403528'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:21.353837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:21.358581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d48900f0-6593-4cd3-82d6-17b7ec5023bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:21.359182 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.371784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:21.391233 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.542883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Made reservation on behalf of 1d6003f7c8154c4da7c5e4093043973a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:21.553116 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.564107 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5c400a5-014c-4a19-a444-66feed4b3534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.593990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] device_id is not set on port 26482221-5e6f-438c-9aaa-89704c04121d yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:15:21.619739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:21.620725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.622583 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6d80470-908b-4813-a003-a369cf2672ef HTTP/1.1" status: 200 len: 1093 time: 1.3020000 Jul 07 19:15:21.623078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:21.625819 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3997fd5-46d7-41b0-b6f3-8dd1467bb2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "tag": "b6d80470-908b-4813-a003-a369cf2672ef"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:21.681452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc5adf-5304-43e7-b6f6-cb2973d5da41 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d80470-908b-4813-a003-a369cf2672ef,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:21.785414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-5607684e-8d9c-4680-80db-5736e0a00a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:21.786940 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-5607684e-8d9c-4680-80db-5736e0a00a9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66532528330f4ada8d4ea37673e57e0f&device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 1096 time: 0.0945475 Jul 07 19:15:21.812933 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c28ad8-a37a-4727-92ae-a7b8ff0a1244 x-openstack-request-id: req-28c28ad8-a37a-4727-92ae-a7b8ff0a1244 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:21.813224 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "tag": "b6d80470-908b-4813-a003-a369cf2672ef", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:21.813476 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-28c28ad8-a37a-4727-92ae-a7b8ff0a1244 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:21.813888 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef', 'status': 'completed', 'code': 200} Jul 07 19:15:21.844077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69c2c0-71d9-4038-8cdb-82b919dbad1a req-886d8466-53bb-40a6-8211-d2c000804e71 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:21.845646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad69c2c0-71d9-4038-8cdb-82b919dbad1a req-886d8466-53bb-40a6-8211-d2c000804e71 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1413641 Jul 07 19:15:21.846881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Allocated IP 2001:db8::d6 (bdb2dc4e-19f1-46b8-a537-4c9c14e3d622/f1c02adb-e609-4ad5-b3da-c7d7aa478942/26482221-5e6f-438c-9aaa-89704c04121d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:21.850724 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-88afc7e8-b4fd-4ada-a1ca-acd6921e5b9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d80470-908b-4813-a003-a369cf2672ef HTTP/1.1" status: 200 len: 217 time: 0.0493519 Jul 07 19:15:21.852667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5c400a5-014c-4a19-a444-66feed4b3534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.866970 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5c400a5-014c-4a19-a444-66feed4b3534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.919789 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad69c2c0-71d9-4038-8cdb-82b919dbad1a req-a95c23ae-e5d9-4235-8c74-e818a0e1e98b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615902 Jul 07 19:15:21.948147 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b5c400a5-014c-4a19-a444-66feed4b3534 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fb8fe33a3eb744b6bec97c9debc39318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7438135 Jul 07 19:15:21.949010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c400a5-014c-4a19-a444-66feed4b3534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb78517-2ad0-4b0b-9476-c83b90f25bf2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:21.950785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:21.969097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-509e88ef-c2fa-4d24-95e6-08c6498f1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:21.970741 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-509e88ef-c2fa-4d24-95e6-08c6498f1c35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fd13854-dbb7-4d92-8c95-37db9151f619 HTTP/1.1" status: 200 len: 854 time: 0.1138177 Jul 07 19:15:22.004974 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-af376215-d78c-46b6-bc5a-dc952c7ecefa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d8b8a7e-1c91-4a62-8320-82728e74874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272343 Jul 07 19:15:22.070300 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb051b24-f678-47ee-8c08-4b217db6e6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.094382 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb051b24-f678-47ee-8c08-4b217db6e6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.108350 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-c05e8d78-e7d7-48c8-8a29-cf4ec52a2d4b service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962367 Jul 07 19:15:22.130757 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.150845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Transition to ACTIVE for port object 26482221-5e6f-438c-9aaa-89704c04121d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:22.183409 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb051b24-f678-47ee-8c08-4b217db6e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.186141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb051b24-f678-47ee-8c08-4b217db6e6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.187341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fb051b24-f678-47ee-8c08-4b217db6e6cc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5bb78517-2ad0-4b0b-9476-c83b90f25bf2 HTTP/1.1" status: 204 len: 168 time: 0.2352605 Jul 07 19:15:22.200554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb051b24-f678-47ee-8c08-4b217db6e6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb78517-2ad0-4b0b-9476-c83b90f25bf2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:22.218459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.239849 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c05064bb-c84b-46ba-afb1-6ecb1cea6682 req-b9e08d65-5f35-4e4d-ad03-3baa96dc8089 service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255610 Jul 07 19:15:22.263704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:22.267323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:22.271397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:22.277903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:22.278859 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.300838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9856610 Jul 07 19:15:22.301347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:22.304341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b9298-c5ec-46ed-8ab6-46ebaa3b2f49 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'Port': ['ID=26482221-5e6f-438c-9aaa-89704c04121d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:22.313596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f97ffe2d-391a-408d-a639-71a9942f999c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c8', 'mac_address': 'fa:16:3e:9c:4a:5e'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:22.486950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3997fd5-46d7-41b0-b6f3-8dd1467bb2bb req-ba0e38ef-0b87-4c30-b101-b59107f22fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:22.488544 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3997fd5-46d7-41b0-b6f3-8dd1467bb2bb req-ba0e38ef-0b87-4c30-b101-b59107f22fe9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66532528330f4ada8d4ea37673e57e0f&device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 1096 time: 0.1416392 Jul 07 19:15:22.627507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0561-bc4c-48da-a396-2252a7fb686d req-b5112918-4696-4633-b6c9-05b361157164 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:22.632700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-288e0561-bc4c-48da-a396-2252a7fb686d req-b5112918-4696-4633-b6c9-05b361157164 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.1328976 Jul 07 19:15:22.693119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-288e0561-bc4c-48da-a396-2252a7fb686d req-c569bc4b-1586-4c33-8c9d-e66f5e4e13a7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563388 Jul 07 19:15:22.694687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:22.700625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bda50916-3281-4ed8-9c67-9e354eb5566e None None] Provisioning for port 26482221-5e6f-438c-9aaa-89704c04121d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:22.712675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bda50916-3281-4ed8-9c67-9e354eb5566e None None] Provisioning complete for port 26482221-5e6f-438c-9aaa-89704c04121d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:22.713049 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda50916-3281-4ed8-9c67-9e354eb5566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.718994 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f97ffe2d-391a-408d-a639-71a9942f999c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.721437 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203a4441-81b3-4dd7-8060-cc2517e95709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.784237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bda50916-3281-4ed8-9c67-9e354eb5566e None None] Port 26482221-5e6f-438c-9aaa-89704c04121d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:22.858168 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203a4441-81b3-4dd7-8060-cc2517e95709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.863758 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203a4441-81b3-4dd7-8060-cc2517e95709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:22.864833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3997fd5-46d7-41b0-b6f3-8dd1467bb2bb req-b3380589-db8a-40ff-bc8a-8ad5e06c862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:22.867402 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3997fd5-46d7-41b0-b6f3-8dd1467bb2bb req-b3380589-db8a-40ff-bc8a-8ad5e06c862b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 200 len: 916 time: 0.3682535 Jul 07 19:15:22.912224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-203a4441-81b3-4dd7-8060-cc2517e95709 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bbe77f1fb66a495694fb313b239749b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160485 Jul 07 19:15:22.916097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:22.925061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a4441-81b3-4dd7-8060-cc2517e95709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ed825c-bac8-4240-8a5c-3ab00abbeb9b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:22.985671 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3997fd5-46d7-41b0-b6f3-8dd1467bb2bb req-ac152d0b-b7fe-4066-89b5-dc0c44694ae6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d80470-908b-4813-a003-a369cf2672ef HTTP/1.1" status: 200 len: 217 time: 0.1008580 Jul 07 19:15:22.989512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-355d57a9-0542-43d1-bb54-098423d497ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.014984 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-355d57a9-0542-43d1-bb54-098423d497ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.091047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-355d57a9-0542-43d1-bb54-098423d497ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.094094 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-355d57a9-0542-43d1-bb54-098423d497ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.098170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-355d57a9-0542-43d1-bb54-098423d497ad admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/00ed825c-bac8-4240-8a5c-3ab00abbeb9b HTTP/1.1" status: 204 len: 168 time: 0.1782696 Jul 07 19:15:23.116255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d57a9-0542-43d1-bb54-098423d497ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ed825c-bac8-4240-8a5c-3ab00abbeb9b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:23.121810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f97ffe2d-391a-408d-a639-71a9942f999c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.132986 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f97ffe2d-391a-408d-a639-71a9942f999c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.181287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3997fd5-46d7-41b0-b6f3-8dd1467bb2bb req-1933c688-6980-45a5-9cda-fa91d32965ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:23.182749 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3997fd5-46d7-41b0-b6f3-8dd1467bb2bb req-1933c688-6980-45a5-9cda-fa91d32965ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fd13854-dbb7-4d92-8c95-37db9151f619 HTTP/1.1" status: 200 len: 854 time: 0.1123931 Jul 07 19:15:23.189032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f97ffe2d-391a-408d-a639-71a9942f999c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] In _notify_port_updated(), no bound segment for port 26482221-5e6f-438c-9aaa-89704c04121d on network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:15:23.194899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ffe2d-391a-408d-a639-71a9942f999c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:23.195635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f97ffe2d-391a-408d-a639-71a9942f999c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.200138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:23.200554 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f97ffe2d-391a-408d-a639-71a9942f999c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "PUT /v2.0/ports/26482221-5e6f-438c-9aaa-89704c04121d HTTP/1.1" status: 200 len: 1001 time: 0.8980634 Jul 07 19:15:23.254211 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3997fd5-46d7-41b0-b6f3-8dd1467bb2bb req-a0e5e4ad-f8fc-4c69-bbcb-b4355f3fdb28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d8b8a7e-1c91-4a62-8320-82728e74874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491443 Jul 07 19:15:23.273054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ffe2d-391a-408d-a639-71a9942f999c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'Port': ['ID=26482221-5e6f-438c-9aaa-89704c04121d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:23.333109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-752c276e-0d44-4dbf-ade2-a516f78310f9 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:15:23.334765 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-752c276e-0d44-4dbf-ade2-a516f78310f9 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350456 Jul 07 19:15:23.377517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9caddcd9-e881-460f-88f5-0f47ebe525a7 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Deleting port 26482221-5e6f-438c-9aaa-89704c04121d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:23.377873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9caddcd9-e881-460f-88f5-0f47ebe525a7 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.421582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-b1fc7f92-0c38-480d-a2b4-6a5ae6d902c6 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:23.423925 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-b1fc7f92-0c38-480d-a2b4-6a5ae6d902c6 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports/ae056a9f-dd32-4ca2-a834-e91577b3a24b HTTP/1.1" status: 200 len: 1094 time: 0.0766561 Jul 07 19:15:23.436254 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3997fd5-46d7-41b0-b6f3-8dd1467bb2bb req-fbc68ea5-4eb8-40aa-87b8-688b4ed43f0c service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728435 Jul 07 19:15:23.441802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Request body: {'binding': {'host': 'n-h2-792394-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:23.442464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:15:23.536760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9caddcd9-e881-460f-88f5-0f47ebe525a7 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.555722 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9caddcd9-e881-460f-88f5-0f47ebe525a7 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Calling delete_port for 26482221-5e6f-438c-9aaa-89704c04121d owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:23.564700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5afcc-a645-494f-8c2b-6c7c8a43ef2b req-748d3505-7681-4b9a-823b-cbf358a11215 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:23.566257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfe5afcc-a645-494f-8c2b-6c7c8a43ef2b req-748d3505-7681-4b9a-823b-cbf358a11215 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1392787 Jul 07 19:15:23.621065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0384ebf2-61a0-409c-bbe7-1ad19dc82da1 None None] Provisioning complete for port 26482221-5e6f-438c-9aaa-89704c04121d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:23.621457 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0384ebf2-61a0-409c-bbe7-1ad19dc82da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.635425 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3997fd5-46d7-41b0-b6f3-8dd1467bb2bb req-c3b899f7-8a32-4b28-92ce-e566bf6fc5bd service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882336 Jul 07 19:15:23.671511 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfe5afcc-a645-494f-8c2b-6c7c8a43ef2b req-bcdaca79-0048-4e99-bb47-f37282594fa2 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961587 Jul 07 19:15:23.699183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0384ebf2-61a0-409c-bbe7-1ad19dc82da1 None None] Port 26482221-5e6f-438c-9aaa-89704c04121d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:23.703197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b on host n-h2-792394-12 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:23.703532 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:23.703896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:23.708787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Port ae056a9f-dd32-4ca2-a834-e91577b3a24b on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:23.709590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:23.715291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:23.715629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:23.716045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:23.716523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Bound port: ae056a9f-dd32-4ca2-a834-e91577b3a24b, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:23.775408 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:23.781735 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9caddcd9-e881-460f-88f5-0f47ebe525a7 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.782679 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:23.784765 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-e416126a-b0ef-455f-9df3-8ccd6ad6bd23 service neutron] 10.222.0.113 "POST /v2.0/ports/ae056a9f-dd32-4ca2-a834-e91577b3a24b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3464248 Jul 07 19:15:23.815926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caddcd9-e881-460f-88f5-0f47ebe525a7 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event deleted for resources: {'Port': ['ID=26482221-5e6f-438c-9aaa-89704c04121d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:24.005833 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9caddcd9-e881-460f-88f5-0f47ebe525a7 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:24.008098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9caddcd9-e881-460f-88f5-0f47ebe525a7 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "DELETE /v2.0/ports/26482221-5e6f-438c-9aaa-89704c04121d HTTP/1.1" status: 204 len: 168 time: 0.8066814 Jul 07 19:15:24.010899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:24.032829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77305fff-782d-4747-9347-ec639066099d req-c3400d71-7889-4568-a7cd-b10ea16f4e78 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:24.061254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77305fff-782d-4747-9347-ec639066099d req-c3400d71-7889-4568-a7cd-b10ea16f4e78 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.1960745 Jul 07 19:15:24.081973 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20085d0-7af6-4f31-810b-cdffbcccc2d6 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] GET failed (client error): The resource could not be found. Jul 07 19:15:24.088776 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f20085d0-7af6-4f31-810b-cdffbcccc2d6 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "GET /v2.0/ports/26482221-5e6f-438c-9aaa-89704c04121d HTTP/1.1" status: 404 len: 333 time: 0.0717604 Jul 07 19:15:24.088976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:24.102312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Request body: {'port': {'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-478996083'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:24.136110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77305fff-782d-4747-9347-ec639066099d req-58299b6a-168d-452e-9bf7-3ad5b2be8f40 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732532 Jul 07 19:15:24.280271 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-83a4bc3c-c974-4101-82b2-867751e5dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:24.282047 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-83a4bc3c-c974-4101-82b2-867751e5dbd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 1097 time: 0.1127293 Jul 07 19:15:24.310269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fc744-dd7a-4d96-802e-c64b91fb50de req-e7648452-ec3c-4c2d-bb21-a6711faf0d2b tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:24.318082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a28fc744-dd7a-4d96-802e-c64b91fb50de req-e7648452-ec3c-4c2d-bb21-a6711faf0d2b tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.0994236 Jul 07 19:15:24.366148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Made reservation on behalf of 1d6003f7c8154c4da7c5e4093043973a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:24.370375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:24.380912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a28fc744-dd7a-4d96-802e-c64b91fb50de req-4952ea7e-3730-4932-afed-ee6aabade912 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571115 Jul 07 19:15:24.396405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] device_id is not set on port f74d4602-2d72-4288-b234-63bdeacd40c3 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:15:24.476289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-4c63fe50-b93d-410d-8e10-ee6d581aabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:24.477823 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-4c63fe50-b93d-410d-8e10-ee6d581aabdc service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.1866372 Jul 07 19:15:24.552776 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-6d12beb9-a598-4891-b277-e49adc8bfb3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b HTTP/1.1" status: 200 len: 217 time: 0.0655115 Jul 07 19:15:24.620950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Allocated IP 2001:db8::2a7 (bdb2dc4e-19f1-46b8-a537-4c9c14e3d622/f1c02adb-e609-4ad5-b3da-c7d7aa478942/f74d4602-2d72-4288-b234-63bdeacd40c3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:24.638536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-56e32d31-da4b-49e7-a8bf-0a9c26ac6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:24.640227 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-56e32d31-da4b-49e7-a8bf-0a9c26ac6caa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0788436 Jul 07 19:15:24.642535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c5646-8a65-47b2-a12b-88fb4645c584 req-25534e9f-5ece-4aa6-8483-9e317072d3ea tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:24.644265 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-212c5646-8a65-47b2-a12b-88fb4645c584 req-25534e9f-5ece-4aa6-8483-9e317072d3ea tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 945 time: 0.0733876 Jul 07 19:15:24.691255 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-2e57ad3c-8198-4879-868e-1c8a410bf420 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431001 Jul 07 19:15:24.692796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-212c5646-8a65-47b2-a12b-88fb4645c584 req-04c6ae3d-867c-4bde-b9bb-63ebccfa1aee tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397351 Jul 07 19:15:24.875213 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-11e21fc5-0e02-4753-a4ec-51903bf5bdbe service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752348 Jul 07 19:15:24.906285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3a87b-4822-481f-8414-a7cb5764594b req-4a7e1266-eae0-4f7f-855a-1297f6d55f28 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:24.913024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12f3a87b-4822-481f-8414-a7cb5764594b req-4a7e1266-eae0-4f7f-855a-1297f6d55f28 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1007226 Jul 07 19:15:24.976069 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12f3a87b-4822-481f-8414-a7cb5764594b req-bac823f8-1030-4fbc-a4f8-ecdcdc67e599 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613873 Jul 07 19:15:25.257635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:25.281075 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Transition to ACTIVE for port object f74d4602-2d72-4288-b234-63bdeacd40c3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:25.317375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b6d80470-908b-4813-a003-a369cf2672ef details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:25.332036 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-90828ef6-8f51-44ea-9d10-d2713f483c6e service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487398 Jul 07 19:15:25.352513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:25.359389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967751c-efea-4780-a2e9-789a2fc1e627 req-8accaaa5-097b-4571-927e-cfe77940bf79 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:25.367895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c967751c-efea-4780-a2e9-789a2fc1e627 req-8accaaa5-097b-4571-927e-cfe77940bf79 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.1068316 Jul 07 19:15:25.438448 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c967751c-efea-4780-a2e9-789a2fc1e627 req-c076fe7c-cad9-44a6-b49b-18d68f621c5c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695667 Jul 07 19:15:25.465851 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:25.475424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:25.492331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:25.502044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:25.502721 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:25.502926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:25.523175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'b6d80470-908b-4813-a003-a369cf2672ef', 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b', 'port_id': 'b6d80470-908b-4813-a003-a369cf2672ef', 'mac_address': 'fa:16:3e:bb:b6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd13854-dbb7-4d92-8c95-37db9151f619', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:15:25.548918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'Port': ['ID=f74d4602-2d72-4288-b234-63bdeacd40c3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:25.576412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47318) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:25.577516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0170b1bf-11a8-4e18-af94-394fb5491d14 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4874189 Jul 07 19:15:25.588245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8cc2681b-7e23-4984-abc3-2ac9427ecd97 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9c:4a:5e'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:25.610206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:25.633224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d80470-908b-4813-a003-a369cf2672ef {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:25.684493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:25.696309 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:25.773383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b6d80470-908b-4813-a003-a369cf2672ef,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:25.859565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc46830-6fa0-4f84-836f-cc41d21cfeb5 req-d17bbaf6-4e61-48b9-b140-ab69c8e68699 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:25.865202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0dc46830-6fa0-4f84-836f-cc41d21cfeb5 req-d17bbaf6-4e61-48b9-b140-ab69c8e68699 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.2617247 Jul 07 19:15:25.953410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6e6d301c-39fb-43bb-bc25-7d6e2a62ec87 None None] Provisioning for port f74d4602-2d72-4288-b234-63bdeacd40c3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:25.962781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6e6d301c-39fb-43bb-bc25-7d6e2a62ec87 None None] Provisioning complete for port f74d4602-2d72-4288-b234-63bdeacd40c3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:25.964922 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e6d301c-39fb-43bb-bc25-7d6e2a62ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.003470 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cc2681b-7e23-4984-abc3-2ac9427ecd97 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.024664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0dc46830-6fa0-4f84-836f-cc41d21cfeb5 req-59d483c7-3282-4309-86cc-9be8422d4d86 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527359 Jul 07 19:15:26.074237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d301c-39fb-43bb-bc25-7d6e2a62ec87 None None] Port f74d4602-2d72-4288-b234-63bdeacd40c3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:26.085810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b6d80470-908b-4813-a003-a369cf2672ef'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:26.380201 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cc2681b-7e23-4984-abc3-2ac9427ecd97 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.396559 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cc2681b-7e23-4984-abc3-2ac9427ecd97 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.418310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fba84-ec7c-4d12-b553-371c52e4fa9e req-867033f2-98ee-4b6e-a2ab-3a31371a21b2 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:26.420061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d24fba84-ec7c-4d12-b553-371c52e4fa9e req-867033f2-98ee-4b6e-a2ab-3a31371a21b2 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1514122 Jul 07 19:15:26.489712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8cc2681b-7e23-4984-abc3-2ac9427ecd97 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] In _notify_port_updated(), no bound segment for port f74d4602-2d72-4288-b234-63bdeacd40c3 on network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:15:26.496333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2681b-7e23-4984-abc3-2ac9427ecd97 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:26.497020 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cc2681b-7e23-4984-abc3-2ac9427ecd97 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.500533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8cc2681b-7e23-4984-abc3-2ac9427ecd97 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "PUT /v2.0/ports/f74d4602-2d72-4288-b234-63bdeacd40c3 HTTP/1.1" status: 200 len: 1002 time: 0.9179132 Jul 07 19:15:26.502753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:26.512513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2681b-7e23-4984-abc3-2ac9427ecd97 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'Port': ['ID=f74d4602-2d72-4288-b234-63bdeacd40c3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:26.536205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d24fba84-ec7c-4d12-b553-371c52e4fa9e req-404894ad-3302-42b4-8b17-b9e1f69b217a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673311 Jul 07 19:15:26.790384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f3784931-286d-4187-9c53-e3f0914b090c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Deleting port f74d4602-2d72-4288-b234-63bdeacd40c3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:26.790726 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3784931-286d-4187-9c53-e3f0914b090c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.885281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf46ec-49c1-433a-aa24-46168b5299cc req-46adbaf6-656a-4a97-a01e-6f4dd2065a26 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:26.887037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bcf46ec-49c1-433a-aa24-46168b5299cc req-46adbaf6-656a-4a97-a01e-6f4dd2065a26 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 945 time: 0.1160626 Jul 07 19:15:26.966275 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3784931-286d-4187-9c53-e3f0914b090c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:26.968295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bcf46ec-49c1-433a-aa24-46168b5299cc req-5266b02b-788c-4e55-9283-118eb6548373 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723894 Jul 07 19:15:26.980877 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f3784931-286d-4187-9c53-e3f0914b090c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Calling delete_port for f74d4602-2d72-4288-b234-63bdeacd40c3 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:27.078660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03547c5-14b0-476d-acfc-c95f537f24ce req-6aa57c43-0490-4737-b3a9-cf74dfbc8ed9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:27.087359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d03547c5-14b0-476d-acfc-c95f537f24ce req-6aa57c43-0490-4737-b3a9-cf74dfbc8ed9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 945 time: 0.1293552 Jul 07 19:15:27.119726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-036baf05-8f9c-4661-9398-9f1cf41a1a96 None None] Provisioning complete for port f74d4602-2d72-4288-b234-63bdeacd40c3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:27.120329 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-036baf05-8f9c-4661-9398-9f1cf41a1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.142291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d03547c5-14b0-476d-acfc-c95f537f24ce req-50e2c588-ce9e-49ef-9f6c-1488f33ed7a1 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539756 Jul 07 19:15:27.200525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-036baf05-8f9c-4661-9398-9f1cf41a1a96 None None] Port f74d4602-2d72-4288-b234-63bdeacd40c3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:27.269903 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3784931-286d-4187-9c53-e3f0914b090c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.301467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3784931-286d-4187-9c53-e3f0914b090c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event deleted for resources: {'Port': ['ID=f74d4602-2d72-4288-b234-63bdeacd40c3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:27.315278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b6d80470-908b-4813-a003-a369cf2672ef up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:27.333843 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3784931-286d-4187-9c53-e3f0914b090c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.339055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:27.339489 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f3784931-286d-4187-9c53-e3f0914b090c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "DELETE /v2.0/ports/f74d4602-2d72-4288-b234-63bdeacd40c3 HTTP/1.1" status: 204 len: 168 time: 0.8350043 Jul 07 19:15:27.385373 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbe2637-eb19-4f3a-9a72-61dd488cd796 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] GET failed (client error): The resource could not be found. Jul 07 19:15:27.390301 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3dbe2637-eb19-4f3a-9a72-61dd488cd796 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "GET /v2.0/ports/f74d4602-2d72-4288-b234-63bdeacd40c3 HTTP/1.1" status: 404 len: 333 time: 0.0466292 Jul 07 19:15:27.391328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:27.398500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Request body: {'port': {'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-534561495'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:27.425640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port b6d80470-908b-4813-a003-a369cf2672ef completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:27.435597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port b6d80470-908b-4813-a003-a369cf2672ef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:27.436572 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.441565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd09a57-a169-4201-ba7e-6bb308ce2517 req-bbb9c375-9571-41c4-896c-b0b99bcaf084 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:27.443348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfd09a57-a169-4201-ba7e-6bb308ce2517 req-bbb9c375-9571-41c4-896c-b0b99bcaf084 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.1503596 Jul 07 19:15:27.540711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfd09a57-a169-4201-ba7e-6bb308ce2517 req-86635a82-7ed4-46ea-8d91-4d97eb2ea052 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848980 Jul 07 19:15:27.623329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Made reservation on behalf of 1d6003f7c8154c4da7c5e4093043973a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:27.628348 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.645902 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.663435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:27.666162 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6017e1-426b-4cb3-b90f-70101874edd4" -d '{"events": [{"server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "name": "network-vif-plugged", "status": "completed", "tag": "b6d80470-908b-4813-a003-a369cf2672ef"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:27.691610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:27.700639 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:27.705864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] device_id is not set on port ad7d1885-40e2-4dfc-ab83-808163c4dcb4 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:15:27.767792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b6d80470-908b-4813-a003-a369cf2672ef,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:27.873597 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Allocated IP 2001:db8::3c8 (bdb2dc4e-19f1-46b8-a537-4c9c14e3d622/f1c02adb-e609-4ad5-b3da-c7d7aa478942/ad7d1885-40e2-4dfc-ab83-808163c4dcb4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:27.972131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcff47f-6dd3-4472-8b35-d67b7420adb3 req-84e4da1e-ee84-43c1-b66b-b0785042319b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:27.981085 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bcff47f-6dd3-4472-8b35-d67b7420adb3 req-84e4da1e-ee84-43c1-b66b-b0785042319b tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0863123 Jul 07 19:15:28.059332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bcff47f-6dd3-4472-8b35-d67b7420adb3 req-7be2e9af-57fb-4d3c-8c00-28a706e90468 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752583 Jul 07 19:15:28.096998 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ff78a6-0602-4b4d-9085-23750d40542f x-openstack-request-id: req-d2ff78a6-0602-4b4d-9085-23750d40542f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:28.097390 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "name": "network-vif-plugged", "status": "completed", "tag": "b6d80470-908b-4813-a003-a369cf2672ef", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:28.097723 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d2ff78a6-0602-4b4d-9085-23750d40542f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:28.098210 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef', 'code': 200} Jul 07 19:15:28.135431 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.162982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Transition to ACTIVE for port object ad7d1885-40e2-4dfc-ab83-808163c4dcb4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:28.203460 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.299380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:28.308212 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:28.311179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:28.317505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:28.318193 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.346216 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9532876 Jul 07 19:15:28.348934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:28.358574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Request body: {'port': {'network_id': 'bdb2dc4e-19f1-46b8-a537-4c9c14e3d622', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-878559340'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:28.448710 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70cf89-b2b5-40c8-8e4e-b030262ec8a1 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'Port': ['ID=ad7d1885-40e2-4dfc-ab83-808163c4dcb4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:28.475735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503ee26-b181-4abd-acf0-5bbf67d2272b req-d001c070-b534-4438-b99c-e75fde167725 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:28.480999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d503ee26-b181-4abd-acf0-5bbf67d2272b req-d001c070-b534-4438-b99c-e75fde167725 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2359054 Jul 07 19:15:28.507557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f898d-6884-451c-8b73-fab8902717e6 req-c42ab776-71cb-4f8f-9906-db2128184e61 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:28.516226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e74f898d-6884-451c-8b73-fab8902717e6 req-c42ab776-71cb-4f8f-9906-db2128184e61 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 945 time: 0.2603540 Jul 07 19:15:28.531149 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac0a27-d193-4e41-9af3-fd446b849fbc req-81c478f7-3c26-453e-bcae-d298d97e9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:28.533119 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f5ac0a27-d193-4e41-9af3-fd446b849fbc req-81c478f7-3c26-453e-bcae-d298d97e9d14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 1098 time: 0.3197823 Jul 07 19:15:28.534300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Made reservation on behalf of 1d6003f7c8154c4da7c5e4093043973a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:28.539634 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.581648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] device_id is not set on port 5d5490a7-be19-45ef-9f6b-0a8534438e3d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:15:28.622284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e74f898d-6884-451c-8b73-fab8902717e6 req-b3f94739-18fa-401d-8db8-2e14df5616de tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049132 Jul 07 19:15:28.675901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d503ee26-b181-4abd-acf0-5bbf67d2272b req-be507038-04e0-4075-a8b8-1e3476345a04 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882389 Jul 07 19:15:28.749679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b57db796-245f-48ef-aa04-6ee169e512ea None None] Provisioning for port ad7d1885-40e2-4dfc-ab83-808163c4dcb4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:28.757812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b57db796-245f-48ef-aa04-6ee169e512ea None None] Provisioning complete for port ad7d1885-40e2-4dfc-ab83-808163c4dcb4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:28.758192 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b57db796-245f-48ef-aa04-6ee169e512ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:28.796239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Allocated IP 2001:db8::3dd (bdb2dc4e-19f1-46b8-a537-4c9c14e3d622/f1c02adb-e609-4ad5-b3da-c7d7aa478942/5d5490a7-be19-45ef-9f6b-0a8534438e3d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:28.805256 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f5ac0a27-d193-4e41-9af3-fd446b849fbc req-aa96b65c-cdf3-4bc9-b5b7-eecf89087908 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628877 Jul 07 19:15:28.814345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b57db796-245f-48ef-aa04-6ee169e512ea None None] Port ad7d1885-40e2-4dfc-ab83-808163c4dcb4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:28.947697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a0734-86ac-497c-8131-007218a2e354 req-f9eac2f9-c760-4cea-ae86-def79947e9e0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:28.949740 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-513a0734-86ac-497c-8131-007218a2e354 req-f9eac2f9-c760-4cea-ae86-def79947e9e0 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.0881042 Jul 07 19:15:28.994485 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-513a0734-86ac-497c-8131-007218a2e354 req-5980f34f-c0ed-4e21-ad2d-e782d91af256 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387857 Jul 07 19:15:29.041747 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.061751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Transition to ACTIVE for port object 5d5490a7-be19-45ef-9f6b-0a8534438e3d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:29.113067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.200784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:29.205483 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:29.226900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:29.237801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:29.238481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.247898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'Port': ['ID=5d5490a7-be19-45ef-9f6b-0a8534438e3d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:29.273905 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b98c7e40-7ba7-4542-9544-a5d30f1cefff tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9239011 Jul 07 19:15:29.276425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:29.282361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7952a775-1ec3-4dfe-989d-ea60b5cc6424 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c8', 'mac_address': 'fa:16:3e:9c:4a:5e'}, {'ip_address': '2001:db8::3c8', 'mac_address': 'fa:16:3e:bb:00:88'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:29.380630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ace05-c833-417f-bbfd-59f5c24a95f0 req-73b427d9-963e-4d4a-bc47-8707a8cc5618 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:29.397493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b32ace05-c833-417f-bbfd-59f5c24a95f0 req-73b427d9-963e-4d4a-bc47-8707a8cc5618 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1476314 Jul 07 19:15:29.485602 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b32ace05-c833-417f-bbfd-59f5c24a95f0 req-c06071c0-3d9b-4934-b06a-34662f20431f tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868478 Jul 07 19:15:29.578756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45a2337-83f2-4e7f-a84a-ef7aa6a16017 req-3f9b8c5a-ce1f-47a7-a785-82c28c3e3f93 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1277966 Jul 07 19:15:29.636909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7952a775-1ec3-4dfe-989d-ea60b5cc6424 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.648131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b04d75e-8456-4539-bc46-a4e19e959982 None None] Provisioning for port 5d5490a7-be19-45ef-9f6b-0a8534438e3d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:29.655748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b04d75e-8456-4539-bc46-a4e19e959982 None None] Provisioning complete for port 5d5490a7-be19-45ef-9f6b-0a8534438e3d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:29.657190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b04d75e-8456-4539-bc46-a4e19e959982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:29.692145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2337-83f2-4e7f-a84a-ef7aa6a16017 req-3b5e7cff-e77c-4711-996e-3d154a32d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:29.697086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45a2337-83f2-4e7f-a84a-ef7aa6a16017 req-3b5e7cff-e77c-4711-996e-3d154a32d8d8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 1096 time: 0.0895340 Jul 07 19:15:29.741843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5b04d75e-8456-4539-bc46-a4e19e959982 None None] Port 5d5490a7-be19-45ef-9f6b-0a8534438e3d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:29.893646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-c6de346c-b3a3-47a2-b074-0f6f1e4e94e6 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:29.895875 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-c6de346c-b3a3-47a2-b074-0f6f1e4e94e6 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 945 time: 0.1984363 Jul 07 19:15:30.016813 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7952a775-1ec3-4dfe-989d-ea60b5cc6424 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.024869 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7952a775-1ec3-4dfe-989d-ea60b5cc6424 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.133807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7952a775-1ec3-4dfe-989d-ea60b5cc6424 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] In _notify_port_updated(), no bound segment for port 5d5490a7-be19-45ef-9f6b-0a8534438e3d on network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:15:30.145497 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7952a775-1ec3-4dfe-989d-ea60b5cc6424 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:30.156258 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7952a775-1ec3-4dfe-989d-ea60b5cc6424 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.160826 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7952a775-1ec3-4dfe-989d-ea60b5cc6424 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "PUT /v2.0/ports/5d5490a7-be19-45ef-9f6b-0a8534438e3d HTTP/1.1" status: 200 len: 1067 time: 0.8807693 Jul 07 19:15:30.167956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:30.263339 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952a775-1ec3-4dfe-989d-ea60b5cc6424 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event updated for resources: {'Port': ['ID=5d5490a7-be19-45ef-9f6b-0a8534438e3d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:30.302289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Deleting port 4d89da81-12e0-4852-b521-f6782225820a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:30.303530 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.392219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2337-83f2-4e7f-a84a-ef7aa6a16017 req-9b871f37-5f34-4507-b288-a2f7225cfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:30.393916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45a2337-83f2-4e7f-a84a-ef7aa6a16017 req-9b871f37-5f34-4507-b288-a2f7225cfbeb service neutron] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.6713746 Jul 07 19:15:30.433554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176ef96-bd50-41b5-a597-03991d8caa25 req-07d6a570-59b1-41d1-9cdc-5866b41ecbff tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:30.438125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] For port 4d89da81-12e0-4852-b521-f6782225820a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4d89da81-12e0-4852-b521-f6782225820a,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:30.438896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.446968 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e176ef96-bd50-41b5-a597-03991d8caa25 req-07d6a570-59b1-41d1-9cdc-5866b41ecbff tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.5618188 Jul 07 19:15:30.494968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158e74-9558-4686-8895-1832227ebef5 req-38b4692b-e9d7-49f4-975a-ac249b46c24d tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:30.503610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa158e74-9558-4686-8895-1832227ebef5 req-38b4692b-e9d7-49f4-975a-ac249b46c24d tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 945 time: 0.6767180 Jul 07 19:15:30.524733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45a2337-83f2-4e7f-a84a-ef7aa6a16017 req-d271f16a-d595-4bcf-b79d-52d51644ccd2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=368676f8-efbd-46bc-b73d-a334b70a3730 HTTP/1.1" status: 200 len: 217 time: 0.1173139 Jul 07 19:15:30.580086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a249c043-ee7b-40a1-a478-56a3a9e32582 None None] Provisioning complete for port 5d5490a7-be19-45ef-9f6b-0a8534438e3d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:30.582105 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a249c043-ee7b-40a1-a478-56a3a9e32582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.650956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a249c043-ee7b-40a1-a478-56a3a9e32582 None None] Port 5d5490a7-be19-45ef-9f6b-0a8534438e3d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:15:30.668291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa158e74-9558-4686-8895-1832227ebef5 req-b113d24e-9f6b-4d36-9ea6-5b5e7b48ffe9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8c35ab0-c871-45e3-9eb5-b68494304605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643343 Jul 07 19:15:30.678974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e176ef96-bd50-41b5-a597-03991d8caa25 req-50107622-9be1-48a5-a40b-d6b678e627e4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304227 Jul 07 19:15:30.692818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3c489e70-1af6-4f40-9a62-3db08beeed84 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Deleting port 5d5490a7-be19-45ef-9f6b-0a8534438e3d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:30.693180 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c489e70-1af6-4f40-9a62-3db08beeed84 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.794883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2337-83f2-4e7f-a84a-ef7aa6a16017 req-35653be2-1b99-45d1-a874-8aca17c87db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:30.796453 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45a2337-83f2-4e7f-a84a-ef7aa6a16017 req-35653be2-1b99-45d1-a874-8aca17c87db7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.2445335 Jul 07 19:15:30.807262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.807640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:30.807955 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Floating IP 323a5593-def8-4cb2-abcc-81f38dfec294 disassociated. External IP: 172.25.2.5, port: 4d89da81-12e0-4852-b521-f6782225820a. Jul 07 19:15:30.808300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Calling delete_port for 4d89da81-12e0-4852-b521-f6782225820a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:30.865260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45a2337-83f2-4e7f-a84a-ef7aa6a16017 req-8f23e8eb-bbba-45db-a2fe-f4364d17dd66 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556917 Jul 07 19:15:31.018293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:31.081474 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c489e70-1af6-4f40-9a62-3db08beeed84 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:31.081923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Pushing event deleted for resources: {'Port': ['ID=4d89da81-12e0-4852-b521-f6782225820a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:31.129920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730941e5-c73e-4b0e-aecf-41d328aa0fbd req-be75fa28-1577-4d76-bceb-e8c59485dd85 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:31.132529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-730941e5-c73e-4b0e-aecf-41d328aa0fbd req-be75fa28-1577-4d76-bceb-e8c59485dd85 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.2456458 Jul 07 19:15:31.134796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45a2337-83f2-4e7f-a84a-ef7aa6a16017 req-aa73b241-5087-4203-a8dc-7cc265fbebcb service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569349 Jul 07 19:15:31.163888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3c489e70-1af6-4f40-9a62-3db08beeed84 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Calling delete_port for 5d5490a7-be19-45ef-9f6b-0a8534438e3d owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:31.236889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Router 6548897f-8680-422b-a338-7b30b4776a70 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:15:31.323565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-730941e5-c73e-4b0e-aecf-41d328aa0fbd req-1de12d66-c6f4-45f6-96e9-bddc61442f41 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836183 Jul 07 19:15:31.402119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45a2337-83f2-4e7f-a84a-ef7aa6a16017 req-6d2cc8f4-031c-4f8e-9088-95cddb0cffab service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560666 Jul 07 19:15:31.445654 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:15:31.462324 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61883993-7b2c-4cff-aaec-e1aa73b829dc None None] Sync routers for ids ['6548897f-8680-422b-a338-7b30b4776a70'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:15:31.502489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61883993-7b2c-4cff-aaec-e1aa73b829dc None None] Routers {'6548897f-8680-422b-a338-7b30b4776a70'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:31.503869 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61883993-7b2c-4cff-aaec-e1aa73b829dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:15:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['6548897f-8680-422b-a338-7b30b4776a70'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:31.513099 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] No DVR routers for this DVR port 4d89da81-12e0-4852-b521-f6782225820a on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:31.516561 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:31.518920 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-250c3e78-fa47-4a6c-82d1-e27288ef0d76 req-a2ccd6c3-2947-40bb-9b4f-a7d4a1b74af9 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.112 "DELETE /v2.0/ports/4d89da81-12e0-4852-b521-f6782225820a HTTP/1.1" status: 204 len: 173 time: 1.5707552 Jul 07 19:15:31.519606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'name': 'network-vif-deleted', 'tag': '4d89da81-12e0-4852-b521-f6782225820a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:31.524194 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0144369-5f58-458f-b06a-694e79a26efa" -d '{"events": [{"server_uuid": "8ccde61e-76e8-4dfb-9205-66135dbc8dbe", "name": "network-vif-deleted", "tag": "4d89da81-12e0-4852-b521-f6782225820a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:31.612667 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dc2226-20bf-4806-8931-bc35e83c0134 x-openstack-request-id: req-77dc2226-20bf-4806-8931-bc35e83c0134 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:31.613493 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccde61e-76e8-4dfb-9205-66135dbc8dbe", "name": "network-vif-deleted", "tag": "4d89da81-12e0-4852-b521-f6782225820a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:31.613952 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-77dc2226-20bf-4806-8931-bc35e83c0134 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:31.614564 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccde61e-76e8-4dfb-9205-66135dbc8dbe', 'name': 'network-vif-deleted', 'tag': '4d89da81-12e0-4852-b521-f6782225820a', 'status': 'completed', 'code': 200} Jul 07 19:15:31.701836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-61883993-7b2c-4cff-aaec-e1aa73b829dc None None] Set router 6548897f-8680-422b-a338-7b30b4776a70 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:31.730179 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c489e70-1af6-4f40-9a62-3db08beeed84 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:31.785505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d970a7-d7f6-40d4-b5b4-3691f433a241 req-84045041-c11e-4ad1-85ce-1d24697ac8e7 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:31.790239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14d970a7-d7f6-40d4-b5b4-3691f433a241 req-84045041-c11e-4ad1-85ce-1d24697ac8e7 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.4090388 Jul 07 19:15:31.896878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c489e70-1af6-4f40-9a62-3db08beeed84 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event deleted for resources: {'Port': ['ID=5d5490a7-be19-45ef-9f6b-0a8534438e3d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:32.012937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61883993-7b2c-4cff-aaec-e1aa73b829dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'eed42a83-b060-4c57-98bb-00e99f7e089c', 'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'mac_address': 'fa:16:3e:5e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:21Z', 'updated_at': '2021-07-07T19:12:32Z', 'revision_number': 5, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'subnets': [{'id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:32.019114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee916b-5c3c-4cca-afa7-199800d6564b req-e10d58c1-090e-46ba-a009-b8c4d419d099 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 210 time: 0.1428943 Jul 07 19:15:32.042272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61883993-7b2c-4cff-aaec-e1aa73b829dc None None] Checking router: 6548897f-8680-422b-a338-7b30b4776a70 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:15:32.061203 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61883993-7b2c-4cff-aaec-e1aa73b829dc None None] Routers {'6548897f-8680-422b-a338-7b30b4776a70'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:32.061843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61883993-7b2c-4cff-aaec-e1aa73b829dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:15:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['6548897f-8680-422b-a338-7b30b4776a70'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:32.073645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14d970a7-d7f6-40d4-b5b4-3691f433a241 req-b1583a9f-c0b2-403d-8ff5-8834967154c7 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986258 Jul 07 19:15:32.197438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-61883993-7b2c-4cff-aaec-e1aa73b829dc None None] Set router 6548897f-8680-422b-a338-7b30b4776a70 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:32.201820 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c489e70-1af6-4f40-9a62-3db08beeed84 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:32.203966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3c489e70-1af6-4f40-9a62-3db08beeed84 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "DELETE /v2.0/ports/5d5490a7-be19-45ef-9f6b-0a8534438e3d HTTP/1.1" status: 204 len: 168 time: 2.0295436 Jul 07 19:15:32.207783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:32.255123 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c542349b-9c34-4708-b8b3-4f8ad6d04f96 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] GET failed (client error): The resource could not be found. Jul 07 19:15:32.259437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c542349b-9c34-4708-b8b3-4f8ad6d04f96 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "GET /v2.0/ports/5d5490a7-be19-45ef-9f6b-0a8534438e3d HTTP/1.1" status: 404 len: 333 time: 0.0484982 Jul 07 19:15:32.260290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:32.453526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1d4a5bd-af7e-4cbe-9d0e-a9720969608c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Deleting port ad7d1885-40e2-4dfc-ab83-808163c4dcb4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:32.453950 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a5bd-af7e-4cbe-9d0e-a9720969608c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:32.460527 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a4ab9-6299-4331-a16a-1df443bbe62d req-08ee18a8-f466-493d-b08b-2e6821cee112 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:32.462378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-277a4ab9-6299-4331-a16a-1df443bbe62d req-08ee18a8-f466-493d-b08b-2e6821cee112 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1480100 Jul 07 19:15:32.552905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-277a4ab9-6299-4331-a16a-1df443bbe62d req-72d83e54-2c7b-432d-8516-4ad3ac81243d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699122 Jul 07 19:15:32.581011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61883993-7b2c-4cff-aaec-e1aa73b829dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'eed42a83-b060-4c57-98bb-00e99f7e089c', 'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'mac_address': 'fa:16:3e:5e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:21Z', 'updated_at': '2021-07-07T19:12:32Z', 'revision_number': 5, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'subnets': [{'id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:32.624875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61883993-7b2c-4cff-aaec-e1aa73b829dc None None] The sync data for ids ['6548897f-8680-422b-a338-7b30b4776a70'] in n-d-792394-12 is: [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:12:23Z', 'revision_number': 4, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'eed42a83-b060-4c57-98bb-00e99f7e089c', 'name': '', 'network_id': '2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'mac_address': 'fa:16:3e:5e:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:21Z', 'updated_at': '2021-07-07T19:12:32Z', 'revision_number': 5, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'subnets': [{'id': '63e53ac5-c830-4385-9572-c93a3ec7aa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:15:32.660827 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a5bd-af7e-4cbe-9d0e-a9720969608c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:32.681260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1d4a5bd-af7e-4cbe-9d0e-a9720969608c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Calling delete_port for ad7d1885-40e2-4dfc-ab83-808163c4dcb4 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:32.928139 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a5bd-af7e-4cbe-9d0e-a9720969608c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:32.960607 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:32.966174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4a5bd-af7e-4cbe-9d0e-a9720969608c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event deleted for resources: {'Port': ['ID=ad7d1885-40e2-4dfc-ab83-808163c4dcb4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:33.017451 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a5bd-af7e-4cbe-9d0e-a9720969608c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:33.021680 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f1d4a5bd-af7e-4cbe-9d0e-a9720969608c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "DELETE /v2.0/ports/ad7d1885-40e2-4dfc-ab83-808163c4dcb4 HTTP/1.1" status: 204 len: 168 time: 0.7581975 Jul 07 19:15:33.022636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:33.052879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a280a8-7c60-471f-85ea-64b7977925d4 req-957d7e9d-4eaf-4b09-b45e-70da59348887 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:33.064375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6a280a8-7c60-471f-85ea-64b7977925d4 req-957d7e9d-4eaf-4b09-b45e-70da59348887 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.2574501 Jul 07 19:15:33.077971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-134320c6-e13b-4f9e-88ec-2c8b0a8fae2f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:33.087260 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e084216e-c954-4300-a28d-cbbed9eb3e70 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] GET failed (client error): The resource could not be found. Jul 07 19:15:33.092267 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e084216e-c954-4300-a28d-cbbed9eb3e70 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "GET /v2.0/ports/ad7d1885-40e2-4dfc-ab83-808163c4dcb4 HTTP/1.1" status: 404 len: 333 time: 0.0653648 Jul 07 19:15:33.093049 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-134320c6-e13b-4f9e-88ec-2c8b0a8fae2f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/networks?id=4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 200 len: 814 time: 0.2291024 Jul 07 19:15:33.093637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:33.126361 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c06caaf-fc87-480a-85f0-840ff4a3ead4 None None] New status for floating IP 323a5593-def8-4cb2-abcc-81f38dfec294: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:15:33.170155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6a280a8-7c60-471f-85ea-64b7977925d4 req-c386e7c2-e235-4f21-a9ec-3f6be88dffd5 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997114 Jul 07 19:15:33.248202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-a11c9e7b-914c-4468-80da-eb0f8cabb744 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/quotas/66532528330f4ada8d4ea37673e57e0f HTTP/1.1" status: 200 len: 375 time: 0.1430869 Jul 07 19:15:33.406336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e65ce4b-66ba-41a8-a80e-054c81c3b3b9 req-e26af151-4986-4a36-b0c5-b26bdb538b5e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 210 time: 0.0825419 Jul 07 19:15:33.483579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-26ebdb58-8eba-4a72-8a7c-d74a15beda1f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=66532528330f4ada8d4ea37673e57e0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2285287 Jul 07 19:15:33.509359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ba1801e8-9b3e-481f-8ae7-ed8aa50a1617 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Deleting port cba80d4d-c7c4-4e49-926c-b565ce79443f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:33.509830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba1801e8-9b3e-481f-8ae7-ed8aa50a1617 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:33.740274 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba1801e8-9b3e-481f-8ae7-ed8aa50a1617 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:33.761073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-35b21cfe-0f64-47f9-9d16-adf9755afca9 service neutron] 10.222.0.113 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766068 Jul 07 19:15:33.815718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0a71-74ff-47d8-bc93-2a8d8999193e req-f759d9cb-9b0f-42e5-a58b-a43f118245a2 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:33.817820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-653f0a71-74ff-47d8-bc93-2a8d8999193e req-f759d9cb-9b0f-42e5-a58b-a43f118245a2 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.2007587 Jul 07 19:15:33.825342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ba1801e8-9b3e-481f-8ae7-ed8aa50a1617 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Calling delete_port for cba80d4d-c7c4-4e49-926c-b565ce79443f owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:33.952873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-653f0a71-74ff-47d8-bc93-2a8d8999193e req-5a3d9b7e-3a71-47ca-b7bd-cd19f157d1fc tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919499 Jul 07 19:15:34.012808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-df12c11a-fbe1-4c2c-b485-5052620035bb service neutron] 10.222.0.113 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488678 Jul 07 19:15:34.121468 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba1801e8-9b3e-481f-8ae7-ed8aa50a1617 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:34.277601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1801e8-9b3e-481f-8ae7-ed8aa50a1617 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event deleted for resources: {'Port': ['ID=cba80d4d-c7c4-4e49-926c-b565ce79443f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:34.280279 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba1801e8-9b3e-481f-8ae7-ed8aa50a1617 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:34.282610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ba1801e8-9b3e-481f-8ae7-ed8aa50a1617 tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "DELETE /v2.0/ports/cba80d4d-c7c4-4e49-926c-b565ce79443f HTTP/1.1" status: 204 len: 168 time: 1.1791205 Jul 07 19:15:34.285444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:34.310925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a743879-7476-42ad-8d36-4119294c2fa0 req-8b9d23a6-5ce7-4af3-ad1b-c17a79e31fda tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 210 time: 0.0891380 Jul 07 19:15:34.416130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd546fb-3f9c-4d76-b438-8c7791038bbc tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Deleting subnet f1c02adb-e609-4ad5-b3da-c7d7aa478942 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:15:34.420591 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd546fb-3f9c-4d76-b438-8c7791038bbc tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:34.486659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd546fb-3f9c-4d76-b438-8c7791038bbc tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:34.569464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4d89da81-12e0-4852-b521-f6782225820a no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:34.573589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a89e56-800c-4d60-bf86-b839b7704d09 req-7935416d-bbb0-4622-80ec-118293c7cef4 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:34.581145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90a89e56-800c-4d60-bf86-b839b7704d09 req-7935416d-bbb0-4622-80ec-118293c7cef4 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.1243701 Jul 07 19:15:34.620298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 4d89da81-12e0-4852-b521-f6782225820a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:34.620818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4d89da81-12e0-4852-b521-f6782225820a not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:34.668694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3431948a-8269-42e1-b0be-3f228e05ce12 req-c8d26b66-3d07-4678-8e72-3519722c4f53 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 210 time: 0.0493236 Jul 07 19:15:34.686163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90a89e56-800c-4d60-bf86-b839b7704d09 req-3fa991fe-83f3-48fe-881a-2b65dd12433d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037552 Jul 07 19:15:34.720817 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd546fb-3f9c-4d76-b438-8c7791038bbc tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:34.804701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd546fb-3f9c-4d76-b438-8c7791038bbc tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:34.829552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b031a27-60e6-43f4-9a90-e3b35a0d0bb3 None None] Network bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:34.830194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd546fb-3f9c-4d76-b438-8c7791038bbc tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:34.837630 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2cd546fb-3f9c-4d76-b438-8c7791038bbc tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "DELETE /v2.0/subnets/f1c02adb-e609-4ad5-b3da-c7d7aa478942 HTTP/1.1" status: 204 len: 168 time: 0.5508566 Jul 07 19:15:34.840061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:34.873866 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd546fb-3f9c-4d76-b438-8c7791038bbc tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c02adb-e609-4ad5-b3da-c7d7aa478942,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:35.143261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3b4d0f-89c6-4133-be88-d1cd3765c3cb None None] DHCP port deletion for bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:15:35.250383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b4d0f-89c6-4133-be88-d1cd3765c3cb None None] Deleting port d48900f0-6593-4cd3-82d6-17b7ec5023bf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:35.250636 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf3b4d0f-89c6-4133-be88-d1cd3765c3cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.371048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d48900f0-6593-4cd3-82d6-17b7ec5023bf no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:35.482133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cf3b4d0f-89c6-4133-be88-d1cd3765c3cb None None] For port d48900f0-6593-4cd3-82d6-17b7ec5023bf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d48900f0-6593-4cd3-82d6-17b7ec5023bf,segment=NetworkSegment(d8b024a4-e800-49ee-9661-9ae7fd376fff),segment_id=d8b024a4-e800-49ee-9661-9ae7fd376fff)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:35.482677 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf3b4d0f-89c6-4133-be88-d1cd3765c3cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.524215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b4d0f-89c6-4133-be88-d1cd3765c3cb None None] Calling delete_port for d48900f0-6593-4cd3-82d6-17b7ec5023bf owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:35.571040 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.659662 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.669127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a35852-1f40-41df-8a8a-9b2e241ef2d4 req-3bc9de41-9351-4a4e-8c96-c4d0ff6fe5bc tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:35.670952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77a35852-1f40-41df-8a8a-9b2e241ef2d4 req-3bc9de41-9351-4a4e-8c96-c4d0ff6fe5bc tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1651056 Jul 07 19:15:35.771143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77a35852-1f40-41df-8a8a-9b2e241ef2d4 req-af3b27bf-ca7c-4381-bba2-6aed7ca2cf39 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885577 Jul 07 19:15:35.774011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Deleting port d48900f0-6593-4cd3-82d6-17b7ec5023bf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:35.774511 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.883205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d92ada96-5b21-4ab1-a6d1-1cca76c4f01e req-b8b65159-551e-48f7-bde6-2da06e55b247 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 210 time: 0.0457797 Jul 07 19:15:35.899205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] For port d48900f0-6593-4cd3-82d6-17b7ec5023bf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d48900f0-6593-4cd3-82d6-17b7ec5023bf,segment=NetworkSegment(d8b024a4-e800-49ee-9661-9ae7fd376fff),segment_id=d8b024a4-e800-49ee-9661-9ae7fd376fff)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:35.899694 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:35.938248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Calling delete_port for d48900f0-6593-4cd3-82d6-17b7ec5023bf owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:36.020913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d48900f0-6593-4cd3-82d6-17b7ec5023bf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d48900f0-6593-4cd3-82d6-17b7ec5023bf,segment=NetworkSegment(d8b024a4-e800-49ee-9661-9ae7fd376fff),segment_id=d8b024a4-e800-49ee-9661-9ae7fd376fff)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:36.041204 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.134500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e1cbe-1b3d-418c-a68a-5ee1301389f8 req-6ea033c8-439e-4e3a-a867-1a9133168745 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:36.138231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be3e1cbe-1b3d-418c-a68a-5ee1301389f8 req-6ea033c8-439e-4e3a-a867-1a9133168745 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.1088583 Jul 07 19:15:36.183799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d48900f0-6593-4cd3-82d6-17b7ec5023bf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:36.200231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be3e1cbe-1b3d-418c-a68a-5ee1301389f8 req-8e618896-abce-4175-ad7c-cdb3431fba70 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 Jul 07 19:15:36.225731 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf3b4d0f-89c6-4133-be88-d1cd3765c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.233557 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.272213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event deleted for resources: {'Port': ['ID=d48900f0-6593-4cd3-82d6-17b7ec5023bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:36.291899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b4d0f-89c6-4133-be88-d1cd3765c3cb None None] No DVR routers for this DVR port d48900f0-6593-4cd3-82d6-17b7ec5023bf on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:36.293646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] No DVR routers for this DVR port d48900f0-6593-4cd3-82d6-17b7ec5023bf on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:36.294198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b4d0f-89c6-4133-be88-d1cd3765c3cb None None] Pushing event deleted for resources: {'Port': ['ID=d48900f0-6593-4cd3-82d6-17b7ec5023bf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:36.323811 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-42540d47-3ead-4e51-8b73-a3c179eb530a req-ca2cd6d6-b8ff-43cf-8d4a-0ade02b29ef1 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 210 time: 0.0543659 Jul 07 19:15:36.433306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.445092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb2dc4e-19f1-46b8-a537-4c9c14e3d622']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:36.457317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b024a4-e800-49ee-9661-9ae7fd376fff') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:36.457607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b024a4-e800-49ee-9661-9ae7fd376fff') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:36.470973 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.477999 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-0fe7a014-9dbe-4ac4-8faf-b6333c2b77cc tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:36.480401 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-0fe7a014-9dbe-4ac4-8faf-b6333c2b77cc tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.112 "GET /v2.0/networks?id=4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 200 len: 814 time: 0.2278461 Jul 07 19:15:36.503930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.504324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Request body: {'port': {'device_id': 'bea3b67d-4a91-4e14-b1a9-5622650f9568', 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b', 'admin_state_up': True, 'tenant_id': '66532528330f4ada8d4ea37673e57e0f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:36.521137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:36.522977 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:36.589451 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:36.626985 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.634003 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.637366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] 10.222.0.113 "DELETE /v2.0/networks/bdb2dc4e-19f1-46b8-a537-4c9c14e3d622 HTTP/1.1" status: 204 len: 168 time: 1.7956009 Jul 07 19:15:36.690366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd191b5a-400b-44ad-8716-4caed303869c tempest-AllowedAddressPairIpV6TestJSON-870601874 tempest-AllowedAddressPairIpV6TestJSON-870601874-project] Pushing event deleted for resources: {'Network': ['ID=bdb2dc4e-19f1-46b8-a537-4c9c14e3d622,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:36.695707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Made reservation on behalf of 66532528330f4ada8d4ea37673e57e0f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:36.703963 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.882664 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Allocated IP 172.20.0.7 (4d8b8a7e-1c91-4a62-8320-82728e74874b/0fd13854-dbb7-4d92-8c95-37db9151f619/70c7dbf3-658b-49c4-8e38-2a242d91b7cc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:37.110598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9afd17-89aa-4b98-ad0d-43b299bb9418 req-9c9923a1-e326-481a-ba1b-402d83c04e4c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:37.113588 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f9afd17-89aa-4b98-ad0d-43b299bb9418 req-9c9923a1-e326-481a-ba1b-402d83c04e4c tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1653335 Jul 07 19:15:37.142961 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.189490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:37.207817 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.245030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b6d80470-908b-4813-a003-a369cf2672ef'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:37.265838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f9afd17-89aa-4b98-ad0d-43b299bb9418 req-ca7e5566-8d3d-489d-967a-28c3f8cf7cc0 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452868 Jul 07 19:15:37.311088 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Pushing event updated for resources: {'Port': ['ID=70c7dbf3-658b-49c4-8e38-2a242d91b7cc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:37.328578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Network 4d8b8a7e-1c91-4a62-8320-82728e74874b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:15:37.330210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:37.333843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:37.339784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcbae0-6930-40cf-8adb-735c55d1c099 req-a6d831f0-f744-41da-9357-58ca199fbf3f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:37.356570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57fcbae0-6930-40cf-8adb-735c55d1c099 req-a6d831f0-f744-41da-9357-58ca199fbf3f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 931 time: 0.1637752 Jul 07 19:15:37.489923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:37.491644 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57fcbae0-6930-40cf-8adb-735c55d1c099 req-1236217d-93ab-4c76-9270-399d9a697f02 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338003 Jul 07 19:15:37.493126 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.544857 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-979006de-fc1f-4fdb-9c68-9224d680f9b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0545580 Jul 07 19:15:37.565657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Request body: {'port': {'device_id': 'bea3b67d-4a91-4e14-b1a9-5622650f9568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:37.606511 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a2d6a583-3419-4b78-8954-c9511f22e31f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1d6003f7c8154c4da7c5e4093043973a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027202 Jul 07 19:15:37.607073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:37.713338 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13840318-6bd9-41b7-806a-3368adda3c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.715426 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.751744 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13840318-6bd9-41b7-806a-3368adda3c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.822459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e98b1-02a6-45a8-8958-0bc4eab7d269 req-1db1b3fe-04f2-4879-bd99-3c74da92c635 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:37.829923 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-886e98b1-02a6-45a8-8958-0bc4eab7d269 req-1db1b3fe-04f2-4879-bd99-3c74da92c635 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.1498692 Jul 07 19:15:37.899890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13840318-6bd9-41b7-806a-3368adda3c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.902604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13840318-6bd9-41b7-806a-3368adda3c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:37.906252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-13840318-6bd9-41b7-806a-3368adda3c0c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d5ceeedb-6e8d-49d1-b292-c0951c4e17f0 HTTP/1.1" status: 204 len: 168 time: 0.2955906 Jul 07 19:15:37.917290 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-886e98b1-02a6-45a8-8958-0bc4eab7d269 req-0c4db41b-264e-462a-9491-48fd704c3ec9 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860863 Jul 07 19:15:37.926343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13840318-6bd9-41b7-806a-3368adda3c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ceeedb-6e8d-49d1-b292-c0951c4e17f0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:38.060109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a86487b4-8969-4d9c-a99e-37722700c11c req-9ab4d504-2ad9-4248-a85a-aa32d70b6444 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/ports?device_id=8ccde61e-76e8-4dfb-9205-66135dbc8dbe HTTP/1.1" status: 200 len: 210 time: 0.0767410 Jul 07 19:15:38.222179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c7dbf3-658b-49c4-8e38-2a242d91b7cc {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:38.235334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:38.255538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Transition to ACTIVE for port object 70c7dbf3-658b-49c4-8e38-2a242d91b7cc will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:38.262730 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:38.332828 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ec535-4d6e-417a-8025-5abc84f898bf req-56cad337-867d-41b6-8959-3e009233458a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:38.341161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-828ec535-4d6e-417a-8025-5abc84f898bf req-56cad337-867d-41b6-8959-3e009233458a tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1112297 Jul 07 19:15:38.382312 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-130b2bbf-9b90-4819-abc7-033498589600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:38.400962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-828ec535-4d6e-417a-8025-5abc84f898bf req-ac2aa4c3-44ac-46c2-833c-645fc9142448 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Jul 07 19:15:38.427405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Pushing event updated for resources: {'Port': ['ID=70c7dbf3-658b-49c4-8e38-2a242d91b7cc,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:38.515282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Attempting to bind port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:38.516027 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Attempting to bind port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'baa767bc-e73b-47f6-a514-33b11dc61f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:38.518849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Attempting to bind port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc on network 4d8b8a7e-1c91-4a62-8320-82728e74874b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:38.530201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc on network 4d8b8a7e-1c91-4a62-8320-82728e74874b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:38.531577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Attempting to bind port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc on network 4d8b8a7e-1c91-4a62-8320-82728e74874b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:38.610448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:38.610905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Checking segment: {'id': 'baa767bc-e73b-47f6-a514-33b11dc61f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:38.614513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Bound using segment: {'id': 'baa767bc-e73b-47f6-a514-33b11dc61f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:38.615886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Bound port: 70c7dbf3-658b-49c4-8e38-2a242d91b7cc, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa767bc-e73b-47f6-a514-33b11dc61f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:38.616501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:38.719059 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:15:38.748462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3e2e4-df1e-44f7-a76b-decb2a4f28e8 req-3d944a94-165b-4347-a028-d4fd99d0ef22 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:38.762841 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37c3e2e4-df1e-44f7-a76b-decb2a4f28e8 req-3d944a94-165b-4347-a028-d4fd99d0ef22 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1958342 Jul 07 19:15:38.835437 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-6a77f13a-0c42-4bfc-9858-a0048c4f8d2d tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:38.838886 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-6a77f13a-0c42-4bfc-9858-a0048c4f8d2d tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.3047323 Jul 07 19:15:38.843555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] For port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:38.856216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-12'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:38.861468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] For port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=70c7dbf3-658b-49c4-8e38-2a242d91b7cc,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:38.886640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:38.942057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:38.942752 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:38.944872 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] 10.222.0.112 "PUT /v2.0/ports/70c7dbf3-658b-49c4-8e38-2a242d91b7cc HTTP/1.1" status: 200 len: 1092 time: 1.3930695 Jul 07 19:15:38.946756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37c3e2e4-df1e-44f7-a76b-decb2a4f28e8 req-16cf03c1-41e1-4f8c-b8eb-96181d138bd8 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811097 Jul 07 19:15:38.947890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea3b67d-4a91-4e14-b1a9-5622650f9568', 'tag': '70c7dbf3-658b-49c4-8e38-2a242d91b7cc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:38.957762 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72fa926-008a-4244-8581-564f7275647b" -d '{"events": [{"name": "network-changed", "server_uuid": "bea3b67d-4a91-4e14-b1a9-5622650f9568", "tag": "70c7dbf3-658b-49c4-8e38-2a242d91b7cc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:39.005023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faaf44-8989-45fb-9b05-c8944d481fe8 req-24c555fc-2dde-44e6-84b6-e5fb393cb49e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:39.013306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87faaf44-8989-45fb-9b05-c8944d481fe8 req-24c555fc-2dde-44e6-84b6-e5fb393cb49e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 943 time: 0.1364076 Jul 07 19:15:39.064787 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:39.083711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87faaf44-8989-45fb-9b05-c8944d481fe8 req-2e13f77e-51a7-497a-a8f4-890a753ae5d1 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658360 Jul 07 19:15:39.127540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e4043-7aa6-452d-9ccd-0f2158d9e36e service neutron] Pushing event updated for resources: {'Port': ['ID=70c7dbf3-658b-49c4-8e38-2a242d91b7cc,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:39.181946 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda5b7cd-79a1-4596-8b11-34d8440b4b16 x-openstack-request-id: req-dda5b7cd-79a1-4596-8b11-34d8440b4b16 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:39.182296 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea3b67d-4a91-4e14-b1a9-5622650f9568", "tag": "70c7dbf3-658b-49c4-8e38-2a242d91b7cc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:39.182559 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dda5b7cd-79a1-4596-8b11-34d8440b4b16 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:39.182963 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea3b67d-4a91-4e14-b1a9-5622650f9568', 'tag': '70c7dbf3-658b-49c4-8e38-2a242d91b7cc', 'status': 'completed', 'code': 200} Jul 07 19:15:39.283587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ca98-3fb4-4624-beab-5eee3ce178bc req-4469feb4-f5ca-4023-85c5-828d7a6f95a9 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:39.292796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b939ca98-3fb4-4624-beab-5eee3ce178bc req-4469feb4-f5ca-4023-85c5-828d7a6f95a9 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 945 time: 0.1496410 Jul 07 19:15:39.295890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:39.358377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b939ca98-3fb4-4624-beab-5eee3ce178bc req-c29f0620-3b25-4e65-8ce1-e22993d27c3f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619512 Jul 07 19:15:39.383042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-8df8d9a3-1df4-444f-8378-7d85d0fb1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:39.390373 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-8df8d9a3-1df4-444f-8378-7d85d0fb1cd0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=66532528330f4ada8d4ea37673e57e0f&device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 1095 time: 0.3805065 Jul 07 19:15:39.549720 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'networks': [{'name': 'tempest-network--316496485'}, {'name': 'tempest-network--1668099771'}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:39.550025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'network': {'name': 'tempest-network--316496485'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:39.550500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'network': {'name': 'tempest-network--1668099771'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:39.600215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Made reservation on behalf of 4327ecb10fc44fb4ab0b6ca0129f2525 for: {'network': 2} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:39.606468 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:39.638501 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:39.712944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47552) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:39.879921 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-051539e3-18b5-4cde-a802-3c66079094bf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70c7dbf3-658b-49c4-8e38-2a242d91b7cc HTTP/1.1" status: 200 len: 217 time: 0.4772074 Jul 07 19:15:39.935628 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe302ad-a72f-4dbb-b52d-e2f6e739996c tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:39.981132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:39.983981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349550d9-ef55-4ffc-b61f-d3feb069e99f req-754c6641-86dc-4d19-84dd-830729420525 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:39.990303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-349550d9-ef55-4ffc-b61f-d3feb069e99f req-754c6641-86dc-4d19-84dd-830729420525 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1832840 Jul 07 19:15:40.005575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe302ad-a72f-4dbb-b52d-e2f6e739996c tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.008612 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-e7d8c964-057e-428c-a2b7-23e28ea44926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:40.010346 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-e7d8c964-057e-428c-a2b7-23e28ea44926 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0fd13854-dbb7-4d92-8c95-37db9151f619 HTTP/1.1" status: 200 len: 854 time: 0.1193297 Jul 07 19:15:40.025248 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.039876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.040347 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.066676 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-e27c5f83-efbc-41de-bb5c-06341c33d653 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4d8b8a7e-1c91-4a62-8320-82728e74874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470166 Jul 07 19:15:40.117871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-349550d9-ef55-4ffc-b61f-d3feb069e99f req-d278dec1-2c5d-4069-b796-d811422d8359 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262417 Jul 07 19:15:40.144025 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:40.168829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c97d3-7fe4-4191-96dd-990bba5d78c1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:40.210614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:40.223835 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.233311 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe302ad-a72f-4dbb-b52d-e2f6e739996c tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.235943 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe302ad-a72f-4dbb-b52d-e2f6e739996c tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.237077 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-efe302ad-a72f-4dbb-b52d-e2f6e739996c tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "DELETE /v2.0/security-groups/a8c35ab0-c871-45e3-9eb5-b68494304605 HTTP/1.1" status: 204 len: 168 time: 0.5230269 Jul 07 19:15:40.243788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:40.246574 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.247495 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.247849 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Added segment 02ac0cfc-146d-4d77-8726-8b81be6ced2b of type vlan for network 39e2a7d8-40df-4301-86f0-4f59ae857755 Jul 07 19:15:40.272893 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-d22df7bd-d395-47df-9edb-01ddebaab52e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] show failed (client error): The resource could not be found. Jul 07 19:15:40.274398 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d22df7bd-d395-47df-9edb-01ddebaab52e tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "GET /v2.0/security-groups/a8c35ab0-c871-45e3-9eb5-b68494304605 HTTP/1.1" status: 404 len: 347 time: 0.0288641 Jul 07 19:15:40.282960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:40.299876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.335250 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe302ad-a72f-4dbb-b52d-e2f6e739996c tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c35ab0-c871-45e3-9eb5-b68494304605,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:40.367289 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-e5755987-57ed-4d34-b1bd-411d0e44a61f service neutron] 10.222.0.112 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930846 Jul 07 19:15:40.388907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:40.409985 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.410338 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Added segment f4bc8596-cfdf-430a-9b32-c1550884f8f1 of type vlan for network 83256c1a-40f9-4f0c-9efe-d42d8c2650f6 Jul 07 19:15:40.435706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c85d67-0ac6-4b7c-91a1-0558d82c9ac9 req-4797e192-bca3-4aae-9a7c-6402b869f28f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:40.442992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7c85d67-0ac6-4b7c-91a1-0558d82c9ac9 req-4797e192-bca3-4aae-9a7c-6402b869f28f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 943 time: 0.1348221 Jul 07 19:15:40.493319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.544405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7c85d67-0ac6-4b7c-91a1-0558d82c9ac9 req-0c14628b-c674-422b-be65-d121f3ab21d9 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002109 Jul 07 19:15:40.618357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.618916 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.624962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:40.629832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:40.631198 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.638996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Pushing event updated for resources: {'Port': ['ID=ae056a9f-dd32-4ca2-a834-e91577b3a24b,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:40.661485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b on host n-h1-792394-12 for vnic_type normal with profile {"migrating_to": "n-h2-792394-12"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:15:40.662182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:15:40.662552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:40.681993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Port ae056a9f-dd32-4ca2-a834-e91577b3a24b on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:15:40.682686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Attempting to bind port ae056a9f-dd32-4ca2-a834-e91577b3a24b on network 3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:15:40.691732 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6c1189c7-0f9b-4ae7-a246-f0b3d6cc425f req-b515f8d8-4940-4c41-ae72-8687e55aad2b service neutron] 10.222.0.112 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610857 Jul 07 19:15:40.701277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:15:40.702057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Checking segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:40.702749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Bound using segment: {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:15:40.703464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Bound port: ae056a9f-dd32-4ca2-a834-e91577b3a24b, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2655113-59ce-44c2-86c7-e92167eacab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:15:40.703906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.726655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1351cf74-f9a7-46f7-9899-8c722cd70558 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Deleting port 15e26e93-ed71-4ca7-b747-39b65f4a6dda {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:40.727147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1351cf74-f9a7-46f7-9899-8c722cd70558 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:40.752071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4540904 Jul 07 19:15:40.765451 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:40.792048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22847536-602b-4e2d-94dc-9c1e655765af req-f4bec650-9279-4dc1-8f77-d39d5346f20d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:40.797207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22847536-602b-4e2d-94dc-9c1e655765af req-f4bec650-9279-4dc1-8f77-d39d5346f20d tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.2843349 Jul 07 19:15:40.839525 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event updated for resources: {'Network': ['ID=39e2a7d8-40df-4301-86f0-4f59ae857755,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:40.854622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 39e2a7d8-40df-4301-86f0-4f59ae857755 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:40.868703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22847536-602b-4e2d-94dc-9c1e655765af req-46d41617-4ebf-4b78-b0a8-d19da713ae17 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627549 Jul 07 19:15:40.985245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36317aa0-9cac-4f8b-8278-cae6a8567bcd tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event updated for resources: {'Network': ['ID=83256c1a-40f9-4f0c-9efe-d42d8c2650f6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:40.996893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 83256c1a-40f9-4f0c-9efe-d42d8c2650f6 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:41.037813 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1351cf74-f9a7-46f7-9899-8c722cd70558 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.038514 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1351cf74-f9a7-46f7-9899-8c722cd70558 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.110863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:41.117897 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:15:41.144127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44089cb-f9d7-41a3-9443-11e001ae68d4 req-212aa8d9-9ef1-4b31-999a-094482ab5875 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.147577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c44089cb-f9d7-41a3-9443-11e001ae68d4 req-212aa8d9-9ef1-4b31-999a-094482ab5875 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0758276 Jul 07 19:15:41.176443 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e576aaf9-8a40-4c6f-ac93-8ae2c1cae7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.179232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.201295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:41.205605 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770299a8-61a1-4b2e-b49b-89171743612c" -d '{"events": [{"server_uuid": "81ce3c52-6d8a-4fda-b756-f43c2f376ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "ae056a9f-dd32-4ca2-a834-e91577b3a24b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:41.242154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1351cf74-f9a7-46f7-9899-8c722cd70558 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Calling delete_port for 15e26e93-ed71-4ca7-b747-39b65f4a6dda owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:41.257657 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.337895 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5b41d2-6e7e-4a1f-9c21-64b3caa65b48 x-openstack-request-id: req-5d5b41d2-6e7e-4a1f-9c21-64b3caa65b48 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:41.338319 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ce3c52-6d8a-4fda-b756-f43c2f376ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "ae056a9f-dd32-4ca2-a834-e91577b3a24b", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:41.338613 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5d5b41d2-6e7e-4a1f-9c21-64b3caa65b48 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:41.339343 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b', 'code': 200} Jul 07 19:15:41.381522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ae056a9f-dd32-4ca2-a834-e91577b3a24b details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:41.399499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdd3aea-3586-43f3-adaa-ec9b68df12d6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.407292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdd3aea-3586-43f3-adaa-ec9b68df12d6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.416735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdd3aea-3586-43f3-adaa-ec9b68df12d6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.423794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdd3aea-3586-43f3-adaa-ec9b68df12d6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.429568 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ffdd3aea-3586-43f3-adaa-ec9b68df12d6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6329503 Jul 07 19:15:41.435285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:41.511563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Pushing event updated for resources: {'Port': ['ID=ae056a9f-dd32-4ca2-a834-e91577b3a24b,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:41.528086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:41.545371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c44089cb-f9d7-41a3-9443-11e001ae68d4 req-e5a6dcad-6854-4e5b-be42-2cf98abba5a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Deleting port bb53e424-1b56-4fd6-8d3d-9b37871f08cd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:41.545720 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c44089cb-f9d7-41a3-9443-11e001ae68d4 req-e5a6dcad-6854-4e5b-be42-2cf98abba5a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.559460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ae056a9f-dd32-4ca2-a834-e91577b3a24b has no active binding in host n-h2-792394-12 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:15:41.562626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.565342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.568839 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-47c9b569-e629-4693-aad0-6429a08df940 service neutron] 10.222.0.59 "PUT /v2.0/ports/ae056a9f-dd32-4ca2-a834-e91577b3a24b HTTP/1.1" status: 200 len: 1123 time: 2.7220876 Jul 07 19:15:41.581557 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa926-008a-4244-8581-564f7275647b req-a18e7513-d87f-489b-92fa-b17b3455953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.583379 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f72fa926-008a-4244-8581-564f7275647b req-a18e7513-d87f-489b-92fa-b17b3455953e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=66532528330f4ada8d4ea37673e57e0f&device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 1095 time: 0.7835357 Jul 07 19:15:41.650809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcf92f-0290-4055-9356-541df72c199e req-3aa1447b-f683-4355-97fc-7bc7edd47819 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.660006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['ae056a9f-dd32-4ca2-a834-e91577b3a24b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:41.660781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43bcf92f-0290-4055-9356-541df72c199e req-3aa1447b-f683-4355-97fc-7bc7edd47819 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 946 time: 0.3342800 Jul 07 19:15:41.759324 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['ae056a9f-dd32-4ca2-a834-e91577b3a24b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:41.777408 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.854805 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa926-008a-4244-8581-564f7275647b req-78eb8916-376a-40e6-8b9c-4dca93f552ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:41.857891 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f72fa926-008a-4244-8581-564f7275647b req-78eb8916-376a-40e6-8b9c-4dca93f552ec service neutron] 10.222.0.112 "GET /v2.0/networks?id=4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 200 len: 916 time: 0.2646837 Jul 07 19:15:41.865839 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1351cf74-f9a7-46f7-9899-8c722cd70558 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.909980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351cf74-f9a7-46f7-9899-8c722cd70558 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Pushing event deleted for resources: {'Port': ['ID=15e26e93-ed71-4ca7-b747-39b65f4a6dda,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:41.916123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43bcf92f-0290-4055-9356-541df72c199e req-81099bee-7773-4cff-b79b-d2b6d5738336 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535582 Jul 07 19:15:41.957659 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f72fa926-008a-4244-8581-564f7275647b req-c873344b-c587-4157-8fe0-1b47a863f3ec service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70c7dbf3-658b-49c4-8e38-2a242d91b7cc HTTP/1.1" status: 200 len: 217 time: 0.0879211 Jul 07 19:15:41.984411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c44089cb-f9d7-41a3-9443-11e001ae68d4 req-e5a6dcad-6854-4e5b-be42-2cf98abba5a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] For port bb53e424-1b56-4fd6-8d3d-9b37871f08cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bb53e424-1b56-4fd6-8d3d-9b37871f08cd,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:41.990851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c44089cb-f9d7-41a3-9443-11e001ae68d4 req-e5a6dcad-6854-4e5b-be42-2cf98abba5a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:42.065285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa926-008a-4244-8581-564f7275647b req-abcc8147-37b2-44f3-8b43-de6fc3006951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:42.067022 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f72fa926-008a-4244-8581-564f7275647b req-abcc8147-37b2-44f3-8b43-de6fc3006951 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0fd13854-dbb7-4d92-8c95-37db9151f619 HTTP/1.1" status: 200 len: 854 time: 0.1016843 Jul 07 19:15:42.079002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c44089cb-f9d7-41a3-9443-11e001ae68d4 req-e5a6dcad-6854-4e5b-be42-2cf98abba5a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Calling delete_port for bb53e424-1b56-4fd6-8d3d-9b37871f08cd owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:42.158691 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1351cf74-f9a7-46f7-9899-8c722cd70558 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:42.162985 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1351cf74-f9a7-46f7-9899-8c722cd70558 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:42.164521 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1351cf74-f9a7-46f7-9899-8c722cd70558 tempest-ServersTestBootFromVolume-435246748 tempest-ServersTestBootFromVolume-435246748-project] 10.222.0.113 "DELETE /v2.0/floatingips/323a5593-def8-4cb2-abcc-81f38dfec294 HTTP/1.1" status: 204 len: 168 time: 1.8803284 Jul 07 19:15:42.170927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:42.185734 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f72fa926-008a-4244-8581-564f7275647b req-92c4f582-f3bd-48c9-b2c9-0b449cfc3171 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4d8b8a7e-1c91-4a62-8320-82728e74874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671034 Jul 07 19:15:42.270585 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:42.325970 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f72fa926-008a-4244-8581-564f7275647b req-e7f92fb3-69d8-4fcb-9c5e-ddcaef962e32 service neutron] 10.222.0.112 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312406 Jul 07 19:15:42.450767 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f72fa926-008a-4244-8581-564f7275647b req-7447c216-d423-4d8e-b7ba-c5f2e46e820a service neutron] 10.222.0.112 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171598 Jul 07 19:15:42.452744 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:42.505044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6542c58-0f1d-41ee-965d-9c46ff5100d0 req-dee0cfd8-09eb-48b8-a85b-0ff53cccf0fb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:42.507418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6542c58-0f1d-41ee-965d-9c46ff5100d0 req-dee0cfd8-09eb-48b8-a85b-0ff53cccf0fb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 943 time: 0.7908046 Jul 07 19:15:42.513052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e2a7d8-40df-4301-86f0-4f59ae857755']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:42.587247 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ac0cfc-146d-4d77-8726-8b81be6ced2b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:42.587929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ac0cfc-146d-4d77-8726-8b81be6ced2b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:42.634572 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:42.664047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c44089cb-f9d7-41a3-9443-11e001ae68d4 req-e5a6dcad-6854-4e5b-be42-2cf98abba5a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:42.677263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:42.705152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a2819-c1fa-4382-8712-d75a0a9f8d93 req-fdfdcd82-803f-4228-9447-840e82bf7d99 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:42.706753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b49a2819-c1fa-4382-8712-d75a0a9f8d93 req-fdfdcd82-803f-4228-9447-840e82bf7d99 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.3484783 Jul 07 19:15:42.710550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6542c58-0f1d-41ee-965d-9c46ff5100d0 req-36100453-c61b-423e-8ba9-c6642969572a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867599 Jul 07 19:15:42.731917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:42.755101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6dcad-6854-4e5b-be42-2cf98abba5a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event deleted for resources: {'Port': ['ID=bb53e424-1b56-4fd6-8d3d-9b37871f08cd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:42.789644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:42.790340 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:42.799201 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:42.933689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44089cb-f9d7-41a3-9443-11e001ae68d4 req-e5a6dcad-6854-4e5b-be42-2cf98abba5a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] No DVR routers for this DVR port bb53e424-1b56-4fd6-8d3d-9b37871f08cd on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:42.955461 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c44089cb-f9d7-41a3-9443-11e001ae68d4 req-e5a6dcad-6854-4e5b-be42-2cf98abba5a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:42.958014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c44089cb-f9d7-41a3-9443-11e001ae68d4 req-e5a6dcad-6854-4e5b-be42-2cf98abba5a5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.59 "DELETE /v2.0/ports/bb53e424-1b56-4fd6-8d3d-9b37871f08cd HTTP/1.1" status: 204 len: 173 time: 1.8058746 Jul 07 19:15:42.958466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a160f4-ca14-45bd-895c-4ed24bf4e3f6', 'name': 'network-vif-deleted', 'tag': 'bb53e424-1b56-4fd6-8d3d-9b37871f08cd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:42.961674 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e3359c-2329-4327-9f8f-7a1e950b9e0c" -d '{"events": [{"server_uuid": "f9a160f4-ca14-45bd-895c-4ed24bf4e3f6", "name": "network-vif-deleted", "tag": "bb53e424-1b56-4fd6-8d3d-9b37871f08cd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:42.980268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b49a2819-c1fa-4382-8712-d75a0a9f8d93 req-0d497c1c-6768-4fda-a174-a60fde45dd05 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435267 Jul 07 19:15:43.028751 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.040544 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.045198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "DELETE /v2.0/networks/39e2a7d8-40df-4301-86f0-4f59ae857755 HTTP/1.1" status: 204 len: 168 time: 1.5946252 Jul 07 19:15:43.045404 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:43.059114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bb979-5968-46bc-af57-982bca37331c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event deleted for resources: {'Network': ['ID=39e2a7d8-40df-4301-86f0-4f59ae857755,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:43.113232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['bb53e424-1b56-4fd6-8d3d-9b37871f08cd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:43.113666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e858583-9d3f-4990-88b0-e3b580051ebe req-122cacb8-760c-4708-ac3a-3f8c4181b9c0 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a160f4-ca14-45bd-895c-4ed24bf4e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0393372 Jul 07 19:15:43.197638 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.364440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'tag': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:43.367905 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298dcec3-dfa4-4667-a647-62058f3b5f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "81ce3c52-6d8a-4fda-b756-f43c2f376ef5", "tag": "ae056a9f-dd32-4ca2-a834-e91577b3a24b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:43.396306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.410678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83256c1a-40f9-4f0c-9efe-d42d8c2650f6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:43.425660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bc8596-cfdf-430a-9b32-c1550884f8f1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:43.426013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bc8596-cfdf-430a-9b32-c1550884f8f1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:43.441724 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7095a0c9-38a2-4d6a-8fb9-b85c62c6d753 x-openstack-request-id: req-7095a0c9-38a2-4d6a-8fb9-b85c62c6d753 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:43.442085 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ce3c52-6d8a-4fda-b756-f43c2f376ef5", "tag": "ae056a9f-dd32-4ca2-a834-e91577b3a24b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:43.442313 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7095a0c9-38a2-4d6a-8fb9-b85c62c6d753 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:43.442725 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'tag': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b', 'status': 'completed', 'code': 200} Jul 07 19:15:43.448280 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.468208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.479076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:43.479624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:43.484284 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:43.573533 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd43dc34-5973-4cbf-808d-c30754df4087 x-openstack-request-id: req-fd43dc34-5973-4cbf-808d-c30754df4087 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:43.573840 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a160f4-ca14-45bd-895c-4ed24bf4e3f6", "name": "network-vif-deleted", "tag": "bb53e424-1b56-4fd6-8d3d-9b37871f08cd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:43.576654 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fd43dc34-5973-4cbf-808d-c30754df4087 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:43.581314 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a160f4-ca14-45bd-895c-4ed24bf4e3f6', 'name': 'network-vif-deleted', 'tag': 'bb53e424-1b56-4fd6-8d3d-9b37871f08cd', 'status': 'completed', 'code': 200} Jul 07 19:15:43.583245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.599056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.604833 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "DELETE /v2.0/networks/83256c1a-40f9-4f0c-9efe-d42d8c2650f6 HTTP/1.1" status: 204 len: 168 time: 0.5585639 Jul 07 19:15:43.605438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:43.620376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dc003-be7a-455c-85d3-8eeb8b39e5e6 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event deleted for resources: {'Network': ['ID=83256c1a-40f9-4f0c-9efe-d42d8c2650f6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:43.625447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dcec3-dfa4-4667-a647-62058f3b5f9f req-4c097312-5436-4e15-828f-34cfa13a87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.627428 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-298dcec3-dfa4-4667-a647-62058f3b5f9f req-4c097312-5436-4e15-828f-34cfa13a87ae service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 1126 time: 0.1416764 Jul 07 19:15:43.736362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dcec3-dfa4-4667-a647-62058f3b5f9f req-54e25dd8-39af-4e35-b502-69d0ec172503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.738187 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-298dcec3-dfa4-4667-a647-62058f3b5f9f req-54e25dd8-39af-4e35-b502-69d0ec172503 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.1042266 Jul 07 19:15:43.792170 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-298dcec3-dfa4-4667-a647-62058f3b5f9f req-9865459d-37f1-4114-8b1f-33124e78eb56 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b HTTP/1.1" status: 200 len: 217 time: 0.0451832 Jul 07 19:15:43.840785 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:43.876900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dcec3-dfa4-4667-a647-62058f3b5f9f req-b588bcd2-7520-44f6-b827-a203d1be4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.884358 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-298dcec3-dfa4-4667-a647-62058f3b5f9f req-b588bcd2-7520-44f6-b827-a203d1be4e51 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.0817919 Jul 07 19:15:43.922113 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055fc0dc-77b1-422b-9862-d3e54208908e tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.936227 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-298dcec3-dfa4-4667-a647-62058f3b5f9f req-01c41a59-2970-4c0f-954f-75bb73959450 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441241 Jul 07 19:15:43.937494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055fc0dc-77b1-422b-9862-d3e54208908e tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:43.939175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-055fc0dc-77b1-422b-9862-d3e54208908e tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3177662 Jul 07 19:15:43.961745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:43.971858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-764769862'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:44.007326 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.091157 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-298dcec3-dfa4-4667-a647-62058f3b5f9f req-113fdccf-54c9-46fc-bc18-fea19a42d948 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463099 Jul 07 19:15:44.091290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Made reservation on behalf of 4327ecb10fc44fb4ab0b6ca0129f2525 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:44.095598 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.111190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5de05-8815-4fab-a404-f44784390add req-1911c38d-6d93-4bb8-9c14-fcb8e7bf8d24 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:44.125705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbe5de05-8815-4fab-a404-f44784390add req-1911c38d-6d93-4bb8-9c14-fcb8e7bf8d24 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 943 time: 0.2608814 Jul 07 19:15:44.226304 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-298dcec3-dfa4-4667-a647-62058f3b5f9f req-c41d4006-2faf-4fd0-80c8-8c24838621d6 service neutron] 10.222.0.112 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273985 Jul 07 19:15:44.322944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:44.337474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbe5de05-8815-4fab-a404-f44784390add req-c1b91857-b24f-4b3b-b9e0-a487afd0f0d2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698334 Jul 07 19:15:44.345870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.346200 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Added segment 67a31983-77f8-49f0-bad2-550a0586dbc4 of type vlan for network 0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab Jul 07 19:15:44.512407 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.550855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c3163-dd65-4a76-89ec-44ce24ff3159 req-1458b287-1f41-4ae9-88cb-37b4208db86f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:44.553059 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d99c3163-dd65-4a76-89ec-44ce24ff3159 req-1458b287-1f41-4ae9-88cb-37b4208db86f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.3196414 Jul 07 19:15:44.605126 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.610984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:44.611582 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.635385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 70c7dbf3-658b-49c4-8e38-2a242d91b7cc details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:15:44.655276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d99c3163-dd65-4a76-89ec-44ce24ff3159 req-6db3db74-aae0-414c-8a15-7dff83bcabde tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925260 Jul 07 19:15:44.724318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:44.724600 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7615602 Jul 07 19:15:44.735347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2123835647'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:44.748200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4af0e-3dda-4640-ab2d-7a9ce4e2de84 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event updated for resources: {'Network': ['ID=0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:44.768368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:44.772317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Made reservation on behalf of 4327ecb10fc44fb4ab0b6ca0129f2525 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:44.777515 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.844379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:44.858144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.858508 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Added segment 8d2a9df9-e503-4d2a-803e-56244a0ca5b3 of type vlan for network 144db763-e2ac-4dea-94f0-ea583cdcd7c0 Jul 07 19:15:44.868379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=70c7dbf3-658b-49c4-8e38-2a242d91b7cc,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:44.883830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '70c7dbf3-658b-49c4-8e38-2a242d91b7cc', 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b', 'port_id': '70c7dbf3-658b-49c4-8e38-2a242d91b7cc', 'mac_address': 'fa:16:3e:a7:e2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd13854-dbb7-4d92-8c95-37db9151f619', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:15:44.886510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] Deleting port eed42a83-b060-4c57-98bb-00e99f7e089c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:44.887023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.918257 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.955664 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.961343 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:44.974705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:44.975401 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:45.003233 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2718890 Jul 07 19:15:45.004869 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c7dbf3-658b-49c4-8e38-2a242d91b7cc {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:45.013182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:45.019118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'ports': [{'network_id': '0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab', 'name': 'tempest-port--7917458', 'admin_state_up': True}, {'network_id': '144db763-e2ac-4dea-94f0-ea583cdcd7c0', 'admin_state_up': False}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:45.019368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'port': {'network_id': '0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab', 'name': 'tempest-port--7917458', 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:45.020054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'port': {'network_id': '144db763-e2ac-4dea-94f0-ea583cdcd7c0', 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:45.056321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=70c7dbf3-658b-49c4-8e38-2a242d91b7cc,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:45.062407 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:45.170972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] For port eed42a83-b060-4c57-98bb-00e99f7e089c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=eed42a83-b060-4c57-98bb-00e99f7e089c,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:45.173455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:45.214322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=70c7dbf3-658b-49c4-8e38-2a242d91b7cc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:45.215061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] Calling delete_port for eed42a83-b060-4c57-98bb-00e99f7e089c owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:45.310579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['70c7dbf3-658b-49c4-8e38-2a242d91b7cc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:45.353244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a4b0e-f3ad-49aa-9c3e-bd444d92efd8 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event updated for resources: {'Network': ['ID=144db763-e2ac-4dea-94f0-ea583cdcd7c0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:45.387924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 144db763-e2ac-4dea-94f0-ea583cdcd7c0 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:45.502211 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:45.552223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Made reservation on behalf of 4327ecb10fc44fb4ab0b6ca0129f2525 for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:45.576863 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:45.630801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bb53e424-1b56-4fd6-8d3d-9b37871f08cd no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:45.636837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed42a83-b060-4c57-98bb-00e99f7e089c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:45.642768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:45.756909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: bb53e424-1b56-4fd6-8d3d-9b37871f08cd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:45.757671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bb53e424-1b56-4fd6-8d3d-9b37871f08cd not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:45.892319 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] device_id is not set on port fa906198-b945-477c-8baa-cc95ba697a06 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:15:46.055569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c344f6-7a17-4dac-a6f5-429a3623c4e2 req-606dc584-7a57-4fec-bb7c-f594f5952020 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:46.063676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6c344f6-7a17-4dac-a6f5-429a3623c4e2 req-606dc584-7a57-4fec-bb7c-f594f5952020 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 944 time: 0.3028538 Jul 07 19:15:46.074259 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:46.196834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:46.262032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6c344f6-7a17-4dac-a6f5-429a3623c4e2 req-de0efa11-34c4-4940-83f5-8291cb43197d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972120 Jul 07 19:15:46.281200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] device_id is not set on port be2dd6e7-ccd6-4d98-af8c-9598cabe0632 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:15:46.426904 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:46.491392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:46.505856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca38ca9-af14-4da0-b99b-871a1a490392 req-0183a2ef-633d-4aed-ba0f-e73498e4065a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:46.508395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ca38ca9-af14-4da0-b99b-871a1a490392 req-0183a2ef-633d-4aed-ba0f-e73498e4065a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.2894137 Jul 07 19:15:46.576709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event updated for resources: {'Port': ['ID=fa906198-b945-477c-8baa-cc95ba697a06,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:46.587507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Checking segment: {'id': '67a31983-77f8-49f0-bad2-550a0586dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:46.587882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Network hostable DHCP agents. Network: 0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:15:46.609899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Network 0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:15:46.637136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:46.645848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba1004-fb3a-42af-ac98-ba3c80da6a77 None None] Network 0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:46.651311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:46.652092 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 70c7dbf3-658b-49c4-8e38-2a242d91b7cc up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:15:46.653571 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:46.686377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ca38ca9-af14-4da0-b99b-871a1a490392 req-68b9ad79-196d-489e-82e6-b2c4e260be87 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666403 Jul 07 19:15:46.734093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] Router 6548897f-8680-422b-a338-7b30b4776a70 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:15:46.781376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event updated for resources: {'Port': ['ID=be2dd6e7-ccd6-4d98-af8c-9598cabe0632,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:46.794800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Checking segment: {'id': '8d2a9df9-e503-4d2a-803e-56244a0ca5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '144db763-e2ac-4dea-94f0-ea583cdcd7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:46.795475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Network hostable DHCP agents. Network: 144db763-e2ac-4dea-94f0-ea583cdcd7c0, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:15:46.846042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Network 144db763-e2ac-4dea-94f0-ea583cdcd7c0 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:15:46.873735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 144db763-e2ac-4dea-94f0-ea583cdcd7c0) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:46.890057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:15:46.891501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f1b718-78f1-4d60-9373-e9aece9729e8 None None] Network 144db763-e2ac-4dea-94f0-ea583cdcd7c0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:46.905645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:46.916942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:46.938457 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:46.973175 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7e147dab-bdb6-4660-9e6a-8dcea89ec851 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1447 time: 1.9562919 Jul 07 19:15:46.974871 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:46.986481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:15:46.999609 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a5ca1e35-7320-4557-9bbc-4ba46018a951 admin admin] 10.222.0.113 "PUT /v2.0/routers/6548897f-8680-422b-a338-7b30b4776a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8214107 Jul 07 19:15:46.999827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:47.029591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8afd9-844a-4df1-bdde-52d994ff61c4 None None] Sync routers for ids ['6548897f-8680-422b-a338-7b30b4776a70'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:15:47.056621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8afd9-844a-4df1-bdde-52d994ff61c4 None None] Routers {'6548897f-8680-422b-a338-7b30b4776a70'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:47.057703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12f8afd9-844a-4df1-bdde-52d994ff61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:15:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['6548897f-8680-422b-a338-7b30b4776a70'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:47.212005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e561378-7d85-48e7-9c19-e54a3bc9c872 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:47.221521 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e561378-7d85-48e7-9c19-e54a3bc9c872 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:47.225683 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5e561378-7d85-48e7-9c19-e54a3bc9c872 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1442 time: 0.2511172 Jul 07 19:15:47.229053 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:47.242640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-12f8afd9-844a-4df1-bdde-52d994ff61c4 None None] Set router 6548897f-8680-422b-a338-7b30b4776a70 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:47.475526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3580cfc5-6e18-4811-8b51-1a94fd914c22 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Deleting port fa906198-b945-477c-8baa-cc95ba697a06 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:47.476037 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3580cfc5-6e18-4811-8b51-1a94fd914c22 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:47.639857 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3580cfc5-6e18-4811-8b51-1a94fd914c22 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:47.645615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:15:47.663812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:15:47.664452 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:47.674625 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3580cfc5-6e18-4811-8b51-1a94fd914c22 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Calling delete_port for fa906198-b945-477c-8baa-cc95ba697a06 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:47.894649 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3580cfc5-6e18-4811-8b51-1a94fd914c22 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:47.934810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580cfc5-6e18-4811-8b51-1a94fd914c22 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event deleted for resources: {'Port': ['ID=fa906198-b945-477c-8baa-cc95ba697a06,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:47.938809 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:47.957617 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3580cfc5-6e18-4811-8b51-1a94fd914c22 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:47.965313 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3580cfc5-6e18-4811-8b51-1a94fd914c22 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "DELETE /v2.0/ports/fa906198-b945-477c-8baa-cc95ba697a06 HTTP/1.1" status: 204 len: 168 time: 0.7202721 Jul 07 19:15:47.968432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:48.030628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12f8afd9-844a-4df1-bdde-52d994ff61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:15:45Z', 'revision_number': 5, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:48.073090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8afd9-844a-4df1-bdde-52d994ff61c4 None None] Checking router: 6548897f-8680-422b-a338-7b30b4776a70 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:15:48.081667 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:48.133633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=70c7dbf3-658b-49c4-8e38-2a242d91b7cc,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:48.134699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea3b67d-4a91-4e14-b1a9-5622650f9568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c7dbf3-658b-49c4-8e38-2a242d91b7cc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:48.139022 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7d5d42-76fc-4811-802b-5e5255aa70eb" -d '{"events": [{"server_uuid": "bea3b67d-4a91-4e14-b1a9-5622650f9568", "name": "network-vif-plugged", "status": "completed", "tag": "70c7dbf3-658b-49c4-8e38-2a242d91b7cc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:48.141524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8afd9-844a-4df1-bdde-52d994ff61c4 None None] Routers {'6548897f-8680-422b-a338-7b30b4776a70'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:15:48.142266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12f8afd9-844a-4df1-bdde-52d994ff61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:15:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['6548897f-8680-422b-a338-7b30b4776a70'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:48.147437 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:48.148239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ae056a9f-dd32-4ca2-a834-e91577b3a24b no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:48.157690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6eb790-8a09-4017-b550-3b796c4e1223 req-ac62a2e0-0f35-482f-a2b6-dec47ba3bdf7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:48.159420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d6eb790-8a09-4017-b550-3b796c4e1223 req-ac62a2e0-0f35-482f-a2b6-dec47ba3bdf7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 944 time: 0.2912776 Jul 07 19:15:48.196907 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:48.236697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d6eb790-8a09-4017-b550-3b796c4e1223 req-e42b5a59-5969-4c43-8d14-ce8ef9e3cd98 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697539 Jul 07 19:15:48.350995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Deleting port 4c9864b1-5a7b-4ca1-810b-12b329fba372 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:48.352124 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:48.383248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-12f8afd9-844a-4df1-bdde-52d994ff61c4 None None] Set router 6548897f-8680-422b-a338-7b30b4776a70 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:15:48.483854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699ab1e-cb20-4bda-846f-367dd6a2982d req-36d46bbc-08f7-426a-bbaf-266533f8915a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:48.485690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d699ab1e-cb20-4bda-846f-367dd6a2982d req-36d46bbc-08f7-426a-bbaf-266533f8915a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 943 time: 0.2707047 Jul 07 19:15:48.585487 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-be3967ac-3aa7-4143-8be1-42b425b95154 service neutron] 10.222.0.112 "GET /v2.0/ports/ae056a9f-dd32-4ca2-a834-e91577b3a24b/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 385 time: 0.1134861 Jul 07 19:15:48.622964 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d699ab1e-cb20-4bda-846f-367dd6a2982d req-9f80344e-9b9f-4c16-b1de-ec07f807d669 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088672 Jul 07 19:15:48.641509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2b145d1f-de6f-4b10-acef-50cd297fb1ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Deleting port be2dd6e7-ccd6-4d98-af8c-9598cabe0632 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:48.642134 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b145d1f-de6f-4b10-acef-50cd297fb1ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:48.732959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=70c7dbf3-658b-49c4-8e38-2a242d91b7cc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:48.745802 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] For port 4c9864b1-5a7b-4ca1-810b-12b329fba372, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4c9864b1-5a7b-4ca1-810b-12b329fba372,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:48.746182 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:48.755121 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d270b02-fa2b-4a00-acf4-30961d668061 x-openstack-request-id: req-7d270b02-fa2b-4a00-acf4-30961d668061 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:48.757636 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea3b67d-4a91-4e14-b1a9-5622650f9568", "name": "network-vif-plugged", "status": "completed", "tag": "70c7dbf3-658b-49c4-8e38-2a242d91b7cc", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:48.758015 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7d270b02-fa2b-4a00-acf4-30961d668061 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:48.758723 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea3b67d-4a91-4e14-b1a9-5622650f9568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c7dbf3-658b-49c4-8e38-2a242d91b7cc', 'code': 200} Jul 07 19:15:48.781063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Calling delete_port for 4c9864b1-5a7b-4ca1-810b-12b329fba372 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:48.805227 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b145d1f-de6f-4b10-acef-50cd297fb1ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:48.842875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2b145d1f-de6f-4b10-acef-50cd297fb1ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Calling delete_port for be2dd6e7-ccd6-4d98-af8c-9598cabe0632 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:48.883814 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:48.919596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12f8afd9-844a-4df1-bdde-52d994ff61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:15:45Z', 'revision_number': 5, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:48.964005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8afd9-844a-4df1-bdde-52d994ff61c4 None None] The sync data for ids ['6548897f-8680-422b-a338-7b30b4776a70'] in n-d-792394-12 is: [{'id': '6548897f-8680-422b-a338-7b30b4776a70', 'name': 'tempest-ServersTestBootFromVolume-968325063-router', 'tenant_id': '9996ae2f92b94de2b762f127afcf24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:12:16Z', 'updated_at': '2021-07-07T19:15:45Z', 'revision_number': 5, 'project_id': '9996ae2f92b94de2b762f127afcf24d5', 'gw_port': {'id': '4c9864b1-5a7b-4ca1-810b-12b329fba372', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6548897f-8680-422b-a338-7b30b4776a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:12:17Z', 'updated_at': '2021-07-07T19:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:15:49.019010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-62aa2fb2-7b11-4fae-8e12-eeee5ffa7fdc service neutron] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:49.058649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-62aa2fb2-7b11-4fae-8e12-eeee5ffa7fdc service neutron] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:49.083292 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b145d1f-de6f-4b10-acef-50cd297fb1ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.122302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a59581-cf35-4e15-b62d-821b78315777 req-75a7472f-f5b9-4879-9f1b-3f8b3584fbc5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:49.123547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b145d1f-de6f-4b10-acef-50cd297fb1ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event deleted for resources: {'Port': ['ID=be2dd6e7-ccd6-4d98-af8c-9598cabe0632,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:49.125401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0a59581-cf35-4e15-b62d-821b78315777 req-75a7472f-f5b9-4879-9f1b-3f8b3584fbc5 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 946 time: 0.4315548 Jul 07 19:15:49.137588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48043e94-a4b2-429c-a61f-b9472badde0b req-725fa48f-1b35-4272-9fcb-50c7ccf6525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:49.139266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48043e94-a4b2-429c-a61f-b9472badde0b req-725fa48f-1b35-4272-9fcb-50c7ccf6525f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 1097 time: 0.1454751 Jul 07 19:15:49.140670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-62aa2fb2-7b11-4fae-8e12-eeee5ffa7fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae056a9f-dd32-4ca2-a834-e91577b3a24b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:15:49.151612 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b145d1f-de6f-4b10-acef-50cd297fb1ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.156420 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2b145d1f-de6f-4b10-acef-50cd297fb1ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "DELETE /v2.0/ports/be2dd6e7-ccd6-4d98-af8c-9598cabe0632 HTTP/1.1" status: 204 len: 168 time: 1.1834116 Jul 07 19:15:49.157882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:49.173819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-62aa2fb2-7b11-4fae-8e12-eeee5ffa7fdc service neutron] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:49.177121 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.207438 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ce629e81-4957-4ce5-99b4-4e68d5e24a4c tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0476835 Jul 07 19:15:49.211887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:49.218218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-478358883'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:49.236761 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-62aa2fb2-7b11-4fae-8e12-eeee5ffa7fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.277351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48043e94-a4b2-429c-a61f-b9472badde0b req-dd39dfa6-d60b-446d-8238-8a0a33aea87a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221175 Jul 07 19:15:49.284467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9864b1-5a7b-4ca1-810b-12b329fba372,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:49.315527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Made reservation on behalf of 4327ecb10fc44fb4ab0b6ca0129f2525 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:49.320050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0a59581-cf35-4e15-b62d-821b78315777 req-a593dede-bcdf-4864-a39b-f1d3adebdf45 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797595 Jul 07 19:15:49.328064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.469311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:49.494325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.494673 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Added segment 274d2711-71eb-46e7-97d2-078e173d6f1d of type vlan for network f8dbbda9-0fed-4101-a3b6-e691292b958f Jul 07 19:15:49.513014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-62aa2fb2-7b11-4fae-8e12-eeee5ffa7fdc service neutron] Transition to ACTIVE for port object ae056a9f-dd32-4ca2-a834-e91577b3a24b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:15:49.538585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-62aa2fb2-7b11-4fae-8e12-eeee5ffa7fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.590100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device eed42a83-b060-4c57-98bb-00e99f7e089c no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:49.616644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: eed42a83-b060-4c57-98bb-00e99f7e089c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:49.617440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device eed42a83-b060-4c57-98bb-00e99f7e089c not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:49.627094 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.696955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa2fb2-7b11-4fae-8e12-eeee5ffa7fdc service neutron] Pushing event updated for resources: {'Port': ['ID=ae056a9f-dd32-4ca2-a834-e91577b3a24b,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:49.727710 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.728083 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.734575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:49.735714 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.810939 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-62aa2fb2-7b11-4fae-8e12-eeee5ffa7fdc service neutron] No DVR routers for this DVR port ae056a9f-dd32-4ca2-a834-e91577b3a24b on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:49.832054 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6191366 Jul 07 19:15:49.836507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:49.842283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-320390436'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:49.863941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.869090 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.891604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e32713-2887-4553-9a88-ca53b6c500ce tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event updated for resources: {'Network': ['ID=f8dbbda9-0fed-4101-a3b6-e691292b958f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:49.910407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f8dbbda9-0fed-4101-a3b6-e691292b958f details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:49.925926 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-62aa2fb2-7b11-4fae-8e12-eeee5ffa7fdc service neutron] 10.222.0.112 "PUT /v2.0/ports/ae056a9f-dd32-4ca2-a834-e91577b3a24b/bindings/n-h2-792394-12/activate HTTP/1.1" status: 200 len: 370 time: 1.3266366 Jul 07 19:15:49.933143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Made reservation on behalf of 4327ecb10fc44fb4ab0b6ca0129f2525 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:49.937025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:49.952360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e6e20-11f0-45d5-81a0-2dfc8aa876ef req-a35b38f8-0e2f-4a30-82cc-8fdc9e5e69a8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:49.954688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-199e6e20-11f0-45d5-81a0-2dfc8aa876ef req-a35b38f8-0e2f-4a30-82cc-8fdc9e5e69a8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 945 time: 0.4862745 Jul 07 19:15:49.996128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:50.015016 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.016044 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Added segment cf77ddee-4958-4e5a-820d-346e07d9a1b3 of type vlan for network dae80136-becd-4fb6-80be-139b89327a4a Jul 07 19:15:50.074545 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.075305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6548897f-8680-422b-a338-7b30b4776a70 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:15:50.085232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.112263 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.116529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d7036547-1f83-405c-8194-f3eb0e66a0ee admin admin] 10.222.0.113 "DELETE /v2.0/routers/6548897f-8680-422b-a338-7b30b4776a70 HTTP/1.1" status: 204 len: 168 time: 3.1130409 Jul 07 19:15:50.126179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:50.170136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfe2b1-d612-4dee-9714-74e5576ade7a req-d36c1383-1edf-4903-9e46-31c06a9d4fcc tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:50.174218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbfe2b1-d612-4dee-9714-74e5576ade7a req-d36c1383-1edf-4903-9e46-31c06a9d4fcc tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 946 time: 0.6559341 Jul 07 19:15:50.212715 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.220603 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:50.224353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.284127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-199e6e20-11f0-45d5-81a0-2dfc8aa876ef req-6f9d240c-0ef0-4113-a2c4-9f8ea6d0bebe tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406657 Jul 07 19:15:50.311378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee01676-dfda-4027-aacf-33b5f5f3863a admin admin] Deleting subnet 63e53ac5-c830-4385-9572-c93a3ec7aa96 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:15:50.336589 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee01676-dfda-4027-aacf-33b5f5f3863a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.357406 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5191498 Jul 07 19:15:50.365408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20771166-0300-49fa-8875-c7852c93d628 req-6fad716b-69ac-4861-9deb-6210391347e1 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:50.367681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20771166-0300-49fa-8875-c7852c93d628 req-6fad716b-69ac-4861-9deb-6210391347e1 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 944 time: 0.4044373 Jul 07 19:15:50.398321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-59601aaa-67d0-4765-a229-bae9e30d306f tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:50.399890 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-59601aaa-67d0-4765-a229-bae9e30d306f tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1096 time: 0.3624816 Jul 07 19:15:50.480106 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee01676-dfda-4027-aacf-33b5f5f3863a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.489228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:50.496176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'subnets': [{'network_id': 'f8dbbda9-0fed-4101-a3b6-e691292b958f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--482657104', 'ip_version': 4}, {'network_id': 'dae80136-becd-4fb6-80be-139b89327a4a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:50.496554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'subnet': {'network_id': 'f8dbbda9-0fed-4101-a3b6-e691292b958f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--482657104', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:50.497167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Request body: {'subnet': {'network_id': 'dae80136-becd-4fb6-80be-139b89327a4a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:50.509630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20771166-0300-49fa-8875-c7852c93d628 req-a8460b44-fca6-436e-aaa3-f66a679743b5 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315737 Jul 07 19:15:50.532302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8310a7-3c4a-4dbf-837f-f0372cd06824 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event updated for resources: {'Network': ['ID=dae80136-becd-4fb6-80be-139b89327a4a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:50.545339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network dae80136-becd-4fb6-80be-139b89327a4a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:50.589828 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1fbfe2b1-d612-4dee-9714-74e5576ade7a req-93837438-b940-45cd-8414-085f214e0e19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Deleting port 929464a5-0526-4611-833b-3cc15d11265f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:50.590314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fbfe2b1-d612-4dee-9714-74e5576ade7a req-93837438-b940-45cd-8414-085f214e0e19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.708732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee01676-dfda-4027-aacf-33b5f5f3863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.804156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-ce4466d6-d56c-42c4-9711-225a57282d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:50.805808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-ce4466d6-d56c-42c4-9711-225a57282d61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5&tenant_id=077584ff508b4bd2b35a4a839b90cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.3966312 Jul 07 19:15:50.855771 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee01676-dfda-4027-aacf-33b5f5f3863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.874866 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee01676-dfda-4027-aacf-33b5f5f3863a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.881118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46be6442-77ab-4e51-8d39-eb5d0b39a603 None None] Network 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:50.887837 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bee01676-dfda-4027-aacf-33b5f5f3863a admin admin] 10.222.0.113 "DELETE /v2.0/subnets/63e53ac5-c830-4385-9572-c93a3ec7aa96 HTTP/1.1" status: 204 len: 168 time: 0.7511468 Jul 07 19:15:50.920488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:50.921574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee01676-dfda-4027-aacf-33b5f5f3863a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e53ac5-c830-4385-9572-c93a3ec7aa96,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:50.976775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1fbfe2b1-d612-4dee-9714-74e5576ade7a req-93837438-b940-45cd-8414-085f214e0e19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] For port 929464a5-0526-4611-833b-3cc15d11265f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=929464a5-0526-4611-833b-3cc15d11265f,segment=NetworkSegment(a76262cd-8a99-4db0-ae10-343cc95ae3bd),segment_id=a76262cd-8a99-4db0-ae10-343cc95ae3bd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:50.977058 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fbfe2b1-d612-4dee-9714-74e5576ade7a req-93837438-b940-45cd-8414-085f214e0e19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.012414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1fbfe2b1-d612-4dee-9714-74e5576ade7a req-93837438-b940-45cd-8414-085f214e0e19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Calling delete_port for 929464a5-0526-4611-833b-3cc15d11265f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:51.030055 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.047457 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Made reservation on behalf of 4327ecb10fc44fb4ab0b6ca0129f2525 for: {'subnet': 2} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:51.052247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.052728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.122913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Deleting port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:51.123368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.163310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac2eb2-6c55-4ef6-9d99-1be4a9c9dfa7 None None] DHCP port deletion for 2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:15:51.235511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5aac2eb2-6c55-4ef6-9d99-1be4a9c9dfa7 None None] Deleting port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:51.235831 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5aac2eb2-6c55-4ef6-9d99-1be4a9c9dfa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.270989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] For port b32cd431-5eaf-4d7b-84d5-fa38c144cf61, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b32cd431-5eaf-4d7b-84d5-fa38c144cf61,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:51.271759 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.294289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Calling delete_port for b32cd431-5eaf-4d7b-84d5-fa38c144cf61 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:51.307663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b32cd431-5eaf-4d7b-84d5-fa38c144cf61 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:51.399315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5aac2eb2-6c55-4ef6-9d99-1be4a9c9dfa7 None None] For port b32cd431-5eaf-4d7b-84d5-fa38c144cf61, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b32cd431-5eaf-4d7b-84d5-fa38c144cf61,segment=NetworkSegment(4106f422-7ae5-4b27-a481-e98ea1240ebb),segment_id=4106f422-7ae5-4b27-a481-e98ea1240ebb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:51.399712 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5aac2eb2-6c55-4ef6-9d99-1be4a9c9dfa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.421100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5aac2eb2-6c55-4ef6-9d99-1be4a9c9dfa7 None None] Calling delete_port for b32cd431-5eaf-4d7b-84d5-fa38c144cf61 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:51.451544 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.488246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] No DVR routers for this DVR port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:51.498610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-18833577-0301-4ee1-a91b-4777c031c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.500135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-18833577-0301-4ee1-a91b-4777c031c450 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 1096 time: 0.6387174 Jul 07 19:15:51.520107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804e90-88b3-4974-bd3b-80dc85703998 req-167fd3be-a063-49c7-a7d4-8a087b9b50f6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.526861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804e90-88b3-4974-bd3b-80dc85703998 req-167fd3be-a063-49c7-a7d4-8a087b9b50f6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.530793 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.532822 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804e90-88b3-4974-bd3b-80dc85703998 req-167fd3be-a063-49c7-a7d4-8a087b9b50f6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.539224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804e90-88b3-4974-bd3b-80dc85703998 req-167fd3be-a063-49c7-a7d4-8a087b9b50f6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.546147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804e90-88b3-4974-bd3b-80dc85703998 req-167fd3be-a063-49c7-a7d4-8a087b9b50f6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.552395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804e90-88b3-4974-bd3b-80dc85703998 req-167fd3be-a063-49c7-a7d4-8a087b9b50f6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.561298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804e90-88b3-4974-bd3b-80dc85703998 req-167fd3be-a063-49c7-a7d4-8a087b9b50f6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.577804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec804e90-88b3-4974-bd3b-80dc85703998 req-167fd3be-a063-49c7-a7d4-8a087b9b50f6 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5443 time: 0.7310805 Jul 07 19:15:51.601628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4c9864b1-5a7b-4ca1-810b-12b329fba372 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:51.621333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b32cd431-5eaf-4d7b-84d5-fa38c144cf61,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:51.627829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 4c9864b1-5a7b-4ca1-810b-12b329fba372 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:51.628512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4c9864b1-5a7b-4ca1-810b-12b329fba372 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:51.654426 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.660792 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5aac2eb2-6c55-4ef6-9d99-1be4a9c9dfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.673528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:51.688304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4106f422-7ae5-4b27-a481-e98ea1240ebb') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:51.688978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4106f422-7ae5-4b27-a481-e98ea1240ebb') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:51.691326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3858068-2a21-4fd4-ba64-ff58d7ebd1b3 req-5ae7b63b-e7ee-4f77-aec6-3f7d9cd35dc7 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.692790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac2eb2-6c55-4ef6-9d99-1be4a9c9dfa7 None None] Pushing event deleted for resources: {'Port': ['ID=b32cd431-5eaf-4d7b-84d5-fa38c144cf61,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:51.698548 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3858068-2a21-4fd4-ba64-ff58d7ebd1b3 req-5ae7b63b-e7ee-4f77-aec6-3f7d9cd35dc7 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 946 time: 0.8410227 Jul 07 19:15:51.707323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac2eb2-6c55-4ef6-9d99-1be4a9c9dfa7 None None] No DVR routers for this DVR port b32cd431-5eaf-4d7b-84d5-fa38c144cf61 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:51.715119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.744500 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.753608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:51.754014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:51.756204 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:51.797257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec804e90-88b3-4974-bd3b-80dc85703998 req-47e2d024-b61c-4b02-9239-d98a7fe2213f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2182856 Jul 07 19:15:51.824435 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3858068-2a21-4fd4-ba64-ff58d7ebd1b3 req-cbd85046-d8f4-43cc-aae1-217f9f12a350 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/security-groups?id=610f18fc-422f-47ce-973d-21c759fe9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250644 Jul 07 19:15:51.868650 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.900570 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.902687 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] 10.222.0.113 "DELETE /v2.0/networks/2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d HTTP/1.1" status: 204 len: 168 time: 0.9722750 Jul 07 19:15:51.904544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb72ba0-f747-48c3-9d60-8fda9e3f02d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2559bc3f-fec7-4d1c-81fa-c9f68f9aae0d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:51.917383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-cc5f266d-fc45-4c75-9dda-9f8fdffbb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:51.918953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-cc5f266d-fc45-4c75-9dda-9f8fdffbb973 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 200 len: 923 time: 0.3234878 Jul 07 19:15:51.984966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-298ca6b2-d80b-47b5-82dd-8ba9a6fefc56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b HTTP/1.1" status: 200 len: 217 time: 0.0547252 Jul 07 19:15:52.091178 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fbfe2b1-d612-4dee-9714-74e5576ade7a req-93837438-b940-45cd-8414-085f214e0e19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.103367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['929464a5-0526-4611-833b-3cc15d11265f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:52.172840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:52.222108 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4d73b8bc-2733-4af7-bc11-25fe6f1ec5d1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9996ae2f92b94de2b762f127afcf24d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473802 Jul 07 19:15:52.223514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93837438-b940-45cd-8414-085f214e0e19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Pushing event deleted for resources: {'Port': ['ID=929464a5-0526-4611-833b-3cc15d11265f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:52.224997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:52.250313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-d9cf3b28-ad28-476c-b72d-448af4467328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:52.251849 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-d9cf3b28-ad28-476c-b72d-448af4467328 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 200 len: 861 time: 0.2293277 Jul 07 19:15:52.312430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94e540e4-f840-4550-a666-41df0c07f2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.335352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-64745aa7-0e66-4305-bfb0-6cf20bbc476e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710213 Jul 07 19:15:52.340697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94e540e4-f840-4550-a666-41df0c07f2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.360341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbfe2b1-d612-4dee-9714-74e5576ade7a req-93837438-b940-45cd-8414-085f214e0e19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] No DVR routers for this DVR port 929464a5-0526-4611-833b-3cc15d11265f on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:52.369542 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fbfe2b1-d612-4dee-9714-74e5576ade7a req-93837438-b940-45cd-8414-085f214e0e19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.371564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbfe2b1-d612-4dee-9714-74e5576ade7a req-93837438-b940-45cd-8414-085f214e0e19 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.112 "DELETE /v2.0/ports/929464a5-0526-4611-833b-3cc15d11265f HTTP/1.1" status: 204 len: 173 time: 2.1833992 Jul 07 19:15:52.379415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36703117-cc40-46f3-9bf3-a7add12e0961', 'name': 'network-vif-deleted', 'tag': '929464a5-0526-4611-833b-3cc15d11265f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:52.382568 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a181c5-3061-4380-bde8-1852877766fb" -d '{"events": [{"server_uuid": "36703117-cc40-46f3-9bf3-a7add12e0961", "name": "network-vif-deleted", "tag": "929464a5-0526-4611-833b-3cc15d11265f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:52.421184 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94e540e4-f840-4550-a666-41df0c07f2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.424151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94e540e4-f840-4550-a666-41df0c07f2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.425969 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-94e540e4-f840-4550-a666-41df0c07f2c3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/617a713a-b168-4019-8d0f-5e9e917cfdf0 HTTP/1.1" status: 204 len: 168 time: 0.1989417 Jul 07 19:15:52.436756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e540e4-f840-4550-a666-41df0c07f2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a713a-b168-4019-8d0f-5e9e917cfdf0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:52.460831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1de7e-af6f-47c8-80e9-6ba5f3c3ef18 req-193ac7c7-6191-4195-9caf-e95baec5d14f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:52.462733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ece1de7e-af6f-47c8-80e9-6ba5f3c3ef18 req-193ac7c7-6191-4195-9caf-e95baec5d14f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 945 time: 0.4748449 Jul 07 19:15:52.545696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c86e9-50d9-4472-8701-31c57266ddcc req-1fa5d1aa-5d8b-4f20-8d64-9a2095123751 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:52.547264 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d33c86e9-50d9-4472-8701-31c57266ddcc req-1fa5d1aa-5d8b-4f20-8d64-9a2095123751 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 944 time: 0.3881304 Jul 07 19:15:52.625627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ece1de7e-af6f-47c8-80e9-6ba5f3c3ef18 req-95bbfbf1-30a7-4b73-9c1a-a727f245455b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504154 Jul 07 19:15:52.673781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-41630c5f-d0a9-4336-a4b5-8e7a59f4af8d service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159833 Jul 07 19:15:52.710829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d33c86e9-50d9-4472-8701-31c57266ddcc req-7b1b8f0b-1d11-48f8-b81f-46d58e07431e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457727 Jul 07 19:15:52.790362 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:52.800241 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76d8be0-77e5-4b28-a803-20a895313ad1 x-openstack-request-id: req-b76d8be0-77e5-4b28-a803-20a895313ad1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:52.800557 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36703117-cc40-46f3-9bf3-a7add12e0961", "name": "network-vif-deleted", "tag": "929464a5-0526-4611-833b-3cc15d11265f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:52.801007 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b76d8be0-77e5-4b28-a803-20a895313ad1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:52.801558 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36703117-cc40-46f3-9bf3-a7add12e0961', 'name': 'network-vif-deleted', 'tag': '929464a5-0526-4611-833b-3cc15d11265f', 'status': 'completed', 'code': 200} Jul 07 19:15:52.976042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Checking segment: {'id': '274d2711-71eb-46e7-97d2-078e173d6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f8dbbda9-0fed-4101-a3b6-e691292b958f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:52.976901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Network hostable DHCP agents. Network: f8dbbda9-0fed-4101-a3b6-e691292b958f, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:15:53.030275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event updated for resources: {'Subnet': ['ID=4c137878-5609-4778-b5f2-70b2d2e09f35,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:53.079186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-0ba56c2b-a197-4288-81c6-34f1d0e19a98 service neutron] 10.222.0.59 "GET /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924756 Jul 07 19:15:53.081375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Network f8dbbda9-0fed-4101-a3b6-e691292b958f is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:15:53.103604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65a2e-7ae0-421c-915a-80e854770b00 req-694f0dbf-851a-4c88-bcc6-905606d77c21 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.110528 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65a2e-7ae0-421c-915a-80e854770b00 req-694f0dbf-851a-4c88-bcc6-905606d77c21 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.117480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65a2e-7ae0-421c-915a-80e854770b00 req-694f0dbf-851a-4c88-bcc6-905606d77c21 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.123836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65a2e-7ae0-421c-915a-80e854770b00 req-694f0dbf-851a-4c88-bcc6-905606d77c21 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.130185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65a2e-7ae0-421c-915a-80e854770b00 req-694f0dbf-851a-4c88-bcc6-905606d77c21 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.139640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65a2e-7ae0-421c-915a-80e854770b00 req-694f0dbf-851a-4c88-bcc6-905606d77c21 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.145690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65a2e-7ae0-421c-915a-80e854770b00 req-694f0dbf-851a-4c88-bcc6-905606d77c21 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.149125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bd65a2e-7ae0-421c-915a-80e854770b00 req-694f0dbf-851a-4c88-bcc6-905606d77c21 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5443 time: 0.3550491 Jul 07 19:15:53.166336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f8dbbda9-0fed-4101-a3b6-e691292b958f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:53.172706 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.190660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bdb168-8d02-42cb-8e76-8d0e7dc6ef9f None None] Network f8dbbda9-0fed-4101-a3b6-e691292b958f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:53.294771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event updated for resources: {'Subnet': ['ID=44546699-eb42-49a9-bd02-cb3a61db58b2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:53.362657 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd986b39-2e6a-411d-a155-ac6db57fdc93 req-c44c5f88-00c3-467e-b8b3-a81520cb83e7 tempest-ServersTestJSON-538591904 tempest-ServersTestJSON-538591904-project] 10.222.0.113 "GET /v2.0/ports?device_id=36703117-cc40-46f3-9bf3-a7add12e0961 HTTP/1.1" status: 200 len: 210 time: 0.0717432 Jul 07 19:15:53.369427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Checking segment: {'id': 'cf77ddee-4958-4e5a-820d-346e07d9a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'dae80136-becd-4fb6-80be-139b89327a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:53.370158 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Network hostable DHCP agents. Network: dae80136-becd-4fb6-80be-139b89327a4a, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:15:53.398289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Network dae80136-becd-4fb6-80be-139b89327a4a is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:15:53.417395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, dae80136-becd-4fb6-80be-139b89327a4a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:53.428583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.434396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.435119 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.448030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f227a96-b7f8-4508-ba92-26f21fd21b25 None None] Network dae80136-becd-4fb6-80be-139b89327a4a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:53.472035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:53.472755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7155ff63-8b47-4e5c-8912-5dc969dcd84f tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9812834 Jul 07 19:15:53.627826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51710e4f-a2e0-4cb7-852b-d2124ac26213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f8dbbda9-0fed-4101-a3b6-e691292b958f', 'network_id': 'f8dbbda9-0fed-4101-a3b6-e691292b958f', 'tenant_id': '4327ecb10fc44fb4ab0b6ca0129f2525', 'fixed_ips': [{'subnet_id': '4c137878-5609-4778-b5f2-70b2d2e09f35'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:15:53.629061 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51710e4f-a2e0-4cb7-852b-d2124ac26213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.634127 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f938a-e6df-49ef-a98b-da5aee62d666 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.636085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f938a-e6df-49ef-a98b-da5aee62d666 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.638124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f938a-e6df-49ef-a98b-da5aee62d666 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.643078 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ba2f938a-e6df-49ef-a98b-da5aee62d666 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1661701 Jul 07 19:15:53.643660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:53.680308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-7f9a5562-63a2-4531-a75d-69964170453d tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.684973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-7f9a5562-63a2-4531-a75d-69964170453d tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5&tenant_id=077584ff508b4bd2b35a4a839b90cfc2&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 1096 time: 0.1535847 Jul 07 19:15:53.716700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a192511-2951-43c3-a567-922b261cfc2a tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Deleting subnet 4c137878-5609-4778-b5f2-70b2d2e09f35 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:15:53.721996 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a192511-2951-43c3-a567-922b261cfc2a tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.745309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85481621-ff11-45e0-8716-a8fce42ce643 req-1b502f02-53a1-40d2-85e6-1f26959ac076 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:53.747185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85481621-ff11-45e0-8716-a8fce42ce643 req-1b502f02-53a1-40d2-85e6-1f26959ac076 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 945 time: 0.1316812 Jul 07 19:15:53.780695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:53.871466 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a192511-2951-43c3-a567-922b261cfc2a tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.893547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85481621-ff11-45e0-8716-a8fce42ce643 req-1a39cced-b36e-46fb-9ddb-afa2c333b602 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391008 Jul 07 19:15:53.950063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a192511-2951-43c3-a567-922b261cfc2a tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:53.969924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d428c0-74f4-4b49-9e3d-435d9047e41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-dae80136-becd-4fb6-80be-139b89327a4a', 'network_id': 'dae80136-becd-4fb6-80be-139b89327a4a', 'tenant_id': '4327ecb10fc44fb4ab0b6ca0129f2525', 'fixed_ips': [{'subnet_id': '44546699-eb42-49a9-bd02-cb3a61db58b2'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:15:53.972129 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95d428c0-74f4-4b49-9e3d-435d9047e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.015368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-634509289-network', 'tenant_id': '780f0f4379b2410e9cb12d3d760e3fd7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:54.041586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a192511-2951-43c3-a567-922b261cfc2a tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.086846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a192511-2951-43c3-a567-922b261cfc2a tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event deleted for resources: {'Subnet': ['ID=4c137878-5609-4778-b5f2-70b2d2e09f35,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:54.091232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a192511-2951-43c3-a567-922b261cfc2a tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.096296 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9a192511-2951-43c3-a567-922b261cfc2a tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "DELETE /v2.0/subnets/4c137878-5609-4778-b5f2-70b2d2e09f35 HTTP/1.1" status: 204 len: 168 time: 0.4490032 Jul 07 19:15:54.096815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:54.102155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Made reservation on behalf of 780f0f4379b2410e9cb12d3d760e3fd7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:54.105387 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.111859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-a0fb0333-e229-4625-9523-a6c44a663cb2 service neutron] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:15:54.149751 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-a0fb0333-e229-4625-9523-a6c44a663cb2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.152409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9636fd0-7fdb-4a33-9bd1-9fae1c128547 req-a0fb0333-e229-4625-9523-a6c44a663cb2 service neutron] 10.222.0.59 "DELETE /v2.0/ports/ae056a9f-dd32-4ca2-a834-e91577b3a24b/bindings/n-h1-792394-12 HTTP/1.1" status: 204 len: 173 time: 0.4592767 Jul 07 19:15:54.163841 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.209427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc843913-60e6-4b3b-ac95-4d9e9cb088ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Deleting subnet 44546699-eb42-49a9-bd02-cb3a61db58b2 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:15:54.214403 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc843913-60e6-4b3b-ac95-4d9e9cb088ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-51710e4f-a2e0-4cb7-852b-d2124ac26213 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c137878-5609-4778-b5f2-70b2d2e09f35: This subnet is being modified by another concurrent operation. Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:15:54.247620 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c137878-5609-4778-b5f2-70b2d2e09f35: This subnet is being modified by another concurrent operation. Jul 07 19:15:54.251609 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:15:54.272566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76166298-ff35-4159-84a0-f533fc08f866 req-ef05bccc-9c19-4639-a1c3-e915f92e9e8a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:54.287922 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76166298-ff35-4159-84a0-f533fc08f866 req-ef05bccc-9c19-4639-a1c3-e915f92e9e8a tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 944 time: 0.3917861 Jul 07 19:15:54.290643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc843913-60e6-4b3b-ac95-4d9e9cb088ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.332508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d9f5e-f29b-4645-bdfb-7ffd3263d60c None None] Network f8dbbda9-0fed-4101-a3b6-e691292b958f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:54.352689 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc843913-60e6-4b3b-ac95-4d9e9cb088ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.396853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76166298-ff35-4159-84a0-f533fc08f866 req-a1f44ce9-7cf1-4803-9004-c340bff89301 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070085 Jul 07 19:15:54.460572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc843913-60e6-4b3b-ac95-4d9e9cb088ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-95d428c0-74f4-4b49-9e3d-435d9047e41e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44546699-eb42-49a9-bd02-cb3a61db58b2: This subnet is being modified by another concurrent operation. Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:15:54.486304 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44546699-eb42-49a9-bd02-cb3a61db58b2: This subnet is being modified by another concurrent operation. Jul 07 19:15:54.490273 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:15:54.558295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f618a096-b0d1-4e9e-8a5b-37bf1cfe3500 None None] Network dae80136-becd-4fb6-80be-139b89327a4a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:54.597318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:54.610310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc843913-60e6-4b3b-ac95-4d9e9cb088ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event deleted for resources: {'Subnet': ['ID=44546699-eb42-49a9-bd02-cb3a61db58b2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:54.620390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8617bb-2f4b-4036-bdc5-282b59edd940 req-c08d69ba-a166-48ac-a7ef-9b9d9cc5b306 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:54.622239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a8617bb-2f4b-4036-bdc5-282b59edd940 req-c08d69ba-a166-48ac-a7ef-9b9d9cc5b306 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.112 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 945 time: 0.2406015 Jul 07 19:15:54.629342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc843913-60e6-4b3b-ac95-4d9e9cb088ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.644501 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cc843913-60e6-4b3b-ac95-4d9e9cb088ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "DELETE /v2.0/subnets/44546699-eb42-49a9-bd02-cb3a61db58b2 HTTP/1.1" status: 204 len: 168 time: 0.5434709 Jul 07 19:15:54.644501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:54.691601 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 929464a5-0526-4611-833b-3cc15d11265f no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:54.706869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d38f2e7-1045-4d17-ae87-e3f761bf8230 admin admin] Deleting subnet 084d94ab-3177-4528-abdd-04a99c38e68d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:15:54.767846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c595bd-d730-4b7a-a450-4f4823e148df tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:54.769595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 929464a5-0526-4611-833b-3cc15d11265f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:54.770330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 929464a5-0526-4611-833b-3cc15d11265f not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:54.773272 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a7c595bd-d730-4b7a-a450-4f4823e148df tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1297457 Jul 07 19:15:54.778028 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:54.824626 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d38f2e7-1045-4d17-ae87-e3f761bf8230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.855349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5de17-1122-47b8-99a7-1dfb70e32b03 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:15:54.887032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:54.977594 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d38f2e7-1045-4d17-ae87-e3f761bf8230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.003985 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.011675 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.019723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae80136-becd-4fb6-80be-139b89327a4a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:55.031026 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.041321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf77ddee-4958-4e5a-820d-346e07d9a1b3') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:55.041873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf77ddee-4958-4e5a-820d-346e07d9a1b3') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:55.061917 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.090982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bffc15-5407-4429-b7ea-bbb65159cb2c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:55.093421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.107459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:55.109069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:55.119380 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:55.161158 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d38f2e7-1045-4d17-ae87-e3f761bf8230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.215559 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.231522 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.236985 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "DELETE /v2.0/networks/dae80136-becd-4fb6-80be-139b89327a4a HTTP/1.1" status: 204 len: 168 time: 0.4578848 Jul 07 19:15:55.237843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:55.261698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecb8f6-fd96-49d8-8165-70cdc28cfc38 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event deleted for resources: {'Network': ['ID=dae80136-becd-4fb6-80be-139b89327a4a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:55.279562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:15:55.297993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bea32-ef84-42f9-a9dc-c456c6793613 req-d1d254ab-fa77-4db0-bcfb-d2880f2bc7d4 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:55.299630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d0bea32-ef84-42f9-a9dc-c456c6793613 req-d1d254ab-fa77-4db0-bcfb-d2880f2bc7d4 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 1096 time: 0.4715111 Jul 07 19:15:55.300971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6a8617bb-2f4b-4036-bdc5-282b59edd940 req-503708fa-3313-414b-8e56-264e02a141c6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Deleting port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:55.301305 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a8617bb-2f4b-4036-bdc5-282b59edd940 req-503708fa-3313-414b-8e56-264e02a141c6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.358406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.363265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5de17-1122-47b8-99a7-1dfb70e32b03 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:15:55.438006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6a8617bb-2f4b-4036-bdc5-282b59edd940 req-503708fa-3313-414b-8e56-264e02a141c6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] For port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=70c7dbf3-658b-49c4-8e38-2a242d91b7cc,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:55.438726 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a8617bb-2f4b-4036-bdc5-282b59edd940 req-503708fa-3313-414b-8e56-264e02a141c6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.455372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6a8617bb-2f4b-4036-bdc5-282b59edd940 req-503708fa-3313-414b-8e56-264e02a141c6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Calling delete_port for 70c7dbf3-658b-49c4-8e38-2a242d91b7cc owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:55.491399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.503581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dbbda9-0fed-4101-a3b6-e691292b958f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:55.518330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274d2711-71eb-46e7-97d2-078e173d6f1d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:55.518715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274d2711-71eb-46e7-97d2-078e173d6f1d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:55.531758 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.552769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.569760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.570111 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Added segment 25225d0b-ed76-452e-9932-80b1cf0a2f1c of type vlan for network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a Jul 07 19:15:55.576154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:55.576794 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:55.580010 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:55.637136 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d38f2e7-1045-4d17-ae87-e3f761bf8230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.723846 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.733768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.736148 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "DELETE /v2.0/networks/f8dbbda9-0fed-4101-a3b6-e691292b958f HTTP/1.1" status: 204 len: 168 time: 0.4842963 Jul 07 19:15:55.742882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d38f2e7-1045-4d17-ae87-e3f761bf8230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.744940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1d38f2e7-1045-4d17-ae87-e3f761bf8230 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/084d94ab-3177-4528-abdd-04a99c38e68d HTTP/1.1" status: 204 len: 168 time: 1.1451311 Jul 07 19:15:55.746646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47856) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:55.748644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.756429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38f2e7-1045-4d17-ae87-e3f761bf8230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084d94ab-3177-4528-abdd-04a99c38e68d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:55.767834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:55.770998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d0bea32-ef84-42f9-a9dc-c456c6793613 req-1103604b-581d-404e-9437-32ada30cd9a5 tempest-LiveAutoBlockMigrationV225Test-1181277847 tempest-LiveAutoBlockMigrationV225Test-1181277847-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834198 Jul 07 19:15:55.790172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a31ae-0404-4eca-a51a-f7e1fe27a8ab tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event deleted for resources: {'Network': ['ID=f8dbbda9-0fed-4101-a3b6-e691292b958f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:55.899421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.964933 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a8617bb-2f4b-4036-bdc5-282b59edd940 req-503708fa-3313-414b-8e56-264e02a141c6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:55.990237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fb0bb-3f5f-4221-a606-c85cfc971136 req-72cc5150-e80f-44a7-9d44-be41b5609e36 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:55.998616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4c6fb0bb-3f5f-4221-a606-c85cfc971136 req-72cc5150-e80f-44a7-9d44-be41b5609e36 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=bea3b67d-4a91-4e14-b1a9-5622650f9568 HTTP/1.1" status: 200 len: 867 time: 0.7952669 Jul 07 19:15:56.022449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.035618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['70c7dbf3-658b-49c4-8e38-2a242d91b7cc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:56.069755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaffc6dc-f74f-4637-8256-713b7de832cd']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:56.073468 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.075995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.079793 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.082526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503708fa-3313-414b-8e56-264e02a141c6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Pushing event deleted for resources: {'Port': ['ID=70c7dbf3-658b-49c4-8e38-2a242d91b7cc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:56.095765 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:56.098564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b6d80470-908b-4813-a003-a369cf2672ef'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:56.106359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76262cd-8a99-4db0-ae10-343cc95ae3bd') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:56.106945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76262cd-8a99-4db0-ae10-343cc95ae3bd') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:56.125351 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.164554 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.180775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:56.181853 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.182630 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:56.189263 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:56.237019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4c6fb0bb-3f5f-4221-a606-c85cfc971136 req-2e4fbd3c-b1ce-45f6-b4f2-6646db7c0656 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374976 Jul 07 19:15:56.238016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8617bb-2f4b-4036-bdc5-282b59edd940 req-503708fa-3313-414b-8e56-264e02a141c6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] No DVR routers for this DVR port 70c7dbf3-658b-49c4-8e38-2a242d91b7cc on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:56.263717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a8617bb-2f4b-4036-bdc5-282b59edd940 req-503708fa-3313-414b-8e56-264e02a141c6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.264586 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4609504-1efd-4bbd-af46-e0f77734a4a9 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:15:56.266133 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a8617bb-2f4b-4036-bdc5-282b59edd940 req-503708fa-3313-414b-8e56-264e02a141c6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.112 "DELETE /v2.0/ports/70c7dbf3-658b-49c4-8e38-2a242d91b7cc HTTP/1.1" status: 204 len: 173 time: 1.5538640 Jul 07 19:15:56.276687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea3b67d-4a91-4e14-b1a9-5622650f9568', 'name': 'network-vif-deleted', 'tag': '70c7dbf3-658b-49c4-8e38-2a242d91b7cc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:56.279268 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6d3e9c-dede-4858-9d93-f6a1ba991044" -d '{"events": [{"server_uuid": "bea3b67d-4a91-4e14-b1a9-5622650f9568", "name": "network-vif-deleted", "tag": "70c7dbf3-658b-49c4-8e38-2a242d91b7cc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:56.300183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5106518 Jul 07 19:15:56.307020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:56.319540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] Request body: {'subnet': {'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-634509289-subnet', 'tenant_id': '780f0f4379b2410e9cb12d3d760e3fd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:15:56.329497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288a728-add1-4559-8cf8-0242ab290a1c admin admin] Pushing event updated for resources: {'Network': ['ID=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:56.386383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:15:56.434468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.446686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.452986 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] 10.222.0.113 "DELETE /v2.0/networks/eaffc6dc-f74f-4637-8256-713b7de832cd HTTP/1.1" status: 204 len: 168 time: 0.6714761 Jul 07 19:15:56.516911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871cdb7-0bce-4003-885a-a7f866f06cdc req-4c8675e0-c2e9-4055-9491-aec40c0a38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.516911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871cdb7-0bce-4003-885a-a7f866f06cdc req-4c8675e0-c2e9-4055-9491-aec40c0a38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.517148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871cdb7-0bce-4003-885a-a7f866f06cdc req-4c8675e0-c2e9-4055-9491-aec40c0a38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.517519 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871cdb7-0bce-4003-885a-a7f866f06cdc req-4c8675e0-c2e9-4055-9491-aec40c0a38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.519679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871cdb7-0bce-4003-885a-a7f866f06cdc req-4c8675e0-c2e9-4055-9491-aec40c0a38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.520516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871cdb7-0bce-4003-885a-a7f866f06cdc req-4c8675e0-c2e9-4055-9491-aec40c0a38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.524867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871cdb7-0bce-4003-885a-a7f866f06cdc req-4c8675e0-c2e9-4055-9491-aec40c0a38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:56.526949 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c871cdb7-0bce-4003-885a-a7f866f06cdc req-4c8675e0-c2e9-4055-9491-aec40c0a38cd service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6507 time: 0.4295137 Jul 07 19:15:56.531490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c36d1c-1b21-4fb4-875a-1f9388de0971 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaffc6dc-f74f-4637-8256-713b7de832cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:56.654518 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c871cdb7-0bce-4003-885a-a7f866f06cdc req-9dd68ce7-283c-4b3f-a3c4-4e7bb7cd8bea service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134310 Jul 07 19:15:56.731446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:56.777553 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb52b920-37f7-45a1-9623-773856ddb67b x-openstack-request-id: req-fb52b920-37f7-45a1-9623-773856ddb67b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:56.778166 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea3b67d-4a91-4e14-b1a9-5622650f9568", "name": "network-vif-deleted", "tag": "70c7dbf3-658b-49c4-8e38-2a242d91b7cc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:56.778306 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fb52b920-37f7-45a1-9623-773856ddb67b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:56.779070 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea3b67d-4a91-4e14-b1a9-5622650f9568', 'name': 'network-vif-deleted', 'tag': '70c7dbf3-658b-49c4-8e38-2a242d91b7cc', 'status': 'completed', 'code': 200} Jul 07 19:15:56.795898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4609504-1efd-4bbd-af46-e0f77734a4a9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:15:56.809286 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5560ca14-dda4-4e29-b4ad-4737108b130c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=25c6dbb9285a4bea81598c898b584774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758965 Jul 07 19:15:56.810673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:56.919291 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfbd8-701e-4b59-901d-b3f03d05e161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.939216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] Made reservation on behalf of 780f0f4379b2410e9cb12d3d760e3fd7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:15:56.942310 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:56.957123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfbd8-701e-4b59-901d-b3f03d05e161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.050485 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfbd8-701e-4b59-901d-b3f03d05e161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.053914 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfbd8-701e-4b59-901d-b3f03d05e161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.055031 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2c9dfbd8-701e-4b59-901d-b3f03d05e161 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/610f18fc-422f-47ce-973d-21c759fe9d05 HTTP/1.1" status: 204 len: 168 time: 0.2435491 Jul 07 19:15:57.074754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dfbd8-701e-4b59-901d-b3f03d05e161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610f18fc-422f-47ce-973d-21c759fe9d05,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:57.104727 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-8019819e-068f-4149-8c57-363ad298aba4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.9732826 Jul 07 19:15:57.110355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.148383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144db763-e2ac-4dea-94f0-ea583cdcd7c0']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:57.250381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2a9df9-e503-4d2a-803e-56244a0ca5b3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:57.250832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2a9df9-e503-4d2a-803e-56244a0ca5b3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:57.309266 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.403632 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.433291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:57.433708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.448291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268c5-075e-4019-bdd9-58fb4ff2ad10 req-d7bf3191-2ef0-402e-9078-9ea7379cca03 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.451487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fe268c5-075e-4019-bdd9-58fb4ff2ad10 req-d7bf3191-2ef0-402e-9078-9ea7379cca03 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 944 time: 0.6777279 Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:57.456965 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:57.569748 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.658182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b66bf0-c58a-4a94-97fa-4dbd51824b68 req-cede90ba-add3-4931-95dd-6b1d14765fd4 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.659906 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-44b66bf0-c58a-4a94-97fa-4dbd51824b68 req-cede90ba-add3-4931-95dd-6b1d14765fd4 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.59 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 944 time: 0.0875034 Jul 07 19:15:57.682997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-0cafc837-82cf-4989-9fbf-843c1ff47616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.683495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-0cafc837-82cf-4989-9fbf-843c1ff47616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.683978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-0cafc837-82cf-4989-9fbf-843c1ff47616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.684456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-0cafc837-82cf-4989-9fbf-843c1ff47616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.684952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-0cafc837-82cf-4989-9fbf-843c1ff47616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.685597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-0cafc837-82cf-4989-9fbf-843c1ff47616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.686076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-0cafc837-82cf-4989-9fbf-843c1ff47616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:57.689072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-0cafc837-82cf-4989-9fbf-843c1ff47616 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6507 time: 0.4898088 Jul 07 19:15:57.696569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.702899 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "DELETE /v2.0/networks/144db763-e2ac-4dea-94f0-ea583cdcd7c0 HTTP/1.1" status: 204 len: 168 time: 1.9437671 Jul 07 19:15:57.706669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:57.764468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1b176-e7a8-4d71-9f96-6a3ec6c13888 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event deleted for resources: {'Network': ['ID=144db763-e2ac-4dea-94f0-ea583cdcd7c0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:57.794185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-44b66bf0-c58a-4a94-97fa-4dbd51824b68 req-2ca3866e-cb1b-4b69-a8fd-ee0197a03c05 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Deleting port ae056a9f-dd32-4ca2-a834-e91577b3a24b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:15:57.794739 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-44b66bf0-c58a-4a94-97fa-4dbd51824b68 req-2ca3866e-cb1b-4b69-a8fd-ee0197a03c05 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.823567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.868521 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fe268c5-075e-4019-bdd9-58fb4ff2ad10 req-e2b0f97b-5a8f-4563-a996-66b982b4bcad tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345325 Jul 07 19:15:57.961762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-44b66bf0-c58a-4a94-97fa-4dbd51824b68 req-2ca3866e-cb1b-4b69-a8fd-ee0197a03c05 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] For port ae056a9f-dd32-4ca2-a834-e91577b3a24b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ae056a9f-dd32-4ca2-a834-e91577b3a24b,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:15:57.962055 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-44b66bf0-c58a-4a94-97fa-4dbd51824b68 req-2ca3866e-cb1b-4b69-a8fd-ee0197a03c05 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.971207 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:57.977301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-44b66bf0-c58a-4a94-97fa-4dbd51824b68 req-2ca3866e-cb1b-4b69-a8fd-ee0197a03c05 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Calling delete_port for ae056a9f-dd32-4ca2-a834-e91577b3a24b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:15:57.999209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84b7bd7-6de6-4bfa-80a3-5254cb86cea3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:58.045088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccba72-1b0f-4ec1-a5b4-f7e54a3a9ae1 req-01497bd3-ad0a-4216-89c7-fb2b75e84261 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:58.052840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbccba72-1b0f-4ec1-a5b4-f7e54a3a9ae1 req-01497bd3-ad0a-4216-89c7-fb2b75e84261 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4962716 Jul 07 19:15:58.082033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-45396f7f-db6e-4707-b4d8-8a2116e18e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:58.082430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-45396f7f-db6e-4707-b4d8-8a2116e18e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:58.082902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-45396f7f-db6e-4707-b4d8-8a2116e18e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:58.085238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-45396f7f-db6e-4707-b4d8-8a2116e18e5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6951925a-2c29-4cfd-98f8-e14789d3e723&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 HTTP/1.1" status: 200 len: 2302 time: 0.3389554 Jul 07 19:15:58.126042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] Checking segment: {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:15:58.126414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] Network hostable DHCP agents. Network: bb468194-8fef-4eaf-8a0b-0ec2e5d4413a, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:15:58.188231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-44b66bf0-c58a-4a94-97fa-4dbd51824b68 req-2ca3866e-cb1b-4b69-a8fd-ee0197a03c05 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.204345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['368676f8-efbd-46bc-b73d-a334b70a3730'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:58.242156 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.271761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3866e-cb1b-4b69-a8fd-ee0197a03c05 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Pushing event deleted for resources: {'Port': ['ID=ae056a9f-dd32-4ca2-a834-e91577b3a24b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:58.276634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbccba72-1b0f-4ec1-a5b4-f7e54a3a9ae1 req-1b4ddc39-0bd4-49b8-a24d-6c8336ec3a7e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229495 Jul 07 19:15:58.306672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['ae056a9f-dd32-4ca2-a834-e91577b3a24b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:15:58.347211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b66bf0-c58a-4a94-97fa-4dbd51824b68 req-2ca3866e-cb1b-4b69-a8fd-ee0197a03c05 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] No DVR routers for this DVR port ae056a9f-dd32-4ca2-a834-e91577b3a24b on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:15:58.347825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:58.352741 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-44b66bf0-c58a-4a94-97fa-4dbd51824b68 req-2ca3866e-cb1b-4b69-a8fd-ee0197a03c05 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.355682 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-44b66bf0-c58a-4a94-97fa-4dbd51824b68 req-2ca3866e-cb1b-4b69-a8fd-ee0197a03c05 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.59 "DELETE /v2.0/ports/ae056a9f-dd32-4ca2-a834-e91577b3a24b HTTP/1.1" status: 204 len: 173 time: 0.6891863 Jul 07 19:15:58.356360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'name': 'network-vif-deleted', 'tag': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:15:58.360003 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2538607f-46d6-4d1c-99e3-7622aa664cc8" -d '{"events": [{"server_uuid": "81ce3c52-6d8a-4fda-b756-f43c2f376ef5", "name": "network-vif-deleted", "tag": "ae056a9f-dd32-4ca2-a834-e91577b3a24b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:15:58.375554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] Network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:15:58.432383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a31983-77f8-49f0-bad2-550a0586dbc4') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:58.432746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a31983-77f8-49f0-bad2-550a0586dbc4') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:15:58.449112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-8815ac24-1c21-401c-bdd4-3fc5a442494d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b HTTP/1.1" status: 200 len: 1000 time: 0.3532031 Jul 07 19:15:58.462351 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d231bf73-b943-4786-9cb1-d06379c85281 x-openstack-request-id: req-d231bf73-b943-4786-9cb1-d06379c85281 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:15:58.463073 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ce3c52-6d8a-4fda-b756-f43c2f376ef5", "name": "network-vif-deleted", "tag": "ae056a9f-dd32-4ca2-a834-e91577b3a24b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:15:58.464101 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d231bf73-b943-4786-9cb1-d06379c85281 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:15:58.465644 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ce3c52-6d8a-4fda-b756-f43c2f376ef5', 'name': 'network-vif-deleted', 'tag': 'ae056a9f-dd32-4ca2-a834-e91577b3a24b', 'status': 'completed', 'code': 200} Jul 07 19:15:58.469573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, bb468194-8fef-4eaf-8a0b-0ec2e5d4413a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:15:58.483045 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.484828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72ecd1-1a16-46ee-b0b6-08ac49a86f85 None None] Network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:15:58.515231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:58.516304 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.529144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.541899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:15:58.542238 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:15:58.545878 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:15:58.615041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c8fc7b7a-3310-4afe-8a33-53360b3e56b8 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2932837 Jul 07 19:15:58.620945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-596dfb03-e14f-4f08-8e3a-30e6ff07fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:58.622671 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-596dfb03-e14f-4f08-8e3a-30e6ff07fba0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258 HTTP/1.1" status: 200 len: 856 time: 0.1543500 Jul 07 19:15:58.678913 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.711872 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:58.714954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] 10.222.0.113 "DELETE /v2.0/networks/0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab HTTP/1.1" status: 204 len: 168 time: 0.9877946 Jul 07 19:15:58.716723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8d86c-950f-43d7-9ded-4b5a6f432fc9 tempest-BulkNetworkOpsTest-356080496 tempest-BulkNetworkOpsTest-356080496-project] Pushing event deleted for resources: {'Network': ['ID=0e6901fc-7f7b-4b9e-9ee3-8ae51791c8ab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:15:58.756814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 70c7dbf3-658b-49c4-8e38-2a242d91b7cc no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:15:58.793423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-cc7a7fdc-72c4-4ebf-b4b4-75bc656ba3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:58.795263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-cc7a7fdc-72c4-4ebf-b4b4-75bc656ba3a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6951925a-2c29-4cfd-98f8-e14789d3e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649418 Jul 07 19:15:58.849445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 70c7dbf3-658b-49c4-8e38-2a242d91b7cc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:15:58.858140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 70c7dbf3-658b-49c4-8e38-2a242d91b7cc not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:15:58.995080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-bb468194-8fef-4eaf-8a0b-0ec2e5d4413a', 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a', 'tenant_id': '780f0f4379b2410e9cb12d3d760e3fd7', 'fixed_ips': [{'subnet_id': 'e84b7bd7-6de6-4bfa-80a3-5254cb86cea3'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:15:58.996595 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:59.102810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924da285-c079-401a-a070-664bcd63b0e6 req-addb793a-2464-468c-9d6f-ee59a9bbce84 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:59.104688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-924da285-c079-401a-a070-664bcd63b0e6 req-addb793a-2464-468c-9d6f-ee59a9bbce84 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3554685 Jul 07 19:15:59.222733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-7335383f-37be-4f64-b5ad-ceaf66944b5f service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160373 Jul 07 19:15:59.279245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d61a608-6f33-4279-931e-57a71666a4c2 req-45ac62d8-8667-4e27-bdb6-da3993a4428c tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 210 time: 0.1132834 Jul 07 19:15:59.354941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-924da285-c079-401a-a070-664bcd63b0e6 req-34915f63-b950-46f2-a386-6babd2406743 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407012 Jul 07 19:15:59.380730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:59.460878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Allocated IP 172.20.0.2 (bb468194-8fef-4eaf-8a0b-0ec2e5d4413a/e84b7bd7-6de6-4bfa-80a3-5254cb86cea3/9fbc9e67-66b4-4a6f-b4d2-1504e155be9e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:15:59.578669 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-836fd415-ecd8-4edb-8dc3-4bc77980557c service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186805 Jul 07 19:15:59.790924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-e071bfff-34bc-4688-9ec3-ad165cc12b3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=af9b95f0-6d56-45bb-93c5-baa55385b852 HTTP/1.1" status: 200 len: 217 time: 0.2010438 Jul 07 19:15:59.943645 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-13409bfb-8148-484f-a58f-145ef12bb346 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4327ecb10fc44fb4ab0b6ca0129f2525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5695603 Jul 07 19:15:59.943853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:15:59.986117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-ab63c016-1e35-4d2f-a481-f2774ead5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:59.988530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-ab63c016-1e35-4d2f-a481-f2774ead5375 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.1895945 Jul 07 19:16:00.044807 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:00.072620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Transition to ACTIVE for port object 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:00.095774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Transition to ACTIVE for port object 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:00.105369 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:00.156052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:00.159566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:00.166209 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:00.179122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Pushing event updated for resources: {'Port': ['ID=9fbc9e67-66b4-4a6f-b4d2-1504e155be9e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:00.289458 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:00.318440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c508f-bcce-467e-9099-aff388e53e26 req-4d763e2a-682c-4602-9e88-e4a0fc9f0a4d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:00.337374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b5c508f-bcce-467e-9099-aff388e53e26 req-4d763e2a-682c-4602-9e88-e4a0fc9f0a4d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4517384 Jul 07 19:16:00.339007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Attempting to bind port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:00.343664 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Attempting to bind port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:00.344232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Attempting to bind port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e on network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:00.365797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:00.366304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Checking segment: {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:00.366720 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:00.367339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Bound using segment: {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:00.367829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Bound port: 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:00.368212 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:00.489402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:00.549031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] For port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:00.561752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] For port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9fbc9e67-66b4-4a6f-b4d2-1504e155be9e,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:00.584508 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:00.619241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-4116232b-7d1f-4fc7-8ca5-c68246f49a65 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:00.622661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-4116232b-7d1f-4fc7-8ca5-c68246f49a65 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/networks?id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a HTTP/1.1" status: 200 len: 815 time: 0.6446118 Jul 07 19:16:00.705415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-e3173977-e5aa-4b7d-af34-55fc91537d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:00.706969 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-e3173977-e5aa-4b7d-af34-55fc91537d8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6948192 Jul 07 19:16:00.727914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b5c508f-bcce-467e-9099-aff388e53e26 req-ee38c7f0-2d8e-44e4-af3b-770c0070fa1d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888092 Jul 07 19:16:00.787973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8ab2d-8cb3-4b85-9e18-d68a47a867a8 None None] Pushing event updated for resources: {'Port': ['ID=9fbc9e67-66b4-4a6f-b4d2-1504e155be9e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:00.972608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-cacc1ce9-9680-4057-bc6e-6b76a39b3423 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419329 Jul 07 19:16:00.990451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-624b76b2-69a4-447f-9c61-652fad7fbcd7 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/quotas/780f0f4379b2410e9cb12d3d760e3fd7 HTTP/1.1" status: 200 len: 375 time: 0.3296502 Jul 07 19:16:01.352172 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:01.357903 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:01.374160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7c0c97d3-7fe4-4191-96dd-990bba5d78c1 HTTP/1.1" status: 204 len: 168 time: 1.4119887 Jul 07 19:16:01.470337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-2cd0de58-7070-4aa7-8cce-3e1625c9ad54 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772761 Jul 07 19:16:01.472121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:01.475717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ae056a9f-dd32-4ca2-a834-e91577b3a24b no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:01.568549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c97d3-7fe4-4191-96dd-990bba5d78c1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:01.596119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8efbe3aa-0edf-44ed-89d9-b5ac536b79e8 req-3163bff1-20e8-497e-848e-b6748c17bbc2 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 210 time: 0.2204719 Jul 07 19:16:01.665823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-77219379-a5bf-4390-b025-b9a9be35ec5b tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=780f0f4379b2410e9cb12d3d760e3fd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6740973 Jul 07 19:16:01.673569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-93060971-14d4-4c89-b33a-049dab8d6b11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=db55104a-fd02-47c0-a7f9-81c03131dee5 HTTP/1.1" status: 200 len: 217 time: 0.1757741 Jul 07 19:16:01.675405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.675961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.676576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.680467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.681067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.681646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.682362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.683157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.683917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.684502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.686456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.687030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5ae61-1b6f-46f7-b030-82235be288b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:01.762310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: ae056a9f-dd32-4ca2-a834-e91577b3a24b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:01.763122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ae056a9f-dd32-4ca2-a834-e91577b3a24b not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:01.880686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:02.032023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-a7d12878-ab94-4b52-ac8d-cb251d4fa818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:02.038211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-a7d12878-ab94-4b52-ac8d-cb251d4fa818 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.3451934 Jul 07 19:16:02.240544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-5df1b1a3-e027-4096-8e9a-c6b60caaf0b2 service neutron] 10.222.0.113 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492373 Jul 07 19:16:02.406989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-31f01b7c-cf7c-4ce9-b4df-59d54c26071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:02.409043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-31f01b7c-cf7c-4ce9-b4df-59d54c26071e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3192358 Jul 07 19:16:02.592168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c505f74e-59a1-43b6-8910-c0f9f44fe01f service neutron] 10.222.0.113 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499649 Jul 07 19:16:02.762022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-d4ba795f-8c6b-4bf3-8e26-d457b65a9657 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426375 Jul 07 19:16:02.924628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f126f263-45f8-4def-ac85-7b0d52db8ad1 None None] Network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:03.203978 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-66df05bf-b6cc-4316-9e39-73b69139f6cb service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288952 Jul 07 19:16:03.278938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3a6cec6-e392-47be-8c2b-408818db883c None None] Provisioning for port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:03.327070 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:03.329892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3a6cec6-e392-47be-8c2b-408818db883c None None] Provisioning complete for port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:03.334521 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cec6-e392-47be-8c2b-408818db883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:03.388037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:03.420291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3d6c263-5ee5-4cbc-b0bd-b7e8c188c1ad req-00fe4b46-3eaf-4cdb-80b4-937ac7c0cb7e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 210 time: 0.2051277 Jul 07 19:16:03.425892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-c7dcdc31-ee10-4c69-a82c-a3e38854d0ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=232b1ab9-807e-4542-bd2f-322e9f1ec6ff HTTP/1.1" status: 200 len: 217 time: 0.2096782 Jul 07 19:16:03.651036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-5b12aeae-7dd1-4b5f-ab06-184a339822c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:03.652765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-5b12aeae-7dd1-4b5f-ab06-184a339822c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.2170987 Jul 07 19:16:03.737024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ff18b4f2-378b-40ab-9fc5-5836a39ce1c8 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1132982886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:03.765648 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cec6-e392-47be-8c2b-408818db883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:03.820492 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff18b4f2-378b-40ab-9fc5-5836a39ce1c8 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:03.821955 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff18b4f2-378b-40ab-9fc5-5836a39ce1c8 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:03.963922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-87ecad01-6aeb-4539-afa8-cf379370d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:03.966056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-87ecad01-6aeb-4539-afa8-cf379370d675 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3046010 Jul 07 19:16:04.017778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff18b4f2-378b-40ab-9fc5-5836a39ce1c8 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.028044 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff18b4f2-378b-40ab-9fc5-5836a39ce1c8 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.065936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff18b4f2-378b-40ab-9fc5-5836a39ce1c8 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.070366 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ff18b4f2-378b-40ab-9fc5-5836a39ce1c8 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6777527 Jul 07 19:16:04.070670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:04.071738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a3a6cec6-e392-47be-8c2b-408818db883c None None] For port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9fbc9e67-66b4-4a6f-b4d2-1504e155be9e,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:04.077200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1805777405'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:04.081260 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cec6-e392-47be-8c2b-408818db883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.137930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Made reservation on behalf of a29d549025f240a8b5619cda5438f27b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:04.142001 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.169613 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.222061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6cec6-e392-47be-8c2b-408818db883c None None] Pushing event updated for resources: {'Port': ['ID=9fbc9e67-66b4-4a6f-b4d2-1504e155be9e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:04.620527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c2393417-01c1-4091-b2cd-a67135935e06 None None] Provisioning complete for port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:04.621077 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2393417-01c1-4091-b2cd-a67135935e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.735414 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.743385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.872638 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0855d421-88bd-4910-9178-f74775a4a895 req-dd7dfc6e-3508-4371-8638-4c3df6da920b tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 210 time: 0.0478106 Jul 07 19:16:04.879488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:16:04.910341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-0e85df3e-cce1-4577-8782-569f6f947818 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:04.911995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6117f34-dcaf-43f4-9be6-2b11d4cad84f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:04.919024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-0e85df3e-cce1-4577-8782-569f6f947818 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/networks?id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a HTTP/1.1" status: 200 len: 815 time: 1.1364284 Jul 07 19:16:04.931330 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.931689 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Added segment 9721fe4e-740f-44b6-8101-a48a671c7c47 of type vlan for network 66536278-6c62-4a82-8aa2-ea2698f54e17 Jul 07 19:16:04.933896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:04.934178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:04.934515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:04.934849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:04.943848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-46de0b70-5a00-468b-a114-5921d490df2e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/quotas/780f0f4379b2410e9cb12d3d760e3fd7 HTTP/1.1" status: 200 len: 375 time: 0.0236037 Jul 07 19:16:04.947397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:04.947529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:04.947766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:04.948104 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:04.948433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:04.948801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:04.949131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:04.949481 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:05.058621 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:05.069613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-c50a164f-e657-433f-b8d2-73577dc4185c service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0958982 Jul 07 19:16:05.112334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:05.119426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:05.121436 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:05.279782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event updated for resources: {'Network': ['ID=66536278-6c62-4a82-8aa2-ea2698f54e17,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:05.282645 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dc220106-bae5-4e21-9f48-5736f167bb78 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2110913 Jul 07 19:16:05.285531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:05.295006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 66536278-6c62-4a82-8aa2-ea2698f54e17 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:16:05.319898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Request body: {'subnet': {'network_id': '66536278-6c62-4a82-8aa2-ea2698f54e17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:05.356120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-23fd3a48-5cb2-4965-be38-4d04ba9df249 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774563 Jul 07 19:16:05.362824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:05.520379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-4b877609-fe0d-42db-9ddf-ff8643614aa8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=99f55f86-70b0-4e88-b9ef-d1f77c09442d HTTP/1.1" status: 200 len: 217 time: 0.0876760 Jul 07 19:16:05.545153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:05.545932 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:05.617759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-0b9ed346-dd63-4153-9a62-d0ce167efce0 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=780f0f4379b2410e9cb12d3d760e3fd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6727905 Jul 07 19:16:05.641800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Made reservation on behalf of a29d549025f240a8b5619cda5438f27b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:05.646141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:05.771323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-a199d0e8-53af-452c-83a6-b4a623ac6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:05.773170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-a199d0e8-53af-452c-83a6-b4a623ac6354 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.2449856 Jul 07 19:16:05.841547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3903e5-74b3-446a-9829-31d03110291e req-fa003930-5f57-44f5-8390-6ec62467add0 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:05.851176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc3903e5-74b3-446a-9829-31d03110291e req-fa003930-5f57-44f5-8390-6ec62467add0 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.5734611 Jul 07 19:16:06.021532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc3903e5-74b3-446a-9829-31d03110291e req-9d066d6e-02e8-4ff7-938c-fd4a44aa6060 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684091 Jul 07 19:16:06.056510 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-db3fd470-bd99-4990-a7f6-98fda280eee8 service neutron] 10.222.0.113 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122088 Jul 07 19:16:06.150881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-bae52489-929b-4895-b6bf-282e5f117c2d tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:06.152063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-bae52489-929b-4895-b6bf-282e5f117c2d tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.112 "GET /v2.0/networks?id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a HTTP/1.1" status: 200 len: 815 time: 0.4585874 Jul 07 19:16:06.229560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Request body: {'port': {'device_id': 'f7675772-1c42-46b2-94ea-c8c5de02fa0c', 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a', 'admin_state_up': True, 'tenant_id': '780f0f4379b2410e9cb12d3d760e3fd7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:06.348628 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-29244a16-552f-4a75-b1c2-3b5a37e4abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:06.350592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-29244a16-552f-4a75-b1c2-3b5a37e4abd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5382791 Jul 07 19:16:06.542420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b981370-1dc4-4707-8f4a-7b942fb6ea3c req-e572eb8c-2989-47a8-8d9d-f524af0191cb tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 210 time: 0.0775602 Jul 07 19:16:06.578532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:06.612390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-b55b4951-2d01-4488-88d7-cdbae1e9bf2e service neutron] 10.222.0.113 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624101 Jul 07 19:16:06.676202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-7d6c3bdf-2443-40fb-ae06-51e0f84bffef service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117700 Jul 07 19:16:06.747664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event updated for resources: {'Subnet': ['ID=ea48efe9-10bf-4118-96a1-8885c15954af,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:06.776862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Made reservation on behalf of 780f0f4379b2410e9cb12d3d760e3fd7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:06.780443 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:06.840401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Checking segment: {'id': '9721fe4e-740f-44b6-8101-a48a671c7c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '66536278-6c62-4a82-8aa2-ea2698f54e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:06.840858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Network hostable DHCP agents. Network: 66536278-6c62-4a82-8aa2-ea2698f54e17, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:16:06.992281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-d2b8c5e1-c001-4b3b-8c52-ce76f52cff17 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088074 Jul 07 19:16:07.001504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Network 66536278-6c62-4a82-8aa2-ea2698f54e17 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:16:07.025703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 66536278-6c62-4a82-8aa2-ea2698f54e17) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:07.039170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a2ce6d-59fe-42cf-b897-0fc55c072f8d None None] Network 66536278-6c62-4a82-8aa2-ea2698f54e17 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:07.135986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:07.136837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:07.176021 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-9eed19df-dd51-40b0-9ed1-5c94429114b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 HTTP/1.1" status: 200 len: 217 time: 0.1647320 Jul 07 19:16:07.199674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725a599-4bff-49ce-a852-ff22eae19da2 req-3db48661-1d57-41ea-a0cb-44ac38904b15 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:07.207382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b725a599-4bff-49ce-a852-ff22eae19da2 req-3db48661-1d57-41ea-a0cb-44ac38904b15 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4240556 Jul 07 19:16:07.273542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-66536278-6c62-4a82-8aa2-ea2698f54e17', 'network_id': '66536278-6c62-4a82-8aa2-ea2698f54e17', 'tenant_id': 'a29d549025f240a8b5619cda5438f27b', 'fixed_ips': [{'subnet_id': 'ea48efe9-10bf-4118-96a1-8885c15954af'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:16:07.274693 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:07.364775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:07.366630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3045e76a-44ea-4b28-b5b1-26dd39541bcb tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0771015 Jul 07 19:16:07.374460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Request body: {'network': {'name': 'tempest-router-network01--2049919316'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:07.395163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b725a599-4bff-49ce-a852-ff22eae19da2 req-906781c6-3f03-4d4b-9d6d-cf0ba3032f33 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872022 Jul 07 19:16:07.443429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Made reservation on behalf of a29d549025f240a8b5619cda5438f27b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:07.450513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:07.467153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-328fc105-5d44-4efe-82a4-56a6af094c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:07.481794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-328fc105-5d44-4efe-82a4-56a6af094c9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 200 len: 797 time: 0.2567184 Jul 07 19:16:07.495312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:16:07.522075 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:07.522731 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Added segment 0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6 of type vlan for network 6d7ae211-13ae-4248-b753-42c2cc300922 Jul 07 19:16:07.529544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Allocated IP 172.20.0.8 (bb468194-8fef-4eaf-8a0b-0ec2e5d4413a/e84b7bd7-6de6-4bfa-80a3-5254cb86cea3/226f6318-6a30-4cd8-8da9-ea69d18cb663) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:07.653351 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:07.685779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Allocated IP 172.20.0.2 (66536278-6c62-4a82-8aa2-ea2698f54e17/ea48efe9-10bf-4118-96a1-8885c15954af/86595f50-96f0-4ce0-b1ba-94468384e536) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:07.747979 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:07.761249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:07.762112 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:07.788166 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4216464 Jul 07 19:16:07.789120 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:07.808447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Request body: {'network': {'name': 'tempest-router-network02--816557906'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:07.866779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-d628d7d1-0659-4120-b3ff-27705a44c7d6 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:07.879538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-d628d7d1-0659-4120-b3ff-27705a44c7d6 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/networks?id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a HTTP/1.1" status: 200 len: 815 time: 0.7346292 Jul 07 19:16:08.021439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8bfdb-1edc-4af0-80b8-9461a16a7492 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event updated for resources: {'Network': ['ID=6d7ae211-13ae-4248-b753-42c2cc300922,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:08.043959 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Made reservation on behalf of a29d549025f240a8b5619cda5438f27b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:08.051146 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.058395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 6d7ae211-13ae-4248-b753-42c2cc300922 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:16:08.129503 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.152762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:16:08.158411 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.170945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Transition to ACTIVE for port object 226f6318-6a30-4cd8-8da9-ea69d18cb663 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:08.174058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Transition to ACTIVE for port object 86595f50-96f0-4ce0-b1ba-94468384e536 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:08.194000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Transition to ACTIVE for port object 86595f50-96f0-4ce0-b1ba-94468384e536 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:08.206684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.210560 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Added segment cdef3415-79c3-4c30-bae1-96cd9ae06490 of type vlan for network f0b964be-268d-4443-a9df-276222c34e40 Jul 07 19:16:08.241789 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.246050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-e721142c-8ff0-49ff-bd2a-4a13c9b23f76 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/quotas/780f0f4379b2410e9cb12d3d760e3fd7 HTTP/1.1" status: 200 len: 375 time: 0.3593628 Jul 07 19:16:08.290430 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.363487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Network 66536278-6c62-4a82-8aa2-ea2698f54e17 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:08.370203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.398794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-bd5d7586-6ffc-49b6-8e49-6f85f6ce061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:08.400400 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-bd5d7586-6ffc-49b6-8e49-6f85f6ce061b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9163630 Jul 07 19:16:08.412100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Pushing event updated for resources: {'Port': ['ID=86595f50-96f0-4ce0-b1ba-94468384e536,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:08.421689 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:08.434773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:08.447935 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c760-8c94-4f1c-a87d-7634dd0a26d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.455870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.466942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52d4413e-cb1d-4e52-bad7-c980f1dad012 req-b6d2de5f-bbb9-42aa-aac5-efa92ccaa0b6 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ce3c52-6d8a-4fda-b756-f43c2f376ef5 HTTP/1.1" status: 200 len: 210 time: 0.2173252 Jul 07 19:16:08.469330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:08.471290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.537728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:08.565626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:08.601155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Attempting to bind port 86595f50-96f0-4ce0-b1ba-94468384e536 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:08.601543 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Attempting to bind port 86595f50-96f0-4ce0-b1ba-94468384e536 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '9721fe4e-740f-44b6-8101-a48a671c7c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '66536278-6c62-4a82-8aa2-ea2698f54e17'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:08.601920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Attempting to bind port 86595f50-96f0-4ce0-b1ba-94468384e536 on network 66536278-6c62-4a82-8aa2-ea2698f54e17 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:08.615134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:08.615273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:08.615500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Checking segment: {'id': '9721fe4e-740f-44b6-8101-a48a671c7c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '66536278-6c62-4a82-8aa2-ea2698f54e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:08.615805 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.616207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Bound using segment: {'id': '9721fe4e-740f-44b6-8101-a48a671c7c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '66536278-6c62-4a82-8aa2-ea2698f54e17'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:08.616711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Bound port: 86595f50-96f0-4ce0-b1ba-94468384e536, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9721fe4e-740f-44b6-8101-a48a671c7c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '66536278-6c62-4a82-8aa2-ea2698f54e17'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:08.617112 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.657357 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8538091 Jul 07 19:16:08.667367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:08.687743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Pushing event updated for resources: {'Port': ['ID=226f6318-6a30-4cd8-8da9-ea69d18cb663,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:08.717251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Request body: {'subnet': {'network_id': '6d7ae211-13ae-4248-b753-42c2cc300922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:08.728837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72c9d6-c1df-49b7-94bd-6e53fb1c4230 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event updated for resources: {'Network': ['ID=f0b964be-268d-4443-a9df-276222c34e40,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:08.750886 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f0b964be-268d-4443-a9df-276222c34e40 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:16:08.792191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:08.792933 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:08.826319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-4b66119b-2af4-4574-b323-8c66ecce0f2a tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=780f0f4379b2410e9cb12d3d760e3fd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5645266 Jul 07 19:16:08.834497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f47c7944-5ab1-4494-a394-1985f9acd4d5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6118178 Jul 07 19:16:08.860592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-a0ff4eda-ea72-4f02-84a0-14f29a4155ab service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924689 Jul 07 19:16:08.868572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Request body: {'port': {'device_id': 'f7675772-1c42-46b2-94ea-c8c5de02fa0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:08.992874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Made reservation on behalf of a29d549025f240a8b5619cda5438f27b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:08.997019 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.038868 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] For port 86595f50-96f0-4ce0-b1ba-94468384e536, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:09.048030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] For port 86595f50-96f0-4ce0-b1ba-94468384e536, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=86595f50-96f0-4ce0-b1ba-94468384e536,segment=NetworkSegment(9721fe4e-740f-44b6-8101-a48a671c7c47),segment_id=9721fe4e-740f-44b6-8101-a48a671c7c47)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:09.061715 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.280214 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c0540-cecb-4b51-9a7e-fab3bc08b60e None None] Pushing event updated for resources: {'Port': ['ID=86595f50-96f0-4ce0-b1ba-94468384e536,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:09.354963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-387beb20-4fe7-4c5e-85af-dad4b3a1d38f None None] Provisioning for port 226f6318-6a30-4cd8-8da9-ea69d18cb663 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:09.360554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-387beb20-4fe7-4c5e-85af-dad4b3a1d38f None None] Provisioning complete for port 226f6318-6a30-4cd8-8da9-ea69d18cb663 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:09.372893 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-387beb20-4fe7-4c5e-85af-dad4b3a1d38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.537427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-387beb20-4fe7-4c5e-85af-dad4b3a1d38f None None] Port 226f6318-6a30-4cd8-8da9-ea69d18cb663 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:16:09.798061 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.922937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-fab7f0ea-c614-41e9-8f19-fa215bc6c02d service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0391674 Jul 07 19:16:09.950341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-e1fed789-e912-409b-8af6-01f68fa35ba2 service neutron] 10.222.0.113 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1147349 Jul 07 19:16:10.075609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Checking segment: {'id': '0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '6d7ae211-13ae-4248-b753-42c2cc300922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:10.076005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Network hostable DHCP agents. Network: 6d7ae211-13ae-4248-b753-42c2cc300922, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:16:10.078331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event updated for resources: {'Subnet': ['ID=3d18a366-dac8-4abc-85e2-24af4d5b2f1d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:10.094225 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.101264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-0cba3f4f-1767-4c40-962f-c0dbd0393111 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:10.102818 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-0cba3f4f-1767-4c40-962f-c0dbd0393111 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.59 "GET /v2.0/networks?id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a HTTP/1.1" status: 200 len: 815 time: 0.5406072 Jul 07 19:16:10.122977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Request body: {'port': {'device_id': 'acbe8358-2f10-4e5d-8057-6c93fd339288', 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a', 'admin_state_up': True, 'tenant_id': '780f0f4379b2410e9cb12d3d760e3fd7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:10.135244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Network 6d7ae211-13ae-4248-b753-42c2cc300922 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:16:10.137552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-7b1d8a54-1d98-4816-bdcb-6ac64068479c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab HTTP/1.1" status: 200 len: 217 time: 0.1764112 Jul 07 19:16:10.227419 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 6d7ae211-13ae-4248-b753-42c2cc300922) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:10.235888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98b20ac-b94f-4a7d-a10e-e090bee8f49c None None] Network 6d7ae211-13ae-4248-b753-42c2cc300922 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:10.248876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:10.263022 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.337866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-18318529-ae5d-4149-be43-1c6d1e6adb42 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6655459 Jul 07 19:16:10.341056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Made reservation on behalf of 780f0f4379b2410e9cb12d3d760e3fd7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:10.351896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.357976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:10.375239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Request body: {'subnet': {'network_id': 'f0b964be-268d-4443-a9df-276222c34e40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:10.512806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-faac1287-2ef3-47ea-b223-6cfd735b33e9 service neutron] 10.222.0.113 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530047 Jul 07 19:16:10.550647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-6d7ae211-13ae-4248-b753-42c2cc300922', 'network_id': '6d7ae211-13ae-4248-b753-42c2cc300922', 'tenant_id': 'a29d549025f240a8b5619cda5438f27b', 'fixed_ips': [{'subnet_id': '3d18a366-dac8-4abc-85e2-24af4d5b2f1d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:16:10.551781 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.578972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-1b208a0c-a7de-465e-b483-cb987fe307a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:10.580527 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-1b208a0c-a7de-465e-b483-cb987fe307a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 200 len: 797 time: 0.2704949 Jul 07 19:16:10.886052 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Made reservation on behalf of a29d549025f240a8b5619cda5438f27b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:10.889696 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.963695 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Allocated IP 172.20.0.2 (6d7ae211-13ae-4248-b753-42c2cc300922/3d18a366-dac8-4abc-85e2-24af4d5b2f1d/6301bcd6-4b56-40a1-abdd-c1937e416371) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:11.117061 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a6a39b7-681a-4370-b98c-047ad890bdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.149960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f78e25a-5174-4423-a721-f69c7b1d517f req-d20ec033-64a9-46e0-9d7e-64b7eb908f45 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 210 time: 0.2376480 Jul 07 19:16:11.256272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a82b-a431-49c3-8356-d749ce49212e req-2d97d9d5-884b-4aa4-a396-68feff606900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:11.281693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-2d97d9d5-884b-4aa4-a396-68feff606900 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6570954 Jul 07 19:16:11.418526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b7adb2-e3f9-45d1-a783-8b9586cc6789 None None] Network 66536278-6c62-4a82-8aa2-ea2698f54e17 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:11.568330 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.625110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 86595f50-96f0-4ce0-b1ba-94468384e536 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:11.694984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Checking segment: {'id': 'cdef3415-79c3-4c30-bae1-96cd9ae06490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f0b964be-268d-4443-a9df-276222c34e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:11.695589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Network hostable DHCP agents. Network: f0b964be-268d-4443-a9df-276222c34e40, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:16:11.704778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event updated for resources: {'Subnet': ['ID=f56a8da7-61e3-483c-abd3-af73df67cc99,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:11.745108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-184f8182-eeb0-4be6-adf3-e259c07da1f9 None None] Provisioning for port 86595f50-96f0-4ce0-b1ba-94468384e536 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:11.760848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Network f0b964be-268d-4443-a9df-276222c34e40 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:16:11.777071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f0b964be-268d-4443-a9df-276222c34e40) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:11.778162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226f6318-6a30-4cd8-8da9-ea69d18cb663 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:11.791640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:11.794468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.809921 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.832298 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7dbc584d-5818-43be-85fa-542549076b0a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4699080 Jul 07 19:16:11.836282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:11.838167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5433f35-9825-4c8f-a41f-f57bb617a6e0 None None] Network f0b964be-268d-4443-a9df-276222c34e40 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:11.868788 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-21aab43f-e1dd-46bc-955a-c3373394f990 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749691 Jul 07 19:16:11.876523 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:11.920511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Transition to ACTIVE for port object 226f6318-6a30-4cd8-8da9-ea69d18cb663 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:12.046144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:12.209712 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:12.219609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f91abd-eff7-49c3-b6a9-1f451d78973e req-cc2ba365-cd18-412f-9a47-ece6225c779b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:12.227929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7f91abd-eff7-49c3-b6a9-1f451d78973e req-cc2ba365-cd18-412f-9a47-ece6225c779b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.7534351 Jul 07 19:16:12.231766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Transition to ACTIVE for port object 6301bcd6-4b56-40a1-abdd-c1937e416371 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:12.275909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Transition to ACTIVE for port object 6301bcd6-4b56-40a1-abdd-c1937e416371 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:12.289348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Pushing event updated for resources: {'Port': ['ID=226f6318-6a30-4cd8-8da9-ea69d18cb663,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:12.350653 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:12.427905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b069a82b-a431-49c3-8356-d749ce49212e req-3c4e7ef7-5642-4066-89ca-b621f2be0136 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277185 Jul 07 19:16:12.480601 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7f91abd-eff7-49c3-b6a9-1f451d78973e req-c0bc4090-957e-4781-8cd3-61d185451ed1 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513659 Jul 07 19:16:12.538531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Attempting to bind port 226f6318-6a30-4cd8-8da9-ea69d18cb663 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:12.538991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Attempting to bind port 226f6318-6a30-4cd8-8da9-ea69d18cb663 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:12.539382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Attempting to bind port 226f6318-6a30-4cd8-8da9-ea69d18cb663 on network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:12.548566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Port 226f6318-6a30-4cd8-8da9-ea69d18cb663 on network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:16:12.549276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Attempting to bind port 226f6318-6a30-4cd8-8da9-ea69d18cb663 on network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:12.564037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:12.564990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Checking segment: {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:12.565445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Bound using segment: {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:12.573283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Bound port: 226f6318-6a30-4cd8-8da9-ea69d18cb663, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:12.573759 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:12.894441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-643d6da4-0c55-45ce-ace3-60e06d24a558 req-85fed7a6-47e4-4f49-8d0e-e5400ea64dda tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 210 time: 0.1710095 Jul 07 19:16:12.918323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] For port 226f6318-6a30-4cd8-8da9-ea69d18cb663, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:12.978685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 86595f50-96f0-4ce0-b1ba-94468384e536 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:12.994376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] For port 226f6318-6a30-4cd8-8da9-ea69d18cb663, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=226f6318-6a30-4cd8-8da9-ea69d18cb663,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:13.013355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.029485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Allocated IP 172.20.0.12 (bb468194-8fef-4eaf-8a0b-0ec2e5d4413a/e84b7bd7-6de6-4bfa-80a3-5254cb86cea3/731caa0c-358c-4c4d-9e48-f83a7c8e9ee7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:13.178372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Pushing event updated for resources: {'Port': ['ID=226f6318-6a30-4cd8-8da9-ea69d18cb663,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:13.187387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 86595f50-96f0-4ce0-b1ba-94468384e536 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:13.189331 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.254050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:13.257186 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.261081 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-c469d974-f386-4512-ac38-a365799b89fb service neutron] 10.222.0.112 "PUT /v2.0/ports/226f6318-6a30-4cd8-8da9-ea69d18cb663 HTTP/1.1" status: 200 len: 1092 time: 4.3978267 Jul 07 19:16:13.261584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7675772-1c42-46b2-94ea-c8c5de02fa0c', 'tag': '226f6318-6a30-4cd8-8da9-ea69d18cb663'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:13.267143 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934" -d '{"events": [{"name": "network-changed", "server_uuid": "f7675772-1c42-46b2-94ea-c8c5de02fa0c", "tag": "226f6318-6a30-4cd8-8da9-ea69d18cb663"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:13.274972 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.278274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Network 6d7ae211-13ae-4248-b753-42c2cc300922 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:13.311060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:13.314327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:13.383681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda3e3d-fd4a-497b-9602-ce7afc04d4d8 req-3469504b-28fe-4489-8c6e-feb5672175e7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:13.389622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dda3e3d-fd4a-497b-9602-ce7afc04d4d8 req-3469504b-28fe-4489-8c6e-feb5672175e7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2063305 Jul 07 19:16:13.481060 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a8b568-c9e1-4a97-b288-4dc9096c5e36 x-openstack-request-id: req-a3a8b568-c9e1-4a97-b288-4dc9096c5e36 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:13.481416 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7675772-1c42-46b2-94ea-c8c5de02fa0c", "tag": "226f6318-6a30-4cd8-8da9-ea69d18cb663", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:13.481592 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a3a8b568-c9e1-4a97-b288-4dc9096c5e36 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:13.481985 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7675772-1c42-46b2-94ea-c8c5de02fa0c', 'tag': '226f6318-6a30-4cd8-8da9-ea69d18cb663', 'status': 'completed', 'code': 200} Jul 07 19:16:13.493889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Pushing event updated for resources: {'Port': ['ID=6301bcd6-4b56-40a1-abdd-c1937e416371,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:13.530743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f0b964be-268d-4443-a9df-276222c34e40', 'network_id': 'f0b964be-268d-4443-a9df-276222c34e40', 'tenant_id': 'a29d549025f240a8b5619cda5438f27b', 'fixed_ips': [{'subnet_id': 'f56a8da7-61e3-483c-abd3-af73df67cc99'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:16:13.533553 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.608305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dda3e3d-fd4a-497b-9602-ce7afc04d4d8 req-a3b42b1e-de8e-4ffd-875c-4c10f9bfd965 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081459 Jul 07 19:16:13.690413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-932654ea-0a12-43f6-bbd9-5ebab197d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:13.697302 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-932654ea-0a12-43f6-bbd9-5ebab197d232 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=780f0f4379b2410e9cb12d3d760e3fd7&device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 1095 time: 0.2356715 Jul 07 19:16:13.832562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-0b12a725-0846-4d98-85c8-45cca1790571 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=226f6318-6a30-4cd8-8da9-ea69d18cb663 HTTP/1.1" status: 200 len: 217 time: 0.1261449 Jul 07 19:16:13.914838 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.951148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-045fd1a3-d91b-45fa-92e1-e516a6969fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:13.955429 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-045fd1a3-d91b-45fa-92e1-e516a6969fb8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e84b7bd7-6de6-4bfa-80a3-5254cb86cea3 HTTP/1.1" status: 200 len: 854 time: 0.1118538 Jul 07 19:16:14.031148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Attempting to bind port 6301bcd6-4b56-40a1-abdd-c1937e416371 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:14.032618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Attempting to bind port 6301bcd6-4b56-40a1-abdd-c1937e416371 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '6d7ae211-13ae-4248-b753-42c2cc300922'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:14.034052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Attempting to bind port 6301bcd6-4b56-40a1-abdd-c1937e416371 on network 6d7ae211-13ae-4248-b753-42c2cc300922 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:14.056456 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.193945 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.273092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-b0bf3963-6107-4a67-81fc-4cadc76052d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:14.276864 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-b0bf3963-6107-4a67-81fc-4cadc76052d3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3132133 Jul 07 19:16:14.286565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:14.286946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Checking segment: {'id': '0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '6d7ae211-13ae-4248-b753-42c2cc300922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:14.287498 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.287828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Bound using segment: {'id': '0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '6d7ae211-13ae-4248-b753-42c2cc300922'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:14.288211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Bound port: 6301bcd6-4b56-40a1-abdd-c1937e416371, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '6d7ae211-13ae-4248-b753-42c2cc300922'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:14.288619 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.294637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3e97c-7695-4faf-af0a-de2ac2203885 req-2786ab02-0141-425d-95d3-b2174adf2304 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:14.297887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8c3e97c-7695-4faf-af0a-de2ac2203885 req-2786ab02-0141-425d-95d3-b2174adf2304 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2482092 Jul 07 19:16:14.398190 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6a03245-48f3-4f51-ac0d-94eaba5405d9 req-e962f165-4f74-49b1-b6bc-2e5f20ca6b1a tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 210 time: 0.1552670 Jul 07 19:16:14.401432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 86595f50-96f0-4ce0-b1ba-94468384e536, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=86595f50-96f0-4ce0-b1ba-94468384e536,segment=NetworkSegment(9721fe4e-740f-44b6-8101-a48a671c7c47),segment_id=9721fe4e-740f-44b6-8101-a48a671c7c47)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:14.448294 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.461928 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.472813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Transition to ACTIVE for port object 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:14.491840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8c3e97c-7695-4faf-af0a-de2ac2203885 req-5f243a3d-4baf-4506-9a11-a3231d38d12f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338842 Jul 07 19:16:14.560430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-f63d5065-5cf4-4b16-a793-858f72924972 service neutron] 10.222.0.112 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268217 Jul 07 19:16:14.606390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-e5e02db9-1c80-449d-addf-7625fa6bb9ce tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:14.611219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=86595f50-96f0-4ce0-b1ba-94468384e536,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:14.622729 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-e5e02db9-1c80-449d-addf-7625fa6bb9ce tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.112 "GET /v2.0/networks?id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a HTTP/1.1" status: 200 len: 815 time: 1.4234703 Jul 07 19:16:14.727345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Allocated IP 172.20.0.2 (f0b964be-268d-4443-a9df-276222c34e40/f56a8da7-61e3-483c-abd3-af73df67cc99/7c10621e-088c-4c65-ad93-fe8f0a0b8717) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:14.733450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-181c543d-4926-4b3b-81fb-2de43d9dada9 None None] Provisioning complete for port 86595f50-96f0-4ce0-b1ba-94468384e536 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:14.734071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-181c543d-4926-4b3b-81fb-2de43d9dada9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.764642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Request body: {'port': {'device_id': '72566ef3-5c95-43c1-937b-4afe63093ca6', 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a', 'admin_state_up': True, 'tenant_id': '780f0f4379b2410e9cb12d3d760e3fd7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:14.810295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] For port 6301bcd6-4b56-40a1-abdd-c1937e416371, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:14.815275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29787dae-4083-4aa0-b737-cda9d63b6fa4 req-0a414cbf-aee8-4183-b057-78fa2d3197ef service neutron] 10.222.0.112 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540441 Jul 07 19:16:14.868215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] For port 6301bcd6-4b56-40a1-abdd-c1937e416371, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6301bcd6-4b56-40a1-abdd-c1937e416371,segment=NetworkSegment(0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6),segment_id=0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:14.894246 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.967777 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.079878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9cb10-905b-4321-84b8-29fe68eccc29 None None] Pushing event updated for resources: {'Port': ['ID=6301bcd6-4b56-40a1-abdd-c1937e416371,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:15.194424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c3740-1e3c-4d4e-9867-fcb1d1f49fe2 req-a17b29c0-b183-4580-a8e7-cb75f30f2281 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.196045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-019c3740-1e3c-4d4e-9867-fcb1d1f49fe2 req-a17b29c0-b183-4580-a8e7-cb75f30f2281 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3090992 Jul 07 19:16:15.245946 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.281512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Transition to ACTIVE for port object 7c10621e-088c-4c65-ad93-fe8f0a0b8717 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:15.289225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-019c3740-1e3c-4d4e-9867-fcb1d1f49fe2 req-ee899005-b638-465c-9e3a-09e459d58e6e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839770 Jul 07 19:16:15.304260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934 req-60df410a-3d1e-485f-9dbf-7bbaebe6c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.307026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934 req-60df410a-3d1e-485f-9dbf-7bbaebe6c1a8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=780f0f4379b2410e9cb12d3d760e3fd7&device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 1095 time: 0.3137503 Jul 07 19:16:15.346089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Transition to ACTIVE for port object 7c10621e-088c-4c65-ad93-fe8f0a0b8717 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:15.360799 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.426404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Network f0b964be-268d-4443-a9df-276222c34e40 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:15.434199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:15.443629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:15.476644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Pushing event updated for resources: {'Port': ['ID=7c10621e-088c-4c65-ad93-fe8f0a0b8717,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:15.613803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Pushing event updated for resources: {'Port': ['ID=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:15.649379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934 req-7a066c2d-fc4a-4f4f-a377-bfeccdc4c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.654638 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934 req-7a066c2d-fc4a-4f4f-a377-bfeccdc4c05b service neutron] 10.222.0.112 "GET /v2.0/networks?id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a HTTP/1.1" status: 200 len: 917 time: 0.3394451 Jul 07 19:16:15.670576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:15.707740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:15.718269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:15.719291 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:16:15.825496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Attempting to bind port 7c10621e-088c-4c65-ad93-fe8f0a0b8717 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:15.832524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Attempting to bind port 7c10621e-088c-4c65-ad93-fe8f0a0b8717 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'cdef3415-79c3-4c30-bae1-96cd9ae06490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f0b964be-268d-4443-a9df-276222c34e40'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:15.833729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Attempting to bind port 7c10621e-088c-4c65-ad93-fe8f0a0b8717 on network f0b964be-268d-4443-a9df-276222c34e40 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:15.847656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934 req-dc0b0a8b-b410-46c3-8154-a6e7f894474b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=226f6318-6a30-4cd8-8da9-ea69d18cb663 HTTP/1.1" status: 200 len: 217 time: 0.1819201 Jul 07 19:16:15.854450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:15.855246 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Checking segment: {'id': 'cdef3415-79c3-4c30-bae1-96cd9ae06490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f0b964be-268d-4443-a9df-276222c34e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:15.855842 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.856451 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Bound using segment: {'id': 'cdef3415-79c3-4c30-bae1-96cd9ae06490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f0b964be-268d-4443-a9df-276222c34e40'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:15.857130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Bound port: 7c10621e-088c-4c65-ad93-fe8f0a0b8717, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdef3415-79c3-4c30-bae1-96cd9ae06490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f0b964be-268d-4443-a9df-276222c34e40'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:15.857707 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.877269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:15.878481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.912149 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-58105e85-a69a-4ca7-9e99-9b5aefc37beb tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7945714 Jul 07 19:16:15.972347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Request body: {'port': {'device_id': 'acbe8358-2f10-4e5d-8057-6c93fd339288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:16.040747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] For port 7c10621e-088c-4c65-ad93-fe8f0a0b8717, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:16.047210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] For port 7c10621e-088c-4c65-ad93-fe8f0a0b8717, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7c10621e-088c-4c65-ad93-fe8f0a0b8717,segment=NetworkSegment(cdef3415-79c3-4c30-bae1-96cd9ae06490),segment_id=cdef3415-79c3-4c30-bae1-96cd9ae06490)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:16.057005 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.074686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47de1320-954e-4c3f-b8e0-0916364f78da req-11af560e-eb38-4f9f-b599-2f387b656909 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 210 time: 0.2580206 Jul 07 19:16:16.210199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934 req-9bc601ea-f469-458b-b9b7-2517e60ddbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.216232 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934 req-9bc601ea-f469-458b-b9b7-2517e60ddbad service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e84b7bd7-6de6-4bfa-80a3-5254cb86cea3 HTTP/1.1" status: 200 len: 854 time: 0.2812920 Jul 07 19:16:16.220848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Allocated IP 172.20.0.1 (6d7ae211-13ae-4248-b753-42c2cc300922/3d18a366-dac8-4abc-85e2-24af4d5b2f1d/1977e0ab-d564-4060-b086-1f2f525b6f75) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:16.235069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Made reservation on behalf of 780f0f4379b2410e9cb12d3d760e3fd7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:16.244385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.287828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c7b00-1c52-4c18-8644-36d89513e3fc None None] Pushing event updated for resources: {'Port': ['ID=7c10621e-088c-4c65-ad93-fe8f0a0b8717,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:16.333847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c81064d5-87b3-4f59-9c1e-c7b5816f9911 None None] Provisioning for port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:16.340581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c81064d5-87b3-4f59-9c1e-c7b5816f9911 None None] Provisioning complete for port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:16.345477 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c81064d5-87b3-4f59-9c1e-c7b5816f9911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.406114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.457195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6224a1f-d0e7-46a7-aeb1-c56f977f0f88 req-fb25e483-ba3b-4ca3-9dd2-d5c9decc6979 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.464251 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6224a1f-d0e7-46a7-aeb1-c56f977f0f88 req-fb25e483-ba3b-4ca3-9dd2-d5c9decc6979 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4999626 Jul 07 19:16:16.517289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c81064d5-87b3-4f59-9c1e-c7b5816f9911 None None] Port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:16:16.579966 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934 req-99e93e3a-8044-44be-a825-6dfa7d2a93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:16.586794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934 req-99e93e3a-8044-44be-a825-6dfa7d2a93ea service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3528755 Jul 07 19:16:16.782553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934 req-fc52b96f-2d29-4dad-985c-806ce425adde service neutron] 10.222.0.112 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925802 Jul 07 19:16:16.883334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6224a1f-d0e7-46a7-aeb1-c56f977f0f88 req-70b4c8d6-4769-480b-ba2d-477ef30ce5a8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110100 Jul 07 19:16:16.943575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6301bcd6-4b56-40a1-abdd-c1937e416371 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:17.090495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6bfeb8a-8c43-418c-9a25-4d968ce6e934 req-666cd3e4-39d4-42b0-a167-a0982a91e1f9 service neutron] 10.222.0.112 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319303 Jul 07 19:16:17.112461 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 6301bcd6-4b56-40a1-abdd-c1937e416371 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:17.123871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 86595f50-96f0-4ce0-b1ba-94468384e536 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:17.210274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Allocated IP 172.20.0.5 (bb468194-8fef-4eaf-8a0b-0ec2e5d4413a/e84b7bd7-6de6-4bfa-80a3-5254cb86cea3/dc29747d-fdde-4049-899f-953f81c71cfd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:17.319306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 86595f50-96f0-4ce0-b1ba-94468384e536 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:17.330995 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.340164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.415183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f41030-0a53-45d7-929f-3d919895ae54 None None] Network 6d7ae211-13ae-4248-b753-42c2cc300922 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:17.434841 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Transition to ACTIVE for port object 1977e0ab-d564-4060-b086-1f2f525b6f75 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:17.440060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45a001-10d2-442e-86c5-12033fdd3c1e req-6f0376f6-4ac1-4b98-8cfa-da913ef156c3 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:17.451479 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d45a001-10d2-442e-86c5-12033fdd3c1e req-6f0376f6-4ac1-4b98-8cfa-da913ef156c3 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1736081 Jul 07 19:16:17.544985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d45a001-10d2-442e-86c5-12033fdd3c1e req-cd3e8e68-4391-443c-b796-81965a8bbc0d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924222 Jul 07 19:16:17.581910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Provisioning for port 6301bcd6-4b56-40a1-abdd-c1937e416371 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:17.602419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Provisioning complete for port 6301bcd6-4b56-40a1-abdd-c1937e416371 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:17.602901 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.752780 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.789716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:17.887262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] For port 6301bcd6-4b56-40a1-abdd-c1937e416371, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6301bcd6-4b56-40a1-abdd-c1937e416371,segment=NetworkSegment(0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6),segment_id=0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:17.906808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5012f85-11f7-4136-85a6-7702570d2410 req-a30cec3d-71de-4813-bb59-baa7be84d363 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 210 time: 0.0778952 Jul 07 19:16:17.983528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Network 6d7ae211-13ae-4248-b753-42c2cc300922 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:18.016899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:18.022567 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.062069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:18.123716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.163257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Transition to ACTIVE for port object dc29747d-fdde-4049-899f-953f81c71cfd will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:18.164994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Pushing event updated for resources: {'Port': ['ID=6301bcd6-4b56-40a1-abdd-c1937e416371,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:18.183744 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.184089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.184433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.184809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.185143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.185474 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.186718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.187071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.187411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.187744 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.188072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.188399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f0183a-a71c-47b5-87c4-f57d2ae443db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:18.274384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fc1697-c0aa-4ad6-97cd-3b644293e760 None None] Network f0b964be-268d-4443-a9df-276222c34e40 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:18.296541 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event updated for resources: {'Port': ['ID=1977e0ab-d564-4060-b086-1f2f525b6f75,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:18.358388 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.377194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4529d-b2f7-47a4-abc1-ee53c9550762 req-92cdb9ba-9fe7-4b05-8cbb-51608e976e1f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:18.390299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cb4529d-b2f7-47a4-abc1-ee53c9550762 req-92cdb9ba-9fe7-4b05-8cbb-51608e976e1f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 944 time: 0.2610765 Jul 07 19:16:18.436604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:18.441852 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.460503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb93846-178d-4517-a72f-f72c45bf1c0e req-374b35c9-f29f-4ba4-bdb8-b5793e956149 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:18.462603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4bb93846-178d-4517-a72f-f72c45bf1c0e req-374b35c9-f29f-4ba4-bdb8-b5793e956149 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.112 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 944 time: 0.2871447 Jul 07 19:16:18.525846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cb4529d-b2f7-47a4-abc1-ee53c9550762 req-18edbb5f-c8c2-46ea-8a05-74dadc5178e5 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343203 Jul 07 19:16:18.554126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d54924-d8eb-4e38-beb6-150a66fd4f95 req-af7e8b92-2a86-4b41-9672-6de524e1d230 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:18.565474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09d54924-d8eb-4e38-beb6-150a66fd4f95 req-af7e8b92-2a86-4b41-9672-6de524e1d230 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 946 time: 0.3217521 Jul 07 19:16:18.590397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-97819f82-8d4d-4fb3-9ba6-5737a0875444 None None] Provisioning for port 7c10621e-088c-4c65-ad93-fe8f0a0b8717 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:18.657514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:18.684844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Pushing event updated for resources: {'Port': ['ID=dc29747d-fdde-4049-899f-953f81c71cfd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:18.742531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09d54924-d8eb-4e38-beb6-150a66fd4f95 req-5b3b07eb-62ca-4366-8666-d7c4ab476965 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704443 Jul 07 19:16:18.745712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:18.869442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 226f6318-6a30-4cd8-8da9-ea69d18cb663 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:16:18.937026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6301bcd6-4b56-40a1-abdd-c1937e416371 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:18.972969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4bb93846-178d-4517-a72f-f72c45bf1c0e req-260d7d36-bad1-4182-a235-db681d61e493 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Deleting port 368676f8-efbd-46bc-b73d-a334b70a3730 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:18.972969 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bb93846-178d-4517-a72f-f72c45bf1c0e req-260d7d36-bad1-4182-a235-db681d61e493 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.075288 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:19.081542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.185962 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-ed6f914c-9fff-4b49-8434-d274d716bb9c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4348624 Jul 07 19:16:19.234589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Request body: {'port': {'device_id': '72566ef3-5c95-43c1-937b-4afe63093ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:19.286878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 226f6318-6a30-4cd8-8da9-ea69d18cb663, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=226f6318-6a30-4cd8-8da9-ea69d18cb663,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:19.308360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '226f6318-6a30-4cd8-8da9-ea69d18cb663', 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a', 'port_id': '226f6318-6a30-4cd8-8da9-ea69d18cb663', 'mac_address': 'fa:16:3e:d4:9c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84b7bd7-6de6-4bfa-80a3-5254cb86cea3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:16:19.321573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8550bd8f-bed1-478d-ae09-e935fc274548 None None] Provisioning complete for port 6301bcd6-4b56-40a1-abdd-c1937e416371 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:19.322375 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8550bd8f-bed1-478d-ae09-e935fc274548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.324963 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.376291 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.419864 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.433909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:19.447093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226f6318-6a30-4cd8-8da9-ea69d18cb663 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:19.477897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.506188 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.517046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Transition to ACTIVE for port object 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:19.530335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.552710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 226f6318-6a30-4cd8-8da9-ea69d18cb663, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=226f6318-6a30-4cd8-8da9-ea69d18cb663,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:19.566455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6301bcd6-4b56-40a1-abdd-c1937e416371 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:19.568013 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.570966 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:19.825508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['226f6318-6a30-4cd8-8da9-ea69d18cb663'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:19.869857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=226f6318-6a30-4cd8-8da9-ea69d18cb663,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:19.937468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8550bd8f-bed1-478d-ae09-e935fc274548 None None] Provisioning for port 1977e0ab-d564-4060-b086-1f2f525b6f75 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:19.954003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8550bd8f-bed1-478d-ae09-e935fc274548 None None] Provisioning complete for port 1977e0ab-d564-4060-b086-1f2f525b6f75 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:19.954317 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8550bd8f-bed1-478d-ae09-e935fc274548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.013101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7c10621e-088c-4c65-ad93-fe8f0a0b8717 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:20.048394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4bb93846-178d-4517-a72f-f72c45bf1c0e req-260d7d36-bad1-4182-a235-db681d61e493 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] For port 368676f8-efbd-46bc-b73d-a334b70a3730, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=368676f8-efbd-46bc-b73d-a334b70a3730,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:20.049135 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bb93846-178d-4517-a72f-f72c45bf1c0e req-260d7d36-bad1-4182-a235-db681d61e493 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.106991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4bb93846-178d-4517-a72f-f72c45bf1c0e req-260d7d36-bad1-4182-a235-db681d61e493 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Calling delete_port for 368676f8-efbd-46bc-b73d-a334b70a3730 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:20.122658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccf2c7-a650-4d80-bc6d-5e84b1bf6676 req-a4d24f00-160a-45b9-b493-a357dc9ba451 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:20.131083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcccf2c7-a650-4d80-bc6d-5e84b1bf6676 req-a4d24f00-160a-45b9-b493-a357dc9ba451 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 1.1166317 Jul 07 19:16:20.145981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8550bd8f-bed1-478d-ae09-e935fc274548 None None] Port 1977e0ab-d564-4060-b086-1f2f525b6f75 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:16:20.199641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Pushing event updated for resources: {'Port': ['ID=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:20.220340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 7c10621e-088c-4c65-ad93-fe8f0a0b8717 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:20.262629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7c10621e-088c-4c65-ad93-fe8f0a0b8717 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:20.263030 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.315425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ad411-5fe5-4721-af50-3cca4025f4b6 req-aa05708c-53f6-4c73-a515-03c069d7e514 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:20.324428 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f5ad411-5fe5-4721-af50-3cca4025f4b6 req-aa05708c-53f6-4c73-a515-03c069d7e514 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 931 time: 1.0980456 Jul 07 19:16:20.336307 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07bf4286-ad3c-4d5e-8d07-cc4747c1d868 None None] Provisioning complete for port 7c10621e-088c-4c65-ad93-fe8f0a0b8717 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:20.337023 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07bf4286-ad3c-4d5e-8d07-cc4747c1d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.351279 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcccf2c7-a650-4d80-bc6d-5e84b1bf6676 req-ff08833e-080d-48e3-a353-e24188912aaf tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192485 Jul 07 19:16:20.394587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f5ad411-5fe5-4721-af50-3cca4025f4b6 req-7d8a9cf1-6b36-4da3-951f-02b5d428bc8f tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690997 Jul 07 19:16:20.606601 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bb93846-178d-4517-a72f-f72c45bf1c0e req-260d7d36-bad1-4182-a235-db681d61e493 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.653043 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.676922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d7d36-bad1-4182-a235-db681d61e493 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Pushing event deleted for resources: {'Port': ['ID=368676f8-efbd-46bc-b73d-a334b70a3730,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:20.700042 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07bf4286-ad3c-4d5e-8d07-cc4747c1d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.732148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-693c911e-0e92-449b-8d64-672aae894a0d req-1f6778b1-c987-4e8c-8a7a-295f391978cf tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=90f1c518-077a-4aef-8cc5-44832b16eeea HTTP/1.1" status: 200 len: 210 time: 0.0696950 Jul 07 19:16:20.774556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb93846-178d-4517-a72f-f72c45bf1c0e req-260d7d36-bad1-4182-a235-db681d61e493 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] No DVR routers for this DVR port 368676f8-efbd-46bc-b73d-a334b70a3730 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:20.793755 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bb93846-178d-4517-a72f-f72c45bf1c0e req-260d7d36-bad1-4182-a235-db681d61e493 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.795840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4bb93846-178d-4517-a72f-f72c45bf1c0e req-260d7d36-bad1-4182-a235-db681d61e493 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.112 "DELETE /v2.0/ports/368676f8-efbd-46bc-b73d-a334b70a3730 HTTP/1.1" status: 204 len: 173 time: 2.2926180 Jul 07 19:16:20.796336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'name': 'network-vif-deleted', 'tag': '368676f8-efbd-46bc-b73d-a334b70a3730'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:20.798711 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e0364-4a69-4e8c-ab47-c906e5cd6990" -d '{"events": [{"server_uuid": "90f1c518-077a-4aef-8cc5-44832b16eeea", "name": "network-vif-deleted", "tag": "368676f8-efbd-46bc-b73d-a334b70a3730"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:20.843816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 7c10621e-088c-4c65-ad93-fe8f0a0b8717, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7c10621e-088c-4c65-ad93-fe8f0a0b8717,segment=NetworkSegment(cdef3415-79c3-4c30-bae1-96cd9ae06490),segment_id=cdef3415-79c3-4c30-bae1-96cd9ae06490)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:20.853292 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.927834 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 226f6318-6a30-4cd8-8da9-ea69d18cb663 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:20.996739 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-07bf4286-ad3c-4d5e-8d07-cc4747c1d868 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:16:20.997136 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-07bf4286-ad3c-4d5e-8d07-cc4747c1d868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:16:20.998333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=7c10621e-088c-4c65-ad93-fe8f0a0b8717,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:21.046496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 226f6318-6a30-4cd8-8da9-ea69d18cb663 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:21.051222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 226f6318-6a30-4cd8-8da9-ea69d18cb663 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:21.051884 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.124810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.135195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be87457-ee57-4f7a-b95a-a28db804298c req-dbda981c-ba38-4bcf-9d70-d738458dc2ed tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:21.145748 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3be87457-ee57-4f7a-b95a-a28db804298c req-dbda981c-ba38-4bcf-9d70-d738458dc2ed tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1455786 Jul 07 19:16:21.234278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3be87457-ee57-4f7a-b95a-a28db804298c req-51ccc0e7-3759-41a7-b9cb-c0af056d510f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815244 Jul 07 19:16:21.259009 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.356887 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606bfc48-beac-4293-9df1-707dd73efdb6 x-openstack-request-id: req-606bfc48-beac-4293-9df1-707dd73efdb6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:21.357554 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f1c518-077a-4aef-8cc5-44832b16eeea", "name": "network-vif-deleted", "tag": "368676f8-efbd-46bc-b73d-a334b70a3730", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:21.358677 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-606bfc48-beac-4293-9df1-707dd73efdb6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:21.359303 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f1c518-077a-4aef-8cc5-44832b16eeea', 'name': 'network-vif-deleted', 'tag': '368676f8-efbd-46bc-b73d-a334b70a3730', 'status': 'completed', 'code': 200} Jul 07 19:16:21.453406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.506108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event updated for resources: {'Port': ['ID=1977e0ab-d564-4060-b086-1f2f525b6f75,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:21.509719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Attempting to bind port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:21.510108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Attempting to bind port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:21.510567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Attempting to bind port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 on network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:21.522083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 on network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:16:21.522415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Attempting to bind port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 on network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:21.546543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeeb28-2be9-4e6d-9dd5-afcb145d45ec req-3dbd4196-f32e-4c02-905d-bc67de2d3883 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:21.552835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fbeeb28-2be9-4e6d-9dd5-afcb145d45ec req-3dbd4196-f32e-4c02-905d-bc67de2d3883 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 946 time: 0.2106454 Jul 07 19:16:21.581353 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:21.581767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Checking segment: {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:21.582167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Bound using segment: {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:21.583628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Bound port: 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:21.583995 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.644755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fbeeb28-2be9-4e6d-9dd5-afcb145d45ec req-51b0e362-8cfb-487b-a6da-6625d48a0418 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729022 Jul 07 19:16:21.707602 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.725633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc29747d-fdde-4049-899f-953f81c71cfd {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:21.785131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7675772-1c42-46b2-94ea-c8c5de02fa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f6318-6a30-4cd8-8da9-ea69d18cb663'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:21.788571 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa92492e-3d38-41a5-8445-4713ca2b0a6f" -d '{"events": [{"server_uuid": "f7675772-1c42-46b2-94ea-c8c5de02fa0c", "name": "network-vif-plugged", "status": "completed", "tag": "226f6318-6a30-4cd8-8da9-ea69d18cb663"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:21.807222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 226f6318-6a30-4cd8-8da9-ea69d18cb663, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=226f6318-6a30-4cd8-8da9-ea69d18cb663,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:21.812068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395bfc1-0c2e-4c16-8d41-2bd883a6fb1b req-e57caf30-49b8-4539-8afe-5aab8569c5f7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:21.814439 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3395bfc1-0c2e-4c16-8d41-2bd883a6fb1b req-e57caf30-49b8-4539-8afe-5aab8569c5f7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1454551 Jul 07 19:16:21.823113 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.824680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 368676f8-efbd-46bc-b73d-a334b70a3730 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:21.857430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.878386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] For port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:21.890318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] For port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:21.895332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=226f6318-6a30-4cd8-8da9-ea69d18cb663,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:21.896082 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Transition to ACTIVE for port object dc29747d-fdde-4049-899f-953f81c71cfd will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:21.899421 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07bf4286-ad3c-4d5e-8d07-cc4747c1d868 None None] Provisioning for port dc29747d-fdde-4049-899f-953f81c71cfd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:21.916464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.918319 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.918992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3395bfc1-0c2e-4c16-8d41-2bd883a6fb1b req-125fa5da-e8b2-4959-84ca-a32746ca38d6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961008 Jul 07 19:16:21.941189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 368676f8-efbd-46bc-b73d-a334b70a3730 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:21.941540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 368676f8-efbd-46bc-b73d-a334b70a3730 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:21.980495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07bf4286-ad3c-4d5e-8d07-cc4747c1d868 None None] Provisioning complete for port 1977e0ab-d564-4060-b086-1f2f525b6f75 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:21.980878 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07bf4286-ad3c-4d5e-8d07-cc4747c1d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:22.000671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Pushing event updated for resources: {'Port': ['ID=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:22.055284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-07bf4286-ad3c-4d5e-8d07-cc4747c1d868 None None] Port 1977e0ab-d564-4060-b086-1f2f525b6f75 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:16:22.076659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749d178-8131-48fc-93a4-acfe8a81e999 req-5fa4a12f-d436-416d-af5c-93134e760d4b tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:22.085233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c749d178-8131-48fc-93a4-acfe8a81e999 req-5fa4a12f-d436-416d-af5c-93134e760d4b tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 943 time: 0.2088909 Jul 07 19:16:22.097174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Network 6d7ae211-13ae-4248-b753-42c2cc300922 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:22.106403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:22.107050 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:22.108662 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-afbbaa2f-2699-411c-9262-0a3298e82492 service neutron] 10.222.0.59 "PUT /v2.0/ports/731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 HTTP/1.1" status: 200 len: 1093 time: 6.1539266 Jul 07 19:16:22.109399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbe8358-2f10-4e5d-8057-6c93fd339288', 'tag': '731caa0c-358c-4c4d-9e48-f83a7c8e9ee7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:22.112341 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfeea68-b023-48c3-a6ea-19abd4af427a" -d '{"events": [{"name": "network-changed", "server_uuid": "acbe8358-2f10-4e5d-8057-6c93fd339288", "tag": "731caa0c-358c-4c4d-9e48-f83a7c8e9ee7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:22.122381 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:22.258206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c749d178-8131-48fc-93a4-acfe8a81e999 req-d14601c4-58ea-43e3-bdd3-f640fa0361ca tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707900 Jul 07 19:16:22.368653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Pushing event updated for resources: {'Port': ['ID=dc29747d-fdde-4049-899f-953f81c71cfd,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:22.397785 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdd5953-e880-459c-9b5c-b90a480a1380 x-openstack-request-id: req-dfdd5953-e880-459c-9b5c-b90a480a1380 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:22.397984 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7675772-1c42-46b2-94ea-c8c5de02fa0c", "name": "network-vif-plugged", "status": "completed", "tag": "226f6318-6a30-4cd8-8da9-ea69d18cb663", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:22.399412 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dfdd5953-e880-459c-9b5c-b90a480a1380 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:22.399947 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7675772-1c42-46b2-94ea-c8c5de02fa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f6318-6a30-4cd8-8da9-ea69d18cb663', 'code': 200} Jul 07 19:16:22.705928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99272f8e-39cb-4f4b-87fe-967615d65f49 req-af4f5082-ae45-4597-b0a7-dd26ea7d94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:22.720934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99272f8e-39cb-4f4b-87fe-967615d65f49 req-af4f5082-ae45-4597-b0a7-dd26ea7d94a4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 1097 time: 0.2141542 Jul 07 19:16:22.728341 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e799ad6d-ffe9-461d-bd51-b6df529212ae x-openstack-request-id: req-e799ad6d-ffe9-461d-bd51-b6df529212ae {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:22.729955 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbe8358-2f10-4e5d-8057-6c93fd339288", "tag": "731caa0c-358c-4c4d-9e48-f83a7c8e9ee7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:22.732596 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e799ad6d-ffe9-461d-bd51-b6df529212ae {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:22.734663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee196335-c40d-49ea-bdfe-08b03211c234 None None] Provisioning complete for port 1977e0ab-d564-4060-b086-1f2f525b6f75 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:22.734791 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbe8358-2f10-4e5d-8057-6c93fd339288', 'tag': '731caa0c-358c-4c4d-9e48-f83a7c8e9ee7', 'status': 'completed', 'code': 200} Jul 07 19:16:22.739708 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee196335-c40d-49ea-bdfe-08b03211c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:22.860250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee196335-c40d-49ea-bdfe-08b03211c234 None None] Port 1977e0ab-d564-4060-b086-1f2f525b6f75 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:16:22.891206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-9849eb61-f7ff-419f-8c10-fdbfbda6724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:22.895577 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-9849eb61-f7ff-419f-8c10-fdbfbda6724e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=780f0f4379b2410e9cb12d3d760e3fd7&device_id=acbe8358-2f10-4e5d-8057-6c93fd339288 HTTP/1.1" status: 200 len: 1096 time: 0.6709344 Jul 07 19:16:22.897689 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Attempting to bind port dc29747d-fdde-4049-899f-953f81c71cfd on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:22.897836 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Attempting to bind port dc29747d-fdde-4049-899f-953f81c71cfd by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:22.901202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Attempting to bind port dc29747d-fdde-4049-899f-953f81c71cfd on network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:22.936724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Port dc29747d-fdde-4049-899f-953f81c71cfd on network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:16:22.939276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Attempting to bind port dc29747d-fdde-4049-899f-953f81c71cfd on network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:22.960094 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99272f8e-39cb-4f4b-87fe-967615d65f49 req-96d8fc9d-bf9e-43e8-96a3-7abe367ea319 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347448 Jul 07 19:16:23.039513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0d61d-0697-45e4-a94a-05b93057a391 req-2ad32563-2af0-4b8e-9485-6a33fc24b0a6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:23.046706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15b0d61d-0697-45e4-a94a-05b93057a391 req-2ad32563-2af0-4b8e-9485-6a33fc24b0a6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2710624 Jul 07 19:16:23.051306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7c10621e-088c-4c65-ad93-fe8f0a0b8717 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:23.122703 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-947a2ddd-5cee-437a-bd57-14dcd81ac286 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 HTTP/1.1" status: 200 len: 217 time: 0.2082422 Jul 07 19:16:23.129073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15b0d61d-0697-45e4-a94a-05b93057a391 req-924cde94-ae83-40d3-9952-358db2a181fe tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813153 Jul 07 19:16:23.135664 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:23.137275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Checking segment: {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:23.140683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Bound using segment: {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:23.142141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Bound port: dc29747d-fdde-4049-899f-953f81c71cfd, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25225d0b-ed76-452e-9932-80b1cf0a2f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:23.142656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.248157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7c10621e-088c-4c65-ad93-fe8f0a0b8717 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:23.258741 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.483015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737f52-dbcf-43ae-847a-32d2213bac31 req-e0eddd50-ce8b-40e5-ae3f-19148fd5fb25 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:23.490101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92737f52-dbcf-43ae-847a-32d2213bac31 req-e0eddd50-ce8b-40e5-ae3f-19148fd5fb25 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 945 time: 0.1233363 Jul 07 19:16:23.533099 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-51ef504f-b0ea-4e15-bed5-56323df3c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:23.536909 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-51ef504f-b0ea-4e15-bed5-56323df3c1df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e84b7bd7-6de6-4bfa-80a3-5254cb86cea3 HTTP/1.1" status: 200 len: 854 time: 0.3319073 Jul 07 19:16:23.567245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] For port dc29747d-fdde-4049-899f-953f81c71cfd, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:23.577272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92737f52-dbcf-43ae-847a-32d2213bac31 req-b020c3c0-d3cf-4adc-af4e-ea295e93dd7e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860958 Jul 07 19:16:23.654569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Router 761b355d-155d-4240-b9a1-3a2e8f69590f is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:16:23.697009 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] For port dc29747d-fdde-4049-899f-953f81c71cfd, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dc29747d-fdde-4049-899f-953f81c71cfd,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:23.730304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.865981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fa53a-e25b-48f2-a679-8c413f0bee7b req-870ac415-313f-4fcf-a75f-461519366a92 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:23.868710 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-794fa53a-e25b-48f2-a679-8c413f0bee7b req-870ac415-313f-4fcf-a75f-461519366a92 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 945 time: 0.2397561 Jul 07 19:16:23.940309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:23.941023 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:23.951128 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] 10.222.0.112 "PUT /v2.0/ports/dc29747d-fdde-4049-899f-953f81c71cfd HTTP/1.1" status: 200 len: 1092 time: 4.7548516 Jul 07 19:16:24.262543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec61d62-4716-4c76-bf5d-b6c190401e84 req-59fd4085-26cf-4b76-a240-f967ffe276f7 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:24.263115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aec61d62-4716-4c76-bf5d-b6c190401e84 req-59fd4085-26cf-4b76-a240-f967ffe276f7 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 943 time: 0.4497895 Jul 07 19:16:24.343688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:16:24.358426 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f670b63-6ba3-45a1-a972-f3db5590b0a8 None None] Sync routers for ids ['761b355d-155d-4240-b9a1-3a2e8f69590f'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:16:24.360980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458f515-f039-42da-8a7e-1afc14c86c27 req-51259c26-03ae-46ba-b971-80c5a6f23fff tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:24.368418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a458f515-f039-42da-8a7e-1afc14c86c27 req-51259c26-03ae-46ba-b971-80c5a6f23fff tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 946 time: 0.3617122 Jul 07 19:16:24.368803 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-eea5d9ac-8418-43c4-9855-25990f630865 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "PUT /v2.0/routers/761b355d-155d-4240-b9a1-3a2e8f69590f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5303292 Jul 07 19:16:24.371707 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f670b63-6ba3-45a1-a972-f3db5590b0a8 None None] Routers {'761b355d-155d-4240-b9a1-3a2e8f69590f'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:24.377207 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f670b63-6ba3-45a1-a972-f3db5590b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['761b355d-155d-4240-b9a1-3a2e8f69590f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:24.386823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:24.401843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aec61d62-4716-4c76-bf5d-b6c190401e84 req-4f2530cc-f648-4af1-8953-c3134295b9c5 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213396 Jul 07 19:16:24.440204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-f96eabc9-de07-44f9-9b0d-3c8fa5c311a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:24.442002 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-f96eabc9-de07-44f9-9b0d-3c8fa5c311a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8873310 Jul 07 19:16:24.468175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a458f515-f039-42da-8a7e-1afc14c86c27 req-6a43fdec-ec5b-433c-82fa-24cf29c836e1 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987611 Jul 07 19:16:24.476830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-794fa53a-e25b-48f2-a679-8c413f0bee7b req-2e9199e7-2904-4632-aed1-cde69cfdd54e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Deleting port 0e5ff155-ace6-4090-8183-1077e002e903 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:24.479682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-794fa53a-e25b-48f2-a679-8c413f0bee7b req-2e9199e7-2904-4632-aed1-cde69cfdd54e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:24.490474 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f670b63-6ba3-45a1-a972-f3db5590b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:24.515522 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f670b63-6ba3-45a1-a972-f3db5590b0a8 None None] Routers {'761b355d-155d-4240-b9a1-3a2e8f69590f'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:24.523972 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f670b63-6ba3-45a1-a972-f3db5590b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['761b355d-155d-4240-b9a1-3a2e8f69590f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:24.597603 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f670b63-6ba3-45a1-a972-f3db5590b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:24.599161 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f670b63-6ba3-45a1-a972-f3db5590b0a8 None None] The sync data for ids ['761b355d-155d-4240-b9a1-3a2e8f69590f'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:16:24.615315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe76292-61a5-4c4a-83c2-cf500b282779 service neutron] Pushing event updated for resources: {'Port': ['ID=dc29747d-fdde-4049-899f-953f81c71cfd,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:24.693675 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-437049bc-8129-45d2-a80e-b5db86d5c921 service neutron] 10.222.0.59 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055264 Jul 07 19:16:24.695651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-8b4dc36e-6929-44c8-a5a1-9d88759b8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:24.697442 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-8b4dc36e-6929-44c8-a5a1-9d88759b8cfc service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=780f0f4379b2410e9cb12d3d760e3fd7&device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 1095 time: 0.5610254 Jul 07 19:16:24.734519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-794fa53a-e25b-48f2-a679-8c413f0bee7b req-2e9199e7-2904-4632-aed1-cde69cfdd54e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] For port 0e5ff155-ace6-4090-8183-1077e002e903, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0e5ff155-ace6-4090-8183-1077e002e903,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:24.735503 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-794fa53a-e25b-48f2-a679-8c413f0bee7b req-2e9199e7-2904-4632-aed1-cde69cfdd54e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:24.758660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-794fa53a-e25b-48f2-a679-8c413f0bee7b req-2e9199e7-2904-4632-aed1-cde69cfdd54e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Calling delete_port for 0e5ff155-ace6-4090-8183-1077e002e903 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:24.818594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72566ef3-5c95-43c1-937b-4afe63093ca6', 'tag': 'dc29747d-fdde-4049-899f-953f81c71cfd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:24.820905 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db31c27-75b9-414c-b898-6810feb90fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "72566ef3-5c95-43c1-937b-4afe63093ca6", "tag": "dc29747d-fdde-4049-899f-953f81c71cfd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:24.846874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd18b-5c8e-442a-a927-5898d31b5071 req-b02c5a38-2bdd-42c3-83c0-1a82b7368086 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:24.855462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c3dd18b-5c8e-442a-a927-5898d31b5071 req-b02c5a38-2bdd-42c3-83c0-1a82b7368086 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1728094 Jul 07 19:16:24.988639 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-c55f4f63-292c-46b9-a6eb-cb0dbb02275b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc29747d-fdde-4049-899f-953f81c71cfd HTTP/1.1" status: 200 len: 217 time: 0.2817819 Jul 07 19:16:25.025211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c3dd18b-5c8e-442a-a927-5898d31b5071 req-56afdc00-82eb-49ce-98c7-0799da444b2e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691768 Jul 07 19:16:25.090633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-1d811b2f-4abd-482b-8f70-fe60c8c1e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:25.092327 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-1d811b2f-4abd-482b-8f70-fe60c8c1e53f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e84b7bd7-6de6-4bfa-80a3-5254cb86cea3 HTTP/1.1" status: 200 len: 854 time: 0.0912592 Jul 07 19:16:25.219292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397db623-c73b-48d4-a3a5-696a102dcc65 req-d2025ae6-3466-41f8-8c47-ef3aa2ea8294 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:25.230137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-397db623-c73b-48d4-a3a5-696a102dcc65 req-d2025ae6-3466-41f8-8c47-ef3aa2ea8294 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4 HTTP/1.1" status: 200 len: 945 time: 0.2881999 Jul 07 19:16:25.244136 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1effa6b5-032c-4d5f-aa1f-b5128c3eaa6f req-ebd99261-6efa-4ba8-88d6-c299cdd04312 service neutron] 10.222.0.59 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293124 Jul 07 19:16:25.349852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-411725cc-6c02-4947-8bb3-1c48e899527a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:25.351493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-411725cc-6c02-4947-8bb3-1c48e899527a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.112 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 946 time: 0.3299365 Jul 07 19:16:25.394150 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a53087-2201-4058-9f70-46137706ca39 x-openstack-request-id: req-11a53087-2201-4058-9f70-46137706ca39 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:25.396202 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72566ef3-5c95-43c1-937b-4afe63093ca6", "tag": "dc29747d-fdde-4049-899f-953f81c71cfd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:25.396456 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-11a53087-2201-4058-9f70-46137706ca39 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:25.396894 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72566ef3-5c95-43c1-937b-4afe63093ca6', 'tag': 'dc29747d-fdde-4049-899f-953f81c71cfd', 'status': 'completed', 'code': 200} Jul 07 19:16:25.434420 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-794fa53a-e25b-48f2-a679-8c413f0bee7b req-2e9199e7-2904-4632-aed1-cde69cfdd54e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:25.486869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-397db623-c73b-48d4-a3a5-696a102dcc65 req-7ec21f1a-d528-4025-9d25-f6bc68710bf8 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911411 Jul 07 19:16:25.554120 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9199e7-2904-4632-aed1-cde69cfdd54e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Pushing event deleted for resources: {'Port': ['ID=0e5ff155-ace6-4090-8183-1077e002e903,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:25.582767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-51ccf5a6-5652-417e-b7a3-1b360412f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:25.584604 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-51ccf5a6-5652-417e-b7a3-1b360412f3a3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4795940 Jul 07 19:16:25.688273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-794fa53a-e25b-48f2-a679-8c413f0bee7b req-2e9199e7-2904-4632-aed1-cde69cfdd54e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] No DVR routers for this DVR port 0e5ff155-ace6-4090-8183-1077e002e903 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:25.691238 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-d0b59774-dc93-42ac-9ad9-4e8c7c58a8e0 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:16:25.693022 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d0b59774-dc93-42ac-9ad9-4e8c7c58a8e0 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "PUT /v2.0/routers/761b355d-155d-4240-b9a1-3a2e8f69590f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3049698 Jul 07 19:16:25.696402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:25.697456 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-794fa53a-e25b-48f2-a679-8c413f0bee7b req-2e9199e7-2904-4632-aed1-cde69cfdd54e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:25.699778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-794fa53a-e25b-48f2-a679-8c413f0bee7b req-2e9199e7-2904-4632-aed1-cde69cfdd54e tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.59 "DELETE /v2.0/ports/0e5ff155-ace6-4090-8183-1077e002e903 HTTP/1.1" status: 204 len: 173 time: 1.7973123 Jul 07 19:16:25.703769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'name': 'network-vif-deleted', 'tag': '0e5ff155-ace6-4090-8183-1077e002e903'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:25.706306 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea1c712-3745-47e9-bd12-40901f92c486" -d '{"events": [{"server_uuid": "bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4", "name": "network-vif-deleted", "tag": "0e5ff155-ace6-4090-8183-1077e002e903"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:25.726794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Deleting port 159316be-b01d-40c1-a65d-20ace5749c57 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:25.727149 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:25.780307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeea68-b023-48c3-a6ea-19abd4af427a req-7d8db500-5339-445b-a71f-73bcaeb29d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:25.782100 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7bfeea68-b023-48c3-a6ea-19abd4af427a req-7d8db500-5339-445b-a71f-73bcaeb29d30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=780f0f4379b2410e9cb12d3d760e3fd7&device_id=acbe8358-2f10-4e5d-8057-6c93fd339288 HTTP/1.1" status: 200 len: 1096 time: 0.4032884 Jul 07 19:16:25.828153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a4131-137c-49bc-ab72-5fd27e254f68 req-66dcebda-8d1e-4be6-821f-e65ddd3e3dc4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:25.837634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-534a4131-137c-49bc-ab72-5fd27e254f68 req-66dcebda-8d1e-4be6-821f-e65ddd3e3dc4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3025143 Jul 07 19:16:25.945488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-534a4131-137c-49bc-ab72-5fd27e254f68 req-eb3cbb67-0d8c-49c1-a8ea-5e4301ba8581 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067152 Jul 07 19:16:25.988739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] For port 159316be-b01d-40c1-a65d-20ace5749c57, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=159316be-b01d-40c1-a65d-20ace5749c57,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:25.989695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:26.070645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeea68-b023-48c3-a6ea-19abd4af427a req-300b9894-619a-4d36-a863-c31187c6ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:26.072291 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7bfeea68-b023-48c3-a6ea-19abd4af427a req-300b9894-619a-4d36-a863-c31187c6ccba service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a HTTP/1.1" status: 200 len: 917 time: 0.2552862 Jul 07 19:16:26.095243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac71d8-0d6b-42cd-ac13-8be97abf06c9 req-34d57e79-38bd-4b2e-a574-93a7c6027c47 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:26.096845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bac71d8-0d6b-42cd-ac13-8be97abf06c9 req-34d57e79-38bd-4b2e-a574-93a7c6027c47 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 943 time: 0.3489885 Jul 07 19:16:26.127555 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7bfeea68-b023-48c3-a6ea-19abd4af427a req-09d0336f-e25d-42cb-98a1-981a78d7968f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 HTTP/1.1" status: 200 len: 217 time: 0.0424259 Jul 07 19:16:26.131136 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-e8e6f449-9e16-4c0a-9bbc-044eacd1783a service neutron] 10.222.0.112 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362804 Jul 07 19:16:26.268423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bac71d8-0d6b-42cd-ac13-8be97abf06c9 req-15047ee1-a05a-4b45-8fc8-21f52446889a tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951715 Jul 07 19:16:26.371274 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcdeb30-4f6d-4cb5-940c-3f20775929b0 x-openstack-request-id: req-4dcdeb30-4f6d-4cb5-940c-3f20775929b0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:26.371695 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4", "name": "network-vif-deleted", "tag": "0e5ff155-ace6-4090-8183-1077e002e903", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:26.371820 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4dcdeb30-4f6d-4cb5-940c-3f20775929b0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:26.372241 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9c0479-ab4d-492f-a5db-3ec8bf0d4bb4', 'name': 'network-vif-deleted', 'tag': '0e5ff155-ace6-4090-8183-1077e002e903', 'status': 'completed', 'code': 200} Jul 07 19:16:26.562252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa194e-05b6-4f0d-bdbc-a57c67df3376 req-987f512b-e408-4e6c-8e37-593059bd5b2c tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:26.571800 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eafa194e-05b6-4f0d-bdbc-a57c67df3376 req-987f512b-e408-4e6c-8e37-593059bd5b2c tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 946 time: 0.3915083 Jul 07 19:16:26.702625 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eafa194e-05b6-4f0d-bdbc-a57c67df3376 req-9457baae-eafc-48df-baf8-5facce931159 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8a02b36-81eb-4e05-b664-4817929aa09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295133 Jul 07 19:16:26.721860 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:26.722430 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:26.723482 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Floating IP 18f0f1b1-2d0c-4bc5-946f-3ab8d1d604cd disassociated. External IP: 172.25.2.211, port: 159316be-b01d-40c1-a65d-20ace5749c57. Jul 07 19:16:26.724185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Calling delete_port for 159316be-b01d-40c1-a65d-20ace5749c57 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:26.966379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d15c4-e1fa-45e9-8d42-516c7a9fc8d2 req-1856b16e-c98f-4d2b-94a3-59dc42ad43bd tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:26.974287 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc2d15c4-e1fa-45e9-8d42-516c7a9fc8d2 req-1856b16e-c98f-4d2b-94a3-59dc42ad43bd tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/networks?id=4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 200 len: 814 time: 0.3806260 Jul 07 19:16:26.994569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc2d15c4-e1fa-45e9-8d42-516c7a9fc8d2 req-eb72a5c6-ae3f-4dd6-9951-90d8def72f5e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/quotas/66532528330f4ada8d4ea37673e57e0f HTTP/1.1" status: 200 len: 375 time: 0.0189981 Jul 07 19:16:27.079508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:27.198080 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc2d15c4-e1fa-45e9-8d42-516c7a9fc8d2 req-61770a11-8782-408c-89a5-fced61142f10 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=66532528330f4ada8d4ea37673e57e0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2015674 Jul 07 19:16:27.228901 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9da131ca-c1ce-4036-8840-863fd7a53c77 req-5876b45d-9386-4435-8238-caabfc91c5e7 service neutron] 10.222.0.112 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9940689 Jul 07 19:16:27.237367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeea68-b023-48c3-a6ea-19abd4af427a req-3627fe1d-30b4-4093-8c79-a239afe521ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:27.239397 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7bfeea68-b023-48c3-a6ea-19abd4af427a req-3627fe1d-30b4-4093-8c79-a239afe521ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e84b7bd7-6de6-4bfa-80a3-5254cb86cea3 HTTP/1.1" status: 200 len: 854 time: 1.0029180 Jul 07 19:16:27.243740 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:27.370302 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fefe726-09d0-47b8-847b-9f46f8850afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:27.372221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Pushing event deleted for resources: {'Port': ['ID=159316be-b01d-40c1-a65d-20ace5749c57,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:27.595009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0e5ff155-ace6-4090-8183-1077e002e903 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:27.630286 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeea68-b023-48c3-a6ea-19abd4af427a req-c90c2625-4eda-48ff-adcd-4722732c9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:27.639589 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7bfeea68-b023-48c3-a6ea-19abd4af427a req-c90c2625-4eda-48ff-adcd-4722732c9205 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2788846 Jul 07 19:16:27.642883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 0e5ff155-ace6-4090-8183-1077e002e903 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:27.643887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0e5ff155-ace6-4090-8183-1077e002e903 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:27.666733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Router 2854e8ee-0107-427a-b8f8-b49bbf28f091 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:16:27.710067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f2ca4-c7ad-44aa-9672-ccf9b1d645e6 req-1d0c8f8d-cc0d-4dfd-a1c5-5006b5feb1e4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:27.711876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd4f2ca4-c7ad-44aa-9672-ccf9b1d645e6 req-1d0c8f8d-cc0d-4dfd-a1c5-5006b5feb1e4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1984723 Jul 07 19:16:27.813605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db31c27-75b9-414c-b898-6810feb90fa8 req-bae64b57-6197-4eeb-9c63-f835b6c1479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:27.815536 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9db31c27-75b9-414c-b898-6810feb90fa8 req-bae64b57-6197-4eeb-9c63-f835b6c1479b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=780f0f4379b2410e9cb12d3d760e3fd7&device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 1095 time: 0.5152354 Jul 07 19:16:27.937232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db31c27-75b9-414c-b898-6810feb90fa8 req-cf1ddacd-ce65-4fc2-b07a-05440f578060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:27.938806 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9db31c27-75b9-414c-b898-6810feb90fa8 req-cf1ddacd-ce65-4fc2-b07a-05440f578060 service neutron] 10.222.0.112 "GET /v2.0/networks?id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a HTTP/1.1" status: 200 len: 917 time: 0.1137803 Jul 07 19:16:27.990466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd4f2ca4-c7ad-44aa-9672-ccf9b1d645e6 req-0bdc7b0c-9875-4594-9d75-097efd1c9fd9 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374864 Jul 07 19:16:28.005796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fefe726-09d0-47b8-847b-9f46f8850afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.015826 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9db31c27-75b9-414c-b898-6810feb90fa8 req-02a1f841-7696-48ea-95cf-8558d10d13cd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc29747d-fdde-4049-899f-953f81c71cfd HTTP/1.1" status: 200 len: 217 time: 0.0491576 Jul 07 19:16:28.019157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fefe726-09d0-47b8-847b-9f46f8850afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.103925 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7bfeea68-b023-48c3-a6ea-19abd4af427a req-df111aa4-d3f6-4401-9cca-7301657b6214 service neutron] 10.222.0.59 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176149 Jul 07 19:16:28.110477 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edd441f9-0545-48ef-ba75-b710e4cf5827 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.327233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db31c27-75b9-414c-b898-6810feb90fa8 req-0e524b1c-48ca-49fd-9923-76e990e21be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:28.328785 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9db31c27-75b9-414c-b898-6810feb90fa8 req-0e524b1c-48ca-49fd-9923-76e990e21be6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e84b7bd7-6de6-4bfa-80a3-5254cb86cea3 HTTP/1.1" status: 200 len: 854 time: 0.3008997 Jul 07 19:16:28.404654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:16:28.440708 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacdf7f-cae4-4c32-af6c-ccdaea14111b None None] Sync routers for ids ['2854e8ee-0107-427a-b8f8-b49bbf28f091'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:16:28.463127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bacdf7f-cae4-4c32-af6c-ccdaea14111b None None] Routers {'2854e8ee-0107-427a-b8f8-b49bbf28f091'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:28.465487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3bacdf7f-cae4-4c32-af6c-ccdaea14111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2854e8ee-0107-427a-b8f8-b49bbf28f091'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:28.539269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed09a3-55fe-43d8-a151-7ca17a0533e3 req-a186c949-9220-47f9-877d-41fd00748fab tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:28.546350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bed09a3-55fe-43d8-a151-7ca17a0533e3 req-a186c949-9220-47f9-877d-41fd00748fab tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 943 time: 0.7465827 Jul 07 19:16:28.555387 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7bfeea68-b023-48c3-a6ea-19abd4af427a req-c036e18d-ddc6-40e5-83bc-4ad3a11b6ec4 service neutron] 10.222.0.59 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951381 Jul 07 19:16:28.568563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefe726-09d0-47b8-847b-9f46f8850afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aa4e04-2a38-4bd3-8689-3a556354f3b6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:28.574808 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db31c27-75b9-414c-b898-6810feb90fa8 req-e1f094f6-65b1-4c64-83c2-52c13948e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:28.576466 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9db31c27-75b9-414c-b898-6810feb90fa8 req-e1f094f6-65b1-4c64-83c2-52c13948e994 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2377148 Jul 07 19:16:28.633205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3bacdf7f-cae4-4c32-af6c-ccdaea14111b None None] Set router 2854e8ee-0107-427a-b8f8-b49bbf28f091 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:28.667176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5fefe726-09d0-47b8-847b-9f46f8850afa admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=05b4cbc3506845b2994a72d47f300bea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5847647 Jul 07 19:16:28.668454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] No DVR routers for this DVR port 159316be-b01d-40c1-a65d-20ace5749c57 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:28.674980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:28.694865 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.699100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f88b61c0-865f-4fcb-b124-7c4d40c7b16a req-20da9674-1c98-478e-b225-d313cb2587d8 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.112 "DELETE /v2.0/ports/159316be-b01d-40c1-a65d-20ace5749c57 HTTP/1.1" status: 204 len: 173 time: 3.3401711 Jul 07 19:16:28.755825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bed09a3-55fe-43d8-a151-7ca17a0533e3 req-a0a63085-1ba2-44f7-ab5b-e70a65dec52d tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020855 Jul 07 19:16:28.756515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'name': 'network-vif-deleted', 'tag': '159316be-b01d-40c1-a65d-20ace5749c57'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:28.760235 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f634a6-7311-4434-bbb5-2b5a096b0039" -d '{"events": [{"server_uuid": "241ea8d8-63d9-4afb-867a-ce0d813e5b7a", "name": "network-vif-deleted", "tag": "159316be-b01d-40c1-a65d-20ace5749c57"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:28.796239 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9db31c27-75b9-414c-b898-6810feb90fa8 req-9997db04-167b-427b-8e00-464df54f162e service neutron] 10.222.0.112 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080085 Jul 07 19:16:28.798625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb57b0-8482-4854-8d80-fa0471acc70a req-5ad81f70-bcf5-4700-8ccd-13c53d819feb tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:28.800161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5feb57b0-8482-4854-8d80-fa0471acc70a req-5ad81f70-bcf5-4700-8ccd-13c53d819feb tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 945 time: 0.3915887 Jul 07 19:16:28.891250 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6037-1d42-4ecc-b5ea-e1232196c25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.932220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 159316be-b01d-40c1-a65d-20ace5749c57 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:28.947190 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6037-1d42-4ecc-b5ea-e1232196c25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.964157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad2c6a-6e08-4118-b6bf-e19c51b239d3 req-1b29177a-52ea-4a6d-9430-f5058351b35f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:28.984208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-edd441f9-0545-48ef-ba75-b710e4cf5827 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Deleting port 1977e0ab-d564-4060-b086-1f2f525b6f75 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:28.984700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edd441f9-0545-48ef-ba75-b710e4cf5827 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:28.989820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-adad2c6a-6e08-4118-b6bf-e19c51b239d3 req-1b29177a-52ea-4a6d-9430-f5058351b35f tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 945 time: 0.5820467 Jul 07 19:16:28.999712 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9db31c27-75b9-414c-b898-6810feb90fa8 req-911bcd67-2f1b-40ca-bc82-53f81d5f6def service neutron] 10.222.0.112 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965544 Jul 07 19:16:29.009880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 159316be-b01d-40c1-a65d-20ace5749c57 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:29.010182 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 159316be-b01d-40c1-a65d-20ace5749c57 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:29.041726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3bacdf7f-cae4-4c32-af6c-ccdaea14111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0', 'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'mac_address': 'fa:16:3e:b3:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:11Z', 'updated_at': '2021-07-07T19:14:19Z', 'revision_number': 5, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'subnets': [{'id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:29.074505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacdf7f-cae4-4c32-af6c-ccdaea14111b None None] Checking router: 2854e8ee-0107-427a-b8f8-b49bbf28f091 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:16:29.087622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bacdf7f-cae4-4c32-af6c-ccdaea14111b None None] Routers {'2854e8ee-0107-427a-b8f8-b49bbf28f091'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:29.088621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3bacdf7f-cae4-4c32-af6c-ccdaea14111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2854e8ee-0107-427a-b8f8-b49bbf28f091'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:29.093083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dec6deb5-43d7-49e8-834c-bf7faac02e36 req-ebd07c7a-68bf-42b7-8096-617387cb467a tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 210 time: 0.0758808 Jul 07 19:16:29.108069 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-adad2c6a-6e08-4118-b6bf-e19c51b239d3 req-3a801b0b-75a1-4a3f-80b7-0d977f764e22 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/security-groups?id=95828ade-396c-4333-819c-b6ba09a47188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146746 Jul 07 19:16:29.122880 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6037-1d42-4ecc-b5ea-e1232196c25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.126613 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6037-1d42-4ecc-b5ea-e1232196c25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.131226 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ac5d6037-1d42-4ecc-b5ea-e1232196c25c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/85aa4e04-2a38-4bd3-8689-3a556354f3b6 HTTP/1.1" status: 204 len: 168 time: 0.4495528 Jul 07 19:16:29.165962 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edd441f9-0545-48ef-ba75-b710e4cf5827 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.176707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5feb57b0-8482-4854-8d80-fa0471acc70a req-df313cf9-bae3-41cb-bb32-4589309bda54 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Deleting port 91e45052-e4ac-4595-bc76-42deec27c3a4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:29.180828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb57b0-8482-4854-8d80-fa0471acc70a req-df313cf9-bae3-41cb-bb32-4589309bda54 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.204275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d6037-1d42-4ecc-b5ea-e1232196c25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aa4e04-2a38-4bd3-8689-3a556354f3b6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:29.221820 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-edd441f9-0545-48ef-ba75-b710e4cf5827 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Calling delete_port for 1977e0ab-d564-4060-b086-1f2f525b6f75 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:29.244738 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e74d8-b530-49d3-8406-b2f513f37dfa x-openstack-request-id: req-cd5e74d8-b530-49d3-8406-b2f513f37dfa {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:29.245081 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ea8d8-63d9-4afb-867a-ce0d813e5b7a", "name": "network-vif-deleted", "tag": "159316be-b01d-40c1-a65d-20ace5749c57", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:29.246691 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cd5e74d8-b530-49d3-8406-b2f513f37dfa {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:29.247128 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ea8d8-63d9-4afb-867a-ce0d813e5b7a', 'name': 'network-vif-deleted', 'tag': '159316be-b01d-40c1-a65d-20ace5749c57', 'status': 'completed', 'code': 200} Jul 07 19:16:29.268932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3bacdf7f-cae4-4c32-af6c-ccdaea14111b None None] Set router 2854e8ee-0107-427a-b8f8-b49bbf28f091 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:29.327467 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bc514602-e76b-4eab-a3ee-cc569880dc1f req-24c9fe97-5702-441a-968a-c206b28e588f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0700560 Jul 07 19:16:29.391469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5feb57b0-8482-4854-8d80-fa0471acc70a req-df313cf9-bae3-41cb-bb32-4589309bda54 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] For port 91e45052-e4ac-4595-bc76-42deec27c3a4, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=91e45052-e4ac-4595-bc76-42deec27c3a4,segment=NetworkSegment(e2655113-59ce-44c2-86c7-e92167eacab7),segment_id=e2655113-59ce-44c2-86c7-e92167eacab7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:29.391847 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb57b0-8482-4854-8d80-fa0471acc70a req-df313cf9-bae3-41cb-bb32-4589309bda54 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.414158 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5feb57b0-8482-4854-8d80-fa0471acc70a req-df313cf9-bae3-41cb-bb32-4589309bda54 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Calling delete_port for 91e45052-e4ac-4595-bc76-42deec27c3a4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:29.498889 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bc514602-e76b-4eab-a3ee-cc569880dc1f req-4b7232ae-092b-4f33-8ccb-8ab766132b3d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fb0daedddced40539523d8e86c33594f&device_id=241ea8d8-63d9-4afb-867a-ce0d813e5b7a HTTP/1.1" status: 200 len: 210 time: 0.0756345 Jul 07 19:16:29.684569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb57b0-8482-4854-8d80-fa0471acc70a req-df313cf9-bae3-41cb-bb32-4589309bda54 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.697694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:16:29.760058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df313cf9-bae3-41cb-bb32-4589309bda54 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Pushing event deleted for resources: {'Port': ['ID=91e45052-e4ac-4595-bc76-42deec27c3a4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:29.827895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feb57b0-8482-4854-8d80-fa0471acc70a req-df313cf9-bae3-41cb-bb32-4589309bda54 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] No DVR routers for this DVR port 91e45052-e4ac-4595-bc76-42deec27c3a4 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:29.844847 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb57b0-8482-4854-8d80-fa0471acc70a req-df313cf9-bae3-41cb-bb32-4589309bda54 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:29.847566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5feb57b0-8482-4854-8d80-fa0471acc70a req-df313cf9-bae3-41cb-bb32-4589309bda54 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.59 "DELETE /v2.0/ports/91e45052-e4ac-4595-bc76-42deec27c3a4 HTTP/1.1" status: 204 len: 173 time: 1.0390239 Jul 07 19:16:29.902651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae8ff0-05a8-41bd-9e28-00215f7593ec req-52a57da0-33f7-4288-8c26-82b09d0746cb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:29.906879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ddae8ff0-05a8-41bd-9e28-00215f7593ec req-52a57da0-33f7-4288-8c26-82b09d0746cb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2872446 Jul 07 19:16:29.955580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514602-e76b-4eab-a3ee-cc569880dc1f req-cf9efd7a-9a64-4797-951c-daca298f7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:29.957041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ddae8ff0-05a8-41bd-9e28-00215f7593ec req-759a2d70-947a-481f-b969-956ff5501f39 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441618 Jul 07 19:16:29.958106 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bc514602-e76b-4eab-a3ee-cc569880dc1f req-cf9efd7a-9a64-4797-951c-daca298f7c8b service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=fb0daedddced40539523d8e86c33594f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3875403 Jul 07 19:16:29.959794 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edd441f9-0545-48ef-ba75-b710e4cf5827 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:30.119986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd441f9-0545-48ef-ba75-b710e4cf5827 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event deleted for resources: {'Port': ['ID=1977e0ab-d564-4060-b086-1f2f525b6f75,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:30.149579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:30.153797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3bacdf7f-cae4-4c32-af6c-ccdaea14111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0', 'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'mac_address': 'fa:16:3e:b3:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:11Z', 'updated_at': '2021-07-07T19:14:19Z', 'revision_number': 5, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'subnets': [{'id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:30.180818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e77e5-731a-48cc-a511-796690ec4d10 req-efd52602-525c-4391-a8e8-9b6fca63bfaa tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:30.186745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b8e77e5-731a-48cc-a511-796690ec4d10 req-efd52602-525c-4391-a8e8-9b6fca63bfaa tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 943 time: 0.1586423 Jul 07 19:16:30.243277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacdf7f-cae4-4c32-af6c-ccdaea14111b None None] The sync data for ids ['2854e8ee-0107-427a-b8f8-b49bbf28f091'] in n-d-792394-12 is: [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0', 'name': '', 'network_id': 'f871e2f1-17f0-4e19-871c-14869d0d3703', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'mac_address': 'fa:16:3e:b3:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:11Z', 'updated_at': '2021-07-07T19:14:19Z', 'revision_number': 5, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'subnets': [{'id': 'cdf2536e-fb8f-4a43-8f9e-217f5536c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:16:30.246875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '731caa0c-358c-4c4d-9e48-f83a7c8e9ee7', 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a', 'port_id': '731caa0c-358c-4c4d-9e48-f83a7c8e9ee7', 'mac_address': 'fa:16:3e:e2:1f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84b7bd7-6de6-4bfa-80a3-5254cb86cea3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:16:30.345662 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:30.351163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46f3abba-c06c-4b2e-9277-8f38b238bd9e req-3268f80d-2132-41ba-a707-df6fad3200b7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=66532528330f4ada8d4ea37673e57e0f HTTP/1.1" status: 200 len: 221 time: 0.0829124 Jul 07 19:16:30.369109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b8e77e5-731a-48cc-a511-796690ec4d10 req-1a81c097-3c9a-41ce-93de-d7d95f8406b8 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713831 Jul 07 19:16:30.372257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:30.413718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:30.422211 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:30.531389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:30.745536 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9116cba-7f92-4290-be50-0c1c15c92264 None None] New status for floating IP 18f0f1b1-2d0c-4bc5-946f-3ab8d1d604cd: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:16:30.753794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-143ae6d5-69e1-427b-b5f5-496c70a0619a req-24acf19b-8ff0-4df7-bd4a-0497a2ddea68 tempest-LiveAutoBlockMigrationV225Test-2025594481 tempest-LiveAutoBlockMigrationV225Test-2025594481-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c9b8773-e8cf-4c18-a2bb-a1c20673de1b HTTP/1.1" status: 200 len: 210 time: 0.0548174 Jul 07 19:16:30.803872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['731caa0c-358c-4c4d-9e48-f83a7c8e9ee7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:30.847998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:30.951500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dc29747d-fdde-4049-899f-953f81c71cfd details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:16:31.005464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769049-3208-481a-93a7-62406ed996a8 req-ac2ebd0a-73ca-4ac3-ade2-f7cbca1761d4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:31.010304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b769049-3208-481a-93a7-62406ed996a8 req-ac2ebd0a-73ca-4ac3-ade2-f7cbca1761d4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2703121 Jul 07 19:16:31.024080 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f55d10d5-09ba-4281-8ead-c39b91e491aa tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.074896 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f55d10d5-09ba-4281-8ead-c39b91e491aa tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.124376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514602-e76b-4eab-a3ee-cc569880dc1f req-cf4a05ab-d4f6-4e24-82d4-70cb65e682d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:31.125900 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bc514602-e76b-4eab-a3ee-cc569880dc1f req-cf4a05ab-d4f6-4e24-82d4-70cb65e682d7 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.1592503 Jul 07 19:16:31.132038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b769049-3208-481a-93a7-62406ed996a8 req-d3e0b24c-f871-421c-8c70-ff730cc6c275 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092505 Jul 07 19:16:31.139043 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edd441f9-0545-48ef-ba75-b710e4cf5827 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.194604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f55d10d5-09ba-4281-8ead-c39b91e491aa tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.197676 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f55d10d5-09ba-4281-8ead-c39b91e491aa tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.201708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f55d10d5-09ba-4281-8ead-c39b91e491aa tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "DELETE /v2.0/security-groups/d8a02b36-81eb-4e05-b664-4817929aa09a HTTP/1.1" status: 204 len: 168 time: 0.3502362 Jul 07 19:16:31.202033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port dc29747d-fdde-4049-899f-953f81c71cfd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dc29747d-fdde-4049-899f-953f81c71cfd,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:31.202848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:31.219071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'dc29747d-fdde-4049-899f-953f81c71cfd', 'network_id': 'bb468194-8fef-4eaf-8a0b-0ec2e5d4413a', 'port_id': 'dc29747d-fdde-4049-899f-953f81c71cfd', 'mac_address': 'fa:16:3e:5d:98:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84b7bd7-6de6-4bfa-80a3-5254cb86cea3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:16:31.249661 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'name': 'network-vif-deleted', 'tag': '91e45052-e4ac-4595-bc76-42deec27c3a4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:31.257492 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae22a6d6-b205-402b-b6e5-92a46c4e0929" -d '{"events": [{"server_uuid": "8c9b8773-e8cf-4c18-a2bb-a1c20673de1b", "name": "network-vif-deleted", "tag": "91e45052-e4ac-4595-bc76-42deec27c3a4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:31.264032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d10d5-09ba-4281-8ead-c39b91e491aa tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a02b36-81eb-4e05-b664-4817929aa09a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:31.279614 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-71e06f2e-5957-4506-b0a6-66cef817141d tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] show failed (client error): The resource could not be found. Jul 07 19:16:31.282811 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-71e06f2e-5957-4506-b0a6-66cef817141d tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "GET /v2.0/security-groups/d8a02b36-81eb-4e05-b664-4817929aa09a HTTP/1.1" status: 404 len: 347 time: 0.0790236 Jul 07 19:16:31.288974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:31.306259 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.352159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc29747d-fdde-4049-899f-953f81c71cfd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:31.404315 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef33db1-73a0-4b5d-bdba-2335a339a4ab x-openstack-request-id: req-9ef33db1-73a0-4b5d-bdba-2335a339a4ab {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:31.404642 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b8773-e8cf-4c18-a2bb-a1c20673de1b", "name": "network-vif-deleted", "tag": "91e45052-e4ac-4595-bc76-42deec27c3a4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:31.404901 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ef33db1-73a0-4b5d-bdba-2335a339a4ab {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:31.405306 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b8773-e8cf-4c18-a2bb-a1c20673de1b', 'name': 'network-vif-deleted', 'tag': '91e45052-e4ac-4595-bc76-42deec27c3a4', 'status': 'completed', 'code': 200} Jul 07 19:16:31.408751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port dc29747d-fdde-4049-899f-953f81c71cfd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dc29747d-fdde-4049-899f-953f81c71cfd,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:31.454827 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.518898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=dc29747d-fdde-4049-899f-953f81c71cfd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:31.578035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d49f-e2a1-46c5-9d23-67c010cc6c8d req-9b8ec71a-eae1-4aad-84ac-3ac6c9030f0a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:31.579839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc64d49f-e2a1-46c5-9d23-67c010cc6c8d req-9b8ec71a-eae1-4aad-84ac-3ac6c9030f0a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1371639 Jul 07 19:16:31.622500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd441f9-0545-48ef-ba75-b710e4cf5827 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Router 761b355d-155d-4240-b9a1-3a2e8f69590f has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:16:31.628432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 91e45052-e4ac-4595-bc76-42deec27c3a4 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:31.650582 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc64d49f-e2a1-46c5-9d23-67c010cc6c8d req-f8f0c451-3bcd-4a3e-ac1d-c047cb76eae6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573521 Jul 07 19:16:31.658703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f452d-9c47-4bfc-bd46-c4ca72e618cd req-f99fb096-ec61-4ea6-97be-80e9282aa6f4 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:31.660259 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-839f452d-9c47-4bfc-bd46-c4ca72e618cd req-f99fb096-ec61-4ea6-97be-80e9282aa6f4 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 944 time: 0.1302872 Jul 07 19:16:31.678203 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 91e45052-e4ac-4595-bc76-42deec27c3a4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:31.678480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 91e45052-e4ac-4595-bc76-42deec27c3a4 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:31.689180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['dc29747d-fdde-4049-899f-953f81c71cfd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:31.734215 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8a42c02e-c6bf-487c-9c1a-17deda491ca5 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Deleting port 85a2accf-2aad-44a5-b185-2b1e4a7fd091 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:31.734404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a42c02e-c6bf-487c-9c1a-17deda491ca5 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.735395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-839f452d-9c47-4bfc-bd46-c4ca72e618cd req-f33ea162-0eb6-4d7c-bf11-23a1bd6e668c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684259 Jul 07 19:16:31.827842 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a42c02e-c6bf-487c-9c1a-17deda491ca5 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.828275 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a42c02e-c6bf-487c-9c1a-17deda491ca5 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:31.842006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8a42c02e-c6bf-487c-9c1a-17deda491ca5 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Calling delete_port for 85a2accf-2aad-44a5-b185-2b1e4a7fd091 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:31.904140 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd441f9-0545-48ef-ba75-b710e4cf5827 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:16:31.915045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec89773-f5c6-438f-b392-719079a5f45e None None] Sync routers for ids ['761b355d-155d-4240-b9a1-3a2e8f69590f'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:16:31.918066 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-edd441f9-0545-48ef-ba75-b710e4cf5827 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "PUT /v2.0/routers/761b355d-155d-4240-b9a1-3a2e8f69590f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2192433 Jul 07 19:16:31.918393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:31.939400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec89773-f5c6-438f-b392-719079a5f45e None None] Routers {'761b355d-155d-4240-b9a1-3a2e8f69590f'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:31.943653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bec89773-f5c6-438f-b392-719079a5f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['761b355d-155d-4240-b9a1-3a2e8f69590f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:31.983353 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bec89773-f5c6-438f-b392-719079a5f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:31.994285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:31.996235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec89773-f5c6-438f-b392-719079a5f45e None None] Routers {'761b355d-155d-4240-b9a1-3a2e8f69590f'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:31.997006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bec89773-f5c6-438f-b392-719079a5f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['761b355d-155d-4240-b9a1-3a2e8f69590f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:31.998948 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-117f521c-bc06-4ca4-be82-dce71bab2552 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] delete failed (client error): The resource could not be found. Jul 07 19:16:32.001093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-117f521c-bc06-4ca4-be82-dce71bab2552 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "DELETE /v2.0/routers/tempest-non_exist_router-2112801033 HTTP/1.1" status: 404 len: 335 time: 0.0815012 Jul 07 19:16:32.005075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:32.011493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1cbcb370-d103-4587-a8cc-6ab241a20325 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Request body: {'router': {'external_gateway_info': {'network_id': '761b355d-155d-4240-b9a1-3a2e8f69590f'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:32.047410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bec89773-f5c6-438f-b392-719079a5f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:32.048242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec89773-f5c6-438f-b392-719079a5f45e None None] The sync data for ids ['761b355d-155d-4240-b9a1-3a2e8f69590f'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:16:32.136125 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a42c02e-c6bf-487c-9c1a-17deda491ca5 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.172313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42c02e-c6bf-487c-9c1a-17deda491ca5 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Pushing event deleted for resources: {'Port': ['ID=85a2accf-2aad-44a5-b185-2b1e4a7fd091,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:32.311508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a42c02e-c6bf-487c-9c1a-17deda491ca5 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.314411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118fbf3-7899-4df9-bb79-42e882bf47e1 req-bd29eac3-1f3c-4507-bcf8-3a3d4a50f392 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:32.314946 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a42c02e-c6bf-487c-9c1a-17deda491ca5 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.320036 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8a42c02e-c6bf-487c-9c1a-17deda491ca5 tempest-ServersTestJSON-397237146 tempest-ServersTestJSON-397237146-project] 10.222.0.113 "DELETE /v2.0/floatingips/18f0f1b1-2d0c-4bc5-946f-3ab8d1d604cd HTTP/1.1" status: 204 len: 168 time: 1.0281150 Jul 07 19:16:32.322263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6118fbf3-7899-4df9-bb79-42e882bf47e1 req-bd29eac3-1f3c-4507-bcf8-3a3d4a50f392 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2376108 Jul 07 19:16:32.323240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:32.373721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb370-d103-4587-a8cc-6ab241a20325 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.381413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa83ff08-a57e-4c77-8ff7-64fe97da7f2d admin admin] Deleting subnet 0c35a17e-458f-44d2-b94e-ba875ec42b7f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:16:32.386456 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa83ff08-a57e-4c77-8ff7-64fe97da7f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.427303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6118fbf3-7899-4df9-bb79-42e882bf47e1 req-049f9f12-f5f3-44d8-bc2f-52cb06bfd61e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040242 Jul 07 19:16:32.428165 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-1cbcb370-d103-4587-a8cc-6ab241a20325 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] update failed (client error): The resource could not be found. Jul 07 19:16:32.433559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1cbcb370-d103-4587-a8cc-6ab241a20325 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "PUT /v2.0/routers/761b355d-155d-4240-b9a1-3a2e8f69590f HTTP/1.1" status: 404 len: 339 time: 0.4236352 Jul 07 19:16:32.434013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:32.450010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:32.543792 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa83ff08-a57e-4c77-8ff7-64fe97da7f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.654442 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa83ff08-a57e-4c77-8ff7-64fe97da7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.690270 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-931d9e02-50d6-46fb-b63f-8fe54db760a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.756572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa83ff08-a57e-4c77-8ff7-64fe97da7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.815045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83ff08-a57e-4c77-8ff7-64fe97da7f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c35a17e-458f-44d2-b94e-ba875ec42b7f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:32.823698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa83ff08-a57e-4c77-8ff7-64fe97da7f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.827990 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aa83ff08-a57e-4c77-8ff7-64fe97da7f2d admin admin] 10.222.0.113 "DELETE /v2.0/subnets/0c35a17e-458f-44d2-b94e-ba875ec42b7f HTTP/1.1" status: 204 len: 168 time: 0.8200281 Jul 07 19:16:32.828957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:32.892157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5236c1-30e7-4729-8a0a-d8dd085f68f2 req-4a315f3a-8d30-4f77-a447-91c150abbf9c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:32.894063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da5236c1-30e7-4729-8a0a-d8dd085f68f2 req-4a315f3a-8d30-4f77-a447-91c150abbf9c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3152428 Jul 07 19:16:32.944378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dc29747d-fdde-4049-899f-953f81c71cfd up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:32.955053 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.984751 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.016452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da5236c1-30e7-4729-8a0a-d8dd085f68f2 req-2415fbe2-7479-4b98-bb23-da8627ad7c92 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155651 Jul 07 19:16:33.063012 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.081386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port dc29747d-fdde-4049-899f-953f81c71cfd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:33.087403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port dc29747d-fdde-4049-899f-953f81c71cfd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:33.088071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.117553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.129946 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:33.142649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2655113-59ce-44c2-86c7-e92167eacab7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:33.143345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2655113-59ce-44c2-86c7-e92167eacab7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:33.154284 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.171006 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.176220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ab24-9905-49c3-bb90-f96430d7507f req-3aacab0a-dbe9-41e2-bee9-909be36cd1ca tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:33.178004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:16:33.178478 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.179730 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.194165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84c4ab24-9905-49c3-bb90-f96430d7507f req-3aacab0a-dbe9-41e2-bee9-909be36cd1ca tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 944 time: 0.2971718 Jul 07 19:16:33.211337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72566ef3-5c95-43c1-937b-4afe63093ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc29747d-fdde-4049-899f-953f81c71cfd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:33.215434 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feed422-e453-47a4-bb11-09c51bc5f63d" -d '{"events": [{"server_uuid": "72566ef3-5c95-43c1-937b-4afe63093ca6", "name": "network-vif-plugged", "status": "completed", "tag": "dc29747d-fdde-4049-899f-953f81c71cfd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:33.232433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port dc29747d-fdde-4049-899f-953f81c71cfd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dc29747d-fdde-4049-899f-953f81c71cfd,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:33.237819 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:16:33.241856 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:16:33.252405 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.256665 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.285557 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-931d9e02-50d6-46fb-b63f-8fe54db760a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.303944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=dc29747d-fdde-4049-899f-953f81c71cfd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:33.311316 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.314115 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] 10.222.0.113 "DELETE /v2.0/networks/3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc HTTP/1.1" status: 204 len: 168 time: 0.4835899 Jul 07 19:16:33.317948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:33.337890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28d639-26dd-43ed-9504-4483a2754103 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cfecaa7-0fea-43b8-b84a-4c3a2671cfcc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:33.352187 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-931d9e02-50d6-46fb-b63f-8fe54db760a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.417812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f39db2-98b1-42b6-a2d4-23006fee6e83 admin admin] Deleting subnet 12abd479-17dd-4f11-a169-fbf115ae53d1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:16:33.422656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90f39db2-98b1-42b6-a2d4-23006fee6e83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.522189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90f39db2-98b1-42b6-a2d4-23006fee6e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.549777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d9e02-50d6-46fb-b63f-8fe54db760a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ee4ed6-1566-4276-bdb9-b2d12d334de0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:33.556567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84c4ab24-9905-49c3-bb90-f96430d7507f req-1042c882-0559-4c76-b89b-41b73a848afe tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496366 Jul 07 19:16:33.567239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-931d9e02-50d6-46fb-b63f-8fe54db760a0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=df7af972602c401faa672a696ce70330&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1135252 Jul 07 19:16:33.570880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:33.597834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90f39db2-98b1-42b6-a2d4-23006fee6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.622038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:33.649942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f06fee-8317-4809-8470-911dd614a41f req-b0843841-0ad0-46c1-ad36-d375afd89714 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:33.658431 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96f06fee-8317-4809-8470-911dd614a41f req-b0843841-0ad0-46c1-ad36-d375afd89714 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3627536 Jul 07 19:16:33.674707 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a62854-5a36-4eb1-81a4-d7b4388d8789 x-openstack-request-id: req-d7a62854-5a36-4eb1-81a4-d7b4388d8789 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:33.676489 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72566ef3-5c95-43c1-937b-4afe63093ca6", "name": "network-vif-plugged", "status": "completed", "tag": "dc29747d-fdde-4049-899f-953f81c71cfd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:33.676624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Allocated IP 172.20.0.1 (66536278-6c62-4a82-8aa2-ea2698f54e17/ea48efe9-10bf-4118-96a1-8885c15954af/399fd3ab-f523-4e60-91a7-2762efbbc789) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:33.677933 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d7a62854-5a36-4eb1-81a4-d7b4388d8789 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:33.678547 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72566ef3-5c95-43c1-937b-4afe63093ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc29747d-fdde-4049-899f-953f81c71cfd', 'code': 200} Jul 07 19:16:33.734553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7e33dd7-6b68-449b-9b35-eb87337da20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.744182 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90f39db2-98b1-42b6-a2d4-23006fee6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.753101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:33.755779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96f06fee-8317-4809-8470-911dd614a41f req-346a7d76-2979-451c-88f7-179ea0847e2e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962102 Jul 07 19:16:33.759432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:33.760199 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.842339 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f39db2-98b1-42b6-a2d4-23006fee6e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12abd479-17dd-4f11-a169-fbf115ae53d1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:33.848722 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7e33dd7-6b68-449b-9b35-eb87337da20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.858874 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90f39db2-98b1-42b6-a2d4-23006fee6e83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.860813 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-90f39db2-98b1-42b6-a2d4-23006fee6e83 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/12abd479-17dd-4f11-a169-fbf115ae53d1 HTTP/1.1" status: 204 len: 168 time: 0.5418937 Jul 07 19:16:33.869979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:33.909678 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.934269 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:33.978002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:33.982285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Transition to ACTIVE for port object 399fd3ab-f523-4e60-91a7-2762efbbc789 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:33.983861 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.011407 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.055319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a77ad-5f36-4395-adae-e41ee0eb268b req-3c896fe8-14b6-4887-80ef-72b8af11ca93 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:34.062959 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-480a77ad-5f36-4395-adae-e41ee0eb268b req-3c896fe8-14b6-4887-80ef-72b8af11ca93 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1204646 Jul 07 19:16:34.080777 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.092184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:34.168070 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] Deleting port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:34.168584 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.173639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-480a77ad-5f36-4395-adae-e41ee0eb268b req-877ba40a-fd48-41c1-9bfa-4cf14537a075 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093299 Jul 07 19:16:34.181927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Network 66536278-6c62-4a82-8aa2-ea2698f54e17 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:34.186580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:34.188732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event updated for resources: {'Port': ['ID=399fd3ab-f523-4e60-91a7-2762efbbc789,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:34.206041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5e18b-7252-48b0-8435-827056907c5d req-3f263d51-879c-4fdf-97dd-d598a0877493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:34.208137 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18f5e18b-7252-48b0-8435-827056907c5d req-3f263d51-879c-4fdf-97dd-d598a0877493 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 1097 time: 0.4547954 Jul 07 19:16:34.209933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:34.246473 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.291192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7e33dd7-6b68-449b-9b35-eb87337da20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.294104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7e33dd7-6b68-449b-9b35-eb87337da20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.295280 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e7e33dd7-6b68-449b-9b35-eb87337da20a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/59ee4ed6-1566-4276-bdb9-b2d12d334de0 HTTP/1.1" status: 204 len: 168 time: 0.7235310 Jul 07 19:16:34.297300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa40c135-a583-487c-97e4-da0e302e8de3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:34.312589 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.324336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56cd637-3a26-4507-b1a9-5595c6803a18') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:34.324734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56cd637-3a26-4507-b1a9-5595c6803a18') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:34.334691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e33dd7-6b68-449b-9b35-eb87337da20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ee4ed6-1566-4276-bdb9-b2d12d334de0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:34.347109 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.390452 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18f5e18b-7252-48b0-8435-827056907c5d req-ff2a1d8a-6d08-44cd-9565-0ba7f8ec0f3f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404755 Jul 07 19:16:34.391351 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.415406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:16:34.416178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:16:34.418746 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:16:34.497614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] For port bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:34.497991 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.525345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] Calling delete_port for bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:34.545611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.551840 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.556705 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] 10.222.0.113 "DELETE /v2.0/networks/fa40c135-a583-487c-97e4-da0e302e8de3 HTTP/1.1" status: 204 len: 168 time: 0.6847348 Jul 07 19:16:34.567772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ffc934d7-19c2-4ba6-ba43-be2a62d0ba7d None None] Provisioning for port 399fd3ab-f523-4e60-91a7-2762efbbc789 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:34.583912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ffc934d7-19c2-4ba6-ba43-be2a62d0ba7d None None] Provisioning complete for port 399fd3ab-f523-4e60-91a7-2762efbbc789 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:34.584609 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffc934d7-19c2-4ba6-ba43-be2a62d0ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.626565 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca15a77-eede-4a06-a23f-9e20924bd171 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa40c135-a583-487c-97e4-da0e302e8de3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:34.673694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ffc934d7-19c2-4ba6-ba43-be2a62d0ba7d None None] Port 399fd3ab-f523-4e60-91a7-2762efbbc789 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:16:34.901036 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.929061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:34.938072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:35.057107 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-964facf7-35ad-42de-9442-ecc0deeff88f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=077584ff508b4bd2b35a4a839b90cfc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267502 Jul 07 19:16:35.059663 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:35.148770 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.164618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3b351-0d1e-44d8-8482-1b8a864971d4 req-0aad941f-c95d-418d-ba35-b52df1d27d5f tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:35.172947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7b3b351-0d1e-44d8-8482-1b8a864971d4 req-0aad941f-c95d-418d-ba35-b52df1d27d5f tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 945 time: 0.1875489 Jul 07 19:16:35.186579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd80500-ffea-4cba-b145-cbf84ac40997 req-6f876eb0-19c1-4da5-a1fd-f1e1e5f83f53 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:35.188129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd80500-ffea-4cba-b145-cbf84ac40997 req-6f876eb0-19c1-4da5-a1fd-f1e1e5f83f53 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.6604776 Jul 07 19:16:35.256866 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46f218a8-318b-4333-835b-b62961bb685e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.320626 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46f218a8-318b-4333-835b-b62961bb685e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.337618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bd80500-ffea-4cba-b145-cbf84ac40997 req-87fb042d-a89c-4cf0-8b0f-900310216d07 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300941 Jul 07 19:16:35.402870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46f218a8-318b-4333-835b-b62961bb685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.409972 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46f218a8-318b-4333-835b-b62961bb685e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.413805 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-46f218a8-318b-4333-835b-b62961bb685e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/95828ade-396c-4333-819c-b6ba09a47188 HTTP/1.1" status: 204 len: 168 time: 0.3531592 Jul 07 19:16:35.464441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f218a8-318b-4333-835b-b62961bb685e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95828ade-396c-4333-819c-b6ba09a47188,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:35.510301 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7b3b351-0d1e-44d8-8482-1b8a864971d4 req-7da0798b-9c68-4956-81c3-eeeaf6127ca4 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362195 Jul 07 19:16:35.611020 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.679561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbe8358-2f10-4e5d-8057-6c93fd339288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731caa0c-358c-4c4d-9e48-f83a7c8e9ee7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:35.683156 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b7dba-7c86-44d0-bb0d-e7626d560444" -d '{"events": [{"server_uuid": "acbe8358-2f10-4e5d-8057-6c93fd339288", "name": "network-vif-plugged", "status": "completed", "tag": "731caa0c-358c-4c4d-9e48-f83a7c8e9ee7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:35.759264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519e59b-c0a4-417a-afc6-ea90c19ea377 req-f0c4e230-e6f1-442d-bca1-44cdac96e470 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:35.761019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e519e59b-c0a4-417a-afc6-ea90c19ea377 req-f0c4e230-e6f1-442d-bca1-44cdac96e470 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1643617 Jul 07 19:16:35.764574 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8f3f6c-8b4d-4cd6-a5ac-7961995d6b1d x-openstack-request-id: req-4a8f3f6c-8b4d-4cd6-a5ac-7961995d6b1d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:35.765424 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbe8358-2f10-4e5d-8057-6c93fd339288", "name": "network-vif-plugged", "status": "completed", "tag": "731caa0c-358c-4c4d-9e48-f83a7c8e9ee7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:35.765895 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4a8f3f6c-8b4d-4cd6-a5ac-7961995d6b1d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:35.766675 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbe8358-2f10-4e5d-8057-6c93fd339288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731caa0c-358c-4c4d-9e48-f83a7c8e9ee7', 'code': 200} Jul 07 19:16:35.792532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.803030 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.927592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:35.931113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e519e59b-c0a4-417a-afc6-ea90c19ea377 req-e33e62ba-cc7f-4455-bb3b-778fd3a42634 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630721 Jul 07 19:16:35.990143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event updated for resources: {'Port': ['ID=399fd3ab-f523-4e60-91a7-2762efbbc789,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:36.001314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.100305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3cf594be-6be4-42c8-baa9-fa7be4e1fd65 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=511d271f1d3341d8bb1b59671e25df17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651561 Jul 07 19:16:36.104171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:36.153693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37912414-8d58-42f9-876f-cde5245e8a0f req-c7a8935e-df50-4e2e-9276-3fe77548899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:36.155230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37912414-8d58-42f9-876f-cde5245e8a0f req-c7a8935e-df50-4e2e-9276-3fe77548899a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=acbe8358-2f10-4e5d-8057-6c93fd339288 HTTP/1.1" status: 200 len: 1098 time: 0.2537746 Jul 07 19:16:36.287904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Network 66536278-6c62-4a82-8aa2-ea2698f54e17 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:36.290662 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8fecf0d-7495-4649-bf8d-8dca129fdf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.299353 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37912414-8d58-42f9-876f-cde5245e8a0f req-dcb40742-29a7-4271-a896-9c425203dde7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126060 Jul 07 19:16:36.300193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:36.345773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8fecf0d-7495-4649-bf8d-8dca129fdf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.355762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2be74-9584-40a7-92fe-cd4bd0fec46d req-7258a365-6898-475d-a5d0-581333fb981c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:36.356866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86f2be74-9584-40a7-92fe-cd4bd0fec46d req-7258a365-6898-475d-a5d0-581333fb981c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2383883 Jul 07 19:16:36.490811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] Router 2854e8ee-0107-427a-b8f8-b49bbf28f091 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:16:36.601575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Router 761b355d-155d-4240-b9a1-3a2e8f69590f has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:16:36.614322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86f2be74-9584-40a7-92fe-cd4bd0fec46d req-d0a6a183-eec1-445d-9122-c7024b7ab25e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552899 Jul 07 19:16:36.627752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3278e53-d370-4116-a2af-294f0ae8ad2e None None] Provisioning complete for port 399fd3ab-f523-4e60-91a7-2762efbbc789 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:36.631208 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3278e53-d370-4116-a2af-294f0ae8ad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.653698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:16:36.672218 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cfd4d6-3aa6-4464-989c-304c635fbdae None None] Sync routers for ids ['2854e8ee-0107-427a-b8f8-b49bbf28f091'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:16:36.674496 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b6b8878a-c30c-4a71-abaa-c62bc426f412 admin admin] 10.222.0.113 "PUT /v2.0/routers/2854e8ee-0107-427a-b8f8-b49bbf28f091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3498964 Jul 07 19:16:36.677915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:36.678499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a3278e53-d370-4116-a2af-294f0ae8ad2e None None] Port 399fd3ab-f523-4e60-91a7-2762efbbc789 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:16:36.690941 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cfd4d6-3aa6-4464-989c-304c635fbdae None None] Routers {'2854e8ee-0107-427a-b8f8-b49bbf28f091'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:36.692132 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46cfd4d6-3aa6-4464-989c-304c635fbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2854e8ee-0107-427a-b8f8-b49bbf28f091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:36.861173 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.869521 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-46cfd4d6-3aa6-4464-989c-304c635fbdae None None] Set router 2854e8ee-0107-427a-b8f8-b49bbf28f091 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:36.884373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:16:36.894786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea86f0e-1581-4ac3-87a1-82f161cacda9 None None] Sync routers for ids ['761b355d-155d-4240-b9a1-3a2e8f69590f'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:16:36.918919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea86f0e-1581-4ac3-87a1-82f161cacda9 None None] Routers {'761b355d-155d-4240-b9a1-3a2e8f69590f'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:36.920204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bea86f0e-1581-4ac3-87a1-82f161cacda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['761b355d-155d-4240-b9a1-3a2e8f69590f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:36.948900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-42f093a0-99ae-4d18-afc5-9d88abb92043 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "PUT /v2.0/routers/761b355d-155d-4240-b9a1-3a2e8f69590f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5092633 Jul 07 19:16:36.949668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:37.077081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bea86f0e-1581-4ac3-87a1-82f161cacda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:37.101588 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea86f0e-1581-4ac3-87a1-82f161cacda9 None None] Routers {'761b355d-155d-4240-b9a1-3a2e8f69590f'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:37.106081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bea86f0e-1581-4ac3-87a1-82f161cacda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['761b355d-155d-4240-b9a1-3a2e8f69590f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:37.106266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:37.179601 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bea86f0e-1581-4ac3-87a1-82f161cacda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:37.187000 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46cfd4d6-3aa6-4464-989c-304c635fbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:16:34Z', 'revision_number': 5, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port': {'id': 'cc4aa9be-24e0-462d-a3a1-e2a288bbfba0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:14:07Z', 'updated_at': '2021-07-07T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:37.188581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea86f0e-1581-4ac3-87a1-82f161cacda9 None None] The sync data for ids ['761b355d-155d-4240-b9a1-3a2e8f69590f'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:16:37.225392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Deleting port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:37.226151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:37.226981 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8fecf0d-7495-4649-bf8d-8dca129fdf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:37.229760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8fecf0d-7495-4649-bf8d-8dca129fdf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:37.230903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c8fecf0d-7495-4649-bf8d-8dca129fdf03 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3917133c-1331-41c2-89b6-a585c2de1f4b HTTP/1.1" status: 204 len: 168 time: 1.1256018 Jul 07 19:16:37.241583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fecf0d-7495-4649-bf8d-8dca129fdf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3917133c-1331-41c2-89b6-a585c2de1f4b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:37.244413 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cfd4d6-3aa6-4464-989c-304c635fbdae None None] Checking router: 2854e8ee-0107-427a-b8f8-b49bbf28f091 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:16:37.251789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aca5b89f-e33a-4ced-85ed-60ffd1f61df0 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:37.294214 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cfd4d6-3aa6-4464-989c-304c635fbdae None None] Routers {'2854e8ee-0107-427a-b8f8-b49bbf28f091'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:37.294865 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46cfd4d6-3aa6-4464-989c-304c635fbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2854e8ee-0107-427a-b8f8-b49bbf28f091'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:37.453178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] For port cc4aa9be-24e0-462d-a3a1-e2a288bbfba0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=cc4aa9be-24e0-462d-a3a1-e2a288bbfba0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:37.453695 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:37.465736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baaeea-e175-4db7-a444-cef8ff2e66a6 req-cd1e6e34-70a4-4058-b30c-c3daff177c64 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.470653 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-46cfd4d6-3aa6-4464-989c-304c635fbdae None None] Set router 2854e8ee-0107-427a-b8f8-b49bbf28f091 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:37.473885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3baaeea-e175-4db7-a444-cef8ff2e66a6 req-cd1e6e34-70a4-4058-b30c-c3daff177c64 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 945 time: 0.7581632 Jul 07 19:16:37.485761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Calling delete_port for cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:37.495406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5504308-7589-4c98-aabf-1c54d8374796 req-8a9029c3-12f2-40b2-8339-3746f4b450fe tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.502900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5504308-7589-4c98-aabf-1c54d8374796 req-8a9029c3-12f2-40b2-8339-3746f4b450fe tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.6020310 Jul 07 19:16:37.519413 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-aca5b89f-e33a-4ced-85ed-60ffd1f61df0 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 19:16:37.521086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-aca5b89f-e33a-4ced-85ed-60ffd1f61df0 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "DELETE /v2.0/routers/761b355d-155d-4240-b9a1-3a2e8f69590f HTTP/1.1" status: 409 len: 329 time: 0.5049922 Jul 07 19:16:37.524199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:37.669389 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-46cfd4d6-3aa6-4464-989c-304c635fbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:16:37Z', 'revision_number': 6, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:37.693123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3baaeea-e175-4db7-a444-cef8ff2e66a6 req-c86cc25a-c8d3-4e4e-a58e-b03abb7fda15 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180619 Jul 07 19:16:37.715030 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cfd4d6-3aa6-4464-989c-304c635fbdae None None] The sync data for ids ['2854e8ee-0107-427a-b8f8-b49bbf28f091'] in n-d-792394-12 is: [{'id': '2854e8ee-0107-427a-b8f8-b49bbf28f091', 'name': 'tempest-ServersTestJSON-833648595-router', 'tenant_id': 'fb0daedddced40539523d8e86c33594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:14:06Z', 'updated_at': '2021-07-07T19:16:37Z', 'revision_number': 6, 'project_id': 'fb0daedddced40539523d8e86c33594f', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:16:37.720843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5504308-7589-4c98-aabf-1c54d8374796 req-aa95025d-8caa-45ef-80e9-a56ba77e1054 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165256 Jul 07 19:16:38.078525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.129680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c12d0-20c8-439a-b0f4-565a324ea3e7 req-817653dd-d743-469b-8bf1-54d36b90a094 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:38.145813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-912c12d0-20c8-439a-b0f4-565a324ea3e7 req-817653dd-d743-469b-8bf1-54d36b90a094 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.1899614 Jul 07 19:16:38.150314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4aa9be-24e0-462d-a3a1-e2a288bbfba0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:38.299876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.358154 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44d532d2-4d40-4f2e-9198-2c34f034a482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.365057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-912c12d0-20c8-439a-b0f4-565a324ea3e7 req-e79d5762-9662-4528-b087-127c6ac57bb6 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181249 Jul 07 19:16:38.438928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb8485-f8d8-44a3-a883-1156e0a2ec64 req-8c303888-b50a-497f-b0b3-00576928c04b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:38.439138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.441103 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9bdb8485-f8d8-44a3-a883-1156e0a2ec64 req-8c303888-b50a-497f-b0b3-00576928c04b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3523295 Jul 07 19:16:38.442960 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.459292 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e439e98-691c-45f0-a5e6-c6d349ffc71a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.503072 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.503646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2854e8ee-0107-427a-b8f8-b49bbf28f091 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:16:38.511125 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.514692 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f1bab594-8cde-4cbc-b35e-9bc7ab9f1d64 admin admin] 10.222.0.113 "DELETE /v2.0/routers/2854e8ee-0107-427a-b8f8-b49bbf28f091 HTTP/1.1" status: 204 len: 168 time: 1.8329980 Jul 07 19:16:38.522094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:38.625233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e087f28-4643-464f-87bb-c76f4f4f0228 admin admin] Deleting subnet cdf2536e-fb8f-4a43-8f9e-217f5536c5f4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:16:38.632131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e087f28-4643-464f-87bb-c76f4f4f0228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.734907 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e087f28-4643-464f-87bb-c76f4f4f0228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.778846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9bdb8485-f8d8-44a3-a883-1156e0a2ec64 req-c2a0f72a-31d7-4105-9cc3-9fb25fbe17ec tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277681 Jul 07 19:16:38.873067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:38.899989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e087f28-4643-464f-87bb-c76f4f4f0228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:38.904956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b1bf3-1e5d-4f69-9de5-5aa1b9d5ecbb req-bdf0844c-05a2-475a-8261-0d24758b4288 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:38.927924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c5b1bf3-1e5d-4f69-9de5-5aa1b9d5ecbb req-bdf0844c-05a2-475a-8261-0d24758b4288 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=acbe8358-2f10-4e5d-8057-6c93fd339288 HTTP/1.1" status: 200 len: 946 time: 0.3010621 Jul 07 19:16:39.033246 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e087f28-4643-464f-87bb-c76f4f4f0228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.047302 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c5b1bf3-1e5d-4f69-9de5-5aa1b9d5ecbb req-5880a60b-be4e-4674-bdaf-653451bdbe94 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184967 Jul 07 19:16:39.056595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:39.088242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:39.088810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bf31acd5-4cb5-4ddc-b20f-6ed83f7e1cf0 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:39.089538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:39.130610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:39.131125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cc4aa9be-24e0-462d-a3a1-e2a288bbfba0 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:39.150802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-414149354-network', 'tenant_id': '1a9e7e79c68a476f8147099a363d1d0f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:39.154502 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e087f28-4643-464f-87bb-c76f4f4f0228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf2536e-fb8f-4a43-8f9e-217f5536c5f4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:39.162175 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e087f28-4643-464f-87bb-c76f4f4f0228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.168187 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9e087f28-4643-464f-87bb-c76f4f4f0228 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/cdf2536e-fb8f-4a43-8f9e-217f5536c5f4 HTTP/1.1" status: 204 len: 168 time: 0.6449566 Jul 07 19:16:39.170281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef78ed5f-e3c9-4a98-aa9d-9d13a7a06cbc None None] Network f871e2f1-17f0-4e19-871c-14869d0d3703 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:39.172282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:39.303082 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Made reservation on behalf of 1a9e7e79c68a476f8147099a363d1d0f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:39.306337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.332633 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.358964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.385555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b480de-f694-4b64-ac90-19e762263aa1 req-29bec7c9-3ccd-4ea9-a5cb-b6cca6d42e16 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:39.387289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34b480de-f694-4b64-ac90-19e762263aa1 req-29bec7c9-3ccd-4ea9-a5cb-b6cca6d42e16 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3388972 Jul 07 19:16:39.450647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6e439e98-691c-45f0-a5e6-c6d349ffc71a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Deleting port 399fd3ab-f523-4e60-91a7-2762efbbc789 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:39.451069 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e439e98-691c-45f0-a5e6-c6d349ffc71a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.492872 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.516765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.556235 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:16:39.556896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e602c760-dcf2-481b-8045-746a3a4e883b None None] DHCP port deletion for f871e2f1-17f0-4e19-871c-14869d0d3703 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:16:39.562400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415adfa2-8b09-4f53-8916-e625eb22bb3e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:39.573110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.573409 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Added segment 1113f4a3-98bb-4069-85d3-4dd443c14676 of type vlan for network 62840828-0370-41dd-8414-061b75720a7b Jul 07 19:16:39.628092 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Deleting port 04341f21-8ea3-40fc-b6ff-707744960eae {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:39.628647 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.662477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e602c760-dcf2-481b-8045-746a3a4e883b None None] Deleting port 04341f21-8ea3-40fc-b6ff-707744960eae {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:39.663560 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e602c760-dcf2-481b-8045-746a3a4e883b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.745348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e602c760-dcf2-481b-8045-746a3a4e883b None None] For port 04341f21-8ea3-40fc-b6ff-707744960eae, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=04341f21-8ea3-40fc-b6ff-707744960eae,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:39.746480 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e602c760-dcf2-481b-8045-746a3a4e883b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.769960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e602c760-dcf2-481b-8045-746a3a4e883b None None] Calling delete_port for 04341f21-8ea3-40fc-b6ff-707744960eae owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:39.776412 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.882084 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] For port 04341f21-8ea3-40fc-b6ff-707744960eae, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=04341f21-8ea3-40fc-b6ff-707744960eae,segment=NetworkSegment(0e62421b-158f-4e1a-9e91-dc7d8a92c0f7),segment_id=0e62421b-158f-4e1a-9e91-dc7d8a92c0f7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:39.882950 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.892114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.893119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34b480de-f694-4b64-ac90-19e762263aa1 req-cb13c867-cb52-4aab-a0aa-47dc22127e96 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942119 Jul 07 19:16:39.893470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:39.894121 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.908122 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e602c760-dcf2-481b-8045-746a3a4e883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:39.934414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:39.943273 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0549278 Jul 07 19:16:39.944319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabee5c-310d-4b12-99b9-2638efb9e66b req-e8cc3811-26b4-4b94-b2cf-a38150974136 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:39.951742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aaabee5c-310d-4b12-99b9-2638efb9e66b req-e8cc3811-26b4-4b94-b2cf-a38150974136 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 945 time: 0.5516534 Jul 07 19:16:39.959806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] Request body: {'subnet': {'network_id': '62840828-0370-41dd-8414-061b75720a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-414149354-subnet', 'tenant_id': '1a9e7e79c68a476f8147099a363d1d0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:39.985219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602c760-dcf2-481b-8045-746a3a4e883b None None] Pushing event deleted for resources: {'Port': ['ID=04341f21-8ea3-40fc-b6ff-707744960eae,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:39.997420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] Made reservation on behalf of 1a9e7e79c68a476f8147099a363d1d0f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:40.000215 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.009581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602c760-dcf2-481b-8045-746a3a4e883b None None] No DVR routers for this DVR port 04341f21-8ea3-40fc-b6ff-707744960eae on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:40.017005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Calling delete_port for 04341f21-8ea3-40fc-b6ff-707744960eae owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:40.080328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89582faa-a2f6-4cc2-b1e0-0f696c3a6425 admin admin] Pushing event updated for resources: {'Network': ['ID=62840828-0370-41dd-8414-061b75720a7b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:40.093291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 62840828-0370-41dd-8414-061b75720a7b details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:16:40.097458 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e439e98-691c-45f0-a5e6-c6d349ffc71a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.130577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6e439e98-691c-45f0-a5e6-c6d349ffc71a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Calling delete_port for 399fd3ab-f523-4e60-91a7-2762efbbc789 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:40.149696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aaabee5c-310d-4b12-99b9-2638efb9e66b req-02a9fb21-9e11-4dae-b5fa-232fc3f6a312 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970363 Jul 07 19:16:40.196107 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.273372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Pushing event deleted for resources: {'Port': ['ID=04341f21-8ea3-40fc-b6ff-707744960eae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:40.291200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] No DVR routers for this DVR port 04341f21-8ea3-40fc-b6ff-707744960eae on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:40.392887 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.405489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f871e2f1-17f0-4e19-871c-14869d0d3703']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:40.423284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:40.423964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e62421b-158f-4e1a-9e91-dc7d8a92c0f7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:40.438687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.475257 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.489529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:16:40.489940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3b21f-67ea-4651-94f7-059ed1b35091 req-bfee7467-5f90-4cea-abf7-84584f5a557a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:40.490424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.497485 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abb3b21f-67ea-4651-94f7-059ed1b35091 req-bfee7467-5f90-4cea-abf7-84584f5a557a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2618151 Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:16:40.553288 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:16:40.580890 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.586396 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.588891 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] 10.222.0.113 "DELETE /v2.0/networks/f871e2f1-17f0-4e19-871c-14869d0d3703 HTTP/1.1" status: 204 len: 168 time: 1.4149909 Jul 07 19:16:40.599228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abb3b21f-67ea-4651-94f7-059ed1b35091 req-39b098e2-a5ab-4865-92e1-4c8662482da8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007521 Jul 07 19:16:40.616111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d2984-f304-40f0-8bc5-44f85df9be00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f871e2f1-17f0-4e19-871c-14869d0d3703,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:40.637403 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.823809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:40.843609 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e439e98-691c-45f0-a5e6-c6d349ffc71a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:40.891297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:40.925562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e439e98-691c-45f0-a5e6-c6d349ffc71a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event deleted for resources: {'Port': ['ID=399fd3ab-f523-4e60-91a7-2762efbbc789,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:40.963822 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:40.964665 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d54f7bcb-e6b3-4fbf-942b-3ca74c31f312 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fb0daedddced40539523d8e86c33594f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721104 Jul 07 19:16:40.966931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:40.967516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] Network hostable DHCP agents. Network: 62840828-0370-41dd-8414-061b75720a7b, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:16:40.989920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 04341f21-8ea3-40fc-b6ff-707744960eae no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:41.020838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbf7ac-ef91-47a5-b021-6589b21db5bf req-cb9bda2b-1812-4d71-a7d3-c6578ef2def2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:41.029569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edcbf7ac-ef91-47a5-b021-6589b21db5bf req-cb9bda2b-1812-4d71-a7d3-c6578ef2def2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.4290507 Jul 07 19:16:41.030178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d502a62a-799b-409a-9023-4f9df36cee79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.041107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 04341f21-8ea3-40fc-b6ff-707744960eae {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:41.045919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 04341f21-8ea3-40fc-b6ff-707744960eae not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:41.075703 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d755012-5b65-4a10-8aa3-de98e3549248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.091946 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d502a62a-799b-409a-9023-4f9df36cee79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.154634 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d502a62a-799b-409a-9023-4f9df36cee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.159951 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d502a62a-799b-409a-9023-4f9df36cee79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.165175 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d502a62a-799b-409a-9023-4f9df36cee79 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6f8989f9-11f2-4a85-9020-9aba9dbcb3fc HTTP/1.1" status: 204 len: 168 time: 0.1945422 Jul 07 19:16:41.170053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765200c-5552-4932-854a-2c998947d3aa req-b71682a9-0e8b-469a-b4c8-973d3f58b50b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:41.173006 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3765200c-5552-4932-854a-2c998947d3aa req-b71682a9-0e8b-469a-b4c8-973d3f58b50b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4156246 Jul 07 19:16:41.186237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502a62a-799b-409a-9023-4f9df36cee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8989f9-11f2-4a85-9020-9aba9dbcb3fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:41.220337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] Network 62840828-0370-41dd-8414-061b75720a7b is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:16:41.272695 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.437596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e439e98-691c-45f0-a5e6-c6d349ffc71a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.469280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edcbf7ac-ef91-47a5-b021-6589b21db5bf req-e3cdbb13-958e-4d01-afea-72c541b01cb9 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288945 Jul 07 19:16:41.469280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 62840828-0370-41dd-8414-061b75720a7b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:41.492988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a6a37e-d667-40e4-ac9d-8c4ad50c3acc None None] Network 62840828-0370-41dd-8414-061b75720a7b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:41.495352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:41.496946 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:41.543233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3765200c-5552-4932-854a-2c998947d3aa req-fa86fe5a-35e5-49a3-9254-ec3ba9cc76fc tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553433 Jul 07 19:16:41.560443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bcf95d41-dcf8-4d9f-a665-a3388d78e451 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6224885 Jul 07 19:16:41.806299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5224267-d09e-4d01-8268-162fd0bbf2ab None None] Network 62840828-0370-41dd-8414-061b75720a7b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:41.908033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e439e98-691c-45f0-a5e6-c6d349ffc71a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Router 761b355d-155d-4240-b9a1-3a2e8f69590f has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:16:42.063609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e439e98-691c-45f0-a5e6-c6d349ffc71a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:16:42.074507 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3320e-f388-4298-8e7d-16f995151ac4 None None] Sync routers for ids ['761b355d-155d-4240-b9a1-3a2e8f69590f'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:16:42.077260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6e439e98-691c-45f0-a5e6-c6d349ffc71a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "PUT /v2.0/routers/761b355d-155d-4240-b9a1-3a2e8f69590f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5520089 Jul 07 19:16:42.081160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:42.096333 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3320e-f388-4298-8e7d-16f995151ac4 None None] Routers {'761b355d-155d-4240-b9a1-3a2e8f69590f'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:42.097251 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1cd3320e-f388-4298-8e7d-16f995151ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['761b355d-155d-4240-b9a1-3a2e8f69590f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:42.173703 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1cd3320e-f388-4298-8e7d-16f995151ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:42.196722 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3320e-f388-4298-8e7d-16f995151ac4 None None] Routers {'761b355d-155d-4240-b9a1-3a2e8f69590f'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:42.196934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd69494-bc9b-449b-874b-8795770b1dc1 req-508ddf76-83b0-4e67-8251-78556b575a49 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:42.197709 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1cd3320e-f388-4298-8e7d-16f995151ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:16:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['761b355d-155d-4240-b9a1-3a2e8f69590f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:42.205083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd69494-bc9b-449b-874b-8795770b1dc1 req-508ddf76-83b0-4e67-8251-78556b575a49 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:42.208173 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-448f6af2-eada-4d55-a6df-f4f5dbc66831 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] show failed (client error): The resource could not be found. Jul 07 19:16:42.213220 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-448f6af2-eada-4d55-a6df-f4f5dbc66831 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "GET /v2.0/routers/tempest-non_exist_router-1139059332 HTTP/1.1" status: 404 len: 335 time: 0.1268151 Jul 07 19:16:42.216714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:42.216821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd69494-bc9b-449b-874b-8795770b1dc1 req-508ddf76-83b0-4e67-8251-78556b575a49 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:42.216821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcd69494-bc9b-449b-874b-8795770b1dc1 req-508ddf76-83b0-4e67-8251-78556b575a49 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6&device_id=acbe8358-2f10-4e5d-8057-6c93fd339288&device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 2417 time: 0.1533604 Jul 07 19:16:42.227680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f246fa0a-6b30-46bc-975f-f34c12c5249a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:42.274269 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.281081 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1cd3320e-f388-4298-8e7d-16f995151ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:42.282059 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3320e-f388-4298-8e7d-16f995151ac4 None None] The sync data for ids ['761b355d-155d-4240-b9a1-3a2e8f69590f'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:16:42.301014 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-f246fa0a-6b30-46bc-975f-f34c12c5249a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] update failed (client error): The resource could not be found. Jul 07 19:16:42.307155 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f246fa0a-6b30-46bc-975f-f34c12c5249a tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "PUT /v2.0/routers/tempest-non_exist_router-791009721 HTTP/1.1" status: 404 len: 334 time: 0.0924695 Jul 07 19:16:42.309683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48870) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:42.343947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcd69494-bc9b-449b-874b-8795770b1dc1 req-d1580b49-727c-428d-905f-89910749a582 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216033 Jul 07 19:16:42.449987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ff4254-9479-4eb1-a455-e287f2f2e099 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Deleting subnet f56a8da7-61e3-483c-abd3-af73df67cc99 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:16:42.458772 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6ff4254-9479-4eb1-a455-e287f2f2e099 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.516435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6ff4254-9479-4eb1-a455-e287f2f2e099 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.656459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6ff4254-9479-4eb1-a455-e287f2f2e099 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.760954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89f990-89da-4e7b-8fe5-2d7e4e544d81 req-b56b9a95-25ef-4b25-a316-e95ad7c4679b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:42.763017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa89f990-89da-4e7b-8fe5-2d7e4e544d81 req-b56b9a95-25ef-4b25-a316-e95ad7c4679b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4514945 Jul 07 19:16:42.839491 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6ff4254-9479-4eb1-a455-e287f2f2e099 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.889633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa89f990-89da-4e7b-8fe5-2d7e4e544d81 req-657963de-ebd1-4b93-881e-368cf17178f3 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012549 Jul 07 19:16:42.890618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff4254-9479-4eb1-a455-e287f2f2e099 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event deleted for resources: {'Subnet': ['ID=f56a8da7-61e3-483c-abd3-af73df67cc99,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:42.894952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247cad37-9acb-44f1-aa06-01abf54a8b93 None None] Network f0b964be-268d-4443-a9df-276222c34e40 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:42.895715 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6ff4254-9479-4eb1-a455-e287f2f2e099 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:42.897755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b6ff4254-9479-4eb1-a455-e287f2f2e099 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "DELETE /v2.0/subnets/f56a8da7-61e3-483c-abd3-af73df67cc99 HTTP/1.1" status: 204 len: 168 time: 0.5811379 Jul 07 19:16:42.900061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:42.958819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f04e3d-4c7a-4173-97fc-9e3de89a4b9a req-68b71b1b-3201-4e38-9e2d-09580e4b1358 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:42.966146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23f04e3d-4c7a-4173-97fc-9e3de89a4b9a req-68b71b1b-3201-4e38-9e2d-09580e4b1358 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 945 time: 0.2436726 Jul 07 19:16:43.011464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3768c507-caac-434d-b7ea-2dabb2247a60 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Deleting subnet 3d18a366-dac8-4abc-85e2-24af4d5b2f1d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:16:43.022973 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768c507-caac-434d-b7ea-2dabb2247a60 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.060280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23f04e3d-4c7a-4173-97fc-9e3de89a4b9a req-bfb0b315-2b93-45eb-8bae-8003a38d0093 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931973 Jul 07 19:16:43.111095 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768c507-caac-434d-b7ea-2dabb2247a60 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.300368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:43.311838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1616071616-network', 'tenant_id': '2cb4a340466a41e4a741f7d3d3794659'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:43.347379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Made reservation on behalf of 2cb4a340466a41e4a741f7d3d3794659 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:43.351564 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.364022 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.433350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:43.529206 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768c507-caac-434d-b7ea-2dabb2247a60 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.557733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8accd84-5a7d-4bba-96ed-1f0da75d6eb9 None None] DHCP port deletion for f0b964be-268d-4443-a9df-276222c34e40 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:16:43.589032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.602173 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.668615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:16:43.674490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f8d82-04e2-47a9-a65f-3893d367d67b req-c1cc7d7f-7038-4484-b3bc-5daf41e0097f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:43.676314 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b2f8d82-04e2-47a9-a65f-3893d367d67b req-c1cc7d7f-7038-4484-b3bc-5daf41e0097f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4850619 Jul 07 19:16:43.676663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e8accd84-5a7d-4bba-96ed-1f0da75d6eb9 None None] Deleting port 7c10621e-088c-4c65-ad93-fe8f0a0b8717 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:43.677198 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8accd84-5a7d-4bba-96ed-1f0da75d6eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.691688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e056a67-6c9d-441c-89b3-3c9efd8bf388,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:43.708727 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.709257 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Added segment 3aac37af-d986-4a51-8f17-cc09ef423f17 of type vlan for network 50c1ee60-2706-4ab9-aa7b-b4e234aa4295 Jul 07 19:16:43.733485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-353123294-network', 'tenant_id': '9ffff1d6aae2419fac5a79d464459dc0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:43.778188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b2f8d82-04e2-47a9-a65f-3893d367d67b req-b5ce5abd-60a6-4047-8ed4-2e4187086b6b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905621 Jul 07 19:16:43.790806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e8accd84-5a7d-4bba-96ed-1f0da75d6eb9 None None] For port 7c10621e-088c-4c65-ad93-fe8f0a0b8717, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7c10621e-088c-4c65-ad93-fe8f0a0b8717,segment=NetworkSegment(cdef3415-79c3-4c30-bae1-96cd9ae06490),segment_id=cdef3415-79c3-4c30-bae1-96cd9ae06490)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:43.791239 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8accd84-5a7d-4bba-96ed-1f0da75d6eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.807492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e8accd84-5a7d-4bba-96ed-1f0da75d6eb9 None None] Calling delete_port for 7c10621e-088c-4c65-ad93-fe8f0a0b8717 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:43.826608 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768c507-caac-434d-b7ea-2dabb2247a60 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.900627 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.907200 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768c507-caac-434d-b7ea-2dabb2247a60 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:43.909528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3768c507-caac-434d-b7ea-2dabb2247a60 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "DELETE /v2.0/subnets/3d18a366-dac8-4abc-85e2-24af4d5b2f1d HTTP/1.1" status: 204 len: 168 time: 1.0084653 Jul 07 19:16:43.912125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768c507-caac-434d-b7ea-2dabb2247a60 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event deleted for resources: {'Subnet': ['ID=3d18a366-dac8-4abc-85e2-24af4d5b2f1d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:43.914183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:43.917959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f918aaa7-41b2-4105-987e-f84c19847347 None None] Network 6d7ae211-13ae-4248-b753-42c2cc300922 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:43.922299 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.071928 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8accd84-5a7d-4bba-96ed-1f0da75d6eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.087298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.094592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Made reservation on behalf of 9ffff1d6aae2419fac5a79d464459dc0 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:44.099589 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.114812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.123903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8accd84-5a7d-4bba-96ed-1f0da75d6eb9 None None] No DVR routers for this DVR port 7c10621e-088c-4c65-ad93-fe8f0a0b8717 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:44.167989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8accd84-5a7d-4bba-96ed-1f0da75d6eb9 None None] Pushing event deleted for resources: {'Port': ['ID=7c10621e-088c-4c65-ad93-fe8f0a0b8717,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:44.180903 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.182879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:44.184571 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.376389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f179d-7997-41c6-90b9-a93ec7985556 req-43726b9b-e6cf-48f0-aa6d-9e256eecdb6e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:44.383755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd6f179d-7997-41c6-90b9-a93ec7985556 req-43726b9b-e6cf-48f0-aa6d-9e256eecdb6e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1352863 Jul 07 19:16:44.397067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e1d90-303b-4d9c-8c19-811a8452e50c None None] DHCP port deletion for 6d7ae211-13ae-4248-b753-42c2cc300922 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:16:44.468920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd6f179d-7997-41c6-90b9-a93ec7985556 req-fc38fd4c-ea9c-46cd-8755-4c36a66274cf tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843291 Jul 07 19:16:44.516967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d57e1d90-303b-4d9c-8c19-811a8452e50c None None] Deleting port 6301bcd6-4b56-40a1-abdd-c1937e416371 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:44.517336 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d57e1d90-303b-4d9c-8c19-811a8452e50c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.621514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d57e1d90-303b-4d9c-8c19-811a8452e50c None None] For port 6301bcd6-4b56-40a1-abdd-c1937e416371, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6301bcd6-4b56-40a1-abdd-c1937e416371,segment=NetworkSegment(0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6),segment_id=0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:44.622221 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d57e1d90-303b-4d9c-8c19-811a8452e50c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.650728 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.654073 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.658656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] Pushing event updated for resources: {'Network': ['ID=50c1ee60-2706-4ab9-aa7b-b4e234aa4295,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:44.663678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d57e1d90-303b-4d9c-8c19-811a8452e50c None None] Calling delete_port for 6301bcd6-4b56-40a1-abdd-c1937e416371 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:44.683353 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 50c1ee60-2706-4ab9-aa7b-b4e234aa4295 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:16:44.686203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.728581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b964be-268d-4443-a9df-276222c34e40']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:44.736645 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a15f36ea-dc59-4de5-a7a6-398d4b09fa00 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4322238 Jul 07 19:16:44.739524 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:44.743473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789cb3e-cdf0-4335-8b06-516dfc57cf76 req-5d9e8fe3-05db-4985-9791-9614c16a64a3 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:44.753282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] Request body: {'subnet': {'network_id': '50c1ee60-2706-4ab9-aa7b-b4e234aa4295', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1616071616-subnet', 'tenant_id': '2cb4a340466a41e4a741f7d3d3794659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:44.760082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3789cb3e-cdf0-4335-8b06-516dfc57cf76 req-5d9e8fe3-05db-4985-9791-9614c16a64a3 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1137483 Jul 07 19:16:44.801771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdef3415-79c3-4c30-bae1-96cd9ae06490') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:44.802326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdef3415-79c3-4c30-bae1-96cd9ae06490') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:44.804797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] Made reservation on behalf of 2cb4a340466a41e4a741f7d3d3794659 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:44.808152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.810768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1144} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:16:44.847002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3789cb3e-cdf0-4335-8b06-516dfc57cf76 req-9b7dabf1-7b53-4d8c-946a-d1e5d749c55b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852990 Jul 07 19:16:44.899288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.928788 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:44.929495 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Added segment dc829c0a-9d82-4fca-bd0b-14bc9b9def06 of type vlan for network 30585341-4c92-4f8d-9752-643e9d793ffa Jul 07 19:16:44.956647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721e0de8-ee47-43c7-8dfb-19566e9990d2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:44.984124 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d57e1d90-303b-4d9c-8c19-811a8452e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.004282 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.034193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:16:45.035129 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:16:45.040758 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:16:45.042616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e1d90-303b-4d9c-8c19-811a8452e50c None None] Pushing event deleted for resources: {'Port': ['ID=6301bcd6-4b56-40a1-abdd-c1937e416371,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:45.056501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57e1d90-303b-4d9c-8c19-811a8452e50c None None] No DVR routers for this DVR port 6301bcd6-4b56-40a1-abdd-c1937e416371 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:45.072756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.086480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6301bcd6-4b56-40a1-abdd-c1937e416371 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:45.123726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 6301bcd6-4b56-40a1-abdd-c1937e416371 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:45.124086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6301bcd6-4b56-40a1-abdd-c1937e416371 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:45.126305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7c10621e-088c-4c65-ad93-fe8f0a0b8717 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:45.170398 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.181819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 7c10621e-088c-4c65-ad93-fe8f0a0b8717 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:45.185337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7c10621e-088c-4c65-ad93-fe8f0a0b8717 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:45.199187 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.201840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bf8db-035e-458b-abf0-986653a464e2 req-1aa706b3-e7c7-40ee-a36b-107b2d0eedb9 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:45.205652 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "DELETE /v2.0/networks/f0b964be-268d-4443-a9df-276222c34e40 HTTP/1.1" status: 204 len: 168 time: 1.2786653 Jul 07 19:16:45.215353 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-807bf8db-035e-458b-abf0-986653a464e2 req-1aa706b3-e7c7-40ee-a36b-107b2d0eedb9 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1433301 Jul 07 19:16:45.224462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:45.255052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:45.266407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620568e-7a0b-4354-8aa7-c525d7918d4b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event deleted for resources: {'Network': ['ID=f0b964be-268d-4443-a9df-276222c34e40,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:45.275216 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.276431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:45.277093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.303124 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8684134 Jul 07 19:16:45.322915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:45.330859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] Request body: {'subnet': {'network_id': '30585341-4c92-4f8d-9752-643e9d793ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-353123294-subnet', 'tenant_id': '9ffff1d6aae2419fac5a79d464459dc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:45.435353 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-807bf8db-035e-458b-abf0-986653a464e2 req-278d0670-c5e1-449b-8160-ed8b3d1dcfe1 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177868 Jul 07 19:16:45.455745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] Made reservation on behalf of 9ffff1d6aae2419fac5a79d464459dc0 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:45.474405 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.486109 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1aef62c6-742e-46ca-832c-62cc1a40aa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.523874 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.619209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0793d-d2fb-4d64-9078-52af32e188b5 admin admin] Pushing event updated for resources: {'Network': ['ID=30585341-4c92-4f8d-9752-643e9d793ffa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:45.632625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 30585341-4c92-4f8d-9752-643e9d793ffa details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:16:45.689647 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.709577 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.754749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7ae211-13ae-4248-b753-42c2cc300922']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:45.782144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:45.782445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0287d296-4ce3-4fbe-a1b9-35dd3b58d8c6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:45.828873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.870839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21b60c-af6f-4120-afca-d9e45840059e req-cff028ec-1d87-431d-91e3-76328ccd7abb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:45.872994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e21b60c-af6f-4120-afca-d9e45840059e req-cff028ec-1d87-431d-91e3-76328ccd7abb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2873666 Jul 07 19:16:45.874160 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.882038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:16:45.882585 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:16:45.889815 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:16:45.932001 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:45.935514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e76803-aa69-421a-9e42-ab237fbb0cac,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:45.982939 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] Checking segment: {'id': '3aac37af-d986-4a51-8f17-cc09ef423f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '50c1ee60-2706-4ab9-aa7b-b4e234aa4295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:45.983303 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] Network hostable DHCP agents. Network: 50c1ee60-2706-4ab9-aa7b-b4e234aa4295, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:16:46.009668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c21dc7e-4b4e-43b6-90b5-54adb6ad9916,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:46.024854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] Checking segment: {'id': 'dc829c0a-9d82-4fca-bd0b-14bc9b9def06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '30585341-4c92-4f8d-9752-643e9d793ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:46.025378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] Network hostable DHCP agents. Network: 30585341-4c92-4f8d-9752-643e9d793ffa, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:16:46.025510 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1aef62c6-742e-46ca-832c-62cc1a40aa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.029291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] Network 50c1ee60-2706-4ab9-aa7b-b4e234aa4295 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:16:46.041420 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1aef62c6-742e-46ca-832c-62cc1a40aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.045022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 50c1ee60-2706-4ab9-aa7b-b4e234aa4295) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:46.052296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:46.053019 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.056795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] Network 30585341-4c92-4f8d-9752-643e9d793ffa is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:16:46.063291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274ee269-0184-4f7f-8557-fd8aeec20a4c None None] Network 50c1ee60-2706-4ab9-aa7b-b4e234aa4295 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:46.068434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 30585341-4c92-4f8d-9752-643e9d793ffa) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:46.075121 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:46.075121 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.081000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1aef62c6-742e-46ca-832c-62cc1a40aa67 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=768b816ccbde4a5ab3a38debdd03c82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8217154 Jul 07 19:16:46.081000 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.085450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:46.089083 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8e11ac41-ed55-4053-8129-d142205bec24 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3434973 Jul 07 19:16:46.114676 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-90307be7-7a0d-4dc0-af7f-40e542565e1b admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7899477 Jul 07 19:16:46.121554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.123377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "DELETE /v2.0/networks/6d7ae211-13ae-4248-b753-42c2cc300922 HTTP/1.1" status: 204 len: 168 time: 0.8976767 Jul 07 19:16:46.126890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:46.135057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e21b60c-af6f-4120-afca-d9e45840059e req-d02aa138-e6d0-4c77-9289-8feb59438903 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256575 Jul 07 19:16:46.165380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:46.180353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf7d85-7c7a-4895-a860-2dc69fdbfa4e tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event deleted for resources: {'Network': ['ID=6d7ae211-13ae-4248-b753-42c2cc300922,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:46.198306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef62c6-742e-46ca-832c-62cc1a40aa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f3a0fe-ec38-4c9d-892f-0246c137eb99,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:46.249753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002e119-4a7d-4d90-a44e-95147ea25089 req-f978b371-ebeb-4e8d-bb19-97ff572bc5ff tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:46.258517 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c002e119-4a7d-4d90-a44e-95147ea25089 req-f978b371-ebeb-4e8d-bb19-97ff572bc5ff tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.3642993 Jul 07 19:16:46.261258 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43fa3704-a15e-42a9-bbc8-d50a2e22bf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.276838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b07771-3cab-4626-bc63-278e7d14cc5f tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Deleting subnet ea48efe9-10bf-4118-96a1-8885c15954af {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:16:46.278933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d92025-6159-4369-8d97-6793f2ca18ee None None] Network 30585341-4c92-4f8d-9752-643e9d793ffa requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:46.284416 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b07771-3cab-4626-bc63-278e7d14cc5f tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.345860 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43fa3704-a15e-42a9-bbc8-d50a2e22bf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.364789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b07771-3cab-4626-bc63-278e7d14cc5f tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.417434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c002e119-4a7d-4d90-a44e-95147ea25089 req-e8e4349d-a6b5-4f73-b3e7-c2a2cd8f9e9b tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573651 Jul 07 19:16:46.470706 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d26a9fee-322d-4f4b-abd9-ac1854a28869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.558649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05bf41-8c37-43cb-b166-36f089765e49 None None] Network 30585341-4c92-4f8d-9752-643e9d793ffa requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:46.565026 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43fa3704-a15e-42a9-bbc8-d50a2e22bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.567045 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b07771-3cab-4626-bc63-278e7d14cc5f tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.573833 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43fa3704-a15e-42a9-bbc8-d50a2e22bf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.577787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-43fa3704-a15e-42a9-bbc8-d50a2e22bf52 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c7f3a0fe-ec38-4c9d-892f-0246c137eb99 HTTP/1.1" status: 204 len: 168 time: 0.4895630 Jul 07 19:16:46.677159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b13da1-1e71-4ce1-8e83-cacf063b4202 None None] Network 50c1ee60-2706-4ab9-aa7b-b4e234aa4295 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:46.697173 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d26a9fee-322d-4f4b-abd9-ac1854a28869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.712149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b07771-3cab-4626-bc63-278e7d14cc5f tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.723861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa3704-a15e-42a9-bbc8-d50a2e22bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f3a0fe-ec38-4c9d-892f-0246c137eb99,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:46.734784 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d26a9fee-322d-4f4b-abd9-ac1854a28869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.787632 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d26a9fee-322d-4f4b-abd9-ac1854a28869 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d819752b06294c438bb80323aca6293f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198516 Jul 07 19:16:46.789524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:46.808325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b07771-3cab-4626-bc63-278e7d14cc5f tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event deleted for resources: {'Subnet': ['ID=ea48efe9-10bf-4118-96a1-8885c15954af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:46.818014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b07771-3cab-4626-bc63-278e7d14cc5f tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.820535 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed8c4d3-4f3f-410d-bd73-761c6822c97a None None] Network 66536278-6c62-4a82-8aa2-ea2698f54e17 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:46.823406 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-89b07771-3cab-4626-bc63-278e7d14cc5f tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "DELETE /v2.0/subnets/ea48efe9-10bf-4118-96a1-8885c15954af HTTP/1.1" status: 204 len: 168 time: 0.6947534 Jul 07 19:16:46.824140 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:46.949497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.027608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Deleting port 86595f50-96f0-4ce0-b1ba-94468384e536 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:47.029050 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.138991 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a9404a-e1a1-42c5-b2ab-282180ce82cd None None] DHCP port deletion for 66536278-6c62-4a82-8aa2-ea2698f54e17 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:16:47.147984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] For port 86595f50-96f0-4ce0-b1ba-94468384e536, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=86595f50-96f0-4ce0-b1ba-94468384e536,segment=NetworkSegment(9721fe4e-740f-44b6-8101-a48a671c7c47),segment_id=9721fe4e-740f-44b6-8101-a48a671c7c47)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:47.148366 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.164465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Calling delete_port for 86595f50-96f0-4ce0-b1ba-94468384e536 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:47.211392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9404a-e1a1-42c5-b2ab-282180ce82cd None None] Deleting port 86595f50-96f0-4ce0-b1ba-94468384e536 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:47.212141 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2a9404a-e1a1-42c5-b2ab-282180ce82cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.272558 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.306791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b2a9404a-e1a1-42c5-b2ab-282180ce82cd None None] For port 86595f50-96f0-4ce0-b1ba-94468384e536, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=86595f50-96f0-4ce0-b1ba-94468384e536,segment=NetworkSegment(9721fe4e-740f-44b6-8101-a48a671c7c47),segment_id=9721fe4e-740f-44b6-8101-a48a671c7c47)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:47.307900 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2a9404a-e1a1-42c5-b2ab-282180ce82cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.329544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event deleted for resources: {'Port': ['ID=86595f50-96f0-4ce0-b1ba-94468384e536,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:47.333883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] No DVR routers for this DVR port 86595f50-96f0-4ce0-b1ba-94468384e536 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:47.338582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9404a-e1a1-42c5-b2ab-282180ce82cd None None] Calling delete_port for 86595f50-96f0-4ce0-b1ba-94468384e536 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:47.463756 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2a9404a-e1a1-42c5-b2ab-282180ce82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.484203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.493622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9404a-e1a1-42c5-b2ab-282180ce82cd None None] Pushing event deleted for resources: {'Port': ['ID=86595f50-96f0-4ce0-b1ba-94468384e536,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:47.498298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66536278-6c62-4a82-8aa2-ea2698f54e17']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:47.499379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a9404a-e1a1-42c5-b2ab-282180ce82cd None None] No DVR routers for this DVR port 86595f50-96f0-4ce0-b1ba-94468384e536 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:47.515673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9721fe4e-740f-44b6-8101-a48a671c7c47') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:47.516090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9721fe4e-740f-44b6-8101-a48a671c7c47') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:47.543326 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.568198 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.573305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a9fee-322d-4f4b-abd9-ac1854a28869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d6fc94-468e-49bc-bd85-e0b36973bcbe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:47.582115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:16:47.582756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.657303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:16:47.664548 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:16:47.702745 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.703388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478702d0-c5f9-485c-8911-466e20346ad0 req-227fc4e5-c0cb-4cc8-ba68-364dc82764c8 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:47.704982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-227fc4e5-c0cb-4cc8-ba68-364dc82764c8 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/networks?id=30585341-4c92-4f8d-9752-643e9d793ffa HTTP/1.1" status: 200 len: 813 time: 0.9413116 Jul 07 19:16:47.709556 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.713898 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "DELETE /v2.0/networks/66536278-6c62-4a82-8aa2-ea2698f54e17 HTTP/1.1" status: 204 len: 168 time: 0.8881841 Jul 07 19:16:47.714823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-59e6bdbd-c2d0-4f22-936d-2df8ae8c1ff0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:47.721094 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-59e6bdbd-c2d0-4f22-936d-2df8ae8c1ff0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 807 time: 0.8228765 Jul 07 19:16:47.722161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:47.731035 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-230d0fc3-0feb-4020-9c2b-525c87541427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.750091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-6200b6d0-420a-43d7-8788-dc799b5bb6aa tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/quotas/1a9e7e79c68a476f8147099a363d1d0f HTTP/1.1" status: 200 len: 375 time: 0.0279601 Jul 07 19:16:47.752717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46090ee8-cfd8-4ad8-a9a6-a1941254179b tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Pushing event deleted for resources: {'Network': ['ID=66536278-6c62-4a82-8aa2-ea2698f54e17,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:47.753026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-2a6f60f3-1894-4654-b6bb-e23354bdc798 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/quotas/9ffff1d6aae2419fac5a79d464459dc0 HTTP/1.1" status: 200 len: 375 time: 0.0290127 Jul 07 19:16:47.782457 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-230d0fc3-0feb-4020-9c2b-525c87541427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.786865 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b828d320-7ea8-4c4a-84da-93da254ce475 tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "GET /v2.0/ports?device_id=761b355d-155d-4240-b9a1-3a2e8f69590f HTTP/1.1" status: 200 len: 205 time: 0.0610278 Jul 07 19:16:47.789621 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:47.840417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-dfd52c05-9929-4200-8e52-804419d85d16 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9ffff1d6aae2419fac5a79d464459dc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725904 Jul 07 19:16:47.848879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1417309014-network', 'tenant_id': 'df3af8f2592d424c9a94c558d7f7e29c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:47.853519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-126dbda7-5ce2-46b5-a287-312221ca9a95 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868294 Jul 07 19:16:47.869659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b81f2c45-04d8-412d-990d-c36161da9458 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:16:47.871021 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b81f2c45-04d8-412d-990d-c36161da9458 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136199 Jul 07 19:16:47.887970 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b8801a5-3bd8-4be8-a58e-869d1bed4e2d tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.913318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Made reservation on behalf of df3af8f2592d424c9a94c558d7f7e29c for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:47.917423 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.931377 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.959912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-230d0fc3-0feb-4020-9c2b-525c87541427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.962930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-230d0fc3-0feb-4020-9c2b-525c87541427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:47.964656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-230d0fc3-0feb-4020-9c2b-525c87541427 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f6d6fc94-468e-49bc-bd85-e0b36973bcbe HTTP/1.1" status: 204 len: 168 time: 1.1729736 Jul 07 19:16:48.065080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d0fc3-0feb-4020-9c2b-525c87541427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d6fc94-468e-49bc-bd85-e0b36973bcbe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:48.172558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-7c744dd5-e209-49a8-b0f3-d0fe749fcb61 service neutron] 10.222.0.113 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958596 Jul 07 19:16:48.183963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-bd494d84-bdde-423b-a912-ea2a479c7e94 service neutron] 10.222.0.113 "GET /v2.0/networks/30585341-4c92-4f8d-9752-643e9d793ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016047 Jul 07 19:16:48.366161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:48.373684 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.390722 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.422365 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b8801a5-3bd8-4be8-a58e-869d1bed4e2d tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.424603 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b8801a5-3bd8-4be8-a58e-869d1bed4e2d tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.425104 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892bf6a1-d8ed-4ce9-a11a-c869e8b6a67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.448934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-e8f54c14-a5be-47f1-b909-aeaa84895cd7 service neutron] 10.222.0.113 "GET /v2.0/networks/30585341-4c92-4f8d-9752-643e9d793ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557590 Jul 07 19:16:48.449965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:16:48.458224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-c572ae94-16d3-410b-8f5d-399609974fdc service neutron] 10.222.0.113 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770507 Jul 07 19:16:48.471232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b8801a5-3bd8-4be8-a58e-869d1bed4e2d tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.471576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ef1c3b-3d7c-4299-8593-5846037f1fb7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:48.471769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8801a5-3bd8-4be8-a58e-869d1bed4e2d tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Fanout notify agent at l3_agent the message router_deleted on router 761b355d-155d-4240-b9a1-3a2e8f69590f {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:16:48.480928 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b8801a5-3bd8-4be8-a58e-869d1bed4e2d tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.482248 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b8801a5-3bd8-4be8-a58e-869d1bed4e2d tempest-RoutersNegativeTest-366969041 tempest-RoutersNegativeTest-366969041-project] 10.222.0.113 "DELETE /v2.0/routers/761b355d-155d-4240-b9a1-3a2e8f69590f HTTP/1.1" status: 204 len: 168 time: 0.6910055 Jul 07 19:16:48.483527 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.483889 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Added segment 430d849b-a2b8-486d-bffa-02496cdde367 of type vlan for network 6e5c02dc-192f-4c3b-8989-44200cf24e71 Jul 07 19:16:48.543640 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.613960 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.614957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:48.615538 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.825603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] Pushing event updated for resources: {'Network': ['ID=6e5c02dc-192f-4c3b-8989-44200cf24e71,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:48.856231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 6e5c02dc-192f-4c3b-8989-44200cf24e71 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:16:48.868284 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.877573 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892bf6a1-d8ed-4ce9-a11a-c869e8b6a67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.902766 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892bf6a1-d8ed-4ce9-a11a-c869e8b6a67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.943011 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e42869bc-c141-432d-8ee3-096640d04a30 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2742088 Jul 07 19:16:48.946180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:48.951728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] Request body: {'subnet': {'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1417309014-subnet', 'tenant_id': 'df3af8f2592d424c9a94c558d7f7e29c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:49.009229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:49.017036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 86595f50-96f0-4ce0-b1ba-94468384e536 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:49.020345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] Made reservation on behalf of df3af8f2592d424c9a94c558d7f7e29c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:49.022956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.052876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 86595f50-96f0-4ce0-b1ba-94468384e536 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:49.053359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 86595f50-96f0-4ce0-b1ba-94468384e536 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:49.070656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-892bf6a1-d8ed-4ce9-a11a-c869e8b6a67c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=37f7aa0033404c93802dbe78b535d847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7002597 Jul 07 19:16:49.083679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:49.100257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bf6a1-d8ed-4ce9-a11a-c869e8b6a67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e69099e-2171-4103-a02b-e0dd108bfa7f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:49.152643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a86170-6137-4deb-b40f-d0735a138c66 req-844d8b2f-2d7e-48a7-9d19-3e1dbc859051 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:49.162263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04a86170-6137-4deb-b40f-d0735a138c66 req-844d8b2f-2d7e-48a7-9d19-3e1dbc859051 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.3920357 Jul 07 19:16:49.210719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185db7e-955c-4855-8d55-89345bf9fd8f req-6e7cd594-0e42-465a-9ac0-aa22d51d6e0d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:49.212609 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d185db7e-955c-4855-8d55-89345bf9fd8f req-6e7cd594-0e42-465a-9ac0-aa22d51d6e0d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4411769 Jul 07 19:16:49.231538 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-02c1867d-5a30-4b49-af40-f59d6c9380c1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a29d549025f240a8b5619cda5438f27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202454 Jul 07 19:16:49.234659 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:49.252623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04a86170-6137-4deb-b40f-d0735a138c66 req-0e8d198a-5d1e-4da6-b8f8-c69d3646117d tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891495 Jul 07 19:16:49.339947 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e43d5296-74cc-4ff3-b29a-ff4010cfe19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.377223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceedc1e7-6718-4058-99f1-1a4e3ce5e9b4 req-6e1aa410-a61a-47e7-ad10-88215f33af5c tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 210 time: 0.0633638 Jul 07 19:16:49.381868 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61445c-579e-4621-9918-39e199925495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.408560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d185db7e-955c-4855-8d55-89345bf9fd8f req-b0195fa7-4bee-40bb-862d-db79ff95e885 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594703 Jul 07 19:16:49.408808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.425951 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61445c-579e-4621-9918-39e199925495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.426598 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e43d5296-74cc-4ff3-b29a-ff4010cfe19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.491684 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e43d5296-74cc-4ff3-b29a-ff4010cfe19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.498876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e43d5296-74cc-4ff3-b29a-ff4010cfe19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.501418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e43d5296-74cc-4ff3-b29a-ff4010cfe19b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6e69099e-2171-4103-a02b-e0dd108bfa7f HTTP/1.1" status: 204 len: 168 time: 0.4123375 Jul 07 19:16:49.517566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f658d1e9-e3e2-4a78-ba2f-9c9391244b66,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:49.527586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d5296-74cc-4ff3-b29a-ff4010cfe19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e69099e-2171-4103-a02b-e0dd108bfa7f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:49.532940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] Checking segment: {'id': '430d849b-a2b8-486d-bffa-02496cdde367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:49.534033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] Network hostable DHCP agents. Network: 6e5c02dc-192f-4c3b-8989-44200cf24e71, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:16:49.558949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] Network 6e5c02dc-192f-4c3b-8989-44200cf24e71 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:16:49.567552 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61445c-579e-4621-9918-39e199925495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.570333 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d61445c-579e-4621-9918-39e199925495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.571488 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9d61445c-579e-4621-9918-39e199925495 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d6117f34-dcaf-43f4-9be6-2b11d4cad84f HTTP/1.1" status: 204 len: 168 time: 0.3353555 Jul 07 19:16:49.605930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 6e5c02dc-192f-4c3b-8989-44200cf24e71) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:49.619506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c999be9-fab8-4fb4-9bbe-03dddec51738 None None] Network 6e5c02dc-192f-4c3b-8989-44200cf24e71 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:49.619876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61445c-579e-4621-9918-39e199925495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6117f34-dcaf-43f4-9be6-2b11d4cad84f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:49.626731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:49.627473 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:49.662989 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-42d8ff64-4cf5-4c94-8c21-7c42f8300d92 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7156403 Jul 07 19:16:49.830402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02179ee8-00ff-4d83-8f83-ebac0e72f43a req-c12f35b3-b289-4c7c-9f14-185d79d20cad tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 210 time: 0.0787761 Jul 07 19:16:49.939327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1788a1b-078f-412a-908c-6c67227c6440 None None] Network 6e5c02dc-192f-4c3b-8989-44200cf24e71 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:50.135951 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48da17-94ea-4a8f-b0ca-7a8d87ab0058 req-366c669b-7254-4bb8-912d-ddbe70315779 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:50.138705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea48da17-94ea-4a8f-b0ca-7a8d87ab0058 req-366c669b-7254-4bb8-912d-ddbe70315779 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.0989630 Jul 07 19:16:50.204119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea48da17-94ea-4a8f-b0ca-7a8d87ab0058 req-a033b76a-94af-4c53-a15e-294181966722 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589211 Jul 07 19:16:50.540398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6322e-0313-4509-9501-630761e21e9f req-46aa0123-e75d-4467-ad0b-2b6cfa334e14 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:50.560970 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bfa6322e-0313-4509-9501-630761e21e9f req-46aa0123-e75d-4467-ad0b-2b6cfa334e14 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.1648726 Jul 07 19:16:50.677302 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bfa6322e-0313-4509-9501-630761e21e9f req-e87c15ad-778f-43c7-bf6f-b96214b1b60c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143386 Jul 07 19:16:50.690652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478702d0-c5f9-485c-8911-466e20346ad0 req-6b673d13-a258-4047-b885-0608ad11254b tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:50.695882 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-6b673d13-a258-4047-b885-0608ad11254b tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.112 "GET /v2.0/networks?id=30585341-4c92-4f8d-9752-643e9d793ffa HTTP/1.1" status: 200 len: 813 time: 0.2779107 Jul 07 19:16:50.713200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Request body: {'port': {'device_id': 'b66216cd-a482-4d99-85f3-7bd9abe7f935', 'network_id': '30585341-4c92-4f8d-9752-643e9d793ffa', 'admin_state_up': True, 'tenant_id': '9ffff1d6aae2419fac5a79d464459dc0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:50.759537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc65b925-d98b-4b85-b248-ad8a91c4ddf7 req-f3912b60-81fa-462f-978d-8b5222d9416e tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 210 time: 0.0767753 Jul 07 19:16:50.907662 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Made reservation on behalf of 9ffff1d6aae2419fac5a79d464459dc0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:50.916745 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.965986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:51.162022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Allocated IP 172.20.0.4 (30585341-4c92-4f8d-9752-643e9d793ffa/6c21dc7e-4b4e-43b6-90b5-54adb6ad9916/b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:51.175169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3169d537-299c-4f1c-b3bf-e86e9f41a418 req-0c3b571d-4cf0-400e-a185-db34ba7b807e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 210 time: 0.0971053 Jul 07 19:16:51.198607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1202261258'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:51.289658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Made reservation on behalf of 6ccc82c4b31843239a82b651a93ad4b0 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:51.294061 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.313663 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.358225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-61df6a17-f5d1-4eaf-b7c2-efff21f72eba tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:51.361431 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-61df6a17-f5d1-4eaf-b7c2-efff21f72eba tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 807 time: 0.1814604 Jul 07 19:16:51.377666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Request body: {'port': {'device_id': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'network_id': '62840828-0370-41dd-8414-061b75720a7b', 'admin_state_up': True, 'tenant_id': '1a9e7e79c68a476f8147099a363d1d0f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:51.485440 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.542336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.595887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Network 30585341-4c92-4f8d-9752-643e9d793ffa is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:51.614789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:51.629643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:51.690602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7808ac0-30c7-4f94-96a5-ee317aba5a9f req-5c7a974b-6b3d-4169-b3d3-1e08a35e4b6f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:51.707255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7808ac0-30c7-4f94-96a5-ee317aba5a9f req-5c7a974b-6b3d-4169-b3d3-1e08a35e4b6f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2683005 Jul 07 19:16:51.732079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Pushing event updated for resources: {'Port': ['ID=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:51.761506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:51.762702 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.839077 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7808ac0-30c7-4f94-96a5-ee317aba5a9f req-507ad1f3-8158-4641-b4e1-c6caaf7bff64 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306069 Jul 07 19:16:51.886362 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.902705 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-b1a3fb5c-f589-4f45-9125-0327ae0d8e48 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1938829 Jul 07 19:16:51.914977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Request body: {'port': {'device_id': 'b66216cd-a482-4d99-85f3-7bd9abe7f935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:51.933360 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.948082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:16:51.963520 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.964260 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Added segment 54ad4fdd-186b-49e4-92d4-90af32143733 of type vlan for network 868a36a2-7928-4544-b7a0-4886d2f7bd7f Jul 07 19:16:51.995920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.094085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Made reservation on behalf of 1a9e7e79c68a476f8147099a363d1d0f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:52.098749 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.104351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.128325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63d1c71-bf40-4856-8062-56acd6e84500,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:52.183098 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741b6d0-a287-4d0d-9ca6-4b3f0b274740 req-8a03130f-35f8-455c-8343-b10d29cb59f6 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:52.189644 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7741b6d0-a287-4d0d-9ca6-4b3f0b274740 req-8a03130f-35f8-455c-8343-b10d29cb59f6 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.3016877 Jul 07 19:16:52.280193 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.286292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:52.286879 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.304625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804433c-1bc7-4d56-8e3d-9f5c349e5ce5 req-472bb83a-c75b-4c25-a04b-2fb758e98df6 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:52.306182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0804433c-1bc7-4d56-8e3d-9f5c349e5ce5 req-472bb83a-c75b-4c25-a04b-2fb758e98df6 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 931 time: 0.3319163 Jul 07 19:16:52.309071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:52.317168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.335285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Transition to ACTIVE for port object b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:52.339568 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.377738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7741b6d0-a287-4d0d-9ca6-4b3f0b274740 req-48e7e357-f204-4b5f-a930-73e1b2278858 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869855 Jul 07 19:16:52.399805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4322972 Jul 07 19:16:52.402782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:52.411450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Request body: {'subnet': {'network_id': '868a36a2-7928-4544-b7a0-4886d2f7bd7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:52.467791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d39e6-96c4-461b-870d-c5c320362b03 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Pushing event updated for resources: {'Network': ['ID=868a36a2-7928-4544-b7a0-4886d2f7bd7f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:52.479361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 868a36a2-7928-4544-b7a0-4886d2f7bd7f details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:16:52.487719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0804433c-1bc7-4d56-8e3d-9f5c349e5ce5 req-e066264f-53aa-4bcc-9017-8046dfb63808 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/security-groups?id=721e0de8-ee47-43c7-8dfb-19566e9990d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586936 Jul 07 19:16:52.498074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Allocated IP 172.20.0.5 (62840828-0370-41dd-8414-061b75720a7b/a75c69e1-39c9-40a0-be7b-2d73a7ea63fc/aef31a4a-4166-4ac3-a631-8e31616d8b54) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:52.512616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Pushing event updated for resources: {'Port': ['ID=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:52.653043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Attempting to bind port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:52.653640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Attempting to bind port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'dc829c0a-9d82-4fca-bd0b-14bc9b9def06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '30585341-4c92-4f8d-9752-643e9d793ffa'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:52.655675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Attempting to bind port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b on network 30585341-4c92-4f8d-9752-643e9d793ffa {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:52.659098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Made reservation on behalf of 6ccc82c4b31843239a82b651a93ad4b0 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:52.668303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.684842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b on network 30585341-4c92-4f8d-9752-643e9d793ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:16:52.685177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Attempting to bind port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b on network 30585341-4c92-4f8d-9752-643e9d793ffa {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:52.718652 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:16:52.724014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:52.724360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Checking segment: {'id': 'dc829c0a-9d82-4fca-bd0b-14bc9b9def06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '30585341-4c92-4f8d-9752-643e9d793ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:52.724955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Bound using segment: {'id': 'dc829c0a-9d82-4fca-bd0b-14bc9b9def06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '30585341-4c92-4f8d-9752-643e9d793ffa'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:52.725218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Bound port: b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc829c0a-9d82-4fca-bd0b-14bc9b9def06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '30585341-4c92-4f8d-9752-643e9d793ffa'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:52.725810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.728814 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b5a7eea-caf0-4270-bcb9-a5ef12246cd9 req-2611df19-5557-4c56-82b2-07a5f1cd9f27 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 210 time: 0.0439754 Jul 07 19:16:52.782303 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.794166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35586c-8808-4fb9-a73d-dbb44e781b06 req-fce4e536-2176-4f2f-a11c-ba0ef3a7419c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:52.801861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee35586c-8808-4fb9-a73d-dbb44e781b06 req-fce4e536-2176-4f2f-a11c-ba0ef3a7419c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1978436 Jul 07 19:16:52.930413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee35586c-8808-4fb9-a73d-dbb44e781b06 req-da2da4fd-437d-4d9e-a8c0-1702d59523ea tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262021 Jul 07 19:16:52.944032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] For port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:52.973008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] For port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b,segment=NetworkSegment(dc829c0a-9d82-4fca-bd0b-14bc9b9def06),segment_id=dc829c0a-9d82-4fca-bd0b-14bc9b9def06)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:52.982941 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.990497 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.002992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.110575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Network 62840828-0370-41dd-8414-061b75720a7b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:53.114861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:53.126488 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:53.134640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Pushing event updated for resources: {'Port': ['ID=aef31a4a-4166-4ac3-a631-8e31616d8b54,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:53.149812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:53.150429 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.151892 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] 10.222.0.112 "PUT /v2.0/ports/b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b HTTP/1.1" status: 200 len: 1092 time: 1.2420957 Jul 07 19:16:53.171443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66216cd-a482-4d99-85f3-7bd9abe7f935', 'tag': 'b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:53.173774 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec43d7d-e961-42ca-a553-9ea601091b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b66216cd-a482-4d99-85f3-7bd9abe7f935", "tag": "b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:53.315876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:53.326974 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffc7f4e-be67-4341-9e11-13a8167b660a x-openstack-request-id: req-7ffc7f4e-be67-4341-9e11-13a8167b660a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:53.327265 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66216cd-a482-4d99-85f3-7bd9abe7f935", "tag": "b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:53.327527 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7ffc7f4e-be67-4341-9e11-13a8167b660a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:53.327970 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66216cd-a482-4d99-85f3-7bd9abe7f935', 'tag': 'b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b', 'status': 'completed', 'code': 200} Jul 07 19:16:53.329371 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.347794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Pushing event updated for resources: {'Subnet': ['ID=fd2dd140-c179-4a05-a280-99b199241abe,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:53.363847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4218d9-f99a-47ec-b13d-7dc616315cfe service neutron] Pushing event updated for resources: {'Port': ['ID=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:53.368433 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-a4521cfb-62ad-44f5-82ae-eeaa756ee9e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9977307 Jul 07 19:16:53.386729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Request body: {'port': {'device_id': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:53.439523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Checking segment: {'id': '54ad4fdd-186b-49e4-92d4-90af32143733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '868a36a2-7928-4544-b7a0-4886d2f7bd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:53.440052 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Network hostable DHCP agents. Network: 868a36a2-7928-4544-b7a0-4886d2f7bd7f, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:16:53.448709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee402c-2870-4a5b-98a2-0574662ddfeb req-cae23842-e746-4cca-b409-426dcdbc7876 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:53.451610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1aee402c-2870-4a5b-98a2-0574662ddfeb req-cae23842-e746-4cca-b409-426dcdbc7876 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2501252 Jul 07 19:16:53.507411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1aee402c-2870-4a5b-98a2-0574662ddfeb req-24a15daf-9dab-4d11-a5de-29b492a7e463 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494041 Jul 07 19:16:53.548100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Network 868a36a2-7928-4544-b7a0-4886d2f7bd7f is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:16:53.573811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478702d0-c5f9-485c-8911-466e20346ad0 req-c4cf0f1d-f180-473e-8689-5000a9882952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:53.580431 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-c4cf0f1d-f180-473e-8689-5000a9882952 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9ffff1d6aae2419fac5a79d464459dc0&device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 1095 time: 0.3632977 Jul 07 19:16:53.588585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 868a36a2-7928-4544-b7a0-4886d2f7bd7f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:53.590244 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.600178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a24230a-0726-475a-9b65-238a516e5937 None None] Network 868a36a2-7928-4544-b7a0-4886d2f7bd7f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:53.607729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:53.610031 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.709899 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-41d91baf-d6c4-425e-80a1-700414468e46 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b HTTP/1.1" status: 200 len: 217 time: 0.0921249 Jul 07 19:16:53.729825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483db7-ab4e-4042-a472-11ed38730736 req-62fdb726-e7e5-4bb1-bf6e-a032c5064faa tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:53.732107 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00483db7-ab4e-4042-a472-11ed38730736 req-62fdb726-e7e5-4bb1-bf6e-a032c5064faa tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.1903796 Jul 07 19:16:53.796000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-868a36a2-7928-4544-b7a0-4886d2f7bd7f', 'network_id': '868a36a2-7928-4544-b7a0-4886d2f7bd7f', 'tenant_id': '6ccc82c4b31843239a82b651a93ad4b0', 'fixed_ips': [{'subnet_id': 'fd2dd140-c179-4a05-a280-99b199241abe'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:16:53.796921 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:53.842313 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-923d8019-c98d-4576-b658-b85916a8e915 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4384451 Jul 07 19:16:53.846231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:53.856588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Request body: {'port': {'network_id': '868a36a2-7928-4544-b7a0-4886d2f7bd7f', 'name': 'tempest-TagsExtTest-1606497899'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:53.868313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693b75-f533-4870-addf-8ffd1b5ad20d req-a61f9dfe-48a0-472f-a75c-732bc97bfef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:53.870882 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b2693b75-f533-4870-addf-8ffd1b5ad20d req-a61f9dfe-48a0-472f-a75c-732bc97bfef9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=780f0f4379b2410e9cb12d3d760e3fd7&device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 1097 time: 0.4441197 Jul 07 19:16:53.917979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478702d0-c5f9-485c-8911-466e20346ad0 req-50bf9927-4262-4d15-ad4a-e0a2e8da90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:53.920200 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-50bf9927-4262-4d15-ad4a-e0a2e8da90b2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6c21dc7e-4b4e-43b6-90b5-54adb6ad9916 HTTP/1.1" status: 200 len: 853 time: 0.2016969 Jul 07 19:16:53.926065 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00483db7-ab4e-4042-a472-11ed38730736 req-430b8e6a-c467-4e39-a334-4d57a159eb80 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803577 Jul 07 19:16:53.958772 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586d80e-b037-4e5c-837c-83df45f32e1a req-8a33760f-0946-4252-aacb-d7363fe01723 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:53.978676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f586d80e-b037-4e5c-837c-83df45f32e1a req-8a33760f-0946-4252-aacb-d7363fe01723 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 943 time: 0.3055022 Jul 07 19:16:53.995769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Allocated IP 172.20.0.2 (868a36a2-7928-4544-b7a0-4886d2f7bd7f/fd2dd140-c179-4a05-a280-99b199241abe/42d464f1-2a0b-43ed-8072-d9aa7907fcc3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:54.044905 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-3c7ae59f-2323-447a-9977-9baa72306611 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=30585341-4c92-4f8d-9752-643e9d793ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791905 Jul 07 19:16:54.107022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693b75-f533-4870-addf-8ffd1b5ad20d req-ce0eaccf-ef13-473f-91a0-d214bbe727b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:54.108451 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b2693b75-f533-4870-addf-8ffd1b5ad20d req-ce0eaccf-ef13-473f-91a0-d214bbe727b0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a HTTP/1.1" status: 200 len: 917 time: 0.1927185 Jul 07 19:16:54.160766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f586d80e-b037-4e5c-837c-83df45f32e1a req-501cdfd9-3483-46f4-99b2-67630ec88a91 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/security-groups?id=721e0de8-ee47-43c7-8dfb-19566e9990d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805327 Jul 07 19:16:54.214025 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b2693b75-f533-4870-addf-8ffd1b5ad20d req-7cfb865b-1513-4d37-b7cb-4edc9e1f9b19 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=226f6318-6a30-4cd8-8da9-ea69d18cb663 HTTP/1.1" status: 200 len: 217 time: 0.0893753 Jul 07 19:16:54.233799 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.256551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Transition to ACTIVE for port object 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:54.295674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Transition to ACTIVE for port object 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:54.300223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653616-999b-4fc3-a91a-89001ca44e47 req-05799771-8018-4ef6-8ede-2d6b8effdca4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:54.307342 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.308707 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84653616-999b-4fc3-a91a-89001ca44e47 req-05799771-8018-4ef6-8ede-2d6b8effdca4 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1467509 Jul 07 19:16:54.366751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef31a4a-4166-4ac3-a631-8e31616d8b54 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:54.374099 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693b75-f533-4870-addf-8ffd1b5ad20d req-4f4bae54-aa60-4709-abff-e114ac712b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:54.375760 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b2693b75-f533-4870-addf-8ffd1b5ad20d req-4f4bae54-aa60-4709-abff-e114ac712b7e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e84b7bd7-6de6-4bfa-80a3-5254cb86cea3 HTTP/1.1" status: 200 len: 854 time: 0.1532092 Jul 07 19:16:54.379962 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.394997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Network 868a36a2-7928-4544-b7a0-4886d2f7bd7f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:54.397744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84653616-999b-4fc3-a91a-89001ca44e47 req-a268f8e1-da67-4137-9b5e-fd2542a99758 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878911 Jul 07 19:16:54.399255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:54.404244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:54.438061 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-df4c25fc-84de-4720-9e47-2b7418c4f669 service neutron] 10.222.0.112 "GET /v2.0/networks/30585341-4c92-4f8d-9752-643e9d793ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389158 Jul 07 19:16:54.443665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Made reservation on behalf of 6ccc82c4b31843239a82b651a93ad4b0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:54.450237 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.496124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Transition to ACTIVE for port object aef31a4a-4166-4ac3-a631-8e31616d8b54 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:54.509954 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.511580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Pushing event updated for resources: {'Port': ['ID=42d464f1-2a0b-43ed-8072-d9aa7907fcc3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:54.588391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Attempting to bind port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:54.588968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Attempting to bind port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '54ad4fdd-186b-49e4-92d4-90af32143733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '868a36a2-7928-4544-b7a0-4886d2f7bd7f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:54.589523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Attempting to bind port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 on network 868a36a2-7928-4544-b7a0-4886d2f7bd7f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:54.598933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:54.601000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Checking segment: {'id': '54ad4fdd-186b-49e4-92d4-90af32143733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '868a36a2-7928-4544-b7a0-4886d2f7bd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:54.602230 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.602976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Bound using segment: {'id': '54ad4fdd-186b-49e4-92d4-90af32143733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '868a36a2-7928-4544-b7a0-4886d2f7bd7f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:54.603518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:54.604036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Bound port: 42d464f1-2a0b-43ed-8072-d9aa7907fcc3, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ad4fdd-186b-49e4-92d4-90af32143733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '868a36a2-7928-4544-b7a0-4886d2f7bd7f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:54.604428 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.621322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Pushing event updated for resources: {'Port': ['ID=aef31a4a-4166-4ac3-a631-8e31616d8b54,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:54.639794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] device_id is not set on port 8670211f-c9b3-4024-b49c-3fb1ad59dfb7 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:16:54.662442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019aa18-24c0-4ed7-a3bd-2d7148a9bd94 req-d7ded787-6413-4811-94da-0a2e853f2416 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:54.664033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f019aa18-24c0-4ed7-a3bd-2d7148a9bd94 req-d7ded787-6413-4811-94da-0a2e853f2416 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 931 time: 0.2563295 Jul 07 19:16:54.758609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] For port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:54.766429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] For port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=42d464f1-2a0b-43ed-8072-d9aa7907fcc3,segment=NetworkSegment(54ad4fdd-186b-49e4-92d4-90af32143733),segment_id=54ad4fdd-186b-49e4-92d4-90af32143733)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:54.779281 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.809447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:54.809782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:54.810115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:54.830677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Port aef31a4a-4166-4ac3-a631-8e31616d8b54 on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:16:54.831195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:54.838675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f019aa18-24c0-4ed7-a3bd-2d7148a9bd94 req-ca0fdeae-d30c-4857-955e-b217c2f04d26 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533542 Jul 07 19:16:54.852695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e29bef-c507-4b79-a9ce-2a935f66362a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.881097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693b75-f533-4870-addf-8ffd1b5ad20d req-5c19e3a7-e717-485a-a0a2-db234caae511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:54.883015 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b2693b75-f533-4870-addf-8ffd1b5ad20d req-5c19e3a7-e717-485a-a0a2-db234caae511 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4693983 Jul 07 19:16:54.887755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:54.888091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:54.888500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:54.888962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Bound port: aef31a4a-4166-4ac3-a631-8e31616d8b54, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:54.889321 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:54.921610 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-478702d0-c5f9-485c-8911-466e20346ad0 req-68ad3aa9-ee5d-482e-a0e7-72e4eec0c4f2 service neutron] 10.222.0.112 "GET /v2.0/networks/30585341-4c92-4f8d-9752-643e9d793ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667883 Jul 07 19:16:55.006183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1417a8-79eb-4447-a15f-5568385eb7dc req-339ea4a7-e8c6-4033-9433-c81d216a6a09 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:55.018273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Allocated IP 172.20.0.11 (868a36a2-7928-4544-b7a0-4886d2f7bd7f/fd2dd140-c179-4a05-a280-99b199241abe/8670211f-c9b3-4024-b49c-3fb1ad59dfb7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:55.023321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a1417a8-79eb-4447-a15f-5568385eb7dc req-339ea4a7-e8c6-4033-9433-c81d216a6a09 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3368511 Jul 07 19:16:55.062124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d393c-8f03-4c96-bb86-e8bab78ccfc9 None None] Pushing event updated for resources: {'Port': ['ID=42d464f1-2a0b-43ed-8072-d9aa7907fcc3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:55.198541 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b2693b75-f533-4870-addf-8ffd1b5ad20d req-9326ca76-eff7-4796-a0ed-41bdb9134b21 service neutron] 10.222.0.112 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976937 Jul 07 19:16:55.251993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:55.291546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a1417a8-79eb-4447-a15f-5568385eb7dc req-03e6fb45-65ef-4eb6-a694-925736491df0 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673376 Jul 07 19:16:55.316492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:55.319565 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e29bef-c507-4b79-a9ce-2a935f66362a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.324807 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.333560 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e29bef-c507-4b79-a9ce-2a935f66362a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.351553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec43d7d-e961-42ca-a553-9ea601091b7f req-b12ffecf-6279-42bb-8f33-164796570642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:55.353022 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8ec43d7d-e961-42ca-a553-9ea601091b7f req-b12ffecf-6279-42bb-8f33-164796570642 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9ffff1d6aae2419fac5a79d464459dc0&device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 1095 time: 0.3364286 Jul 07 19:16:55.433341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Pushing event updated for resources: {'Port': ['ID=aef31a4a-4166-4ac3-a631-8e31616d8b54,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:55.446229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:55.446877 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.448415 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-07d3c3f7-8f77-4cad-8529-4542024c5a75 service neutron] 10.222.0.112 "PUT /v2.0/ports/aef31a4a-4166-4ac3-a631-8e31616d8b54 HTTP/1.1" status: 200 len: 1092 time: 2.0667832 Jul 07 19:16:55.457416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'tag': 'aef31a4a-4166-4ac3-a631-8e31616d8b54'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:55.459685 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb78580-f4e9-438b-8c98-587f9dce3681" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce2c00f-0235-4ae4-827e-001656a78bd0", "tag": "aef31a4a-4166-4ac3-a631-8e31616d8b54"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:55.498664 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b2693b75-f533-4870-addf-8ffd1b5ad20d req-fd8e4e52-e122-4c94-b490-61380bf1fb1b service neutron] 10.222.0.112 "GET /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905073 Jul 07 19:16:55.521254 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.526859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-06e29bef-c507-4b79-a9ce-2a935f66362a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=348b3c4b77354db584654f77703e0f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9185834 Jul 07 19:16:55.532594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:55.551036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e29bef-c507-4b79-a9ce-2a935f66362a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f20601-fd6a-4453-9055-2b33d10a5ab6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:55.564007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Transition to ACTIVE for port object 8670211f-c9b3-4024-b49c-3fb1ad59dfb7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:55.566640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec43d7d-e961-42ca-a553-9ea601091b7f req-5a72e290-4097-4a93-acb8-85a80a2e748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:55.568664 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8ec43d7d-e961-42ca-a553-9ea601091b7f req-5a72e290-4097-4a93-acb8-85a80a2e748e service neutron] 10.222.0.112 "GET /v2.0/networks?id=30585341-4c92-4f8d-9752-643e9d793ffa HTTP/1.1" status: 200 len: 915 time: 0.2028744 Jul 07 19:16:55.571823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317954c-de17-4a30-a13b-b6b33b55828d req-cd4f3ac0-e91b-4e9c-b4ed-91796d87bb10 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:55.573197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8317954c-de17-4a30-a13b-b6b33b55828d req-cd4f3ac0-e91b-4e9c-b4ed-91796d87bb10 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.4175999 Jul 07 19:16:55.633174 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8ec43d7d-e961-42ca-a553-9ea601091b7f req-9b7570bb-c40f-4e91-8780-354b583c221b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b HTTP/1.1" status: 200 len: 217 time: 0.0563827 Jul 07 19:16:55.643106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e5917-bd02-49a6-aab8-fa0cd3250442 req-5a774b4f-a92b-4b08-8d14-90e72ae2d25e tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:55.645678 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-858e5917-bd02-49a6-aab8-fa0cd3250442 req-5a774b4f-a92b-4b08-8d14-90e72ae2d25e tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 943 time: 0.2290244 Jul 07 19:16:55.669563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-e030f4bc-2fc2-476d-85e6-c839de860c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:55.671092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-e030f4bc-2fc2-476d-85e6-c839de860c37 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 1095 time: 0.1596768 Jul 07 19:16:55.677179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8317954c-de17-4a30-a13b-b6b33b55828d req-b67195e8-fb09-4a7c-917b-cc636671eb02 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914867 Jul 07 19:16:55.723607 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a46dd51-7673-45ab-9234-56153fefcdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.727387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec43d7d-e961-42ca-a553-9ea601091b7f req-faea397d-e2ea-4d59-af28-4e5704d1336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:55.729189 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8ec43d7d-e961-42ca-a553-9ea601091b7f req-faea397d-e2ea-4d59-af28-4e5704d1336a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6c21dc7e-4b4e-43b6-90b5-54adb6ad9916 HTTP/1.1" status: 200 len: 853 time: 0.0835054 Jul 07 19:16:55.738833 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.846044 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a46dd51-7673-45ab-9234-56153fefcdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:55.851620 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8ec43d7d-e961-42ca-a553-9ea601091b7f req-de135ad8-d8c5-46af-b2e3-058840fe9c77 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=30585341-4c92-4f8d-9752-643e9d793ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107450 Jul 07 19:16:55.940349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Network 868a36a2-7928-4544-b7a0-4886d2f7bd7f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:55.958988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Pushing event updated for resources: {'Port': ['ID=8670211f-c9b3-4024-b49c-3fb1ad59dfb7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:55.962654 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:55.973772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:56.056642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:56.057299 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.059976 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a46dd51-7673-45ab-9234-56153fefcdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.062696 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a46dd51-7673-45ab-9234-56153fefcdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.067098 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9a46dd51-7673-45ab-9234-56153fefcdd4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f7f20601-fd6a-4453-9055-2b33d10a5ab6 HTTP/1.1" status: 204 len: 168 time: 0.5270681 Jul 07 19:16:56.077432 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8ec43d7d-e961-42ca-a553-9ea601091b7f req-d34ecf23-f6ff-4bab-b34b-413b2952806d service neutron] 10.222.0.112 "GET /v2.0/networks/30585341-4c92-4f8d-9752-643e9d793ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148292 Jul 07 19:16:56.085104 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46dd51-7673-45ab-9234-56153fefcdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f20601-fd6a-4453-9055-2b33d10a5ab6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:56.108294 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-74191799-db68-4073-81fe-92ab68dc04b5 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2598410 Jul 07 19:16:56.120444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:56.155499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-b0c2dced-a5f6-4dd7-86b5-c547cad66462 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54 HTTP/1.1" status: 200 len: 217 time: 0.4711688 Jul 07 19:16:56.190702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-37af9be1-d713-4919-8126-19af75f4811f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-293610993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:56.260095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-858e5917-bd02-49a6-aab8-fa0cd3250442 req-630cce2b-551c-4024-9582-04406d49ab91 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/security-groups?id=721e0de8-ee47-43c7-8dfb-19566e9990d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074302 Jul 07 19:16:56.278376 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37af9be1-d713-4919-8126-19af75f4811f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.286403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-91ed2b6c-33dd-4617-99eb-3649388f2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:56.287359 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37af9be1-d713-4919-8126-19af75f4811f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.288538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-91ed2b6c-33dd-4617-99eb-3649388f2f1a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1016064 Jul 07 19:16:56.346650 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8ec43d7d-e961-42ca-a553-9ea601091b7f req-a7443432-b1e4-4043-b2ec-1d7a1bad5c4f service neutron] 10.222.0.112 "GET /v2.0/networks/30585341-4c92-4f8d-9752-643e9d793ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587905 Jul 07 19:16:56.372931 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c3f87c-9a3c-403d-b136-1103a3c16f77 x-openstack-request-id: req-45c3f87c-9a3c-403d-b136-1103a3c16f77 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:56.373479 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce2c00f-0235-4ae4-827e-001656a78bd0", "tag": "aef31a4a-4166-4ac3-a631-8e31616d8b54", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:56.373960 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-45c3f87c-9a3c-403d-b136-1103a3c16f77 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:56.374517 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'tag': 'aef31a4a-4166-4ac3-a631-8e31616d8b54', 'status': 'completed', 'code': 200} Jul 07 19:16:56.377030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-759e0e8c-4a44-4592-ac78-e07f65c4fb90 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665407 Jul 07 19:16:56.392467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5ce6e-500f-4373-b424-63eff32e9ced req-5368ba89-542d-4d82-963e-97b952f4fc99 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:56.409253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9a5ce6e-500f-4373-b424-63eff32e9ced req-5368ba89-542d-4d82-963e-97b952f4fc99 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2717829 Jul 07 19:16:56.454592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37af9be1-d713-4919-8126-19af75f4811f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.466398 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37af9be1-d713-4919-8126-19af75f4811f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.523547 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37af9be1-d713-4919-8126-19af75f4811f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.525713 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-37af9be1-d713-4919-8126-19af75f4811f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4043396 Jul 07 19:16:56.528365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:56.535789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-34089ae3-16ec-498f-9545-b5714d9a5d2e tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1061758146', 'prefixes': ['172.20.0.0/16']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:56.545781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f1160c-112e-42dc-b8f6-10958cc650b2 None None] Network 868a36a2-7928-4544-b7a0-4886d2f7bd7f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:16:56.648382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9a5ce6e-500f-4373-b424-63eff32e9ced req-42fb4792-96b5-4977-b279-e542f5969e9c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373123 Jul 07 19:16:56.715437 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34089ae3-16ec-498f-9545-b5714d9a5d2e tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.718498 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-34089ae3-16ec-498f-9545-b5714d9a5d2e tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1882794 Jul 07 19:16:56.718986 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-4f6cbf43-dce4-4aac-93b3-852c5d3debb5 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049433 Jul 07 19:16:56.721390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:56.726511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d60d289c-3bab-4d44-931a-fc663d8ed2c1 None None] Provisioning for port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:56.730040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-f269a461-ac41-478c-94c4-273cd2447eaa tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe', 'tempest-TagsExtTest-Tag-557983713') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:56.804865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:56.859172 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdd21-5584-406b-9c06-65c01a07fe0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:56.913438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceb8a5-2907-4a25-ba6c-7f38ceaf78b0 req-28258810-03a0-4d5d-a3d3-7f60db02e57c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:56.920724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-05ceb8a5-2907-4a25-ba6c-7f38ceaf78b0 req-28258810-03a0-4d5d-a3d3-7f60db02e57c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 943 time: 0.3405373 Jul 07 19:16:56.959622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7dfa8b7-b451-491b-8dfb-bc8082414761 req-6f7d7743-66d3-4f8f-b773-55a4f448a12c service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246537 Jul 07 19:16:57.041275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-05ceb8a5-2907-4a25-ba6c-7f38ceaf78b0 req-690c39a6-cb83-443a-bb70-24e477cdc1e2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195173 Jul 07 19:16:57.115629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:57.119355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f269a461-ac41-478c-94c4-273cd2447eaa tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags/tempest-TagsExtTest-Tag-557983713 HTTP/1.1" status: 201 len: 201 time: 0.3868012 Jul 07 19:16:57.135112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-28ffaa98-bb85-4004-9de0-9d9ba8fd4dbb tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7', 'tempest-TagsExtTest-Tag-864215261') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:57.169290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:57.267533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:57.273128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:57.273559 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.293013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdd21-5584-406b-9c06-65c01a07fe0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.302899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdd21-5584-406b-9c06-65c01a07fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.369699 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bfbcdd21-5584-406b-9c06-65c01a07fe0b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9226895c158645f68091620b400d911f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589893 Jul 07 19:16:57.370760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:57.382465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcdd21-5584-406b-9c06-65c01a07fe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457d05cd-d8e7-4a53-a457-de47783a53e3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:57.389753 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba85d4dd-26aa-44ec-9058-18e619baec6a None None] Provisioning complete for port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:57.390339 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4dd-26aa-44ec-9058-18e619baec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.407933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427291b-e6bf-4ec8-85f6-f31083fc1bd6 req-3e91e3d7-0891-4388-97c2-60e5589c4243 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:57.413860 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.417075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7427291b-e6bf-4ec8-85f6-f31083fc1bd6 req-3e91e3d7-0891-4388-97c2-60e5589c4243 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.4175467 Jul 07 19:16:57.475937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=42d464f1-2a0b-43ed-8072-d9aa7907fcc3,segment=NetworkSegment(54ad4fdd-186b-49e4-92d4-90af32143733),segment_id=54ad4fdd-186b-49e4-92d4-90af32143733)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:57.504775 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b403ced-bb03-4c57-bd84-649af19b9abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.507745 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.509443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb78580-f4e9-438b-8c98-587f9dce3681 req-3bd256e6-4068-4d30-8165-7a75d91088fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:57.511095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edb78580-f4e9-438b-8c98-587f9dce3681 req-3bd256e6-4068-4d30-8165-7a75d91088fe service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 1095 time: 0.2945194 Jul 07 19:16:57.531250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7427291b-e6bf-4ec8-85f6-f31083fc1bd6 req-e7351ade-ca79-4770-927d-8245ce539e29 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130877 Jul 07 19:16:57.541250 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b403ced-bb03-4c57-bd84-649af19b9abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.595124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4e64c-7792-4f4c-a2d0-c0b366486f5a req-44d692b7-0238-4cf3-be6e-d8f3e0bb753c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:57.603465 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3df4e64c-7792-4f4c-a2d0-c0b366486f5a req-44d692b7-0238-4cf3-be6e-d8f3e0bb753c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3011243 Jul 07 19:16:57.609585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-28ffaa98-bb85-4004-9de0-9d9ba8fd4dbb tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags/tempest-TagsExtTest-Tag-864215261 HTTP/1.1" status: 201 len: 201 time: 0.4929440 Jul 07 19:16:57.625373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:57.636124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-8687b211-1d43-420e-8e82-d40512e81a84 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381', 'tempest-TagsExtTest-Tag-1753873403') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:57.779004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3df4e64c-7792-4f4c-a2d0-c0b366486f5a req-8fe8b531-46e1-49d3-a7f9-c2221203efaf tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743100 Jul 07 19:16:57.809893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb78580-f4e9-438b-8c98-587f9dce3681 req-5a2726b8-2f3d-4f7f-81b4-2a8f3bba2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:57.824177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edb78580-f4e9-438b-8c98-587f9dce3681 req-5a2726b8-2f3d-4f7f-81b4-2a8f3bba2245 service neutron] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.2905958 Jul 07 19:16:57.853429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=42d464f1-2a0b-43ed-8072-d9aa7907fcc3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:57.877377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba85d4dd-26aa-44ec-9058-18e619baec6a None None] Provisioning for port 8670211f-c9b3-4024-b49c-3fb1ad59dfb7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:57.884062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba85d4dd-26aa-44ec-9058-18e619baec6a None None] Provisioning complete for port 8670211f-c9b3-4024-b49c-3fb1ad59dfb7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:57.884438 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba85d4dd-26aa-44ec-9058-18e619baec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:57.904074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edb78580-f4e9-438b-8c98-587f9dce3681 req-3731cd10-2885-4b12-a8ab-fffc5e9bfe28 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54 HTTP/1.1" status: 200 len: 217 time: 0.0636744 Jul 07 19:16:57.931086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8687b211-1d43-420e-8e82-d40512e81a84 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags/tempest-TagsExtTest-Tag-1753873403 HTTP/1.1" status: 201 len: 201 time: 0.3001804 Jul 07 19:16:57.978252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49398) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:57.985499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-ce1d8a8f-d6ad-4ad2-8f98-32cec142ea28 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036', 'tempest-TagsExtTest-Tag-1559236204') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:57.986007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ba85d4dd-26aa-44ec-9058-18e619baec6a None None] Port 8670211f-c9b3-4024-b49c-3fb1ad59dfb7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:16:58.111609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-48be42fc-aa7f-4caa-8af9-e40ed264f0c0 None None] Provisioning complete for port 8670211f-c9b3-4024-b49c-3fb1ad59dfb7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:58.111996 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48be42fc-aa7f-4caa-8af9-e40ed264f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:58.124713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb78580-f4e9-438b-8c98-587f9dce3681 req-e4569880-4a56-42a6-9ba3-1db991d10b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:58.126633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edb78580-f4e9-438b-8c98-587f9dce3681 req-e4569880-4a56-42a6-9ba3-1db991d10b69 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.2152553 Jul 07 19:16:58.132592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b403ced-bb03-4c57-bd84-649af19b9abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:58.135894 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b403ced-bb03-4c57-bd84-649af19b9abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:58.137408 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b403ced-bb03-4c57-bd84-649af19b9abd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/457d05cd-d8e7-4a53-a457-de47783a53e3 HTTP/1.1" status: 204 len: 168 time: 0.7659366 Jul 07 19:16:58.159103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b403ced-bb03-4c57-bd84-649af19b9abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457d05cd-d8e7-4a53-a457-de47783a53e3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:58.181514 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edb78580-f4e9-438b-8c98-587f9dce3681 req-7132028f-14e8-419f-8431-4a659a27bb65 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424230 Jul 07 19:16:58.215955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ce1d8a8f-d6ad-4ad2-8f98-32cec142ea28 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags/tempest-TagsExtTest-Tag-1559236204 HTTP/1.1" status: 201 len: 201 time: 0.2363594 Jul 07 19:16:58.218540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:58.225050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-e383183d-3d69-480b-b1f5-f929d98647ec tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:58.267389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-48be42fc-aa7f-4caa-8af9-e40ed264f0c0 None None] Port 8670211f-c9b3-4024-b49c-3fb1ad59dfb7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:16:58.312409 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e383183d-3d69-480b-b1f5-f929d98647ec tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags HTTP/1.1" status: 200 len: 240 time: 0.0922582 Jul 07 19:16:58.313104 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:58.318265 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-7f30580d-5441-4444-9b59-0b75a519208e tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe', 'tempest-TagsExtTest-Tag-557983713') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:58.358238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8336b4-c506-475e-a735-4e8a4d0b0d1d req-569de10a-7b7a-4244-9a00-910af6f31ab6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:58.359806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8336b4-c506-475e-a735-4e8a4d0b0d1d req-569de10a-7b7a-4244-9a00-910af6f31ab6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3261981 Jul 07 19:16:58.382826 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7f30580d-5441-4444-9b59-0b75a519208e tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags/tempest-TagsExtTest-Tag-557983713 HTTP/1.1" status: 204 len: 168 time: 0.0684123 Jul 07 19:16:58.383300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:58.387793 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-1284b958-fe23-4d1d-a91f-b76aa5bd3962 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe', 'tempest-TagsExtTest-Tag-557983713') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:58.489977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8336b4-c506-475e-a735-4e8a4d0b0d1d req-6e421de7-8e0e-47df-8f7c-929075d060b7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181877 Jul 07 19:16:58.510277 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1284b958-fe23-4d1d-a91f-b76aa5bd3962 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags/tempest-TagsExtTest-Tag-557983713 HTTP/1.1" status: 204 len: 168 time: 0.1179726 Jul 07 19:16:58.510277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:58.513272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-483accbb-f666-44ab-b67e-5238b7dc68ac tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:58.514128 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edb78580-f4e9-438b-8c98-587f9dce3681 req-0f001fbf-6fce-432a-9e9a-96edb05d0ada service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239706 Jul 07 19:16:58.579617 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-483accbb-f666-44ab-b67e-5238b7dc68ac tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags HTTP/1.1" status: 200 len: 205 time: 0.0731468 Jul 07 19:16:58.580435 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:58.593952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-c52d2720-c24a-4301-9c83-284031e3200b tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:58.640276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edb78580-f4e9-438b-8c98-587f9dce3681 req-7a0ae105-9339-4f1d-acff-c1642141d2e5 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186047 Jul 07 19:16:58.653134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fe7d142-9719-4dcb-87d6-bf80f2c33296 req-99370c36-1475-4268-8dd5-469ac667a2d9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3998120 Jul 07 19:16:58.680874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8017cfd-f763-47f1-93b0-4424f5d25e71 req-7a680f86-06b5-4509-80af-ec6aff009986 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:58.682651 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8017cfd-f763-47f1-93b0-4424f5d25e71 req-7a680f86-06b5-4509-80af-ec6aff009986 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 943 time: 0.4014866 Jul 07 19:16:58.695096 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c52d2720-c24a-4301-9c83-284031e3200b tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags HTTP/1.1" status: 200 len: 240 time: 0.1002591 Jul 07 19:16:58.695436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:58.699934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-26739d53-772a-4ded-9a64-856972034d01 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7', 'tempest-TagsExtTest-Tag-864215261') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:58.765516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-26739d53-772a-4ded-9a64-856972034d01 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags/tempest-TagsExtTest-Tag-864215261 HTTP/1.1" status: 204 len: 168 time: 0.0690408 Jul 07 19:16:58.767903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:58.773818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-b277854f-2965-49c3-b977-7727f7161674 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7', 'tempest-TagsExtTest-Tag-864215261') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:58.774606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8017cfd-f763-47f1-93b0-4424f5d25e71 req-986f28f3-4159-4512-a31a-fbbd8f17a849 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/security-groups?id=721e0de8-ee47-43c7-8dfb-19566e9990d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773358 Jul 07 19:16:58.889873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7d142-9719-4dcb-87d6-bf80f2c33296 req-49403cb9-c5f2-4d0b-b45c-b5b6f498ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:58.891078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fe7d142-9719-4dcb-87d6-bf80f2c33296 req-49403cb9-c5f2-4d0b-b45c-b5b6f498ddaf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66532528330f4ada8d4ea37673e57e0f&device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 1098 time: 0.1205950 Jul 07 19:16:58.899492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c982e4a-d027-4830-b72a-ae2cbda5f850 req-97388d00-a89c-43ea-b016-61879fcf67da tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:58.901088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c982e4a-d027-4830-b72a-ae2cbda5f850 req-97388d00-a89c-43ea-b016-61879fcf67da tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.2368228 Jul 07 19:16:58.905648 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b277854f-2965-49c3-b977-7727f7161674 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags/tempest-TagsExtTest-Tag-864215261 HTTP/1.1" status: 204 len: 168 time: 0.1363242 Jul 07 19:16:58.906794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:58.911843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-e904fa25-8ae2-4e7b-a5e1-c6cee56239fa tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:59.000515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:59.017721 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e904fa25-8ae2-4e7b-a5e1-c6cee56239fa tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags HTTP/1.1" status: 200 len: 205 time: 0.1100013 Jul 07 19:16:59.021594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:59.029235 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-21616bd5-2a21-443a-b01a-b121777f431f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:59.053376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c982e4a-d027-4830-b72a-ae2cbda5f850 req-faa6d89e-3b1b-4df3-acdd-53ca60ee9890 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380303 Jul 07 19:16:59.075380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:59.077246 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:59.122112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:16:59.137582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7d142-9719-4dcb-87d6-bf80f2c33296 req-f721d4d8-eaba-4de3-83f3-1b9b908d7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:59.137864 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fe7d142-9719-4dcb-87d6-bf80f2c33296 req-f721d4d8-eaba-4de3-83f3-1b9b908d7b67 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 200 len: 916 time: 0.1948719 Jul 07 19:16:59.156267 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-21616bd5-2a21-443a-b01a-b121777f431f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags HTTP/1.1" status: 200 len: 241 time: 0.1320894 Jul 07 19:16:59.158435 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:59.164857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-61003751-3948-4496-ab37-6484fab92cdd tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381', 'tempest-TagsExtTest-Tag-1753873403') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:59.178618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3810-7fc6-4235-9579-76d785bf604d req-1e4a515e-2bb2-4fde-ad82-fbe5c2cea92f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:59.186368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-667c3810-7fc6-4235-9579-76d785bf604d req-1e4a515e-2bb2-4fde-ad82-fbe5c2cea92f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 943 time: 0.2269425 Jul 07 19:16:59.290223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fe7d142-9719-4dcb-87d6-bf80f2c33296 req-81cbfb30-6f47-48f8-804d-f147637d4488 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d80470-908b-4813-a003-a369cf2672ef HTTP/1.1" status: 200 len: 217 time: 0.1415029 Jul 07 19:16:59.320354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b,segment=NetworkSegment(dc829c0a-9d82-4fca-bd0b-14bc9b9def06),segment_id=dc829c0a-9d82-4fca-bd0b-14bc9b9def06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:59.322668 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-61003751-3948-4496-ab37-6484fab92cdd tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags/tempest-TagsExtTest-Tag-1753873403 HTTP/1.1" status: 204 len: 168 time: 0.1617465 Jul 07 19:16:59.324563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:59.329532 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-b5de2112-5b52-4d2e-aef7-2592fa26f480 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381', 'tempest-TagsExtTest-Tag-1753873403') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:59.347317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b', 'network_id': '30585341-4c92-4f8d-9752-643e9d793ffa', 'port_id': 'b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b', 'mac_address': 'fa:16:3e:e0:34:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c21dc7e-4b4e-43b6-90b5-54adb6ad9916', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:16:59.394781 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:59.407942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-667c3810-7fc6-4235-9579-76d785bf604d req-c8163c5b-a31b-4ceb-ac99-bef14b2b4897 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206125 Jul 07 19:16:59.411818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:59.441783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7d142-9719-4dcb-87d6-bf80f2c33296 req-63d48ff1-8745-48ca-b098-13cce7a196f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:59.445949 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fe7d142-9719-4dcb-87d6-bf80f2c33296 req-63d48ff1-8745-48ca-b098-13cce7a196f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fd13854-dbb7-4d92-8c95-37db9151f619 HTTP/1.1" status: 200 len: 854 time: 0.1442070 Jul 07 19:16:59.457127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b,segment=NetworkSegment(dc829c0a-9d82-4fca-bd0b-14bc9b9def06),segment_id=dc829c0a-9d82-4fca-bd0b-14bc9b9def06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:59.463008 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:59.518763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fe7d142-9719-4dcb-87d6-bf80f2c33296 req-d0322406-1a23-40fa-9cd7-73cf1dc05d08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d8b8a7e-1c91-4a62-8320-82728e74874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568912 Jul 07 19:16:59.521343 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b5de2112-5b52-4d2e-aef7-2592fa26f480 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags/tempest-TagsExtTest-Tag-1753873403 HTTP/1.1" status: 204 len: 168 time: 0.1953735 Jul 07 19:16:59.523595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:59.528431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-db29d988-addf-4f97-a8d7-73362ec039cd tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:59.544929 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:59.634892 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-db29d988-addf-4f97-a8d7-73362ec039cd tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags HTTP/1.1" status: 200 len: 205 time: 0.1079912 Jul 07 19:16:59.636133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:59.644422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-91392e9c-a737-401d-928b-91b0d3fa93c9 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:59.673824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8d8fa-115f-4d49-96c8-e75263e5b064 req-da04788b-a7a2-42cb-8ceb-94fe77790319 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:59.675843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47e8d8fa-115f-4d49-96c8-e75263e5b064 req-da04788b-a7a2-42cb-8ceb-94fe77790319 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=acbe8358-2f10-4e5d-8057-6c93fd339288 HTTP/1.1" status: 200 len: 946 time: 0.3582377 Jul 07 19:16:59.710821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:59.758622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-91392e9c-a737-401d-928b-91b0d3fa93c9 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags HTTP/1.1" status: 200 len: 241 time: 0.1188142 Jul 07 19:16:59.761153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49462) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:59.767103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-5de83317-4e40-4228-81df-cf5b80013823 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036', 'tempest-TagsExtTest-Tag-1559236204') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:59.783863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fe7d142-9719-4dcb-87d6-bf80f2c33296 req-b42b8fcf-dee4-44ac-9777-c187a7f08223 service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570932 Jul 07 19:16:59.791748 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47e8d8fa-115f-4d49-96c8-e75263e5b064 req-2b2c50a5-dc5a-46d1-b393-90f0b4b7a29f tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045108 Jul 07 19:16:59.833575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433472c-2f76-4118-a4dd-aebcc68da936 req-9cacab02-286d-4c1d-b128-984d61421e9c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:59.840228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5433472c-2f76-4118-a4dd-aebcc68da936 req-9cacab02-286d-4c1d-b128-984d61421e9c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2226734 Jul 07 19:16:59.920426 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5de83317-4e40-4228-81df-cf5b80013823 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags/tempest-TagsExtTest-Tag-1559236204 HTTP/1.1" status: 204 len: 168 time: 0.1580851 Jul 07 19:16:59.922826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:59.935481 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-ee4150ea-9fd5-45fe-9689-adb82de6a749 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036', 'tempest-TagsExtTest-Tag-1559236204') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:59.989967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5433472c-2f76-4118-a4dd-aebcc68da936 req-6b0277b6-c13e-4084-86bd-6bc9a2ef6939 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486912 Jul 07 19:17:00.037235 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ee4150ea-9fd5-45fe-9689-adb82de6a749 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags/tempest-TagsExtTest-Tag-1559236204 HTTP/1.1" status: 204 len: 168 time: 0.1131637 Jul 07 19:17:00.038307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.044077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-08ceb897-ffd2-4afc-9517-c056be836705 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:00.071727 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fe7d142-9719-4dcb-87d6-bf80f2c33296 req-fae016aa-2c55-4c8f-97bf-79102d338176 service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777843 Jul 07 19:17:00.085736 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-08ceb897-ffd2-4afc-9517-c056be836705 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags HTTP/1.1" status: 200 len: 205 time: 0.0461102 Jul 07 19:17:00.088345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.093587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-8eb36bba-ad84-4eab-b349-07ec2db3813a tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:00.111034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df6c9-e6d9-452b-b124-16f269ea8089 req-6477d107-bb01-49aa-9622-e568fcd08eff tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:00.120110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f3df6c9-e6d9-452b-b124-16f269ea8089 req-6477d107-bb01-49aa-9622-e568fcd08eff tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 944 time: 0.1239815 Jul 07 19:17:00.125616 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8eb36bba-ad84-4eab-b349-07ec2db3813a tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags HTTP/1.1" status: 204 len: 168 time: 0.0359769 Jul 07 19:17:00.127937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.133247 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-904c0abb-6525-4e07-a7b7-0963edc5e658 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:00.215852 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f3df6c9-e6d9-452b-b124-16f269ea8089 req-3757abc4-ecc0-4cda-9711-47a47dce8fb5 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/security-groups?id=721e0de8-ee47-43c7-8dfb-19566e9990d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942838 Jul 07 19:17:00.246816 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-904c0abb-6525-4e07-a7b7-0963edc5e658 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags HTTP/1.1" status: 204 len: 168 time: 0.1154156 Jul 07 19:17:00.247882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.251859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-7c7d586f-73fe-4a0b-98b6-94e4e95cefb2 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:00.264394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1feacf-6ef5-447d-81ff-673ee654701e req-c6778a7f-b8b1-468b-90c6-d44cf036525b tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:00.266155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf1feacf-6ef5-447d-81ff-673ee654701e req-c6778a7f-b8b1-468b-90c6-d44cf036525b tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 945 time: 0.1275518 Jul 07 19:17:00.338599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf1feacf-6ef5-447d-81ff-673ee654701e req-632d8185-f9e5-4da2-8dee-69db4cbcbdb6 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524006 Jul 07 19:17:00.395131 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7c7d586f-73fe-4a0b-98b6-94e4e95cefb2 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags HTTP/1.1" status: 204 len: 168 time: 0.1469753 Jul 07 19:17:00.398505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.400826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-2c185d66-e23d-40db-a5d3-b251137f57bd req-67fe577f-b58d-4878-be78-1a145bdb08e7 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:17:00.401829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c185d66-e23d-40db-a5d3-b251137f57bd req-67fe577f-b58d-4878-be78-1a145bdb08e7 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108998 Jul 07 19:17:00.404432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-906b97a3-9027-46d1-b884-47e0d2e356f4 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:00.431570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a4175-5800-417f-9777-f5b5fa6c5dab req-659d4f30-171d-49dd-94e1-7e975be34dd7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:00.433270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f87a4175-5800-417f-9777-f5b5fa6c5dab req-659d4f30-171d-49dd-94e1-7e975be34dd7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.0987113 Jul 07 19:17:00.505615 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-906b97a3-9027-46d1-b884-47e0d2e356f4 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags HTTP/1.1" status: 204 len: 168 time: 0.1053607 Jul 07 19:17:00.510085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.517710 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-7954b876-f4a5-41cf-a8a6-c57a8027d9b6 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe', 'tempest-TagsExtTest-Tag-976855087') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:00.605079 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7954b876-f4a5-41cf-a8a6-c57a8027d9b6 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags/tempest-TagsExtTest-Tag-976855087 HTTP/1.1" status: 201 len: 201 time: 0.0902989 Jul 07 19:17:00.612628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.618135 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-ff7bc611-c02d-4170-8cdf-a56031fd0994 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7', 'tempest-TagsExtTest-Tag-1560638737') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:00.697305 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ff7bc611-c02d-4170-8cdf-a56031fd0994 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags/tempest-TagsExtTest-Tag-1560638737 HTTP/1.1" status: 201 len: 201 time: 0.0831480 Jul 07 19:17:00.700090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.707988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-ba8a6254-1c08-4c11-99fa-de7d0594c6be tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381', 'tempest-TagsExtTest-Tag-1464077250') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:00.831175 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ba8a6254-1c08-4c11-99fa-de7d0594c6be tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags/tempest-TagsExtTest-Tag-1464077250 HTTP/1.1" status: 201 len: 201 time: 0.1294239 Jul 07 19:17:00.834862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.843018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-1fe552a7-4995-4255-a9ee-d15463110571 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036', 'tempest-TagsExtTest-Tag-949587661') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:00.895784 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1fe552a7-4995-4255-a9ee-d15463110571 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags/tempest-TagsExtTest-Tag-949587661 HTTP/1.1" status: 201 len: 201 time: 0.0581973 Jul 07 19:17:00.899380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.905305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-021a1405-ef85-4d50-af00-6f193433c892 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe', {'tags': ['tempest-TagsExtTest-Tag-593469000', 'tempest-TagsExtTest-Tag-1110308004', 'tempest-TagsExtTest-Tag-2032466184']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:00.955563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f87a4175-5800-417f-9777-f5b5fa6c5dab req-df444bc8-9b25-456b-833b-369967b4ef93 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105269 Jul 07 19:17:00.982639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c185d66-e23d-40db-a5d3-b251137f57bd req-374bc7b9-5099-4d11-93de-445dd1b3ace3 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5483541 Jul 07 19:17:00.982913 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-021a1405-ef85-4d50-af00-6f193433c892 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags HTTP/1.1" status: 200 len: 317 time: 0.0820341 Jul 07 19:17:00.985452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:00.994798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-cc382e50-4dbd-4fbf-9449-afda4c9edb31 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:01.120553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device aef31a4a-4166-4ac3-a631-8e31616d8b54 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:01.122838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:01.203177 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cc382e50-4dbd-4fbf-9449-afda4c9edb31 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags HTTP/1.1" status: 204 len: 168 time: 0.2142069 Jul 07 19:17:01.203663 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:01.209780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-8ae3ab0c-ba5e-4ecf-8f92-05c19a71188c tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe', 'tempest-TagsExtTest-Tag-593469000') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:01.243049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f919af-c30e-425f-8754-6a6603f147c1 req-5e08cafa-6ecf-45ec-a8b6-9c865d52e722 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:01.251269 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68f919af-c30e-425f-8754-6a6603f147c1 req-5e08cafa-6ecf-45ec-a8b6-9c865d52e722 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 943 time: 0.1724033 Jul 07 19:17:01.275892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:01.281833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:01.282551 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.289619 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-8ae3ab0c-ba5e-4ecf-8f92-05c19a71188c tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:01.293283 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8ae3ab0c-ba5e-4ecf-8f92-05c19a71188c tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags/tempest-TagsExtTest-Tag-593469000 HTTP/1.1" status: 404 len: 328 time: 0.0863812 Jul 07 19:17:01.299077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49546) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:01.304922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-f785a6bd-9f52-4bee-a1be-ac9e4fdb1002 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe', 'tempest-TagsExtTest-Tag-1110308004') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:01.324419 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68f919af-c30e-425f-8754-6a6603f147c1 req-6fb561bb-7415-4f61-b3a7-8f6896bd700c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721812 Jul 07 19:17:01.414852 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.456360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:01.464265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66216cd-a482-4d99-85f3-7bd9abe7f935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:01.466943 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a8425f-bade-49d1-bac2-7506ace553e4" -d '{"events": [{"server_uuid": "b66216cd-a482-4d99-85f3-7bd9abe7f935", "name": "network-vif-plugged", "status": "completed", "tag": "b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:01.512727 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-f785a6bd-9f52-4bee-a1be-ac9e4fdb1002 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:01.516300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f785a6bd-9f52-4bee-a1be-ac9e4fdb1002 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags/tempest-TagsExtTest-Tag-1110308004 HTTP/1.1" status: 404 len: 329 time: 0.2137258 Jul 07 19:17:01.516726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:01.521192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b,segment=NetworkSegment(dc829c0a-9d82-4fca-bd0b-14bc9b9def06),segment_id=dc829c0a-9d82-4fca-bd0b-14bc9b9def06)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:01.529466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-f4feee4d-2517-4b68-b16a-0e158aec0b01 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe', 'tempest-TagsExtTest-Tag-2032466184') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:01.530895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'aef31a4a-4166-4ac3-a631-8e31616d8b54', 'network_id': '62840828-0370-41dd-8414-061b75720a7b', 'port_id': 'aef31a4a-4166-4ac3-a631-8e31616d8b54', 'mac_address': 'fa:16:3e:77:87:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75c69e1-39c9-40a0-be7b-2d73a7ea63fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:17:01.540196 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.632083 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.679347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef31a4a-4166-4ac3-a631-8e31616d8b54 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:01.693274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:01.721954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:01.731843 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:01.770483 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715d204-3bd6-4790-aa1f-c87e4c3fba5e req-28d567a6-1a89-4dc0-8939-3e999fca5a39 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:01.779395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6715d204-3bd6-4790-aa1f-c87e4c3fba5e req-28d567a6-1a89-4dc0-8939-3e999fca5a39 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.2404096 Jul 07 19:17:01.793245 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-f4feee4d-2517-4b68-b16a-0e158aec0b01 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:01.794503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f4feee4d-2517-4b68-b16a-0e158aec0b01 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags/tempest-TagsExtTest-Tag-2032466184 HTTP/1.1" status: 404 len: 329 time: 0.2759719 Jul 07 19:17:01.797154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:01.803739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-12e62faf-53ab-4d4a-a4cc-18adeab5ff0c tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7', {'tags': ['tempest-TagsExtTest-Tag-1518357293', 'tempest-TagsExtTest-Tag-768573867', 'tempest-TagsExtTest-Tag-541086515']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:01.816396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90dbd2-3ae8-4ea1-aeeb-06aae70509bf req-2ea165c5-ac13-4a91-adab-d10bfda78083 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:01.818661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da90dbd2-3ae8-4ea1-aeeb-06aae70509bf req-2ea165c5-ac13-4a91-adab-d10bfda78083 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 945 time: 0.2411509 Jul 07 19:17:01.857362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=aef31a4a-4166-4ac3-a631-8e31616d8b54,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:01.882889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6715d204-3bd6-4790-aa1f-c87e4c3fba5e req-6db4e6cf-d5f4-4e40-b7b8-a5ceedb864d6 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019480 Jul 07 19:17:01.956007 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-12e62faf-53ab-4d4a-a4cc-18adeab5ff0c tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags HTTP/1.1" status: 200 len: 316 time: 0.1570110 Jul 07 19:17:01.956742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49578) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:01.958982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da90dbd2-3ae8-4ea1-aeeb-06aae70509bf req-e7b262ea-cf00-437e-bff5-c221c8cc7fd2 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/security-groups?id=721e0de8-ee47-43c7-8dfb-19566e9990d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325328 Jul 07 19:17:01.961551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-b4ef755d-eeb4-43a7-9e8c-db0949eb678b tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:02.006445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['aef31a4a-4166-4ac3-a631-8e31616d8b54'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:02.086490 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b43df7-de38-4255-8c0a-3a523cf25cd3 x-openstack-request-id: req-26b43df7-de38-4255-8c0a-3a523cf25cd3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:02.105559 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66216cd-a482-4d99-85f3-7bd9abe7f935", "name": "network-vif-plugged", "status": "completed", "tag": "b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:02.118823 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b4ef755d-eeb4-43a7-9e8c-db0949eb678b tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags HTTP/1.1" status: 204 len: 168 time: 0.1586435 Jul 07 19:17:02.119480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:02.121348 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-26b43df7-de38-4255-8c0a-3a523cf25cd3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:02.129097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-2229578b-8a62-48ac-8a0f-c48874db1716 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7', 'tempest-TagsExtTest-Tag-1518357293') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:02.129651 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66216cd-a482-4d99-85f3-7bd9abe7f935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b', 'code': 200} Jul 07 19:17:02.291012 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-2229578b-8a62-48ac-8a0f-c48874db1716 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:02.300164 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2229578b-8a62-48ac-8a0f-c48874db1716 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags/tempest-TagsExtTest-Tag-1518357293 HTTP/1.1" status: 404 len: 329 time: 0.1761947 Jul 07 19:17:02.301719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:02.308579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa6096-3a06-4227-8f27-fe5339f5e8c0 req-5db41244-73dc-42ff-8a8b-b21996c25226 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:02.311752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-223cf142-fe1e-4d69-93e6-edbc4019933a tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7', 'tempest-TagsExtTest-Tag-768573867') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:02.321694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14aa6096-3a06-4227-8f27-fe5339f5e8c0 req-5db41244-73dc-42ff-8a8b-b21996c25226 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2394679 Jul 07 19:17:02.456957 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-223cf142-fe1e-4d69-93e6-edbc4019933a tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:02.459070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14aa6096-3a06-4227-8f27-fe5339f5e8c0 req-3732e929-7599-40cc-9816-362875a61ff8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342177 Jul 07 19:17:02.460698 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-223cf142-fe1e-4d69-93e6-edbc4019933a tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags/tempest-TagsExtTest-Tag-768573867 HTTP/1.1" status: 404 len: 328 time: 0.1557388 Jul 07 19:17:02.463131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:02.482628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-daab5f97-2bdc-48e1-ba6b-bffc4a5654d7 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7', 'tempest-TagsExtTest-Tag-541086515') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:02.512982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91598-2213-491e-8189-ea4990fd2df8 req-2b44f0df-6533-4564-8b3e-b93151d80823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:02.514655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08c91598-2213-491e-8189-ea4990fd2df8 req-2b44f0df-6533-4564-8b3e-b93151d80823 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 1097 time: 0.3261776 Jul 07 19:17:02.523843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122e754-79a9-4a63-b1c9-7f2ce0e00900 req-7f92dbc4-e1ad-40ba-867e-080740d89ffe tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:02.532050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e122e754-79a9-4a63-b1c9-7f2ce0e00900 req-7f92dbc4-e1ad-40ba-867e-080740d89ffe tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=acbe8358-2f10-4e5d-8057-6c93fd339288 HTTP/1.1" status: 200 len: 946 time: 0.2039001 Jul 07 19:17:02.587127 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-daab5f97-2bdc-48e1-ba6b-bffc4a5654d7 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:02.591157 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-daab5f97-2bdc-48e1-ba6b-bffc4a5654d7 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags/tempest-TagsExtTest-Tag-541086515 HTTP/1.1" status: 404 len: 328 time: 0.1265533 Jul 07 19:17:02.591806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:02.596755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-424325d3-7aae-4755-9bdd-4c3400ce7707 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381', {'tags': ['tempest-TagsExtTest-Tag-1010919909', 'tempest-TagsExtTest-Tag-1348450699', 'tempest-TagsExtTest-Tag-629697219']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:02.626090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08c91598-2213-491e-8189-ea4990fd2df8 req-0e11acb7-9a3d-491d-8a95-dc3b531d5bd0 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=721e0de8-ee47-43c7-8dfb-19566e9990d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911469 Jul 07 19:17:02.641374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e122e754-79a9-4a63-b1c9-7f2ce0e00900 req-2c0c2c2b-cadb-4ea8-9431-6f7ca0345a3f tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083465 Jul 07 19:17:02.779501 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-424325d3-7aae-4755-9bdd-4c3400ce7707 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags HTTP/1.1" status: 200 len: 317 time: 0.1844187 Jul 07 19:17:02.780289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:02.787427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-aaceb679-1f17-476c-8326-e848b314de5e tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:02.804692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3afb0b-5068-49c5-92ff-96ac72bfd551 req-bdc0f8b4-03f3-4d0b-b52d-fb7236bc9057 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:02.806978 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b3afb0b-5068-49c5-92ff-96ac72bfd551 req-bdc0f8b4-03f3-4d0b-b52d-fb7236bc9057 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 944 time: 0.1482735 Jul 07 19:17:02.933541 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b3afb0b-5068-49c5-92ff-96ac72bfd551 req-e4eeaa1d-ec38-4f4e-a909-d08fcfb024b0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707607 Jul 07 19:17:02.935490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:02.941794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-f61d9d64-86db-4a8a-b73d-9fb9984c04a1 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381', 'tempest-TagsExtTest-Tag-1010919909') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:02.974505 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aaceb679-1f17-476c-8326-e848b314de5e tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags HTTP/1.1" status: 204 len: 168 time: 0.1923499 Jul 07 19:17:02.998954 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:03.013421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaacef9-30ce-4ed4-8a40-ff977a46a0ec req-d85b2b8e-c972-4c64-aa17-ea893b366bbb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:03.022121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfaacef9-30ce-4ed4-8a40-ff977a46a0ec req-d85b2b8e-c972-4c64-aa17-ea893b366bbb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2137337 Jul 07 19:17:03.114377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfaacef9-30ce-4ed4-8a40-ff977a46a0ec req-5fe603aa-ca8f-40f5-8d90-2a978c47e647 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911214 Jul 07 19:17:03.135980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device aef31a4a-4166-4ac3-a631-8e31616d8b54 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:03.192416 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-f61d9d64-86db-4a8a-b73d-9fb9984c04a1 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:03.193105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f61d9d64-86db-4a8a-b73d-9fb9984c04a1 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags/tempest-TagsExtTest-Tag-1010919909 HTTP/1.1" status: 404 len: 329 time: 0.2564185 Jul 07 19:17:03.196210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:03.204148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-c36e383d-1540-4df3-83ca-34f5f97b515f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381', 'tempest-TagsExtTest-Tag-1348450699') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:03.251262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ffcbe-0a3b-4a13-bf43-a7b2d4a413a8 req-3856de9c-f35f-4188-94e3-7da4049ba192 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:03.264517 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-372ffcbe-0a3b-4a13-bf43-a7b2d4a413a8 req-3856de9c-f35f-4188-94e3-7da4049ba192 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 945 time: 0.1547241 Jul 07 19:17:03.276275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port aef31a4a-4166-4ac3-a631-8e31616d8b54 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:03.300943 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port aef31a4a-4166-4ac3-a631-8e31616d8b54 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:03.303416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:03.325518 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c36e383d-1540-4df3-83ca-34f5f97b515f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:03.327820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c36e383d-1540-4df3-83ca-34f5f97b515f tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags/tempest-TagsExtTest-Tag-1348450699 HTTP/1.1" status: 404 len: 329 time: 0.1297591 Jul 07 19:17:03.332640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:03.348106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-103baf88-32f4-4516-a151-bfe0285e90ba tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381', 'tempest-TagsExtTest-Tag-629697219') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:03.355279 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-372ffcbe-0a3b-4a13-bf43-a7b2d4a413a8 req-a79fe618-82f4-4ce4-9004-d34e24fd9dd2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897171 Jul 07 19:17:03.389390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffb52e-6b67-42d5-99d2-d286c0c9f377 req-bf19f0e6-6439-42f0-bde8-5b294dbc28fb tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:03.410886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ccffb52e-6b67-42d5-99d2-d286c0c9f377 req-bf19f0e6-6439-42f0-bde8-5b294dbc28fb tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 945 time: 0.1178107 Jul 07 19:17:03.486284 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-103baf88-32f4-4516-a151-bfe0285e90ba tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:03.489951 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-103baf88-32f4-4516-a151-bfe0285e90ba tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags/tempest-TagsExtTest-Tag-629697219 HTTP/1.1" status: 404 len: 328 time: 0.1553473 Jul 07 19:17:03.492628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:03.493334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ccffb52e-6b67-42d5-99d2-d286c0c9f377 req-0c320045-615a-4c80-b5e9-7c5596f026b7 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/security-groups?id=721e0de8-ee47-43c7-8dfb-19566e9990d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947132 Jul 07 19:17:03.502266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-286ec9fd-539a-41a0-bf8f-d33fcd42d644 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036', {'tags': ['tempest-TagsExtTest-Tag-1241384809', 'tempest-TagsExtTest-Tag-1606128146', 'tempest-TagsExtTest-Tag-415706547']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:03.522052 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:03.617581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:03.633466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:03.654335 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-286ec9fd-539a-41a0-bf8f-d33fcd42d644 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "PUT /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags HTTP/1.1" status: 200 len: 317 time: 0.1595590 Jul 07 19:17:03.664750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:03.671425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-b00fa5d4-a686-4409-bc7b-a1051722c068 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:03.783097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=aef31a4a-4166-4ac3-a631-8e31616d8b54,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:03.792518 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b00fa5d4-a686-4409-bc7b-a1051722c068 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags HTTP/1.1" status: 204 len: 168 time: 0.1266534 Jul 07 19:17:03.795038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:03.799486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-a4dc82b9-be2c-4f68-8a35-210729b676c7 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036', 'tempest-TagsExtTest-Tag-1241384809') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:03.855055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc774a-6b85-491d-8ffb-9f3cebc3e02f req-0c84b25f-53f2-40d5-920c-a12824cae2aa tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:03.861367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55bc774a-6b85-491d-8ffb-9f3cebc3e02f req-0c84b25f-53f2-40d5-920c-a12824cae2aa tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1365743 Jul 07 19:17:03.865154 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-a4dc82b9-be2c-4f68-8a35-210729b676c7 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:03.866214 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a4dc82b9-be2c-4f68-8a35-210729b676c7 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags/tempest-TagsExtTest-Tag-1241384809 HTTP/1.1" status: 404 len: 329 time: 0.0702078 Jul 07 19:17:03.869269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:03.875834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-30320e36-3f0b-4b36-b78b-993b7cc5eae2 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036', 'tempest-TagsExtTest-Tag-1606128146') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:03.940199 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-30320e36-3f0b-4b36-b78b-993b7cc5eae2 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:03.946617 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-30320e36-3f0b-4b36-b78b-993b7cc5eae2 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags/tempest-TagsExtTest-Tag-1606128146 HTTP/1.1" status: 404 len: 329 time: 0.0719371 Jul 07 19:17:03.946940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:03.957884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55bc774a-6b85-491d-8ffb-9f3cebc3e02f req-6fa432ef-0260-4f2d-964a-a2d03f5307cc tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900011 Jul 07 19:17:03.958169 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-462b47d5-9493-4765-90bd-d9a70435517a tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036', 'tempest-TagsExtTest-Tag-415706547') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:03.986913 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-462b47d5-9493-4765-90bd-d9a70435517a tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] show failed (client error): The resource could not be found. Jul 07 19:17:03.991508 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-462b47d5-9493-4765-90bd-d9a70435517a tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags/tempest-TagsExtTest-Tag-415706547 HTTP/1.1" status: 404 len: 328 time: 0.0394652 Jul 07 19:17:03.991861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:03.998890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-7b8c29b4-00c7-4b81-80eb-8d4e2c5f21fc tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83ad4a9d-8d4d-43fd-b339-dea31763f036') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:04.042141 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7b8c29b4-00c7-4b81-80eb-8d4e2c5f21fc tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036/tags HTTP/1.1" status: 204 len: 168 time: 0.0467346 Jul 07 19:17:04.042359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:04.047067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-a7f3da76-99b4-469f-89f2-3d1e1c228c16 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9a609a4a-e9b0-4629-bba9-a99ea8de0381') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:04.099001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:04.145899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef31a4a-4166-4ac3-a631-8e31616d8b54'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:04.150577 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1d6d1d-5cb3-4edf-9aea-15f5f2b966b9" -d '{"events": [{"server_uuid": "0ce2c00f-0235-4ae4-827e-001656a78bd0", "name": "network-vif-plugged", "status": "completed", "tag": "aef31a4a-4166-4ac3-a631-8e31616d8b54"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:04.175894 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a7f3da76-99b4-469f-89f2-3d1e1c228c16 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381/tags HTTP/1.1" status: 204 len: 168 time: 0.1313190 Jul 07 19:17:04.178152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:04.184530 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-a2253ae6-b46c-4f29-b745-c145f6f1ffcb tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8670211f-c9b3-4024-b49c-3fb1ad59dfb7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:04.187522 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c727d-4dfe-4844-b3e2-8d509673abc7 req-2a50c6ab-3fbc-4b27-93b8-e20663a1162a tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:04.193738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c727d-4dfe-4844-b3e2-8d509673abc7 req-2a50c6ab-3fbc-4b27-93b8-e20663a1162a tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:04.199572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c727d-4dfe-4844-b3e2-8d509673abc7 req-2a50c6ab-3fbc-4b27-93b8-e20663a1162a tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:04.201337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb5c727d-4dfe-4844-b3e2-8d509673abc7 req-2a50c6ab-3fbc-4b27-93b8-e20663a1162a tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6&device_id=acbe8358-2f10-4e5d-8057-6c93fd339288&device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 2417 time: 0.2424896 Jul 07 19:17:04.264778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec29b9-d998-4b22-823e-30227f930bab req-99d900e9-a290-401a-9a07-fd429f8060da tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:04.266333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0ec29b9-d998-4b22-823e-30227f930bab req-99d900e9-a290-401a-9a07-fd429f8060da tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1318398 Jul 07 19:17:04.275787 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a2253ae6-b46c-4f29-b745-c145f6f1ffcb tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7/tags HTTP/1.1" status: 204 len: 168 time: 0.0932007 Jul 07 19:17:04.275787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:04.279815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-727033dd-9822-43c8-b42d-4b5be9de575d tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fd2dd140-c179-4a05-a280-99b199241abe') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:04.279954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb5c727d-4dfe-4844-b3e2-8d509673abc7 req-cf025de4-c8d2-428f-ab67-db5727da6d1b tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679502 Jul 07 19:17:04.335827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0ec29b9-d998-4b22-823e-30227f930bab req-bc559505-9811-415f-bb87-ce9f6af3cbb9 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549369 Jul 07 19:17:04.352723 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-727033dd-9822-43c8-b42d-4b5be9de575d tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe/tags HTTP/1.1" status: 204 len: 168 time: 0.0761571 Jul 07 19:17:04.357059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:04.405404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.442171 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fc1f92-8bdf-4225-8949-dbe83e5ceb79 x-openstack-request-id: req-92fc1f92-8bdf-4225-8949-dbe83e5ceb79 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:04.442643 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce2c00f-0235-4ae4-827e-001656a78bd0", "name": "network-vif-plugged", "status": "completed", "tag": "aef31a4a-4166-4ac3-a631-8e31616d8b54", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:04.442894 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-92fc1f92-8bdf-4225-8949-dbe83e5ceb79 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:04.443297 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef31a4a-4166-4ac3-a631-8e31616d8b54', 'code': 200} Jul 07 19:17:04.485543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-3e13766e-7a29-4e73-91fb-f6220a9a6283 req-87a31def-183a-4bd3-8e80-57d327b4bd47 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:17:04.486769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e13766e-7a29-4e73-91fb-f6220a9a6283 req-87a31def-183a-4bd3-8e80-57d327b4bd47 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199368 Jul 07 19:17:04.545727 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b217e3e-6e31-4c13-8161-163ad34251d1 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.546064 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8b217e3e-6e31-4c13-8161-163ad34251d1 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/subnetpools/83ad4a9d-8d4d-43fd-b339-dea31763f036 HTTP/1.1" status: 204 len: 168 time: 0.1877911 Jul 07 19:17:04.551428 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:04.591640 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-46aafa32-1d9a-45d8-a1ce-93e0ddf2e002 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a609a4a-e9b0-4629-bba9-a99ea8de0381 HTTP/1.1" status: 200 len: 205 time: 0.0366795 Jul 07 19:17:04.593465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:04.600867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179314c-b329-46d8-8837-961ccb321804 req-d126a9eb-786d-42ec-83cf-74bef8cf5c87 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:04.607831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8179314c-b329-46d8-8837-961ccb321804 req-d126a9eb-786d-42ec-83cf-74bef8cf5c87 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 945 time: 0.2153120 Jul 07 19:17:04.671038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8179314c-b329-46d8-8837-961ccb321804 req-2134227c-9413-4432-985e-f9b8f4ebbb4c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624156 Jul 07 19:17:04.699491 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dae4ed94-3546-4c3d-90cf-857e1f7cb0c3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.701056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e13766e-7a29-4e73-91fb-f6220a9a6283 req-bcba5c0b-fd7f-4929-9139-0aa18ae1bba8 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1968818 Jul 07 19:17:04.725583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0846f-f44f-4a08-8d4f-6001388d4c82 req-301e8c59-60ba-4c0b-8a69-eeb670d42601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:04.727106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ca0846f-f44f-4a08-8d4f-6001388d4c82 req-301e8c59-60ba-4c0b-8a69-eeb670d42601 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 1097 time: 0.1709516 Jul 07 19:17:04.743186 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.789803 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.794982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ca0846f-f44f-4a08-8d4f-6001388d4c82 req-d86d57dd-4739-4e62-a9f1-c87ca6714def service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606387 Jul 07 19:17:04.966282 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0ead159297bd4fb7becd0bf31c22d1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8661747 Jul 07 19:17:04.970029 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dae4ed94-3546-4c3d-90cf-857e1f7cb0c3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.971702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:04.972882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3bbb03-6625-495a-9ab9-bed68cd19b79,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:04.981271 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dae4ed94-3546-4c3d-90cf-857e1f7cb0c3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:04.994862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478984-614b-48b9-b46e-900df387c7f7 req-55860ad5-c809-4b7d-9196-1767da08f5e9 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:04.998550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd478984-614b-48b9-b46e-900df387c7f7 req-55860ad5-c809-4b7d-9196-1767da08f5e9 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 945 time: 0.1217525 Jul 07 19:17:05.038004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.038508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.038684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.039011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.039333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.039940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.040137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.040962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.040962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.041373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.042628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.042628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d901f17-2c60-44d7-b003-d54e0eae96f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.063675 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dae4ed94-3546-4c3d-90cf-857e1f7cb0c3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.064389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae4ed94-3546-4c3d-90cf-857e1f7cb0c3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Fanout notify agent at l3_agent the message router_deleted on router 9a609a4a-e9b0-4629-bba9-a99ea8de0381 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:17:05.075180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd478984-614b-48b9-b46e-900df387c7f7 req-1d909474-3768-4c0c-91f8-da1eb1601e65 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/security-groups?id=721e0de8-ee47-43c7-8dfb-19566e9990d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705545 Jul 07 19:17:05.076151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dae4ed94-3546-4c3d-90cf-857e1f7cb0c3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.079653 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dae4ed94-3546-4c3d-90cf-857e1f7cb0c3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/routers/9a609a4a-e9b0-4629-bba9-a99ea8de0381 HTTP/1.1" status: 204 len: 168 time: 0.4826496 Jul 07 19:17:05.080442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:05.111376 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94ef913f-567a-4f97-a642-723499d6f16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.178878 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94ef913f-567a-4f97-a642-723499d6f16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.214404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Deleting port 8670211f-c9b3-4024-b49c-3fb1ad59dfb7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:05.215342 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.313990 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94ef913f-567a-4f97-a642-723499d6f16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.317766 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94ef913f-567a-4f97-a642-723499d6f16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.319144 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-94ef913f-567a-4f97-a642-723499d6f16c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6a3bbb03-6625-495a-9ab9-bed68cd19b79 HTTP/1.1" status: 204 len: 168 time: 0.3435886 Jul 07 19:17:05.344225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef913f-567a-4f97-a642-723499d6f16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3bbb03-6625-495a-9ab9-bed68cd19b79,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:05.400112 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.425931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Calling delete_port for 8670211f-c9b3-4024-b49c-3fb1ad59dfb7 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:05.435265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb74cd-7511-4cb0-b4ad-ccc3e391cdaa req-08afb90b-74ae-4c70-a95f-a511c4e565cc tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:05.441904 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47fb74cd-7511-4cb0-b4ad-ccc3e391cdaa req-08afb90b-74ae-4c70-a95f-a511c4e565cc tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2209721 Jul 07 19:17:05.608961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47fb74cd-7511-4cb0-b4ad-ccc3e391cdaa req-a2672af4-3088-485f-8efa-9a786f61bac2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768895 Jul 07 19:17:05.723989 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.788505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Pushing event deleted for resources: {'Port': ['ID=8670211f-c9b3-4024-b49c-3fb1ad59dfb7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:05.817666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.827505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.828788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.838952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.839510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.839962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.840394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.840852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.841758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.841758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.842238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.842665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:05.905116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:05.955896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526e59e5-be47-47b1-bd59-2442054d7a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.978146 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:05.984772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2bed5d3d-3aa6-4dba-8f5f-0e09d72132cf tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/ports/8670211f-c9b3-4024-b49c-3fb1ad59dfb7 HTTP/1.1" status: 204 len: 168 time: 0.9001386 Jul 07 19:17:05.984965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:06.126439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-40718d80-8905-4876-84c6-d36653ff1433 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Deleting subnet fd2dd140-c179-4a05-a280-99b199241abe {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:17:06.131466 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40718d80-8905-4876-84c6-d36653ff1433 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.155880 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526e59e5-be47-47b1-bd59-2442054d7a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.166498 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-526e59e5-be47-47b1-bd59-2442054d7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.201731 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40718d80-8905-4876-84c6-d36653ff1433 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.212511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e59e5-be47-47b1-bd59-2442054d7a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1040ad-3a08-4e92-8c0c-e3b68e2b1a81,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:06.234541 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-526e59e5-be47-47b1-bd59-2442054d7a66 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3b9e801b9fda44469cf012cc78c2f289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250308 Jul 07 19:17:06.234686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:06.243700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5756b2a-e8f3-4265-b5a8-7c79e5cb99ea req-46edf60d-ef20-4bd6-9e79-ed56b4dfcc76 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:06.255133 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5756b2a-e8f3-4265-b5a8-7c79e5cb99ea req-46edf60d-ef20-4bd6-9e79-ed56b4dfcc76 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 945 time: 0.2691655 Jul 07 19:17:06.294444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ce54e3b-e891-4690-b582-261f2e58d7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.304557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aea36a-8486-4681-a241-e7f7e0d4d26e req-2fc65e7d-9e15-46aa-bed0-5c47e35cba07 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:06.306075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08aea36a-8486-4681-a241-e7f7e0d4d26e req-2fc65e7d-9e15-46aa-bed0-5c47e35cba07 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2977078 Jul 07 19:17:06.348192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ce54e3b-e891-4690-b582-261f2e58d7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.363151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5756b2a-e8f3-4265-b5a8-7c79e5cb99ea req-be25c7b4-14ec-4581-957c-26d67583b01f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019399 Jul 07 19:17:06.399945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08aea36a-8486-4681-a241-e7f7e0d4d26e req-c5299755-5c36-4aeb-b908-da1343132459 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850222 Jul 07 19:17:06.444212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40718d80-8905-4876-84c6-d36653ff1433 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.461544 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ce54e3b-e891-4690-b582-261f2e58d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.477696 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ce54e3b-e891-4690-b582-261f2e58d7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.483763 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8ce54e3b-e891-4690-b582-261f2e58d7a9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bc1040ad-3a08-4e92-8c0c-e3b68e2b1a81 HTTP/1.1" status: 204 len: 168 time: 0.2468882 Jul 07 19:17:06.511448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce54e3b-e891-4690-b582-261f2e58d7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1040ad-3a08-4e92-8c0c-e3b68e2b1a81,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:06.595828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40718d80-8905-4876-84c6-d36653ff1433 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.637135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40718d80-8905-4876-84c6-d36653ff1433 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2dd140-c179-4a05-a280-99b199241abe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:06.637135 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40718d80-8905-4876-84c6-d36653ff1433 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.639534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-40718d80-8905-4876-84c6-d36653ff1433 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/subnets/fd2dd140-c179-4a05-a280-99b199241abe HTTP/1.1" status: 204 len: 168 time: 0.6536038 Jul 07 19:17:06.641880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:06.653369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe91a63-905b-4aa6-8e0b-26ffc4189447 None None] Network 868a36a2-7928-4544-b7a0-4886d2f7bd7f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:06.799826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.965347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Deleting port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:06.966663 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.998254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4f22b8-a328-457a-afe3-22b5ed0dcb7c None None] DHCP port deletion for 868a36a2-7928-4544-b7a0-4886d2f7bd7f request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:17:07.066784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] For port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=42d464f1-2a0b-43ed-8072-d9aa7907fcc3,segment=NetworkSegment(54ad4fdd-186b-49e4-92d4-90af32143733),segment_id=54ad4fdd-186b-49e4-92d4-90af32143733)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:07.066938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.083363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f22b8-a328-457a-afe3-22b5ed0dcb7c None None] Deleting port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:07.083984 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e4f22b8-a328-457a-afe3-22b5ed0dcb7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.122863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Calling delete_port for 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:07.161158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4e4f22b8-a328-457a-afe3-22b5ed0dcb7c None None] For port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=42d464f1-2a0b-43ed-8072-d9aa7907fcc3,segment=NetworkSegment(54ad4fdd-186b-49e4-92d4-90af32143733),segment_id=54ad4fdd-186b-49e4-92d4-90af32143733)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:07.161627 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e4f22b8-a328-457a-afe3-22b5ed0dcb7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.181686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f22b8-a328-457a-afe3-22b5ed0dcb7c None None] Calling delete_port for 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:07.292416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e4f22b8-a328-457a-afe3-22b5ed0dcb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.308004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.368756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Pushing event deleted for resources: {'Port': ['ID=42d464f1-2a0b-43ed-8072-d9aa7907fcc3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:07.376685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] No DVR routers for this DVR port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:07.386566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f22b8-a328-457a-afe3-22b5ed0dcb7c None None] Pushing event deleted for resources: {'Port': ['ID=42d464f1-2a0b-43ed-8072-d9aa7907fcc3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:07.406122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f22b8-a328-457a-afe3-22b5ed0dcb7c None None] No DVR routers for this DVR port 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:07.520931 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.532507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868a36a2-7928-4544-b7a0-4886d2f7bd7f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:07.549373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ad4fdd-186b-49e4-92d4-90af32143733') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:07.549857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ad4fdd-186b-49e4-92d4-90af32143733') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:07.560818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.583484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.595034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:17:07.595444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:17:07.605338 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:17:07.626902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a73aa9-70c6-4de3-ad1b-fbdce153fe3c req-52959431-3eb9-41af-a720-0aaab374ffba tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:07.628699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6a73aa9-70c6-4de3-ad1b-fbdce153fe3c req-52959431-3eb9-41af-a720-0aaab374ffba tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 1097 time: 0.1038213 Jul 07 19:17:07.703223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6a73aa9-70c6-4de3-ad1b-fbdce153fe3c req-ad1be0b3-8841-451a-bdec-8e1a52a4be0f tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653069 Jul 07 19:17:07.723777 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.747293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:07.752149 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] 10.222.0.113 "DELETE /v2.0/networks/868a36a2-7928-4544-b7a0-4886d2f7bd7f HTTP/1.1" status: 204 len: 168 time: 1.1089661 Jul 07 19:17:07.755537 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cc0fa-aee9-4cf8-9a0b-990292dbc1d3 tempest-TagsExtTest-1082707571 tempest-TagsExtTest-1082707571-project] Pushing event deleted for resources: {'Network': ['ID=868a36a2-7928-4544-b7a0-4886d2f7bd7f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:07.850464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505d134-91a6-414c-be15-09e1f0ddae07 req-6fdbc0ec-f5f4-4274-b30b-ee1b896ca873 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:07.852240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4505d134-91a6-414c-be15-09e1f0ddae07 req-6fdbc0ec-f5f4-4274-b30b-ee1b896ca873 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1247613 Jul 07 19:17:07.951095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4505d134-91a6-414c-be15-09e1f0ddae07 req-56fc32f2-44bc-49eb-9cab-76c7435ff180 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907271 Jul 07 19:17:08.074115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0608acb-9fcb-408a-8dfc-c281d366f56c req-3180aa61-ce99-4d4d-b1e1-3b5a158ba3f5 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:08.081975 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0608acb-9fcb-408a-8dfc-c281d366f56c req-3180aa61-ce99-4d4d-b1e1-3b5a158ba3f5 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 945 time: 0.1637223 Jul 07 19:17:08.138984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0608acb-9fcb-408a-8dfc-c281d366f56c req-e975f819-57f9-4efb-9584-5677b0ec317d tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/security-groups?id=721e0de8-ee47-43c7-8dfb-19566e9990d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559938 Jul 07 19:17:08.169454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:08.355285 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a951ccc-0373-421c-8bb7-e0b4b85edf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.416558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7804-ed03-4708-a27d-295a4971b3e1 req-9d4b1209-db4e-4aa3-8b3e-cf8055b3e863 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:08.418135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-173f7804-ed03-4708-a27d-295a4971b3e1 req-9d4b1209-db4e-4aa3-8b3e-cf8055b3e863 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 1097 time: 0.1280272 Jul 07 19:17:08.500126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b6d06-755b-4c50-87ca-f9261918b2cc req-39617327-0ae0-475a-880b-20bbb8f9f3b1 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:08.501676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1a1b6d06-755b-4c50-87ca-f9261918b2cc req-39617327-0ae0-475a-880b-20bbb8f9f3b1 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1379898 Jul 07 19:17:08.510845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-173f7804-ed03-4708-a27d-295a4971b3e1 req-168fd838-0f48-4d76-b95f-81668de66811 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798714 Jul 07 19:17:08.574306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1a1b6d06-755b-4c50-87ca-f9261918b2cc req-08931d18-457b-4609-bf3e-fe0c8d5447d8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641575 Jul 07 19:17:08.639574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9cf07658-cd8b-4432-b964-58e4bfd197a7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6ccc82c4b31843239a82b651a93ad4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672716 Jul 07 19:17:08.645995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:08.785215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-a881c684-3814-4337-8533-704557e0ac39 req-7cfcd10b-2c7b-49f1-81cf-a6d0c85eb725 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:17:08.786955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a881c684-3814-4337-8533-704557e0ac39 req-7cfcd10b-2c7b-49f1-81cf-a6d0c85eb725 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072351 Jul 07 19:17:08.799537 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a538e31-7f45-4ea7-859f-c3d155a42580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.833666 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a538e31-7f45-4ea7-859f-c3d155a42580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.935370 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a538e31-7f45-4ea7-859f-c3d155a42580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.949253 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a538e31-7f45-4ea7-859f-c3d155a42580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:08.954178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8a538e31-7f45-4ea7-859f-c3d155a42580 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e63d1c71-bf40-4856-8062-56acd6e84500 HTTP/1.1" status: 204 len: 168 time: 0.3057170 Jul 07 19:17:09.049138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a538e31-7f45-4ea7-859f-c3d155a42580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63d1c71-bf40-4856-8062-56acd6e84500,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:09.087561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:09.107341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ebca6-b954-424d-9806-4c436980dda8 req-496b175c-4061-4703-bcbc-917d3f56f6d5 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:09.109573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-769ebca6-b954-424d-9806-4c436980dda8 req-496b175c-4061-4703-bcbc-917d3f56f6d5 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.112 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 945 time: 0.1538510 Jul 07 19:17:09.187362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:17:09.190096 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 42d464f1-2a0b-43ed-8072-d9aa7907fcc3 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:09.311908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-769ebca6-b954-424d-9806-4c436980dda8 req-a673c565-9b6e-4ae0-aa73-311b726e8db7 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Deleting port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:09.312557 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-769ebca6-b954-424d-9806-4c436980dda8 req-a673c565-9b6e-4ae0-aa73-311b726e8db7 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:09.476378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-769ebca6-b954-424d-9806-4c436980dda8 req-a673c565-9b6e-4ae0-aa73-311b726e8db7 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] For port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b,segment=NetworkSegment(dc829c0a-9d82-4fca-bd0b-14bc9b9def06),segment_id=dc829c0a-9d82-4fca-bd0b-14bc9b9def06)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:09.476770 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-769ebca6-b954-424d-9806-4c436980dda8 req-a673c565-9b6e-4ae0-aa73-311b726e8db7 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:09.486145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62646-a218-4a58-98b6-28d2c317c929 req-185356f1-0d1a-4a6e-aeee-de984a57504c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:09.487719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64f62646-a218-4a58-98b6-28d2c317c929 req-185356f1-0d1a-4a6e-aeee-de984a57504c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 945 time: 0.1666777 Jul 07 19:17:09.505630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-769ebca6-b954-424d-9806-4c436980dda8 req-a673c565-9b6e-4ae0-aa73-311b726e8db7 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Calling delete_port for b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:09.604419 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64f62646-a218-4a58-98b6-28d2c317c929 req-19af99f8-8c1a-4a33-a226-86bb433cb31e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102567 Jul 07 19:17:09.767032 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-769ebca6-b954-424d-9806-4c436980dda8 req-a673c565-9b6e-4ae0-aa73-311b726e8db7 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:09.780381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:09.815408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673c565-9b6e-4ae0-aa73-311b726e8db7 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Pushing event deleted for resources: {'Port': ['ID=b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:09.996706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-769ebca6-b954-424d-9806-4c436980dda8 req-a673c565-9b6e-4ae0-aa73-311b726e8db7 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] No DVR routers for this DVR port b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:10.000148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-769ebca6-b954-424d-9806-4c436980dda8 req-a673c565-9b6e-4ae0-aa73-311b726e8db7 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:10.002478 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-769ebca6-b954-424d-9806-4c436980dda8 req-a673c565-9b6e-4ae0-aa73-311b726e8db7 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.112 "DELETE /v2.0/ports/b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b HTTP/1.1" status: 204 len: 173 time: 0.8863111 Jul 07 19:17:10.008807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66216cd-a482-4d99-85f3-7bd9abe7f935', 'name': 'network-vif-deleted', 'tag': 'b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:10.012051 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d30456e-bbe0-445c-aafb-d132ef82f033" -d '{"events": [{"server_uuid": "b66216cd-a482-4d99-85f3-7bd9abe7f935", "name": "network-vif-deleted", "tag": "b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:10.046163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbaf73-08ce-440c-a1ff-0ef423833dd6 req-3385bdff-1ccd-407d-8218-2db5f9bed032 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:10.055829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-28fbaf73-08ce-440c-a1ff-0ef423833dd6 req-3385bdff-1ccd-407d-8218-2db5f9bed032 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2465730 Jul 07 19:17:10.104308 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-28fbaf73-08ce-440c-a1ff-0ef423833dd6 req-cabc161d-556f-42e8-ac17-02957ff0c276 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472867 Jul 07 19:17:10.297629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39c5874f-c797-4b66-b26e-09298e905474 req-8f9ecf71-f904-4009-bf4f-b19599e310c4 tempest-ServerAddressesTestJSON-1483326342 tempest-ServerAddressesTestJSON-1483326342-project] 10.222.0.113 "GET /v2.0/ports?device_id=b66216cd-a482-4d99-85f3-7bd9abe7f935 HTTP/1.1" status: 200 len: 210 time: 0.0463312 Jul 07 19:17:10.364442 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa5ec2a-422d-4927-941b-787e72f566ba x-openstack-request-id: req-3fa5ec2a-422d-4927-941b-787e72f566ba {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:10.364763 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66216cd-a482-4d99-85f3-7bd9abe7f935", "name": "network-vif-deleted", "tag": "b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:10.365017 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3fa5ec2a-422d-4927-941b-787e72f566ba {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:10.365429 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66216cd-a482-4d99-85f3-7bd9abe7f935', 'name': 'network-vif-deleted', 'tag': 'b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b', 'status': 'completed', 'code': 200} Jul 07 19:17:10.476080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:10.849420 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-d4ea77c2-9d69-48c0-aa22-2d9e70dd3cff tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:17:10.851237 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-d4ea77c2-9d69-48c0-aa22-2d9e70dd3cff tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109839 Jul 07 19:17:10.952639 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-ef7084d2-962e-4b89-b49c-5dbb3d33e94a tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:10.954566 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-ef7084d2-962e-4b89-b49c-5dbb3d33e94a tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports/aef31a4a-4166-4ac3-a631-8e31616d8b54 HTTP/1.1" status: 200 len: 1094 time: 0.0971832 Jul 07 19:17:11.032416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9d7ce35-0b06-4150-9430-a676ee87f998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.051083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-866673954-network', 'tenant_id': '15e569480f654daab10b19aa3585d82c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:11.077318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Made reservation on behalf of 15e569480f654daab10b19aa3585d82c for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:11.080124 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.093511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Request body: {'binding': {'host': 'n-h2-792394-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:11.095298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:17:11.102182 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.155400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31dc8f-274c-4a64-a2ca-ea21c5775927 req-4356a8bb-9f2f-411f-84db-f5cfd34b760b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:11.162734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c31dc8f-274c-4a64-a2ca-ea21c5775927 req-4356a8bb-9f2f-411f-84db-f5cfd34b760b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.6049607 Jul 07 19:17:11.204146 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca346c4-59ad-411b-830e-b9e731b2d35c req-46808064-26a9-4c72-b723-8f4ceb1fdc1f tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:11.205720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ca346c4-59ad-411b-830e-b9e731b2d35c req-46808064-26a9-4c72-b723-8f4ceb1fdc1f tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.112 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 945 time: 0.5872653 Jul 07 19:17:11.226112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:11.257009 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.285091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 on host n-h2-792394-12 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:11.285788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:11.286290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:11.291187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Port aef31a4a-4166-4ac3-a631-8e31616d8b54 on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:11.291743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:11.298602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:11.299139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:11.299681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c31dc8f-274c-4a64-a2ca-ea21c5775927 req-65b23980-3a20-4fcc-b7ba-4a978829f2fb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359954 Jul 07 19:17:11.299936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:11.301757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Bound port: aef31a4a-4166-4ac3-a631-8e31616d8b54, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:11.411135 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3516c7e-d936-4387-bf59-a402f7e83982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.430486 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.440409 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.444832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:11.459332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:17:11.462465 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.463673 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-0ae4d302-0ca2-4d4f-86ac-9c66646630ba service neutron] 10.222.0.113 "POST /v2.0/ports/aef31a4a-4166-4ac3-a631-8e31616d8b54/bindings HTTP/1.1" status: 201 len: 390 time: 0.5032649 Jul 07 19:17:11.471397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6ca346c4-59ad-411b-830e-b9e731b2d35c req-2e7892e1-fed6-4198-b352-43fb277466b2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Deleting port dc29747d-fdde-4049-899f-953f81c71cfd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:11.475104 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ca346c4-59ad-411b-830e-b9e731b2d35c req-2e7892e1-fed6-4198-b352-43fb277466b2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.601989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3516c7e-d936-4387-bf59-a402f7e83982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.607288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3516c7e-d936-4387-bf59-a402f7e83982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.646758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3516c7e-d936-4387-bf59-a402f7e83982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04556d85-5a33-4609-ae01-10092e4e5c44,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:11.675629 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b3516c7e-d936-4387-bf59-a402f7e83982 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=95d6aab8ba7243d7b176e067dfb8f3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453225 Jul 07 19:17:11.677381 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:11.686027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6ca346c4-59ad-411b-830e-b9e731b2d35c req-2e7892e1-fed6-4198-b352-43fb277466b2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] For port dc29747d-fdde-4049-899f-953f81c71cfd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dc29747d-fdde-4049-899f-953f81c71cfd,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:11.686402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ca346c4-59ad-411b-830e-b9e731b2d35c req-2e7892e1-fed6-4198-b352-43fb277466b2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.687685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:11.702910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6ca346c4-59ad-411b-830e-b9e731b2d35c req-2e7892e1-fed6-4198-b352-43fb277466b2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Calling delete_port for dc29747d-fdde-4049-899f-953f81c71cfd owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:11.772743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e650cf-73b4-4277-96f7-b27b1fc803b8 admin admin] Deleting subnet 6c21dc7e-4b4e-43b6-90b5-54adb6ad9916 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:17:11.782699 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47e650cf-73b4-4277-96f7-b27b1fc803b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.789558 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.789909 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Added segment 3b7437fb-96fd-446e-8272-adba9c941973 of type vlan for network 4951eea1-9a56-4c03-ac4b-99069013ab47 Jul 07 19:17:11.839151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94e34c3a-c6cf-4632-abe4-489a1dd80ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.858521 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47e650cf-73b4-4277-96f7-b27b1fc803b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.889813 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94e34c3a-c6cf-4632-abe4-489a1dd80ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.909433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0755ef-ba0c-483a-bb6d-2f6464f25e96,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:11.937942 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47e650cf-73b4-4277-96f7-b27b1fc803b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:11.938411 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.000707 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94e34c3a-c6cf-4632-abe4-489a1dd80ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.004661 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94e34c3a-c6cf-4632-abe4-489a1dd80ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.006120 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-94e34c3a-c6cf-4632-abe4-489a1dd80ae1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/04556d85-5a33-4609-ae01-10092e4e5c44 HTTP/1.1" status: 204 len: 168 time: 0.3275855 Jul 07 19:17:12.015461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e34c3a-c6cf-4632-abe4-489a1dd80ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04556d85-5a33-4609-ae01-10092e4e5c44,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:12.017717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47e650cf-73b4-4277-96f7-b27b1fc803b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.045030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-3b6e8aed-4f47-4c24-82ac-b7dc4f89a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:12.046826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-3b6e8aed-4f47-4c24-82ac-b7dc4f89a0f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 1097 time: 0.2916913 Jul 07 19:17:12.051451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.052566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:12.053227 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.061383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e650cf-73b4-4277-96f7-b27b1fc803b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c21dc7e-4b4e-43b6-90b5-54adb6ad9916,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:12.068559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed892846-d3ac-4607-b782-9fbb3d911ac0 req-22ffab2d-5635-4b4f-a597-1c4d64179b40 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:12.069175 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47e650cf-73b4-4277-96f7-b27b1fc803b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.071085 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-47e650cf-73b4-4277-96f7-b27b1fc803b8 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/6c21dc7e-4b4e-43b6-90b5-54adb6ad9916 HTTP/1.1" status: 204 len: 168 time: 0.3819861 Jul 07 19:17:12.073527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:12.079072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed892846-d3ac-4607-b782-9fbb3d911ac0 req-22ffab2d-5635-4b4f-a597-1c4d64179b40 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 945 time: 0.3638408 Jul 07 19:17:12.168036 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.254061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7739208 Jul 07 19:17:12.266995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9912f27-bf23-45f7-8975-41b040be9228 req-a7892eea-7a8b-4d31-ab24-422fd895ddda tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:12.274887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9912f27-bf23-45f7-8975-41b040be9228 req-a7892eea-7a8b-4d31-ab24-422fd895ddda tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 945 time: 0.3929698 Jul 07 19:17:12.278142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:12.280082 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.289348 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] Request body: {'subnet': {'network_id': '4951eea1-9a56-4c03-ac4b-99069013ab47', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-866673954-subnet', 'tenant_id': '15e569480f654daab10b19aa3585d82c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:12.300587 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.306905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a32bfc-b64a-462e-bf3b-5e94c1762061 admin admin] Pushing event updated for resources: {'Network': ['ID=4951eea1-9a56-4c03-ac4b-99069013ab47,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:12.317454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 4951eea1-9a56-4c03-ac4b-99069013ab47 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:17:12.320609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30585341-4c92-4f8d-9752-643e9d793ffa']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:12.343109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc829c0a-9d82-4fca-bd0b-14bc9b9def06') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:12.343420 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc829c0a-9d82-4fca-bd0b-14bc9b9def06') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:12.356169 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.364226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed892846-d3ac-4607-b782-9fbb3d911ac0 req-678a5fe3-b326-4779-a72f-f2c846c4e90b tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840967 Jul 07 19:17:12.379476 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.387803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:17:12.388217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.402966 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ca346c4-59ad-411b-830e-b9e731b2d35c req-2e7892e1-fed6-4198-b352-43fb277466b2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.416698 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['226f6318-6a30-4cd8-8da9-ea69d18cb663', 'dc29747d-fdde-4049-899f-953f81c71cfd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:12.465038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['731caa0c-358c-4c4d-9e48-f83a7c8e9ee7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:12.478481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9912f27-bf23-45f7-8975-41b040be9228 req-9864d40f-6140-42a8-b8bc-44dcedc9496e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026684 Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:17:12.498654 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:17:12.514563 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.522471 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.525716 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] 10.222.0.113 "DELETE /v2.0/networks/30585341-4c92-4f8d-9752-643e9d793ffa HTTP/1.1" status: 204 len: 168 time: 0.4512107 Jul 07 19:17:12.542149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7892e1-fed6-4198-b352-43fb277466b2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Pushing event deleted for resources: {'Port': ['ID=dc29747d-fdde-4049-899f-953f81c71cfd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:12.559658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-874f74e9-3a7d-4f6c-96ca-592dffc03113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:12.561272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-874f74e9-3a7d-4f6c-96ca-592dffc03113 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.5043941 Jul 07 19:17:12.563040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a24e39-34ce-4c6f-90f0-8093fc50e989 admin admin] Pushing event deleted for resources: {'Network': ['ID=30585341-4c92-4f8d-9752-643e9d793ffa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:12.569359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] Made reservation on behalf of 15e569480f654daab10b19aa3585d82c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:12.572218 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.624775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:12.737176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca346c4-59ad-411b-830e-b9e731b2d35c req-2e7892e1-fed6-4198-b352-43fb277466b2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] No DVR routers for this DVR port dc29747d-fdde-4049-899f-953f81c71cfd on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:12.742231 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ca346c4-59ad-411b-830e-b9e731b2d35c req-2e7892e1-fed6-4198-b352-43fb277466b2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.745316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ca346c4-59ad-411b-830e-b9e731b2d35c req-2e7892e1-fed6-4198-b352-43fb277466b2 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.112 "DELETE /v2.0/ports/dc29747d-fdde-4049-899f-953f81c71cfd HTTP/1.1" status: 204 len: 173 time: 1.5329349 Jul 07 19:17:12.746422 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301795b-5888-4b9d-8e04-00610a4da0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:12.748861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72566ef3-5c95-43c1-937b-4afe63093ca6', 'name': 'network-vif-deleted', 'tag': 'dc29747d-fdde-4049-899f-953f81c71cfd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:12.752033 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02257ada-277c-42ca-a2cb-d55d22bc8f97" -d '{"events": [{"server_uuid": "72566ef3-5c95-43c1-937b-4afe63093ca6", "name": "network-vif-deleted", "tag": "dc29747d-fdde-4049-899f-953f81c71cfd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:12.756946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-c329109b-e524-4d9d-ac34-d4e2208378f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54 HTTP/1.1" status: 200 len: 217 time: 0.1295927 Jul 07 19:17:12.790857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:12.851700 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfec73ec-1134-491e-960d-ed399c694f02 x-openstack-request-id: req-cfec73ec-1134-491e-960d-ed399c694f02 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:12.851849 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72566ef3-5c95-43c1-937b-4afe63093ca6", "name": "network-vif-deleted", "tag": "dc29747d-fdde-4049-899f-953f81c71cfd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:12.852167 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cfec73ec-1134-491e-960d-ed399c694f02 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:12.852678 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72566ef3-5c95-43c1-937b-4afe63093ca6', 'name': 'network-vif-deleted', 'tag': 'dc29747d-fdde-4049-899f-953f81c71cfd', 'status': 'completed', 'code': 200} Jul 07 19:17:12.958850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-c4747538-7b48-4bd3-a1b9-bed7a07fcf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:12.967024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-c4747538-7b48-4bd3-a1b9-bed7a07fcf14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1951168 Jul 07 19:17:13.022000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe058edd-6a81-4408-9304-6d9a2d797e19 req-13dc81ff-bf2c-4533-8f38-31cce2fe16e2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:13.024319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe058edd-6a81-4408-9304-6d9a2d797e19 req-13dc81ff-bf2c-4533-8f38-31cce2fe16e2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4865367 Jul 07 19:17:13.062730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-1df51c68-09bb-45f7-8646-0fb386a4a579 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812840 Jul 07 19:17:13.098033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1163b8df-c4d6-4369-b2dd-2c9078795d96 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9ffff1d6aae2419fac5a79d464459dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764189 Jul 07 19:17:13.115508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:13.165137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:13.184724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe058edd-6a81-4408-9304-6d9a2d797e19 req-509c906f-5cce-47a7-85b8-f6c38d797089 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485589 Jul 07 19:17:13.190232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:17:13.191194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b3dcbb3d-b3d2-47d3-a685-7e2b7f9be96b not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:13.293361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4dca-c612-4902-941f-2b7e71240f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.313957 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301795b-5888-4b9d-8e04-00610a4da0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.328064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-b8695bae-d892-4726-b26f-15eeef185df4 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363024 Jul 07 19:17:13.332169 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0301795b-5888-4b9d-8e04-00610a4da0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.335878 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4dca-c612-4902-941f-2b7e71240f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.358619 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.422543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b2cb38-7d7a-43cd-8f16-540f540261e0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:13.455448 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45a33574-a7ae-4fba-a98c-7e1f938bf4e8 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147084 Jul 07 19:17:13.473389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] Checking segment: {'id': '3b7437fb-96fd-446e-8272-adba9c941973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '4951eea1-9a56-4c03-ac4b-99069013ab47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:13.474026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] Network hostable DHCP agents. Network: 4951eea1-9a56-4c03-ac4b-99069013ab47, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:17:13.521829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] Network 4951eea1-9a56-4c03-ac4b-99069013ab47 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:17:13.536688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 4951eea1-9a56-4c03-ac4b-99069013ab47) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:13.541800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:13.542406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.551588 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc0aa0-6b96-416f-8026-88dce209fdc2 None None] Network 4951eea1-9a56-4c03-ac4b-99069013ab47 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:13.571169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0301795b-5888-4b9d-8e04-00610a4da0f9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=68821ab63e9f49cd8a7544a0a85cff25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9315147 Jul 07 19:17:13.575064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301795b-5888-4b9d-8e04-00610a4da0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba831af8-d558-432a-a22f-fecf05309724,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:13.579020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:13.584355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-10a2def3-42e4-409e-b8ca-e5040a44caf8 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3048239 Jul 07 19:17:13.637855 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e190ac6f-d616-4a94-9de0-433864f17b95 req-e1ae578f-51b9-4bbb-9c41-13312c3eca5c tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=72566ef3-5c95-43c1-937b-4afe63093ca6 HTTP/1.1" status: 200 len: 210 time: 0.0637617 Jul 07 19:17:13.768640 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4dca-c612-4902-941f-2b7e71240f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.771837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4dca-c612-4902-941f-2b7e71240f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.775564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5f3a4dca-c612-4902-941f-2b7e71240f1f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/721e0de8-ee47-43c7-8dfb-19566e9990d2 HTTP/1.1" status: 204 len: 168 time: 0.6547577 Jul 07 19:17:13.782196 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd602bf4-64d7-47b3-a937-3380cb2338c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.797640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e10cf8-0466-4f52-a0cb-164caeb7fe53 req-e180f648-456e-4498-860e-1897904819b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:13.800879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8e10cf8-0466-4f52-a0cb-164caeb7fe53 req-e180f648-456e-4498-860e-1897904819b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3478241 Jul 07 19:17:13.804840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a4dca-c612-4902-941f-2b7e71240f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e0de8-ee47-43c7-8dfb-19566e9990d2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:13.869770 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd602bf4-64d7-47b3-a937-3380cb2338c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:13.873705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-05841f4f-bff7-439a-a908-a115e4d3a63e tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:13.878864 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-05841f4f-bff7-439a-a908-a115e4d3a63e tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.2904205 Jul 07 19:17:13.886242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd62cd-2126-4343-90bf-46de9b420d2f None None] Network 4951eea1-9a56-4c03-ac4b-99069013ab47 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:13.899785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-12'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:13.950292 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.028771 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8e10cf8-0466-4f52-a0cb-164caeb7fe53 req-6602bca2-aa16-4b46-b6c9-629187ba60a7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043791 Jul 07 19:17:14.104539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.117795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd602bf4-64d7-47b3-a937-3380cb2338c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.120351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd602bf4-64d7-47b3-a937-3380cb2338c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.121566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bd602bf4-64d7-47b3-a937-3380cb2338c1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ba831af8-d558-432a-a22f-fecf05309724 HTTP/1.1" status: 204 len: 168 time: 0.5370116 Jul 07 19:17:14.152747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd602bf4-64d7-47b3-a937-3380cb2338c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba831af8-d558-432a-a22f-fecf05309724,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:14.232750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8075d0-baec-48e9-ba57-b0356ec60f9c req-602abd4d-5d94-4c4f-826a-3fc627241107 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:14.242741 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c8075d0-baec-48e9-ba57-b0356ec60f9c req-602abd4d-5d94-4c4f-826a-3fc627241107 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 945 time: 0.2968857 Jul 07 19:17:14.291111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c8075d0-baec-48e9-ba57-b0356ec60f9c req-d066574a-a2d7-4bdc-bf46-19abcb82a336 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471184 Jul 07 19:17:14.439287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:14.494807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:14.547494 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.555049 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.696050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45191541-902d-4974-b883-01392ea500a9 service neutron] Pushing event updated for resources: {'Port': ['ID=aef31a4a-4166-4ac3-a631-8e31616d8b54,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:14.714120 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 on host n-h1-792394-12 for vnic_type normal with profile {"migrating_to": "n-h2-792394-12"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:14.714598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:14.715242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:14.723245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Port aef31a4a-4166-4ac3-a631-8e31616d8b54 on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:14.723919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Attempting to bind port aef31a4a-4166-4ac3-a631-8e31616d8b54 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:14.733499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:14.734213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:14.734894 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:14.735675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Bound port: aef31a4a-4166-4ac3-a631-8e31616d8b54, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:14.736108 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.846262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:14.851188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:14.854058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef31a4a-4166-4ac3-a631-8e31616d8b54'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:14.858760 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff69322d-36fe-4aab-bef7-4dca61c38dd4" -d '{"events": [{"server_uuid": "0ce2c00f-0235-4ae4-827e-001656a78bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "aef31a4a-4166-4ac3-a631-8e31616d8b54"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:14.869539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:14.950642 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbe4fb7-8503-440a-8a13-30a5ca06e6cf x-openstack-request-id: req-dfbe4fb7-8503-440a-8a13-30a5ca06e6cf {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:14.950946 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce2c00f-0235-4ae4-827e-001656a78bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "aef31a4a-4166-4ac3-a631-8e31616d8b54", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:14.951412 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dfbe4fb7-8503-440a-8a13-30a5ca06e6cf {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:14.951792 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef31a4a-4166-4ac3-a631-8e31616d8b54', 'code': 200} Jul 07 19:17:15.026970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:15.027651 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.029306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-45191541-902d-4974-b883-01392ea500a9 service neutron] 10.222.0.59 "PUT /v2.0/ports/aef31a4a-4166-4ac3-a631-8e31616d8b54 HTTP/1.1" status: 200 len: 1123 time: 1.1360903 Jul 07 19:17:15.041614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45191541-902d-4974-b883-01392ea500a9 service neutron] Pushing event updated for resources: {'Port': ['ID=aef31a4a-4166-4ac3-a631-8e31616d8b54,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:15.078792 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824adb4b-cb0e-4e2e-816d-a6b73adea623 req-a2e12bd3-6ae4-4558-b1b5-77c90aa96819 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:15.083417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-824adb4b-cb0e-4e2e-816d-a6b73adea623 req-a2e12bd3-6ae4-4558-b1b5-77c90aa96819 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1492734 Jul 07 19:17:15.083740 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['aef31a4a-4166-4ac3-a631-8e31616d8b54'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:15.169634 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:15.175048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1981106335-network', 'tenant_id': 'be2bd9722d3846f8ade068458db32864'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:15.184222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-824adb4b-cb0e-4e2e-816d-a6b73adea623 req-033b80d7-a225-4918-9a6b-a0a87bcf84fb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875788 Jul 07 19:17:15.213389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Made reservation on behalf of be2bd9722d3846f8ade068458db32864 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:15.216304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dc29747d-fdde-4049-899f-953f81c71cfd no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:15.216834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.229082 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.260424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: dc29747d-fdde-4049-899f-953f81c71cfd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:17:15.260813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dc29747d-fdde-4049-899f-953f81c71cfd not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:15.374371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.382323 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.434387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca2a7d6-6381-45ca-847a-5b768d2ed2ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:15.469297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:17:15.483207 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.483742 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Added segment a6c29952-a379-4b96-97c9-7dc622b179b4 of type vlan for network e6f815b8-9873-43c2-92ff-9a68e14922ea Jul 07 19:17:15.537603 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.604282 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.606912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:15.606912 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.608105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d2fbc-29f3-4d21-aa8d-4b44156ce04b req-dedcbb5f-7919-4650-a5ac-d0f72565e151 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:15.618036 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed9d2fbc-29f3-4d21-aa8d-4b44156ce04b req-dedcbb5f-7919-4650-a5ac-d0f72565e151 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 943 time: 0.1038699 Jul 07 19:17:15.716620 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5457358 Jul 07 19:17:15.719753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:15.728960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d49b6-4fa4-4748-b2c5-663ec372cd2b admin admin] Pushing event updated for resources: {'Network': ['ID=e6f815b8-9873-43c2-92ff-9a68e14922ea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:15.733413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] Request body: {'subnet': {'network_id': 'e6f815b8-9873-43c2-92ff-9a68e14922ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1981106335-subnet', 'tenant_id': 'be2bd9722d3846f8ade068458db32864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:15.748327 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed9d2fbc-29f3-4d21-aa8d-4b44156ce04b req-871b122b-0c1a-4f2e-bace-7878b0073175 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290848 Jul 07 19:17:15.749348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e6f815b8-9873-43c2-92ff-9a68e14922ea details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:17:15.787456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb720f5-9824-48ed-a364-ea8fe99707f2 req-848d353a-7315-4cbf-8ed5-7458e8bb5d24 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:15.787456 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fb720f5-9824-48ed-a364-ea8fe99707f2 req-848d353a-7315-4cbf-8ed5-7458e8bb5d24 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=acbe8358-2f10-4e5d-8057-6c93fd339288 HTTP/1.1" status: 200 len: 946 time: 0.1608648 Jul 07 19:17:15.835701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] Made reservation on behalf of be2bd9722d3846f8ade068458db32864 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:15.838585 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.894521 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fb720f5-9824-48ed-a364-ea8fe99707f2 req-acea2191-ee25-4b73-a68d-ca88e48718e3 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072378 Jul 07 19:17:16.053928 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:16.117352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8c5120-2e5e-4871-8453-04b62fa4e889,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:16.122908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] Checking segment: {'id': 'a6c29952-a379-4b96-97c9-7dc622b179b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e6f815b8-9873-43c2-92ff-9a68e14922ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:16.123272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] Network hostable DHCP agents. Network: e6f815b8-9873-43c2-92ff-9a68e14922ea, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:17:16.141910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] Network e6f815b8-9873-43c2-92ff-9a68e14922ea is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:17:16.156777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e6f815b8-9873-43c2-92ff-9a68e14922ea) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:16.162542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:16.162906 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:16.172729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c7ecbe-2c59-4dd6-ad83-bdb3735baaac None None] Network e6f815b8-9873-43c2-92ff-9a68e14922ea requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:16.182944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-df8842ab-bc44-4eda-b260-32abe440092d admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4618225 Jul 07 19:17:16.346191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:16.445359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e759f-b56b-4288-ab64-1546daaf9d3c None None] Network e6f815b8-9873-43c2-92ff-9a68e14922ea requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:16.500351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9bbb98-af4c-43fe-ad46-775a9d586eb9 admin admin] Deleting subnet b3b2cb38-7d7a-43cd-8f16-540f540261e0 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:17:16.506001 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d9bbb98-af4c-43fe-ad46-775a9d586eb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:16.709837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e8aeffe-db16-435b-96e4-a2f7f330d1b6 req-50fc79be-ca85-40c6-8b11-751229076128 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.1285434 Jul 07 19:17:16.728042 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d9bbb98-af4c-43fe-ad46-775a9d586eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:16.801475 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d9bbb98-af4c-43fe-ad46-775a9d586eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:16.857761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ae346-1a27-47ca-89a5-d1b8057abe2d req-1c450f2f-1136-4222-ab0c-7e55c444cd98 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:16.865877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-932ae346-1a27-47ca-89a5-d1b8057abe2d req-1c450f2f-1136-4222-ab0c-7e55c444cd98 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4221578 Jul 07 19:17:16.940171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-932ae346-1a27-47ca-89a5-d1b8057abe2d req-14211740-32ea-4f86-9538-53505c1632a3 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729775 Jul 07 19:17:16.953313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'tag': 'aef31a4a-4166-4ac3-a631-8e31616d8b54'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:16.956389 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a9d53c-642e-47e7-ac4a-d9986a28f489" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce2c00f-0235-4ae4-827e-001656a78bd0", "tag": "aef31a4a-4166-4ac3-a631-8e31616d8b54"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:17.064196 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d9bbb98-af4c-43fe-ad46-775a9d586eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.172858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bbb98-af4c-43fe-ad46-775a9d586eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b2cb38-7d7a-43cd-8f16-540f540261e0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:17.176041 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d9bbb98-af4c-43fe-ad46-775a9d586eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.180273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6d9bbb98-af4c-43fe-ad46-775a9d586eb9 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b3b2cb38-7d7a-43cd-8f16-540f540261e0 HTTP/1.1" status: 204 len: 168 time: 0.8289900 Jul 07 19:17:17.181665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:17.255308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca093a5-39e6-4e63-94ee-0486c604b206 req-e3787ab1-f725-4b09-8b84-d99902938960 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:17.257148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ca093a5-39e6-4e63-94ee-0486c604b206 req-e3787ab1-f725-4b09-8b84-d99902938960 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.59 "GET /v2.0/ports?device_id=acbe8358-2f10-4e5d-8057-6c93fd339288 HTTP/1.1" status: 200 len: 946 time: 0.2879999 Jul 07 19:17:17.333303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.334246 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8bad-1603-46fa-9fea-ce5ccc920801 req-3b57a149-3c9e-460a-8d7e-f9ae87d2eb4b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:17.336289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e4e8bad-1603-46fa-9fea-ce5ccc920801 req-3b57a149-3c9e-460a-8d7e-f9ae87d2eb4b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 943 time: 0.2774086 Jul 07 19:17:17.366291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aa696-686f-47cd-8b21-80de190329d0 req-911ea803-7a3a-4e27-a8d8-6d669d8c4b3d tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:17.367658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-572aa696-686f-47cd-8b21-80de190329d0 req-911ea803-7a3a-4e27-a8d8-6d669d8c4b3d tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=acbe8358-2f10-4e5d-8057-6c93fd339288 HTTP/1.1" status: 200 len: 946 time: 0.2676558 Jul 07 19:17:17.449187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e4e8bad-1603-46fa-9fea-ce5ccc920801 req-803cdfec-5291-41b4-a789-aad94a7eb275 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050713 Jul 07 19:17:17.466506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.476014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-572aa696-686f-47cd-8b21-80de190329d0 req-befcfe23-eb96-4165-8d79-6213d9821e5b tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795507 Jul 07 19:17:17.488674 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4951eea1-9a56-4c03-ac4b-99069013ab47']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:17.509940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6ca093a5-39e6-4e63-94ee-0486c604b206 req-2252daa8-50d3-4996-a1d8-1af199263e0e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Deleting port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:17.510289 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ca093a5-39e6-4e63-94ee-0486c604b206 req-2252daa8-50d3-4996-a1d8-1af199263e0e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.528594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7437fb-96fd-446e-8272-adba9c941973') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:17.532176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7437fb-96fd-446e-8272-adba9c941973') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:17.549070 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea4ea80-c9dc-4413-84f0-10fab11a5ed3 x-openstack-request-id: req-3ea4ea80-c9dc-4413-84f0-10fab11a5ed3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:17.549070 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce2c00f-0235-4ae4-827e-001656a78bd0", "tag": "aef31a4a-4166-4ac3-a631-8e31616d8b54", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:17.549423 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3ea4ea80-c9dc-4413-84f0-10fab11a5ed3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:17.549612 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'tag': 'aef31a4a-4166-4ac3-a631-8e31616d8b54', 'status': 'completed', 'code': 200} Jul 07 19:17:17.552677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.582406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.589901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:17:17.589901 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:17:17.649118 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:17:17.687527 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.698051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6ca093a5-39e6-4e63-94ee-0486c604b206 req-2252daa8-50d3-4996-a1d8-1af199263e0e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] For port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:17.698502 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ca093a5-39e6-4e63-94ee-0486c604b206 req-2252daa8-50d3-4996-a1d8-1af199263e0e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.712227 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:17.716809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6ca093a5-39e6-4e63-94ee-0486c604b206 req-2252daa8-50d3-4996-a1d8-1af199263e0e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Calling delete_port for 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:17.718568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:17.718755 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] 10.222.0.113 "DELETE /v2.0/networks/4951eea1-9a56-4c03-ac4b-99069013ab47 HTTP/1.1" status: 204 len: 168 time: 0.5356936 Jul 07 19:17:17.719742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ded22-60d4-40a6-937f-059e8ef2e7ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4951eea1-9a56-4c03-ac4b-99069013ab47,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:17.732272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9d53c-642e-47e7-ac4a-d9986a28f489 req-0990fc0f-e5b6-4ba3-b763-474532cc88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:17.733856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83a9d53c-642e-47e7-ac4a-d9986a28f489 req-0990fc0f-e5b6-4ba3-b763-474532cc88a4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 1126 time: 0.1514931 Jul 07 19:17:17.890928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device aef31a4a-4166-4ac3-a631-8e31616d8b54 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:18.059553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:18.088147 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device aef31a4a-4166-4ac3-a631-8e31616d8b54 has no active binding in host n-h2-792394-12 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:17:18.327189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b54c9ffa-841e-45f0-a4b3-904e368a8c7e req-6682fb96-1508-4a24-9b86-cf29e25154a4 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.1715033 Jul 07 19:17:18.368716 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3501c2a1-d75a-4dad-ac5b-2a5b4e0e94d1 admin admin] Deleting subnet 9a8c5120-2e5e-4871-8453-04b62fa4e889 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:17:18.390059 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3501c2a1-d75a-4dad-ac5b-2a5b4e0e94d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:18.486724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9d53c-642e-47e7-ac4a-d9986a28f489 req-49d874f8-8d87-46fc-89e7-5d51ed9ed0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:18.489898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83a9d53c-642e-47e7-ac4a-d9986a28f489 req-49d874f8-8d87-46fc-89e7-5d51ed9ed0f1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.7448378 Jul 07 19:17:18.490963 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3501c2a1-d75a-4dad-ac5b-2a5b4e0e94d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:18.522263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adea96-ec57-4fc6-8dcd-d14c56d0c91f req-170406c8-ed8a-4e37-bd6a-08fc7ddaaaa6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:18.524017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88adea96-ec57-4fc6-8dcd-d14c56d0c91f req-170406c8-ed8a-4e37-bd6a-08fc7ddaaaa6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3664427 Jul 07 19:17:18.585298 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83a9d53c-642e-47e7-ac4a-d9986a28f489 req-feb6d6b0-5fbc-48a6-89b5-c67dc6d59c97 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54 HTTP/1.1" status: 200 len: 217 time: 0.0580091 Jul 07 19:17:18.717600 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3501c2a1-d75a-4dad-ac5b-2a5b4e0e94d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:18.781310 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88adea96-ec57-4fc6-8dcd-d14c56d0c91f req-0dfc5518-b8ae-44f1-8846-af0c6148326d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149374 Jul 07 19:17:18.866157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ca093a5-39e6-4e63-94ee-0486c604b206 req-2252daa8-50d3-4996-a1d8-1af199263e0e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:18.876047 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:18.885042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['226f6318-6a30-4cd8-8da9-ea69d18cb663'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:18.911543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9d53c-642e-47e7-ac4a-d9986a28f489 req-e1261847-167b-479e-8ad6-cb623a442ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:18.913345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83a9d53c-642e-47e7-ac4a-d9986a28f489 req-e1261847-167b-479e-8ad6-cb623a442ff7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.2678020 Jul 07 19:17:18.973054 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3501c2a1-d75a-4dad-ac5b-2a5b4e0e94d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:18.988936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252daa8-50d3-4996-a1d8-1af199263e0e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Pushing event deleted for resources: {'Port': ['ID=731caa0c-358c-4c4d-9e48-f83a7c8e9ee7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:19.027247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3501c2a1-d75a-4dad-ac5b-2a5b4e0e94d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:19.031591 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3501c2a1-d75a-4dad-ac5b-2a5b4e0e94d1 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/9a8c5120-2e5e-4871-8453-04b62fa4e889 HTTP/1.1" status: 204 len: 168 time: 1.3088603 Jul 07 19:17:19.032046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:19.085462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b6fbda0-5246-4810-b6a0-bfd1192fdcf7 req-306b1ed0-b7f7-4243-8088-2f717015afef tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=acbe8358-2f10-4e5d-8057-6c93fd339288 HTTP/1.1" status: 200 len: 210 time: 0.1697071 Jul 07 19:17:19.087914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83a9d53c-642e-47e7-ac4a-d9986a28f489 req-bed03d74-3376-4051-a341-673508f8ac5f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518786 Jul 07 19:17:19.093737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501c2a1-d75a-4dad-ac5b-2a5b4e0e94d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8c5120-2e5e-4871-8453-04b62fa4e889,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:19.158767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3053ad-875c-4849-8ee2-bc3f80f1a7f0 req-61ff30ff-b801-4298-9e3d-22c0f574b60a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:19.163685 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:19.165904 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f3053ad-875c-4849-8ee2-bc3f80f1a7f0 req-61ff30ff-b801-4298-9e3d-22c0f574b60a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 943 time: 0.4991531 Jul 07 19:17:19.257610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca093a5-39e6-4e63-94ee-0486c604b206 req-2252daa8-50d3-4996-a1d8-1af199263e0e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] No DVR routers for this DVR port 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:19.263987 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:19.265375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ca093a5-39e6-4e63-94ee-0486c604b206 req-2252daa8-50d3-4996-a1d8-1af199263e0e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:19.268412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ca093a5-39e6-4e63-94ee-0486c604b206 req-2252daa8-50d3-4996-a1d8-1af199263e0e tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.59 "DELETE /v2.0/ports/731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 HTTP/1.1" status: 204 len: 173 time: 2.0043519 Jul 07 19:17:19.288544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f815b8-9873-43c2-92ff-9a68e14922ea']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:19.302424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c29952-a379-4b96-97c9-7dc622b179b4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:19.302795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c29952-a379-4b96-97c9-7dc622b179b4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:19.314358 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:19.327261 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f3053ad-875c-4849-8ee2-bc3f80f1a7f0 req-526238a0-5577-4c7c-bb2c-46c247322114 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604230 Jul 07 19:17:19.334374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:19.354600 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83a9d53c-642e-47e7-ac4a-d9986a28f489 req-bba316c6-55e0-4869-8232-454272379bfa service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372081 Jul 07 19:17:19.363008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:17:19.363350 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:17:19.367772 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:17:19.497434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:19.504387 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:19.513519 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] 10.222.0.113 "DELETE /v2.0/networks/e6f815b8-9873-43c2-92ff-9a68e14922ea HTTP/1.1" status: 204 len: 168 time: 0.4747818 Jul 07 19:17:19.534940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38821256-5309-46e4-8a98-318566fbd6e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f815b8-9873-43c2-92ff-9a68e14922ea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:19.559665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbe8358-2f10-4e5d-8057-6c93fd339288', 'name': 'network-vif-deleted', 'tag': '731caa0c-358c-4c4d-9e48-f83a7c8e9ee7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:19.631306 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca14116-11e4-4e31-a22c-f899545d398b" -d '{"events": [{"server_uuid": "acbe8358-2f10-4e5d-8057-6c93fd339288", "name": "network-vif-deleted", "tag": "731caa0c-358c-4c4d-9e48-f83a7c8e9ee7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:19.747138 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ef8e13c-73a1-43e5-a980-8bb8964dd394 req-0b361aa1-1d08-47a5-9a16-b6e606a9eda5 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0805168 Jul 07 19:17:19.748612 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cab18a9-56f2-43ec-805a-71b68a128de2 x-openstack-request-id: req-7cab18a9-56f2-43ec-805a-71b68a128de2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:19.748904 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbe8358-2f10-4e5d-8057-6c93fd339288", "name": "network-vif-deleted", "tag": "731caa0c-358c-4c4d-9e48-f83a7c8e9ee7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:19.749157 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7cab18a9-56f2-43ec-805a-71b68a128de2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:19.749538 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbe8358-2f10-4e5d-8057-6c93fd339288', 'name': 'network-vif-deleted', 'tag': '731caa0c-358c-4c4d-9e48-f83a7c8e9ee7', 'status': 'completed', 'code': 200} Jul 07 19:17:19.766169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83a9d53c-642e-47e7-ac4a-d9986a28f489 req-920ffb78-5e13-454e-b1eb-95b2f705e6f5 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860071 Jul 07 19:17:19.813199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37a40372-16db-4935-8e25-14a6b74c436b req-cbd4c116-feae-465f-aef2-8ea8689f95a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0613213 Jul 07 19:17:19.908401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:19.921748 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:19.935660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:17:19.936006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 731caa0c-358c-4c4d-9e48-f83a7c8e9ee7 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:19.972506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-669ee380-bd21-4bcf-b007-46768b8b9d57 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=15e569480f654daab10b19aa3585d82c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483379 Jul 07 19:17:19.974691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50198) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:20.028833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8025b39-d386-49ef-b521-bdff9c18bc60 req-7d1ddfe2-2451-49c3-944c-34cd09b58430 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:20.030884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8025b39-d386-49ef-b521-bdff9c18bc60 req-7d1ddfe2-2451-49c3-944c-34cd09b58430 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1224732 Jul 07 19:17:20.038262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63e25b0e-0ec1-42de-9bd1-35188dbc2fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.074285 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63e25b0e-0ec1-42de-9bd1-35188dbc2fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.137739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8025b39-d386-49ef-b521-bdff9c18bc60 req-2b461d7e-6440-4cfb-873b-1d4f7735754c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959735 Jul 07 19:17:20.140656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63e25b0e-0ec1-42de-9bd1-35188dbc2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.144755 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63e25b0e-0ec1-42de-9bd1-35188dbc2fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.146021 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-63e25b0e-0ec1-42de-9bd1-35188dbc2fb7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8d0755ef-ba0c-483a-bb6d-2f6464f25e96 HTTP/1.1" status: 204 len: 168 time: 0.1703837 Jul 07 19:17:20.165307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25b0e-0ec1-42de-9bd1-35188dbc2fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0755ef-ba0c-483a-bb6d-2f6464f25e96,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:20.165982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-7c5173f2-6ee6-4c6d-bffc-09f813689733 service neutron] 10.222.0.112 "GET /v2.0/ports/aef31a4a-4166-4ac3-a631-8e31616d8b54/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 385 time: 0.1075816 Jul 07 19:17:20.549090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-4952f4df-1f55-4f71-a082-1cde43690154 service neutron] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:20.655885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c9afb5c-fdb6-4f79-88d2-768df79064d4 req-875bf2eb-6235-498a-93ea-63b4a3b16996 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=acbe8358-2f10-4e5d-8057-6c93fd339288 HTTP/1.1" status: 200 len: 210 time: 0.2029536 Jul 07 19:17:20.666122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-4952f4df-1f55-4f71-a082-1cde43690154 service neutron] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:20.718562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-4952f4df-1f55-4f71-a082-1cde43690154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef31a4a-4166-4ac3-a631-8e31616d8b54 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:20.736364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-4952f4df-1f55-4f71-a082-1cde43690154 service neutron] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:20.754285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85908098-19e0-47d6-8810-6087149d0067 req-87739a3a-1095-416c-b57b-d66e61017a6a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:20.763020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85908098-19e0-47d6-8810-6087149d0067 req-87739a3a-1095-416c-b57b-d66e61017a6a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 943 time: 0.1906126 Jul 07 19:17:20.789335 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-4952f4df-1f55-4f71-a082-1cde43690154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.841395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85908098-19e0-47d6-8810-6087149d0067 req-d1c280c4-de91-4595-a2cd-7f086f6ffe85 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770998 Jul 07 19:17:20.874744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:20.958664 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c4947d67-09c7-44ee-bc59-8d4eb1bc2d02 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=be2bd9722d3846f8ade068458db32864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823586 Jul 07 19:17:20.963284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:21.025243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa15dbbc-5982-4c39-8fe9-fa6839939896 req-ee7950b3-8d9e-4a0a-9a8f-15fb2d7eddc0 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0628598 Jul 07 19:17:21.041615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-4952f4df-1f55-4f71-a082-1cde43690154 service neutron] Transition to ACTIVE for port object aef31a4a-4166-4ac3-a631-8e31616d8b54 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:21.050118 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af0e4a99-a21c-47f8-96fa-8730a60d1ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.053126 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-4952f4df-1f55-4f71-a082-1cde43690154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.076390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af0e4a99-a21c-47f8-96fa-8730a60d1ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.143040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-4952f4df-1f55-4f71-a082-1cde43690154 service neutron] No DVR routers for this DVR port aef31a4a-4166-4ac3-a631-8e31616d8b54 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:21.164157 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af0e4a99-a21c-47f8-96fa-8730a60d1ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.167568 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af0e4a99-a21c-47f8-96fa-8730a60d1ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.176993 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-af0e4a99-a21c-47f8-96fa-8730a60d1ff0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3ca2a7d6-6381-45ca-847a-5b768d2ed2ba HTTP/1.1" status: 204 len: 168 time: 0.2085397 Jul 07 19:17:21.188146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e4a99-a21c-47f8-96fa-8730a60d1ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca2a7d6-6381-45ca-847a-5b768d2ed2ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:21.243421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952f4df-1f55-4f71-a082-1cde43690154 service neutron] Pushing event updated for resources: {'Port': ['ID=aef31a4a-4166-4ac3-a631-8e31616d8b54,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:21.264576 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-4952f4df-1f55-4f71-a082-1cde43690154 service neutron] 10.222.0.112 "PUT /v2.0/ports/aef31a4a-4166-4ac3-a631-8e31616d8b54/bindings/n-h2-792394-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0921819 Jul 07 19:17:21.515115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f658e-902a-4cc0-aca1-5b30980278fd req-1db78a80-24f4-44c6-8857-9ecdac093a29 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:21.523387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-962f658e-902a-4cc0-aca1-5b30980278fd req-1db78a80-24f4-44c6-8857-9ecdac093a29 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2033808 Jul 07 19:17:21.573854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-18dd5262-2fa7-4a73-a55c-19e3e5948d91 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:21.575775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-18dd5262-2fa7-4a73-a55c-19e3e5948d91 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1096 time: 0.1840706 Jul 07 19:17:21.626541 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-962f658e-902a-4cc0-aca1-5b30980278fd req-2eb1d8fd-db24-4ea0-a5c1-8fc4611e3bb2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022573 Jul 07 19:17:21.667276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-7d53268c-6a54-4c98-8f59-b8543af87ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:21.668987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-7d53268c-6a54-4c98-8f59-b8543af87ff1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0&tenant_id=1a9e7e79c68a476f8147099a363d1d0f HTTP/1.1" status: 200 len: 1096 time: 0.0805287 Jul 07 19:17:21.844879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-a7f93162-a23f-4f0a-9fab-2bc2e50e2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:21.846637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-a7f93162-a23f-4f0a-9fab-2bc2e50e2540 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1324966 Jul 07 19:17:22.047380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-ad2a89f9-051d-4768-880e-c6e33156b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:22.050118 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-ad2a89f9-051d-4768-880e-c6e33156b17b service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.1881735 Jul 07 19:17:22.130378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-6826782b-3ac8-4131-a019-99e495684d3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54 HTTP/1.1" status: 200 len: 217 time: 0.0558453 Jul 07 19:17:22.240611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31269d8-414b-46af-afe7-333291a2b08c req-b6b7ef2d-0d7a-426a-9158-33cee7d07082 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:22.242654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a31269d8-414b-46af-afe7-333291a2b08c req-b6b7ef2d-0d7a-426a-9158-33cee7d07082 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 944 time: 0.2168698 Jul 07 19:17:22.249869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-f959c494-7290-4236-baf2-41814f33c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:22.251900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-f959c494-7290-4236-baf2-41814f33c5f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1105695 Jul 07 19:17:22.326398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-65bd21e3-6764-46f3-a806-f800062dee58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514596 Jul 07 19:17:22.334869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a31269d8-414b-46af-afe7-333291a2b08c req-675056db-4adc-4a56-939b-d9623849cff8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812037 Jul 07 19:17:22.419763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be2bcf43-7d7a-4b34-8072-35e33a9d7246 req-daa1136e-2bd3-498b-b67c-b640cde94021 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0751419 Jul 07 19:17:22.618389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-c70271c6-d870-4298-92f8-7463e7345d51 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576587 Jul 07 19:17:22.737384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b67983-1ecd-48bd-a904-3a8cfc7b2ebf req-cec434a6-dfbf-4c82-8a74-e0ec82fcd98a tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:22.744574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69b67983-1ecd-48bd-a904-3a8cfc7b2ebf req-cec434a6-dfbf-4c82-8a74-e0ec82fcd98a tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.2208970 Jul 07 19:17:22.829362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69b67983-1ecd-48bd-a904-3a8cfc7b2ebf req-96987c3e-1139-440d-add5-25c504254b52 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802093 Jul 07 19:17:22.881618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-086d025c-fe8d-4ec5-9484-5b7b6e8b28c4 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539258 Jul 07 19:17:23.106568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d3d9b-6293-4507-ab6e-c45cc7b96c80 req-9b4915ef-bee5-4dd7-8b59-e98ccf7dc6be tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:23.118025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-099d3d9b-6293-4507-ab6e-c45cc7b96c80 req-9b4915ef-bee5-4dd7-8b59-e98ccf7dc6be tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1445222 Jul 07 19:17:23.199489 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-099d3d9b-6293-4507-ab6e-c45cc7b96c80 req-c7c9aaa1-3123-40a9-a511-ff3a791de16e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799417 Jul 07 19:17:23.353334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-7cb8db6b-f67e-44db-b793-58661ea6ac50 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:23.355153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-7cb8db6b-f67e-44db-b793-58661ea6ac50 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 1096 time: 0.1142135 Jul 07 19:17:23.657437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-24e81201-9f54-45ad-a44a-056a104f9c22 service neutron] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:23.664173 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-24e81201-9f54-45ad-a44a-056a104f9c22 service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:23.665889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2dba9fa-cf41-4822-b9b4-caa425e536dd req-24e81201-9f54-45ad-a44a-056a104f9c22 service neutron] 10.222.0.59 "DELETE /v2.0/ports/aef31a4a-4166-4ac3-a631-8e31616d8b54/bindings/n-h1-792394-12 HTTP/1.1" status: 204 len: 173 time: 0.3041372 Jul 07 19:17:23.769396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-461fdb1b-4113-4525-9923-d610db379fd0 req-3525c8c5-450e-4712-a03d-55ad96cc6fe1 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0619495 Jul 07 19:17:23.799249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d1c0a-f9ca-4eec-88cb-0c2476ce0b8c req-8808365e-7d78-4217-bac1-3ce3f6e2edbc tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:23.801736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3d1c0a-f9ca-4eec-88cb-0c2476ce0b8c req-8808365e-7d78-4217-bac1-3ce3f6e2edbc tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 944 time: 0.1961689 Jul 07 19:17:23.898015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a3d1c0a-f9ca-4eec-88cb-0c2476ce0b8c req-8eace2d0-d462-49b5-9c41-25af15165b72 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733128 Jul 07 19:17:23.928005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f4958-888c-430a-8576-a9138882e461 req-f1b12fff-185e-492f-ae8a-7cb9e7cda48d tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:23.930047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa3f4958-888c-430a-8576-a9138882e461 req-f1b12fff-185e-492f-ae8a-7cb9e7cda48d tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.112 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.1597128 Jul 07 19:17:24.259254 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-aa3f4958-888c-430a-8576-a9138882e461 req-aead1a7a-1e71-4f77-a89e-23dab0a53ce0 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Deleting port 226f6318-6a30-4cd8-8da9-ea69d18cb663 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:24.259683 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa3f4958-888c-430a-8576-a9138882e461 req-aead1a7a-1e71-4f77-a89e-23dab0a53ce0 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.317753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73adeb-9a96-49c9-80bd-d00838d566f2 req-c6a765c3-3f1c-4435-8c2e-38a5d4236e16 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:24.324813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b73adeb-9a96-49c9-80bd-d00838d566f2 req-c6a765c3-3f1c-4435-8c2e-38a5d4236e16 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1880238 Jul 07 19:17:24.345065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4889bce-f920-4623-ae79-78e9496264ad req-12ac657f-2b4f-4a41-957d-fbc53b834672 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:24.347268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4889bce-f920-4623-ae79-78e9496264ad req-12ac657f-2b4f-4a41-957d-fbc53b834672 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 945 time: 0.2001798 Jul 07 19:17:24.439902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b73adeb-9a96-49c9-80bd-d00838d566f2 req-889c0542-36c7-4d60-a0dc-6dae20edbd9c tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140952 Jul 07 19:17:24.507428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-aa3f4958-888c-430a-8576-a9138882e461 req-aead1a7a-1e71-4f77-a89e-23dab0a53ce0 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] For port 226f6318-6a30-4cd8-8da9-ea69d18cb663, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=226f6318-6a30-4cd8-8da9-ea69d18cb663,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:24.508029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa3f4958-888c-430a-8576-a9138882e461 req-aead1a7a-1e71-4f77-a89e-23dab0a53ce0 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.533002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-aa3f4958-888c-430a-8576-a9138882e461 req-aead1a7a-1e71-4f77-a89e-23dab0a53ce0 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Calling delete_port for 226f6318-6a30-4cd8-8da9-ea69d18cb663 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:24.554757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4889bce-f920-4623-ae79-78e9496264ad req-321b4259-a975-4653-8f1e-b7297847953f tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/security-groups?id=30bffc15-5407-4429-b7ea-bbb65159cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931255 Jul 07 19:17:24.740612 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:24.906141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa3f4958-888c-430a-8576-a9138882e461 req-aead1a7a-1e71-4f77-a89e-23dab0a53ce0 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.918025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['226f6318-6a30-4cd8-8da9-ea69d18cb663'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:24.933546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00d802-21cf-461d-9c6f-47113a9b8eee req-883c8ef2-23cc-40d7-85c9-cef2961f80a8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:24.935152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e00d802-21cf-461d-9c6f-47113a9b8eee req-883c8ef2-23cc-40d7-85c9-cef2961f80a8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2544687 Jul 07 19:17:24.946359 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc306084-127f-49a1-b22c-1c3ef499c10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:24.976809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead1a7a-1e71-4f77-a89e-23dab0a53ce0 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Pushing event deleted for resources: {'Port': ['ID=226f6318-6a30-4cd8-8da9-ea69d18cb663,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:25.086427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3f4958-888c-430a-8576-a9138882e461 req-aead1a7a-1e71-4f77-a89e-23dab0a53ce0 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] No DVR routers for this DVR port 226f6318-6a30-4cd8-8da9-ea69d18cb663 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:25.090957 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa3f4958-888c-430a-8576-a9138882e461 req-aead1a7a-1e71-4f77-a89e-23dab0a53ce0 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.092814 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa3f4958-888c-430a-8576-a9138882e461 req-aead1a7a-1e71-4f77-a89e-23dab0a53ce0 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.112 "DELETE /v2.0/ports/226f6318-6a30-4cd8-8da9-ea69d18cb663 HTTP/1.1" status: 204 len: 173 time: 1.1568391 Jul 07 19:17:25.093504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7675772-1c42-46b2-94ea-c8c5de02fa0c', 'name': 'network-vif-deleted', 'tag': '226f6318-6a30-4cd8-8da9-ea69d18cb663'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:25.095898 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b28e6e-2477-4743-9221-814a67fed798" -d '{"events": [{"server_uuid": "f7675772-1c42-46b2-94ea-c8c5de02fa0c", "name": "network-vif-deleted", "tag": "226f6318-6a30-4cd8-8da9-ea69d18cb663"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:25.109797 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e00d802-21cf-461d-9c6f-47113a9b8eee req-d05fc10d-96ec-44a1-8a37-f5a6ebfbf358 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496456 Jul 07 19:17:25.119843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-b94ea9cd-0c99-4ce0-8224-b82998e335de tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:25.121536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-b94ea9cd-0c99-4ce0-8224-b82998e335de tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 807 time: 0.2976940 Jul 07 19:17:25.134625 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc306084-127f-49a1-b22c-1c3ef499c10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.140612 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc306084-127f-49a1-b22c-1c3ef499c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.141229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-36daa3c8-45f3-4f32-a40e-812a847ca7c2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/quotas/1a9e7e79c68a476f8147099a363d1d0f HTTP/1.1" status: 200 len: 375 time: 0.0121381 Jul 07 19:17:25.240949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device aef31a4a-4166-4ac3-a631-8e31616d8b54 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:25.248759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-f284392e-cc30-4c7e-89d9-9a3629eaa79c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0996542 Jul 07 19:17:25.262994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-883e59bc-5fa0-4206-be59-4c134b991653 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:17:25.264725 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-883e59bc-5fa0-4206-be59-4c134b991653 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092611 Jul 07 19:17:25.283686 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bc306084-127f-49a1-b22c-1c3ef499c10f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0afed290ef60418b8512075f47978291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413773 Jul 07 19:17:25.284840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc306084-127f-49a1-b22c-1c3ef499c10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e3938-c96c-466b-94d7-688742b45c22,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:25.287454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:25.376628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device aef31a4a-4166-4ac3-a631-8e31616d8b54 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:25.395085 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9b4c68f-0955-4c84-9e89-28d9f9703b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.469464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9b4c68f-0955-4c84-9e89-28d9f9703b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.475647 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b40ac071-c0d5-4df8-a91c-eb63a54a3940 req-3193b41d-2c52-4862-a8c5-af7eb6d4145c tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0430634 Jul 07 19:17:25.546873 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98213dc-13ac-4e4d-b39a-75bc57e5c245 x-openstack-request-id: req-b98213dc-13ac-4e4d-b39a-75bc57e5c245 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:25.547253 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7675772-1c42-46b2-94ea-c8c5de02fa0c", "name": "network-vif-deleted", "tag": "226f6318-6a30-4cd8-8da9-ea69d18cb663", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:25.547580 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b98213dc-13ac-4e4d-b39a-75bc57e5c245 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:25.548048 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7675772-1c42-46b2-94ea-c8c5de02fa0c', 'name': 'network-vif-deleted', 'tag': '226f6318-6a30-4cd8-8da9-ea69d18cb663', 'status': 'completed', 'code': 200} Jul 07 19:17:25.560565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-fbe83091-b5d3-4638-8ea5-b47d16778885 service neutron] 10.222.0.113 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857752 Jul 07 19:17:25.591724 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9b4c68f-0955-4c84-9e89-28d9f9703b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.594510 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9b4c68f-0955-4c84-9e89-28d9f9703b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:25.599607 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f9b4c68f-0955-4c84-9e89-28d9f9703b51 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8a9e3938-c96c-466b-94d7-688742b45c22 HTTP/1.1" status: 204 len: 168 time: 0.3112559 Jul 07 19:17:25.621480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4c68f-0955-4c84-9e89-28d9f9703b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e3938-c96c-466b-94d7-688742b45c22,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:25.762405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-89e2a838-91a6-4a51-b810-9ed5ffbe4d6a service neutron] 10.222.0.113 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006526 Jul 07 19:17:25.875474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e084dd5-1479-4f49-bdbe-10bee89645db req-594a0565-221b-427a-9185-22ba610797b3 tempest-ListServerFiltersTestJSON-536620886 tempest-ListServerFiltersTestJSON-536620886-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7675772-1c42-46b2-94ea-c8c5de02fa0c HTTP/1.1" status: 200 len: 210 time: 0.0958049 Jul 07 19:17:26.119210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-336af732-4434-47bf-92a0-489ac3ae7c17 req-d65814a1-00fc-443d-9131-5d3e6f95f965 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 210 time: 0.0639067 Jul 07 19:17:26.384319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45969886-aac0-478e-8827-1024a32e66e1 req-4b832695-feda-4e95-979b-6d563184a641 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:26.393124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45969886-aac0-478e-8827-1024a32e66e1 req-4b832695-feda-4e95-979b-6d563184a641 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.0865798 Jul 07 19:17:26.407932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:26.424381 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29c790a7-811d-4bb9-a4a5-052cf0e827b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.453357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45969886-aac0-478e-8827-1024a32e66e1 req-cf8a2082-8e12-45d3-a04f-da99997ed176 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589614 Jul 07 19:17:26.567088 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29c790a7-811d-4bb9-a4a5-052cf0e827b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.573069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29c790a7-811d-4bb9-a4a5-052cf0e827b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.613701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c790a7-811d-4bb9-a4a5-052cf0e827b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c48026-4869-41a2-9582-cd5bd21a7b85,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:26.636871 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-29c790a7-811d-4bb9-a4a5-052cf0e827b2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9ac08499b2e5412aa7b5bb994a8ba833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271161 Jul 07 19:17:26.638875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50486) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:26.705038 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e844-79f7-48b5-9f9c-674240dd02a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.732524 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e844-79f7-48b5-9f9c-674240dd02a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.795248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e844-79f7-48b5-9f9c-674240dd02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.797997 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e844-79f7-48b5-9f9c-674240dd02a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:26.799181 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a5a0e844-79f7-48b5-9f9c-674240dd02a6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e1c48026-4869-41a2-9582-cd5bd21a7b85 HTTP/1.1" status: 204 len: 168 time: 0.1593592 Jul 07 19:17:26.820201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0e844-79f7-48b5-9f9c-674240dd02a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c48026-4869-41a2-9582-cd5bd21a7b85,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:27.059448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:27.170484 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-77240622-428f-4d26-82e0-00f58bfe3fea admin admin] Deleting subnet e84b7bd7-6de6-4bfa-80a3-5254cb86cea3 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:17:27.177753 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77240622-428f-4d26-82e0-00f58bfe3fea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.206326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c140c738-bd90-466c-8dc9-73a68788d803 req-9e657919-6b9f-4797-95d9-690af6854a24 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.4948840 Jul 07 19:17:27.270266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77240622-428f-4d26-82e0-00f58bfe3fea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.372857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d919445f-065f-451d-b0cd-8a03071dbd8f req-b9c772dd-e83c-443c-a6d3-577ea78b6ddf tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 210 time: 0.0534399 Jul 07 19:17:27.434629 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77240622-428f-4d26-82e0-00f58bfe3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.521684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77240622-428f-4d26-82e0-00f58bfe3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.574277 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77240622-428f-4d26-82e0-00f58bfe3fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.579401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daec22d3-5a88-46e5-85e3-315bf7267c47 None None] Network bb468194-8fef-4eaf-8a0b-0ec2e5d4413a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:17:27.583620 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-77240622-428f-4d26-82e0-00f58bfe3fea admin admin] 10.222.0.113 "DELETE /v2.0/subnets/e84b7bd7-6de6-4bfa-80a3-5254cb86cea3 HTTP/1.1" status: 204 len: 168 time: 0.5230501 Jul 07 19:17:27.585309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77240622-428f-4d26-82e0-00f58bfe3fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84b7bd7-6de6-4bfa-80a3-5254cb86cea3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:27.586840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:27.846244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:27.872313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:27.929760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b6d80470-908b-4813-a003-a369cf2672ef details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:28.097401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f9ceae-14d1-47eb-b93d-9e49b9e2fee4 None None] DHCP port deletion for bb468194-8fef-4eaf-8a0b-0ec2e5d4413a request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:17:28.173330 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d0830a2-aabb-4192-98f7-250cd43ffc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.173514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:28.196525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'b6d80470-908b-4813-a003-a369cf2672ef', 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b', 'port_id': 'b6d80470-908b-4813-a003-a369cf2672ef', 'mac_address': 'fa:16:3e:bb:b6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd13854-dbb7-4d92-8c95-37db9151f619', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:17:28.223357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b714e1-5490-446a-8d43-ecfc942ef616 req-34e02225-3f29-4715-b130-11fb4d5be0f1 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:28.232319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23b714e1-5490-446a-8d43-ecfc942ef616 req-34e02225-3f29-4715-b130-11fb4d5be0f1 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4868791 Jul 07 19:17:28.241368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9ceae-14d1-47eb-b93d-9e49b9e2fee4 None None] Deleting port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:28.241766 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ceae-14d1-47eb-b93d-9e49b9e2fee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.349047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Deleting port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:17:28.349804 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.367919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23b714e1-5490-446a-8d43-ecfc942ef616 req-99a9ecea-abdb-4f22-a02d-f00607142af8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309526 Jul 07 19:17:28.397130 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d0830a2-aabb-4192-98f7-250cd43ffc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.398919 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.406229 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d0830a2-aabb-4192-98f7-250cd43ffc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.460119 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0830a2-aabb-4192-98f7-250cd43ffc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95971651-15eb-4523-95d6-eef839498f85,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:28.491609 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3d0830a2-aabb-4192-98f7-250cd43ffc7c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=487b952e189841c68163a921d059321a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6433041 Jul 07 19:17:28.494790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50568) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:28.540421 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6d80470-908b-4813-a003-a369cf2672ef {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:28.648138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:28.682649 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17b007d9-85b8-43cc-85c2-969f5a8d57e4 req-746009ef-4361-4912-8abc-8050d47635cc tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.1123278 Jul 07 19:17:28.687013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f4f9ceae-14d1-47eb-b93d-9e49b9e2fee4 None None] For port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9fbc9e67-66b4-4a6f-b4d2-1504e155be9e,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:28.691262 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ceae-14d1-47eb-b93d-9e49b9e2fee4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.715434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8b28fe8-1482-4353-9867-2db52f35d279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.739440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9ceae-14d1-47eb-b93d-9e49b9e2fee4 None None] Calling delete_port for 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:28.763773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-8b5cd57a-e6b5-4bd6-9d96-46020c4d99b1 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:28.765882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-8b5cd57a-e6b5-4bd6-9d96-46020c4d99b1 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 807 time: 0.7409599 Jul 07 19:17:28.767335 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.793763 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8b28fe8-1482-4353-9867-2db52f35d279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.795655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Request body: {'port': {'device_id': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'network_id': '62840828-0370-41dd-8414-061b75720a7b', 'admin_state_up': True, 'tenant_id': '1a9e7e79c68a476f8147099a363d1d0f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:28.853080 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e57dfb9-e728-46c8-bd4b-9140244f61d8 req-cefc4393-9dba-4e0a-a767-2ff4dbb17a37 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 210 time: 0.1575742 Jul 07 19:17:28.856092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] For port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9fbc9e67-66b4-4a6f-b4d2-1504e155be9e,segment=NetworkSegment(25225d0b-ed76-452e-9932-80b1cf0a2f1c),segment_id=25225d0b-ed76-452e-9932-80b1cf0a2f1c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:28.856665 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.895495 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8b28fe8-1482-4353-9867-2db52f35d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.904628 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8b28fe8-1482-4353-9867-2db52f35d279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:28.909470 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a8b28fe8-1482-4353-9867-2db52f35d279 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/95971651-15eb-4523-95d6-eef839498f85 HTTP/1.1" status: 204 len: 168 time: 0.4117558 Jul 07 19:17:28.922437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Calling delete_port for 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:17:28.961879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b28fe8-1482-4353-9867-2db52f35d279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95971651-15eb-4523-95d6-eef839498f85,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:29.093042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Made reservation on behalf of 1a9e7e79c68a476f8147099a363d1d0f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:17:29.099308 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.118497 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:29.121632 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b6d80470-908b-4813-a003-a369cf2672ef'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:29.193987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.232197 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbc9e67-66b4-4a6f-b4d2-1504e155be9e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:29.252975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] No DVR routers for this DVR port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:29.265084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 226f6318-6a30-4cd8-8da9-ea69d18cb663 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:29.358582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 226f6318-6a30-4cd8-8da9-ea69d18cb663 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:17:29.358914 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 226f6318-6a30-4cd8-8da9-ea69d18cb663 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:29.361539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b6d80470-908b-4813-a003-a369cf2672ef,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:29.365340 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: from cryptography.utils import int_from_bytes Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: from cryptography.utils import int_from_bytes Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.370606 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:17:29.373203 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:17:29.382207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.382830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.383394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.383731 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.384069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.384391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.384938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.385407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.385720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.386049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.386371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.386692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:17:29.387936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb468194-8fef-4eaf-8a0b-0ec2e5d4413a']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:29.405188 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ceae-14d1-47eb-b93d-9e49b9e2fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.413867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25225d0b-ed76-452e-9932-80b1cf0a2f1c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:29.414172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25225d0b-ed76-452e-9932-80b1cf0a2f1c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:17:29.424336 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.439593 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.446855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:17:29.447483 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.480864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No active binding found for port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:17:29.481289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:17:29.485248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9ceae-14d1-47eb-b93d-9e49b9e2fee4 None None] Pushing event deleted for resources: {'Port': ['ID=9fbc9e67-66b4-4a6f-b4d2-1504e155be9e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:29.494465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9ceae-14d1-47eb-b93d-9e49b9e2fee4 None None] No DVR routers for this DVR port 9fbc9e67-66b4-4a6f-b4d2-1504e155be9e on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:17:29.519239 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:17:29.526217 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.552650 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.554551 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] 10.222.0.113 "DELETE /v2.0/networks/bb468194-8fef-4eaf-8a0b-0ec2e5d4413a HTTP/1.1" status: 204 len: 168 time: 1.9653587 Jul 07 19:17:29.584710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557ed86-0697-4304-891f-ddcec85fc039 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb468194-8fef-4eaf-8a0b-0ec2e5d4413a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:29.620344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Allocated IP 172.20.0.4 (62840828-0370-41dd-8414-061b75720a7b/a75c69e1-39c9-40a0-be7b-2d73a7ea63fc/3a279c08-e9c3-467b-b741-ba78f2dc62ec) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:17:29.739716 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:17:29.838443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:29.892954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-062c6891-22a0-43ba-9b5f-b34f44a6fc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:29.925078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b6d80470-908b-4813-a003-a369cf2672ef up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:29.954738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:30.019392 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae72c-e2c5-4a83-b8ae-d5e4dbdf3763 req-7af7f234-50ad-4320-950c-0c174e3fee5d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:30.021399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b19ae72c-e2c5-4a83-b8ae-d5e4dbdf3763 req-7af7f234-50ad-4320-950c-0c174e3fee5d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 945 time: 0.3228800 Jul 07 19:17:30.076070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port b6d80470-908b-4813-a003-a369cf2672ef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:30.076885 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.164625 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b19ae72c-e2c5-4a83-b8ae-d5e4dbdf3763 req-3c3788e7-bacf-4744-a926-bd6b30b7d34a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197922 Jul 07 19:17:30.202412 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.258430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1800819f-0bab-4a88-8098-ede743dc8158 req-283bf2fd-4b51-4dd4-92e9-eb6a21ba356d tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.1185730 Jul 07 19:17:30.266045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:30.283853 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.313494 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e26927f-7453-4fbd-9922-d40cbba1a377" -d '{"events": [{"server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "name": "network-vif-plugged", "status": "completed", "tag": "b6d80470-908b-4813-a003-a369cf2672ef"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:30.341490 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e333c6b1-cced-4657-9c82-c2f8d397a5e7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=780f0f4379b2410e9cb12d3d760e3fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831670 Jul 07 19:17:30.344277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:30.361368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:30.368805 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.419437 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7c4752-063a-4cd7-a1fb-8238cecbb091 x-openstack-request-id: req-0f7c4752-063a-4cd7-a1fb-8238cecbb091 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:30.419668 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "name": "network-vif-plugged", "status": "completed", "tag": "b6d80470-908b-4813-a003-a369cf2672ef", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:30.419877 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0f7c4752-063a-4cd7-a1fb-8238cecbb091 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:30.420449 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef', 'code': 200} Jul 07 19:17:30.486462 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-062c6891-22a0-43ba-9b5f-b34f44a6fc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.489852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b6d80470-908b-4813-a003-a369cf2672ef,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:30.494113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-062c6891-22a0-43ba-9b5f-b34f44a6fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.540232 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99b0defa-de8b-409c-b012-30ea9b38a04d req-f616cd7b-9612-4028-bc61-37624d91f63c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 210 time: 0.0887454 Jul 07 19:17:30.584134 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.587632 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-062c6891-22a0-43ba-9b5f-b34f44a6fc2f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6b6f50c71ecf4098b8f8bc5e32339d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7450655 Jul 07 19:17:30.587632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c6891-22a0-43ba-9b5f-b34f44a6fc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279ecc99-3188-49e3-9bba-f1936931d615,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:30.587880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:30.659275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Network 62840828-0370-41dd-8414-061b75720a7b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:17:30.673644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c441595-9d97-4f59-9a45-4d58ff8658d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.699539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c441595-9d97-4f59-9a45-4d58ff8658d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.711661 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:17:30.727087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:17:30.800336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:30.840511 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.892053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Pushing event updated for resources: {'Port': ['ID=3a279c08-e9c3-467b-b741-ba78f2dc62ec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:30.919665 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3737309-2e8c-49d0-a76f-ca8426839695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.922272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-d8064c58-4b17-446f-b57e-8c6f5113d2ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1315913 Jul 07 19:17:30.942448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Request body: {'port': {'device_id': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:30.983267 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c441595-9d97-4f59-9a45-4d58ff8658d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.987441 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c441595-9d97-4f59-9a45-4d58ff8658d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:30.990197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1c441595-9d97-4f59-9a45-4d58ff8658d2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/30bffc15-5407-4429-b7ea-bbb65159cb2c HTTP/1.1" status: 204 len: 168 time: 0.6443331 Jul 07 19:17:30.992486 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3737309-2e8c-49d0-a76f-ca8426839695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.057575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c441595-9d97-4f59-9a45-4d58ff8658d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bffc15-5407-4429-b7ea-bbb65159cb2c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:31.151498 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.161754 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3737309-2e8c-49d0-a76f-ca8426839695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.167222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3737309-2e8c-49d0-a76f-ca8426839695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:31.168396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e3737309-2e8c-49d0-a76f-ca8426839695 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/279ecc99-3188-49e3-9bba-f1936931d615 HTTP/1.1" status: 204 len: 168 time: 0.5795915 Jul 07 19:17:31.183478 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3737309-2e8c-49d0-a76f-ca8426839695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279ecc99-3188-49e3-9bba-f1936931d615,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:31.648906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db419320-d7a2-492f-b811-0ff2c11c300a req-c01aa3ab-a5cd-44cd-892e-1dd2a86c3513 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0533094 Jul 07 19:17:31.900205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a770ad-0c50-497e-81b2-af13577d956c req-61225a8d-0334-4246-999a-143eca5c675c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:31.907177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88a770ad-0c50-497e-81b2-af13577d956c req-61225a8d-0334-4246-999a-143eca5c675c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3837326 Jul 07 19:17:32.092596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a279c08-e9c3-467b-b741-ba78f2dc62ec {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:32.102809 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.118341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Transition to ACTIVE for port object 3a279c08-e9c3-467b-b741-ba78f2dc62ec will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:17:32.132744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88a770ad-0c50-497e-81b2-af13577d956c req-5a4fdf61-f57e-4996-908d-3f7fbbfb6dc2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245753 Jul 07 19:17:32.139564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.208338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Pushing event updated for resources: {'Port': ['ID=3a279c08-e9c3-467b-b741-ba78f2dc62ec,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:32.239146 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e320d3-ec57-4851-b5dd-f3b77d403c25 req-d96180dc-2477-4fd0-ab3d-06f296fb5518 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:32.246844 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c3e320d3-ec57-4851-b5dd-f3b77d403c25 req-d96180dc-2477-4fd0-ab3d-06f296fb5518 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 931 time: 0.3190815 Jul 07 19:17:32.330027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c3e320d3-ec57-4851-b5dd-f3b77d403c25 req-24017a43-fd05-484a-9096-860314100dd2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818613 Jul 07 19:17:32.408445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:32.409359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:32.409924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:32.416242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:32.416615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:32.422601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:32.422960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:32.423331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:32.423809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Bound port: 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:32.424129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.561782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:32.571438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:32.604509 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.749377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:32.750536 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.752123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] 10.222.0.112 "PUT /v2.0/ports/3a279c08-e9c3-467b-b741-ba78f2dc62ec HTTP/1.1" status: 200 len: 1092 time: 1.8199980 Jul 07 19:17:32.753679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'tag': '3a279c08-e9c3-467b-b741-ba78f2dc62ec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:32.759746 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13092668-4bd0-4036-bec3-c805d68735c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a23db7a-6492-4d4b-a099-bf0beabf9bb2", "tag": "3a279c08-e9c3-467b-b741-ba78f2dc62ec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:32.909654 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be62e09-f755-48ff-8983-2837bef68c36 x-openstack-request-id: req-6be62e09-f755-48ff-8983-2837bef68c36 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:32.909984 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a23db7a-6492-4d4b-a099-bf0beabf9bb2", "tag": "3a279c08-e9c3-467b-b741-ba78f2dc62ec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:32.910198 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6be62e09-f755-48ff-8983-2837bef68c36 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:32.910664 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'tag': '3a279c08-e9c3-467b-b741-ba78f2dc62ec', 'status': 'completed', 'code': 200} Jul 07 19:17:32.921917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6beba-92e7-4a0b-b1c0-5bb8a5c36d25 service neutron] Pushing event updated for resources: {'Port': ['ID=3a279c08-e9c3-467b-b741-ba78f2dc62ec,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:32.962353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-3dd0cdf0-1157-44b0-b13e-3476819b6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:32.964068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-3dd0cdf0-1157-44b0-b13e-3476819b6cf8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1095 time: 0.1504638 Jul 07 19:17:32.973700 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:33.057111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-83a5e3fd-b9a5-478c-b4be-1fc72fdd55e9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec HTTP/1.1" status: 200 len: 217 time: 0.0843558 Jul 07 19:17:33.098270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c20465cd-127a-45e8-a832-3943265d3f4c req-408a9a80-7221-4941-961c-dbb9a2d13bdc tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0520420 Jul 07 19:17:33.318144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-1cab2946-fac3-4041-95ce-fbeae4d1d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:33.324028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-1cab2946-fac3-4041-95ce-fbeae4d1d930 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.2404425 Jul 07 19:17:33.414462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-18ba169f-4ede-47bf-aa24-acbbce1e26c0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820060 Jul 07 19:17:33.710241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-dfc34741-0864-4d65-af53-8ea71f2158a9 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648120 Jul 07 19:17:33.729570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ff1e2-8707-4d51-8538-95dcdc8d5f66 req-d2a21598-2bd6-4a30-b963-f9b47392bdb7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:33.738931 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-862ff1e2-8707-4d51-8538-95dcdc8d5f66 req-d2a21598-2bd6-4a30-b963-f9b47392bdb7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3272448 Jul 07 19:17:34.061954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-862ff1e2-8707-4d51-8538-95dcdc8d5f66 req-1ecb63a4-c585-4b12-b3b3-8c71dd2d92bb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065567 Jul 07 19:17:34.156524 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-961babdf-47d5-466e-a657-10afc7ec0de9 req-5c6367ef-9f1f-47dd-84ae-7e9f99cc1ca1 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072239 Jul 07 19:17:34.256551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c30aa-4c35-4469-a161-93c58f7be843 req-78a49e3b-ba22-4b4f-bd86-697fbabb1525 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:34.266694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-319c30aa-4c35-4469-a161-93c58f7be843 req-78a49e3b-ba22-4b4f-bd86-697fbabb1525 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 943 time: 0.2644994 Jul 07 19:17:34.341039 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-319c30aa-4c35-4469-a161-93c58f7be843 req-26bba78b-1294-4cc7-9b98-db5504772f4a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729365 Jul 07 19:17:34.525630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13092668-4bd0-4036-bec3-c805d68735c8 req-9c75e0ae-939d-49b2-94af-c8f89938a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:34.541896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13092668-4bd0-4036-bec3-c805d68735c8 req-9c75e0ae-939d-49b2-94af-c8f89938a2c1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1095 time: 0.2717309 Jul 07 19:17:34.793417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f51b631c-6c2b-43a1-8c18-47a3644bdf55 req-3220651b-1cf2-4c0f-85e2-129eb2e5d946 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0768969 Jul 07 19:17:34.897316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13092668-4bd0-4036-bec3-c805d68735c8 req-173bc216-efd1-4c49-a59e-29f0ab022d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:34.899095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13092668-4bd0-4036-bec3-c805d68735c8 req-173bc216-efd1-4c49-a59e-29f0ab022d9b service neutron] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.3505783 Jul 07 19:17:35.022580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13092668-4bd0-4036-bec3-c805d68735c8 req-579a0f46-defd-4c69-932d-c64bf9df515a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec HTTP/1.1" status: 200 len: 217 time: 0.1161234 Jul 07 19:17:35.181535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13092668-4bd0-4036-bec3-c805d68735c8 req-d08fbbc8-20f7-4699-912f-0300184a6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:35.183347 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13092668-4bd0-4036-bec3-c805d68735c8 req-d08fbbc8-20f7-4699-912f-0300184a6d8d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1533580 Jul 07 19:17:35.195909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:35.279248 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13092668-4bd0-4036-bec3-c805d68735c8 req-4f2137f3-2d51-4626-b128-26301d9d0492 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845201 Jul 07 19:17:36.058348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06846f-d9fb-43e1-89da-ee47268c18d5 req-08e9c21a-7088-4966-8a2a-d22ffb29d32e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:36.068129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b06846f-d9fb-43e1-89da-ee47268c18d5 req-08e9c21a-7088-4966-8a2a-d22ffb29d32e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 943 time: 0.4138134 Jul 07 19:17:36.073588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:36.092839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7ff8-68c7-442a-827e-2a87a9a95355 req-90114828-b9ee-4b20-9a98-aadd917c4dbe tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:36.120251 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29bb7ff8-68c7-442a-827e-2a87a9a95355 req-90114828-b9ee-4b20-9a98-aadd917c4dbe tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.6124642 Jul 07 19:17:36.136939 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13092668-4bd0-4036-bec3-c805d68735c8 req-74cfe243-3814-49b7-8fe0-6f8b05699b7d service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8471317 Jul 07 19:17:36.192813 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc65d5a9-72b5-4c86-9312-06ff5ad7fbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:36.347336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08df5cc1-359a-4f73-bd38-3aaf6797c23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:36.358972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b06846f-d9fb-43e1-89da-ee47268c18d5 req-fd989b01-b239-4488-918c-0b1cd23f3af4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209182 Jul 07 19:17:36.479176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29bb7ff8-68c7-442a-827e-2a87a9a95355 req-a2be211e-7945-4a70-8165-6c4277cf2df9 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578920 Jul 07 19:17:36.591879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13092668-4bd0-4036-bec3-c805d68735c8 req-44897c61-2cea-448f-9d49-127603319421 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339895 Jul 07 19:17:36.642683 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc65d5a9-72b5-4c86-9312-06ff5ad7fbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:36.655481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc65d5a9-72b5-4c86-9312-06ff5ad7fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:36.755589 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c3bfb59-1e5e-422e-adc3-61b2723e03a8 req-a91dd856-1f5c-4e15-8fc3-084fc6a2a05f tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.1044397 Jul 07 19:17:36.769958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:36.770180 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fc65d5a9-72b5-4c86-9312-06ff5ad7fbcb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0a2e50877b9c4841a49246c4cd1141b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5723400 Jul 07 19:17:36.776159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65d5a9-72b5-4c86-9312-06ff5ad7fbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de11bb3e-b531-4ad0-8255-4d80155524f9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:36.903528 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f141de2-86fe-4e63-83f5-9bbf9d7ed0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:36.942385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08df5cc1-359a-4f73-bd38-3aaf6797c23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:36.951459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08df5cc1-359a-4f73-bd38-3aaf6797c23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:36.955024 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f141de2-86fe-4e63-83f5-9bbf9d7ed0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:36.989028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:36.997287 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-08df5cc1-359a-4f73-bd38-3aaf6797c23f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b7fa6aa4ffba4df9ae352a907e6a9889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9217987 Jul 07 19:17:37.070296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df5cc1-359a-4f73-bd38-3aaf6797c23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b45cb1-8e46-4ba9-b4f5-42f811a80bff,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:37.078135 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0f68865-af65-4bf5-89f7-999fcf53fe8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.122706 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f141de2-86fe-4e63-83f5-9bbf9d7ed0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.130070 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f141de2-86fe-4e63-83f5-9bbf9d7ed0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.131384 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6f141de2-86fe-4e63-83f5-9bbf9d7ed0d9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/de11bb3e-b531-4ad0-8255-4d80155524f9 HTTP/1.1" status: 204 len: 168 time: 0.3604400 Jul 07 19:17:37.145302 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0f68865-af65-4bf5-89f7-999fcf53fe8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.148084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f141de2-86fe-4e63-83f5-9bbf9d7ed0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de11bb3e-b531-4ad0-8255-4d80155524f9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:37.243875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0f68865-af65-4bf5-89f7-999fcf53fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.247859 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0f68865-af65-4bf5-89f7-999fcf53fe8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.251166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e0f68865-af65-4bf5-89f7-999fcf53fe8f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/62b45cb1-8e46-4ba9-b4f5-42f811a80bff HTTP/1.1" status: 204 len: 168 time: 0.2595284 Jul 07 19:17:37.272535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f68865-af65-4bf5-89f7-999fcf53fe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b45cb1-8e46-4ba9-b4f5-42f811a80bff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:37.316152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3a279c08-e9c3-467b-b741-ba78f2dc62ec details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:37.477490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:37.490483 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '3a279c08-e9c3-467b-b741-ba78f2dc62ec', 'network_id': '62840828-0370-41dd-8414-061b75720a7b', 'port_id': '3a279c08-e9c3-467b-b741-ba78f2dc62ec', 'mac_address': 'fa:16:3e:0f:78:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75c69e1-39c9-40a0-be7b-2d73a7ea63fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:17:37.599478 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.628114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a279c08-e9c3-467b-b741-ba78f2dc62ec {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:17:37.658720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:37.668530 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:37.705044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579822b1-5c3d-4837-99fe-3a9977c384b2 req-74f7dc7c-a204-40b0-815f-c0fa6b871ee6 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:37.707312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-579822b1-5c3d-4837-99fe-3a9977c384b2 req-74f7dc7c-a204-40b0-815f-c0fa6b871ee6 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 943 time: 0.1913157 Jul 07 19:17:37.763082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=3a279c08-e9c3-467b-b741-ba78f2dc62ec,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:37.814078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-579822b1-5c3d-4837-99fe-3a9977c384b2 req-5257344d-a641-4134-a85f-fff415908fde tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992327 Jul 07 19:17:37.863391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['3a279c08-e9c3-467b-b741-ba78f2dc62ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:38.014181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d98bb8-6ed8-473c-a06f-beb131369c1c req-4f03e3ef-a5e9-4fb3-ba10-0926ad7e1c09 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:38.016535 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4d98bb8-6ed8-473c-a06f-beb131369c1c req-4f03e3ef-a5e9-4fb3-ba10-0926ad7e1c09 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2333775 Jul 07 19:17:38.097121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71aaa75b-ea14-4142-b15b-e44641b7afe0 req-309cb413-80fe-4377-9032-d2df564f8c1c tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.1063612 Jul 07 19:17:38.142803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4d98bb8-6ed8-473c-a06f-beb131369c1c req-0b8ca8ee-7385-4e6a-9d2a-f807c3532c42 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090965 Jul 07 19:17:38.354114 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c218d81-822a-4452-87d6-4271444194c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.404960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:38.428829 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3fc1637-0c91-4709-b385-9ec7d127e7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.635191 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3fc1637-0c91-4709-b385-9ec7d127e7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.643679 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3fc1637-0c91-4709-b385-9ec7d127e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.718573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc1637-0c91-4709-b385-9ec7d127e7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878f670f-b4ad-480b-bbe4-ea91612da7e6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:38.740339 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:38.744307 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e3fc1637-0c91-4709-b385-9ec7d127e7d3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=97d31e8783aa4d48826915273e2256a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382185 Jul 07 19:17:38.883740 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5890b90-3f8a-48e2-878f-7fde65a91abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:38.953723 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5890b90-3f8a-48e2-878f-7fde65a91abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.097630 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5890b90-3f8a-48e2-878f-7fde65a91abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.101549 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5890b90-3f8a-48e2-878f-7fde65a91abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.103082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d5890b90-3f8a-48e2-878f-7fde65a91abb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/878f670f-b4ad-480b-bbe4-ea91612da7e6 HTTP/1.1" status: 204 len: 168 time: 0.3618183 Jul 07 19:17:39.117405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5890b90-3f8a-48e2-878f-7fde65a91abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878f670f-b4ad-480b-bbe4-ea91612da7e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:39.172891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb0853-3310-4af9-842c-4c92e592355e req-a35cfe54-65c4-4ef6-b3f2-641f970ff8dc tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:39.179543 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4bb0853-3310-4af9-842c-4c92e592355e req-a35cfe54-65c4-4ef6-b3f2-641f970ff8dc tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 944 time: 0.1935925 Jul 07 19:17:39.298525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4bb0853-3310-4af9-842c-4c92e592355e req-071419b8-088f-4977-8419-77693ca3f910 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948904 Jul 07 19:17:39.305244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3a279c08-e9c3-467b-b741-ba78f2dc62ec up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:17:39.387390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 3a279c08-e9c3-467b-b741-ba78f2dc62ec completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:17:39.394219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 3a279c08-e9c3-467b-b741-ba78f2dc62ec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:17:39.394701 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.592450 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.630993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a279c08-e9c3-467b-b741-ba78f2dc62ec'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:39.640414 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88403534-ab4d-4a4c-86c6-f0e730c634de" -d '{"events": [{"server_uuid": "4a23db7a-6492-4d4b-a099-bf0beabf9bb2", "name": "network-vif-plugged", "status": "completed", "tag": "3a279c08-e9c3-467b-b741-ba78f2dc62ec"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:39.657323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:39.670728 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:39.786383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=3a279c08-e9c3-467b-b741-ba78f2dc62ec,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:39.981660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d52422d7-eb27-4101-9be5-88f73cc235c0 req-450fc03e-68e2-4df8-a29f-446b9f295eed tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.6580722 Jul 07 19:17:40.077973 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e4d05-2ea1-4b62-8651-9889ff87dee4 x-openstack-request-id: req-335e4d05-2ea1-4b62-8651-9889ff87dee4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:40.078269 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a23db7a-6492-4d4b-a099-bf0beabf9bb2", "name": "network-vif-plugged", "status": "completed", "tag": "3a279c08-e9c3-467b-b741-ba78f2dc62ec", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:40.078602 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-335e4d05-2ea1-4b62-8651-9889ff87dee4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:40.079078 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a279c08-e9c3-467b-b741-ba78f2dc62ec', 'code': 200} Jul 07 19:17:40.118423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f5c47-e794-4b38-bb0e-675f944e8522 req-69002e4e-ef6a-48a6-9c49-0b061ed59a6a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:40.133309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-103f5c47-e794-4b38-bb0e-675f944e8522 req-69002e4e-ef6a-48a6-9c49-0b061ed59a6a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1628129 Jul 07 19:17:40.297152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-103f5c47-e794-4b38-bb0e-675f944e8522 req-9b6eb30f-2b8a-4c79-aaa4-ee3b46cbd648 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612890 Jul 07 19:17:40.351676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35fcb0-dfa8-4bbc-9d90-d5017e9a5ce6 req-1fcf93e7-80b3-4ac6-98ed-58e44d553955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:40.353257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf35fcb0-dfa8-4bbc-9d90-d5017e9a5ce6 req-1fcf93e7-80b3-4ac6-98ed-58e44d553955 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1097 time: 0.1935229 Jul 07 19:17:40.447391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf35fcb0-dfa8-4bbc-9d90-d5017e9a5ce6 req-b3a6832b-8e88-4d2a-a1d1-3f9a9ea06191 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797243 Jul 07 19:17:40.781246 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe78d8d-52a2-4ca4-b59f-db48014c06b5 req-4a715265-b4c4-482a-a8b2-3344bce89b22 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:40.794116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fe78d8d-52a2-4ca4-b59f-db48014c06b5 req-4a715265-b4c4-482a-a8b2-3344bce89b22 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 945 time: 0.2950156 Jul 07 19:17:40.882158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fe78d8d-52a2-4ca4-b59f-db48014c06b5 req-f67ca167-47a2-4433-a50e-cb21aedbbad6 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870140 Jul 07 19:17:41.045224 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53ee9feb-a167-4f43-bfe1-5d54024e9c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:41.274938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c7c4897-76a4-44ae-8dde-2e83db26f4b1 req-a237035e-8db6-4d7a-801c-66b8f87481dd tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0604489 Jul 07 19:17:41.294176 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:41.749033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c215d85-a9bc-443f-915c-775607f83e32 req-968b5b5e-3340-416d-8385-41524aa4dd67 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:41.765575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c215d85-a9bc-443f-915c-775607f83e32 req-968b5b5e-3340-416d-8385-41524aa4dd67 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1820748 Jul 07 19:17:41.870331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c215d85-a9bc-443f-915c-775607f83e32 req-fb914bf2-a36a-4a97-8b19-97fc1191eea1 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027219 Jul 07 19:17:42.242974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f372e-610f-4c97-b2a4-a1e581f384bc req-9ac10e5e-cfce-4da2-87bd-e288f79ded6d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:42.246189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e74f372e-610f-4c97-b2a4-a1e581f384bc req-9ac10e5e-cfce-4da2-87bd-e288f79ded6d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 945 time: 0.1548526 Jul 07 19:17:42.298941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:42.356111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e74f372e-610f-4c97-b2a4-a1e581f384bc req-09e43463-af7c-44ee-bcb9-5919d54337ca tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026309 Jul 07 19:17:42.642540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58d6f1-2eab-47ab-886f-ca36389ce95c req-5fcd0cfb-1f2c-4ed8-a329-3bfa25aa301d tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:42.651438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e58d6f1-2eab-47ab-886f-ca36389ce95c req-5fcd0cfb-1f2c-4ed8-a329-3bfa25aa301d tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1097 time: 0.1237538 Jul 07 19:17:42.736005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a45bcbf9-7e53-4620-b3cb-d4fdf8683b14 req-de835ec7-6e2d-4804-87c4-0d2f92e0eb11 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0818195 Jul 07 19:17:42.843942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e58d6f1-2eab-47ab-886f-ca36389ce95c req-60dfdca4-1ecc-441b-8fd2-8b6008e58fec tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911678 Jul 07 19:17:43.229096 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef0bdf-f1cd-45ae-a30c-aa3a0ee9e161 req-5ce521fd-c3c3-4a16-8b69-c08210dd3161 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:43.237967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15ef0bdf-f1cd-45ae-a30c-aa3a0ee9e161 req-5ce521fd-c3c3-4a16-8b69-c08210dd3161 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1097 time: 0.1221683 Jul 07 19:17:43.303292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15ef0bdf-f1cd-45ae-a30c-aa3a0ee9e161 req-a793c40e-7dda-40ab-85dd-cf92bfa6898f tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643110 Jul 07 19:17:43.370581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a20b9-d3a7-4bcf-b93b-cd7f7d0a26c3 req-057014e5-7dc5-44ba-bb29-f09a8f95775c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:43.376090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-184a20b9-d3a7-4bcf-b93b-cd7f7d0a26c3 req-057014e5-7dc5-44ba-bb29-f09a8f95775c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2245190 Jul 07 19:17:43.548535 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-184a20b9-d3a7-4bcf-b93b-cd7f7d0a26c3 req-e89f28f0-35ff-4e6b-baf8-2a2566a30e96 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575558 Jul 07 19:17:43.746711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:43.871142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.234215 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ee51824-37e4-435e-8eea-e0af45e61e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.305739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb31cf99-03e2-4bcc-ad59-f4f23d717d82 req-29c92c80-469a-4a17-bab8-335233f68f2a tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0976870 Jul 07 19:17:44.669653 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ee51824-37e4-435e-8eea-e0af45e61e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.681854 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ee51824-37e4-435e-8eea-e0af45e61e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.746404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf87997-5bbf-4fbb-a963-94307a62ce18 req-c8795349-6f19-4bbc-a6df-0371d624540d tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:44.756121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdf87997-5bbf-4fbb-a963-94307a62ce18 req-c8795349-6f19-4bbc-a6df-0371d624540d tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1097 time: 0.2539272 Jul 07 19:17:44.828336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:44.829003 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9ee51824-37e4-435e-8eea-e0af45e61e18 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5b5c0dbead2f4228909931042d3c7878&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0806072 Jul 07 19:17:44.835367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee51824-37e4-435e-8eea-e0af45e61e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f967ae46-5f16-4215-b846-b07562aa681a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:44.868022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdf87997-5bbf-4fbb-a963-94307a62ce18 req-cc2eaebc-735a-4efb-b730-f1d48d67ed1a tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106784 Jul 07 19:17:44.943329 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd049-05a9-4ea7-82ee-6b0aa2e17a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:44.976011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c4104-0bd3-4c04-a29b-caef31a7de0b req-dd8585d0-6c17-4380-b16e-4034630c953e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:44.979256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-983c4104-0bd3-4c04-a29b-caef31a7de0b req-dd8585d0-6c17-4380-b16e-4034630c953e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2131677 Jul 07 19:17:45.001156 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd049-05a9-4ea7-82ee-6b0aa2e17a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.041519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-983c4104-0bd3-4c04-a29b-caef31a7de0b req-ce797fa8-6669-4928-b128-a9ac82ff743c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493445 Jul 07 19:17:45.113690 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd049-05a9-4ea7-82ee-6b0aa2e17a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.117114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd049-05a9-4ea7-82ee-6b0aa2e17a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.118458 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4d8cd049-05a9-4ea7-82ee-6b0aa2e17a0b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f967ae46-5f16-4215-b846-b07562aa681a HTTP/1.1" status: 204 len: 168 time: 0.2891080 Jul 07 19:17:45.131990 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cd049-05a9-4ea7-82ee-6b0aa2e17a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f967ae46-5f16-4215-b846-b07562aa681a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:45.677228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66b0a77d-8a35-4407-b44d-46c6950108c8 req-cacfd533-58f9-4cdf-9758-9e861538ef07 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0893407 Jul 07 19:17:46.048128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:46.081632 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c41e0f54-b636-4737-85e1-5130d9c053ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.131947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149bf68-a65d-4c31-9d0d-90d77c971b27 req-700e7f15-da4a-4e54-8091-2dcb7bc209a3 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:46.142379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6149bf68-a65d-4c31-9d0d-90d77c971b27 req-700e7f15-da4a-4e54-8091-2dcb7bc209a3 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1097 time: 0.1495161 Jul 07 19:17:46.239879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c41e0f54-b636-4737-85e1-5130d9c053ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.245966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6149bf68-a65d-4c31-9d0d-90d77c971b27 req-3cf42c8b-f5c7-49c5-b691-1b8b8db48cf8 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955286 Jul 07 19:17:46.250716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c41e0f54-b636-4737-85e1-5130d9c053ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.306769 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c41e0f54-b636-4737-85e1-5130d9c053ba admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=11ff056bcc6544d1b1d36742425e845d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561500 Jul 07 19:17:46.309956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:46.321043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e0f54-b636-4737-85e1-5130d9c053ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32259c02-cace-4ad4-b214-4d9872e47ee7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:46.545214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7687d668-08ca-4333-99a0-ac57a8900d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.599222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7687d668-08ca-4333-99a0-ac57a8900d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.651829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aae6f6-2b5e-4909-89ff-8d6906ff956f req-690480cf-09ad-4c8a-bf85-370a1f03b71d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:46.663097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77aae6f6-2b5e-4909-89ff-8d6906ff956f req-690480cf-09ad-4c8a-bf85-370a1f03b71d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2717316 Jul 07 19:17:46.802350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77aae6f6-2b5e-4909-89ff-8d6906ff956f req-f4fb58f4-94b6-497a-9afe-c95207689eb2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377962 Jul 07 19:17:46.859749 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7687d668-08ca-4333-99a0-ac57a8900d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.862672 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7687d668-08ca-4333-99a0-ac57a8900d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:46.865239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7687d668-08ca-4333-99a0-ac57a8900d03 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/32259c02-cace-4ad4-b214-4d9872e47ee7 HTTP/1.1" status: 204 len: 168 time: 0.5533764 Jul 07 19:17:46.953225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687d668-08ca-4333-99a0-ac57a8900d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32259c02-cace-4ad4-b214-4d9872e47ee7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:47.281807 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88231075-a3f7-4130-8dbe-699814f3b0ad req-6454a893-7e8a-426a-b763-d510485c6fbd tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.1639924 Jul 07 19:17:48.192020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2d29f-0aa2-4c04-a3e8-688ba8887c1c req-070e5a10-49d2-447e-bf5e-4364ac80a741 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:48.204638 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1b2d29f-0aa2-4c04-a3e8-688ba8887c1c req-070e5a10-49d2-447e-bf5e-4364ac80a741 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1744082 Jul 07 19:17:48.290442 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1b2d29f-0aa2-4c04-a3e8-688ba8887c1c req-b71ec4c8-9305-4675-827c-e11e0083f920 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773375 Jul 07 19:17:48.823376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1906ee0c-e076-4fa5-a18a-e2199f91cd3d req-942200ce-c309-48b9-b8f6-9c061b6a948f tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.1208260 Jul 07 19:17:48.878832 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:49.710360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697db91-bf98-4ec9-b7fd-270a1510b149 req-f3100da1-c3f2-4ee1-9770-f42937f30e41 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:49.712238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3697db91-bf98-4ec9-b7fd-270a1510b149 req-f3100da1-c3f2-4ee1-9770-f42937f30e41 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1359112 Jul 07 19:17:49.728863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-df7468d1-20cf-4302-83a7-b0c59c02d93b tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:17:49.750625 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-df7468d1-20cf-4302-83a7-b0c59c02d93b tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6355054 Jul 07 19:17:49.794375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3697db91-bf98-4ec9-b7fd-270a1510b149 req-c6618286-cd09-441a-8414-063e3b27d6f2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756221 Jul 07 19:17:49.890398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-5f684796-f0c5-4d27-8909-42d8f4036669 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:49.898349 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-5f684796-f0c5-4d27-8909-42d8f4036669 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports/3a279c08-e9c3-467b-b741-ba78f2dc62ec HTTP/1.1" status: 200 len: 1094 time: 0.1461165 Jul 07 19:17:49.903002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Request body: {'binding': {'host': 'n-h2-792394-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:49.903470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:17:50.253075 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on host n-h2-792394-12 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:50.253778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:50.254216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:50.266724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:50.267835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:50.289448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:50.291775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:50.295122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:50.295923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Bound port: 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:50.309214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae219b4f-f836-4fbf-8f0c-18fadb71a606 req-ceabe89a-105e-482f-b2af-00a0a4ceb37e tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0662818 Jul 07 19:17:50.460095 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:50.469849 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:50.494792 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3326ef2e-c736-4787-864a-309e5fcec17a service neutron] 10.222.0.113 "POST /v2.0/ports/3a279c08-e9c3-467b-b741-ba78f2dc62ec/bindings HTTP/1.1" status: 201 len: 390 time: 0.5774939 Jul 07 19:17:51.328358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f7d38-abee-4113-af76-6bf40ba37172 req-803d5c01-c1c6-494f-a4ed-faa947644f3a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.336895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b4f7d38-abee-4113-af76-6bf40ba37172 req-803d5c01-c1c6-494f-a4ed-faa947644f3a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 945 time: 0.3541219 Jul 07 19:17:51.438148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2748c-526a-4f7c-b2c0-5d46623358e1 req-50dc323c-c77b-479e-9ab5-6f2fd96f1e5f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.446008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfb2748c-526a-4f7c-b2c0-5d46623358e1 req-50dc323c-c77b-479e-9ab5-6f2fd96f1e5f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.3086081 Jul 07 19:17:51.516086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfb2748c-526a-4f7c-b2c0-5d46623358e1 req-0c97249a-ffcd-45e1-89a8-739d9186e1e0 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578005 Jul 07 19:17:51.543450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b4f7d38-abee-4113-af76-6bf40ba37172 req-11b81d73-3fae-42cc-a170-2ff2caeee44d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054780 Jul 07 19:17:51.557369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-b17eef69-5c62-4191-8c7c-6f00f629d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.561555 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-b17eef69-5c62-4191-8c7c-6f00f629d243 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1097 time: 0.2791388 Jul 07 19:17:51.809694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-63c80f6b-915c-4a20-ad99-86706e696e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:51.811281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-63c80f6b-915c-4a20-ad99-86706e696e37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.2378132 Jul 07 19:17:51.878092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-67812512-432a-4a96-a545-3ce6e4f51b4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec HTTP/1.1" status: 200 len: 217 time: 0.0559404 Jul 07 19:17:51.925653 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-011a1be6-9f0a-44db-b36b-4c0c3b0a90f4 req-f71d2242-3190-4f5c-8f1e-26686aa13b0f tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0503359 Jul 07 19:17:52.033478 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-658c630f-e10d-4306-8e0e-a5640c8c8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:52.035048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-658c630f-e10d-4306-8e0e-a5640c8c8386 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1242781 Jul 07 19:17:52.194971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-fe18afdd-e3f6-48b3-aaee-b4bbdee4f3f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482968 Jul 07 19:17:52.402300 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56be3ed6-ca0e-48f5-b62e-62f8209719b2 req-a872d792-a1e9-4dc1-986b-8e68c6cb1911 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0619435 Jul 07 19:17:52.419739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-01237f8a-909e-43e9-a7bc-0a1e8a2a46d7 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171905 Jul 07 19:17:52.948575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-5d4bdfa3-8ef7-401f-9747-3e7c83837103 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959354 Jul 07 19:17:53.064077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e8f20-2c32-4470-bbcb-fb3c0b80b966 req-f9f5d508-0cc8-4cdd-9d54-08351dadcbb9 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:53.072358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe1e8f20-2c32-4470-bbcb-fb3c0b80b966 req-f9f5d508-0cc8-4cdd-9d54-08351dadcbb9 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.2666886 Jul 07 19:17:53.159728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6693c-29a2-4ce1-a7cc-44ca590b89ff req-bf03586d-350e-4897-9d0f-312699c04b83 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:53.161803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ede6693c-29a2-4ce1-a7cc-44ca590b89ff req-bf03586d-350e-4897-9d0f-312699c04b83 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 945 time: 0.3066614 Jul 07 19:17:53.195556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe1e8f20-2c32-4470-bbcb-fb3c0b80b966 req-61642420-5ff3-46cb-8e30-4ec44b408a03 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220105 Jul 07 19:17:53.281389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ede6693c-29a2-4ce1-a7cc-44ca590b89ff req-5909ca97-f353-4ee6-befe-d791ebc6408c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999603 Jul 07 19:17:53.312459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-e46a81c4-cbbb-4c19-a56d-fc03c0e95bc9 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:53.318914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-e46a81c4-cbbb-4c19-a56d-fc03c0e95bc9 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.2033427 Jul 07 19:17:53.341404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-12'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:17:53.470105 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.585854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-039b84ae-232d-4fa8-a73e-7eda28eaaafe req-86f9890b-630e-4e94-ac6f-2c469aefe7e8 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0751133 Jul 07 19:17:53.751052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:53.805483 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:53.884900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a279c08-e9c3-467b-b741-ba78f2dc62ec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:53.887778 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22374910-5c7b-4c46-89c6-109ae2bbc17d" -d '{"events": [{"server_uuid": "4a23db7a-6492-4d4b-a099-bf0beabf9bb2", "name": "network-vif-unplugged", "status": "completed", "tag": "3a279c08-e9c3-467b-b741-ba78f2dc62ec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:53.899709 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:53.910849 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.064020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e62fc-6b53-4564-9462-c65af9fdb544 req-2bf19817-324b-42f4-95a8-9dab6231aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:54.067030 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ae7e62fc-6b53-4564-9462-c65af9fdb544 req-2bf19817-324b-42f4-95a8-9dab6231aa73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66532528330f4ada8d4ea37673e57e0f&device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 1098 time: 0.3221767 Jul 07 19:17:54.098336 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab777ce0-bc72-40d8-8007-677b73e11cf9 x-openstack-request-id: req-ab777ce0-bc72-40d8-8007-677b73e11cf9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:54.099612 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a23db7a-6492-4d4b-a099-bf0beabf9bb2", "name": "network-vif-unplugged", "status": "completed", "tag": "3a279c08-e9c3-467b-b741-ba78f2dc62ec", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:54.100272 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ab777ce0-bc72-40d8-8007-677b73e11cf9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:54.101652 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a279c08-e9c3-467b-b741-ba78f2dc62ec', 'code': 200} Jul 07 19:17:54.177882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on host n-h1-792394-12 for vnic_type normal with profile {"migrating_to": "n-h2-792394-12"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:17:54.178697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:17:54.179315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:54.183223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Pushing event updated for resources: {'Port': ['ID=3a279c08-e9c3-467b-b741-ba78f2dc62ec,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:54.202077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:17:54.203128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Attempting to bind port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:17:54.212503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:17:54.213012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:17:54.213528 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:17:54.214555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Bound port: 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:17:54.215066 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.219225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e62fc-6b53-4564-9462-c65af9fdb544 req-cd90e693-1e58-41fe-a103-c0043ad55f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:54.222457 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ae7e62fc-6b53-4564-9462-c65af9fdb544 req-cd90e693-1e58-41fe-a103-c0043ad55f0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 200 len: 916 time: 0.1474748 Jul 07 19:17:54.301437 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ae7e62fc-6b53-4564-9462-c65af9fdb544 req-54a8998b-c81a-4ee3-9449-cfd95bd61bcf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d80470-908b-4813-a003-a369cf2672ef HTTP/1.1" status: 200 len: 217 time: 0.0723035 Jul 07 19:17:54.406323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e62fc-6b53-4564-9462-c65af9fdb544 req-d598da6c-3fb6-4d7f-bdc5-4b1edd5cf77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:54.407863 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ae7e62fc-6b53-4564-9462-c65af9fdb544 req-d598da6c-3fb6-4d7f-bdc5-4b1edd5cf77a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fd13854-dbb7-4d92-8c95-37db9151f619 HTTP/1.1" status: 200 len: 854 time: 0.0994563 Jul 07 19:17:54.412451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:17:54.479257 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ae7e62fc-6b53-4564-9462-c65af9fdb544 req-11e7ada5-cfd7-4f7f-b051-7245607a5b76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d8b8a7e-1c91-4a62-8320-82728e74874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487483 Jul 07 19:17:54.493861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:17:54.604889 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ae7e62fc-6b53-4564-9462-c65af9fdb544 req-f04530c4-d6db-4029-911d-aee35796bc75 service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151285 Jul 07 19:17:54.626305 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.761153 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ae7e62fc-6b53-4564-9462-c65af9fdb544 req-89b6ba48-b72d-4813-b150-63e78e06a407 service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498454 Jul 07 19:17:54.770028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Pushing event updated for resources: {'Port': ['ID=3a279c08-e9c3-467b-b741-ba78f2dc62ec,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:54.823552 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854a975-73e9-44a4-993d-e1ce2e7fed1a req-8815ebea-90d6-4fc4-b8e4-6c10a43734f8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:54.825286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c854a975-73e9-44a4-993d-e1ce2e7fed1a req-8815ebea-90d6-4fc4-b8e4-6c10a43734f8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.4631639 Jul 07 19:17:54.870122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8249a-cdbe-435e-9630-b9932b100f89 req-ccca5f21-20a1-4339-989a-02c902ef63d1 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:54.871876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30a8249a-cdbe-435e-9630-b9932b100f89 req-ccca5f21-20a1-4339-989a-02c902ef63d1 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 943 time: 0.3914115 Jul 07 19:17:54.884196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:54.884945 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:54.889968 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-6b34e62b-e687-4ac4-b1c1-12500fe33e4c service neutron] 10.222.0.59 "PUT /v2.0/ports/3a279c08-e9c3-467b-b741-ba78f2dc62ec HTTP/1.1" status: 200 len: 1123 time: 1.5572674 Jul 07 19:17:54.925691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['3a279c08-e9c3-467b-b741-ba78f2dc62ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:17:54.977226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c854a975-73e9-44a4-993d-e1ce2e7fed1a req-ebd09d00-699d-4c7e-9159-6d645e47c8d7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448469 Jul 07 19:17:54.994128 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30a8249a-cdbe-435e-9630-b9932b100f89 req-de755577-b7d7-4e80-b09d-ff60b32be643 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006541 Jul 07 19:17:55.269464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6600765-211a-4646-945b-4ab1cff825b8 req-848987a5-f77e-4799-bc07-a9f2f427bd5e tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0466506 Jul 07 19:17:55.645612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:55.803187 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc4e7-a894-447d-8db9-7505f4da1135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.960452 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc4e7-a894-447d-8db9-7505f4da1135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:55.969081 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc4e7-a894-447d-8db9-7505f4da1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.015806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cc4e7-a894-447d-8db9-7505f4da1135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1641ddc-7d45-4b63-bd5b-0ea080c19ef1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:56.026337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2f7cc4e7-a894-447d-8db9-7505f4da1135 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=53ae9ae22edd4080a646291156f329a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774703 Jul 07 19:17:56.028287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:56.069549 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b6d80470-908b-4813-a003-a369cf2672ef no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:17:56.103064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'tag': '3a279c08-e9c3-467b-b741-ba78f2dc62ec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:56.107892 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf823ef-87c7-48b1-ab8f-17fdcd0586bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a23db7a-6492-4d4b-a099-bf0beabf9bb2", "tag": "3a279c08-e9c3-467b-b741-ba78f2dc62ec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:56.129536 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4435df6-79d5-425d-83f6-dfd779d8bc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.157266 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4435df6-79d5-425d-83f6-dfd779d8bc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.185956 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.219953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:17:56.222767 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac73a3c3-7962-43fb-b6ff-829d7e8d3b20" -d '{"events": [{"server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d80470-908b-4813-a003-a369cf2672ef"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:17:56.228284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:56.233023 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.289038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37007818-aeac-4afd-97ba-9b4f1a0b4cc1 req-a38d6c16-b13d-48f2-adf2-1ba4202e99e9 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:56.291831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37007818-aeac-4afd-97ba-9b4f1a0b4cc1 req-a38d6c16-b13d-48f2-adf2-1ba4202e99e9 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 946 time: 0.1064103 Jul 07 19:17:56.293481 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4435df6-79d5-425d-83f6-dfd779d8bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.302837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4435df6-79d5-425d-83f6-dfd779d8bc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:56.305945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b4435df6-79d5-425d-83f6-dfd779d8bc6e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b1641ddc-7d45-4b63-bd5b-0ea080c19ef1 HTTP/1.1" status: 204 len: 168 time: 0.2749574 Jul 07 19:17:56.317944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b6d80470-908b-4813-a003-a369cf2672ef,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:56.333807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4435df6-79d5-425d-83f6-dfd779d8bc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1641ddc-7d45-4b63-bd5b-0ea080c19ef1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:56.373369 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37007818-aeac-4afd-97ba-9b4f1a0b4cc1 req-1c1af662-598b-4811-a06a-eb28eca69719 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658553 Jul 07 19:17:56.541449 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791513dc-e455-414b-b2f2-08f7b893338a x-openstack-request-id: req-791513dc-e455-414b-b2f2-08f7b893338a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:56.541750 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a23db7a-6492-4d4b-a099-bf0beabf9bb2", "tag": "3a279c08-e9c3-467b-b741-ba78f2dc62ec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:56.542003 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-791513dc-e455-414b-b2f2-08f7b893338a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:56.542404 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'tag': '3a279c08-e9c3-467b-b741-ba78f2dc62ec', 'status': 'completed', 'code': 200} Jul 07 19:17:56.627569 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2910e153-eb40-4e5a-a277-9ff3d961740e x-openstack-request-id: req-2910e153-eb40-4e5a-a277-9ff3d961740e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:17:56.628155 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d80470-908b-4813-a003-a369cf2672ef", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:17:56.628814 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2910e153-eb40-4e5a-a277-9ff3d961740e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:17:56.629438 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef', 'code': 200} Jul 07 19:17:56.985530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a996e-a261-4133-8ebb-6e220aef5494 req-b2f73199-c58a-4e35-9f20-392c32dce0ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:56.992291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee3a996e-a261-4133-8ebb-6e220aef5494 req-b2f73199-c58a-4e35-9f20-392c32dce0ea tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 943 time: 0.3565617 Jul 07 19:17:57.000046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf823ef-87c7-48b1-ab8f-17fdcd0586bd req-69d63f70-1fcc-42c3-b36c-b92036685832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:57.004564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-caf823ef-87c7-48b1-ab8f-17fdcd0586bd req-69d63f70-1fcc-42c3-b36c-b92036685832 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1126 time: 0.4335086 Jul 07 19:17:57.185159 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee3a996e-a261-4133-8ebb-6e220aef5494 req-ddf62942-fb46-4ff6-b7c5-36c0580e034d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757560 Jul 07 19:17:57.277821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92ea9303-e0b2-4a8e-9503-797b6fad8119 req-56e382ca-aaa4-4575-8648-3288c10988c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f76d7aa611f84b67be4d555ae83df8b1&device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0864975 Jul 07 19:17:57.366881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92ea9303-e0b2-4a8e-9503-797b6fad8119 req-803fbe29-e25c-4fe8-aeb0-cceb4741f052 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f76d7aa611f84b67be4d555ae83df8b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517032 Jul 07 19:17:57.477452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7d97cdef-011e-40fd-8e12-a129c350d693 req-a19f442d-ca8e-4e36-9a39-a5adc7c3046c tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0486588 Jul 07 19:17:57.496824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf823ef-87c7-48b1-ab8f-17fdcd0586bd req-2f0e02da-22a3-4944-832f-8298dc381df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:57.498363 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-caf823ef-87c7-48b1-ab8f-17fdcd0586bd req-2f0e02da-22a3-4944-832f-8298dc381df6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.4771309 Jul 07 19:17:57.661473 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-caf823ef-87c7-48b1-ab8f-17fdcd0586bd req-4f03b100-e3b9-4ad8-9428-ac7c5e1d9f95 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec HTTP/1.1" status: 200 len: 217 time: 0.1300435 Jul 07 19:17:57.737976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf823ef-87c7-48b1-ab8f-17fdcd0586bd req-1d7a2902-4824-4cf4-adc9-31f2449ebae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:57.739485 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-caf823ef-87c7-48b1-ab8f-17fdcd0586bd req-1d7a2902-4824-4cf4-adc9-31f2449ebae2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.0562627 Jul 07 19:17:57.885528 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea9303-e0b2-4a8e-9503-797b6fad8119 req-87ab27cc-4144-4df3-9db4-d34f28700709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:57.887012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92ea9303-e0b2-4a8e-9503-797b6fad8119 req-87ab27cc-4144-4df3-9db4-d34f28700709 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5127897 Jul 07 19:17:57.907542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-caf823ef-87c7-48b1-ab8f-17fdcd0586bd req-41a1bc0a-c084-4f90-bc19-aa35df1628be service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477235 Jul 07 19:17:58.057873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47865-c867-4db1-802c-0d282d639d8e req-85b47313-d37c-4d9f-9b62-d849d2418655 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:58.061040 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44c47865-c867-4db1-802c-0d282d639d8e req-85b47313-d37c-4d9f-9b62-d849d2418655 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.4155014 Jul 07 19:17:58.087243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 3a279c08-e9c3-467b-b741-ba78f2dc62ec details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:17:58.113052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-caf823ef-87c7-48b1-ab8f-17fdcd0586bd req-d1b0d15d-7be1-4212-9f08-78b4ccfef13c service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038903 Jul 07 19:17:58.259496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-caf823ef-87c7-48b1-ab8f-17fdcd0586bd req-7ef6fd9b-7096-44d5-a732-4269301b1160 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373351 Jul 07 19:17:58.287872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44c47865-c867-4db1-802c-0d282d639d8e req-c23c6293-a94e-4d9d-81cb-814251854b18 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195952 Jul 07 19:17:58.289852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:17:58.311553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 3a279c08-e9c3-467b-b741-ba78f2dc62ec has no active binding in host n-h2-792394-12 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:17:58.686984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a70e-b172-4047-8df0-20ebc77a0058 req-15f6cd57-002b-411e-93d7-954216ec61b8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:58.688387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da52a70e-b172-4047-8df0-20ebc77a0058 req-15f6cd57-002b-411e-93d7-954216ec61b8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 943 time: 0.2855251 Jul 07 19:17:58.727351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fc0b5-ab53-4c2b-b37f-72bb3357a2ae req-e30d7007-3082-48ae-92ab-df41a27a789e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:58.729484 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-196fc0b5-ab53-4c2b-b37f-72bb3357a2ae req-e30d7007-3082-48ae-92ab-df41a27a789e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.2536252 Jul 07 19:17:58.808081 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-496e9a5b-318d-4999-94d5-aaa6c9a98de3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2998247 Jul 07 19:17:58.845218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-196fc0b5-ab53-4c2b-b37f-72bb3357a2ae req-77bf8d2a-d523-4f9c-b14a-9b83b6d01924 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028869 Jul 07 19:17:58.880284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da52a70e-b172-4047-8df0-20ebc77a0058 req-49ddef6a-7027-48ad-8d38-4502872102ca tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495230 Jul 07 19:17:58.890224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-b7a3614f-3506-4d9f-9717-37159dd1bce4 service neutron] 10.222.0.112 "GET /v2.0/ports/3a279c08-e9c3-467b-b741-ba78f2dc62ec/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 385 time: 0.3049264 Jul 07 19:17:58.930671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:59.142857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-650f2029-6708-41a7-9232-ef97d00904e3 req-75a4caef-423d-4ff2-bb30-ec72385c3120 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.113 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.0799630 Jul 07 19:17:59.219915 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac706ea6-5ed2-4ee0-bda3-3aa946829353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.454365 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac706ea6-5ed2-4ee0-bda3-3aa946829353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.488133 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac706ea6-5ed2-4ee0-bda3-3aa946829353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.620616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac706ea6-5ed2-4ee0-bda3-3aa946829353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bd58f0-ce39-4e70-bf40-9b2da4007e15,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:17:59.629138 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92ea9303-e0b2-4a8e-9503-797b6fad8119 req-481d7ee3-b3b9-4274-b6d3-1e6f8e451d75 tempest-ServerShowV254Test-889923686 tempest-ServerShowV254Test-889923686-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6213b36-e26d-49b3-baea-5aed4da31cfa HTTP/1.1" status: 200 len: 210 time: 0.1721599 Jul 07 19:17:59.680065 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ac706ea6-5ed2-4ee0-bda3-3aa946829353 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8dced6bfcb114e1488b9ae16103a536e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7475951 Jul 07 19:17:59.684150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:17:59.866243 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e13f86bd-92ce-4944-8eb9-dfbc932f2d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.878399 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-c46edfbd-d58a-4de7-93a6-436d5eefdf08 service neutron] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:17:59.886969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-c46edfbd-d58a-4de7-93a6-436d5eefdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:59.888591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-c46edfbd-d58a-4de7-93a6-436d5eefdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:59.889083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-c46edfbd-d58a-4de7-93a6-436d5eefdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:59.889477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-c46edfbd-d58a-4de7-93a6-436d5eefdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:59.889936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-c46edfbd-d58a-4de7-93a6-436d5eefdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:59.890392 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-c46edfbd-d58a-4de7-93a6-436d5eefdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:59.890850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-c46edfbd-d58a-4de7-93a6-436d5eefdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:59.898701 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-c46edfbd-d58a-4de7-93a6-436d5eefdf08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=be4515ba2aea4f1a94289d9057588af4&device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 6507 time: 0.9508429 Jul 07 19:17:59.911600 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e13f86bd-92ce-4944-8eb9-dfbc932f2d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.932776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-af61a98e-8a70-4db8-a035-c832d88622a6 req-7bed4619-c581-4a9a-a710-6e89afdcebb1 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:17:59.934449 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af61a98e-8a70-4db8-a035-c832d88622a6 req-7bed4619-c581-4a9a-a710-6e89afdcebb1 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0346353 Jul 07 19:17:59.975693 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e13f86bd-92ce-4944-8eb9-dfbc932f2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.980120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e13f86bd-92ce-4944-8eb9-dfbc932f2d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:59.981768 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e13f86bd-92ce-4944-8eb9-dfbc932f2d80 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a1bd58f0-ce39-4e70-bf40-9b2da4007e15 HTTP/1.1" status: 204 len: 168 time: 0.2963581 Jul 07 19:17:59.996269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f86bd-92ce-4944-8eb9-dfbc932f2d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bd58f0-ce39-4e70-bf40-9b2da4007e15,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:00.077417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b6d80470-908b-4813-a003-a369cf2672ef no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:00.113105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-598462df-1515-4a94-98e9-6c27fb78c952 req-2f6b788e-71ca-476c-8092-1c94e8426667 service neutron] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:00.177458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-598462df-1515-4a94-98e9-6c27fb78c952 req-2f6b788e-71ca-476c-8092-1c94e8426667 service neutron] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:00.403964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-598462df-1515-4a94-98e9-6c27fb78c952 req-2f6b788e-71ca-476c-8092-1c94e8426667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a279c08-e9c3-467b-b741-ba78f2dc62ec {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:00.433329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-598462df-1515-4a94-98e9-6c27fb78c952 req-2f6b788e-71ca-476c-8092-1c94e8426667 service neutron] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:00.479795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-598462df-1515-4a94-98e9-6c27fb78c952 req-2f6b788e-71ca-476c-8092-1c94e8426667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:00.541178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb9ea1-8fe8-41a3-8f6b-08a0215c02d1 req-b3ae5fc0-873a-4601-90ed-e86c30b34212 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.549847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb9ea1-8fe8-41a3-8f6b-08a0215c02d1 req-b3ae5fc0-873a-4601-90ed-e86c30b34212 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.557902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb9ea1-8fe8-41a3-8f6b-08a0215c02d1 req-b3ae5fc0-873a-4601-90ed-e86c30b34212 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.566255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb9ea1-8fe8-41a3-8f6b-08a0215c02d1 req-b3ae5fc0-873a-4601-90ed-e86c30b34212 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.577342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb9ea1-8fe8-41a3-8f6b-08a0215c02d1 req-b3ae5fc0-873a-4601-90ed-e86c30b34212 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.592785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb9ea1-8fe8-41a3-8f6b-08a0215c02d1 req-b3ae5fc0-873a-4601-90ed-e86c30b34212 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.600228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb9ea1-8fe8-41a3-8f6b-08a0215c02d1 req-b3ae5fc0-873a-4601-90ed-e86c30b34212 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.612977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62fb9ea1-8fe8-41a3-8f6b-08a0215c02d1 req-b3ae5fc0-873a-4601-90ed-e86c30b34212 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5443 time: 0.6999378 Jul 07 19:18:00.682384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dccf5d-850f-49bd-a9bb-3c2b45ea0661 req-acfd6e7c-d9c6-4f2b-bf9b-9d7e7ce37153 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.690417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62dccf5d-850f-49bd-a9bb-3c2b45ea0661 req-acfd6e7c-d9c6-4f2b-bf9b-9d7e7ce37153 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 943 time: 0.3286345 Jul 07 19:18:00.745566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-dfa3ebf1-8ad4-455c-92b8-46380b409212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.746047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-dfa3ebf1-8ad4-455c-92b8-46380b409212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.746522 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-dfa3ebf1-8ad4-455c-92b8-46380b409212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:00.748128 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-dfa3ebf1-8ad4-455c-92b8-46380b409212 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6951925a-2c29-4cfd-98f8-e14789d3e723&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 HTTP/1.1" status: 200 len: 2302 time: 0.5235631 Jul 07 19:18:00.856454 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62fb9ea1-8fe8-41a3-8f6b-08a0215c02d1 req-70a01f4c-4e17-499e-bc05-a543586c3088 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2407219 Jul 07 19:18:00.917524 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-36d0b8df-d45b-4a03-8588-85517843e9cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b HTTP/1.1" status: 200 len: 1000 time: 0.1552846 Jul 07 19:18:00.952005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:01.017035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-4edaabcb-de09-424d-b532-cf07242e85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.019038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-4edaabcb-de09-424d-b532-cf07242e85e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258 HTTP/1.1" status: 200 len: 856 time: 0.0743167 Jul 07 19:18:01.019703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd6f95cf-82c6-4521-9554-af4351d91b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.035463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62dccf5d-850f-49bd-a9bb-3c2b45ea0661 req-81870cde-26fe-44d5-8f40-6e55d5b7570c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437355 Jul 07 19:18:01.244264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb2e7-ee4b-4a34-9606-847283352246 req-5e1208a7-01b0-4d13-894b-3c408f62a0e9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.252056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb2e7-ee4b-4a34-9606-847283352246 req-5e1208a7-01b0-4d13-894b-3c408f62a0e9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.258735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb2e7-ee4b-4a34-9606-847283352246 req-5e1208a7-01b0-4d13-894b-3c408f62a0e9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.265677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb2e7-ee4b-4a34-9606-847283352246 req-5e1208a7-01b0-4d13-894b-3c408f62a0e9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.275174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb2e7-ee4b-4a34-9606-847283352246 req-5e1208a7-01b0-4d13-894b-3c408f62a0e9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.281838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb2e7-ee4b-4a34-9606-847283352246 req-5e1208a7-01b0-4d13-894b-3c408f62a0e9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.291180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb2e7-ee4b-4a34-9606-847283352246 req-5e1208a7-01b0-4d13-894b-3c408f62a0e9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.293260 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56deb2e7-ee4b-4a34-9606-847283352246 req-5e1208a7-01b0-4d13-894b-3c408f62a0e9 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5443 time: 0.4693930 Jul 07 19:18:01.309308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-598462df-1515-4a94-98e9-6c27fb78c952 req-2f6b788e-71ca-476c-8092-1c94e8426667 service neutron] Transition to ACTIVE for port object 3a279c08-e9c3-467b-b741-ba78f2dc62ec will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:01.326984 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-598462df-1515-4a94-98e9-6c27fb78c952 req-2f6b788e-71ca-476c-8092-1c94e8426667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.433915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b788e-71ca-476c-8092-1c94e8426667 service neutron] Pushing event updated for resources: {'Port': ['ID=3a279c08-e9c3-467b-b741-ba78f2dc62ec,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:01.444367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb2e7-ee4b-4a34-9606-847283352246 req-fe5a14a6-d396-4696-891f-c13ecc6175a1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.446611 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56deb2e7-ee4b-4a34-9606-847283352246 req-fe5a14a6-d396-4696-891f-c13ecc6175a1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "GET /v2.0/ports/af9b95f0-6d56-45bb-93c5-baa55385b852?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1312661 Jul 07 19:18:01.530166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-6a68e0b0-3e83-40a5-978b-2d5ca85cb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.532122 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-6a68e0b0-3e83-40a5-978b-2d5ca85cb473 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6951925a-2c29-4cfd-98f8-e14789d3e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4523814 Jul 07 19:18:01.538346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-598462df-1515-4a94-98e9-6c27fb78c952 req-2f6b788e-71ca-476c-8092-1c94e8426667 service neutron] No DVR routers for this DVR port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:01.629044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-70d6d195-2a4e-46c2-9b02-75ff27d018e9 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7534533 Jul 07 19:18:01.670499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-2f6b788e-71ca-476c-8092-1c94e8426667 service neutron] 10.222.0.112 "PUT /v2.0/ports/3a279c08-e9c3-467b-b741-ba78f2dc62ec/bindings/n-h2-792394-12/activate HTTP/1.1" status: 200 len: 370 time: 2.7716079 Jul 07 19:18:01.690975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d0b8d-9cc8-46c8-bc20-82d9e0f157fa req-ac3581ce-5a6a-427f-8f2f-3ec6cf9af85b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:01.700254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-aba8ed7c-69ba-4430-9c2a-0b34f348eef8 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:18:01.701342 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-aba8ed7c-69ba-4430-9c2a-0b34f348eef8 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259688 Jul 07 19:18:01.705710 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b78d0b8d-9cc8-46c8-bc20-82d9e0f157fa req-ac3581ce-5a6a-427f-8f2f-3ec6cf9af85b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.5036018 Jul 07 19:18:01.839916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd6f95cf-82c6-4521-9554-af4351d91b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.896076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:01.918874 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd6f95cf-82c6-4521-9554-af4351d91b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:01.995842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b78d0b8d-9cc8-46c8-bc20-82d9e0f157fa req-8f533303-bd51-4883-8b8e-e1ec3b3f9c2c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890365 Jul 07 19:18:02.020866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-7f41dd37-e3a3-459c-9f7b-73ac3400cff9 service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734778 Jul 07 19:18:02.063866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bd6f95cf-82c6-4521-9554-af4351d91b62 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=361bb0068f1440af98ff125fb7defbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1083009 Jul 07 19:18:02.100883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:02.181051 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56deb2e7-ee4b-4a34-9606-847283352246 req-f6af3a26-e5a1-4934-9cf4-534f1b6e09d2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7061033 Jul 07 19:18:02.219055 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:02.224500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f95cf-82c6-4521-9554-af4351d91b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba054109-6b8f-4ac4-89cd-f45562eec603,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:02.326916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-e4f4690a-7ea4-4cc0-af10-3386238b4980 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:02.336592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-e4f4690a-7ea4-4cc0-af10-3386238b4980 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1096 time: 0.5563254 Jul 07 19:18:02.411662 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f37e43-3aee-4268-ac0d-6f564ef0f079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.475553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.705242 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:02.747480 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f37e43-3aee-4268-ac0d-6f564ef0f079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.757450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] For port af9b95f0-6d56-45bb-93c5-baa55385b852, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=af9b95f0-6d56-45bb-93c5-baa55385b852,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:02.799986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] For port af9b95f0-6d56-45bb-93c5-baa55385b852, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:02.839011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:02.843419 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f37e43-3aee-4268-ac0d-6f564ef0f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.871619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] device_id is not set on port af9b95f0-6d56-45bb-93c5-baa55385b852 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:18:02.907435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1311455b-0b7a-4cb8-bd07-7a4370692cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.919083 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.935175 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1311455b-0b7a-4cb8-bd07-7a4370692cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.936454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f37e43-3aee-4268-ac0d-6f564ef0f079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af9e0f1-98ed-43fc-8002-2fdb2704f88b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:02.945419 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-85f37e43-3aee-4268-ac0d-6f564ef0f079 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f76d7aa611f84b67be4d555ae83df8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0482397 Jul 07 19:18:02.947368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:02.950761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:03.005325 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.105464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] Pushing event updated for resources: {'Port': ['ID=af9b95f0-6d56-45bb-93c5-baa55385b852,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:03.115696 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f711c73-026b-4e77-ab90-85c982e364ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.149227 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1311455b-0b7a-4cb8-bd07-7a4370692cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.152500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1311455b-0b7a-4cb8-bd07-7a4370692cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.153756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1311455b-0b7a-4cb8-bd07-7a4370692cac admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ba054109-6b8f-4ac4-89cd-f45562eec603 HTTP/1.1" status: 204 len: 168 time: 1.0252545 Jul 07 19:18:03.203847 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de32ddec-0290-4f19-847e-a66ca36f2fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.214474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311455b-0b7a-4cb8-bd07-7a4370692cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba054109-6b8f-4ac4-89cd-f45562eec603,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:03.227474 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] No DVR routers for this DVR port af9b95f0-6d56-45bb-93c5-baa55385b852 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:03.291976 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-07c633e4-e2df-48e3-92e2-21b266bdff98 service neutron] 10.222.0.59 "GET /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2649987 Jul 07 19:18:03.334186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd84fe-55bf-4988-a0e3-ffea2dccb72e req-58dbcc0d-d1e9-4c24-9534-67d76ebb375c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:03.344344 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2cd84fe-55bf-4988-a0e3-ffea2dccb72e req-58dbcc0d-d1e9-4c24-9534-67d76ebb375c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 944 time: 0.9005353 Jul 07 19:18:03.354053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-d2d47cdf-1698-403f-a66b-b9b989d8171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:03.357340 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-d2d47cdf-1698-403f-a66b-b9b989d8171b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2&tenant_id=1a9e7e79c68a476f8147099a363d1d0f HTTP/1.1" status: 200 len: 1096 time: 0.9181623 Jul 07 19:18:03.362878 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9bca8f3-ce8b-43ff-bded-d1f311dee48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.379238 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f711c73-026b-4e77-ab90-85c982e364ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.428936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3a279c08-e9c3-467b-b741-ba78f2dc62ec no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:03.450582 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-7ccb1eb0-2933-4f52-840f-e5c80244f0d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=af9b95f0-6d56-45bb-93c5-baa55385b852 HTTP/1.1" status: 200 len: 217 time: 0.1477602 Jul 07 19:18:03.472492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] In _notify_port_updated(), no bound segment for port af9b95f0-6d56-45bb-93c5-baa55385b852 on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:18:03.474663 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:03.475296 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.476942 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56deb2e7-ee4b-4a34-9606-847283352246 req-d7b5b8c1-fc53-4132-acc3-6c89d74a54c6 service neutron] 10.222.0.59 "PUT /v2.0/ports/af9b95f0-6d56-45bb-93c5-baa55385b852 HTTP/1.1" status: 200 len: 1031 time: 1.2821383 Jul 07 19:18:03.574372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3a279c08-e9c3-467b-b741-ba78f2dc62ec not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:18:03.590362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e60e5-a0fb-4734-9017-24db86ece22c req-93df593e-7b46-42cc-b1d8-93cd66450c14 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:03.612679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e60e5-a0fb-4734-9017-24db86ece22c req-93df593e-7b46-42cc-b1d8-93cd66450c14 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:03.624412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb2e7-ee4b-4a34-9606-847283352246 req-53921eb0-9b47-47bf-b18d-33952162afed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:03.625267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5732cda5-5aa6-4405-91a0-1d9816102529 None None] Provisioning complete for port af9b95f0-6d56-45bb-93c5-baa55385b852 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:03.625943 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5732cda5-5aa6-4405-91a0-1d9816102529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.626159 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56deb2e7-ee4b-4a34-9606-847283352246 req-53921eb0-9b47-47bf-b18d-33952162afed tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "GET /v2.0/ports/db55104a-fd02-47c0-a7f9-81c03131dee5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1346054 Jul 07 19:18:03.627417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f711c73-026b-4e77-ab90-85c982e364ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.631086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f711c73-026b-4e77-ab90-85c982e364ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.632567 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5f711c73-026b-4e77-ab90-85c982e364ca admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8af9e0f1-98ed-43fc-8002-2fdb2704f88b HTTP/1.1" status: 204 len: 168 time: 0.6770678 Jul 07 19:18:03.638787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e60e5-a0fb-4734-9017-24db86ece22c req-93df593e-7b46-42cc-b1d8-93cd66450c14 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:03.650446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:03.656620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e60e5-a0fb-4734-9017-24db86ece22c req-93df593e-7b46-42cc-b1d8-93cd66450c14 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:03.678148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e60e5-a0fb-4734-9017-24db86ece22c req-93df593e-7b46-42cc-b1d8-93cd66450c14 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:03.685892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e60e5-a0fb-4734-9017-24db86ece22c req-93df593e-7b46-42cc-b1d8-93cd66450c14 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:03.695001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711c73-026b-4e77-ab90-85c982e364ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af9e0f1-98ed-43fc-8002-2fdb2704f88b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:03.696790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e60e5-a0fb-4734-9017-24db86ece22c req-93df593e-7b46-42cc-b1d8-93cd66450c14 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:03.710597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-450e60e5-a0fb-4734-9017-24db86ece22c req-93df593e-7b46-42cc-b1d8-93cd66450c14 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 5367 time: 1.3901682 Jul 07 19:18:03.762755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5732cda5-5aa6-4405-91a0-1d9816102529 None None] Port af9b95f0-6d56-45bb-93c5-baa55385b852 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:18:03.843916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.849342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de32ddec-0290-4f19-847e-a66ca36f2fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:03.922193 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de32ddec-0290-4f19-847e-a66ca36f2fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.009496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-450e60e5-a0fb-4734-9017-24db86ece22c req-42128682-9134-433e-9ef1-e9b5cdb25c76 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&id=d3c45e56-2f42-40af-8421-1dac7eb51f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2970302 Jul 07 19:18:04.025080 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2cd84fe-55bf-4988-a0e3-ffea2dccb72e req-1e5d3544-c08c-4a75-9427-cc632308b7c2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794906 Jul 07 19:18:04.056591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-7291ee04-5eb0-4742-92cd-8f7bbe95796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:04.063918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-7291ee04-5eb0-4742-92cd-8f7bbe95796c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.5686407 Jul 07 19:18:04.068384 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-de32ddec-0290-4f19-847e-a66ca36f2fa4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fb8d3d12c6b04c0389a953913f1a8453&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3619776 Jul 07 19:18:04.068943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3e64d54f-27e8-49b5-b50d-7c40124217cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:04.070446 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-3e64d54f-27e8-49b5-b50d-7c40124217cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1096 time: 0.6434364 Jul 07 19:18:04.071864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:04.093776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ddec-0290-4f19-847e-a66ca36f2fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18294d-83fe-4d30-a9a6-1e9e883eed77,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:04.109882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device db55104a-fd02-47c0-a7f9-81c03131dee5 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:04.228215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-1354acf1-0d7d-4aba-b4bf-a09b7333f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:04.234020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-1354acf1-0d7d-4aba-b4bf-a09b7333f7cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb&tenant_id=66532528330f4ada8d4ea37673e57e0f HTTP/1.1" status: 200 len: 1096 time: 0.4631968 Jul 07 19:18:04.265620 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.295705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] For port db55104a-fd02-47c0-a7f9-81c03131dee5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=db55104a-fd02-47c0-a7f9-81c03131dee5,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:04.346906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] For port db55104a-fd02-47c0-a7f9-81c03131dee5, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:04.388702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] device_id is not set on port db55104a-fd02-47c0-a7f9-81c03131dee5 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:18:04.405543 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.412110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9bca8f3-ce8b-43ff-bded-d1f311dee48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.415646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.495816 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:18:04.495816 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:18:04.503459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9bca8f3-ce8b-43ff-bded-d1f311dee48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.513537 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] Pushing event updated for resources: {'Port': ['ID=db55104a-fd02-47c0-a7f9-81c03131dee5,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:04.520683 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a8007f-473a-4c16-927b-28b2fe6ed352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.558405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-ba16b47b-cbdf-4631-89c1-b9e47443993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:04.560037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-ba16b47b-cbdf-4631-89c1-b9e47443993b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4859657 Jul 07 19:18:04.561149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-15d11e29-e05a-418f-bdef-872df3154294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:04.567112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-15d11e29-e05a-418f-bdef-872df3154294 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.4784992 Jul 07 19:18:04.582272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bca8f3-ce8b-43ff-bded-d1f311dee48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6265260b-2fa8-42f7-8088-11489e688fe8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:04.615741 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-09f68f89-4583-4c77-90b0-9126b868a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:04.616088 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] No DVR routers for this DVR port db55104a-fd02-47c0-a7f9-81c03131dee5 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:04.617283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-09f68f89-4583-4c77-90b0-9126b868a36e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66532528330f4ada8d4ea37673e57e0f&device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 1096 time: 0.3031886 Jul 07 19:18:04.626365 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a8007f-473a-4c16-927b-28b2fe6ed352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.707402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] In _notify_port_updated(), no bound segment for port db55104a-fd02-47c0-a7f9-81c03131dee5 on network b48da7d0-12da-4b46-a5e8-977463d3e0a4 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:18:04.708298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:04.708939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.710620 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56deb2e7-ee4b-4a34-9606-847283352246 req-b4107559-6f17-4e89-b507-3759f14e9d45 service neutron] 10.222.0.59 "PUT /v2.0/ports/db55104a-fd02-47c0-a7f9-81c03131dee5 HTTP/1.1" status: 200 len: 1032 time: 1.0660634 Jul 07 19:18:04.715511 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e9bca8f3-ce8b-43ff-bded-d1f311dee48e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4dc2d4dbbd4d4ce6af3d922711f5e480&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8809543 Jul 07 19:18:04.718310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51988) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:04.748216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-7ab6ecaf-8d2c-4c0c-b2cb-6bfe9f71c1eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec HTTP/1.1" status: 200 len: 217 time: 0.1542737 Jul 07 19:18:04.828654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5edfb-dcf4-480e-bde7-3e46be68da47 req-bcbcf8d7-0f8f-4369-aff8-db375721c1c2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:04.831333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57f5edfb-dcf4-480e-bde7-3e46be68da47 req-bcbcf8d7-0f8f-4369-aff8-db375721c1c2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.4805238 Jul 07 19:18:04.987515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-53306477-1adc-4f8f-8f26-e2fe5a5bc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:05.001061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-53306477-1adc-4f8f-8f26-e2fe5a5bc96a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1940155 Jul 07 19:18:05.053597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3b76190-0f84-44e8-8631-12ac8b681e3d None None] Provisioning complete for port db55104a-fd02-47c0-a7f9-81c03131dee5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:05.053970 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3b76190-0f84-44e8-8631-12ac8b681e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.077878 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a8007f-473a-4c16-927b-28b2fe6ed352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.081121 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a8007f-473a-4c16-927b-28b2fe6ed352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.084655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-11a8007f-473a-4c16-927b-28b2fe6ed352 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9f18294d-83fe-4d30-a9a6-1e9e883eed77 HTTP/1.1" status: 204 len: 168 time: 1.0094774 Jul 07 19:18:05.139422 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.149955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c3b76190-0f84-44e8-8631-12ac8b681e3d None None] Port db55104a-fd02-47c0-a7f9-81c03131dee5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:18:05.158634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-611e8ffb-42ff-4cf3-8aea-f3615b993fc9 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816429 Jul 07 19:18:05.167803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-154db476-08e1-420c-ad6a-deeb2be4790d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1653075 Jul 07 19:18:05.173078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57f5edfb-dcf4-480e-bde7-3e46be68da47 req-5d596438-e768-4bda-b872-fa13c0540a3f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001559 Jul 07 19:18:05.180796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device af9b95f0-6d56-45bb-93c5-baa55385b852 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:05.182418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-cbd55ded-420f-422b-a676-0a233515461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:05.184557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-cbd55ded-420f-422b-a676-0a233515461b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 200 len: 916 time: 0.5557747 Jul 07 19:18:05.185343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8007f-473a-4c16-927b-28b2fe6ed352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18294d-83fe-4d30-a9a6-1e9e883eed77,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:05.229534 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.238181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Deleting port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:05.238532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.265770 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device af9b95f0-6d56-45bb-93c5-baa55385b852 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:18:05.266412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 232b1ab9-807e-4542-bd2f-322e9f1ec6ff no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:05.430838 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.464778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232b1ab9-807e-4542-bd2f-322e9f1ec6ff'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:05.468059 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f90c22-9303-416b-ba35-7ec8637f9265" -d '{"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-unplugged", "status": "completed", "tag": "232b1ab9-807e-4542-bd2f-322e9f1ec6ff"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:05.490336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:05.497751 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.499003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:05.592238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:05.635895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.645862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.651503 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6265260b-2fa8-42f7-8088-11489e688fe8 HTTP/1.1" status: 204 len: 168 time: 0.9256730 Jul 07 19:18:05.679114 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.699033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] For port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:05.699403 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.715642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:05.721587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6265260b-2fa8-42f7-8088-11489e688fe8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:05.721929 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.722662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 99f55f86-70b0-4e88-b9ef-d1f77c09442d no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:05.757139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.757625 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.757967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.758296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.758635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.758947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.759268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.759586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.760962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.761306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.761636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.761960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f24705e-9c48-4d7c-adc2-2223b28a3f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:05.841118 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.903581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:05.939259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 99f55f86-70b0-4e88-b9ef-d1f77c09442d, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=99f55f86-70b0-4e88-b9ef-d1f77c09442d,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:05.951010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:05.952139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c8559ac1-0e55-4b8b-9a57-e8840f31e6ab no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:06.068877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=99f55f86-70b0-4e88-b9ef-d1f77c09442d,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:06.098534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-24af2652-7f63-45c2-9507-4a878e54437e service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9282753 Jul 07 19:18:06.178674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 52032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:06.251981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-2235bbe6-71e2-4a47-846f-8bcc8b32a2b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d80470-908b-4813-a003-a369cf2672ef HTTP/1.1" status: 200 len: 217 time: 1.0517285 Jul 07 19:18:06.422431 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.426603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-d7d03c49-afe6-462b-8013-4a5038816aba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=db55104a-fd02-47c0-a7f9-81c03131dee5 HTTP/1.1" status: 200 len: 217 time: 0.2104809 Jul 07 19:18:06.428904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 52056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:06.639148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.686748 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.690200 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1155-dd2d-42a8-b070-20e7a6f3e001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.693503 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.722247 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:18:06.748346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:06.760900 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.761598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:06.816440 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.817604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.818161 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Floating IP f926f000-81d9-46b0-9c9d-d409a0049c30 disassociated. External IP: 172.25.2.67, port: 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b. Jul 07 19:18:06.819224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Calling delete_port for 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:06.838159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:06.844677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-4d212fb5-125c-4afe-aca6-ba8771a34a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:06.847461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-4d212fb5-125c-4afe-aca6-ba8771a34a54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fd13854-dbb7-4d92-8c95-37db9151f619 HTTP/1.1" status: 200 len: 854 time: 0.4586437 Jul 07 19:18:06.954117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-0f86a053-69a4-4c9a-bd1b-34d9018f7628 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7665718 Jul 07 19:18:06.957356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-82b75ff7-4413-4b61-ab0e-a0b5e916e457 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d8b8a7e-1c91-4a62-8320-82728e74874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501711 Jul 07 19:18:06.969560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd0c4b3-bb15-45ae-872f-072d0cc5afc9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:07.001010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.001674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4d184-e698-4450-9bc5-962ea69350e7 req-e4b41b71-79e0-47e8-a356-d8b2dca67588 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:07.006832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1c4d184-e698-4450-9bc5-962ea69350e7 req-e4b41b71-79e0-47e8-a356-d8b2dca67588 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 944 time: 1.1154284 Jul 07 19:18:07.054053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25654590-567b-433a-9b7a-58c2b68db0f2 req-a6a87b34-8298-4b0f-a735-5d7ec92c807f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:07.060585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25654590-567b-433a-9b7a-58c2b68db0f2 req-a6a87b34-8298-4b0f-a735-5d7ec92c807f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:07.079211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25654590-567b-433a-9b7a-58c2b68db0f2 req-a6a87b34-8298-4b0f-a735-5d7ec92c807f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:07.093157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25654590-567b-433a-9b7a-58c2b68db0f2 req-a6a87b34-8298-4b0f-a735-5d7ec92c807f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:07.097615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:07.104230 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.104955 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.109511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25654590-567b-433a-9b7a-58c2b68db0f2 req-a6a87b34-8298-4b0f-a735-5d7ec92c807f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:07.116606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25654590-567b-433a-9b7a-58c2b68db0f2 req-a6a87b34-8298-4b0f-a735-5d7ec92c807f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 3880 time: 1.2684574 Jul 07 19:18:07.193933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-5f92cff9-1226-47c2-b8f0-9fdd279f01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:07.199962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-5f92cff9-1226-47c2-b8f0-9fdd279f01fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.7229688 Jul 07 19:18:07.201840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.202375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.204013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:07.207921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.208737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.209164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.209540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.209942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.210477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.210887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.211520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.211910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.212297 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:07.226085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Port': ['ID=8c129c7f-e7e8-4e98-af82-662e9f3e0f5b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:07.242132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:07.242695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d31e9f25-d18f-4cc7-b93f-cbdd922e4be4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7e996fda8a6948a1893873aebda90d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0361047 Jul 07 19:18:07.424269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c87a77f0-a87f-42d1-824f-00697a0f2eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.476617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1c4d184-e698-4450-9bc5-962ea69350e7 req-b16192c3-e122-4a33-b894-beeec60d887b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388506 Jul 07 19:18:07.495229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:18:07.501261 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c87a77f0-a87f-42d1-824f-00697a0f2eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.537641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25654590-567b-433a-9b7a-58c2b68db0f2 req-d26a0f53-233c-48d4-a6a8-25c0c256f2ce tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881129 Jul 07 19:18:07.638827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-9f4262d8-701f-45dc-ba42-ba35bd315a87 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501627 Jul 07 19:18:07.648830 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9b4029-012d-4838-ae04-07237a82a5df x-openstack-request-id: req-fc9b4029-012d-4838-ae04-07237a82a5df {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:07.649593 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-unplugged", "status": "completed", "tag": "232b1ab9-807e-4542-bd2f-322e9f1ec6ff", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:07.650032 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fc9b4029-012d-4838-ae04-07237a82a5df {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:07.650721 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232b1ab9-807e-4542-bd2f-322e9f1ec6ff', 'code': 200} Jul 07 19:18:07.654081 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-6007e796-9d72-4457-8889-f25b549f0c21 service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666098 Jul 07 19:18:07.676371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-e125eec6-7ce1-4b67-a076-fc5746d1a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:07.678420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-e125eec6-7ce1-4b67-a076-fc5746d1a93b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3402538 Jul 07 19:18:07.851250 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c87a77f0-a87f-42d1-824f-00697a0f2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.873260 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c87a77f0-a87f-42d1-824f-00697a0f2eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:07.874582 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c87a77f0-a87f-42d1-824f-00697a0f2eb2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8bd0c4b3-bb15-45ae-872f-072d0cc5afc9 HTTP/1.1" status: 204 len: 168 time: 0.6309419 Jul 07 19:18:07.897342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a77f0-a87f-42d1-824f-00697a0f2eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd0c4b3-bb15-45ae-872f-072d0cc5afc9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:07.903843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:18:07.917643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23de860-9d00-45d3-a2bc-c88979830e6c None None] Sync routers for ids ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:18:07.971459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23de860-9d00-45d3-a2bc-c88979830e6c None None] Routers {'a0d65c11-818f-46f0-9b1d-adc0f27fbf45'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:07.972422 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b23de860-9d00-45d3-a2bc-c88979830e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:17:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:08.009639 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1155-dd2d-42a8-b070-20e7a6f3e001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.015760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-6b49217f-6ea7-4a0b-925c-1a7ae9f9e277 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087478 Jul 07 19:18:08.051748 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1155-dd2d-42a8-b070-20e7a6f3e001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.066188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] No DVR routers for this DVR port 8c129c7f-e7e8-4e98-af82-662e9f3e0f5b on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:08.072263 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.076415 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56deb2e7-ee4b-4a34-9606-847283352246 req-27b6cd45-ef6f-4b5a-bf60-08cbfca7630d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "DELETE /v2.0/ports/8c129c7f-e7e8-4e98-af82-662e9f3e0f5b HTTP/1.1" status: 204 len: 173 time: 3.3571191 Jul 07 19:18:08.077901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-deleted', 'tag': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:08.084304 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf88862-7b77-4b42-a3af-cfbbcad4626e" -d '{"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-deleted", "tag": "8c129c7f-e7e8-4e98-af82-662e9f3e0f5b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:08.158214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a4bd1155-dd2d-42a8-b070-20e7a6f3e001 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=34e8d02a15da472fa39a2c69ffb49dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6903834 Jul 07 19:18:08.203378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 52114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:08.231371 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df58d5a-431e-48bb-b513-c774116ffe56 x-openstack-request-id: req-9df58d5a-431e-48bb-b513-c774116ffe56 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:08.231741 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-deleted", "tag": "8c129c7f-e7e8-4e98-af82-662e9f3e0f5b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:08.231910 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9df58d5a-431e-48bb-b513-c774116ffe56 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:08.234119 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-deleted', 'tag': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b', 'status': 'completed', 'code': 200} Jul 07 19:18:08.268892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd1155-dd2d-42a8-b070-20e7a6f3e001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b242dd8b-dd0e-442b-8829-497635f7b06d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:08.318629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b23de860-9d00-45d3-a2bc-c88979830e6c None None] Set router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:08.343665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-912f8341-d830-44cb-a325-ab35988c9283 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Deleting port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:08.343665 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-912f8341-d830-44cb-a325-ab35988c9283 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.391755 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b70aee1-8e1e-4ccf-a841-fdb23582df10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.404673 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-106c11da-4436-4ba7-b8ac-55b91be44ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.448669 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-052e6183-8ebd-43e1-9e3d-2294c585b96a service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303722 Jul 07 19:18:08.497082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90aab-956a-4c16-bdf8-14fd8f4b8341 req-63956e45-d20a-4661-a6b4-8a3d2bf3aa9c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:08.498886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45b90aab-956a-4c16-bdf8-14fd8f4b8341 req-63956e45-d20a-4661-a6b4-8a3d2bf3aa9c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.4923661 Jul 07 19:18:08.509224 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b70aee1-8e1e-4ccf-a841-fdb23582df10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.531790 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-ac7a5b72-fe80-4090-8219-3accf87c312e service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909410 Jul 07 19:18:08.590500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-912f8341-d830-44cb-a325-ab35988c9283 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] For port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:08.593400 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-912f8341-d830-44cb-a325-ab35988c9283 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.596499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598462df-1515-4a94-98e9-6c27fb78c952 req-358cfb12-1894-4683-93dd-b3c377c5780f tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:08.603278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-358cfb12-1894-4683-93dd-b3c377c5780f tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 1096 time: 0.3263392 Jul 07 19:18:08.639301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-912f8341-d830-44cb-a325-ab35988c9283 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Calling delete_port for fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:08.696267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-d56e02f6-c58f-4382-a2f2-682285301394 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=232b1ab9-807e-4542-bd2f-322e9f1ec6ff HTTP/1.1" status: 200 len: 217 time: 0.1077273 Jul 07 19:18:08.806917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b23de860-9d00-45d3-a2bc-c88979830e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ad83e93c-6552-4d36-a149-5aa0d17c6ad6', 'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'mac_address': 'fa:16:3e:48:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:09Z', 'updated_at': '2021-07-07T19:07:26Z', 'revision_number': 5, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'subnets': [{'id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:08.814954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-605b9a11-bebc-4dcc-9410-39cc06071253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:08.817013 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-605b9a11-bebc-4dcc-9410-39cc06071253 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.1023731 Jul 07 19:18:08.881646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23de860-9d00-45d3-a2bc-c88979830e6c None None] Checking router: a0d65c11-818f-46f0-9b1d-adc0f27fbf45 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:18:08.904552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23de860-9d00-45d3-a2bc-c88979830e6c None None] Routers {'a0d65c11-818f-46f0-9b1d-adc0f27fbf45'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:18:08.905169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b23de860-9d00-45d3-a2bc-c88979830e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:17:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:08.930786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45b90aab-956a-4c16-bdf8-14fd8f4b8341 req-580600ed-ef9a-49fd-a3f7-694a08ae6124 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108119 Jul 07 19:18:08.993262 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b70aee1-8e1e-4ccf-a841-fdb23582df10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.996056 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b70aee1-8e1e-4ccf-a841-fdb23582df10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:08.997372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5b70aee1-8e1e-4ccf-a841-fdb23582df10 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b242dd8b-dd0e-442b-8829-497635f7b06d HTTP/1.1" status: 204 len: 168 time: 0.7888286 Jul 07 19:18:09.027385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-912f8341-d830-44cb-a325-ab35988c9283 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.113920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70aee1-8e1e-4ccf-a841-fdb23582df10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b242dd8b-dd0e-442b-8829-497635f7b06d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:09.132305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-598462df-1515-4a94-98e9-6c27fb78c952 req-b9b65275-f730-4885-a1b6-11a02b8d712f service neutron] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:09.161941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9ab6c-a62d-4525-95e3-fe6019cd0951 req-7d727721-6c7a-4f12-ac5f-14bc075e274d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:09.163273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f8341-d830-44cb-a325-ab35988c9283 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Port': ['ID=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:09.180507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ef9ab6c-a62d-4525-95e3-fe6019cd0951 req-7d727721-6c7a-4f12-ac5f-14bc075e274d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 944 time: 0.3550460 Jul 07 19:18:09.235441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-912f8341-d830-44cb-a325-ab35988c9283 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] No DVR routers for this DVR port fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:09.245881 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-912f8341-d830-44cb-a325-ab35988c9283 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.247913 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56deb2e7-ee4b-4a34-9606-847283352246 req-912f8341-d830-44cb-a325-ab35988c9283 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "DELETE /v2.0/ports/fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 HTTP/1.1" status: 204 len: 173 time: 1.1422625 Jul 07 19:18:09.252681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b23de860-9d00-45d3-a2bc-c88979830e6c None None] Set router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:18:09.291079 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-598462df-1515-4a94-98e9-6c27fb78c952 req-b9b65275-f730-4885-a1b6-11a02b8d712f service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.292218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-598462df-1515-4a94-98e9-6c27fb78c952 req-b9b65275-f730-4885-a1b6-11a02b8d712f service neutron] 10.222.0.59 "DELETE /v2.0/ports/3a279c08-e9c3-467b-b741-ba78f2dc62ec/bindings/n-h1-792394-12 HTTP/1.1" status: 204 len: 173 time: 0.5924933 Jul 07 19:18:09.345279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-eb022b90-add3-43e4-8260-36d489e0546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:09.347528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-eb022b90-add3-43e4-8260-36d489e0546c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5105512 Jul 07 19:18:09.484978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-715a5e6b-47aa-4cea-b5b0-4e2e1d4177de tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Deleting port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:09.486095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-715a5e6b-47aa-4cea-b5b0-4e2e1d4177de tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.523559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ef9ab6c-a62d-4525-95e3-fe6019cd0951 req-ba8f0639-c609-413a-bbc9-1f638a312367 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420722 Jul 07 19:18:09.605140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6898b-924c-46b0-bc6c-ba992795dfa2 req-26119411-3d7c-4c2c-93f4-5376d6459f85 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:09.625838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6898b-924c-46b0-bc6c-ba992795dfa2 req-26119411-3d7c-4c2c-93f4-5376d6459f85 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:09.640267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6898b-924c-46b0-bc6c-ba992795dfa2 req-26119411-3d7c-4c2c-93f4-5376d6459f85 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:09.642091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96d6898b-924c-46b0-bc6c-ba992795dfa2 req-26119411-3d7c-4c2c-93f4-5376d6459f85 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 2410 time: 0.4394159 Jul 07 19:18:09.653255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b'}, {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f55f86-70b0-4e88-b9ef-d1f77c09442d'}, {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8559ac1-0e55-4b8b-9a57-e8840f31e6ab'}, {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:09.655583 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2f51f5-8852-4a12-bacd-7f5d0e5521a6" -d '{"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-unplugged", "status": "completed", "tag": "8c129c7f-e7e8-4e98-af82-662e9f3e0f5b"}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-unplugged", "status": "completed", "tag": "99f55f86-70b0-4e88-b9ef-d1f77c09442d"}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-unplugged", "status": "completed", "tag": "c8559ac1-0e55-4b8b-9a57-e8840f31e6ab"}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-unplugged", "status": "completed", "tag": "fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:09.799143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-715a5e6b-47aa-4cea-b5b0-4e2e1d4177de tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] For port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:09.799543 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-715a5e6b-47aa-4cea-b5b0-4e2e1d4177de tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.825057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96d6898b-924c-46b0-bc6c-ba992795dfa2 req-4c8d429f-3751-4a58-9253-eab0ee6e5986 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598070 Jul 07 19:18:09.836894 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b23de860-9d00-45d3-a2bc-c88979830e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ad83e93c-6552-4d36-a149-5aa0d17c6ad6', 'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'mac_address': 'fa:16:3e:48:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:09Z', 'updated_at': '2021-07-07T19:07:26Z', 'revision_number': 5, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'subnets': [{'id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:09.845553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-715a5e6b-47aa-4cea-b5b0-4e2e1d4177de tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Calling delete_port for 232b1ab9-807e-4542-bd2f-322e9f1ec6ff owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:09.918596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23de860-9d00-45d3-a2bc-c88979830e6c None None] The sync data for ids ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'] in n-d-792394-12 is: [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:07:11Z', 'revision_number': 4, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ad83e93c-6552-4d36-a149-5aa0d17c6ad6', 'name': '', 'network_id': '6951925a-2c29-4cfd-98f8-e14789d3e723', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'mac_address': 'fa:16:3e:48:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:09Z', 'updated_at': '2021-07-07T19:07:26Z', 'revision_number': 5, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'subnets': [{'id': 'e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:18:10.007644 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-799d6df5-2209-4520-ba9e-f8b8efc108bc service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384761 Jul 07 19:18:10.015308 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f92efa1-e408-41e9-84a9-6dc79861c912 x-openstack-request-id: req-6f92efa1-e408-41e9-84a9-6dc79861c912 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:10.015834 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-unplugged", "status": "completed", "tag": "8c129c7f-e7e8-4e98-af82-662e9f3e0f5b", "code": 200}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-unplugged", "status": "completed", "tag": "99f55f86-70b0-4e88-b9ef-d1f77c09442d", "code": 200}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-unplugged", "status": "completed", "tag": "c8559ac1-0e55-4b8b-9a57-e8840f31e6ab", "code": 200}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-unplugged", "status": "completed", "tag": "fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:10.016185 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6f92efa1-e408-41e9-84a9-6dc79861c912 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:10.016716 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c129c7f-e7e8-4e98-af82-662e9f3e0f5b', 'code': 200} Jul 07 19:18:10.017985 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f55f86-70b0-4e88-b9ef-d1f77c09442d', 'code': 200} Jul 07 19:18:10.018342 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8559ac1-0e55-4b8b-9a57-e8840f31e6ab', 'code': 200} Jul 07 19:18:10.018687 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81', 'code': 200} Jul 07 19:18:10.120647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9abdf-4bcf-4766-b8d0-c4854ebf9539 req-04246b7c-81f6-4e2f-a309-f2ee7c7ab8df tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:10.122214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2b9abdf-4bcf-4766-b8d0-c4854ebf9539 req-04246b7c-81f6-4e2f-a309-f2ee7c7ab8df tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1096 time: 0.2797062 Jul 07 19:18:10.218683 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-715a5e6b-47aa-4cea-b5b0-4e2e1d4177de tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.252806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-deleted', 'tag': 'fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:10.260334 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f978d95d-3723-40fe-aea3-f6717b573272" -d '{"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-deleted", "tag": "fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:10.291210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2b9abdf-4bcf-4766-b8d0-c4854ebf9539 req-5b8fa5dc-ad76-442a-9e7e-814084bc4f5b tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509378 Jul 07 19:18:10.508086 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec1443f-490e-4822-b02f-b5b635397c5b x-openstack-request-id: req-4ec1443f-490e-4822-b02f-b5b635397c5b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:10.510210 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-deleted", "tag": "fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:10.511046 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4ec1443f-490e-4822-b02f-b5b635397c5b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:10.513170 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-deleted', 'tag': 'fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81', 'status': 'completed', 'code': 200} Jul 07 19:18:10.592838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a5e6b-47aa-4cea-b5b0-4e2e1d4177de tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Port': ['ID=232b1ab9-807e-4542-bd2f-322e9f1ec6ff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:10.610712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-715a5e6b-47aa-4cea-b5b0-4e2e1d4177de tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] No DVR routers for this DVR port 232b1ab9-807e-4542-bd2f-322e9f1ec6ff on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:10.620363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-715a5e6b-47aa-4cea-b5b0-4e2e1d4177de tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:10.630857 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56deb2e7-ee4b-4a34-9606-847283352246 req-715a5e6b-47aa-4cea-b5b0-4e2e1d4177de tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "DELETE /v2.0/ports/232b1ab9-807e-4542-bd2f-322e9f1ec6ff HTTP/1.1" status: 204 len: 173 time: 1.3760467 Jul 07 19:18:10.708346 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486ab365-0a04-41af-9819-15b93027c10b None None] New status for floating IP f926f000-81d9-46b0-9c9d-d409a0049c30: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:18:10.863507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38aa8c-29e8-4554-a8de-2a974be1f725 req-e20b5068-3673-4ac8-a983-7b1f51e541f6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:10.871027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab38aa8c-29e8-4554-a8de-2a974be1f725 req-e20b5068-3673-4ac8-a983-7b1f51e541f6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.3833210 Jul 07 19:18:10.880928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-61ce228f-c7ef-4bd7-9fc1-41952e965e3e service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487119 Jul 07 19:18:10.987592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-da269062-bd9a-45f7-926c-91e5a607ad8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=99f55f86-70b0-4e88-b9ef-d1f77c09442d HTTP/1.1" status: 200 len: 217 time: 0.0955410 Jul 07 19:18:10.988245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-7af14ab1-994e-4954-9776-68178c33c11f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Deleting port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:10.989669 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-7af14ab1-994e-4954-9776-68178c33c11f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.038919 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01f5dc1d-639f-446f-b19f-1deb3a2c7e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.092451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab38aa8c-29e8-4554-a8de-2a974be1f725 req-8dee31f4-69df-44e5-b4ee-2d325bc92fe5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200837 Jul 07 19:18:11.262104 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.323241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-8c123a92-227d-4983-94d7-c0a512fa6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:11.324826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-8c123a92-227d-4983-94d7-c0a512fa6519 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 200 len: 797 time: 0.2675281 Jul 07 19:18:11.493410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-7af14ab1-994e-4954-9776-68178c33c11f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] For port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:11.495252 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-7af14ab1-994e-4954-9776-68178c33c11f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:11.530817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-7af14ab1-994e-4954-9776-68178c33c11f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Calling delete_port for c8559ac1-0e55-4b8b-9a57-e8840f31e6ab owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:11.886073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-09bcf287-c1b9-449b-952a-b8a87d60e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:11.887617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-09bcf287-c1b9-449b-952a-b8a87d60e891 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b48da7d0-12da-4b46-a5e8-977463d3e0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5348268 Jul 07 19:18:11.898115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbab80b-bb6f-454c-8c03-4088dc333e11 req-bd74c88e-a12a-4e82-9279-c11d0fb494c8 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:11.906770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbab80b-bb6f-454c-8c03-4088dc333e11 req-bd74c88e-a12a-4e82-9279-c11d0fb494c8 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:11.917145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-afbab80b-bb6f-454c-8c03-4088dc333e11 req-bd74c88e-a12a-4e82-9279-c11d0fb494c8 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 1677 time: 0.5651109 Jul 07 19:18:11.936968 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-7af14ab1-994e-4954-9776-68178c33c11f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:12.021313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af14ab1-994e-4954-9776-68178c33c11f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Port': ['ID=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:12.051488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-ff6dfa71-3307-4827-bd55-951eec9fb9c1 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124170 Jul 07 19:18:12.074748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-baa3dbbc-d6de-4568-9aca-3a69f9254588 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:12.078124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-baa3dbbc-d6de-4568-9aca-3a69f9254588 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 807 time: 0.7523627 Jul 07 19:18:12.133487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-7af14ab1-994e-4954-9776-68178c33c11f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] No DVR routers for this DVR port c8559ac1-0e55-4b8b-9a57-e8840f31e6ab on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:12.139212 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-7af14ab1-994e-4954-9776-68178c33c11f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:12.147556 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56deb2e7-ee4b-4a34-9606-847283352246 req-7af14ab1-994e-4954-9776-68178c33c11f tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "DELETE /v2.0/ports/c8559ac1-0e55-4b8b-9a57-e8840f31e6ab HTTP/1.1" status: 204 len: 173 time: 1.4217827 Jul 07 19:18:12.207164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-831d990c-aac9-47d4-b105-c0c36143b991 service neutron] 10.222.0.59 "GET /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245079 Jul 07 19:18:12.287244 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-ebc51526-5446-4e34-a140-f514a2ed2203 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd6d2ec5-29a7-4f7e-9509-a465dd5c9f81 HTTP/1.1" status: 200 len: 217 time: 0.0539675 Jul 07 19:18:12.291544 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:12.293194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-aef90102-abc2-47ea-a868-8582f53a7041 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/quotas/1a9e7e79c68a476f8147099a363d1d0f HTTP/1.1" status: 200 len: 375 time: 0.0834601 Jul 07 19:18:12.306379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-afbab80b-bb6f-454c-8c03-4088dc333e11 req-c299640e-16f6-4fb6-bb4c-cc86249f8699 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups?id=9e611cae-c6b3-48d3-92ab-9a76c062fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3869750 Jul 07 19:18:12.437361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-2d68c0cd-4e2e-4d2f-a0a3-7f0d8f786f89 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Deleting port 99f55f86-70b0-4e88-b9ef-d1f77c09442d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:12.438047 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-2d68c0cd-4e2e-4d2f-a0a3-7f0d8f786f89 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:12.515691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-deleted', 'tag': '232b1ab9-807e-4542-bd2f-322e9f1ec6ff'}, {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-deleted', 'tag': 'c8559ac1-0e55-4b8b-9a57-e8840f31e6ab'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:12.519303 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a31aa5-b820-4eaa-9bfb-d22ab1bcde7d" -d '{"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-deleted", "tag": "232b1ab9-807e-4542-bd2f-322e9f1ec6ff"}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-deleted", "tag": "c8559ac1-0e55-4b8b-9a57-e8840f31e6ab"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:12.548216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-e5fd5a52-bb85-4711-b7bd-06e3d3a4d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:12.553661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-e5fd5a52-bb85-4711-b7bd-06e3d3a4d78a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 200 len: 797 time: 0.2438276 Jul 07 19:18:12.576950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-2d68c0cd-4e2e-4d2f-a0a3-7f0d8f786f89 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] For port 99f55f86-70b0-4e88-b9ef-d1f77c09442d, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=99f55f86-70b0-4e88-b9ef-d1f77c09442d,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:12.577580 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-2d68c0cd-4e2e-4d2f-a0a3-7f0d8f786f89 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:12.601534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-56deb2e7-ee4b-4a34-9606-847283352246 req-2d68c0cd-4e2e-4d2f-a0a3-7f0d8f786f89 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Calling delete_port for 99f55f86-70b0-4e88-b9ef-d1f77c09442d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:12.950098 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-2d68c0cd-4e2e-4d2f-a0a3-7f0d8f786f89 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.035577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68c0cd-4e2e-4d2f-a0a3-7f0d8f786f89 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Port': ['ID=99f55f86-70b0-4e88-b9ef-d1f77c09442d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:13.186832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56deb2e7-ee4b-4a34-9606-847283352246 req-2d68c0cd-4e2e-4d2f-a0a3-7f0d8f786f89 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] No DVR routers for this DVR port 99f55f86-70b0-4e88-b9ef-d1f77c09442d on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:13.193090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56deb2e7-ee4b-4a34-9606-847283352246 req-2d68c0cd-4e2e-4d2f-a0a3-7f0d8f786f89 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.202365 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56deb2e7-ee4b-4a34-9606-847283352246 req-2d68c0cd-4e2e-4d2f-a0a3-7f0d8f786f89 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.59 "DELETE /v2.0/ports/99f55f86-70b0-4e88-b9ef-d1f77c09442d HTTP/1.1" status: 204 len: 173 time: 1.0412736 Jul 07 19:18:13.253824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:13.489274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34f411-6442-4940-a222-cdf689447f2e req-b3b2976c-5497-4648-b104-640c80acc654 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:13.517191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c34f411-6442-4940-a222-cdf689447f2e req-b3b2976c-5497-4648-b104-640c80acc654 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.1857951 Jul 07 19:18:13.543678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-a5eb0f7e-8f06-40c3-8f88-b23a502f3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:13.545221 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-a5eb0f7e-8f06-40c3-8f88-b23a502f3034 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2113163 Jul 07 19:18:13.616512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-554d240e-325d-45bb-baf4-55d70e427590 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3091135 Jul 07 19:18:13.665342 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c34f411-6442-4940-a222-cdf689447f2e req-948523fe-9105-4e18-b7b6-a7e500a88c78 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471605 Jul 07 19:18:13.762876 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cf707e-8176-408b-ad4e-bd3718452d0f x-openstack-request-id: req-57cf707e-8176-408b-ad4e-bd3718452d0f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:13.763385 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-deleted", "tag": "232b1ab9-807e-4542-bd2f-322e9f1ec6ff", "status": "completed", "code": 200}, {"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-deleted", "tag": "c8559ac1-0e55-4b8b-9a57-e8840f31e6ab", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:13.763899 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-57cf707e-8176-408b-ad4e-bd3718452d0f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:13.764432 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-deleted', 'tag': '232b1ab9-807e-4542-bd2f-322e9f1ec6ff', 'status': 'completed', 'code': 200} Jul 07 19:18:13.764880 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-deleted', 'tag': 'c8559ac1-0e55-4b8b-9a57-e8840f31e6ab', 'status': 'completed', 'code': 200} Jul 07 19:18:13.860142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:13.957814 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-31308050-acb3-4cee-bec3-d32578e6eae7 service neutron] 10.222.0.113 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091958 Jul 07 19:18:14.121168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c63ea3c4-030d-4c7e-a11e-5cdc6446628d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:14.218676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cdd25db-f174-4e94-a361-07163468a33d req-8ce14394-7868-44a1-bc15-e56ec744c5f1 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.2752037 Jul 07 19:18:14.238126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ee1502e5-f587-49e9-8750-90d610da3336 service neutron] 10.222.0.113 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502139 Jul 07 19:18:14.253070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-48e0960b-bb7d-47fd-a3c6-07287cb2c477 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576780 Jul 07 19:18:14.391720 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c63ea3c4-030d-4c7e-a11e-5cdc6446628d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:14.400185 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c63ea3c4-030d-4c7e-a11e-5cdc6446628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:14.510307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ea3c4-030d-4c7e-a11e-5cdc6446628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fb63de-bce3-4e06-a103-f17d73ee108f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:14.576984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-c3609267-83d5-4b21-bc94-fb548031530d service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218610 Jul 07 19:18:14.577236 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c63ea3c4-030d-4c7e-a11e-5cdc6446628d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f57089744eb44d5ca3ee2e205e7c8cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3215060 Jul 07 19:18:14.584083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 52266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:14.832922 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-5d05c5a3-d0d0-4da4-8dfc-fd659c7509b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8559ac1-0e55-4b8b-9a57-e8840f31e6ab HTTP/1.1" status: 200 len: 217 time: 0.1891603 Jul 07 19:18:15.117297 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6c6b5dc-3777-4843-bff9-03c8befbea11 req-07cda8ca-f0e6-49e5-8372-bace81f90e08 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 210 time: 0.3094776 Jul 07 19:18:15.127979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-fed6b728-9647-4ce0-a787-b1c84d01bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:15.134729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-fed6b728-9647-4ce0-a787-b1c84d01bde8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 200 len: 797 time: 0.1627643 Jul 07 19:18:15.141424 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a90c0f77-d680-4872-b2c6-381dadd4de82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:15.479542 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a90c0f77-d680-4872-b2c6-381dadd4de82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:15.692133 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2348d157-cd90-4be1-a1a2-4b887741d2a3 req-c8eaaa88-5ace-4b77-836d-f74d8fedf1c2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.1769576 Jul 07 19:18:15.747272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c03f-0a34-412b-96cd-6f59bc498937 req-6e80b4d5-dbe2-4c4a-bfbf-060b79f97e06 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:15.757450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b084c03f-0a34-412b-96cd-6f59bc498937 req-6e80b4d5-dbe2-4c4a-bfbf-060b79f97e06 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.6908660 Jul 07 19:18:15.766077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-deleted', 'tag': '99f55f86-70b0-4e88-b9ef-d1f77c09442d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:15.771235 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c8082b-7132-4570-8ece-df69a757fb16" -d '{"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-deleted", "tag": "99f55f86-70b0-4e88-b9ef-d1f77c09442d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:15.870542 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43bd705-92ca-44d2-b9fd-6e2ab2208c95 x-openstack-request-id: req-d43bd705-92ca-44d2-b9fd-6e2ab2208c95 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:15.872397 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49777e2-08e1-45e0-8c20-42121ba09b14", "name": "network-vif-deleted", "tag": "99f55f86-70b0-4e88-b9ef-d1f77c09442d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:15.872943 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d43bd705-92ca-44d2-b9fd-6e2ab2208c95 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:15.873518 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49777e2-08e1-45e0-8c20-42121ba09b14', 'name': 'network-vif-deleted', 'tag': '99f55f86-70b0-4e88-b9ef-d1f77c09442d', 'status': 'completed', 'code': 200} Jul 07 19:18:15.874237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b084c03f-0a34-412b-96cd-6f59bc498937 req-12d01289-dab9-45a9-9daa-2fb174f7c17e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148689 Jul 07 19:18:15.886051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-cddd34d8-563e-4c26-9443-9feb2d9f1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:15.889023 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-cddd34d8-563e-4c26-9443-9feb2d9f1e62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6198871 Jul 07 19:18:16.265250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-85af72de-e6eb-4478-87b5-2b6f688437d0 service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421566 Jul 07 19:18:16.273834 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a90c0f77-d680-4872-b2c6-381dadd4de82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:16.289831 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a90c0f77-d680-4872-b2c6-381dadd4de82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:16.294754 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a90c0f77-d680-4872-b2c6-381dadd4de82 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/92fb63de-bce3-4e06-a103-f17d73ee108f HTTP/1.1" status: 204 len: 168 time: 1.7089975 Jul 07 19:18:16.325901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c0f77-d680-4872-b2c6-381dadd4de82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fb63de-bce3-4e06-a103-f17d73ee108f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:16.530477 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81a59b1a-cccf-4936-a9bd-d5a6d183a174 req-77c03b41-7e13-4699-b3b4-6b99e58fe9b2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 210 time: 0.1106987 Jul 07 19:18:16.721002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00968e2e-db0c-4925-94e7-d57f4979a402 req-12a67236-3abc-4a82-a860-b2724b05eafd service neutron] 10.222.0.59 "GET /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356915 Jul 07 19:18:17.354753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2761cd8-621d-4502-bc81-ec1c101ba0ad req-c4465e59-52b8-49b1-b9e0-d313d0ec27df tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.2191625 Jul 07 19:18:17.652070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-35f8d895-626a-475c-82e8-ae1f3666d4fd tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:17.653822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-35f8d895-626a-475c-82e8-ae1f3666d4fd tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 807 time: 0.3460090 Jul 07 19:18:17.669250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:17.708283 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdd02f2c-df81-4782-9d6b-cf1320e33e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:17.816708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Request body: {'port': {'device_id': '8b6699c4-1132-471c-9993-519dd255d676', 'network_id': '62840828-0370-41dd-8414-061b75720a7b', 'admin_state_up': True, 'tenant_id': '1a9e7e79c68a476f8147099a363d1d0f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:17.991309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdd02f2c-df81-4782-9d6b-cf1320e33e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:17.998652 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdd02f2c-df81-4782-9d6b-cf1320e33e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.096720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd02f2c-df81-4782-9d6b-cf1320e33e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9851903a-5ae3-44a6-8610-7aa736f80469,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:18.165433 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5cf9cc0b-da1c-469e-a70a-bfbc66f07b15 req-4219a800-4f73-4672-8641-c01761bf0352 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 210 time: 0.2460828 Jul 07 19:18:18.193700 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bdd02f2c-df81-4782-9d6b-cf1320e33e78 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d4400cf6164d479cb2c75947f12a7347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5226643 Jul 07 19:18:18.196644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:18.334187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f302c-9f28-4d76-bff9-510b24e2c00a req-1d0d49fa-930f-4583-946d-ed88b11505b0 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:18.349730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-042f302c-9f28-4d76-bff9-510b24e2c00a req-1d0d49fa-930f-4583-946d-ed88b11505b0 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 1.0371656 Jul 07 19:18:18.401238 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38ae8d67-27c7-4c39-85b7-6284194dc4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.495149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-042f302c-9f28-4d76-bff9-510b24e2c00a req-604979d5-e75d-4273-bd4e-1ef1af76d398 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365442 Jul 07 19:18:18.500099 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38ae8d67-27c7-4c39-85b7-6284194dc4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.601514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Made reservation on behalf of 1a9e7e79c68a476f8147099a363d1d0f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:18:18.605391 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.629395 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38ae8d67-27c7-4c39-85b7-6284194dc4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.660137 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38ae8d67-27c7-4c39-85b7-6284194dc4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.664409 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-38ae8d67-27c7-4c39-85b7-6284194dc4aa admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9851903a-5ae3-44a6-8610-7aa736f80469 HTTP/1.1" status: 204 len: 168 time: 0.4649253 Jul 07 19:18:18.681622 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae8d67-27c7-4c39-85b7-6284194dc4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9851903a-5ae3-44a6-8610-7aa736f80469,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:18.870482 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.999459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Allocated IP 172.20.0.9 (62840828-0370-41dd-8414-061b75720a7b/a75c69e1-39c9-40a0-be7b-2d73a7ea63fc/cff4ed2f-f868-4f20-b243-bb9810dbcd46) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:19.221302 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e49d00ac-b658-457d-96c1-b6bafa10500a req-29c77b86-6bdd-47ae-93ea-7c89154ffc76 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0647042 Jul 07 19:18:19.258307 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:19.443545 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:19.612433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Network 62840828-0370-41dd-8414-061b75720a7b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:19.616068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Pushing event updated for resources: {'Port': ['ID=cff4ed2f-f868-4f20-b243-bb9810dbcd46,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:19.622665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:19.625150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:19.775139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:19.776732 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:19.885483 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-7a4ec540-c11c-479a-bf7c-6c8167254db3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0983994 Jul 07 19:18:19.912679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Request body: {'port': {'device_id': '8b6699c4-1132-471c-9993-519dd255d676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:20.031245 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.078154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5bee-8e53-4a90-b93b-2cb9e20b4819 req-f3701dfb-b6d2-4b60-8b1c-6d5a8008bfc6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:20.087330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-963f5bee-8e53-4a90-b93b-2cb9e20b4819 req-f3701dfb-b6d2-4b60-8b1c-6d5a8008bfc6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.3210230 Jul 07 19:18:20.150747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-963f5bee-8e53-4a90-b93b-2cb9e20b4819 req-0a9f3d43-cb62-4d96-bc7e-8ca146c2f58b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624259 Jul 07 19:18:20.223270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d7d03-51ec-40d7-9a1b-4c5cd1be9898 req-08122675-4cc7-4e5c-9ca9-e8f03a16ce2d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:20.226162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b3d7d03-51ec-40d7-9a1b-4c5cd1be9898 req-08122675-4cc7-4e5c-9ca9-e8f03a16ce2d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 931 time: 0.5859535 Jul 07 19:18:20.339313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b3d7d03-51ec-40d7-9a1b-4c5cd1be9898 req-02700e5b-b473-42af-b501-f2fa7059d57e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998628 Jul 07 19:18:20.582247 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d150a89-d8f3-4fdd-bfea-32f5ae0a4e05 req-cd0c0ab6-eec9-4bcd-b4e4-6dc9256dc55e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0524089 Jul 07 19:18:20.819660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:20.875254 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff4ed2f-f868-4f20-b243-bb9810dbcd46 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:20.888072 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.910340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Transition to ACTIVE for port object cff4ed2f-f868-4f20-b243-bb9810dbcd46 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:20.917092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.042088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cff4ed2f-f868-4f20-b243-bb9810dbcd46,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:21.201347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:21.203351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:21.204792 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:21.212044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:18:21.212881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:21.219713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:21.220888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:21.221446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:21.222265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Bound port: cff4ed2f-f868-4f20-b243-bb9810dbcd46, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:21.222937 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.386917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:21.395369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:21.421384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.538352 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-833b6e7f-4a94-44eb-a9d4-cc84126ba0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.610287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:21.612949 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.615848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] 10.222.0.112 "PUT /v2.0/ports/cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 200 len: 1092 time: 1.7145860 Jul 07 19:18:21.668870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6699c4-1132-471c-9993-519dd255d676', 'tag': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:21.676604 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92e5ba2-7bfe-48f3-af23-36fdceae512b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6699c4-1132-471c-9993-519dd255d676", "tag": "cff4ed2f-f868-4f20-b243-bb9810dbcd46"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:21.681120 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19e5f0-ca75-4cd6-bd5e-de2e294ab9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cff4ed2f-f868-4f20-b243-bb9810dbcd46,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:21.801723 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-833b6e7f-4a94-44eb-a9d4-cc84126ba0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.808517 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-833b6e7f-4a94-44eb-a9d4-cc84126ba0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.867388 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b6e7f-4a94-44eb-a9d4-cc84126ba0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b45b6f8-044f-4fd9-ad3f-0d920d1719fa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:21.926560 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-833b6e7f-4a94-44eb-a9d4-cc84126ba0d3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=285d217378254ec487dc0e4a84bf0aab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1056571 Jul 07 19:18:21.930381 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:21.943213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-bbb6b6d8-f935-4bf6-8882-932bbd3dd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:21.948912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-bbb6b6d8-f935-4bf6-8882-932bbd3dd091 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1095 time: 0.2411237 Jul 07 19:18:22.042919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705387b-f3f7-40de-9ff7-79aa7af7b3a2 req-0b41d49e-3004-4300-ad58-80e9239c62e2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:22.045052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4705387b-f3f7-40de-9ff7-79aa7af7b3a2 req-0b41d49e-3004-4300-ad58-80e9239c62e2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.5832119 Jul 07 19:18:22.047523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-773c48b6-67b0-4669-b3c1-2423b806a4f0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 200 len: 217 time: 0.0886364 Jul 07 19:18:22.059603 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc97a1-2319-45e0-8d50-5f29d1ad42d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:22.104882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4705387b-f3f7-40de-9ff7-79aa7af7b3a2 req-a5d687c2-cd3c-46c7-9e10-ff1dbb1fe2f2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522695 Jul 07 19:18:22.116036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c32fb-97c1-4ceb-b2e8-7ee0189e3c3d req-80f69b59-9461-4262-b877-e9cde2568e66 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:22.117936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c98c32fb-97c1-4ceb-b2e8-7ee0189e3c3d req-80f69b59-9461-4262-b877-e9cde2568e66 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 943 time: 0.3986492 Jul 07 19:18:22.138086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc97a1-2319-45e0-8d50-5f29d1ad42d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:22.199650 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c98c32fb-97c1-4ceb-b2e8-7ee0189e3c3d req-12210b4e-0e9a-4179-81b0-1d3f1388d040 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454819 Jul 07 19:18:22.226410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-c8d2f30e-400b-4145-a276-5a83ac077d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:22.229910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-c8d2f30e-400b-4145-a276-5a83ac077d1f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1384788 Jul 07 19:18:22.284778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc97a1-2319-45e0-8d50-5f29d1ad42d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:22.287404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc97a1-2319-45e0-8d50-5f29d1ad42d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:22.289438 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-51cc97a1-2319-45e0-8d50-5f29d1ad42d5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0b45b6f8-044f-4fd9-ad3f-0d920d1719fa HTTP/1.1" status: 204 len: 168 time: 0.3573854 Jul 07 19:18:22.309219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc97a1-2319-45e0-8d50-5f29d1ad42d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b45b6f8-044f-4fd9-ad3f-0d920d1719fa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:22.322762 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-384f873c-0b4f-4455-8608-5db40cf01d47 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871398 Jul 07 19:18:22.326801 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4a957f-382b-4166-9d53-b01bafb136c7 x-openstack-request-id: req-5b4a957f-382b-4166-9d53-b01bafb136c7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:22.327444 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6699c4-1132-471c-9993-519dd255d676", "tag": "cff4ed2f-f868-4f20-b243-bb9810dbcd46", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:22.327797 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5b4a957f-382b-4166-9d53-b01bafb136c7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:22.328320 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6699c4-1132-471c-9993-519dd255d676', 'tag': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46', 'status': 'completed', 'code': 200} Jul 07 19:18:22.545079 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70c8eba6-bed7-4c39-8182-b8612c3b46a6 req-a4df2e45-eab2-49dd-a764-d032907378aa tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.1190886 Jul 07 19:18:22.636445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-84e655f8-0d52-443e-ba49-25b58cde2130 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054812 Jul 07 19:18:22.791756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e71310-88c2-48d3-991e-75e2b91e45d3 req-c8f3ece8-2a0f-44a7-87cf-173d59fc4b0d service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422498 Jul 07 19:18:23.034132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e5ba2-7bfe-48f3-af23-36fdceae512b req-076f7dac-f4d1-4005-a27e-de95058768c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:23.035945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b92e5ba2-7bfe-48f3-af23-36fdceae512b req-076f7dac-f4d1-4005-a27e-de95058768c0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1095 time: 0.1543722 Jul 07 19:18:23.394529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e5ba2-7bfe-48f3-af23-36fdceae512b req-d7fd2218-083c-483f-a5c1-4df7db459886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:23.397424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b92e5ba2-7bfe-48f3-af23-36fdceae512b req-d7fd2218-083c-483f-a5c1-4df7db459886 service neutron] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.3539267 Jul 07 19:18:23.493282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b92e5ba2-7bfe-48f3-af23-36fdceae512b req-d6ac9c0c-d592-4e84-b2be-b4f74ac35b1d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 200 len: 217 time: 0.0877666 Jul 07 19:18:23.614330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:23.630058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff875-a3cc-43a7-ba8a-ea70687a88d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.761720 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e5ba2-7bfe-48f3-af23-36fdceae512b req-d682481e-cdcd-4de1-a368-3e00023bd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:23.763345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b92e5ba2-7bfe-48f3-af23-36fdceae512b req-d682481e-cdcd-4de1-a368-3e00023bd5c0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.2452536 Jul 07 19:18:23.876614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b92e5ba2-7bfe-48f3-af23-36fdceae512b req-5ae75179-e6f6-4715-84b8-2aea02e34ffa service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970080 Jul 07 19:18:23.877669 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff875-a3cc-43a7-ba8a-ea70687a88d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.884782 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff875-a3cc-43a7-ba8a-ea70687a88d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:23.960758 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2b0ff875-a3cc-43a7-ba8a-ea70687a88d3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9c327ee190aa4172a3b5137b36088972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423994 Jul 07 19:18:23.960758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ff875-a3cc-43a7-ba8a-ea70687a88d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7467d83-9a80-4a1c-88bb-cfa3636d6267,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:23.990995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:24.031514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:24.034009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d8673-cc25-431c-a3da-f72eec499cf8 req-a18c012a-f22a-4590-ab42-dad6a8daf3ac tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:24.037162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a6d8673-cc25-431c-a3da-f72eec499cf8 req-a18c012a-f22a-4590-ab42-dad6a8daf3ac tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 943 time: 0.5485659 Jul 07 19:18:24.051571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b59393-7a51-4446-abfe-b1fcad91d72a req-5f2e1404-c378-40a0-acdc-6c0b323332f0 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:24.053319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07b59393-7a51-4446-abfe-b1fcad91d72a req-5f2e1404-c378-40a0-acdc-6c0b323332f0 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.5634642 Jul 07 19:18:24.085174 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19ae352b-8648-4ceb-a22b-fb3ed3611efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.133617 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19ae352b-8648-4ceb-a22b-fb3ed3611efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.155638 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a6d8673-cc25-431c-a3da-f72eec499cf8 req-4d0e56e7-562c-4665-ab1f-2b9bb99b3bbc tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974541 Jul 07 19:18:24.169531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07b59393-7a51-4446-abfe-b1fcad91d72a req-ad6ac454-371f-4caf-b38e-5056bbc7fc8d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009002 Jul 07 19:18:24.179606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b92e5ba2-7bfe-48f3-af23-36fdceae512b req-cdf94dd2-c649-4fbe-a025-bdbd88af8ea7 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949221 Jul 07 19:18:24.260899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19ae352b-8648-4ceb-a22b-fb3ed3611efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.264149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19ae352b-8648-4ceb-a22b-fb3ed3611efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.268334 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-19ae352b-8648-4ceb-a22b-fb3ed3611efd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b7467d83-9a80-4a1c-88bb-cfa3636d6267 HTTP/1.1" status: 204 len: 168 time: 0.2695186 Jul 07 19:18:24.283109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae352b-8648-4ceb-a22b-fb3ed3611efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7467d83-9a80-4a1c-88bb-cfa3636d6267,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:24.387407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b92e5ba2-7bfe-48f3-af23-36fdceae512b req-dc0bf27f-42c2-44c8-bc67-d58cf7f80627 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998670 Jul 07 19:18:24.441919 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b241b2fb-717a-4f0b-94d3-ff8d2b7ccfcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.586011 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b241b2fb-717a-4f0b-94d3-ff8d2b7ccfcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.594624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b241b2fb-717a-4f0b-94d3-ff8d2b7ccfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.716227 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b241b2fb-717a-4f0b-94d3-ff8d2b7ccfcc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=83f1b8a09f96459b81aee47358a076f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6826484 Jul 07 19:18:24.729632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:24.756412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241b2fb-717a-4f0b-94d3-ff8d2b7ccfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9917427d-5cbc-4abc-afde-262c558ca627,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:24.935335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac444ab2-a60c-4e8e-8871-89edd0c8ea12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:24.998800 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac444ab2-a60c-4e8e-8871-89edd0c8ea12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:25.133094 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac444ab2-a60c-4e8e-8871-89edd0c8ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:25.136150 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac444ab2-a60c-4e8e-8871-89edd0c8ea12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:25.137487 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ac444ab2-a60c-4e8e-8871-89edd0c8ea12 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9917427d-5cbc-4abc-afde-262c558ca627 HTTP/1.1" status: 204 len: 168 time: 0.4043963 Jul 07 19:18:25.158679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac444ab2-a60c-4e8e-8871-89edd0c8ea12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9917427d-5cbc-4abc-afde-262c558ca627,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:25.278427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0f9027e1-423c-4d56-aca9-0ce0e423653b req-e9358f76-6ecc-4a84-825b-7f586c4e52b3 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.8270092 Jul 07 19:18:25.505886 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device cff4ed2f-f868-4f20-b243-bb9810dbcd46 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:18:25.600605 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307b88d-e683-4495-a132-b4a155c3e079 req-5d01cf69-8c67-44bf-ac3f-3b05d9de8c21 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:25.636816 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7307b88d-e683-4495-a132-b4a155c3e079 req-5d01cf69-8c67-44bf-ac3f-3b05d9de8c21 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.2088072 Jul 07 19:18:25.786547 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:25.847711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483811d8-5135-4cf0-8477-c9f13a756842 req-c02e42af-e778-414f-b913-793e4ecc62ca tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:25.857270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46', 'network_id': '62840828-0370-41dd-8414-061b75720a7b', 'port_id': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46', 'mac_address': 'fa:16:3e:60:69:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75c69e1-39c9-40a0-be7b-2d73a7ea63fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:18:25.866447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-483811d8-5135-4cf0-8477-c9f13a756842 req-c02e42af-e778-414f-b913-793e4ecc62ca tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 943 time: 0.3750706 Jul 07 19:18:25.887598 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7307b88d-e683-4495-a132-b4a155c3e079 req-5a0c8171-eb9d-4a57-b633-5b25927aef5a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494943 Jul 07 19:18:25.975540 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:25.995791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-483811d8-5135-4cf0-8477-c9f13a756842 req-384f78c8-fff4-496b-998e-68718e9f8f0d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283212 Jul 07 19:18:26.009019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff4ed2f-f868-4f20-b243-bb9810dbcd46 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:26.048811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:26.059390 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.194727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=cff4ed2f-f868-4f20-b243-bb9810dbcd46,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:26.279197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['cff4ed2f-f868-4f20-b243-bb9810dbcd46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:18:26.451642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:26.494496 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3944762a-261b-4869-9ea6-337e153169fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.718955 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3944762a-261b-4869-9ea6-337e153169fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.766642 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3944762a-261b-4869-9ea6-337e153169fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:26.774020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c455f26-6462-4160-a9f3-0f773bc2522f req-cf61a9c6-6157-422a-90ec-9bf5edd3e964 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0747409 Jul 07 19:18:26.840407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944762a-261b-4869-9ea6-337e153169fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8046234-e33f-481f-8d56-3a9a810b923a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:26.871638 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3944762a-261b-4869-9ea6-337e153169fe admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3e11a3271c154c84a2f20025764ec682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4155512 Jul 07 19:18:26.872268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:26.980751 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-220190d5-01c8-428a-9c9d-40b740b2671b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:27.057485 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-220190d5-01c8-428a-9c9d-40b740b2671b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:27.187666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-220190d5-01c8-428a-9c9d-40b740b2671b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:27.196601 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-220190d5-01c8-428a-9c9d-40b740b2671b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:27.202076 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-220190d5-01c8-428a-9c9d-40b740b2671b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b8046234-e33f-481f-8d56-3a9a810b923a HTTP/1.1" status: 204 len: 168 time: 0.3284326 Jul 07 19:18:27.222665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220190d5-01c8-428a-9c9d-40b740b2671b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8046234-e33f-481f-8d56-3a9a810b923a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:27.259847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b4768-85da-46d2-a453-61f883fec3cb req-7c814bbd-c55a-445c-a6a1-87db8f3d73c2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:27.268442 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa3b4768-85da-46d2-a453-61f883fec3cb req-7c814bbd-c55a-445c-a6a1-87db8f3d73c2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.1506269 Jul 07 19:18:27.370393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa3b4768-85da-46d2-a453-61f883fec3cb req-797bacad-5b72-41f7-a848-ba33c619d6ed tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008534 Jul 07 19:18:27.410162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754360e2-dcc1-4eac-82d5-18d896e6b35d req-d707bdb0-451d-4900-847a-896f8a7c73b6 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:27.412333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-754360e2-dcc1-4eac-82d5-18d896e6b35d req-d707bdb0-451d-4900-847a-896f8a7c73b6 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 944 time: 0.1417868 Jul 07 19:18:27.483733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-754360e2-dcc1-4eac-82d5-18d896e6b35d req-81f19c96-1c2e-4d08-b476-02895bae2448 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639787 Jul 07 19:18:27.525112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device cff4ed2f-f868-4f20-b243-bb9810dbcd46 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:27.636043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port cff4ed2f-f868-4f20-b243-bb9810dbcd46 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:27.647553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port cff4ed2f-f868-4f20-b243-bb9810dbcd46 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:27.647947 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:27.817406 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:27.875553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6699c4-1132-471c-9993-519dd255d676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:27.882570 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b537d329-810a-45e5-84e5-08371397c340" -d '{"events": [{"server_uuid": "8b6699c4-1132-471c-9993-519dd255d676", "name": "network-vif-plugged", "status": "completed", "tag": "cff4ed2f-f868-4f20-b243-bb9810dbcd46"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:27.906775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:27.921481 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:27.999777 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf05d91-25b1-46d3-8b44-b57e6065e36a x-openstack-request-id: req-dcf05d91-25b1-46d3-8b44-b57e6065e36a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:28.000080 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6699c4-1132-471c-9993-519dd255d676", "name": "network-vif-plugged", "status": "completed", "tag": "cff4ed2f-f868-4f20-b243-bb9810dbcd46", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:28.000335 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dcf05d91-25b1-46d3-8b44-b57e6065e36a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:28.000950 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6699c4-1132-471c-9993-519dd255d676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46', 'code': 200} Jul 07 19:18:28.039542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=cff4ed2f-f868-4f20-b243-bb9810dbcd46,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:28.197196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce167cfd-52a4-44e8-8c18-78d08ee72686 req-2050a97a-c514-41bd-a7d8-461b8a0ddef7 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0696611 Jul 07 19:18:28.283423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc7385-fc6a-48e0-a379-701bb79d0b62 req-dc070c6d-0c7d-4488-a92e-ab4b4d8e9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:28.290139 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81cc7385-fc6a-48e0-a379-701bb79d0b62 req-dc070c6d-0c7d-4488-a92e-ab4b4d8e9cf3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1097 time: 0.0918434 Jul 07 19:18:28.356794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81cc7385-fc6a-48e0-a379-701bb79d0b62 req-bb36957f-e31e-47ef-bcbf-108c5f4ee7b1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602591 Jul 07 19:18:28.750576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068e5e-4c79-4f25-b94f-adae4b2ce94e req-08cbbd9b-f4db-45d3-9cd2-ecdb500b11cd tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:28.752823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17068e5e-4c79-4f25-b94f-adae4b2ce94e req-08cbbd9b-f4db-45d3-9cd2-ecdb500b11cd tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.1826069 Jul 07 19:18:28.864094 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d41a0-965e-49fd-b943-20dc2912c53f req-0df75ee6-6fcd-4a39-a8d5-a619f5d9053b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:28.865836 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af0d41a0-965e-49fd-b943-20dc2912c53f req-0df75ee6-6fcd-4a39-a8d5-a619f5d9053b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.1976995 Jul 07 19:18:28.869523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17068e5e-4c79-4f25-b94f-adae4b2ce94e req-56f60b3d-559e-4a93-ba15-1fcac26abf04 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052749 Jul 07 19:18:28.935972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af0d41a0-965e-49fd-b943-20dc2912c53f req-04133ea6-ce89-42a2-af34-60eed996d7ef tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573041 Jul 07 19:18:29.479586 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0631caa-064d-4daa-afa1-63d838ed2833 req-5ff110a1-de62-4fac-a416-e34abf008ee4 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0762384 Jul 07 19:18:29.546264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-ecb463cf-60ac-4745-a406-5da1c0d97b37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:29.548411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-ecb463cf-60ac-4745-a406-5da1c0d97b37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/networks?id=6e5c02dc-192f-4c3b-8989-44200cf24e71 HTTP/1.1" status: 200 len: 814 time: 0.1861672 Jul 07 19:18:29.564685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-0dc93577-c94d-4588-aa70-de421aeaf67d tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/quotas/df3af8f2592d424c9a94c558d7f7e29c HTTP/1.1" status: 200 len: 375 time: 0.0103600 Jul 07 19:18:29.612656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-1c8b3e26-d562-4af1-a412-a1ecb4670000 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=df3af8f2592d424c9a94c558d7f7e29c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421095 Jul 07 19:18:29.722357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-809ef34e-a167-4a9c-8c44-5d08e8603fc2 service neutron] 10.222.0.113 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027851 Jul 07 19:18:29.847150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-ad0f165b-dee4-4d18-b7a5-4b13d0c3b9a2 service neutron] 10.222.0.113 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188717 Jul 07 19:18:30.221743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b6d80470-908b-4813-a003-a369cf2672ef details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:18:30.267812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55e5ca-7c06-4b7f-8a9d-7bb680568520 req-95da38a0-647b-47d2-8bb3-22a0da5b9eea tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:30.269719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af55e5ca-7c06-4b7f-8a9d-7bb680568520 req-95da38a0-647b-47d2-8bb3-22a0da5b9eea tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 944 time: 0.1968660 Jul 07 19:18:30.280428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c321d-4e81-4bb2-95b1-30aff2728910 req-bc1daf77-bc75-43e9-b15c-10c13d594be0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:30.289330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e97c321d-4e81-4bb2-95b1-30aff2728910 req-bc1daf77-bc75-43e9-b15c-10c13d594be0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.1369166 Jul 07 19:18:30.450098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e97c321d-4e81-4bb2-95b1-30aff2728910 req-c7823a2c-4fcf-490a-abcf-b071570423ad tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595545 Jul 07 19:18:30.491468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af55e5ca-7c06-4b7f-8a9d-7bb680568520 req-b6e69100-b8cb-499a-bc85-c6d71f8509d5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841474 Jul 07 19:18:30.513021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:30.561296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'b6d80470-908b-4813-a003-a369cf2672ef', 'network_id': '4d8b8a7e-1c91-4a62-8320-82728e74874b', 'port_id': 'b6d80470-908b-4813-a003-a369cf2672ef', 'mac_address': 'fa:16:3e:bb:b6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd13854-dbb7-4d92-8c95-37db9151f619', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:18:30.595608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9050c35-19f7-4d25-86af-7512b2aec752 req-e97f6123-5e13-45d1-bc31-0f80d9977e79 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 210 time: 0.0677061 Jul 07 19:18:30.656739 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:30.694113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d80470-908b-4813-a003-a369cf2672ef {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:30.731158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:30.743885 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:30.789600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75302f-3a1a-469e-8262-64e29b385c36 req-a41c4d67-c9df-4c52-98d2-13658d5fd09e tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:30.791926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d75302f-3a1a-469e-8262-64e29b385c36 req-a41c4d67-c9df-4c52-98d2-13658d5fd09e tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1097 time: 0.1053569 Jul 07 19:18:30.864036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b6d80470-908b-4813-a003-a369cf2672ef,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:30.872784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.873828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.874401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.874952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.875546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.876938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.878183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.878746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.879305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.879878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.880423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.881008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:18:30.894356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd299a26-edbb-4f19-ad94-195984e1fd9a req-a566966b-c9b9-443a-a31a-50cd1df983e8 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0444379 Jul 07 19:18:30.919366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d75302f-3a1a-469e-8262-64e29b385c36 req-7e4d6b21-c485-4710-9902-4573323891c8 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207075 Jul 07 19:18:31.046198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b6d80470-908b-4813-a003-a369cf2672ef'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:18:31.290068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e91d635-dd77-492f-9407-7768283d457e req-cf4f2526-fbe9-43ad-a688-f35b0c1e6824 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1093512 Jul 07 19:18:31.467968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91d635-dd77-492f-9407-7768283d457e req-60441e8d-a64a-4c8a-bb3b-c64de412d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:31.472838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e91d635-dd77-492f-9407-7768283d457e req-60441e8d-a64a-4c8a-bb3b-c64de412d1cd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1097 time: 0.1043117 Jul 07 19:18:31.616078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:31.778228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91d635-dd77-492f-9407-7768283d457e req-c9b40fcc-30ba-414e-8715-89634b462d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:31.779874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e91d635-dd77-492f-9407-7768283d457e req-c9b40fcc-30ba-414e-8715-89634b462d1c service neutron] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.2677352 Jul 07 19:18:31.883297 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e91d635-dd77-492f-9407-7768283d457e req-55313877-8128-43ce-8cd1-c1c7e3fde9ae service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 200 len: 217 time: 0.0964444 Jul 07 19:18:32.011386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df20d2f1-7e9d-4a62-b56e-1095d067a431 req-9220fd6c-5c3d-49d8-8671-54f3116fe8c6 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 210 time: 0.0682912 Jul 07 19:18:32.040290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91d635-dd77-492f-9407-7768283d457e req-fe7bdc36-57b9-4b6a-a84c-47704fb50608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:32.043645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e91d635-dd77-492f-9407-7768283d457e req-fe7bdc36-57b9-4b6a-a84c-47704fb50608 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1189868 Jul 07 19:18:32.094280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e91d635-dd77-492f-9407-7768283d457e req-f12c10b8-1fcc-4e7d-955c-1ee380bee658 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417609 Jul 07 19:18:32.127249 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36409e91-345a-43bb-96ea-0a5f47ad0a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.137611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7ff29-94eb-4508-abc1-32c972151b1d req-c7683b49-111f-4aba-b9fb-8e7fd7721b64 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:32.147217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4b7ff29-94eb-4508-abc1-32c972151b1d req-c7683b49-111f-4aba-b9fb-8e7fd7721b64 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 945 time: 0.3473494 Jul 07 19:18:32.249333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b6d80470-908b-4813-a003-a369cf2672ef up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:32.321653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36409e91-345a-43bb-96ea-0a5f47ad0a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.334353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36409e91-345a-43bb-96ea-0a5f47ad0a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.400145 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-36409e91-345a-43bb-96ea-0a5f47ad0a1c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c1ea121bf30147e2979aa889df6fc530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7813087 Jul 07 19:18:32.403331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:32.429722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4b7ff29-94eb-4508-abc1-32c972151b1d req-ce05a18e-004e-49ff-a178-1e7f282f8958 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522247 Jul 07 19:18:32.430275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port b6d80470-908b-4813-a003-a369cf2672ef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:32.430647 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.509420 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36409e91-345a-43bb-96ea-0a5f47ad0a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f19a854-0d82-4477-b91d-622ecc01bb18,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:32.561410 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76bcd041-bc33-4a77-8501-d5019db00ced req-a1907da1-3d3b-42ff-8a56-bce2a7d2768e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.1990070 Jul 07 19:18:32.601726 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0ebf11-6f30-437f-8d87-29a0f1e90382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.651453 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e91d635-dd77-492f-9407-7768283d457e req-2f1be584-aea6-4930-9586-8618308dfa59 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499897 Jul 07 19:18:32.696536 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0ebf11-6f30-437f-8d87-29a0f1e90382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.743291 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.832445 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0ebf11-6f30-437f-8d87-29a0f1e90382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.837304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0ebf11-6f30-437f-8d87-29a0f1e90382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:32.842170 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0c0ebf11-6f30-437f-8d87-29a0f1e90382 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3f19a854-0d82-4477-b91d-622ecc01bb18 HTTP/1.1" status: 204 len: 168 time: 0.4341748 Jul 07 19:18:32.863660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ebf11-6f30-437f-8d87-29a0f1e90382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f19a854-0d82-4477-b91d-622ecc01bb18,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:32.864385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:32.868293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:32.871985 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d26157e-f8fd-4ad0-a615-04155433f916" -d '{"events": [{"server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "name": "network-vif-plugged", "status": "completed", "tag": "b6d80470-908b-4813-a003-a369cf2672ef"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:32.876952 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:33.004662 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501f26e2-7365-4338-a895-edc61016c70d x-openstack-request-id: req-501f26e2-7365-4338-a895-edc61016c70d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:33.004991 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "name": "network-vif-plugged", "status": "completed", "tag": "b6d80470-908b-4813-a003-a369cf2672ef", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:33.005251 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-501f26e2-7365-4338-a895-edc61016c70d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:33.005795 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef', 'code': 200} Jul 07 19:18:33.048924 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:33.106338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b6d80470-908b-4813-a003-a369cf2672ef,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:33.133498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e91d635-dd77-492f-9407-7768283d457e req-6f01f184-80a6-4ee3-8071-4e3bb16e822c service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739873 Jul 07 19:18:33.260013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-d6966e6e-2ec9-4d7c-b019-56baac6a18dc tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:33.265272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-d6966e6e-2ec9-4d7c-b019-56baac6a18dc tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.59 "GET /v2.0/networks?id=6e5c02dc-192f-4c3b-8989-44200cf24e71 HTTP/1.1" status: 200 len: 814 time: 0.6121655 Jul 07 19:18:33.288356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Request body: {'port': {'device_id': 'a504328c-bc3e-4152-8a60-5427371946b1', 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71', 'admin_state_up': True, 'tenant_id': 'df3af8f2592d424c9a94c558d7f7e29c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:33.515808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-266b5c50-dd0e-48be-bbf5-f046ff598a9f req-89f9ce82-725f-4ebe-b932-d2d2a33e0dfb tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 210 time: 0.1475916 Jul 07 19:18:33.628105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Made reservation on behalf of df3af8f2592d424c9a94c558d7f7e29c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:18:33.632305 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:33.747594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8509327-fa96-4a16-b59a-640f8be5703e req-b3776d29-00cd-4c1e-b87e-30368bc6e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:33.749097 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e8509327-fa96-4a16-b59a-640f8be5703e req-b3776d29-00cd-4c1e-b87e-30368bc6e4ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 1099 time: 0.1142013 Jul 07 19:18:33.807662 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e8509327-fa96-4a16-b59a-640f8be5703e req-f5e562a4-7945-486d-be59-ecd77b2b188b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492103 Jul 07 19:18:33.900659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Allocated IP 172.20.0.13 (6e5c02dc-192f-4c3b-8989-44200cf24e71/f658d1e9-e3e2-4a78-ba2f-9c9391244b66/94fa8607-8329-409f-8d8f-779b27fc1931) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:18:33.970015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:33.998911 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f18100ff-1a41-48dd-970f-4c4b1bcdc14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.104382 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.198670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5633e-4332-474d-8af3-6cd641f716ba req-6e5602ca-5341-43df-86d2-9325df0e6319 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:34.199315 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14a5633e-4332-474d-8af3-6cd641f716ba req-6e5602ca-5341-43df-86d2-9325df0e6319 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1023631 Jul 07 19:18:34.226454 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.295291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Network 6e5c02dc-192f-4c3b-8989-44200cf24e71 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:18:34.311143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14a5633e-4332-474d-8af3-6cd641f716ba req-719b67e6-2aac-44e7-b8d3-82e2d4a43546 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016867 Jul 07 19:18:34.313928 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f18100ff-1a41-48dd-970f-4c4b1bcdc14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.333519 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f18100ff-1a41-48dd-970f-4c4b1bcdc14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.339734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:18:34.356221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Pushing event updated for resources: {'Port': ['ID=94fa8607-8329-409f-8d8f-779b27fc1931,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:34.358478 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:18:34.483372 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f18100ff-1a41-48dd-970f-4c4b1bcdc14a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=16c443e3751645bd9f7971b69564aa48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098279 Jul 07 19:18:34.483976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:34.524796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:34.528505 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.559753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-957466ef-fa01-4a91-8cc2-6911cbc1da37 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2789860 Jul 07 19:18:34.585857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Request body: {'port': {'device_id': 'a504328c-bc3e-4152-8a60-5427371946b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:34.651824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18100ff-1a41-48dd-970f-4c4b1bcdc14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2177d47-0cd8-42c5-98e3-aa74073af81f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:34.676818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a672933-7225-4c7b-a4db-f9700c652cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.746870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a672933-7225-4c7b-a4db-f9700c652cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.779746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b1cb9b-f528-48c2-85a4-8ad0d6aea403 req-a64560b6-c5a9-4624-bfa3-5321b4dec5f7 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.1161759 Jul 07 19:18:34.853570 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a672933-7225-4c7b-a4db-f9700c652cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.859793 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a672933-7225-4c7b-a4db-f9700c652cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.863214 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8a672933-7225-4c7b-a4db-f9700c652cc1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b2177d47-0cd8-42c5-98e3-aa74073af81f HTTP/1.1" status: 204 len: 168 time: 0.3743479 Jul 07 19:18:34.873835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a672933-7225-4c7b-a4db-f9700c652cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2177d47-0cd8-42c5-98e3-aa74073af81f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:34.938190 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:34.993101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062db27c-a337-4b45-ac5e-fe6914015a64 req-54654512-46e0-4a0f-b179-cd9f324f9584 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:34.999948 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-062db27c-a337-4b45-ac5e-fe6914015a64 req-54654512-46e0-4a0f-b179-cd9f324f9584 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 932 time: 0.2478874 Jul 07 19:18:35.118939 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-062db27c-a337-4b45-ac5e-fe6914015a64 req-581b4a14-a04c-4249-9b19-38e0159cc446 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181273 Jul 07 19:18:35.388195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94fa8607-8329-409f-8d8f-779b27fc1931 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:35.402875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:35.420578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Transition to ACTIVE for port object 94fa8607-8329-409f-8d8f-779b27fc1931 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:18:35.426906 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:35.495599 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Pushing event updated for resources: {'Port': ['ID=94fa8607-8329-409f-8d8f-779b27fc1931,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:35.662858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Attempting to bind port 94fa8607-8329-409f-8d8f-779b27fc1931 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:35.663205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Attempting to bind port 94fa8607-8329-409f-8d8f-779b27fc1931 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '430d849b-a2b8-486d-bffa-02496cdde367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:35.663624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Attempting to bind port 94fa8607-8329-409f-8d8f-779b27fc1931 on network 6e5c02dc-192f-4c3b-8989-44200cf24e71 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:35.671292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Port 94fa8607-8329-409f-8d8f-779b27fc1931 on network 6e5c02dc-192f-4c3b-8989-44200cf24e71 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:18:35.671614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Attempting to bind port 94fa8607-8329-409f-8d8f-779b27fc1931 on network 6e5c02dc-192f-4c3b-8989-44200cf24e71 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:35.685573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:35.685916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Checking segment: {'id': '430d849b-a2b8-486d-bffa-02496cdde367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:35.686304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Bound using segment: {'id': '430d849b-a2b8-486d-bffa-02496cdde367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:35.686816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Bound port: 94fa8607-8329-409f-8d8f-779b27fc1931, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '430d849b-a2b8-486d-bffa-02496cdde367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:35.687179 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:35.731977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95504e9e-8932-45c5-ac0d-3659ffdcb463 req-e48c0446-9688-47d4-84ff-dedf93625dfc tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:35.733605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95504e9e-8932-45c5-ac0d-3659ffdcb463 req-e48c0446-9688-47d4-84ff-dedf93625dfc tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1651280 Jul 07 19:18:35.811979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95504e9e-8932-45c5-ac0d-3659ffdcb463 req-1a3d7438-cd1a-4a54-a346-82df778f2ed7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560789 Jul 07 19:18:35.832270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] For port 94fa8607-8329-409f-8d8f-779b27fc1931, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:18:35.836840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] For port 94fa8607-8329-409f-8d8f-779b27fc1931, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=94fa8607-8329-409f-8d8f-779b27fc1931,segment=NetworkSegment(430d849b-a2b8-486d-bffa-02496cdde367),segment_id=430d849b-a2b8-486d-bffa-02496cdde367)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:35.849062 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:35.923470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:35.925645 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:35.929130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] 10.222.0.59 "PUT /v2.0/ports/94fa8607-8329-409f-8d8f-779b27fc1931 HTTP/1.1" status: 200 len: 1093 time: 1.3480535 Jul 07 19:18:35.930235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a504328c-bc3e-4152-8a60-5427371946b1', 'tag': '94fa8607-8329-409f-8d8f-779b27fc1931'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:35.934753 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f292e430-2d14-4e7b-8f5c-ca38490467ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a504328c-bc3e-4152-8a60-5427371946b1", "tag": "94fa8607-8329-409f-8d8f-779b27fc1931"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:35.988182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97ee8f-0c59-4e3b-8761-b057f6622554 service neutron] Pushing event updated for resources: {'Port': ['ID=94fa8607-8329-409f-8d8f-779b27fc1931,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:36.074775 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfa1576-b4ae-4953-8ab7-0252dbcc54b3 x-openstack-request-id: req-ecfa1576-b4ae-4953-8ab7-0252dbcc54b3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:36.075359 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a504328c-bc3e-4152-8a60-5427371946b1", "tag": "94fa8607-8329-409f-8d8f-779b27fc1931", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:36.076044 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ecfa1576-b4ae-4953-8ab7-0252dbcc54b3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:36.076688 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a504328c-bc3e-4152-8a60-5427371946b1', 'tag': '94fa8607-8329-409f-8d8f-779b27fc1931', 'status': 'completed', 'code': 200} Jul 07 19:18:36.120627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab098cac-79e1-4da5-be90-0a6a6eb3b1da req-f59a5d10-3353-4ad4-8cca-e3bd64118ec2 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0414903 Jul 07 19:18:36.173295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-8967b057-46b8-4d43-b4e2-5971966d737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:36.183067 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-8967b057-46b8-4d43-b4e2-5971966d737f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df3af8f2592d424c9a94c558d7f7e29c&device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 1096 time: 0.1681256 Jul 07 19:18:36.261452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-ce164262-ebcb-43c9-93c4-dae4f9267acc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94fa8607-8329-409f-8d8f-779b27fc1931 HTTP/1.1" status: 200 len: 217 time: 0.0737758 Jul 07 19:18:36.322887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-7ab134e9-3245-4731-a027-1b2d5ab47e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:36.324895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-7ab134e9-3245-4731-a027-1b2d5ab47e19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f658d1e9-e3e2-4a78-ba2f-9c9391244b66 HTTP/1.1" status: 200 len: 854 time: 0.0562956 Jul 07 19:18:36.418992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-0c0bfb3a-4e69-41e5-9a5c-abecce60ac9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e5c02dc-192f-4c3b-8989-44200cf24e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438912 Jul 07 19:18:36.549960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-bffeafe4-714d-4af4-bdde-3f6c5329da22 service neutron] 10.222.0.59 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181650 Jul 07 19:18:36.569151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd269ee-6bb0-4007-959d-d87884c843d7 req-0ce56dbc-46af-425e-9940-f0c5472151e9 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:36.571058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5bd269ee-6bb0-4007-959d-d87884c843d7 req-0ce56dbc-46af-425e-9940-f0c5472151e9 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 944 time: 0.2449555 Jul 07 19:18:36.708872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5bd269ee-6bb0-4007-959d-d87884c843d7 req-6c33f241-8dbf-4f92-8fcc-ba8124798b87 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160555 Jul 07 19:18:36.757718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1d9a6d0-a086-46d5-b6fb-a8ad5a79fd84 req-123f4f7d-212b-4a49-9aee-c11bb747edb0 service neutron] 10.222.0.59 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854362 Jul 07 19:18:36.955482 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292e430-2d14-4e7b-8f5c-ca38490467ae req-34553945-8ab5-4154-9a66-e12b7b3f6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:36.957038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f292e430-2d14-4e7b-8f5c-ca38490467ae req-34553945-8ab5-4154-9a66-e12b7b3f6fe8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df3af8f2592d424c9a94c558d7f7e29c&device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 1096 time: 0.0955808 Jul 07 19:18:37.143866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292e430-2d14-4e7b-8f5c-ca38490467ae req-1d004bdf-7720-4085-b408-675c7822dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:37.145675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f292e430-2d14-4e7b-8f5c-ca38490467ae req-1d004bdf-7720-4085-b408-675c7822dcc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e5c02dc-192f-4c3b-8989-44200cf24e71 HTTP/1.1" status: 200 len: 916 time: 0.1808686 Jul 07 19:18:37.154487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8450c6-ccc1-40e6-9857-4d6614d25f6d req-1c32bfdd-1093-4634-a196-2c8c7d4697df tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:37.156402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d8450c6-ccc1-40e6-9857-4d6614d25f6d req-1c32bfdd-1093-4634-a196-2c8c7d4697df tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1634140 Jul 07 19:18:37.224108 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f292e430-2d14-4e7b-8f5c-ca38490467ae req-06e128f9-ac5f-445d-a18b-454bca02c808 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94fa8607-8329-409f-8d8f-779b27fc1931 HTTP/1.1" status: 200 len: 217 time: 0.0659926 Jul 07 19:18:37.325362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d8450c6-ccc1-40e6-9857-4d6614d25f6d req-2ddcd143-f7a7-4067-947c-a2cfa03c580c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608603 Jul 07 19:18:37.401828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e5e844a5-7377-4d8d-b829-ba254fcee06f req-4db71f82-3a53-4821-838b-afd22ad918c3 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0712085 Jul 07 19:18:37.421390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292e430-2d14-4e7b-8f5c-ca38490467ae req-fec71723-e935-4856-938c-c5876055b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:37.424401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f292e430-2d14-4e7b-8f5c-ca38490467ae req-fec71723-e935-4856-938c-c5876055b4f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f658d1e9-e3e2-4a78-ba2f-9c9391244b66 HTTP/1.1" status: 200 len: 854 time: 0.1886170 Jul 07 19:18:37.504068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f292e430-2d14-4e7b-8f5c-ca38490467ae req-c78fb97e-a57c-48ed-a6c6-11b1efb65201 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e5c02dc-192f-4c3b-8989-44200cf24e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678995 Jul 07 19:18:37.686620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5315f1-2b04-411d-a253-bcd1d8b00803 req-1c8b4e3a-8344-4927-96ba-50c19ca025e7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:37.688912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0f5315f1-2b04-411d-a253-bcd1d8b00803 req-1c8b4e3a-8344-4927-96ba-50c19ca025e7 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1484435 Jul 07 19:18:37.690907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f292e430-2d14-4e7b-8f5c-ca38490467ae req-6aa70849-aee6-44f1-8cbd-eb74175bb6bd service neutron] 10.222.0.59 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778088 Jul 07 19:18:37.856966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0f5315f1-2b04-411d-a253-bcd1d8b00803 req-f333ec20-d21f-4cc4-947a-12834eafd497 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609535 Jul 07 19:18:37.892332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f292e430-2d14-4e7b-8f5c-ca38490467ae req-48f93f74-2d0c-4f54-ba9c-e1b72974bd07 service neutron] 10.222.0.59 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853800 Jul 07 19:18:38.011123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada2dd0-3b47-4546-be04-3102738788ef req-f24a36b1-1d9a-4e44-80e6-e6748104fb12 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:38.021253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aada2dd0-3b47-4546-be04-3102738788ef req-f24a36b1-1d9a-4e44-80e6-e6748104fb12 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 944 time: 0.1196463 Jul 07 19:18:38.127383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aada2dd0-3b47-4546-be04-3102738788ef req-1191cda5-e0ea-4d25-8a1e-8f424731129b tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049483 Jul 07 19:18:38.164623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd2c64-a8b8-4bd8-a3b5-4edda05692ea req-49cd3146-b915-4bc3-bb13-21a066933bac tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:38.166254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bcd2c64-a8b8-4bd8-a3b5-4edda05692ea req-49cd3146-b915-4bc3-bb13-21a066933bac tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1421337 Jul 07 19:18:38.218038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bcd2c64-a8b8-4bd8-a3b5-4edda05692ea req-abd1377e-479f-4ff2-af7f-22f0a40e0b8e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Jul 07 19:18:38.358020 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d21aaa27-72f8-4d0f-9e19-5a4673c01d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:38.510498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b877c-9d6b-450e-aabc-0f8509de04d6 req-0654d420-dfa4-45f9-acd8-548c90377471 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:38.512112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab9b877c-9d6b-450e-aabc-0f8509de04d6 req-0654d420-dfa4-45f9-acd8-548c90377471 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1083407 Jul 07 19:18:38.586564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab9b877c-9d6b-450e-aabc-0f8509de04d6 req-ec73b29f-f535-4c74-823d-517a6074a628 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681093 Jul 07 19:18:38.691927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:38.711611 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e74fd113-1fd1-4625-a126-ac1c564d50de req-cc0e140e-03f5-4931-a5a0-78000da53e34 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.0631573 Jul 07 19:18:38.848834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86686bcd-d714-4a18-a859-409093af3cbe req-bee0c807-9a5e-4e01-bbcd-c53a771240ee tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:38.850629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86686bcd-d714-4a18-a859-409093af3cbe req-bee0c807-9a5e-4e01-bbcd-c53a771240ee tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.0799727 Jul 07 19:18:38.900659 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86686bcd-d714-4a18-a859-409093af3cbe req-a478f119-4793-406b-9253-8acc5958a0de tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Jul 07 19:18:39.049998 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf96ea1b-6f32-4b30-9355-beb217659b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.321761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af4dc-ba28-483d-8fd7-539d299e8049 req-6bb15ad7-910d-418f-a5ca-4ff3d56292e1 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:39.326503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-918af4dc-ba28-483d-8fd7-539d299e8049 req-6bb15ad7-910d-418f-a5ca-4ff3d56292e1 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1955011 Jul 07 19:18:39.386361 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf96ea1b-6f32-4b30-9355-beb217659b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.393523 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf96ea1b-6f32-4b30-9355-beb217659b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.486957 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cf96ea1b-6f32-4b30-9355-beb217659b90 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bb3cc69782e94c1d87f7e30b2a7400cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7937777 Jul 07 19:18:39.488106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96ea1b-6f32-4b30-9355-beb217659b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0a86c7-152b-41ae-b3fb-ec7ac104d24d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:39.489092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-918af4dc-ba28-483d-8fd7-539d299e8049 req-c4933001-e26e-4263-b469-dfe26f724762 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561215 Jul 07 19:18:39.491178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:39.575101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-364a32d4-477d-4236-9d56-2b3825460095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.605989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-364a32d4-477d-4236-9d56-2b3825460095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.633723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267f13e-d949-4f1f-9ddb-115f254d1e0d req-d70afe71-d581-4534-9866-378750f60a5e tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:39.643496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e267f13e-d949-4f1f-9ddb-115f254d1e0d req-d70afe71-d581-4534-9866-378750f60a5e tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 944 time: 0.2458122 Jul 07 19:18:39.739443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e267f13e-d949-4f1f-9ddb-115f254d1e0d req-01b80a6e-c3cc-4c0a-83ca-27fbf5e7af60 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914829 Jul 07 19:18:39.784520 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-364a32d4-477d-4236-9d56-2b3825460095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.788265 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-364a32d4-477d-4236-9d56-2b3825460095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:39.791530 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-364a32d4-477d-4236-9d56-2b3825460095 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fe0a86c7-152b-41ae-b3fb-ec7ac104d24d HTTP/1.1" status: 204 len: 168 time: 0.2977386 Jul 07 19:18:39.803367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a32d4-477d-4236-9d56-2b3825460095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0a86c7-152b-41ae-b3fb-ec7ac104d24d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:39.978418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05cff0-bbf2-4451-af44-5da4c0601835 req-356012b9-2729-41ae-b9e0-f55df5767c38 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:39.987810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d05cff0-bbf2-4451-af44-5da4c0601835 req-356012b9-2729-41ae-b9e0-f55df5767c38 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.2038989 Jul 07 19:18:40.076916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79f2bd54-d4aa-4254-9f22-8d33c55ad2bb req-8a6b128f-82bd-4fe9-8e1c-91d4df68724d tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/ports?device_id=e49777e2-08e1-45e0-8c20-42121ba09b14 HTTP/1.1" status: 200 len: 210 time: 0.1203792 Jul 07 19:18:40.102742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d05cff0-bbf2-4451-af44-5da4c0601835 req-deafc938-c972-4a75-abd5-9b9860fe6de2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138844 Jul 07 19:18:40.287046 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 94fa8607-8329-409f-8d8f-779b27fc1931 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:18:40.427098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 94fa8607-8329-409f-8d8f-779b27fc1931, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=94fa8607-8329-409f-8d8f-779b27fc1931,segment=NetworkSegment(430d849b-a2b8-486d-bffa-02496cdde367),segment_id=430d849b-a2b8-486d-bffa-02496cdde367)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:40.442703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '94fa8607-8329-409f-8d8f-779b27fc1931', 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71', 'port_id': '94fa8607-8329-409f-8d8f-779b27fc1931', 'mac_address': 'fa:16:3e:d7:e4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f658d1e9-e3e2-4a78-ba2f-9c9391244b66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:18:40.492950 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.555448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94fa8607-8329-409f-8d8f-779b27fc1931 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:18:40.605987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 94fa8607-8329-409f-8d8f-779b27fc1931, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=94fa8607-8329-409f-8d8f-779b27fc1931,segment=NetworkSegment(430d849b-a2b8-486d-bffa-02496cdde367),segment_id=430d849b-a2b8-486d-bffa-02496cdde367)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:40.619130 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.747625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=94fa8607-8329-409f-8d8f-779b27fc1931,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:40.775112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:40.806111 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be677100-4063-47b6-a108-72eec2ac0d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:40.852042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264d366-7ca4-46d6-8cd4-2389f96e00a7 req-ad4c87b6-096d-4955-8751-c9c457fcaeb5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:40.854156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7264d366-7ca4-46d6-8cd4-2389f96e00a7 req-ad4c87b6-096d-4955-8751-c9c457fcaeb5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1504109 Jul 07 19:18:40.945425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7264d366-7ca4-46d6-8cd4-2389f96e00a7 req-4f2351f7-010b-4212-9125-60b6c97feaa2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844073 Jul 07 19:18:40.973054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['94fa8607-8329-409f-8d8f-779b27fc1931'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:18:41.067853 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8404e4ab-b87e-4253-a9d3-bbf97dcb59a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.081664 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be677100-4063-47b6-a108-72eec2ac0d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.099032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b6d0f-68eb-46c3-94aa-1c4eee0b9677 req-b14a681a-fcd7-49b9-9b7c-92da72557671 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:41.100866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b1b6d0f-68eb-46c3-94aa-1c4eee0b9677 req-b14a681a-fcd7-49b9-9b7c-92da72557671 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 945 time: 0.1349411 Jul 07 19:18:41.101604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be677100-4063-47b6-a108-72eec2ac0d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.241910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-be677100-4063-47b6-a108-72eec2ac0d22 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bda6697b8dbc4bebb7ef201ee5d8bff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632623 Jul 07 19:18:41.244068 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:41.251318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be677100-4063-47b6-a108-72eec2ac0d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4daa67-6c7e-409f-a19a-6e49b7ee1d36,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:41.310184 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.334388 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b1b6d0f-68eb-46c3-94aa-1c4eee0b9677 req-fbe2f44a-60c4-4a5b-ba49-6e7a32543f22 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097182 Jul 07 19:18:41.356452 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2539b1f5-6fa8-4e90-ad46-b794bdd91506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.374445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:41.389154 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2539b1f5-6fa8-4e90-ad46-b794bdd91506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.499218 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0860b873-2fd1-4ced-b0b3-9da30a1e30bc tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.528066 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2539b1f5-6fa8-4e90-ad46-b794bdd91506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.531755 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2539b1f5-6fa8-4e90-ad46-b794bdd91506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.533490 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2539b1f5-6fa8-4e90-ad46-b794bdd91506 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4d4daa67-6c7e-409f-a19a-6e49b7ee1d36 HTTP/1.1" status: 204 len: 168 time: 0.2882695 Jul 07 19:18:41.538498 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0860b873-2fd1-4ced-b0b3-9da30a1e30bc tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.552002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539b1f5-6fa8-4e90-ad46-b794bdd91506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4daa67-6c7e-409f-a19a-6e49b7ee1d36,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:41.631054 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0860b873-2fd1-4ced-b0b3-9da30a1e30bc tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.634135 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0860b873-2fd1-4ced-b0b3-9da30a1e30bc tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.636105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0860b873-2fd1-4ced-b0b3-9da30a1e30bc tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "DELETE /v2.0/security-groups/9e611cae-c6b3-48d3-92ab-9a76c062fc86 HTTP/1.1" status: 204 len: 168 time: 0.2607262 Jul 07 19:18:41.639076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:41.647152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860b873-2fd1-4ced-b0b3-9da30a1e30bc tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e611cae-c6b3-48d3-92ab-9a76c062fc86,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:41.666762 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-8f05d471-b0ed-4690-aeca-fab4cec416f5 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] show failed (client error): The resource could not be found. Jul 07 19:18:41.670804 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8f05d471-b0ed-4690-aeca-fab4cec416f5 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "GET /v2.0/security-groups/9e611cae-c6b3-48d3-92ab-9a76c062fc86 HTTP/1.1" status: 404 len: 347 time: 0.0304403 Jul 07 19:18:41.674462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:41.833224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-776c2af3-5bc7-4f3d-9a64-319032c0a02c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Deleting port 38ba117c-f7ca-4b61-b4ac-e238c69d003b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:41.833862 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-776c2af3-5bc7-4f3d-9a64-319032c0a02c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:41.861785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:42.161501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd13c-a787-4136-ab7c-597be4da97f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.270141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:42.292502 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.299752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 94fa8607-8329-409f-8d8f-779b27fc1931 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:18:42.382873 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd13c-a787-4136-ab7c-597be4da97f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.385575 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc50db-8d0a-497b-b557-b005f1af1ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.393417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd13c-a787-4136-ab7c-597be4da97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.421385 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-776c2af3-5bc7-4f3d-9a64-319032c0a02c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.421770 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-776c2af3-5bc7-4f3d-9a64-319032c0a02c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.428941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 94fa8607-8329-409f-8d8f-779b27fc1931 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:18:42.433604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 94fa8607-8329-409f-8d8f-779b27fc1931 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:18:42.433995 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.475333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-776c2af3-5bc7-4f3d-9a64-319032c0a02c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Calling delete_port for 38ba117c-f7ca-4b61-b4ac-e238c69d003b owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:42.521766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bd13c-a787-4136-ab7c-597be4da97f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12992819-3163-4c9f-a348-0419aa741ea1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:42.530719 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fa4bd13c-a787-4136-ab7c-597be4da97f0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5a5a424d44944ae08b5661281a4a2245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647673 Jul 07 19:18:42.532682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:42.631618 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-179a769f-616d-4d33-8703-6cc3846130c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.676898 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-179a769f-616d-4d33-8703-6cc3846130c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.710115 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc50db-8d0a-497b-b557-b005f1af1ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.730787 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc50db-8d0a-497b-b557-b005f1af1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.743802 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc0cdf-d00f-433e-a439-68bf904aba50 req-ee32706e-37f0-47b4-aba9-d8f2354faaf6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:42.746994 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.753854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-93bc0cdf-d00f-433e-a439-68bf904aba50 req-ee32706e-37f0-47b4-aba9-d8f2354faaf6 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.5190969 Jul 07 19:18:42.791242 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e1bc50db-8d0a-497b-b557-b005f1af1ab2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=593ee70ca10c46c5bf00db419d5c4629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5187690 Jul 07 19:18:42.792369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:42.793078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc50db-8d0a-497b-b557-b005f1af1ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7377ab-9722-4ace-9673-7d9afb6dd5fc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:42.836751 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-179a769f-616d-4d33-8703-6cc3846130c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.838988 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-179a769f-616d-4d33-8703-6cc3846130c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.840227 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-179a769f-616d-4d33-8703-6cc3846130c6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/12992819-3163-4c9f-a348-0419aa741ea1 HTTP/1.1" status: 204 len: 168 time: 0.3045042 Jul 07 19:18:42.856282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a769f-616d-4d33-8703-6cc3846130c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12992819-3163-4c9f-a348-0419aa741ea1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:42.863980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a504328c-bc3e-4152-8a60-5427371946b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fa8607-8329-409f-8d8f-779b27fc1931'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:18:42.869754 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11e312c-746e-47e6-94bf-2530eb97615f" -d '{"events": [{"server_uuid": "a504328c-bc3e-4152-8a60-5427371946b1", "name": "network-vif-plugged", "status": "completed", "tag": "94fa8607-8329-409f-8d8f-779b27fc1931"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:18:42.870037 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ecdcabe-2272-475f-a989-4e5cf3fe024e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.897607 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ecdcabe-2272-475f-a989-4e5cf3fe024e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:42.926315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 94fa8607-8329-409f-8d8f-779b27fc1931, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=94fa8607-8329-409f-8d8f-779b27fc1931,segment=NetworkSegment(430d849b-a2b8-486d-bffa-02496cdde367),segment_id=430d849b-a2b8-486d-bffa-02496cdde367)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:42.935572 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.004678 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ecdcabe-2272-475f-a989-4e5cf3fe024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.007534 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ecdcabe-2272-475f-a989-4e5cf3fe024e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.011922 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9ecdcabe-2272-475f-a989-4e5cf3fe024e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/eb7377ab-9722-4ace-9673-7d9afb6dd5fc HTTP/1.1" status: 204 len: 168 time: 0.2156405 Jul 07 19:18:43.032367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=94fa8607-8329-409f-8d8f-779b27fc1931,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:43.042999 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdcabe-2272-475f-a989-4e5cf3fe024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7377ab-9722-4ace-9673-7d9afb6dd5fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:43.092452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-93bc0cdf-d00f-433e-a439-68bf904aba50 req-3eca1ee3-78c1-474d-917b-bc34214585c3 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374987 Jul 07 19:18:43.131010 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-776c2af3-5bc7-4f3d-9a64-319032c0a02c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.193631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c2af3-5bc7-4f3d-9a64-319032c0a02c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Port': ['ID=38ba117c-f7ca-4b61-b4ac-e238c69d003b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:43.208573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee41550-ac6e-4285-bf6e-6fcf52cab3e5 req-40de9d65-c387-4224-8151-1d3c26e10a3b tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:43.215927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bee41550-ac6e-4285-bf6e-6fcf52cab3e5 req-40de9d65-c387-4224-8151-1d3c26e10a3b tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 945 time: 0.7021260 Jul 07 19:18:43.244642 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4a5a72-be53-403d-821e-2e68ad8d9cf3 x-openstack-request-id: req-7e4a5a72-be53-403d-821e-2e68ad8d9cf3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:18:43.245545 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a504328c-bc3e-4152-8a60-5427371946b1", "name": "network-vif-plugged", "status": "completed", "tag": "94fa8607-8329-409f-8d8f-779b27fc1931", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:18:43.245863 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7e4a5a72-be53-403d-821e-2e68ad8d9cf3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:18:43.246395 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a504328c-bc3e-4152-8a60-5427371946b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fa8607-8329-409f-8d8f-779b27fc1931', 'code': 200} Jul 07 19:18:43.292697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bee41550-ac6e-4285-bf6e-6fcf52cab3e5 req-b8155ad1-684d-4780-918a-bcd09c6de20a tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757527 Jul 07 19:18:43.307110 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-776c2af3-5bc7-4f3d-9a64-319032c0a02c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.315335 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-776c2af3-5bc7-4f3d-9a64-319032c0a02c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.320458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-776c2af3-5bc7-4f3d-9a64-319032c0a02c tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "DELETE /v2.0/floatingips/f926f000-81d9-46b0-9c9d-d409a0049c30 HTTP/1.1" status: 204 len: 168 time: 1.6410191 Jul 07 19:18:43.320912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:43.555997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f3e278ce-558e-4925-8dad-03289c390d10 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Deleting port db55104a-fd02-47c0-a7f9-81c03131dee5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:43.556576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3e278ce-558e-4925-8dad-03289c390d10 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.561631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7733b91-7149-4d17-92df-f56e3494b930 req-92155974-eb25-46d7-bc3e-909fbb8e9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:43.564111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7733b91-7149-4d17-92df-f56e3494b930 req-92155974-eb25-46d7-bc3e-909fbb8e9f15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 1098 time: 0.1858304 Jul 07 19:18:43.590803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:43.613732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e53b17-2ee8-4df5-935b-a3327e632ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.722509 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:18:43.840816 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.911960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7733b91-7149-4d17-92df-f56e3494b930 req-ba53b0a4-d3d5-4a0f-a311-a5070566b569 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183827 Jul 07 19:18:43.917011 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e53b17-2ee8-4df5-935b-a3327e632ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.924670 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e53b17-2ee8-4df5-935b-a3327e632ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.966069 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3e278ce-558e-4925-8dad-03289c390d10 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:43.989816 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-46e53b17-2ee8-4df5-935b-a3327e632ab4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bfa7f94f7e1045d3b3f4eb3c2b5607ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978024 Jul 07 19:18:43.990836 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:43.993236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e53b17-2ee8-4df5-935b-a3327e632ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d119302c-f4e4-475d-8f2c-209b2fa9c5ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:43.994102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f3e278ce-558e-4925-8dad-03289c390d10 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Calling delete_port for db55104a-fd02-47c0-a7f9-81c03131dee5 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:44.105286 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6985876d-05ca-424a-a92e-68bea0cc8cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.142650 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6985876d-05ca-424a-a92e-68bea0cc8cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.233900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6985876d-05ca-424a-a92e-68bea0cc8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.239421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6985876d-05ca-424a-a92e-68bea0cc8cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.243072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6985876d-05ca-424a-a92e-68bea0cc8cc7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d119302c-f4e4-475d-8f2c-209b2fa9c5ce HTTP/1.1" status: 204 len: 168 time: 0.2484648 Jul 07 19:18:44.251425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985876d-05ca-424a-a92e-68bea0cc8cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d119302c-f4e4-475d-8f2c-209b2fa9c5ce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:44.306678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7945469-75ed-417a-9bfd-39c42024594c req-2f421cd7-fe9f-4e84-a649-3b0d56fe7131 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:44.308264 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7945469-75ed-417a-9bfd-39c42024594c req-2f421cd7-fe9f-4e84-a649-3b0d56fe7131 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.2048404 Jul 07 19:18:44.420619 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7945469-75ed-417a-9bfd-39c42024594c req-29cc5d73-f0c4-45ba-9199-ec08d5d00895 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005802 Jul 07 19:18:44.434536 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3e278ce-558e-4925-8dad-03289c390d10 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.509955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf3df5-05bb-48bc-88d2-678d37b93d5f req-deada42d-601f-406c-af3c-5551c307850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:44.511547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26cf3df5-05bb-48bc-88d2-678d37b93d5f req-deada42d-601f-406c-af3c-5551c307850d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66532528330f4ada8d4ea37673e57e0f&device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 1099 time: 0.2016530 Jul 07 19:18:44.517671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e278ce-558e-4925-8dad-03289c390d10 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Port': ['ID=db55104a-fd02-47c0-a7f9-81c03131dee5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:44.745499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a4716-0d6d-4a80-88a3-faac85bb0eac req-179c6755-8090-46e7-bf21-fdfca6e17e40 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:44.753091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a4a4716-0d6d-4a80-88a3-faac85bb0eac req-179c6755-8090-46e7-bf21-fdfca6e17e40 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 946 time: 0.2403643 Jul 07 19:18:44.757207 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3e278ce-558e-4925-8dad-03289c390d10 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:44.759101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f3e278ce-558e-4925-8dad-03289c390d10 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "DELETE /v2.0/ports/db55104a-fd02-47c0-a7f9-81c03131dee5 HTTP/1.1" status: 204 len: 168 time: 1.4374743 Jul 07 19:18:44.761992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:44.785282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf3df5-05bb-48bc-88d2-678d37b93d5f req-c3b7c435-9939-4be2-971d-8c9b55f1d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:44.788020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26cf3df5-05bb-48bc-88d2-678d37b93d5f req-c3b7c435-9939-4be2-971d-8c9b55f1d39b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 200 len: 916 time: 0.2338612 Jul 07 19:18:44.821130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a4a4716-0d6d-4a80-88a3-faac85bb0eac req-3c6a7836-e31a-443b-a2f1-589e6b6f95c5 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670381 Jul 07 19:18:44.892248 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26cf3df5-05bb-48bc-88d2-678d37b93d5f req-c0c747b2-971f-48de-874f-35251a4c7cfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d80470-908b-4813-a003-a369cf2672ef HTTP/1.1" status: 200 len: 217 time: 0.0955443 Jul 07 19:18:44.971802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5f908d31-e64e-49a9-a6ab-189bf8ffb447 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Deleting port af9b95f0-6d56-45bb-93c5-baa55385b852 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:44.972284 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f908d31-e64e-49a9-a6ab-189bf8ffb447 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.013892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf3df5-05bb-48bc-88d2-678d37b93d5f req-eeba96f0-7c03-46b6-ba3e-8a081310cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:45.015949 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26cf3df5-05bb-48bc-88d2-678d37b93d5f req-eeba96f0-7c03-46b6-ba3e-8a081310cd06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fd13854-dbb7-4d92-8c95-37db9151f619 HTTP/1.1" status: 200 len: 854 time: 0.1160502 Jul 07 19:18:45.105450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26cf3df5-05bb-48bc-88d2-678d37b93d5f req-b27920d9-60a6-4cdd-bef8-a20de4851729 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d8b8a7e-1c91-4a62-8320-82728e74874b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819087 Jul 07 19:18:45.150938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f908d31-e64e-49a9-a6ab-189bf8ffb447 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.166224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5f908d31-e64e-49a9-a6ab-189bf8ffb447 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Calling delete_port for af9b95f0-6d56-45bb-93c5-baa55385b852 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:45.246765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26cf3df5-05bb-48bc-88d2-678d37b93d5f req-9ed5c472-3a82-4c35-b762-5de1be06aaba service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334538 Jul 07 19:18:45.404461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f908d31-e64e-49a9-a6ab-189bf8ffb447 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.418016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26cf3df5-05bb-48bc-88d2-678d37b93d5f req-22cd83f4-7307-4454-b7d9-c965b3128bec service neutron] 10.222.0.59 "GET /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646147 Jul 07 19:18:45.459661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f908d31-e64e-49a9-a6ab-189bf8ffb447 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Port': ['ID=af9b95f0-6d56-45bb-93c5-baa55385b852,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:45.551592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f908d31-e64e-49a9-a6ab-189bf8ffb447 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.556701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:45.556873 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5f908d31-e64e-49a9-a6ab-189bf8ffb447 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "DELETE /v2.0/ports/af9b95f0-6d56-45bb-93c5-baa55385b852 HTTP/1.1" status: 204 len: 168 time: 0.7937033 Jul 07 19:18:45.675856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba9b305-6806-4f09-b01f-7d77d06b66a0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Deleting subnet cab6832b-92c9-42a4-9c61-61da5c3dc117 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:18:45.684874 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b305-6806-4f09-b01f-7d77d06b66a0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.772795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b305-6806-4f09-b01f-7d77d06b66a0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.850036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cab83e-0013-481a-828b-2e01d21b0764 req-45887ceb-e783-483e-b860-a91efc22af2a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:45.859611 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4cab83e-0013-481a-828b-2e01d21b0764 req-45887ceb-e783-483e-b860-a91efc22af2a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.2542784 Jul 07 19:18:45.994543 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4cab83e-0013-481a-828b-2e01d21b0764 req-32930dd0-f852-49c4-89bd-42d383eed0fb tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325355 Jul 07 19:18:46.015609 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b305-6806-4f09-b01f-7d77d06b66a0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.171704 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b305-6806-4f09-b01f-7d77d06b66a0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.208622 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9b305-6806-4f09-b01f-7d77d06b66a0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Subnet': ['ID=cab6832b-92c9-42a4-9c61-61da5c3dc117,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:46.223859 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ba9b305-6806-4f09-b01f-7d77d06b66a0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.226572 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1ba9b305-6806-4f09-b01f-7d77d06b66a0 tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "DELETE /v2.0/subnets/cab6832b-92c9-42a4-9c61-61da5c3dc117 HTTP/1.1" status: 204 len: 168 time: 0.6687801 Jul 07 19:18:46.230394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:46.232958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d066a1-815b-4e0a-a9c0-5c063923e078 None None] Network 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:18:46.235982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeeee91-65d6-4f1d-bd58-4ba1badf97b8 req-8ac747dc-6741-4e57-8867-c5d1b2f567dc tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:46.237691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9eeeee91-65d6-4f1d-bd58-4ba1badf97b8 req-8ac747dc-6741-4e57-8867-c5d1b2f567dc tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 946 time: 0.1735084 Jul 07 19:18:46.287786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9eeeee91-65d6-4f1d-bd58-4ba1badf97b8 req-6ee5517f-5523-42b8-a219-1fd90ce6efc1 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Jul 07 19:18:46.370818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd074734-3059-40d1-b59c-b35814f78c6b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Deleting subnet 5b1f8b0a-5fa0-46d5-b899-e90239afc14d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:18:46.378373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd074734-3059-40d1-b59c-b35814f78c6b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.480798 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd074734-3059-40d1-b59c-b35814f78c6b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.597431 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc041fba-ebc0-47d4-bca9-02513d1147c8 None None] DHCP port deletion for 1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:18:46.661506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fc041fba-ebc0-47d4-bca9-02513d1147c8 None None] Deleting port 24a851c5-48ec-4c49-8e45-a0ec31a51742 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:46.662907 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc041fba-ebc0-47d4-bca9-02513d1147c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.666699 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd074734-3059-40d1-b59c-b35814f78c6b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.757737 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd074734-3059-40d1-b59c-b35814f78c6b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.784531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fc041fba-ebc0-47d4-bca9-02513d1147c8 None None] For port 24a851c5-48ec-4c49-8e45-a0ec31a51742, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=24a851c5-48ec-4c49-8e45-a0ec31a51742,segment=NetworkSegment(2d948e94-27a5-4b08-a6c4-4814d98a8302),segment_id=2d948e94-27a5-4b08-a6c4-4814d98a8302)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:46.784939 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc041fba-ebc0-47d4-bca9-02513d1147c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.820099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e2a2df-8c2d-487b-a293-793d15fb0122 None None] Network b48da7d0-12da-4b46-a5e8-977463d3e0a4 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:18:46.850331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd074734-3059-40d1-b59c-b35814f78c6b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.852739 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fd074734-3059-40d1-b59c-b35814f78c6b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "DELETE /v2.0/subnets/5b1f8b0a-5fa0-46d5-b899-e90239afc14d HTTP/1.1" status: 204 len: 168 time: 0.6212926 Jul 07 19:18:46.855681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:46.868640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd074734-3059-40d1-b59c-b35814f78c6b tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1f8b0a-5fa0-46d5-b899-e90239afc14d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:46.885063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fc041fba-ebc0-47d4-bca9-02513d1147c8 None None] Calling delete_port for 24a851c5-48ec-4c49-8e45-a0ec31a51742 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:47.181362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 24a851c5-48ec-4c49-8e45-a0ec31a51742 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:47.221660 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.271439 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc041fba-ebc0-47d4-bca9-02513d1147c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.324674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No active binding found for port 24a851c5-48ec-4c49-8e45-a0ec31a51742 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:18:47.324674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 24a851c5-48ec-4c49-8e45-a0ec31a51742 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:18:47.413899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc041fba-ebc0-47d4-bca9-02513d1147c8 None None] Pushing event deleted for resources: {'Port': ['ID=24a851c5-48ec-4c49-8e45-a0ec31a51742,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:47.416378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc041fba-ebc0-47d4-bca9-02513d1147c8 None None] No DVR routers for this DVR port 24a851c5-48ec-4c49-8e45-a0ec31a51742 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:47.530385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f321c0-3632-40c5-b4f6-107d767ee0f4 None None] DHCP port deletion for b48da7d0-12da-4b46-a5e8-977463d3e0a4 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:18:47.542641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.565184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c92a8e3-dbbc-4eb3-9458-98fe4610fa94']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:47.586711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d948e94-27a5-4b08-a6c4-4814d98a8302') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:47.587289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d948e94-27a5-4b08-a6c4-4814d98a8302') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:47.598316 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.620426 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.631128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:18:47.631582 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.698848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-25f321c0-3632-40c5-b4f6-107d767ee0f4 None None] Deleting port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:18:47.699231 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f321c0-3632-40c5-b4f6-107d767ee0f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:18:47.807012 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:18:47.815075 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.900319 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-25f321c0-3632-40c5-b4f6-107d767ee0f4 None None] For port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=48ccb5d8-c043-4ae2-b77d-b8c5694c0988,segment=NetworkSegment(2fcd9003-8ff3-404b-af2e-dd75910496c8),segment_id=2fcd9003-8ff3-404b-af2e-dd75910496c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:18:47.900752 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f321c0-3632-40c5-b4f6-107d767ee0f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:47.945500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-25f321c0-3632-40c5-b4f6-107d767ee0f4 None None] Calling delete_port for 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:18:47.977726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Network': ['ID=1c92a8e3-dbbc-4eb3-9458-98fe4610fa94,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:47.995795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.001622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d448b6b1-7a7b-44b7-8d41-6562d31ef49e tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "DELETE /v2.0/networks/1c92a8e3-dbbc-4eb3-9458-98fe4610fa94 HTTP/1.1" status: 204 len: 168 time: 1.1446359 Jul 07 19:18:48.002617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:48.041320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d350d68-1a37-4877-8b49-a69a535d3cae req-efaf13c9-b53d-4cea-bf18-443afa3a5e0b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:48.044428 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d350d68-1a37-4877-8b49-a69a535d3cae req-efaf13c9-b53d-4cea-bf18-443afa3a5e0b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.2453210 Jul 07 19:18:48.162471 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d350d68-1a37-4877-8b49-a69a535d3cae req-0162b9ab-1f85-4216-99f3-543bfa264c6d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020901 Jul 07 19:18:48.181196 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f321c0-3632-40c5-b4f6-107d767ee0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.183833 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.225189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f321c0-3632-40c5-b4f6-107d767ee0f4 None None] Pushing event deleted for resources: {'Port': ['ID=48ccb5d8-c043-4ae2-b77d-b8c5694c0988,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:48.227662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f321c0-3632-40c5-b4f6-107d767ee0f4 None None] No DVR routers for this DVR port 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:18:48.655100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550901b-3d53-4f90-a653-6e9c776e2100 req-2f538d4d-5ea1-4a8c-873e-25f0bc5a3e65 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:48.668235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7550901b-3d53-4f90-a653-6e9c776e2100 req-2f538d4d-5ea1-4a8c-873e-25f0bc5a3e65 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1737854 Jul 07 19:18:48.721231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7550901b-3d53-4f90-a653-6e9c776e2100 req-5728d5a3-c191-4a95-8572-2b2b8ccdc120 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512459 Jul 07 19:18:48.862416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.931148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.958865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48da7d0-12da-4b46-a5e8-977463d3e0a4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:48.979656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcd9003-8ff3-404b-af2e-dd75910496c8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:48.988626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcd9003-8ff3-404b-af2e-dd75910496c8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:18:49.005186 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:49.020072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4473f5-e8c8-4c8e-a046-012910334ac8 req-17063af2-4782-4459-b971-92aa9b68b668 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:49.029037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d4473f5-e8c8-4c8e-a046-012910334ac8 req-17063af2-4782-4459-b971-92aa9b68b668 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1118343 Jul 07 19:18:49.040947 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:49.055025 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:18:49.055464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:18:49.071746 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:18:49.096994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d4473f5-e8c8-4c8e-a046-012910334ac8 req-31d7c164-a8ad-4cb5-b857-0b1cc80d476d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665226 Jul 07 19:18:49.175493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:18:49.230480 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:49.240728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:18:49.241525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 48ccb5d8-c043-4ae2-b77d-b8c5694c0988 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:18:49.268306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:49.271687 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] 10.222.0.113 "DELETE /v2.0/networks/b48da7d0-12da-4b46-a5e8-977463d3e0a4 HTTP/1.1" status: 204 len: 168 time: 1.2679887 Jul 07 19:18:49.273739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421036d9-9f29-472c-bcec-146b32cf70fd tempest-TaggedBootDevicesTest_v242-1643643259 tempest-TaggedBootDevicesTest_v242-1643643259-project] Pushing event deleted for resources: {'Network': ['ID=b48da7d0-12da-4b46-a5e8-977463d3e0a4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:49.553265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe56bc2-ad4b-413d-9f82-5fdca2b07fce req-ad4d070d-aff7-443e-b06b-e26cd147ba26 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:49.565374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fe56bc2-ad4b-413d-9f82-5fdca2b07fce req-ad4d070d-aff7-443e-b06b-e26cd147ba26 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1680140 Jul 07 19:18:49.642176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fe56bc2-ad4b-413d-9f82-5fdca2b07fce req-4e72f0b6-2ace-427a-9ad9-1d543c68edcf tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738659 Jul 07 19:18:50.091409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045b553-431b-4126-a6e7-7bda24e76194 req-495162a8-17ad-4aa9-8cd6-e17f45d7d554 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:50.094610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1045b553-431b-4126-a6e7-7bda24e76194 req-495162a8-17ad-4aa9-8cd6-e17f45d7d554 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1019161 Jul 07 19:18:50.152735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1045b553-431b-4126-a6e7-7bda24e76194 req-332a2f84-4fe3-49c9-b750-f4c1089e738f tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512671 Jul 07 19:18:50.889815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0cd31-009b-4de6-bcfd-7faacf18ef81 req-8821a587-a6eb-41bf-ad02-6a7e3512104e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:50.891830 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-add0cd31-009b-4de6-bcfd-7faacf18ef81 req-8821a587-a6eb-41bf-ad02-6a7e3512104e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.0933802 Jul 07 19:18:50.957316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-add0cd31-009b-4de6-bcfd-7faacf18ef81 req-0a61054c-e92e-4913-8017-1b6b559ee440 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594618 Jul 07 19:18:51.290250 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f95017-7457-4e8d-a04b-888522a3e1cf req-d743b5fc-5575-4df1-af8f-286984c0865e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:51.304968 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51f95017-7457-4e8d-a04b-888522a3e1cf req-d743b5fc-5575-4df1-af8f-286984c0865e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1104217 Jul 07 19:18:51.384245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51f95017-7457-4e8d-a04b-888522a3e1cf req-d819fa94-c20f-4051-ba86-da74a620416d tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782127 Jul 07 19:18:51.521229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:51.730584 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3afbd91-acfc-4622-9369-732edd6b8cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:51.806210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b2feb-3268-48d5-b27b-8b72c718cbf5 req-29181616-696d-4f2d-97c1-ad2c6414ca44 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:51.814082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-903b2feb-3268-48d5-b27b-8b72c718cbf5 req-29181616-696d-4f2d-97c1-ad2c6414ca44 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1989841 Jul 07 19:18:51.906961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-903b2feb-3268-48d5-b27b-8b72c718cbf5 req-61db6b4e-6f9c-4cc9-b72c-e5901101fd2e tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913713 Jul 07 19:18:52.025653 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3afbd91-acfc-4622-9369-732edd6b8cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:52.031212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3afbd91-acfc-4622-9369-732edd6b8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:52.092030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c3afbd91-acfc-4622-9369-732edd6b8cd5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e5e3c664988c4877ac8915da8002bd83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5672567 Jul 07 19:18:52.092030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afbd91-acfc-4622-9369-732edd6b8cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcc61f4-58f7-4ae5-9eba-71985189f297,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:52.096058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:52.217094 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3c8cb31-65d9-4aa8-9127-14f2069b9a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:52.267837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3c8cb31-65d9-4aa8-9127-14f2069b9a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:52.461845 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3c8cb31-65d9-4aa8-9127-14f2069b9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:52.465436 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3c8cb31-65d9-4aa8-9127-14f2069b9a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:52.467360 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e3c8cb31-65d9-4aa8-9127-14f2069b9a50 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/efcc61f4-58f7-4ae5-9eba-71985189f297 HTTP/1.1" status: 204 len: 168 time: 0.3720243 Jul 07 19:18:52.513359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c41b63-f9b4-41b4-90b4-c2cf80c5df51 req-85781690-5f63-4cbd-ae3a-b40f855fcf91 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:52.524062 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40c41b63-f9b4-41b4-90b4-c2cf80c5df51 req-85781690-5f63-4cbd-ae3a-b40f855fcf91 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.2098386 Jul 07 19:18:52.550847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8cb31-65d9-4aa8-9127-14f2069b9a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcc61f4-58f7-4ae5-9eba-71985189f297,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:52.649924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40c41b63-f9b4-41b4-90b4-c2cf80c5df51 req-bd677935-2037-40fb-ac78-e5af14894cc8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245270 Jul 07 19:18:52.989137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845aa4c6-8f9c-4568-bf69-9f0df6cb7248 req-3a23b928-a638-420a-bb1c-3190cb7867d8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:52.996767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-845aa4c6-8f9c-4568-bf69-9f0df6cb7248 req-3a23b928-a638-420a-bb1c-3190cb7867d8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1292956 Jul 07 19:18:53.077280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-845aa4c6-8f9c-4568-bf69-9f0df6cb7248 req-26479a23-9688-4b6b-aba6-2ef511ac6b91 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700054 Jul 07 19:18:53.376438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79abe0-8ac2-4f25-a2fd-37728433c042 req-545be83e-1aee-46c7-8d5b-a1469a3aa90c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:53.382234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:53.388414 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af79abe0-8ac2-4f25-a2fd-37728433c042 req-545be83e-1aee-46c7-8d5b-a1469a3aa90c tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.0890012 Jul 07 19:18:53.404780 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eefa956a-f324-4bf8-83be-daf22b1231c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:53.462961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af79abe0-8ac2-4f25-a2fd-37728433c042 req-edb634ca-0f6c-4c57-b402-626c07989dc2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730386 Jul 07 19:18:53.633137 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eefa956a-f324-4bf8-83be-daf22b1231c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:53.645853 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eefa956a-f324-4bf8-83be-daf22b1231c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:53.717387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43b950-b220-4d67-bf8b-43a00269b11d req-c25c077e-04b6-4232-9731-028507c89837 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:53.720292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f43b950-b220-4d67-bf8b-43a00269b11d req-c25c077e-04b6-4232-9731-028507c89837 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1173182 Jul 07 19:18:53.772751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa956a-f324-4bf8-83be-daf22b1231c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2640eef8-69e6-44e1-a252-44346c35d4ae,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:53.807788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:53.807969 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-eefa956a-f324-4bf8-83be-daf22b1231c6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3d218c4b011e4fdb8a86469037b66ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4245608 Jul 07 19:18:53.838134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f43b950-b220-4d67-bf8b-43a00269b11d req-2d89afa3-d9ec-4f90-b955-22dd11a7c771 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021128 Jul 07 19:18:54.024955 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5192619-47bc-4920-a701-def64838be9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:54.091192 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5192619-47bc-4920-a701-def64838be9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:54.278629 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5192619-47bc-4920-a701-def64838be9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:54.286807 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5192619-47bc-4920-a701-def64838be9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:54.294020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b5192619-47bc-4920-a701-def64838be9d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2640eef8-69e6-44e1-a252-44346c35d4ae HTTP/1.1" status: 204 len: 168 time: 0.4793291 Jul 07 19:18:54.332680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5192619-47bc-4920-a701-def64838be9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2640eef8-69e6-44e1-a252-44346c35d4ae,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:54.507236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86e65f-d27f-441d-b8b1-f0f9bf094fea req-f663a57b-373b-4f35-b987-6ed2123990b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:54.515275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d86e65f-d27f-441d-b8b1-f0f9bf094fea req-f663a57b-373b-4f35-b987-6ed2123990b5 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.3107209 Jul 07 19:18:54.543645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f54b3e-2c80-44f3-9a84-a61b3d66b56b req-cb6f2515-ba28-4427-9267-704b684b050d tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:54.545266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23f54b3e-2c80-44f3-9a84-a61b3d66b56b req-cb6f2515-ba28-4427-9267-704b684b050d tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1097 time: 0.1807256 Jul 07 19:18:54.583738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d86e65f-d27f-441d-b8b1-f0f9bf094fea req-dca6f2dd-7844-4aaf-8aeb-55728f9f4571 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650363 Jul 07 19:18:54.628134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23f54b3e-2c80-44f3-9a84-a61b3d66b56b req-c091bfb7-0db2-45f3-a2be-7c76b45a3b38 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686305 Jul 07 19:18:54.670614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:54.993202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-633a70f6-fa1f-46ee-aee4-581d3e2dd4ee req-9f7c3837-5fc2-495c-b189-756f6db3bb69 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:18:55.000395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-633a70f6-fa1f-46ee-aee4-581d3e2dd4ee req-9f7c3837-5fc2-495c-b189-756f6db3bb69 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113568 Jul 07 19:18:55.022784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4e007-ca98-4823-b565-6d68f1ad6647 req-a2249b18-d571-4f67-8ede-9c0c5d196f87 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:55.024586 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fc4e007-ca98-4823-b565-6d68f1ad6647 req-a2249b18-d571-4f67-8ede-9c0c5d196f87 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.2140334 Jul 07 19:18:55.110530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fc4e007-ca98-4823-b565-6d68f1ad6647 req-8c598f04-4394-4d66-b95e-d2a0c8c84685 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773432 Jul 07 19:18:55.175957 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d85094f8-6629-4f16-9cc4-36e2cb9fea3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:55.659241 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d85094f8-6629-4f16-9cc4-36e2cb9fea3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:55.667928 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d85094f8-6629-4f16-9cc4-36e2cb9fea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:55.722612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85094f8-6629-4f16-9cc4-36e2cb9fea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2b08d3-d3bd-423c-851a-c93bbcedeaec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:55.730532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d85094f8-6629-4f16-9cc4-36e2cb9fea3e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=388ca8941b9f438f8147e3ca0a8d07b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0581269 Jul 07 19:18:55.734163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:18:55.778740 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514e433-7d45-42d4-a0cf-d13e48ac6a9a req-97ae17d8-00d1-49cd-80af-a2b828e485b3 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:55.788433 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a514e433-7d45-42d4-a0cf-d13e48ac6a9a req-97ae17d8-00d1-49cd-80af-a2b828e485b3 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.3070984 Jul 07 19:18:55.868675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a514e433-7d45-42d4-a0cf-d13e48ac6a9a req-ba200209-a3fe-4450-9c61-cb35395696e2 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660257 Jul 07 19:18:55.891797 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f1c3-13aa-4417-bfee-052c50124939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:55.944867 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f1c3-13aa-4417-bfee-052c50124939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:56.063392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f1c3-13aa-4417-bfee-052c50124939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:56.066467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f1c3-13aa-4417-bfee-052c50124939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:56.067791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5dd6f1c3-13aa-4417-bfee-052c50124939 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fe2b08d3-d3bd-423c-851a-c93bbcedeaec HTTP/1.1" status: 204 len: 168 time: 0.3305020 Jul 07 19:18:56.083197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6f1c3-13aa-4417-bfee-052c50124939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2b08d3-d3bd-423c-851a-c93bbcedeaec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:18:57.186323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-2b4c1514-48e1-4fb0-9b41-d1303a169b0c tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:18:57.192942 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-2b4c1514-48e1-4fb0-9b41-d1303a169b0c tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077567 Jul 07 19:18:57.330405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-aeb810c4-3543-462f-9100-90fe6083dce5 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:57.332835 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-aeb810c4-3543-462f-9100-90fe6083dce5 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports/cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 200 len: 1094 time: 0.1237319 Jul 07 19:18:57.346554 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Request body: {'binding': {'host': 'n-h2-792394-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:18:57.349424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:18:57.780097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on host n-h2-792394-12 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:18:57.780856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:18:57.781482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:57.787955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:18:57.788843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:18:57.795270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:18:57.796107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:18:57.796707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:18:57.797703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Bound port: cff4ed2f-f868-4f20-b243-bb9810dbcd46, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:18:57.906480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:18:57.914507 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:57.927190 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-594da9e6-4c6b-423e-9c31-3a12add1cfab service neutron] 10.222.0.113 "POST /v2.0/ports/cff4ed2f-f868-4f20-b243-bb9810dbcd46/bindings HTTP/1.1" status: 201 len: 390 time: 0.5878687 Jul 07 19:18:58.470209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14877e6-6f88-4214-b996-aa0a3bdfcd2d req-24c2dedc-05d9-423c-9322-66a6ded0358b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:58.481405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d14877e6-6f88-4214-b996-aa0a3bdfcd2d req-24c2dedc-05d9-423c-9322-66a6ded0358b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.1661677 Jul 07 19:18:58.538791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-1bc9fcac-3751-47b0-8a8f-f37c3287f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:58.540632 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-1bc9fcac-3751-47b0-8a8f-f37c3287f111 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1097 time: 0.1537206 Jul 07 19:18:58.559281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d14877e6-6f88-4214-b996-aa0a3bdfcd2d req-e20d40fe-2d75-4f26-a7bd-610fae99c470 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766196 Jul 07 19:18:58.843677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b5eb9b8a-fa4e-4178-96b3-84cee2da50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:58.846348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b5eb9b8a-fa4e-4178-96b3-84cee2da50f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.2855933 Jul 07 19:18:58.940325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-ddcecf52-bd66-4602-ba95-5853bb249521 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 200 len: 217 time: 0.0830076 Jul 07 19:18:59.061036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-7a5b0e0f-40b5-467f-bf8c-30375b5a220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:59.064294 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-7a5b0e0f-40b5-467f-bf8c-30375b5a220b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1111498 Jul 07 19:18:59.150676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-1a2e2e7a-aded-4556-ac33-7cc9820c372a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789540 Jul 07 19:18:59.363126 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d3af92c-a0fa-4ac8-b396-d8be9b9fd4cc req-0e9e373c-587f-4935-a43e-4a235ae8e8e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2055643 Jul 07 19:18:59.450624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-2a8f4c0c-8128-4aca-abe5-c6f76935da5c service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901843 Jul 07 19:18:59.512502 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3af92c-a0fa-4ac8-b396-d8be9b9fd4cc req-111bb6c5-4124-489a-819e-fcfd17fbec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:59.514006 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d3af92c-a0fa-4ac8-b396-d8be9b9fd4cc req-111bb6c5-4124-489a-819e-fcfd17fbec28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1223187 Jul 07 19:18:59.577116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b013d104-6954-4d10-b323-8839de0009fd service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183212 Jul 07 19:18:59.745966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3af92c-a0fa-4ac8-b396-d8be9b9fd4cc req-b3d4c8e3-d65e-432d-9367-c800a7b48dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:59.749670 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d3af92c-a0fa-4ac8-b396-d8be9b9fd4cc req-b3d4c8e3-d65e-432d-9367-c800a7b48dd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.2077529 Jul 07 19:18:59.948991 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d3af92c-a0fa-4ac8-b396-d8be9b9fd4cc req-37395636-713d-427f-a361-a971453d8cc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54 HTTP/1.1" status: 200 len: 217 time: 0.1899889 Jul 07 19:19:00.066291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c260-3f7e-4754-a495-a90a7f89de7a req-e64dfe60-55c0-4ff7-8696-882981c6241a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:00.073267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fd2c260-3f7e-4754-a495-a90a7f89de7a req-e64dfe60-55c0-4ff7-8696-882981c6241a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.1878488 Jul 07 19:19:00.088070 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3af92c-a0fa-4ac8-b396-d8be9b9fd4cc req-255599a1-9808-454d-b95a-4e27e09753ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:00.096073 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d3af92c-a0fa-4ac8-b396-d8be9b9fd4cc req-255599a1-9808-454d-b95a-4e27e09753ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1396108 Jul 07 19:19:00.171615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fd2c260-3f7e-4754-a495-a90a7f89de7a req-d627a743-6192-4d56-b7c0-f63fd3a53a63 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910668 Jul 07 19:19:00.228224 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d3af92c-a0fa-4ac8-b396-d8be9b9fd4cc req-b782d1a9-6095-4935-8c95-5c7c8e1dceda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245928 Jul 07 19:19:00.561973 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d3af92c-a0fa-4ac8-b396-d8be9b9fd4cc req-4415b28c-b82c-4b90-b4ad-e1063624c77a service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251271 Jul 07 19:19:00.916569 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d3af92c-a0fa-4ac8-b396-d8be9b9fd4cc req-45156b16-8bcc-4be9-9544-34254e804794 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458214 Jul 07 19:19:01.339188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:01.976427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8e6aa-890e-429a-be3f-30525ad4e897 req-c73e3b32-afda-4e7f-b4c9-21835f9bbe7f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:01.978062 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdc8e6aa-890e-429a-be3f-30525ad4e897 req-c73e3b32-afda-4e7f-b4c9-21835f9bbe7f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.2636492 Jul 07 19:19:02.004401 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa17f2cc-9ccf-4ba3-a5f3-3cc364bac8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.136587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdc8e6aa-890e-429a-be3f-30525ad4e897 req-a3e0a21e-69a2-4e8c-a4dc-42e1a2dbde73 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472385 Jul 07 19:19:02.331422 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa17f2cc-9ccf-4ba3-a5f3-3cc364bac8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.340206 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa17f2cc-9ccf-4ba3-a5f3-3cc364bac8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.395046 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aa17f2cc-9ccf-4ba3-a5f3-3cc364bac8a5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=59141bfdf85b44debab2afaea702bebe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0542569 Jul 07 19:19:02.397733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:02.466183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17f2cc-9ccf-4ba3-a5f3-3cc364bac8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa89bc04-540d-4544-9c96-4d0c99f42094,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:02.532371 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52147467-f2a9-4060-be13-a605eb9579b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.585733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52147467-f2a9-4060-be13-a605eb9579b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.701721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52147467-f2a9-4060-be13-a605eb9579b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.705799 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52147467-f2a9-4060-be13-a605eb9579b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:02.707441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-52147467-f2a9-4060-be13-a605eb9579b9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fa89bc04-540d-4544-9c96-4d0c99f42094 HTTP/1.1" status: 204 len: 168 time: 0.3083487 Jul 07 19:19:02.745855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52147467-f2a9-4060-be13-a605eb9579b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa89bc04-540d-4544-9c96-4d0c99f42094,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:03.000970 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:03.626633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:03.677535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f8dd9-e83a-4531-8295-41d5d49eb20f req-13a7bdc2-911c-4e24-8bff-185c8c9d73b0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:03.691518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-167f8dd9-e83a-4531-8295-41d5d49eb20f req-13a7bdc2-911c-4e24-8bff-185c8c9d73b0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.1907172 Jul 07 19:19:03.694435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88d2b4e2-0193-41c6-bd99-898cc84522a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:03.789602 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-167f8dd9-e83a-4531-8295-41d5d49eb20f req-a841e3f9-0199-4801-b132-5c0d37a695bb tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971649 Jul 07 19:19:04.033289 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88d2b4e2-0193-41c6-bd99-898cc84522a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:04.042398 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88d2b4e2-0193-41c6-bd99-898cc84522a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:04.158221 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-88d2b4e2-0193-41c6-bd99-898cc84522a1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d9b539ce872b41f6a0b19b645233426e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303490 Jul 07 19:19:04.160857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54548) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:04.161891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2b4e2-0193-41c6-bd99-898cc84522a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca688f7-ca10-4cd6-a80a-fc8d14c818f2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:04.302552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0801c70e-0c29-483f-8c39-44dc013690ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:04.350599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0801c70e-0c29-483f-8c39-44dc013690ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:04.462510 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0801c70e-0c29-483f-8c39-44dc013690ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:04.465583 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0801c70e-0c29-483f-8c39-44dc013690ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:04.467450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0801c70e-0c29-483f-8c39-44dc013690ee admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5ca688f7-ca10-4cd6-a80a-fc8d14c818f2 HTTP/1.1" status: 204 len: 168 time: 0.3043375 Jul 07 19:19:04.483695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801c70e-0c29-483f-8c39-44dc013690ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca688f7-ca10-4cd6-a80a-fc8d14c818f2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:05.172011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed590cc-9fd2-4f56-aaee-7274004c681d req-e0d89e17-6c17-4c33-b7d8-45549a3f7774 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:05.183283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bed590cc-9fd2-4f56-aaee-7274004c681d req-e0d89e17-6c17-4c33-b7d8-45549a3f7774 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.2051611 Jul 07 19:19:05.290163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bed590cc-9fd2-4f56-aaee-7274004c681d req-08cf0e42-78d1-49ef-b722-94d21706e0bb tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037052 Jul 07 19:19:05.748516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:06.075405 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5898-2892-44e8-a320-c5cef3b88ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.494385 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5898-2892-44e8-a320-c5cef3b88ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.521023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5898-2892-44e8-a320-c5cef3b88ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.740029 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3f9d5898-2892-44e8-a320-c5cef3b88ed0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fb80059f8961485aaf1afee474cdea32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9891245 Jul 07 19:19:06.741769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:06.789918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d5898-2892-44e8-a320-c5cef3b88ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c362c652-8b76-4c23-b21c-2eda20db6d78,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:06.869153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd0eee-f279-462b-a107-d8554f2a8f64 req-e5e0e55c-d5f9-491f-a528-8dcdcd8ff64a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:06.870677 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55bd0eee-f279-462b-a107-d8554f2a8f64 req-e5e0e55c-d5f9-491f-a528-8dcdcd8ff64a tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.3639851 Jul 07 19:19:06.899841 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.935493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:06.993001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffecba9-197e-40dc-9599-15a404d96c79 req-0da5973e-f7e2-4e09-aac3-9f8019902ab3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:06.994936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dffecba9-197e-40dc-9599-15a404d96c79 req-0da5973e-f7e2-4e09-aac3-9f8019902ab3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.3898335 Jul 07 19:19:07.023668 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.028083 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.029531 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c362c652-8b76-4c23-b21c-2eda20db6d78 HTTP/1.1" status: 204 len: 168 time: 0.2824104 Jul 07 19:19:07.032937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55bd0eee-f279-462b-a107-d8554f2a8f64 req-07e134bc-fe31-43a6-8e7b-deb3093293a8 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465039 Jul 07 19:19:07.058819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c362c652-8b76-4c23-b21c-2eda20db6d78,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:07.090658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.091217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.092574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.093879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.095453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.097931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.098610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.099390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.100831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.101977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.103107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.104284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec59036-6331-4e08-86fc-50e95b6a6b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:07.117951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dffecba9-197e-40dc-9599-15a404d96c79 req-a48be83d-ff99-416c-bcc5-c3f4f2b5a1ce tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033993 Jul 07 19:19:07.369114 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:07.837506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0348a5d4-5eaa-4d24-84fe-6d2d3712d09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.892909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:07.914381 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.967303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0348a5d4-5eaa-4d24-84fe-6d2d3712d09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.972854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0348a5d4-5eaa-4d24-84fe-6d2d3712d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.090189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348a5d4-5eaa-4d24-84fe-6d2d3712d09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f29a69e-63a9-4d06-9b7c-90b2b0a5f2a8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:08.127744 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0348a5d4-5eaa-4d24-84fe-6d2d3712d09e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a7a4a84f928645e8895ead25ee8780de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571728 Jul 07 19:19:08.137844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:08.183964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc27d2c-bbc1-4c78-a6ab-2435650769ae req-5447de97-3980-4c2e-8266-1e4a5a67179b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:08.189740 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2bc27d2c-bbc1-4c78-a6ab-2435650769ae req-5447de97-3980-4c2e-8266-1e4a5a67179b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 0.1763823 Jul 07 19:19:08.195753 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.243960 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.350836 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb799274-2567-4538-acc9-60ec15c52bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.367498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c4b310ce22174b6f944b26de1d59f6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695866 Jul 07 19:19:08.372724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:08.401873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f2de76-9d46-47ec-972f-3b10d4751242,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:08.432130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.432130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.432487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.432791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.433131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.433459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.433786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.434271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.434602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.434928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.435249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.435570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3dc7a-1543-405c-b6b4-e7c871c1300b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:08.499465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2bc27d2c-bbc1-4c78-a6ab-2435650769ae req-6ac58ae5-4db5-4fe6-be2d-5179e312c413 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Deleting port b6d80470-908b-4813-a003-a369cf2672ef {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:08.499851 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2bc27d2c-bbc1-4c78-a6ab-2435650769ae req-6ac58ae5-4db5-4fe6-be2d-5179e312c413 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.558754 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59060cc2-a208-4439-8ef5-3bfb7cb48a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.778827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2bc27d2c-bbc1-4c78-a6ab-2435650769ae req-6ac58ae5-4db5-4fe6-be2d-5179e312c413 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] For port b6d80470-908b-4813-a003-a369cf2672ef, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b6d80470-908b-4813-a003-a369cf2672ef,segment=NetworkSegment(baa767bc-e73b-47f6-a514-33b11dc61f15),segment_id=baa767bc-e73b-47f6-a514-33b11dc61f15)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:08.779210 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2bc27d2c-bbc1-4c78-a6ab-2435650769ae req-6ac58ae5-4db5-4fe6-be2d-5179e312c413 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:08.826545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2bc27d2c-bbc1-4c78-a6ab-2435650769ae req-6ac58ae5-4db5-4fe6-be2d-5179e312c413 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Calling delete_port for b6d80470-908b-4813-a003-a369cf2672ef owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:09.113872 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2bc27d2c-bbc1-4c78-a6ab-2435650769ae req-6ac58ae5-4db5-4fe6-be2d-5179e312c413 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.257165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac58ae5-4db5-4fe6-be2d-5179e312c413 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Pushing event deleted for resources: {'Port': ['ID=b6d80470-908b-4813-a003-a369cf2672ef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:09.305908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc27d2c-bbc1-4c78-a6ab-2435650769ae req-6ac58ae5-4db5-4fe6-be2d-5179e312c413 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] No DVR routers for this DVR port b6d80470-908b-4813-a003-a369cf2672ef on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:09.314940 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2bc27d2c-bbc1-4c78-a6ab-2435650769ae req-6ac58ae5-4db5-4fe6-be2d-5179e312c413 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.317636 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2bc27d2c-bbc1-4c78-a6ab-2435650769ae req-6ac58ae5-4db5-4fe6-be2d-5179e312c413 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.59 "DELETE /v2.0/ports/b6d80470-908b-4813-a003-a369cf2672ef HTTP/1.1" status: 204 len: 173 time: 1.1206591 Jul 07 19:19:09.320252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'name': 'network-vif-deleted', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:09.325282 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfc3984-0f66-4c39-a898-a337b82185c2" -d '{"events": [{"server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "name": "network-vif-deleted", "tag": "b6d80470-908b-4813-a003-a369cf2672ef"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:09.339262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62254ef-5c1f-4a39-bc40-e300c33bcb67 req-413095d5-afc4-4261-841c-4c7ea5d75c66 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:09.342171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e62254ef-5c1f-4a39-bc40-e300c33bcb67 req-413095d5-afc4-4261-841c-4c7ea5d75c66 tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/ports?device_id=f8d406ad-05db-4460-a49e-3032c78077eb HTTP/1.1" status: 200 len: 947 time: 1.1051266 Jul 07 19:19:09.369256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0e7de84-08d9-4714-8df2-96ef71939ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.429101 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0e7de84-08d9-4714-8df2-96ef71939ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.506402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59060cc2-a208-4439-8ef5-3bfb7cb48a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.764546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e62254ef-5c1f-4a39-bc40-e300c33bcb67 req-42959f6b-bead-4fd1-acd2-0569f250c30b tempest-ServersNegativeTestJSON-363495259 tempest-ServersNegativeTestJSON-363495259-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1a9a1cf-e53a-4f02-a408-d47471f62256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459531 Jul 07 19:19:09.771610 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0e7de84-08d9-4714-8df2-96ef71939ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.777330 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0e7de84-08d9-4714-8df2-96ef71939ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.781394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d0e7de84-08d9-4714-8df2-96ef71939ab8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b7f2de76-9d46-47ec-972f-3b10d4751242 HTTP/1.1" status: 204 len: 168 time: 1.3979080 Jul 07 19:19:09.836463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a0999-c473-4068-b6bf-b3f82d91e635 req-405b9914-d61c-46f1-9b52-83d0761388ad tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:09.838688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b13a0999-c473-4068-b6bf-b3f82d91e635 req-405b9914-d61c-46f1-9b52-83d0761388ad tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 1.4232931 Jul 07 19:19:09.901819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7de84-08d9-4714-8df2-96ef71939ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f2de76-9d46-47ec-972f-3b10d4751242,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:09.933109 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a95c5d-6dab-499f-9640-27ac54b3c839 x-openstack-request-id: req-a6a95c5d-6dab-499f-9640-27ac54b3c839 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:09.933411 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d406ad-05db-4460-a49e-3032c78077eb", "name": "network-vif-deleted", "tag": "b6d80470-908b-4813-a003-a369cf2672ef", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:09.933719 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a6a95c5d-6dab-499f-9640-27ac54b3c839 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:09.934122 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d406ad-05db-4460-a49e-3032c78077eb', 'name': 'network-vif-deleted', 'tag': 'b6d80470-908b-4813-a003-a369cf2672ef', 'status': 'completed', 'code': 200} Jul 07 19:19:09.978426 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59060cc2-a208-4439-8ef5-3bfb7cb48a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.981350 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59060cc2-a208-4439-8ef5-3bfb7cb48a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:09.982691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-59060cc2-a208-4439-8ef5-3bfb7cb48a37 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2f29a69e-63a9-4d06-9b7c-90b2b0a5f2a8 HTTP/1.1" status: 204 len: 168 time: 1.8426704 Jul 07 19:19:10.002906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b13a0999-c473-4068-b6bf-b3f82d91e635 req-a280b78b-06a0-4f87-9c4e-a127b3de0365 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529105 Jul 07 19:19:10.030901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59060cc2-a208-4439-8ef5-3bfb7cb48a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f29a69e-63a9-4d06-9b7c-90b2b0a5f2a8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:10.499557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b6d80470-908b-4813-a003-a369cf2672ef no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:10.589490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: b6d80470-908b-4813-a003-a369cf2672ef {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:10.590115 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b6d80470-908b-4813-a003-a369cf2672ef not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:10.746838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:10.780390 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d75a5c9-0f4c-41ab-9acb-dbf9ad2516a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.011791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:11.038807 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-998d1b67-d0cc-4b22-b6a9-e5b5c4588795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.112061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:11.115813 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d75a5c9-0f4c-41ab-9acb-dbf9ad2516a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.126832 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d75a5c9-0f4c-41ab-9acb-dbf9ad2516a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.260228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75a5c9-0f4c-41ab-9acb-dbf9ad2516a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d49de71-1466-45a5-8a81-6b30af3eba39,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:11.267936 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.280623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c892c4e-e87a-417a-affb-06592deefa32 admin admin] Deleting subnet 0fd13854-dbb7-4d92-8c95-37db9151f619 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:19:11.288895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c892c4e-e87a-417a-affb-06592deefa32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.366335 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3d75a5c9-0f4c-41ab-9acb-dbf9ad2516a4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e6805559b2464199a6680eb9b4df69c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6176119 Jul 07 19:19:11.369203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54820) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:11.460349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e8114d-36b7-46e2-a80f-2ee1d959c1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.481119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c892c4e-e87a-417a-affb-06592deefa32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.487649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cc666-e422-4743-a3ce-77f3cb723e9f req-e665de27-af3d-430e-9027-b32b044615b0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.495604 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-307cc666-e422-4743-a3ce-77f3cb723e9f req-e665de27-af3d-430e-9027-b32b044615b0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.2692986 Jul 07 19:19:11.517732 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5f2f-5dd6-466f-875a-b8e4ff4dc98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.603105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-307cc666-e422-4743-a3ce-77f3cb723e9f req-02601416-3554-4cec-b6c2-a0222e312951 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064825 Jul 07 19:19:11.605429 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5f2f-5dd6-466f-875a-b8e4ff4dc98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.659424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c892c4e-e87a-417a-affb-06592deefa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.721508 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5f2f-5dd6-466f-875a-b8e4ff4dc98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.725642 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5f2f-5dd6-466f-875a-b8e4ff4dc98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.730270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ff0d5f2f-5dd6-466f-875a-b8e4ff4dc98d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2d49de71-1466-45a5-8a81-6b30af3eba39 HTTP/1.1" status: 204 len: 168 time: 0.3595872 Jul 07 19:19:11.747342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d5f2f-5dd6-466f-875a-b8e4ff4dc98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d49de71-1466-45a5-8a81-6b30af3eba39,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:11.792635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c892c4e-e87a-417a-affb-06592deefa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.852534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c892c4e-e87a-417a-affb-06592deefa32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd13854-dbb7-4d92-8c95-37db9151f619,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:11.872634 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c892c4e-e87a-417a-affb-06592deefa32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.877194 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6c892c4e-e87a-417a-affb-06592deefa32 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/0fd13854-dbb7-4d92-8c95-37db9151f619 HTTP/1.1" status: 204 len: 168 time: 0.7614501 Jul 07 19:19:11.877194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e8114d-36b7-46e2-a80f-2ee1d959c1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.877390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:11.885531 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e8114d-36b7-46e2-a80f-2ee1d959c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.973857 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f9e8114d-36b7-46e2-a80f-2ee1d959c1c3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1513766211bc4c438c2b31fb0d5f22a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9600835 Jul 07 19:19:11.978015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8114d-36b7-46e2-a80f-2ee1d959c1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd996dc-a934-4a1a-873c-264792709025,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:12.008371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:12.060114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:12.129027 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.300231 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.318165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d528c7f0-1945-486b-99c5-ace9b3bcf381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.356926 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d528c7f0-1945-486b-99c5-ace9b3bcf381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.386409 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.426700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8b8a7e-1c91-4a62-8320-82728e74874b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:12.445206 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d528c7f0-1945-486b-99c5-ace9b3bcf381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.448919 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d528c7f0-1945-486b-99c5-ace9b3bcf381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.452619 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d528c7f0-1945-486b-99c5-ace9b3bcf381 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cdd996dc-a934-4a1a-873c-264792709025 HTTP/1.1" status: 204 len: 168 time: 0.4403272 Jul 07 19:19:12.466688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528c7f0-1945-486b-99c5-ace9b3bcf381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd996dc-a934-4a1a-873c-264792709025,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:12.526766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa767bc-e73b-47f6-a514-33b11dc61f15') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:12.527136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa767bc-e73b-47f6-a514-33b11dc61f15') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:12.542001 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.601949 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.615072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:19:12.615355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:19:12.617670 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:19:12.845209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.898057 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.903871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] 10.222.0.113 "DELETE /v2.0/networks/4d8b8a7e-1c91-4a62-8320-82728e74874b HTTP/1.1" status: 204 len: 168 time: 1.0252736 Jul 07 19:19:12.942625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c5177-2bfa-4a6a-b11f-fec6fdb882ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8b8a7e-1c91-4a62-8320-82728e74874b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:13.120710 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:13.154264 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87f7bc3a-0cc3-45d8-9399-caf3840eae38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.214342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbe9c7-542d-4289-acfc-fcfdcd9994b1 req-bd72cf66-0e04-4a65-937a-4771c98be74b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:13.224321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8afbe9c7-542d-4289-acfc-fcfdcd9994b1 req-bd72cf66-0e04-4a65-937a-4771c98be74b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.3804157 Jul 07 19:19:13.284665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:13.384287 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8afbe9c7-542d-4289-acfc-fcfdcd9994b1 req-63173cd7-6882-429b-bf63-8c8d1c19997e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492772 Jul 07 19:19:13.614144 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2c702da8-0955-4aa7-9e65-24dae8c42f3a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=66532528330f4ada8d4ea37673e57e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260643 Jul 07 19:19:13.616436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:13.680957 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.751568 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87f7bc3a-0cc3-45d8-9399-caf3840eae38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.760034 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87f7bc3a-0cc3-45d8-9399-caf3840eae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.818207 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26119164-b3e8-46ae-b997-241acc748730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.856390 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:13.878514 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-87f7bc3a-0cc3-45d8-9399-caf3840eae38 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f818723abcb54d20883779712d6144f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562428 Jul 07 19:19:13.885337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:13.913083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7bc3a-0cc3-45d8-9399-caf3840eae38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b372824-5d9f-4c91-87c1-11355470fb02,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:13.954390 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26119164-b3e8-46ae-b997-241acc748730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.040919 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5aab613-dad7-4759-acf9-2854a6be9bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.082397 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5aab613-dad7-4759-acf9-2854a6be9bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.119673 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26119164-b3e8-46ae-b997-241acc748730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.128115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26119164-b3e8-46ae-b997-241acc748730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.133086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-26119164-b3e8-46ae-b997-241acc748730 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d1a9a1cf-e53a-4f02-a408-d47471f62256 HTTP/1.1" status: 204 len: 168 time: 0.5155091 Jul 07 19:19:14.154317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26119164-b3e8-46ae-b997-241acc748730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a9a1cf-e53a-4f02-a408-d47471f62256,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:14.187790 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5aab613-dad7-4759-acf9-2854a6be9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.190751 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5aab613-dad7-4759-acf9-2854a6be9bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.192598 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c5aab613-dad7-4759-acf9-2854a6be9bb8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6b372824-5d9f-4c91-87c1-11355470fb02 HTTP/1.1" status: 204 len: 168 time: 0.3061194 Jul 07 19:19:14.204870 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aab613-dad7-4759-acf9-2854a6be9bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b372824-5d9f-4c91-87c1-11355470fb02,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:14.383800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] Deleting port ad83e93c-6552-4d36-a149-5aa0d17c6ad6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:14.386559 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.525721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] For port ad83e93c-6552-4d36-a149-5aa0d17c6ad6, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ad83e93c-6552-4d36-a149-5aa0d17c6ad6,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:14.526151 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:14.579053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] Calling delete_port for ad83e93c-6552-4d36-a149-5aa0d17c6ad6 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:14.830823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59df445-bd5a-4417-84b8-87e6d30f653e req-e7d055e9-08fd-475c-ab47-318410e2d2db tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:14.832855 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c59df445-bd5a-4417-84b8-87e6d30f653e req-e7d055e9-08fd-475c-ab47-318410e2d2db tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.2437365 Jul 07 19:19:14.872833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:14.975172 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c59df445-bd5a-4417-84b8-87e6d30f653e req-3511fa29-1f72-4ae9-b9fd-c2d974e5dba1 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908887 Jul 07 19:19:15.105728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.176445 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e5891b5-012d-43e5-b45c-7c5317c84788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.217170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ad83e93c-6552-4d36-a149-5aa0d17c6ad6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:15.540201 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.554576 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e5891b5-012d-43e5-b45c-7c5317c84788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.565096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e5891b5-012d-43e5-b45c-7c5317c84788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.655209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5891b5-012d-43e5-b45c-7c5317c84788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc43e8b-ea40-42f7-9f73-d6dfc1a130c5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:15.681401 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9e5891b5-012d-43e5-b45c-7c5317c84788 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2efa6aed3dfc4038957e1365f726542a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8063114 Jul 07 19:19:15.682616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:15.775144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0f51e75-5d3e-450e-8b0c-2a135073d42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.915813 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0f51e75-5d3e-450e-8b0c-2a135073d42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:15.960291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] Router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:19:16.064300 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0f51e75-5d3e-450e-8b0c-2a135073d42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:16.068862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0f51e75-5d3e-450e-8b0c-2a135073d42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:16.070779 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c0f51e75-5d3e-450e-8b0c-2a135073d42a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cbc43e8b-ea40-42f7-9f73-d6dfc1a130c5 HTTP/1.1" status: 204 len: 168 time: 0.3863838 Jul 07 19:19:16.097383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f51e75-5d3e-450e-8b0c-2a135073d42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc43e8b-ea40-42f7-9f73-d6dfc1a130c5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:16.242238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:19:16.259913 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b3ebdd67-52c4-4939-8bcc-d2614a29e8eb admin admin] 10.222.0.113 "PUT /v2.0/routers/a0d65c11-818f-46f0-9b1d-adc0f27fbf45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1950355 Jul 07 19:19:16.264491 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:16.287553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b002d9-a853-4450-a664-90c908cdbd04 None None] Sync routers for ids ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:19:16.309347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b002d9-a853-4450-a664-90c908cdbd04 None None] Routers {'a0d65c11-818f-46f0-9b1d-adc0f27fbf45'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:16.313042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87b002d9-a853-4450-a664-90c908cdbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:16.571201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-87b002d9-a853-4450-a664-90c908cdbd04 None None] Set router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:19:16.585806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe92382-5a49-4e36-8d27-72cb565bf143 req-b2dac2c0-5220-4790-87e2-f9b654f42084 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:16.588749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6fe92382-5a49-4e36-8d27-72cb565bf143 req-b2dac2c0-5220-4790-87e2-f9b654f42084 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.2744682 Jul 07 19:19:16.617906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:16.723690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6fe92382-5a49-4e36-8d27-72cb565bf143 req-7d569959-fe59-489b-a4e4-5ca4bb1081c0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129673 Jul 07 19:19:16.930160 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:17.030196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Deleting port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:17.031131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:17.333882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87b002d9-a853-4450-a664-90c908cdbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:19:15Z', 'revision_number': 5, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port': {'id': 'fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:07:04Z', 'updated_at': '2021-07-07T19:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:17.362819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] For port fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:17.363510 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:17.423370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Calling delete_port for fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:17.431799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b002d9-a853-4450-a664-90c908cdbd04 None None] Checking router: a0d65c11-818f-46f0-9b1d-adc0f27fbf45 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:19:17.450476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b002d9-a853-4450-a664-90c908cdbd04 None None] Routers {'a0d65c11-818f-46f0-9b1d-adc0f27fbf45'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:17.453370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87b002d9-a853-4450-a664-90c908cdbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:17.752821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-87b002d9-a853-4450-a664-90c908cdbd04 None None] Set router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:19:17.936067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87b002d9-a853-4450-a664-90c908cdbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:19:16Z', 'revision_number': 6, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:18.005694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b002d9-a853-4450-a664-90c908cdbd04 None None] The sync data for ids ['a0d65c11-818f-46f0-9b1d-adc0f27fbf45'] in n-d-792394-12 is: [{'id': 'a0d65c11-818f-46f0-9b1d-adc0f27fbf45', 'name': 'tempest-TaggedBootDevicesTest_v242-1780844742-router', 'tenant_id': 'be4515ba2aea4f1a94289d9057588af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:07:01Z', 'updated_at': '2021-07-07T19:19:16Z', 'revision_number': 6, 'project_id': 'be4515ba2aea4f1a94289d9057588af4', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:19:18.149723 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.170559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab981ddc-01d9-4c9d-88c2-25956833e0d8 req-9cc5397a-f5cd-4918-9835-c09259a32b1d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:18.173545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab981ddc-01d9-4c9d-88c2-25956833e0d8 req-9cc5397a-f5cd-4918-9835-c09259a32b1d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.1620407 Jul 07 19:19:18.260823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-31e2fc13-fc08-4326-9941-f6b5b05ff5c4 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:18.262432 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-31e2fc13-fc08-4326-9941-f6b5b05ff5c4 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.3103685 Jul 07 19:19:18.268054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab981ddc-01d9-4c9d-88c2-25956833e0d8 req-66df5d73-d9a6-4fd6-9152-0eb1b920b83e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883658 Jul 07 19:19:18.298201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-12'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:18.303683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:18.338439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:18.404939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.530483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.535512 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.554180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:18.762851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9407eca-9e58-4299-bd00-f1ef50403f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.813728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92ab21c1-2e31-4d0a-949b-f6ae46716bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.882212 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.046025 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9407eca-9e58-4299-bd00-f1ef50403f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.054911 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.055742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0d65c11-818f-46f0-9b1d-adc0f27fbf45 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:19:19.057437 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9407eca-9e58-4299-bd00-f1ef50403f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.064371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.072644 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8e1d6367-e91b-4153-b404-08127e6fb807 admin admin] 10.222.0.113 "DELETE /v2.0/routers/a0d65c11-818f-46f0-9b1d-adc0f27fbf45 HTTP/1.1" status: 204 len: 168 time: 2.8022940 Jul 07 19:19:19.075875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:19.089592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.174249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b9407eca-9e58-4299-bd00-f1ef50403f2a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=683dddd8515a490a84a4c3a50637bc59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8346889 Jul 07 19:19:19.192447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:19.217787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ad83e93c-6552-4d36-a149-5aa0d17c6ad6 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:19.247782 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: ad83e93c-6552-4d36-a149-5aa0d17c6ad6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:19.259844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ad83e93c-6552-4d36-a149-5aa0d17c6ad6 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:19.260574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:19.275544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9407eca-9e58-4299-bd00-f1ef50403f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35887c2-a927-4f1f-a78f-ce43adb0b660,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:19.339444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:19.341618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fcd2a3c4-5953-4cd0-a8b1-1301e9b020bf not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:19.408312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:19.434592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-77041340-84fd-4c2b-a015-598c42edf257 admin admin] Deleting subnet e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:19:19.449762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77041340-84fd-4c2b-a015-598c42edf257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.557068 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92ab21c1-2e31-4d0a-949b-f6ae46716bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.592007 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92ab21c1-2e31-4d0a-949b-f6ae46716bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.658984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab21c1-2e31-4d0a-949b-f6ae46716bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a82a8c-5810-4a12-b68b-324d6dcaae5b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:19.665339 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0467fed3-8d99-4885-946a-77194b8cbcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.685503 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77041340-84fd-4c2b-a015-598c42edf257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.764261 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-92ab21c1-2e31-4d0a-949b-f6ae46716bee admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bf758fd0d924461391ca54bccd0dcadc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2064643 Jul 07 19:19:19.771362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:19.788866 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0467fed3-8d99-4885-946a-77194b8cbcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.871872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:19.904159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d77b5-bdb5-40e7-8cb7-305f39962727 req-834eac8c-2a12-4c3a-bf74-e5599b5f6436 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:19.907020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc0d77b5-bdb5-40e7-8cb7-305f39962727 req-834eac8c-2a12-4c3a-bf74-e5599b5f6436 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 945 time: 0.2494488 Jul 07 19:19:19.924864 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77041340-84fd-4c2b-a015-598c42edf257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:19.973152 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c089a0e5-90ea-4a79-9cfb-c41b122b6694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.001035 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c089a0e5-90ea-4a79-9cfb-c41b122b6694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.087164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc0d77b5-bdb5-40e7-8cb7-305f39962727 req-236c0a81-8848-4ad9-9a2d-566678c6c2cc tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690376 Jul 07 19:19:20.089936 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c089a0e5-90ea-4a79-9cfb-c41b122b6694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.101019 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c089a0e5-90ea-4a79-9cfb-c41b122b6694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.105786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c089a0e5-90ea-4a79-9cfb-c41b122b6694 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/21a82a8c-5810-4a12-b68b-324d6dcaae5b HTTP/1.1" status: 204 len: 168 time: 0.3258023 Jul 07 19:19:20.115681 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0467fed3-8d99-4885-946a-77194b8cbcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.119430 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0467fed3-8d99-4885-946a-77194b8cbcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.121202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0467fed3-8d99-4885-946a-77194b8cbcdc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d35887c2-a927-4f1f-a78f-ce43adb0b660 HTTP/1.1" status: 204 len: 168 time: 0.9237518 Jul 07 19:19:20.122460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089a0e5-90ea-4a79-9cfb-c41b122b6694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a82a8c-5810-4a12-b68b-324d6dcaae5b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:20.135977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467fed3-8d99-4885-946a-77194b8cbcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35887c2-a927-4f1f-a78f-ce43adb0b660,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:20.182688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6699c4-1132-471c-9993-519dd255d676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:20.186523 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed21343-8f87-48d1-a3b6-a050803555b7" -d '{"events": [{"server_uuid": "8b6699c4-1132-471c-9993-519dd255d676", "name": "network-vif-unplugged", "status": "completed", "tag": "cff4ed2f-f868-4f20-b243-bb9810dbcd46"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:20.205989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.226525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.266705 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08abee1-7956-4ba2-bb81-ff828ab2c39a x-openstack-request-id: req-a08abee1-7956-4ba2-bb81-ff828ab2c39a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:20.266705 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6699c4-1132-471c-9993-519dd255d676", "name": "network-vif-unplugged", "status": "completed", "tag": "cff4ed2f-f868-4f20-b243-bb9810dbcd46", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:20.266705 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a08abee1-7956-4ba2-bb81-ff828ab2c39a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:20.267144 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6699c4-1132-471c-9993-519dd255d676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46', 'code': 200} Jul 07 19:19:20.316427 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77041340-84fd-4c2b-a015-598c42edf257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.392675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77041340-84fd-4c2b-a015-598c42edf257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:20.410945 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77041340-84fd-4c2b-a015-598c42edf257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.412521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d9724-484a-4b85-bec2-b5742f912919 None None] Network 6951925a-2c29-4cfd-98f8-e14789d3e723 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:20.414853 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-77041340-84fd-4c2b-a015-598c42edf257 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/e0dfd5c7-c334-41bb-8b2d-e52f6ac2a258 HTTP/1.1" status: 204 len: 168 time: 1.3374448 Jul 07 19:19:20.418142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:20.494196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on host n-h1-792394-12 for vnic_type normal with profile {"migrating_to": "n-h2-792394-12"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:20.494981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:20.495663 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:20.498454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Pushing event updated for resources: {'Port': ['ID=cff4ed2f-f868-4f20-b243-bb9810dbcd46,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:20.513290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:19:20.516003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Attempting to bind port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:20.522896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:20.523573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:20.524206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:20.524981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Bound port: cff4ed2f-f868-4f20-b243-bb9810dbcd46, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:20.525585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.561978 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.641371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:20.654331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:20.664127 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.693018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Deleting port 4c875e44-2690-45fd-b4ef-0673202f3ca7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:20.693373 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.723459 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:19:20.737656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device cff4ed2f-f868-4f20-b243-bb9810dbcd46 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:20.878173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:20.924972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:20.925804 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.973837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] For port 4c875e44-2690-45fd-b4ef-0673202f3ca7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4c875e44-2690-45fd-b4ef-0673202f3ca7,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:20.976804 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.990282 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] 10.222.0.59 "PUT /v2.0/ports/cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 200 len: 1123 time: 2.6919003 Jul 07 19:19:21.021712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Calling delete_port for 4c875e44-2690-45fd-b4ef-0673202f3ca7 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:21.056374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['cff4ed2f-f868-4f20-b243-bb9810dbcd46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:21.070841 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1a664-bb75-4d4c-83ed-b14cb1da039f service neutron] Pushing event updated for resources: {'Port': ['ID=cff4ed2f-f868-4f20-b243-bb9810dbcd46,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:21.187286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['cff4ed2f-f868-4f20-b243-bb9810dbcd46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:21.311656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee01ba88-cb69-4870-b817-c432c62cbd49 None None] DHCP port deletion for 6951925a-2c29-4cfd-98f8-e14789d3e723 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:19:21.487704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:21.492220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee01ba88-cb69-4870-b817-c432c62cbd49 None None] Deleting port 4c875e44-2690-45fd-b4ef-0673202f3ca7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:21.492872 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee01ba88-cb69-4870-b817-c432c62cbd49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.512417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-394ceb6d-fc54-47f3-b90d-c6c408fae08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.575209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.636557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] No DVR routers for this DVR port 4c875e44-2690-45fd-b4ef-0673202f3ca7 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:21.681784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c875e44-2690-45fd-b4ef-0673202f3ca7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:21.700833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea941a1-f1db-49ec-afc4-fc6c47ae3651 req-4387e704-1d72-4733-be27-96118fafb3d2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:21.706698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dea941a1-f1db-49ec-afc4-fc6c47ae3651 req-4387e704-1d72-4733-be27-96118fafb3d2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 943 time: 0.4008901 Jul 07 19:19:21.722563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee01ba88-cb69-4870-b817-c432c62cbd49 None None] For port 4c875e44-2690-45fd-b4ef-0673202f3ca7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4c875e44-2690-45fd-b4ef-0673202f3ca7,segment=NetworkSegment(80f9a518-c571-48ec-83e5-49e6b67edb7a),segment_id=80f9a518-c571-48ec-83e5-49e6b67edb7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:21.724440 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee01ba88-cb69-4870-b817-c432c62cbd49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.748846 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-394ceb6d-fc54-47f3-b90d-c6c408fae08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.754143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-394ceb6d-fc54-47f3-b90d-c6c408fae08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.842820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-394ceb6d-fc54-47f3-b90d-c6c408fae08f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=72e3190ccd23433da71788ac75aab3c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9426866 Jul 07 19:19:21.843946 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:21.844276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:21.845122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ceb6d-fc54-47f3-b90d-c6c408fae08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be1060d-0598-4455-b4dc-56b8196f1818,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:21.879633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device cff4ed2f-f868-4f20-b243-bb9810dbcd46 has no active binding in host n-h2-792394-12 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:19:21.911830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee01ba88-cb69-4870-b817-c432c62cbd49 None None] Calling delete_port for 4c875e44-2690-45fd-b4ef-0673202f3ca7 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:21.913494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f96679b3-c9fd-4bb6-9fad-dd54645246d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.941012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dea941a1-f1db-49ec-afc4-fc6c47ae3651 req-67b3e6e0-7539-4d2b-96c6-d22dedc56fba tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955738 Jul 07 19:19:21.943905 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.952276 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f96679b3-c9fd-4bb6-9fad-dd54645246d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:21.980153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6951925a-2c29-4cfd-98f8-e14789d3e723']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:22.000490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f9a518-c571-48ec-83e5-49e6b67edb7a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:22.001385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f9a518-c571-48ec-83e5-49e6b67edb7a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:22.018023 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f96679b3-c9fd-4bb6-9fad-dd54645246d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.021314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f96679b3-c9fd-4bb6-9fad-dd54645246d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.022690 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f96679b3-c9fd-4bb6-9fad-dd54645246d2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5be1060d-0598-4455-b4dc-56b8196f1818 HTTP/1.1" status: 204 len: 168 time: 0.1733186 Jul 07 19:19:22.033442 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.038760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96679b3-c9fd-4bb6-9fad-dd54645246d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be1060d-0598-4455-b4dc-56b8196f1818,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:22.069940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.080321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:19:22.080765 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:19:22.102926 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:19:22.173633 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.178832 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.185920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] 10.222.0.113 "DELETE /v2.0/networks/6951925a-2c29-4cfd-98f8-e14789d3e723 HTTP/1.1" status: 204 len: 168 time: 1.7664695 Jul 07 19:19:22.201022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b764225-9682-464d-a05c-23e5c3dcf490 admin admin] Pushing event deleted for resources: {'Network': ['ID=6951925a-2c29-4cfd-98f8-e14789d3e723,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:22.271749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6699c4-1132-471c-9993-519dd255d676', 'tag': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:22.274163 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc86386-de24-42c5-98df-2f5e48d847c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6699c4-1132-471c-9993-519dd255d676", "tag": "cff4ed2f-f868-4f20-b243-bb9810dbcd46"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:22.276758 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7709eb80-62c1-4f10-8de5-4a617861c24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.335525 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee01ba88-cb69-4870-b817-c432c62cbd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.382711 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7709eb80-62c1-4f10-8de5-4a617861c24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.384672 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dd18fd-75c1-46ce-8d2d-28c1bafd564a x-openstack-request-id: req-e0dd18fd-75c1-46ce-8d2d-28c1bafd564a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:22.385129 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6699c4-1132-471c-9993-519dd255d676", "tag": "cff4ed2f-f868-4f20-b243-bb9810dbcd46", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:22.389027 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e0dd18fd-75c1-46ce-8d2d-28c1bafd564a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:22.389501 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6699c4-1132-471c-9993-519dd255d676', 'tag': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46', 'status': 'completed', 'code': 200} Jul 07 19:19:22.392768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7709eb80-62c1-4f10-8de5-4a617861c24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.397820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01ba88-cb69-4870-b817-c432c62cbd49 None None] Pushing event deleted for resources: {'Port': ['ID=4c875e44-2690-45fd-b4ef-0673202f3ca7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:22.413766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee01ba88-cb69-4870-b817-c432c62cbd49 None None] Network 6951925a-2c29-4cfd-98f8-e14789d3e723 is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:19:22.419545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01ba88-cb69-4870-b817-c432c62cbd49 None None] No DVR routers for this DVR port 4c875e44-2690-45fd-b4ef-0673202f3ca7 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:22.452241 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7709eb80-62c1-4f10-8de5-4a617861c24e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2135d0bccc8e476888a064fb07ecdf7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016564 Jul 07 19:19:22.452241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709eb80-62c1-4f10-8de5-4a617861c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eba181b-9448-4aec-bf12-0fb9485e9ccf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:22.453858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:22.537411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc86386-de24-42c5-98df-2f5e48d847c0 req-9cd42fe8-86c5-4f02-9409-d42ae1e1cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:22.539875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cc86386-de24-42c5-98df-2f5e48d847c0 req-9cd42fe8-86c5-4f02-9409-d42ae1e1cdd3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1126 time: 0.1429141 Jul 07 19:19:22.541186 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ef400e0-f846-48e2-a3c0-632e6b369bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.686057 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ef400e0-f846-48e2-a3c0-632e6b369bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.699364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:22.741462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc86386-de24-42c5-98df-2f5e48d847c0 req-b268e25b-e01c-4e67-8186-1e3d3789730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:22.742975 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cc86386-de24-42c5-98df-2f5e48d847c0 req-b268e25b-e01c-4e67-8186-1e3d3789730e service neutron] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.1836267 Jul 07 19:19:22.794028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cc86386-de24-42c5-98df-2f5e48d847c0 req-e1d38831-50c8-4b2f-bd69-43fa0d8145ec service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 200 len: 217 time: 0.0428221 Jul 07 19:19:22.798055 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2900d5f0-c7c7-4b93-b1fb-913df8d7d0d7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=be4515ba2aea4f1a94289d9057588af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958357 Jul 07 19:19:22.801163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:22.860768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ef400e0-f846-48e2-a3c0-632e6b369bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.863898 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ef400e0-f846-48e2-a3c0-632e6b369bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.867956 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1ef400e0-f846-48e2-a3c0-632e6b369bb5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5eba181b-9448-4aec-bf12-0fb9485e9ccf HTTP/1.1" status: 204 len: 168 time: 0.4116635 Jul 07 19:19:22.878634 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0262295-6113-4b78-b891-137978062116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.882447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef400e0-f846-48e2-a3c0-632e6b369bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eba181b-9448-4aec-bf12-0fb9485e9ccf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:22.886210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc86386-de24-42c5-98df-2f5e48d847c0 req-a4f72fb0-5372-45e4-8f9b-7264d9714173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:22.888679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cc86386-de24-42c5-98df-2f5e48d847c0 req-a4f72fb0-5372-45e4-8f9b-7264d9714173 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.0861948 Jul 07 19:19:22.916356 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0262295-6113-4b78-b891-137978062116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.935534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cc86386-de24-42c5-98df-2f5e48d847c0 req-80694fa6-f904-47f0-82b6-c748c769b616 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403292 Jul 07 19:19:22.980013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0262295-6113-4b78-b891-137978062116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.985439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0262295-6113-4b78-b891-137978062116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.988986 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a0262295-6113-4b78-b891-137978062116 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d3c45e56-2f42-40af-8421-1dac7eb51f0c HTTP/1.1" status: 204 len: 168 time: 0.1863804 Jul 07 19:19:23.002136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0262295-6113-4b78-b891-137978062116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c45e56-2f42-40af-8421-1dac7eb51f0c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:23.146465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4c875e44-2690-45fd-b4ef-0673202f3ca7 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:23.151265 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cc86386-de24-42c5-98df-2f5e48d847c0 req-ff1c9f07-99ca-4e86-b3d9-3cc3a7bf990a service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083011 Jul 07 19:19:23.182701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 4c875e44-2690-45fd-b4ef-0673202f3ca7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:19:23.183311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4c875e44-2690-45fd-b4ef-0673202f3ca7 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:19:23.366601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844c853-c615-46d8-bc68-3a2a451625f6 req-4b146b8b-47e2-4f7a-874a-57a77a4a3ab1 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:23.373666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1844c853-c615-46d8-bc68-3a2a451625f6 req-4b146b8b-47e2-4f7a-874a-57a77a4a3ab1 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 943 time: 0.1304290 Jul 07 19:19:23.377637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cc86386-de24-42c5-98df-2f5e48d847c0 req-70efe026-17d2-4fda-a9de-fac62656057a service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198782 Jul 07 19:19:23.424759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1844c853-c615-46d8-bc68-3a2a451625f6 req-84617560-3614-407e-88a6-cabc94f4bb1f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499983 Jul 07 19:19:23.642953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:23.661218 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c287fc7-e0c8-4e6b-ad69-f074e147710c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.812818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c287fc7-e0c8-4e6b-ad69-f074e147710c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.818529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c287fc7-e0c8-4e6b-ad69-f074e147710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.858194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c287fc7-e0c8-4e6b-ad69-f074e147710c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e309a2-d14a-4ea7-8861-6abb7246ba23,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:23.900971 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7c287fc7-e0c8-4e6b-ad69-f074e147710c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=449246f1a97f414c862d341c6f61bf03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568214 Jul 07 19:19:23.902207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:24.008273 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b47e44e1-10e8-42fb-a2f6-e042ec11724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.037633 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b47e44e1-10e8-42fb-a2f6-e042ec11724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.128045 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b47e44e1-10e8-42fb-a2f6-e042ec11724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.130645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b47e44e1-10e8-42fb-a2f6-e042ec11724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:24.134484 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b47e44e1-10e8-42fb-a2f6-e042ec11724b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/56e309a2-d14a-4ea7-8861-6abb7246ba23 HTTP/1.1" status: 204 len: 168 time: 0.2311559 Jul 07 19:19:24.144227 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e44e1-10e8-42fb-a2f6-e042ec11724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e309a2-d14a-4ea7-8861-6abb7246ba23,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:24.660990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b5438-b8b8-4350-a8a8-a7efe0962803 req-aa31a486-7ae7-4dec-8e4a-9a2ebb8c029d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:24.668796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c36b5438-b8b8-4350-a8a8-a7efe0962803 req-aa31a486-7ae7-4dec-8e4a-9a2ebb8c029d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 943 time: 0.0840414 Jul 07 19:19:24.740218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c36b5438-b8b8-4350-a8a8-a7efe0962803 req-598c0874-e3b9-4b52-8e65-1d7b9f6411c0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701315 Jul 07 19:19:25.751091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:26.106283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2e6e9-eac4-4650-87ce-095d6bd23a83 req-f65c28eb-ff8c-46fd-a38b-cea4c4355c49 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:26.107905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6e2e6e9-eac4-4650-87ce-095d6bd23a83 req-f65c28eb-ff8c-46fd-a38b-cea4c4355c49 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 943 time: 0.1484942 Jul 07 19:19:26.225612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6e2e6e9-eac4-4650-87ce-095d6bd23a83 req-f96d3edb-f734-44e1-a91b-00495b987ba2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091597 Jul 07 19:19:26.245873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-201562843-network', 'tenant_id': '04c0eb782daf4a848fc2b6709b7f3e4a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:26.273580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Made reservation on behalf of 04c0eb782daf4a848fc2b6709b7f3e4a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:26.276447 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.290900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.416164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.422518 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.438692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1113} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:26.456841 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.456841 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Added segment f885a86b-ed11-45f7-a777-530c75f4914b of type vlan for network f9e864fb-31e7-4a46-8982-13428aca667d Jul 07 19:19:26.517241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.568658 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.568658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:26.568658 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.603220 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8509183 Jul 07 19:19:26.603456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:26.610039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] Request body: {'subnet': {'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-201562843-subnet', 'tenant_id': '04c0eb782daf4a848fc2b6709b7f3e4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:26.656991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] Made reservation on behalf of 04c0eb782daf4a848fc2b6709b7f3e4a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:26.659885 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:26.667758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9d2220-42fe-419e-aaea-274d26580e19,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:26.678815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d192fcb-9cf0-4be4-b390-4165ab023a11 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e864fb-31e7-4a46-8982-13428aca667d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:26.710736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f9e864fb-31e7-4a46-8982-13428aca667d details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:27.333870 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:27.429719 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:27.536021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=338b59bf-fd4d-43a1-91b7-1d151d6b71e8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:27.552942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] Checking segment: {'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:27.553758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] Network hostable DHCP agents. Network: f9e864fb-31e7-4a46-8982-13428aca667d, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:19:27.602178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] Network f9e864fb-31e7-4a46-8982-13428aca667d is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:19:27.617435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7dd48d-53f6-4d9d-9d41-5e464b4f5539 req-0ef7f040-8f9b-4f25-ae4a-d2d665908c56 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:27.620632 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d7dd48d-53f6-4d9d-9d41-5e464b4f5539 req-0ef7f040-8f9b-4f25-ae4a-d2d665908c56 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 943 time: 0.1859014 Jul 07 19:19:27.646332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f9e864fb-31e7-4a46-8982-13428aca667d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:27.656221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:27.657196 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:27.659758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8804188-92b7-4ffb-8c11-f5de6afc7ab2 None None] Network f9e864fb-31e7-4a46-8982-13428aca667d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:27.688423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d7dd48d-53f6-4d9d-9d41-5e464b4f5539 req-82f7ac80-7fb6-43fe-84da-9a7a35bc7feb tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617590 Jul 07 19:19:27.702327 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8e364928-1ca4-44f9-bbeb-57ae5dfdeb8c admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0963290 Jul 07 19:19:27.730556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:27.867312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab3ae08-e49c-4758-af13-06631d6baa4a None None] Network f9e864fb-31e7-4a46-8982-13428aca667d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:27.903949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:27.976122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-214b1a1b-b59e-4fdb-a017-e20ab001b391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.019452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-303e9ef2-84a7-40e7-8cac-82ccc93ec565 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:28.053592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-303e9ef2-84a7-40e7-8cac-82ccc93ec565 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] 10.222.0.113 "PUT /v2.0/quotas/69df3b4a8274425e88e53866459adb06 HTTP/1.1" status: 200 len: 368 time: 0.3206329 Jul 07 19:19:28.054944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:28.062115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Request body: {'network': {'project_id': '69df3b4a8274425e88e53866459adb06'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:28.233177 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c518202f-e608-465a-a710-2264afaaaa5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.270441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-214b1a1b-b59e-4fdb-a017-e20ab001b391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.301702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Made reservation on behalf of 69df3b4a8274425e88e53866459adb06 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:28.304622 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.307214 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-214b1a1b-b59e-4fdb-a017-e20ab001b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.321775 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.393677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b1a1b-b59e-4fdb-a017-e20ab001b391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc560bc2-2de4-4ac9-8a29-c6d9c3c2048a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:28.410389 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-214b1a1b-b59e-4fdb-a017-e20ab001b391 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e0fd082d8e5a45b196ceba74482a5071&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0720427 Jul 07 19:19:28.412888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:28.451679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:28.495378 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c518202f-e608-465a-a710-2264afaaaa5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.506601 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-809195e3-e0f9-41e6-8dc3-297900f2986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.544948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-809195e3-e0f9-41e6-8dc3-297900f2986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.625054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-809195e3-e0f9-41e6-8dc3-297900f2986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.633628 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-809195e3-e0f9-41e6-8dc3-297900f2986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.637282 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-809195e3-e0f9-41e6-8dc3-297900f2986d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cc560bc2-2de4-4ac9-8a29-c6d9c3c2048a HTTP/1.1" status: 204 len: 168 time: 0.2206426 Jul 07 19:19:28.643456 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.645230 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c518202f-e608-465a-a710-2264afaaaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.662150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809195e3-e0f9-41e6-8dc3-297900f2986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc560bc2-2de4-4ac9-8a29-c6d9c3c2048a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:28.685638 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.700322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:28.710557 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.710916 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Added segment 33335180-56b4-42af-a12e-3024b1cef492 of type vlan for network 6222a236-e351-49c6-be9d-54115dc1cafb Jul 07 19:19:28.716095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8d5d620-ea9c-46a6-8452-888c7f5a915f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.753652 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.811582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518202f-e608-465a-a710-2264afaaaa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78580c9-3ec8-4ed9-b343-7e05691faf34,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:28.891294 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.892291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:28.892898 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.983199 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8d5d620-ea9c-46a6-8452-888c7f5a915f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:28.992243 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8d5d620-ea9c-46a6-8452-888c7f5a915f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.002307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c518202f-e608-465a-a710-2264afaaaa5e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fe872fde53b4491b9732421334085b99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0942566 Jul 07 19:19:29.008974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:29.027499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.9710710 Jul 07 19:19:29.028565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14af4bb4-5c50-42a7-9528-5f0f2d154e64,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:29.031295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:29.051448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Request body: {'network': {'project_id': '69df3b4a8274425e88e53866459adb06'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:29.064132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde00e14-e603-4f80-a285-597650218269 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Pushing event updated for resources: {'Network': ['ID=6222a236-e351-49c6-be9d-54115dc1cafb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:29.099555 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 6222a236-e351-49c6-be9d-54115dc1cafb details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:29.138938 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e8d5d620-ea9c-46a6-8452-888c7f5a915f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d36f5ba358974a90a7bf10110aab8e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853635 Jul 07 19:19:29.144138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:29.161482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5d620-ea9c-46a6-8452-888c7f5a915f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a52308e-f9c4-49c3-bd84-52f5bfa198f9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:29.193631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Made reservation on behalf of 69df3b4a8274425e88e53866459adb06 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:29.196119 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.208607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f39bef-b0f7-4cac-bf9c-4fccd975e845 req-1023d6c4-86b7-4178-8755-6af1f0be9900 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:29.210452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60f39bef-b0f7-4cac-bf9c-4fccd975e845 req-1023d6c4-86b7-4178-8755-6af1f0be9900 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 943 time: 0.3150721 Jul 07 19:19:29.222526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-7098c9ae-95da-4658-a534-d0398293ec40 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:29.224369 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-7098c9ae-95da-4658-a534-d0398293ec40 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/networks?id=f9e864fb-31e7-4a46-8982-13428aca667d HTTP/1.1" status: 200 len: 814 time: 0.4441385 Jul 07 19:19:29.273939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-590e980e-6bee-476a-beb7-c793a20544ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.286078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-5b986b37-7e95-480c-b522-cdbaedb1db31 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/quotas/04c0eb782daf4a848fc2b6709b7f3e4a HTTP/1.1" status: 200 len: 375 time: 0.0444026 Jul 07 19:19:29.303806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:29.335285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60f39bef-b0f7-4cac-bf9c-4fccd975e845 req-de7a081a-eb74-4d5d-98ad-dc2c8ad613c9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985074 Jul 07 19:19:29.342784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-590e980e-6bee-476a-beb7-c793a20544ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.356148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5d6e-d41f-4423-8e82-c622d71722a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.359702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-33705fb4-2327-4b3e-bd21-507388865142 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=04c0eb782daf4a848fc2b6709b7f3e4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624490 Jul 07 19:19:29.361824 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.362175 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Added segment 7f5ec58c-533e-4737-a7f5-2fb8cdbd0f91 of type vlan for network 8a44c33d-0b24-4016-a7ee-1c1f134b079a Jul 07 19:19:29.463769 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5d6e-d41f-4423-8e82-c622d71722a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.478843 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-590e980e-6bee-476a-beb7-c793a20544ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.486070 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-590e980e-6bee-476a-beb7-c793a20544ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.490781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.491954 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-590e980e-6bee-476a-beb7-c793a20544ac admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f78580c9-3ec8-4ed9-b343-7e05691faf34 HTTP/1.1" status: 204 len: 168 time: 0.4704356 Jul 07 19:19:29.509656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e980e-6bee-476a-beb7-c793a20544ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78580c9-3ec8-4ed9-b343-7e05691faf34,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:29.596633 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.597607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:29.598205 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.606458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-9f8576ed-3020-4181-b713-cc01fd38dc18 service neutron] 10.222.0.113 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352607 Jul 07 19:19:29.730103 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5d6e-d41f-4423-8e82-c622d71722a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.732685 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5d6e-d41f-4423-8e82-c622d71722a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:29.737583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fd0e5d6e-d41f-4423-8e82-c622d71722a0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7a52308e-f9c4-49c3-bd84-52f5bfa198f9 HTTP/1.1" status: 204 len: 168 time: 0.5881925 Jul 07 19:19:29.759369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device cff4ed2f-f868-4f20-b243-bb9810dbcd46 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:29.786273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.7455597 Jul 07 19:19:29.790535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:29.795889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ef655ce3-0e77-432e-8271-2179c6d6a902 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Request body: {'network': {'project_id': '69df3b4a8274425e88e53866459adb06'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:29.809388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e5d6e-d41f-4423-8e82-c622d71722a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a52308e-f9c4-49c3-bd84-52f5bfa198f9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:29.812788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07f481-ae7d-469c-90af-bcfe645800db tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Pushing event updated for resources: {'Network': ['ID=8a44c33d-0b24-4016-a7ee-1c1f134b079a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:29.835903 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef655ce3-0e77-432e-8271-2179c6d6a902 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 19:19:29.837941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef655ce3-0e77-432e-8271-2179c6d6a902 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:19:29.846809 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ef655ce3-0e77-432e-8271-2179c6d6a902 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0542526 Jul 07 19:19:29.848667 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:29.852694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 8a44c33d-0b24-4016-a7ee-1c1f134b079a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:29.905309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-84116115-f6f3-43fd-9ce2-eee9f7de905e service neutron] 10.222.0.113 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773211 Jul 07 19:19:30.064797 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.226836 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.261957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a44c33d-0b24-4016-a7ee-1c1f134b079a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:30.294589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5ec58c-533e-4737-a7f5-2fb8cdbd0f91') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:30.294917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5ec58c-533e-4737-a7f5-2fb8cdbd0f91') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:30.301029 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fa3d835-0f8c-4006-82e9-4fd116edcf29 req-af2ffdde-aca9-478a-970a-f1164402485e tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 210 time: 0.0698678 Jul 07 19:19:30.309390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.335477 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.342431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:19:30.342803 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:19:30.351470 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:19:30.423051 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.429862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.434564 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] 10.222.0.113 "DELETE /v2.0/networks/8a44c33d-0b24-4016-a7ee-1c1f134b079a HTTP/1.1" status: 204 len: 168 time: 0.5841150 Jul 07 19:19:30.434782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:30.455767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88974a92-4815-4038-b361-7f3e9f9c03b2 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a44c33d-0b24-4016-a7ee-1c1f134b079a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:30.565232 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.781725 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.795847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6222a236-e351-49c6-be9d-54115dc1cafb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:30.808359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33335180-56b4-42af-a12e-3024b1cef492') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:30.808885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33335180-56b4-42af-a12e-3024b1cef492') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:30.820239 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.849876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.878968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:19:30.879519 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:19:30.982511 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:19:31.050454 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.078120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:31.080525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] 10.222.0.113 "DELETE /v2.0/networks/6222a236-e351-49c6-be9d-54115dc1cafb HTTP/1.1" status: 204 len: 168 time: 0.6441040 Jul 07 19:19:31.138313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aee02-f294-4ec5-a707-ed5436a65037 tempest-QuotasNegativeTest-1246661828 tempest-QuotasNegativeTest-1246661828-project-admin] Pushing event deleted for resources: {'Network': ['ID=6222a236-e351-49c6-be9d-54115dc1cafb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:31.194777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b2d9-2452-4923-9904-c090ac780052 req-d14ff146-f4eb-484b-ad6c-229d6756548c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:31.196387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5926b2d9-2452-4923-9904-c090ac780052 req-d14ff146-f4eb-484b-ad6c-229d6756548c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 943 time: 0.5538597 Jul 07 19:19:31.378257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5926b2d9-2452-4923-9904-c090ac780052 req-453d4a16-822e-40b3-b0bb-db1459e9bb57 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864587 Jul 07 19:19:31.453066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-bb973d35-f488-4107-8ab6-53d30c090ba5 service neutron] 10.222.0.112 "GET /v2.0/ports/cff4ed2f-f868-4f20-b243-bb9810dbcd46/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 385 time: 0.2996206 Jul 07 19:19:31.590794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be436391-d889-4ed3-b836-b29beabdb487 req-5ef390b1-c252-4a6c-959c-52850b54136d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 210 time: 0.1254475 Jul 07 19:19:31.643660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfb4dc-cd41-4d73-90bd-a50bfbb7526d req-3c8173d5-032b-402c-abea-56a66cba344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:31.646985 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bfbfb4dc-cd41-4d73-90bd-a50bfbb7526d req-3c8173d5-032b-402c-abea-56a66cba344d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1126 time: 0.1832085 Jul 07 19:19:31.847410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfb4dc-cd41-4d73-90bd-a50bfbb7526d req-90a591a7-c9b9-4244-a9b2-6fdd8d71d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:31.848982 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bfbfb4dc-cd41-4d73-90bd-a50bfbb7526d req-90a591a7-c9b9-4244-a9b2-6fdd8d71d2ef service neutron] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.1654775 Jul 07 19:19:31.915025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-71c7cd4f-d60a-40dd-921e-9f2529b68d35 service neutron] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:31.939967 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bfbfb4dc-cd41-4d73-90bd-a50bfbb7526d req-4a8806b0-b900-4f8a-8d41-54b9684037bc service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 200 len: 217 time: 0.0819523 Jul 07 19:19:31.940663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-71c7cd4f-d60a-40dd-921e-9f2529b68d35 service neutron] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:31.977302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-71c7cd4f-d60a-40dd-921e-9f2529b68d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff4ed2f-f868-4f20-b243-bb9810dbcd46 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:31.989289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-71c7cd4f-d60a-40dd-921e-9f2529b68d35 service neutron] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:32.006033 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-71c7cd4f-d60a-40dd-921e-9f2529b68d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.176835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-71c7cd4f-d60a-40dd-921e-9f2529b68d35 service neutron] Transition to ACTIVE for port object cff4ed2f-f868-4f20-b243-bb9810dbcd46 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:32.190019 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-71c7cd4f-d60a-40dd-921e-9f2529b68d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:32.197090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfb4dc-cd41-4d73-90bd-a50bfbb7526d req-3bd1d30b-15b1-476f-b81d-d2d1b5bc12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:32.199083 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bfbfb4dc-cd41-4d73-90bd-a50bfbb7526d req-3bd1d30b-15b1-476f-b81d-d2d1b5bc12ce service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.2541287 Jul 07 19:19:32.325133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3bf48540-4331-46e8-aee5-6dc850364c5f tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:32.328050 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3bf48540-4331-46e8-aee5-6dc850364c5f tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.112 "GET /v2.0/networks?id=f9e864fb-31e7-4a46-8982-13428aca667d HTTP/1.1" status: 200 len: 814 time: 0.2909489 Jul 07 19:19:32.378302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-71c7cd4f-d60a-40dd-921e-9f2529b68d35 service neutron] No DVR routers for this DVR port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:32.378877 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bfbfb4dc-cd41-4d73-90bd-a50bfbb7526d req-a6c0c06b-dd9a-4b31-895f-e50796695661 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707656 Jul 07 19:19:32.395948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Request body: {'port': {'device_id': 'd55763ae-cd10-499c-b0fe-342b0c192692', 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d', 'admin_state_up': True, 'tenant_id': '04c0eb782daf4a848fc2b6709b7f3e4a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:32.428994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7cd4f-d60a-40dd-921e-9f2529b68d35 service neutron] Pushing event updated for resources: {'Port': ['ID=cff4ed2f-f868-4f20-b243-bb9810dbcd46,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:32.550490 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-71c7cd4f-d60a-40dd-921e-9f2529b68d35 service neutron] 10.222.0.112 "PUT /v2.0/ports/cff4ed2f-f868-4f20-b243-bb9810dbcd46/bindings/n-h2-792394-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0756936 Jul 07 19:19:32.778424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:32.802619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25410cc-0e3e-4909-a0a9-d38c57be7c74 req-80bcfc12-b93f-4501-a561-d710f45f6a93 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:32.817121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a25410cc-0e3e-4909-a0a9-d38c57be7c74 req-80bcfc12-b93f-4501-a561-d710f45f6a93 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 944 time: 0.1792557 Jul 07 19:19:32.906427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55872) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:32.913520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-913737d6-1852-4a2e-bc72-5bf84b44eadc req-ec51597f-0952-4102-9c0b-ec4240a4e2f7 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 210 time: 0.0565214 Jul 07 19:19:32.931718 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bfbfb4dc-cd41-4d73-90bd-a50bfbb7526d req-e5e1f993-6cdc-4e1f-9aca-1c6a212eaa6e service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315602 Jul 07 19:19:32.949093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a25410cc-0e3e-4909-a0a9-d38c57be7c74 req-837d38c4-44ee-47af-a156-2ec69dfb8402 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303914 Jul 07 19:19:33.021753 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.030057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Made reservation on behalf of 04c0eb782daf4a848fc2b6709b7f3e4a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:33.034269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.091408 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-5ef4f963-411a-4bbe-ad54-d307642a9e99 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:33.093127 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-5ef4f963-411a-4bbe-ad54-d307642a9e99 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1096 time: 0.4512272 Jul 07 19:19:33.243887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59214411-0bca-4351-bfc3-c0847be9092f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.265676 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bfbfb4dc-cd41-4d73-90bd-a50bfbb7526d req-acb4ce68-3885-443c-b20c-564c633a7b4f service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781770 Jul 07 19:19:33.335282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-528ff500-974a-4e5b-950d-d83362756d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:33.336799 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-528ff500-974a-4e5b-950d-d83362756d09 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676&tenant_id=1a9e7e79c68a476f8147099a363d1d0f HTTP/1.1" status: 200 len: 1096 time: 0.2345741 Jul 07 19:19:33.363684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Allocated IP 172.20.0.14 (f9e864fb-31e7-4a46-8982-13428aca667d/338b59bf-fd4d-43a1-91b7-1d151d6b71e8/9cd4d43f-48dc-41c3-9921-c7a684eb1095) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:33.378744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1148892052-network', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:33.572056 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59214411-0bca-4351-bfc3-c0847be9092f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.578798 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59214411-0bca-4351-bfc3-c0847be9092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.618696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:33.643169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-59214411-0bca-4351-bfc3-c0847be9092f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e5807b1d206042908217c15cb0c107a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8633366 Jul 07 19:19:33.643934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-9c265b97-c43a-49b8-9624-c784e47fc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:33.649537 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-9c265b97-c43a-49b8-9624-c784e47fc9fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1096 time: 0.2594678 Jul 07 19:19:33.651946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:33.657521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59214411-0bca-4351-bfc3-c0847be9092f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798a367d-5b12-40db-a488-b28ade349c8d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:33.726435 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Made reservation on behalf of d05e41f4ffde4d4199729500aa56e8c2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:33.729274 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.758251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f312847b-360e-4501-83a0-88b61760569b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.794704 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.820513 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f312847b-360e-4501-83a0-88b61760569b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.886047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f312847b-360e-4501-83a0-88b61760569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.890741 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f312847b-360e-4501-83a0-88b61760569b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:33.893880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f312847b-360e-4501-83a0-88b61760569b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/798a367d-5b12-40db-a488-b28ade349c8d HTTP/1.1" status: 204 len: 168 time: 0.2279899 Jul 07 19:19:33.923482 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312847b-360e-4501-83a0-88b61760569b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798a367d-5b12-40db-a488-b28ade349c8d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:34.014645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:34.017359 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.102382 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-cecfea9a-1306-466f-aef8-68ff8aa88749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:34.103913 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-cecfea9a-1306-466f-aef8-68ff8aa88749 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.4311934 Jul 07 19:19:34.136558 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.169644 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-32120bf3-c6b0-414c-ac05-49aee618a0c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 200 len: 217 time: 0.0582550 Jul 07 19:19:34.172849 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.240777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1119} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:34.271699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8e11b611-20bf-43b0-a78a-0cf90ab12795 req-717b1011-eb6e-4a19-9f5c-5a36478643a1 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 210 time: 0.0981145 Jul 07 19:19:34.295914 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.296688 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Added segment be331339-2a12-4e5e-afef-d9bc2ef9d000 of type vlan for network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 Jul 07 19:19:34.311337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.314153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5558b693-0ca1-422d-89d8-f4afcf80be84,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:34.341569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.393171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-27eb5dff-71e5-450f-90b6-f2e12a9fd6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:34.394786 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-27eb5dff-71e5-450f-90b6-f2e12a9fd6df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.2041063 Jul 07 19:19:34.418484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.445177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Network f9e864fb-31e7-4a46-8982-13428aca667d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:34.473139 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-d27b65b6-ce0a-4500-9928-e2c7084ca148 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597558 Jul 07 19:19:34.482664 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Pushing event updated for resources: {'Port': ['ID=9cd4d43f-48dc-41c3-9921-c7a684eb1095,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:34.486090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:34.543398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4712875-73a5-42e9-bc27-89b95a6702f2 req-9c9f5afd-426a-423f-98e2-07b781477578 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:34.545752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4712875-73a5-42e9-bc27-89b95a6702f2 req-9c9f5afd-426a-423f-98e2-07b781477578 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 944 time: 0.2898545 Jul 07 19:19:34.606358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4712875-73a5-42e9-bc27-89b95a6702f2 req-11988356-aee4-4c04-8a8f-135f2959975c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538576 Jul 07 19:19:34.654997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.753001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:34.779333 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-585d2ac6-dc76-4254-880f-a4316e9caeea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.862183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Allocated IP 172.25.2.125 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/bdbc6b6b-57bf-4fc1-b941-006d3c4456a4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:34.914138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:19:34.936761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:34.944786 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:34.946799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:34.947475 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.033190 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.040261 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-585d2ac6-dc76-4254-880f-a4316e9caeea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.051010 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-585d2ac6-dc76-4254-880f-a4316e9caeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.086978 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1718290 Jul 07 19:19:35.093954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55964) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:35.104892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] Request body: {'subnet': {'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1148892052-subnet', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:35.111222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f096d-ed04-4ae0-ad57-97607cf9b9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3ecb0e95-6872-4413-b54d-ae7885ebf4b0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:35.122992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:35.123781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.126828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:35.143842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d2ac6-dc76-4254-880f-a4316e9caeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001ff555-8906-4308-871e-f0d9893a9ef1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:35.152854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-585d2ac6-dc76-4254-880f-a4316e9caeea admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=99765ad071c74f61a8e3d36fb0811f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987093 Jul 07 19:19:35.159286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:35.185107 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-e7f6d956-73a8-4ead-b799-0c9f43d7edd0 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965070 Jul 07 19:19:35.224109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] Made reservation on behalf of d05e41f4ffde4d4199729500aa56e8c2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:35.227157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.236761 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.258161 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-3405016c-1400-470c-84b1-26593ab7342d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8821256 Jul 07 19:19:35.275588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Request body: {'port': {'device_id': 'd55763ae-cd10-499c-b0fe-342b0c192692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:35.375429 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.455212 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-d4b38385-85a0-489d-9d43-9e7f0903dfbb service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626867 Jul 07 19:19:35.516671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:35.564205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:35.588510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:35.620314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.622086 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a8022b7-32f6-477e-879b-6b75b68e6716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.623537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event updated for resources: {'Port': ['ID=bdbc6b6b-57bf-4fc1-b941-006d3c4456a4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:35.725725 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a8022b7-32f6-477e-879b-6b75b68e6716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.773946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:35.934891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd4d43f-48dc-41c3-9921-c7a684eb1095 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:35.951013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.954769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45394da7-e1ee-40d3-be8a-11a0be741ad7 req-f6dbdc2c-62c5-4e62-a70b-9ff515baff4d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:35.956425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45394da7-e1ee-40d3-be8a-11a0be741ad7 req-f6dbdc2c-62c5-4e62-a70b-9ff515baff4d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 932 time: 0.4953470 Jul 07 19:19:35.978161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Transition to ACTIVE for port object 9cd4d43f-48dc-41c3-9921-c7a684eb1095 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:35.982223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-3a302fc8-1ebd-4470-a4a6-e8a97e6d6979 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:35.985265 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-3a302fc8-1ebd-4470-a4a6-e8a97e6d6979 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 1096 time: 0.1094329 Jul 07 19:19:35.987154 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:35.997253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] Checking segment: {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:35.997695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] Network hostable DHCP agents. Network: 3ecb0e95-6872-4413-b54d-ae7885ebf4b0, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:19:36.027277 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.101570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45394da7-e1ee-40d3-be8a-11a0be741ad7 req-87edd643-e7bf-4c56-b9c0-277515e123b5 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116836 Jul 07 19:19:36.104896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] Network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:19:36.107033 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a8022b7-32f6-477e-879b-6b75b68e6716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.110491 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a8022b7-32f6-477e-879b-6b75b68e6716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.111461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6a8022b7-32f6-477e-879b-6b75b68e6716 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/001ff555-8906-4308-871e-f0d9893a9ef1 HTTP/1.1" status: 204 len: 168 time: 0.9507136 Jul 07 19:19:36.154490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 3ecb0e95-6872-4413-b54d-ae7885ebf4b0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:36.158771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8022b7-32f6-477e-879b-6b75b68e6716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001ff555-8906-4308-871e-f0d9893a9ef1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:36.171573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f5dd0-0d70-4101-b52a-b9a0002950d5 None None] Network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:36.180454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:36.181072 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.183616 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.260925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bdd77-c8e1-43c8-8489-984473608e8e req-6fd98a9c-496d-4774-984c-89bb5f6ed7b8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:36.262418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-349bdd77-c8e1-43c8-8489-984473608e8e req-6fd98a9c-496d-4774-984c-89bb5f6ed7b8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 944 time: 0.3608637 Jul 07 19:19:36.279021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd4d43f-48dc-41c3-9921-c7a684eb1095,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:36.323698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c2abc819-8d2f-4797-8918-336e0f73d3ac admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2228801 Jul 07 19:19:36.370983 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:36.385364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:36.404285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Attempting to bind port 9cd4d43f-48dc-41c3-9921-c7a684eb1095 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:36.404951 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Attempting to bind port 9cd4d43f-48dc-41c3-9921-c7a684eb1095 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:36.405513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Attempting to bind port 9cd4d43f-48dc-41c3-9921-c7a684eb1095 on network f9e864fb-31e7-4a46-8982-13428aca667d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:36.417575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Port 9cd4d43f-48dc-41c3-9921-c7a684eb1095 on network f9e864fb-31e7-4a46-8982-13428aca667d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:19:36.418089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Attempting to bind port 9cd4d43f-48dc-41c3-9921-c7a684eb1095 on network f9e864fb-31e7-4a46-8982-13428aca667d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:36.440606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:36.441225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Checking segment: {'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:36.441814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Bound using segment: {'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:36.442476 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Bound port: 9cd4d43f-48dc-41c3-9921-c7a684eb1095, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:36.443004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.459455 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.460963 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.466428 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-6c6fe4b1-9f28-4342-a9d1-863bed6daaec service neutron] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:36.476848 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-6c6fe4b1-9f28-4342-a9d1-863bed6daaec service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.478288 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b4e5e03-aa28-4ca0-835b-782021ac7dd0 req-6c6fe4b1-9f28-4342-a9d1-863bed6daaec service neutron] 10.222.0.59 "DELETE /v2.0/ports/cff4ed2f-f868-4f20-b243-bb9810dbcd46/bindings/n-h1-792394-12 HTTP/1.1" status: 204 len: 173 time: 0.4877176 Jul 07 19:19:36.495556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:19:36.496522 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.625154 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.721279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Allocated IP 172.20.0.2 (3ecb0e95-6872-4413-b54d-ae7885ebf4b0/86bdfa10-a045-40b5-a6b8-ee2f7be2cd60/2e6862af-f383-4783-b821-cd04d6a15de6) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:36.787107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] For port 9cd4d43f-48dc-41c3-9921-c7a684eb1095, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:36.868212 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] For port 9cd4d43f-48dc-41c3-9921-c7a684eb1095, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9cd4d43f-48dc-41c3-9921-c7a684eb1095,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:36.881831 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.889593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.891247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.901572 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.920565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-349bdd77-c8e1-43c8-8489-984473608e8e req-e15838ba-45b6-4693-b933-b1de09ee26e9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6373293 Jul 07 19:19:37.046490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.047194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.064063 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] 10.222.0.112 "PUT /v2.0/ports/9cd4d43f-48dc-41c3-9921-c7a684eb1095 HTTP/1.1" status: 200 len: 1093 time: 1.7958376 Jul 07 19:19:37.065268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55763ae-cd10-499c-b0fe-342b0c192692', 'tag': '9cd4d43f-48dc-41c3-9921-c7a684eb1095'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:37.067293 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6119840b-35e1-48cb-bdcd-0e24b95a73a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d55763ae-cd10-499c-b0fe-342b0c192692", "tag": "9cd4d43f-48dc-41c3-9921-c7a684eb1095"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:37.069779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef540df8-0555-4e42-b34c-901a1fcbfb08 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd4d43f-48dc-41c3-9921-c7a684eb1095,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:37.129854 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.150440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Transition to ACTIVE for port object 2e6862af-f383-4783-b821-cd04d6a15de6 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:37.163198 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73977126-729d-4a27-a7fa-e97f674a73a6 x-openstack-request-id: req-73977126-729d-4a27-a7fa-e97f674a73a6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:37.163638 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55763ae-cd10-499c-b0fe-342b0c192692", "tag": "9cd4d43f-48dc-41c3-9921-c7a684eb1095", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:37.163747 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-73977126-729d-4a27-a7fa-e97f674a73a6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:37.164127 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55763ae-cd10-499c-b0fe-342b0c192692', 'tag': '9cd4d43f-48dc-41c3-9921-c7a684eb1095', 'status': 'completed', 'code': 200} Jul 07 19:19:37.190435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.193724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Transition to ACTIVE for port object 2e6862af-f383-4783-b821-cd04d6a15de6 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:37.204215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event updated for resources: {'Port': ['ID=bdbc6b6b-57bf-4fc1-b941-006d3c4456a4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:37.205878 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.242207 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.242943 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9bc5632b-7bf8-4e82-89ab-9c7b1b6129bc tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6224532 Jul 07 19:19:37.248806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56072) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:37.262360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-160550472'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:37.304238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:37.308341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Made reservation on behalf of 500a52f3832548bbb6513fac0e259ece for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:37.321773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.328035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:37.339095 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:37.350219 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.352604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Pushing event updated for resources: {'Port': ['ID=2e6862af-f383-4783-b821-cd04d6a15de6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:37.418918 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.419629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.420308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.420832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.421580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.422063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.422773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.423850 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.424328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.425186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.425748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.426568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:37.442080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Attempting to bind port 2e6862af-f383-4783-b821-cd04d6a15de6 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:37.442708 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Attempting to bind port 2e6862af-f383-4783-b821-cd04d6a15de6 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:37.443436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Attempting to bind port 2e6862af-f383-4783-b821-cd04d6a15de6 on network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:37.449994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:37.450655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Checking segment: {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:37.451214 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.451772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Bound using segment: {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:37.453296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Bound port: 2e6862af-f383-4783-b821-cd04d6a15de6, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:37.453954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-2e5ed8ca-222a-422d-aea2-35c358e07fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.454941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.459845 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-2e5ed8ca-222a-422d-aea2-35c358e07fa0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=04c0eb782daf4a848fc2b6709b7f3e4a&device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 1096 time: 0.2611153 Jul 07 19:19:37.532253 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] For port 2e6862af-f383-4783-b821-cd04d6a15de6, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:37.536680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] For port 2e6862af-f383-4783-b821-cd04d6a15de6, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2e6862af-f383-4783-b821-cd04d6a15de6,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:37.542797 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.620827 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.678694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29386c9c-c295-49d6-8534-25a21edd211d None None] Pushing event updated for resources: {'Port': ['ID=2e6862af-f383-4783-b821-cd04d6a15de6,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:37.758333 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.784815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:37.798861 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.799216 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Added segment 0eac7d6e-de65-4e66-86e8-88c206fd8c3c of type vlan for network 9e179352-c44a-429e-83e9-e84e2efc0396 Jul 07 19:19:37.866754 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.903166 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-01189f88-12e1-4b25-aca0-7ff7851e9799 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd4d43f-48dc-41c3-9921-c7a684eb1095 HTTP/1.1" status: 200 len: 217 time: 0.3214059 Jul 07 19:19:37.903673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:37.915418 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:37.924841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.925567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.164166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31369835-e941-4de8-a7c4-365c410164bc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:38.185246 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9344964 Jul 07 19:19:38.213614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:38.227033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d5173-1046-4d0c-aa0f-e51002db6198 req-bc469eae-3f31-4096-b099-b8b2456bace4 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:38.234444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-510d5173-1046-4d0c-aa0f-e51002db6198 req-bc469eae-3f31-4096-b099-b8b2456bace4 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 944 time: 0.6102242 Jul 07 19:19:38.236750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Request body: {'subnet': {'network_id': '9e179352-c44a-429e-83e9-e84e2efc0396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:38.246599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1419946338'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:38.247849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce3355-10f2-49c5-b7cd-3687342b602e tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event updated for resources: {'Network': ['ID=9e179352-c44a-429e-83e9-e84e2efc0396,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:38.263900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 9e179352-c44a-429e-83e9-e84e2efc0396 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:38.304516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-510d5173-1046-4d0c-aa0f-e51002db6198 req-4c6587bb-87b0-46ef-82c4-868da358411f tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686896 Jul 07 19:19:38.332608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:38.337206 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.351682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dd80b-9d2c-418c-b494-79aa42d53a99 req-4c181cff-0119-4b76-a58d-e40f0c73312a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:38.354092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d1dd80b-9d2c-418c-b494-79aa42d53a99 req-4c181cff-0119-4b76-a58d-e40f0c73312a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 944 time: 0.1910956 Jul 07 19:19:38.406958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d1dd80b-9d2c-418c-b494-79aa42d53a99 req-49899f39-4f67-475f-a6ef-3f508ea5dcfd tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465145 Jul 07 19:19:38.427495 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-fbeee4d1-76c2-4b67-b055-adb0fe269c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:38.429469 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-fbeee4d1-76c2-4b67-b055-adb0fe269c92 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=338b59bf-fd4d-43a1-91b7-1d151d6b71e8 HTTP/1.1" status: 200 len: 854 time: 0.5101790 Jul 07 19:19:38.431442 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.434745 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.516221 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-a862d83e-e336-4c75-b454-8666a70769bd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f9e864fb-31e7-4a46-8982-13428aca667d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782084 Jul 07 19:19:38.521139 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.677008 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f6dc-ac61-48d9-b908-d05de41a055d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.761864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5c4a5-8d66-4b28-81e8-1d52caf2427f req-08755a12-8bb3-4945-a1cb-40fb7ee19663 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:38.769078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ee5c4a5-8d66-4b28-81e8-1d52caf2427f req-08755a12-8bb3-4945-a1cb-40fb7ee19663 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1096 time: 0.1370358 Jul 07 19:19:38.801310 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.826354 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ee5c4a5-8d66-4b28-81e8-1d52caf2427f req-8156a04f-dca3-41ab-97e1-d6502eb2488b tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522251 Jul 07 19:19:38.852230 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.985415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Made reservation on behalf of 500a52f3832548bbb6513fac0e259ece for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:38.989781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:38.996668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:39.062296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bed5f4-6e20-4123-9fd7-2c177030c501 req-ad6d477d-caac-497f-895e-9f544cdd956c tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:39.065497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5bed5f4-6e20-4123-9fd7-2c177030c501 req-ad6d477d-caac-497f-895e-9f544cdd956c tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1096 time: 0.0741596 Jul 07 19:19:39.092962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6835ab0f-24b7-4bff-809b-ddc3d5978391,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:39.109329 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-0d650be1-aa75-4e15-9aaf-c9e801170a13 service neutron] 10.222.0.112 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803323 Jul 07 19:19:39.110959 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.111302 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added segment 83040631-ac33-4b11-b095-dcb130331814 of type vlan for network f277b539-932e-4b8e-9888-30e87d8979a0 Jul 07 19:19:39.150320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5bed5f4-6e20-4123-9fd7-2c177030c501 req-ef3692f4-3e00-49dc-87e0-2f8771f8458f tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793650 Jul 07 19:19:39.328649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2e6862af-f383-4783-b821-cd04d6a15de6 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:39.477212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 2e6862af-f383-4783-b821-cd04d6a15de6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:39.509253 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5db1eb-866f-4e79-8037-45b9bd33cafa None None] Network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:39.610132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f065ad-82dd-410c-b987-6f0707627370 req-b93d6e94-5261-4960-8477-6f090b982d93 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:39.632181 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41f065ad-82dd-410c-b987-6f0707627370 req-b93d6e94-5261-4960-8477-6f090b982d93 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 944 time: 0.1390851 Jul 07 19:19:39.649706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3b0dbb85-b88b-411a-a04b-3b715f5ee52d None None] Provisioning for port 2e6862af-f383-4783-b821-cd04d6a15de6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:39.668586 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3b0dbb85-b88b-411a-a04b-3b715f5ee52d None None] Provisioning complete for port 2e6862af-f383-4783-b821-cd04d6a15de6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:39.669718 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbb85-b88b-411a-a04b-3b715f5ee52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:39.683776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41f065ad-82dd-410c-b987-6f0707627370 req-5672843b-eb1f-4211-b98b-d5a66eef2ec3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505710 Jul 07 19:19:39.790432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Allocated IP 172.25.2.40 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/d02e8928-5b3e-40a8-ba4d-32f82a66a119) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:39.925378 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbb85-b88b-411a-a04b-3b715f5ee52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.074666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.085761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3b0dbb85-b88b-411a-a04b-3b715f5ee52d None None] For port 2e6862af-f383-4783-b821-cd04d6a15de6, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2e6862af-f383-4783-b821-cd04d6a15de6,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:40.098060 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbb85-b88b-411a-a04b-3b715f5ee52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.162329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dbb85-b88b-411a-a04b-3b715f5ee52d None None] Pushing event updated for resources: {'Port': ['ID=2e6862af-f383-4783-b821-cd04d6a15de6,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:40.269833 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1952e7ea-716a-4459-82de-1f00546a8a0b req-69d91a69-6241-43e9-9877-52c7f187ad94 service neutron] 10.222.0.112 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1499720 Jul 07 19:19:40.276733 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.282730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:40.283365 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.394768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.415812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Network': ['ID=f277b539-932e-4b8e-9888-30e87d8979a0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:40.431304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f277b539-932e-4b8e-9888-30e87d8979a0 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:40.474783 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f34ef70d-72a3-4700-9bf3-d4245e43531c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5664248 Jul 07 19:19:40.475166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:40.485048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'network': {'name': 'tempest-RoutersTest-105998178'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:40.524629 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.549468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event updated for resources: {'Subnet': ['ID=bfc99269-f842-4339-baec-7ac26029c993,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:40.562868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:40.567425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b38240cf-2b98-478d-9b0e-72c5a0d22b2a None None] Provisioning complete for port 2e6862af-f383-4783-b821-cd04d6a15de6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:40.568016 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b38240cf-2b98-478d-9b0e-72c5a0d22b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.576699 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.602991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Checking segment: {'id': '0eac7d6e-de65-4e66-86e8-88c206fd8c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '9e179352-c44a-429e-83e9-e84e2efc0396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:40.607414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Network hostable DHCP agents. Network: 9e179352-c44a-429e-83e9-e84e2efc0396, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:19:40.640332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1144} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:40.668177 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.668573 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added segment 2118aceb-54bf-4922-8514-d62a7f0aef3f of type vlan for network 7a9b2591-ea46-421d-9366-45ca82e0a30b Jul 07 19:19:40.701644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119840b-35e1-48cb-bdcd-0e24b95a73a1 req-13a9dded-85e9-4bb7-952e-25058f46359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:40.708278 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6119840b-35e1-48cb-bdcd-0e24b95a73a1 req-13a9dded-85e9-4bb7-952e-25058f46359b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=04c0eb782daf4a848fc2b6709b7f3e4a&device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 1096 time: 0.3153307 Jul 07 19:19:40.736715 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.758488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Network 9e179352-c44a-429e-83e9-e84e2efc0396 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:19:40.789198 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.799371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:40.807973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:40.811639 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.001528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5250812 Jul 07 19:19:41.010425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:41.028341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 9e179352-c44a-429e-83e9-e84e2efc0396) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:41.033133 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e933eff4-bdff-465d-aadd-de7a4e13e390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.040292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:41.041048 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.048564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0e0c2-4949-49d2-9290-1564c3e46d8d None None] Network 9e179352-c44a-429e-83e9-e84e2efc0396 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:41.085962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'subnet': {'network_id': 'f277b539-932e-4b8e-9888-30e87d8979a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:41.141721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:41.196950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2e6862af-f383-4783-b821-cd04d6a15de6 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:41.398206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.455430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:41.547359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2e6862af-f383-4783-b821-cd04d6a15de6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:41.548122 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.592813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d02e8928-5b3e-40a8-ba4d-32f82a66a119,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:41.596037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119840b-35e1-48cb-bdcd-0e24b95a73a1 req-b06ebaab-e2da-4c63-941c-bcef206f4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:41.602822 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6119840b-35e1-48cb-bdcd-0e24b95a73a1 req-b06ebaab-e2da-4c63-941c-bcef206f4de9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f9e864fb-31e7-4a46-8982-13428aca667d HTTP/1.1" status: 200 len: 916 time: 0.8781745 Jul 07 19:19:41.604792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:41.691585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:41.695513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.696126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-9e179352-c44a-429e-83e9-e84e2efc0396', 'network_id': '9e179352-c44a-429e-83e9-e84e2efc0396', 'tenant_id': '500a52f3832548bbb6513fac0e259ece', 'fixed_ips': [{'subnet_id': 'bfc99269-f842-4339-baec-7ac26029c993'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:19:41.700400 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.703254 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6119840b-35e1-48cb-bdcd-0e24b95a73a1 req-1a02d10b-cf1f-4095-b603-e05dde315f6e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd4d43f-48dc-41c3-9921-c7a684eb1095 HTTP/1.1" status: 200 len: 217 time: 0.0867395 Jul 07 19:19:41.727216 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cb170b62-61aa-45d6-86b2-08332ff62eb7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5127122 Jul 07 19:19:41.783473 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:41.794472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-887068820', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:41.868969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7b55e-35d2-474a-9f92-44b6b1e21200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Network': ['ID=7a9b2591-ea46-421d-9366-45ca82e0a30b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:41.911782 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 7a9b2591-ea46-421d-9366-45ca82e0a30b details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:41.939248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.941876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:41.957597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568b8-4540-4b0a-8ae3-e36b29a352a6 req-bc211f8a-1ad7-4c86-8fd6-d17f61e6325d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:42.003245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-712568b8-4540-4b0a-8ae3-e36b29a352a6 req-bc211f8a-1ad7-4c86-8fd6-d17f61e6325d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 944 time: 1.0639567 Jul 07 19:19:42.066442 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-712568b8-4540-4b0a-8ae3-e36b29a352a6 req-7f533181-c511-4084-8f03-1a63ad2418da tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621736 Jul 07 19:19:42.121759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Allocated IP 172.20.0.2 (9e179352-c44a-429e-83e9-e84e2efc0396/bfc99269-f842-4339-baec-7ac26029c993/c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:42.224296 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.344543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.377140 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.399702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Transition to ACTIVE for port object c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:42.441032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Transition to ACTIVE for port object c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:42.454256 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.482009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Network 9e179352-c44a-429e-83e9-e84e2efc0396 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:42.484965 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:42.487949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:42.497604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119840b-35e1-48cb-bdcd-0e24b95a73a1 req-b4f3b295-100e-4e6b-b740-a41f58e4ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:42.509814 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6119840b-35e1-48cb-bdcd-0e24b95a73a1 req-b4f3b295-100e-4e6b-b740-a41f58e4ac85 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=338b59bf-fd4d-43a1-91b7-1d151d6b71e8 HTTP/1.1" status: 200 len: 854 time: 0.7666013 Jul 07 19:19:42.563258 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6119840b-35e1-48cb-bdcd-0e24b95a73a1 req-89ecc09c-6c58-4efa-9580-89c9bca6cf06 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f9e864fb-31e7-4a46-8982-13428aca667d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372694 Jul 07 19:19:42.654454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Pushing event updated for resources: {'Port': ['ID=c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:42.662055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Attempting to bind port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:42.662571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Attempting to bind port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0eac7d6e-de65-4e66-86e8-88c206fd8c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '9e179352-c44a-429e-83e9-e84e2efc0396'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:42.663089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Attempting to bind port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f on network 9e179352-c44a-429e-83e9-e84e2efc0396 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:42.670317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:42.670711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Checking segment: {'id': '0eac7d6e-de65-4e66-86e8-88c206fd8c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '9e179352-c44a-429e-83e9-e84e2efc0396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:42.671758 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.672223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Bound using segment: {'id': '0eac7d6e-de65-4e66-86e8-88c206fd8c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '9e179352-c44a-429e-83e9-e84e2efc0396'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:42.672778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Bound port: c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eac7d6e-de65-4e66-86e8-88c206fd8c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '9e179352-c44a-429e-83e9-e84e2efc0396'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:42.673311 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.684827 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.754973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] For port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:42.759683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] For port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f,segment=NetworkSegment(0eac7d6e-de65-4e66-86e8-88c206fd8c3c),segment_id=0eac7d6e-de65-4e66-86e8-88c206fd8c3c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:42.780988 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.872496 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:42.978542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f993b9-efff-4ea3-9bc1-3d08a98405bf None None] Pushing event updated for resources: {'Port': ['ID=c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:43.167159 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6119840b-35e1-48cb-bdcd-0e24b95a73a1 req-aabeddc5-fa83-4e30-8480-3d9b9929a840 service neutron] 10.222.0.112 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567858 Jul 07 19:19:43.181011 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.519354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ed03-cc27-4f39-8372-cb3d99412d40 req-9473b189-bb63-47e1-b3f8-0f339d5f2189 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:43.528111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d128ed03-cc27-4f39-8372-cb3d99412d40 req-9473b189-bb63-47e1-b3f8-0f339d5f2189 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 944 time: 0.1821113 Jul 07 19:19:43.603872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d128ed03-cc27-4f39-8372-cb3d99412d40 req-7c38edd2-f3f5-437f-85c5-690b16481dd4 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713201 Jul 07 19:19:43.721878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56436) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:43.799826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 9cd4d43f-48dc-41c3-9921-c7a684eb1095 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:43.908183 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e7b702e-b6e4-4555-99c4-f31cb251011e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:43.973469 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.035317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 9cd4d43f-48dc-41c3-9921-c7a684eb1095, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9cd4d43f-48dc-41c3-9921-c7a684eb1095,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:44.049991 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '9cd4d43f-48dc-41c3-9921-c7a684eb1095', 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d', 'port_id': '9cd4d43f-48dc-41c3-9921-c7a684eb1095', 'mac_address': 'fa:16:3e:64:79:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338b59bf-fd4d-43a1-91b7-1d151d6b71e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:19:44.079115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e7b702e-b6e4-4555-99c4-f31cb251011e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.090337 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e7b702e-b6e4-4555-99c4-f31cb251011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.109541 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.126312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd4d43f-48dc-41c3-9921-c7a684eb1095 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:44.151547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0e7b702e-b6e4-4555-99c4-f31cb251011e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a6b3a557ad464f87a137359fc2bbfa44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228222 Jul 07 19:19:44.151750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Subnet': ['ID=b7d0b659-72ed-4b96-96b6-a4203e74fb83,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:44.151869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b702e-b6e4-4555-99c4-f31cb251011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86558b56-89d9-4f20-a46b-05a147e0889e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:44.158150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56440) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:44.158775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 9cd4d43f-48dc-41c3-9921-c7a684eb1095, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9cd4d43f-48dc-41c3-9921-c7a684eb1095,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:44.164500 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.247155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=9cd4d43f-48dc-41c3-9921-c7a684eb1095,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:44.293595 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a28d4566-7e95-44a5-b38a-a9a89a4f6cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.334249 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a28d4566-7e95-44a5-b38a-a9a89a4f6cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.378101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Checking segment: {'id': '83040631-ac33-4b11-b095-dcb130331814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f277b539-932e-4b8e-9888-30e87d8979a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:44.378683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network hostable DHCP agents. Network: f277b539-932e-4b8e-9888-30e87d8979a0, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:19:44.379023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['9cd4d43f-48dc-41c3-9921-c7a684eb1095'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:44.412508 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a28d4566-7e95-44a5-b38a-a9a89a4f6cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.415786 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a28d4566-7e95-44a5-b38a-a9a89a4f6cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.419980 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a28d4566-7e95-44a5-b38a-a9a89a4f6cde admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/86558b56-89d9-4f20-a46b-05a147e0889e HTTP/1.1" status: 204 len: 168 time: 0.2607179 Jul 07 19:19:44.432941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d4566-7e95-44a5-b38a-a9a89a4f6cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86558b56-89d9-4f20-a46b-05a147e0889e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:44.455695 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.491618 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6119840b-35e1-48cb-bdcd-0e24b95a73a1 req-86d83057-e41e-4fa2-b6f2-d74e7b73d613 service neutron] 10.222.0.112 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3119633 Jul 07 19:19:44.555353 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network f277b539-932e-4b8e-9888-30e87d8979a0 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:19:44.637117 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea94b7c-4005-4108-b368-e9729b30c773 None None] Network 9e179352-c44a-429e-83e9-e84e2efc0396 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:44.691138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-850b7dbf-8ccf-4ff9-9cce-6413d6c84768 None None] Provisioning for port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:44.728726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f277b539-932e-4b8e-9888-30e87d8979a0) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:44.748202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2796e7cb-b88f-4bdb-8117-8856b6875bad None None] Network f277b539-932e-4b8e-9888-30e87d8979a0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:44.764408 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:44.765168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.775956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.928660 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:44.996310 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-997959e5-a7a1-49af-9788-02e64bcf3b29 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9734056 Jul 07 19:19:44.996838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:45.006688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'subnet': {'network_id': '7a9b2591-ea46-421d-9366-45ca82e0a30b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:45.114786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f277b539-932e-4b8e-9888-30e87d8979a0', 'network_id': 'f277b539-932e-4b8e-9888-30e87d8979a0', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'fixed_ips': [{'subnet_id': 'b7d0b659-72ed-4b96-96b6-a4203e74fb83'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:19:45.117533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.183201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Allocated IP 172.25.2.119 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/17566329-17ae-4547-9643-3b442252dc03) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:45.215279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Router ccae0551-d4cb-4a3f-b8c1-0ace0161061a is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:19:45.392035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e925ca-f4d9-4577-b878-e35dc9879562 req-e9399d58-e62f-4e48-808f-3d7ce8cb89e5 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:45.394016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3e925ca-f4d9-4577-b878-e35dc9879562 req-e9399d58-e62f-4e48-808f-3d7ce8cb89e5 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 945 time: 0.6140678 Jul 07 19:19:45.395450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:45.399725 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.582090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:45.598711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Allocated IP 172.20.0.2 (f277b539-932e-4b8e-9888-30e87d8979a0/b7d0b659-72ed-4b96-96b6-a4203e74fb83/3d5b0677-e173-473a-a676-f4d7494c705d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:45.775663 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.788349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:19:45.802099 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Sync routers for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:19:45.813956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.826395 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:45.831552 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:45.836300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Subnet': ['ID=5b4917bd-1bab-4207-aa12-079a77c62539,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:45.851386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 9cd4d43f-48dc-41c3-9921-c7a684eb1095 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:45.863292 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.867849 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b463d894-f7ca-453a-acba-636180e4d0c1 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4943502 Jul 07 19:19:45.868807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:45.875229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3e925ca-f4d9-4577-b878-e35dc9879562 req-b7245e32-86c9-45fe-b33d-074765921fd9 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701712 Jul 07 19:19:45.902257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Checking segment: {'id': '2118aceb-54bf-4922-8514-d62a7f0aef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '7a9b2591-ea46-421d-9366-45ca82e0a30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:45.904289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network hostable DHCP agents. Network: 7a9b2591-ea46-421d-9366-45ca82e0a30b, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:19:45.942759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 7a9b2591-ea46-421d-9366-45ca82e0a30b is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:19:45.943908 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:45.952702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:45.953175 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.963934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 7a9b2591-ea46-421d-9366-45ca82e0a30b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:45.968791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:45.969585 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:45.992514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabc98b6-ba48-48e0-883e-43fd6b4c83c9 None None] Network 7a9b2591-ea46-421d-9366-45ca82e0a30b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:46.005816 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c86d73c7-d1ef-4867-be76-5be4bc957637 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0047369 Jul 07 19:19:46.005816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:46.014115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-52cfee10-d81a-4f48-abb3-b53a4359dd3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1979069807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:46.063532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.104759 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52cfee10-d81a-4f48-abb3-b53a4359dd3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.105813 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52cfee10-d81a-4f48-abb3-b53a4359dd3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.211903 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:19:46.296745 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52cfee10-d81a-4f48-abb3-b53a4359dd3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.308571 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52cfee10-d81a-4f48-abb3-b53a4359dd3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.341457 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52cfee10-d81a-4f48-abb3-b53a4359dd3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.344405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-52cfee10-d81a-4f48-abb3-b53a4359dd3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3369377 Jul 07 19:19:46.347158 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:46.519055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.562301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:46.565562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event updated for resources: {'Port': ['ID=17566329-17ae-4547-9643-3b442252dc03,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:46.570103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:46.574028 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:46.616042 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.675646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Transition to ACTIVE for port object 3d5b0677-e173-473a-a676-f4d7494c705d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:46.685843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 9cd4d43f-48dc-41c3-9921-c7a684eb1095 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:46.699173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 9cd4d43f-48dc-41c3-9921-c7a684eb1095 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:46.699686 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.789582 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:42Z', 'revision_number': 3, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:46.862326 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Checking router: ccae0551-d4cb-4a3f-b8c1-0ace0161061a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:19:46.862973 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Updating router ccae0551-d4cb-4a3f-b8c1-0ace0161061a port d02e8928-5b3e-40a8-ba4d-32f82a66a119 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:19:46.879938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f,segment=NetworkSegment(0eac7d6e-de65-4e66-86e8-88c206fd8c3c),segment_id=0eac7d6e-de65-4e66-86e8-88c206fd8c3c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:46.885961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Transition to ACTIVE for port object 3d5b0677-e173-473a-a676-f4d7494c705d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:46.888750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-7a9b2591-ea46-421d-9366-45ca82e0a30b', 'network_id': '7a9b2591-ea46-421d-9366-45ca82e0a30b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'fixed_ips': [{'subnet_id': '5b4917bd-1bab-4207-aa12-079a77c62539'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:19:46.898246 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.916733 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.945530 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.990539 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:46.990715 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.083300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Network f277b539-932e-4b8e-9888-30e87d8979a0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:47.165721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:47.232980 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.356526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:47.411775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:47.460599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:47.583632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0e5f-27c8-4e04-a203-84a2af2c9941 req-f8a5e945-2d58-400d-8c27-90348e0e9a6f tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:47.591054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d30b0e5f-27c8-4e04-a203-84a2af2c9941 req-f8a5e945-2d58-400d-8c27-90348e0e9a6f tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 945 time: 0.2161040 Jul 07 19:19:47.595173 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.634622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Pushing event updated for resources: {'Port': ['ID=3d5b0677-e173-473a-a676-f4d7494c705d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:47.659034 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.672636 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Transition to ACTIVE for port object d02e8928-5b3e-40a8-ba4d-32f82a66a119 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:47.676419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Attempting to bind port 3d5b0677-e173-473a-a676-f4d7494c705d on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:47.677102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Attempting to bind port 3d5b0677-e173-473a-a676-f4d7494c705d by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '83040631-ac33-4b11-b095-dcb130331814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f277b539-932e-4b8e-9888-30e87d8979a0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:47.677690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Attempting to bind port 3d5b0677-e173-473a-a676-f4d7494c705d on network f277b539-932e-4b8e-9888-30e87d8979a0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:47.681024 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.719829 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Attempting to bind port d02e8928-5b3e-40a8-ba4d-32f82a66a119 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:47.720067 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Attempting to bind port d02e8928-5b3e-40a8-ba4d-32f82a66a119 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:47.720773 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Attempting to bind port d02e8928-5b3e-40a8-ba4d-32f82a66a119 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:47.722727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 9cd4d43f-48dc-41c3-9921-c7a684eb1095, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9cd4d43f-48dc-41c3-9921-c7a684eb1095,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:47.752134 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55763ae-cd10-499c-b0fe-342b0c192692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd4d43f-48dc-41c3-9921-c7a684eb1095'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:47.752350 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:47.752795 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:47.753274 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.753730 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:47.754321 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Bound port: d02e8928-5b3e-40a8-ba4d-32f82a66a119, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:47.754800 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.756113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d30b0e5f-27c8-4e04-a203-84a2af2c9941 req-c6b48ca8-248d-4122-ad3d-82c4830c62e0 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641064 Jul 07 19:19:47.756635 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1554c0a-66cc-4154-8ca6-d56d980bfb95" -d '{"events": [{"server_uuid": "d55763ae-cd10-499c-b0fe-342b0c192692", "name": "network-vif-plugged", "status": "completed", "tag": "9cd4d43f-48dc-41c3-9921-c7a684eb1095"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:47.762949 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.767727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:47.768858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Checking segment: {'id': '83040631-ac33-4b11-b095-dcb130331814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f277b539-932e-4b8e-9888-30e87d8979a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:47.769825 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.770446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Bound using segment: {'id': '83040631-ac33-4b11-b095-dcb130331814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f277b539-932e-4b8e-9888-30e87d8979a0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:47.771280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Bound port: 3d5b0677-e173-473a-a676-f4d7494c705d, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83040631-ac33-4b11-b095-dcb130331814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f277b539-932e-4b8e-9888-30e87d8979a0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:47.772656 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.839477 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] For port d02e8928-5b3e-40a8-ba4d-32f82a66a119, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:47.839696 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] For port d02e8928-5b3e-40a8-ba4d-32f82a66a119, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d02e8928-5b3e-40a8-ba4d-32f82a66a119,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:47.841293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=9cd4d43f-48dc-41c3-9921-c7a684eb1095,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:47.850655 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:47.895877 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f804a08f-b54a-4b20-8c17-cd6ec2edff65 x-openstack-request-id: req-f804a08f-b54a-4b20-8c17-cd6ec2edff65 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:47.896306 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55763ae-cd10-499c-b0fe-342b0c192692", "name": "network-vif-plugged", "status": "completed", "tag": "9cd4d43f-48dc-41c3-9921-c7a684eb1095", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:47.896678 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f804a08f-b54a-4b20-8c17-cd6ec2edff65 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:47.897157 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55763ae-cd10-499c-b0fe-342b0c192692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd4d43f-48dc-41c3-9921-c7a684eb1095', 'code': 200} Jul 07 19:19:47.907180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Allocated IP 172.21.0.2 (7a9b2591-ea46-421d-9366-45ca82e0a30b/5b4917bd-1bab-4207-aa12-079a77c62539/d45ebf49-ff5f-4ac2-9350-d8623c207bb5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:47.908384 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:47.909976 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:47.917319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Allocated IP 172.20.0.1 (f277b539-932e-4b8e-9888-30e87d8979a0/b7d0b659-72ed-4b96-96b6-a4203e74fb83/8f03fe5c-44af-4d88-afbb-5b8b38795271) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:47.938994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1533642541'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:47.950309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.018421 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] For port 3d5b0677-e173-473a-a676-f4d7494c705d, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:48.045185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] For port 3d5b0677-e173-473a-a676-f4d7494c705d, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3d5b0677-e173-473a-a676-f4d7494c705d,segment=NetworkSegment(83040631-ac33-4b11-b095-dcb130331814),segment_id=83040631-ac33-4b11-b095-dcb130331814)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:48.057107 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.077976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Allocated IP 172.20.0.1 (3ecb0e95-6872-4413-b54d-ae7885ebf4b0/86bdfa10-a045-40b5-a6b8-ee2f7be2cd60/ecb2b6bf-da52-4f19-adf4-151f306a150b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:48.091569 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:19:48.093476 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Made reservation on behalf of b92ef60c762c45d6af50ef449e691fe0 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:48.097347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.163206 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.190199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05c873-1f1e-4e83-b0d9-5732ecc8f2e7 req-3740fa92-69a0-4f1e-bd86-fe25e5a73a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:48.193382 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6e05c873-1f1e-4e83-b0d9-5732ecc8f2e7 req-3740fa92-69a0-4f1e-bd86-fe25e5a73a84 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 1098 time: 0.2651513 Jul 07 19:19:48.221437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9705c-d296-49e6-b85a-e7d9bce25958 None None] Pushing event updated for resources: {'Port': ['ID=3d5b0677-e173-473a-a676-f4d7494c705d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:48.292356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.299617 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Pushing event updated for resources: {'Port': ['ID=d02e8928-5b3e-40a8-ba4d-32f82a66a119,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:48.309896 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.310273 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.310620 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.310950 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.311256 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.312182 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.312527 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.312858 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.313401 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.313742 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.314048 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.314870 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:48.350013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Transition to ACTIVE for port object 8f03fe5c-44af-4d88-afbb-5b8b38795271 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:48.392073 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dbeb7-a68f-488e-a787-ae3404a47420 None None] Pushing event updated for resources: {'Port': ['ID=d02e8928-5b3e-40a8-ba4d-32f82a66a119,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:48.438270 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:42Z', 'revision_number': 3, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:48.481640 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.484951 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90e7f9-fedd-4eb2-a47a-1a5ef5ce69fb None None] The sync data for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 is: [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:42Z', 'revision_number': 3, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:19:48.503183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Transition to ACTIVE for port object d45ebf49-ff5f-4ac2-9350-d8623c207bb5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:48.529500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.535720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Transition to ACTIVE for port object d45ebf49-ff5f-4ac2-9350-d8623c207bb5 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:48.549339 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.676448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network f277b539-932e-4b8e-9888-30e87d8979a0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:48.678754 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Network 7a9b2591-ea46-421d-9366-45ca82e0a30b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:48.684681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:48.689252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:48.693242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:48.698720 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:48.709620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=8f03fe5c-44af-4d88-afbb-5b8b38795271,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:48.733144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Pushing event updated for resources: {'Port': ['ID=d45ebf49-ff5f-4ac2-9350-d8623c207bb5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:48.816102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Attempting to bind port d45ebf49-ff5f-4ac2-9350-d8623c207bb5 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:48.816584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Attempting to bind port d45ebf49-ff5f-4ac2-9350-d8623c207bb5 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2118aceb-54bf-4922-8514-d62a7f0aef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '7a9b2591-ea46-421d-9366-45ca82e0a30b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:48.817052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Attempting to bind port d45ebf49-ff5f-4ac2-9350-d8623c207bb5 on network 7a9b2591-ea46-421d-9366-45ca82e0a30b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:48.822558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:48.822915 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Checking segment: {'id': '2118aceb-54bf-4922-8514-d62a7f0aef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '7a9b2591-ea46-421d-9366-45ca82e0a30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:48.823715 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.824115 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Bound using segment: {'id': '2118aceb-54bf-4922-8514-d62a7f0aef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '7a9b2591-ea46-421d-9366-45ca82e0a30b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:48.824609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Bound port: d45ebf49-ff5f-4ac2-9350-d8623c207bb5, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2118aceb-54bf-4922-8514-d62a7f0aef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '7a9b2591-ea46-421d-9366-45ca82e0a30b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:48.824989 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.911402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.010644 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.111358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-02b61942-53f4-4922-b07e-916b53714379 None None] For port d45ebf49-ff5f-4ac2-9350-d8623c207bb5, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:49.115353 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-02b61942-53f4-4922-b07e-916b53714379 None None] For port d45ebf49-ff5f-4ac2-9350-d8623c207bb5, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d45ebf49-ff5f-4ac2-9350-d8623c207bb5,segment=NetworkSegment(2118aceb-54bf-4922-8514-d62a7f0aef3f),segment_id=2118aceb-54bf-4922-8514-d62a7f0aef3f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:49.127566 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.154366 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6e05c873-1f1e-4e83-b0d9-5732ecc8f2e7 req-f52d871e-c70c-46a3-9888-f1228b2fdcfc service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9332447 Jul 07 19:19:49.206056 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.269161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b61942-53f4-4922-b07e-916b53714379 None None] Pushing event updated for resources: {'Port': ['ID=d45ebf49-ff5f-4ac2-9350-d8623c207bb5,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:49.273920 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.367511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Transition to ACTIVE for port object ecb2b6bf-da52-4f19-adf4-151f306a150b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:49.693782 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:49.745594 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:49.808834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a780f-395c-4cdd-a0b5-c8db1cc5525c req-e2c422d2-f999-48e0-b3d2-0ffe33804a3c tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:49.822428 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-570a780f-395c-4cdd-a0b5-c8db1cc5525c req-e2c422d2-f999-48e0-b3d2-0ffe33804a3c tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.6535888 Jul 07 19:19:49.881756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:49.882252 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.145164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.239955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d02e8928-5b3e-40a8-ba4d-32f82a66a119 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:50.331181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb2b6bf-da52-4f19-adf4-151f306a150b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:50.398628 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-570a780f-395c-4cdd-a0b5-c8db1cc5525c req-680f6bd5-a007-438a-88ba-b4861f742b8f tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596287 Jul 07 19:19:50.455335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d02e8928-5b3e-40a8-ba4d-32f82a66a119 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:50.464618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d02e8928-5b3e-40a8-ba4d-32f82a66a119 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:50.465317 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.502312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.512317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:50.534775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:50.539077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:50.554640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.646452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62341bfd-0549-47ce-9fc9-755357c229a7 None None] Network f277b539-932e-4b8e-9888-30e87d8979a0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:50.660491 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Router aec0b42d-eca6-4f21-b167-1488c62fed68 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:19:50.673112 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.690659 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.699966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:19:50.803844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf77a34-5298-4ff6-b6bb-854c867b35e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:50.809146 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.819151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.819651 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Added segment 9717056b-ced5-4cf3-9598-93bbbb8a3482 of type vlan for network e84b8205-3a84-4c51-acd2-b6950e229ea3 Jul 07 19:19:50.875217 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.883897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9bbf558-8bba-408e-a9ed-66be2fd70fb3 None None] Provisioning for port 3d5b0677-e173-473a-a676-f4d7494c705d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:50.992581 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.024871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d02e8928-5b3e-40a8-ba4d-32f82a66a119, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d02e8928-5b3e-40a8-ba4d-32f82a66a119,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:51.059997 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.067990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3d5b0677-e173-473a-a676-f4d7494c705d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:51.072864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=8f03fe5c-44af-4d88-afbb-5b8b38795271,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:51.097883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:19:51.145003 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.162427 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.168836 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:51.169756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.183363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f9ea2-de28-4501-821f-8ad7fc5e0394 None None] Sync routers for ids ['aec0b42d-eca6-4f21-b167-1488c62fed68'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:19:51.213531 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.214970 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a8f3e4b6-e2e2-4885-9000-c9684843d246 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.4305222 Jul 07 19:19:51.219462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:51.298247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07537dac-61a1-4907-a2c5-e74728deb47a None None] Network 7a9b2591-ea46-421d-9366-45ca82e0a30b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:51.356716 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network f277b539-932e-4b8e-9888-30e87d8979a0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:51.359914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:51.417483 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.9201667 Jul 07 19:19:51.428352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:51.436179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Request body: {'subnet': {'network_id': 'e84b8205-3a84-4c51-acd2-b6950e229ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:51.460402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-49a3c107-dcdd-46ea-8069-035c3b4d6c27 None None] Provisioning for port ecb2b6bf-da52-4f19-adf4-151f306a150b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:51.492675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f9ea2-de28-4501-821f-8ad7fc5e0394 None None] Routers {'aec0b42d-eca6-4f21-b167-1488c62fed68'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:51.493592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-579f9ea2-de28-4501-821f-8ad7fc5e0394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aec0b42d-eca6-4f21-b167-1488c62fed68'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:51.508920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-49a3c107-dcdd-46ea-8069-035c3b4d6c27 None None] Provisioning complete for port ecb2b6bf-da52-4f19-adf4-151f306a150b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:51.509441 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49a3c107-dcdd-46ea-8069-035c3b4d6c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.618978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35471c85-4c33-4f21-9c4f-e0d4a12e93fd tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Pushing event updated for resources: {'Network': ['ID=e84b8205-3a84-4c51-acd2-b6950e229ea3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:51.668504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.732408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router 9c03b182-7cd8-4ac4-84ae-e50a7ad0b988 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:19:51.938804 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e84b8205-3a84-4c51-acd2-b6950e229ea3 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:19:51.955509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Made reservation on behalf of b92ef60c762c45d6af50ef449e691fe0 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:51.962230 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.971938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-579f9ea2-de28-4501-821f-8ad7fc5e0394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:52.008932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d02e8928-5b3e-40a8-ba4d-32f82a66a119,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:52.058963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:19:52.076129 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b648f12f-b788-4b44-9979-de6b2836f338 None None] Sync routers for ids ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:19:52.093327 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5335c50f-9fdb-4d52-a9a2-ad11b8c477c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/9c03b182-7cd8-4ac4-84ae-e50a7ad0b988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7414792 Jul 07 19:19:52.099306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:52.105547 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b648f12f-b788-4b44-9979-de6b2836f338 None None] Routers {'9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:52.106664 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b648f12f-b788-4b44-9979-de6b2836f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:52.185009 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b648f12f-b788-4b44-9979-de6b2836f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:52.211221 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b648f12f-b788-4b44-9979-de6b2836f338 None None] Routers {'9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:52.212411 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b648f12f-b788-4b44-9979-de6b2836f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:52.248608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8106a28-7430-464e-82b6-e32efe6f5114 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:52.254004 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b648f12f-b788-4b44-9979-de6b2836f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:52.255010 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b648f12f-b788-4b44-9979-de6b2836f338 None None] The sync data for ids ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:19:52.258005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f8106a28-7430-464e-82b6-e32efe6f5114 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports/8f03fe5c-44af-4d88-afbb-5b8b38795271 HTTP/1.1" status: 200 len: 910 time: 0.1526785 Jul 07 19:19:52.258005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:52.349849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0a89c-6b37-4426-8f05-d29b6624ff7a req-29bbc878-7c4d-491b-8648-fafc0cf6d3a6 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:52.356851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-deb0a89c-6b37-4426-8f05-d29b6624ff7a req-29bbc878-7c4d-491b-8648-fafc0cf6d3a6 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.3791792 Jul 07 19:19:52.422246 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-deb0a89c-6b37-4426-8f05-d29b6624ff7a req-2772e017-2ab3-4307-a094-691711f0ee6e tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643468 Jul 07 19:19:52.464855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f9ea2-de28-4501-821f-8ad7fc5e0394 None None] Routers {'aec0b42d-eca6-4f21-b167-1488c62fed68'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:52.465107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-579f9ea2-de28-4501-821f-8ad7fc5e0394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aec0b42d-eca6-4f21-b167-1488c62fed68'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:52.502634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-49a3c107-dcdd-46ea-8069-035c3b4d6c27 None None] Port ecb2b6bf-da52-4f19-adf4-151f306a150b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:52.517745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-579f9ea2-de28-4501-821f-8ad7fc5e0394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:52.518501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f9ea2-de28-4501-821f-8ad7fc5e0394 None None] The sync data for ids ['aec0b42d-eca6-4f21-b167-1488c62fed68'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:19:52.646901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 3d5b0677-e173-473a-a676-f4d7494c705d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:52.652187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3d5b0677-e173-473a-a676-f4d7494c705d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:52.652604 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:52.707272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-405b5a50-5e40-41fc-9e92-64fb24bd2976 None None] Provisioning for port d45ebf49-ff5f-4ac2-9350-d8623c207bb5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:52.849969 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:52.929360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 3d5b0677-e173-473a-a676-f4d7494c705d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3d5b0677-e173-473a-a676-f4d7494c705d,segment=NetworkSegment(83040631-ac33-4b11-b095-dcb130331814),segment_id=83040631-ac33-4b11-b095-dcb130331814)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:52.938826 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.091719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=3d5b0677-e173-473a-a676-f4d7494c705d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:53.135562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-423f63ba-09fd-4ea5-ae9e-78a1be66ddfa None None] Provisioning for port 8f03fe5c-44af-4d88-afbb-5b8b38795271 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:53.140856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-423f63ba-09fd-4ea5-ae9e-78a1be66ddfa None None] Provisioning complete for port 8f03fe5c-44af-4d88-afbb-5b8b38795271 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:53.141818 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-423f63ba-09fd-4ea5-ae9e-78a1be66ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.251839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-423f63ba-09fd-4ea5-ae9e-78a1be66ddfa None None] Port 8f03fe5c-44af-4d88-afbb-5b8b38795271 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:53.292584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-423f63ba-09fd-4ea5-ae9e-78a1be66ddfa None None] Provisioning complete for port 3d5b0677-e173-473a-a676-f4d7494c705d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:53.294762 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-423f63ba-09fd-4ea5-ae9e-78a1be66ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.305347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d45ebf49-ff5f-4ac2-9350-d8623c207bb5 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:53.418571 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.432419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d45ebf49-ff5f-4ac2-9350-d8623c207bb5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:53.514910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d45ebf49-ff5f-4ac2-9350-d8623c207bb5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:53.515621 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.553907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bcbb8-5a21-42c6-97d8-be0f2a91d0cd req-8e0b5dd5-aab0-4c92-a34f-2fce6064bca5 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:53.556082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-240bcbb8-5a21-42c6-97d8-be0f2a91d0cd req-8e0b5dd5-aab0-4c92-a34f-2fce6064bca5 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.9536812 Jul 07 19:19:53.621499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-240bcbb8-5a21-42c6-97d8-be0f2a91d0cd req-76e75d7a-955e-4a83-b3f8-8b9eb64cb438 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577178 Jul 07 19:19:53.626299 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.717370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fa79c148-9be7-4bfa-b20b-5edaf722253f None None] Provisioning complete for port 8f03fe5c-44af-4d88-afbb-5b8b38795271 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:53.718537 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa79c148-9be7-4bfa-b20b-5edaf722253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.759904 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.766233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fa79c148-9be7-4bfa-b20b-5edaf722253f None None] Port 8f03fe5c-44af-4d88-afbb-5b8b38795271 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:53.783814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Checking segment: {'id': '9717056b-ced5-4cf3-9598-93bbbb8a3482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'e84b8205-3a84-4c51-acd2-b6950e229ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:53.784171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Network hostable DHCP agents. Network: e84b8205-3a84-4c51-acd2-b6950e229ea3, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:19:53.805882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fa79c148-9be7-4bfa-b20b-5edaf722253f None None] Provisioning complete for port d45ebf49-ff5f-4ac2-9350-d8623c207bb5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:53.807431 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa79c148-9be7-4bfa-b20b-5edaf722253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.855953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Pushing event updated for resources: {'Subnet': ['ID=65fbaffb-6d25-452f-9807-8c214facbffb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:53.877769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.907730 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.919550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Network e84b8205-3a84-4c51-acd2-b6950e229ea3 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:19:53.939227 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:53.969822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d45ebf49-ff5f-4ac2-9350-d8623c207bb5, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d45ebf49-ff5f-4ac2-9350-d8623c207bb5,segment=NetworkSegment(2118aceb-54bf-4922-8514-d62a7f0aef3f),segment_id=2118aceb-54bf-4922-8514-d62a7f0aef3f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:54.062399 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.063265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d02e8928-5b3e-40a8-ba4d-32f82a66a119 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:54.149168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.246516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1bd77363-0386-4483-ae0e-7eef9fa14a64 None None] Provisioning complete for port 8f03fe5c-44af-4d88-afbb-5b8b38795271 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:54.246890 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bd77363-0386-4483-ae0e-7eef9fa14a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.287573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e84b8205-3a84-4c51-acd2-b6950e229ea3) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:54.295248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:54.296415 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.325047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Allocated IP 172.21.0.1 (7a9b2591-ea46-421d-9366-45ca82e0a30b/5b4917bd-1bab-4207-aa12-079a77c62539/934c6b99-a358-4c90-bcd5-000a3a0d40ac) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:54.367822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcfcdae-fe71-4d68-b31f-d8e92e65b31d None None] Network e84b8205-3a84-4c51-acd2-b6950e229ea3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:54.416876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:54.450716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:54.481549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb2b6bf-da52-4f19-adf4-151f306a150b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:54.491832 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-458eaf76-bd72-457d-88ec-97f79dec282a tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0576177 Jul 07 19:19:54.496232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:54.521254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Request body: {'port': {'network_id': 'e84b8205-3a84-4c51-acd2-b6950e229ea3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-452344569'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:54.541437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d45ebf49-ff5f-4ac2-9350-d8623c207bb5,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:54.585191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1bd77363-0386-4483-ae0e-7eef9fa14a64 None None] Port 8f03fe5c-44af-4d88-afbb-5b8b38795271 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:54.592023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.601167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d02e8928-5b3e-40a8-ba4d-32f82a66a119 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:54.601580 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.630137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Transition to ACTIVE for port object 934c6b99-a358-4c90-bcd5-000a3a0d40ac will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:54.737194 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.811738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-e84b8205-3a84-4c51-acd2-b6950e229ea3', 'network_id': 'e84b8205-3a84-4c51-acd2-b6950e229ea3', 'tenant_id': 'b92ef60c762c45d6af50ef449e691fe0', 'fixed_ips': [{'subnet_id': '65fbaffb-6d25-452f-9807-8c214facbffb'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:19:54.813203 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:54.818138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 7a9b2591-ea46-421d-9366-45ca82e0a30b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:54.826355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:54.847280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:55.046101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c8f7927-84f0-445c-a610-cd26d9f11141 None None] Provisioning complete for port ecb2b6bf-da52-4f19-adf4-151f306a150b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:55.047128 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7927-84f0-445c-a610-cd26d9f11141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.075240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=934c6b99-a358-4c90-bcd5-000a3a0d40ac,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:55.125164 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.138560 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d45ebf49-ff5f-4ac2-9350-d8623c207bb5 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:55.247036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f7927-84f0-445c-a610-cd26d9f11141 None None] Port ecb2b6bf-da52-4f19-adf4-151f306a150b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:55.278315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d45ebf49-ff5f-4ac2-9350-d8623c207bb5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:55.278722 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.314085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Allocated IP 172.20.0.2 (e84b8205-3a84-4c51-acd2-b6950e229ea3/65fbaffb-6d25-452f-9807-8c214facbffb/1dc7190f-1cc1-4b07-a0b3-009df6de8e92) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:55.414213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9223-69a8-4c8a-9d3c-896b32a3aae3 req-0adbf488-72b6-40ed-9940-5a941f8a5e94 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:55.429995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-091f9223-69a8-4c8a-9d3c-896b32a3aae3 req-0adbf488-72b6-40ed-9940-5a941f8a5e94 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.4841013 Jul 07 19:19:55.431269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4e10a482-838a-4634-b5d3-a8cecaa7c567 None None] Provisioning for port 934c6b99-a358-4c90-bcd5-000a3a0d40ac completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:55.439715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4e10a482-838a-4634-b5d3-a8cecaa7c567 None None] Provisioning complete for port 934c6b99-a358-4c90-bcd5-000a3a0d40ac triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:55.440096 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e10a482-838a-4634-b5d3-a8cecaa7c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.602346 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:55.653239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4e10a482-838a-4634-b5d3-a8cecaa7c567 None None] Port 934c6b99-a358-4c90-bcd5-000a3a0d40ac cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:55.717190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3d5b0677-e173-473a-a676-f4d7494c705d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:55.728899 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-091f9223-69a8-4c8a-9d3c-896b32a3aae3 req-4b534f23-d122-470d-b7d5-42affb25a966 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972839 Jul 07 19:19:56.015685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Router ccae0551-d4cb-4a3f-b8c1-0ace0161061a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:19:56.050314 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.106212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3d5b0677-e173-473a-a676-f4d7494c705d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:56.106603 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.146973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Made reservation on behalf of b92ef60c762c45d6af50ef449e691fe0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:19:56.150670 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.178818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Transition to ACTIVE for port object 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:56.218220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] device_id is not set on port bc522c85-8ff3-42c3-898b-9279379bf6ee yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:19:56.261950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Transition to ACTIVE for port object 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:56.302978 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.342075 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.352188 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.359890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Network e84b8205-3a84-4c51-acd2-b6950e229ea3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:56.363057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:56.376083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:56.394940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Allocated IP 172.20.0.1 (9e179352-c44a-429e-83e9-e84e2efc0396/bfc99269-f842-4339-baec-7ac26029c993/980b041f-8255-4934-9996-71d2ab67dd5f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:56.485744 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Pushing event updated for resources: {'Port': ['ID=1dc7190f-1cc1-4b07-a0b3-009df6de8e92,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:56.493152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=934c6b99-a358-4c90-bcd5-000a3a0d40ac,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:56.497111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:19:56.497255 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.518082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Sync routers for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:19:56.564834 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Attempting to bind port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:56.565399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Attempting to bind port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '9717056b-ced5-4cf3-9598-93bbbb8a3482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'e84b8205-3a84-4c51-acd2-b6950e229ea3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:56.565780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Attempting to bind port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 on network e84b8205-3a84-4c51-acd2-b6950e229ea3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:56.574239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:56.574621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Checking segment: {'id': '9717056b-ced5-4cf3-9598-93bbbb8a3482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'e84b8205-3a84-4c51-acd2-b6950e229ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:56.575029 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.575425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Bound using segment: {'id': '9717056b-ced5-4cf3-9598-93bbbb8a3482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'e84b8205-3a84-4c51-acd2-b6950e229ea3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:56.575901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Bound port: 1dc7190f-1cc1-4b07-a0b3-009df6de8e92, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9717056b-ced5-4cf3-9598-93bbbb8a3482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'e84b8205-3a84-4c51-acd2-b6950e229ea3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:56.576282 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.579319 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9f34eee5-ac3e-41b1-bc7d-e9383f358529 admin admin] 10.222.0.113 "PUT /v2.0/routers/ccae0551-d4cb-4a3f-b8c1-0ace0161061a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7069509 Jul 07 19:19:56.588076 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:56.588836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:56.706082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 7a9b2591-ea46-421d-9366-45ca82e0a30b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:56.711683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:56.844406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:56.888269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] For port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:56.899361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Transition to ACTIVE for port object 980b041f-8255-4934-9996-71d2ab67dd5f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:56.943446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] For port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1dc7190f-1cc1-4b07-a0b3-009df6de8e92,segment=NetworkSegment(9717056b-ced5-4cf3-9598-93bbbb8a3482),segment_id=9717056b-ced5-4cf3-9598-93bbbb8a3482)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:56.952224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:19:56.956547 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.033387 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.077865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router 9c03b182-7cd8-4ac4-84ae-e50a7ad0b988 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:19:57.147400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Network 9e179352-c44a-429e-83e9-e84e2efc0396 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:57.195085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:57.213135 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:57.295130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Allocated IP 172.20.0.14 (e84b8205-3a84-4c51-acd2-b6950e229ea3/65fbaffb-6d25-452f-9807-8c214facbffb/bc522c85-8ff3-42c3-898b-9279379bf6ee) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:19:57.342801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event updated for resources: {'Port': ['ID=980b041f-8255-4934-9996-71d2ab67dd5f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:57.371455 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.384993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:19:57.399293 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e3796424-ee2e-4502-baf5-4f39fc40fdf2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/9c03b182-7cd8-4ac4-84ae-e50a7ad0b988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1325049 Jul 07 19:19:57.416646 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb13c1f1-3753-4006-8134-5d29d726ee47 None None] Sync routers for ids ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:19:57.438237 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13c1f1-3753-4006-8134-5d29d726ee47 None None] Routers {'9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:57.440879 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fb13c1f1-3753-4006-8134-5d29d726ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:57.442944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:57.458580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d094121-ef8a-4663-89c5-49eb72757114 None None] Pushing event updated for resources: {'Port': ['ID=1dc7190f-1cc1-4b07-a0b3-009df6de8e92,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:57.474752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-56f11d76-1006-43ba-9d4c-e6b22369166e None None] Provisioning complete for port 934c6b99-a358-4c90-bcd5-000a3a0d40ac triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:57.475292 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56f11d76-1006-43ba-9d4c-e6b22369166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.580418 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fb13c1f1-3753-4006-8134-5d29d726ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:57.621137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4fb0fb-c08b-453a-879c-eeec5820086b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:57.635184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1c4fb0fb-c08b-453a-879c-eeec5820086b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports/934c6b99-a358-4c90-bcd5-000a3a0d40ac HTTP/1.1" status: 200 len: 910 time: 0.1851604 Jul 07 19:19:57.637835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:57.651711 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13c1f1-3753-4006-8134-5d29d726ee47 None None] Routers {'9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:19:57.652360 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fb13c1f1-3753-4006-8134-5d29d726ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:57.659385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-56f11d76-1006-43ba-9d4c-e6b22369166e None None] Port 934c6b99-a358-4c90-bcd5-000a3a0d40ac cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:57.833430 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fb13c1f1-3753-4006-8134-5d29d726ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:57.834314 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb13c1f1-3753-4006-8134-5d29d726ee47 None None] The sync data for ids ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:19:57.849511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:19:52Z', 'revision_number': 2, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:19:57.876237 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:19:57.948492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Checking router: ccae0551-d4cb-4a3f-b8c1-0ace0161061a for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:19:57.948847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Updating router ccae0551-d4cb-4a3f-b8c1-0ace0161061a port ecb2b6bf-da52-4f19-adf4-151f306a150b binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:19:57.954294 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:57.989402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Transition to ACTIVE for port object bc522c85-8ff3-42c3-898b-9279379bf6ee will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:58.053556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:58.062581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e63e9002-6ed1-46ba-9b37-d8b2f06a9949 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698778875', 'description': 'tempest-description--1365748191'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:58.113991 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.117021 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e63e9002-6ed1-46ba-9b37-d8b2f06a9949 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.191671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e12e8a-41a4-47d7-a94d-8563c27b8908 req-c427d1ae-582f-41bb-a14e-b11257d14aa6 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:58.202356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46e12e8a-41a4-47d7-a94d-8563c27b8908 req-c427d1ae-582f-41bb-a14e-b11257d14aa6 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.8181376 Jul 07 19:19:58.276648 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.289544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-783fcd2a-c161-4cab-95e5-2d28ad27259d None None] Provisioning for port 980b041f-8255-4934-9996-71d2ab67dd5f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:58.308223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-783fcd2a-c161-4cab-95e5-2d28ad27259d None None] Provisioning complete for port 980b041f-8255-4934-9996-71d2ab67dd5f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:58.310610 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-783fcd2a-c161-4cab-95e5-2d28ad27259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.323248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Network e84b8205-3a84-4c51-acd2-b6950e229ea3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:19:58.330278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Pushing event updated for resources: {'Port': ['ID=bc522c85-8ff3-42c3-898b-9279379bf6ee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:58.340539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:19:58.360561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:19:58.412777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46e12e8a-41a4-47d7-a94d-8563c27b8908 req-92cd3e39-9de2-41a9-94d7-9f586c336f1a tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069070 Jul 07 19:19:58.463989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-783fcd2a-c161-4cab-95e5-2d28ad27259d None None] Port 980b041f-8255-4934-9996-71d2ab67dd5f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:19:58.547400 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e63e9002-6ed1-46ba-9b37-d8b2f06a9949 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.586310 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e63e9002-6ed1-46ba-9b37-d8b2f06a9949 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.631554 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:58.632190 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.636985 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e63e9002-6ed1-46ba-9b37-d8b2f06a9949 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.638505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e63e9002-6ed1-46ba-9b37-d8b2f06a9949 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5833154 Jul 07 19:19:58.644281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:58.648292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e9002-6ed1-46ba-9b37-d8b2f06a9949 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7854f6ce-1f79-45c5-aded-c5cafeca31a4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:58.668045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-276d2397-8ec4-40d9-ab90-9ea72f6d751a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'security_group_rule': {'security_group_id': '7854f6ce-1f79-45c5-aded-c5cafeca31a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:58.710481 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cd337fa-7d04-4681-bf75-d4e5bb4f87a2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.800124 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-276d2397-8ec4-40d9-ab90-9ea72f6d751a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:58.820609 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c20fac69-f8b0-49d7-90f2-c2c447f4b0b6 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3136342 Jul 07 19:19:58.829938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:58.837073 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.111971 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.156355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Transition to ACTIVE for port object ecb2b6bf-da52-4f19-adf4-151f306a150b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:59.174974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:59.182874 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.241132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc8d35-5405-41d3-8820-08b71f476fde tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Deleting port bc522c85-8ff3-42c3-898b-9279379bf6ee {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:59.241645 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8d35-5405-41d3-8820-08b71f476fde tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.267164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-276d2397-8ec4-40d9-ab90-9ea72f6d751a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.281564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ce57d-a8b6-456d-adc4-053db6262768 None None] Network e84b8205-3a84-4c51-acd2-b6950e229ea3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:19:59.300575 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-276d2397-8ec4-40d9-ab90-9ea72f6d751a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.402611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d2397-8ec4-40d9-ab90-9ea72f6d751a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b517043-3f29-4245-a3ae-da08911fe959,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:59.450206 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-276d2397-8ec4-40d9-ab90-9ea72f6d751a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.454338 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-276d2397-8ec4-40d9-ab90-9ea72f6d751a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8026237 Jul 07 19:19:59.462022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:59.473124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e5b6c7a1-a580-4228-a9c1-5387b359af97 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'security_group_rule': {'security_group_id': '7854f6ce-1f79-45c5-aded-c5cafeca31a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:59.491041 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8d35-5405-41d3-8820-08b71f476fde tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.500260 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f9942cc-084f-416b-911a-500bc0279325 req-363053b2-4a9c-440b-a1ca-16efdab1a02a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3974602 Jul 07 19:19:59.517511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc8d35-5405-41d3-8820-08b71f476fde tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Calling delete_port for bc522c85-8ff3-42c3-898b-9279379bf6ee owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:19:59.518867 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.519828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-01842f8f-6382-4905-8cd3-d2a254a68931 None None] Provisioning for port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:59.526292 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.556290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c72f89-4419-4291-9657-2b27be105e26 None None] Pushing event updated for resources: {'Port': ['ID=ecb2b6bf-da52-4f19-adf4-151f306a150b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:59.694026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Attempting to bind port ecb2b6bf-da52-4f19-adf4-151f306a150b on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:59.694672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Attempting to bind port ecb2b6bf-da52-4f19-adf4-151f306a150b by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:59.695215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Attempting to bind port ecb2b6bf-da52-4f19-adf4-151f306a150b on network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:59.702593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:59.707001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:59.707684 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Checking segment: {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:59.708261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.708994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Bound using segment: {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:59.709683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Bound port: ecb2b6bf-da52-4f19-adf4-151f306a150b, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:59.710248 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.730601 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b6c7a1-a580-4228-a9c1-5387b359af97 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.734228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:59.734597 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.830706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event updated for resources: {'Port': ['ID=980b041f-8255-4934-9996-71d2ab67dd5f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:59.843114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.938846 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b6c7a1-a580-4228-a9c1-5387b359af97 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.943477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2cd337fa-7d04-4681-bf75-d4e5bb4f87a2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port 934c6b99-a358-4c90-bcd5-000a3a0d40ac {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:19:59.944892 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cd337fa-7d04-4681-bf75-d4e5bb4f87a2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.956797 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8d35-5405-41d3-8820-08b71f476fde tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:59.963020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] For port ecb2b6bf-da52-4f19-adf4-151f306a150b, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:59.974900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] For port ecb2b6bf-da52-4f19-adf4-151f306a150b, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ecb2b6bf-da52-4f19-adf4-151f306a150b,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:59.997727 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.017852 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b6c7a1-a580-4228-a9c1-5387b359af97 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.086238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6c7a1-a580-4228-a9c1-5387b359af97 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5116f440-b48d-47b9-a868-3856a81ebdbb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:00.097522 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b6c7a1-a580-4228-a9c1-5387b359af97 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.104460 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e5b6c7a1-a580-4228-a9c1-5387b359af97 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6407895 Jul 07 19:20:00.112546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:00.117505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9942cc-084f-416b-911a-500bc0279325 req-311ad75a-b429-4b46-b789-d5118078823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:00.120168 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f9942cc-084f-416b-911a-500bc0279325 req-311ad75a-b429-4b46-b789-d5118078823e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 1096 time: 0.5367815 Jul 07 19:20:00.129125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:00.237153 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.240824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c72f89-4419-4291-9657-2b27be105e26 None None] Pushing event updated for resources: {'Port': ['ID=ecb2b6bf-da52-4f19-adf4-151f306a150b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:00.244057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc8d35-5405-41d3-8820-08b71f476fde tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Pushing event deleted for resources: {'Port': ['ID=bc522c85-8ff3-42c3-898b-9279379bf6ee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:00.281431 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.304161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:00.315265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:00.512137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d971ee-2b63-4f07-be3f-f64754382bf2 req-342ae9ce-cfee-40cd-a7b8-0abd27a19f68 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:00.521698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10d971ee-2b63-4f07-be3f-f64754382bf2 req-342ae9ce-cfee-40cd-a7b8-0abd27a19f68 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.8331084 Jul 07 19:20:00.522877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1dc7190f-1cc1-4b07-a0b3-009df6de8e92,segment=NetworkSegment(9717056b-ced5-4cf3-9598-93bbbb8a3482),segment_id=9717056b-ced5-4cf3-9598-93bbbb8a3482)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:00.552830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9942cc-084f-416b-911a-500bc0279325 req-b39ab61f-a16b-43b4-91cb-41aed5b6d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:00.554357 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f9942cc-084f-416b-911a-500bc0279325 req-b39ab61f-a16b-43b4-91cb-41aed5b6d93d service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.3890982 Jul 07 19:20:00.576451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cd337fa-7d04-4681-bf75-d4e5bb4f87a2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.593333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2cd337fa-7d04-4681-bf75-d4e5bb4f87a2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for 934c6b99-a358-4c90-bcd5-000a3a0d40ac owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:00.613953 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f9942cc-084f-416b-911a-500bc0279325 req-2e6af0c5-de6f-4d7a-a14b-b85dc462c4dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54 HTTP/1.1" status: 200 len: 217 time: 0.0501699 Jul 07 19:20:00.615766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Network 9e179352-c44a-429e-83e9-e84e2efc0396 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:00.620546 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.645007 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ebc8d35-5405-41d3-8820-08b71f476fde tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.652383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8ebc8d35-5405-41d3-8820-08b71f476fde tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] 10.222.0.113 "DELETE /v2.0/ports/bc522c85-8ff3-42c3-898b-9279379bf6ee HTTP/1.1" status: 204 len: 168 time: 1.8217847 Jul 07 19:20:00.654551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:00.668549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:00.771222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:00.896748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=1dc7190f-1cc1-4b07-a0b3-009df6de8e92,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:00.906375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10d971ee-2b63-4f07-be3f-f64754382bf2 req-db10c1e4-d17a-4fe8-ac02-8b5fb80adc96 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871101 Jul 07 19:20:00.918375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e1b13306-f708-4999-b838-58437cde78cd tempest-DHCPAgentSchedulersTestJSON-765357030 tempest-DHCPAgentSchedulersTestJSON-765357030-project-admin] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2029183 Jul 07 19:20:00.922446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.947586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:00.953826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-616537951'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:00.995943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9942cc-084f-416b-911a-500bc0279325 req-a404f4aa-9e81-4a83-986d-09a93cd2fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:01.000438 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f9942cc-084f-416b-911a-500bc0279325 req-a404f4aa-9e81-4a83-986d-09a93cd2fedc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.3694797 Jul 07 19:20:01.088401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:01.103111 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Made reservation on behalf of b92ef60c762c45d6af50ef449e691fe0 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:01.107082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:01.180812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c42a9fee-e900-40fc-80f3-b491a67601d2 None None] Provisioning complete for port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:01.181191 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c42a9fee-e900-40fc-80f3-b491a67601d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:01.317120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:01.317771 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:01.420801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Allocated IP 172.25.2.130 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/be2ac4a2-4b6d-4173-b682-b495ea97bd6a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:01.572419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c42a9fee-e900-40fc-80f3-b491a67601d2 None None] Could not find standard attr ID for object bc522c85-8ff3-42c3-898b-9279379bf6ee. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:20:01.815453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:19:59Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:01.854462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096d7e7-7d4c-4603-954a-10dadd30e728 None None] The sync data for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 is: [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:19:59Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:01.856253 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94941abc-9350-4526-b959-67c7eea0e7b1 None None] Provisioning complete for port 980b041f-8255-4934-9996-71d2ab67dd5f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:01.856818 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94941abc-9350-4526-b959-67c7eea0e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:01.911343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-94941abc-9350-4526-b959-67c7eea0e7b1 None None] Port 980b041f-8255-4934-9996-71d2ab67dd5f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:20:01.936301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94941abc-9350-4526-b959-67c7eea0e7b1 None None] Could not find standard attr ID for object bc522c85-8ff3-42c3-898b-9279379bf6ee. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:20:02.008773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cd337fa-7d04-4681-bf75-d4e5bb4f87a2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.024029 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f9942cc-084f-416b-911a-500bc0279325 req-dd50d17d-ef47-44ed-b8f1-7411018bb231 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0136483 Jul 07 19:20:02.024679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:02.072164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd337fa-7d04-4681-bf75-d4e5bb4f87a2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=934c6b99-a358-4c90-bcd5-000a3a0d40ac,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:02.139012 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.140128 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Added segment bace4337-08cd-4887-8594-f805d7b6e0ec of type vlan for network 2970b811-41c6-4904-bf5a-d7068e425479 Jul 07 19:20:02.426380 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.485071 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.534526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Router aec0b42d-eca6-4f21-b167-1488c62fed68 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:02.571651 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f9942cc-084f-416b-911a-500bc0279325 req-829fd07f-7bfb-4c94-b620-f8d2950191a7 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467818 Jul 07 19:20:02.658256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b241cf-f471-4d60-8d9f-bde22624cfb6 req-38036208-70bf-4ab4-8818-27bd7d7d7236 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:02.668311 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0b241cf-f471-4d60-8d9f-bde22624cfb6 req-38036208-70bf-4ab4-8818-27bd7d7d7236 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.3736823 Jul 07 19:20:02.715790 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cd337fa-7d04-4681-bf75-d4e5bb4f87a2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.732356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.738475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:02.742241 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.790276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8416114 Jul 07 19:20:02.793936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:02.796856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:02.822981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0b241cf-f471-4d60-8d9f-bde22624cfb6 req-605768ea-a27e-442c-b935-77403453fa8b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530139 Jul 07 19:20:02.906478 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:02.916047 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a29b5402-308f-4b5e-8b6b-f5a08a912282 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "PUT /v2.0/routers/aec0b42d-eca6-4f21-b167-1488c62fed68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6701479 Jul 07 19:20:02.917744 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b5243c-d989-4553-8bd5-d8ab448bda20 None None] Sync routers for ids ['aec0b42d-eca6-4f21-b167-1488c62fed68'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:02.920097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:02.921478 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'Port': ['ID=be2ac4a2-4b6d-4173-b682-b495ea97bd6a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:02.935321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5243c-d989-4553-8bd5-d8ab448bda20 None None] Routers {'aec0b42d-eca6-4f21-b167-1488c62fed68'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:02.935321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4b5243c-d989-4553-8bd5-d8ab448bda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aec0b42d-eca6-4f21-b167-1488c62fed68'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:02.953274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Request body: {'port': {'network_id': '9e179352-c44a-429e-83e9-e84e2efc0396', 'name': 'tempest-FloatingIPAdminTestJSON-57071313'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:02.982013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:03.004844 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1f9942cc-084f-416b-911a-500bc0279325 req-7ae784b5-2aa1-486e-a65b-f0a2972d1dfb service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551116 Jul 07 19:20:03.075676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:03.092508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4b5243c-d989-4553-8bd5-d8ab448bda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:03.118714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fedbfc-0df8-4cc5-bc42-30053d7892f7 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Pushing event updated for resources: {'Network': ['ID=2970b811-41c6-4904-bf5a-d7068e425479,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:03.125853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5243c-d989-4553-8bd5-d8ab448bda20 None None] Routers {'aec0b42d-eca6-4f21-b167-1488c62fed68'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:03.129151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4b5243c-d989-4553-8bd5-d8ab448bda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aec0b42d-eca6-4f21-b167-1488c62fed68'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:03.131595 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.148014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 2970b811-41c6-4904-bf5a-d7068e425479 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:03.162352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:03.265495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ecb2b6bf-da52-4f19-adf4-151f306a150b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:03.349830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd337fa-7d04-4681-bf75-d4e5bb4f87a2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router 9c03b182-7cd8-4ac4-84ae-e50a7ad0b988 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:03.570304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4b5243c-d989-4553-8bd5-d8ab448bda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:03.570827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b5243c-d989-4553-8bd5-d8ab448bda20 None None] The sync data for ids ['aec0b42d-eca6-4f21-b167-1488c62fed68'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:03.631032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.657513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd337fa-7d04-4681-bf75-d4e5bb4f87a2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:03.669192 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8d6c5-a340-4182-b605-901a1daf8f21 None None] Sync routers for ids ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:03.676863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2cd337fa-7d04-4681-bf75-d4e5bb4f87a2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/9c03b182-7cd8-4ac4-84ae-e50a7ad0b988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0375526 Jul 07 19:20:03.679404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:03.683987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port ecb2b6bf-da52-4f19-adf4-151f306a150b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:03.690973 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-13a9981b-6491-4da9-aada-4c1d3e43ab17 tempest-DHCPAgentSchedulersTestJSON-765357030 tempest-DHCPAgentSchedulersTestJSON-765357030-project-admin] 10.222.0.113 "GET /v2.0/agents/0eb340a1-83ed-4995-9b0e-6d84ab366926/dhcp-networks HTTP/1.1" status: 200 len: 9657 time: 0.8328073 Jul 07 19:20:03.692674 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:03.696886 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8d6c5-a340-4182-b605-901a1daf8f21 None None] Routers {'9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:03.697276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ecb2b6bf-da52-4f19-adf4-151f306a150b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:03.698710 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.699890 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19f8d6c5-a340-4182-b605-901a1daf8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:03.743157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Made reservation on behalf of 500a52f3832548bbb6513fac0e259ece for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:03.764424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.778087 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19f8d6c5-a340-4182-b605-901a1daf8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:03.794009 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8d6c5-a340-4182-b605-901a1daf8f21 None None] Routers {'9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:03.794994 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19f8d6c5-a340-4182-b605-901a1daf8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:03.889598 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:03.916254 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19f8d6c5-a340-4182-b605-901a1daf8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:03.917075 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8d6c5-a340-4182-b605-901a1daf8f21 None None] The sync data for ids ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:04.033429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] device_id is not set on port 0e454032-80a1-4b00-8607-13f67efe9fde yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:20:04.037368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port ecb2b6bf-da52-4f19-adf4-151f306a150b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ecb2b6bf-da52-4f19-adf4-151f306a150b,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:04.048439 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.100854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.114811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=ecb2b6bf-da52-4f19-adf4-151f306a150b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:04.253997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d28620-90c0-46d1-b951-c54d48dac155 tempest-DHCPAgentSchedulersTestJSON-765357030 tempest-DHCPAgentSchedulersTestJSON-765357030-project-admin] Network 2970b811-41c6-4904-bf5a-d7068e425479 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:04.326067 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-27d28620-90c0-46d1-b951-c54d48dac155 tempest-DHCPAgentSchedulersTestJSON-765357030 tempest-DHCPAgentSchedulersTestJSON-765357030-project-admin] 10.222.0.113 "POST /v2.0/agents/0eb340a1-83ed-4995-9b0e-6d84ab366926/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6312153 Jul 07 19:20:04.329233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04073d-8856-4756-8925-cb24e6b0b2c2 req-0ed3c5a9-0c13-4a1e-bc10-e98c2e5b0a7c tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:04.332444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc04073d-8856-4756-8925-cb24e6b0b2c2 req-0ed3c5a9-0c13-4a1e-bc10-e98c2e5b0a7c tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.2072082 Jul 07 19:20:04.333425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2494b2a3-e476-4990-aa70-f28187c7f08d None None] Network 2970b811-41c6-4904-bf5a-d7068e425479 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:04.335267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:04.357050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Allocated IP 172.20.0.10 (9e179352-c44a-429e-83e9-e84e2efc0396/bfc99269-f842-4339-baec-7ac26029c993/0e454032-80a1-4b00-8607-13f67efe9fde) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:04.514252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc04073d-8856-4756-8925-cb24e6b0b2c2 req-f6cb2674-506a-4941-a615-263c3f9517b6 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516459 Jul 07 19:20:04.560402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6dd21298-def0-4cab-9527-74711a6a3476 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.562416 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.583157 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.706113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.719952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7a52aa6a-268e-4eb4-a1fb-35f7353920bf tempest-DHCPAgentSchedulersTestJSON-765357030 tempest-DHCPAgentSchedulersTestJSON-765357030-project-admin] 10.222.0.113 "GET /v2.0/agents/0eb340a1-83ed-4995-9b0e-6d84ab366926/dhcp-networks HTTP/1.1" status: 200 len: 10429 time: 0.3830914 Jul 07 19:20:04.722465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:04.759405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'Port': ['ID=be2ac4a2-4b6d-4173-b682-b495ea97bd6a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:04.795049 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.797602 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d29746be-6e8e-4c3f-b36f-0a55620794f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6756039 Jul 07 19:20:04.826865 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:04.846327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Transition to ACTIVE for port object 0e454032-80a1-4b00-8607-13f67efe9fde will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:04.887142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4f4cbdc2-e75d-4781-8f4d-a0f5f37e09f6 tempest-DHCPAgentSchedulersTestJSON-765357030 tempest-DHCPAgentSchedulersTestJSON-765357030-project-admin] 10.222.0.113 "DELETE /v2.0/agents/0eb340a1-83ed-4995-9b0e-6d84ab366926/dhcp-networks/2970b811-41c6-4904-bf5a-d7068e425479 HTTP/1.1" status: 204 len: 168 time: 0.1632791 Jul 07 19:20:04.890590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:04.908604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.030456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Network 9e179352-c44a-429e-83e9-e84e2efc0396 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:05.034626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:05.067901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:05.079865 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ecb2b6bf-da52-4f19-adf4-151f306a150b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:05.146470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event updated for resources: {'Port': ['ID=0e454032-80a1-4b00-8607-13f67efe9fde,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:05.167334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-6c811810-4530-466c-8651-83b2f02748f3 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--698778875&fields=id&tenant_id=d05e41f4ffde4d4199729500aa56e8c2 HTTP/1.1" status: 200 len: 267 time: 0.1589553 Jul 07 19:20:05.182021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ecb2b6bf-da52-4f19-adf4-151f306a150b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:05.182357 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.216164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:05.217832 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.257759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b1ff64bd-0545-4ff2-a428-c15c4cefed2e tempest-DHCPAgentSchedulersTestJSON-765357030 tempest-DHCPAgentSchedulersTestJSON-765357030-project-admin] 10.222.0.113 "GET /v2.0/agents/0eb340a1-83ed-4995-9b0e-6d84ab366926/dhcp-networks HTTP/1.1" status: 200 len: 9657 time: 0.3656020 Jul 07 19:20:05.258400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:05.268877 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-64a9d250-e4e2-464a-95d5-3e768fa267b0 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3406048 Jul 07 19:20:05.269600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:05.414492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee7eaf25-b92b-4d5a-a675-f3b93130b247 None None] Provisioning for port 0e454032-80a1-4b00-8607-13f67efe9fde completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:05.421952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee7eaf25-b92b-4d5a-a675-f3b93130b247 None None] Provisioning complete for port 0e454032-80a1-4b00-8607-13f67efe9fde triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:05.422193 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee7eaf25-b92b-4d5a-a675-f3b93130b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.444097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-35321136-05bc-4db3-95ec-ea6dcee5a952 tempest-DHCPAgentSchedulersTestJSON-765357030 tempest-DHCPAgentSchedulersTestJSON-765357030-project-admin] 10.222.0.113 "GET /v2.0/networks/e84b8205-3a84-4c51-acd2-b6950e229ea3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1485007 Jul 07 19:20:05.445803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:05.470805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee7eaf25-b92b-4d5a-a675-f3b93130b247 None None] Port 0e454032-80a1-4b00-8607-13f67efe9fde cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:20:05.480284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'project_id': '500a52f3832548bbb6513fac0e259ece', 'port_id': '0e454032-80a1-4b00-8607-13f67efe9fde'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:05.481279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6dd21298-def0-4cab-9527-74711a6a3476 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port 8f03fe5c-44af-4d88-afbb-5b8b38795271 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:05.481696 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6dd21298-def0-4cab-9527-74711a6a3476 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.487635 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-33e595c4-22af-4454-b8b1-d55b1490bbb6 tempest-DHCPAgentSchedulersTestJSON-765357030 tempest-DHCPAgentSchedulersTestJSON-765357030-project-admin] 10.222.0.113 "GET /v2.0/networks/e84b8205-3a84-4c51-acd2-b6950e229ea3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0384049 Jul 07 19:20:05.488608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:05.560007 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e83b2-d02c-4954-86a9-6416c468597d req-aad8e422-7715-40d8-8dcb-5c6de88cce02 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:05.566621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-aad8e422-7715-40d8-8dcb-5c6de88cce02 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 811 time: 0.3841250 Jul 07 19:20:05.593089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-008b9ce7-6c8e-4349-85b7-60f6013ecdaf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/quotas/d05e41f4ffde4d4199729500aa56e8c2 HTTP/1.1" status: 200 len: 375 time: 0.0240583 Jul 07 19:20:05.609326 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.717906 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6dd21298-def0-4cab-9527-74711a6a3476 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.760083 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-49c1e7f2-743f-40f4-bc8b-98f6f8098f4c tempest-DHCPAgentSchedulersTestJSON-765357030 tempest-DHCPAgentSchedulersTestJSON-765357030-project-admin] 10.222.0.113 "GET /v2.0/agents/0eb340a1-83ed-4995-9b0e-6d84ab366926/dhcp-networks HTTP/1.1" status: 200 len: 9657 time: 0.2689803 Jul 07 19:20:05.761893 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:05.780270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6dd21298-def0-4cab-9527-74711a6a3476 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for 8f03fe5c-44af-4d88-afbb-5b8b38795271 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:05.818000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-6fd15db9-e7cd-4242-a393-f9b5e6a1fe84 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2169862 Jul 07 19:20:05.880946 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:05.896669 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.031672 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644a1fc-b1b9-4d92-8cc9-f480aad3735c req-8fd711ef-4b21-4cb0-94b2-9735322d1cd2 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:06.034566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a644a1fc-b1b9-4d92-8cc9-f480aad3735c req-8fd711ef-4b21-4cb0-94b2-9735322d1cd2 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.3340645 Jul 07 19:20:06.044663 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.060594 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-50ef1fe9-e770-4334-b0fa-373cccdb349c service neutron] 10.222.0.113 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310219 Jul 07 19:20:06.080064 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2970b811-41c6-4904-bf5a-d7068e425479']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:06.097072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bace4337-08cd-4887-8594-f805d7b6e0ec') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:06.097421 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bace4337-08cd-4887-8594-f805d7b6e0ec') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:06.112459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.140237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Allocated IP 172.25.2.164 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/3f0b6bcd-5d5b-4dec-8736-dda8331eab78) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:06.150880 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.163945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:06.164383 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:06.167780 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:06.313528 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.324839 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.330232 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] 10.222.0.113 "DELETE /v2.0/networks/2970b811-41c6-4904-bf5a-d7068e425479 HTTP/1.1" status: 204 len: 168 time: 0.5673382 Jul 07 19:20:06.333207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:06.367423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91665d-a01f-4fce-aaf9-19b28bed8266 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Pushing event deleted for resources: {'Network': ['ID=2970b811-41c6-4904-bf5a-d7068e425479,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:06.396987 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-21212f8b-7a1c-4bf3-a677-033cf4c61e90 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] DELETE failed (client error): The resource could not be found. Jul 07 19:20:06.397800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21212f8b-7a1c-4bf3-a677-033cf4c61e90 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:20:06.402838 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-21212f8b-7a1c-4bf3-a677-033cf4c61e90 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] 10.222.0.113 "DELETE /v2.0/ports/bc522c85-8ff3-42c3-898b-9279379bf6ee HTTP/1.1" status: 404 len: 333 time: 0.0659530 Jul 07 19:20:06.409967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:06.426006 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.488777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5633315-c47b-4c1e-869a-bc324fad1242 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Deleting subnet 65fbaffb-6d25-452f-9807-8c214facbffb {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:06.496501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5633315-c47b-4c1e-869a-bc324fad1242 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.552138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5633315-c47b-4c1e-869a-bc324fad1242 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.581326 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.643925 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:06.653218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Pushing event updated for resources: {'Port': ['ID=3f0b6bcd-5d5b-4dec-8736-dda8331eab78,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:06.656509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:06.662657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:06.690463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-574c80d3-5733-495e-a82e-2eb862fc312a service neutron] 10.222.0.113 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908551 Jul 07 19:20:06.705750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a644a1fc-b1b9-4d92-8cc9-f480aad3735c req-d3b05f3b-d285-4f5b-94f5-7b0ddd99e03a tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101458 Jul 07 19:20:06.771783 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5633315-c47b-4c1e-869a-bc324fad1242 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.802144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6dd21298-def0-4cab-9527-74711a6a3476 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.850236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd21298-def0-4cab-9527-74711a6a3476 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=8f03fe5c-44af-4d88-afbb-5b8b38795271,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:07.005176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5633315-c47b-4c1e-869a-bc324fad1242 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.077738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5633315-c47b-4c1e-869a-bc324fad1242 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Pushing event deleted for resources: {'Subnet': ['ID=65fbaffb-6d25-452f-9807-8c214facbffb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:07.090429 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5633315-c47b-4c1e-869a-bc324fad1242 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.096962 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f5633315-c47b-4c1e-869a-bc324fad1242 tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] 10.222.0.113 "DELETE /v2.0/subnets/65fbaffb-6d25-452f-9807-8c214facbffb HTTP/1.1" status: 204 len: 168 time: 0.6851261 Jul 07 19:20:07.105581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:07.107459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f20ce5-e2c4-4ed3-a486-2bd594f499c9 None None] Network e84b8205-3a84-4c51-acd2-b6950e229ea3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:07.283276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f9fcf55-3af7-4bb3-988b-5427ace29706 req-a4728955-c8c5-4e6f-a519-9db82d154967 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 210 time: 0.1683967 Jul 07 19:20:07.290858 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6dd21298-def0-4cab-9527-74711a6a3476 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.392924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e63061-8929-4da6-bf22-49344a3e2d32 None None] DHCP port deletion for e84b8205-3a84-4c51-acd2-b6950e229ea3 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:07.492777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d2e63061-8929-4da6-bf22-49344a3e2d32 None None] Deleting port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:07.495579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2e63061-8929-4da6-bf22-49344a3e2d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.626898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd21298-def0-4cab-9527-74711a6a3476 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router 9c03b182-7cd8-4ac4-84ae-e50a7ad0b988 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:07.635500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d2e63061-8929-4da6-bf22-49344a3e2d32 None None] For port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1dc7190f-1cc1-4b07-a0b3-009df6de8e92,segment=NetworkSegment(9717056b-ced5-4cf3-9598-93bbbb8a3482),segment_id=9717056b-ced5-4cf3-9598-93bbbb8a3482)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:07.636114 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2e63061-8929-4da6-bf22-49344a3e2d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.659372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d2e63061-8929-4da6-bf22-49344a3e2d32 None None] Calling delete_port for 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:07.742432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.798815 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2e63061-8929-4da6-bf22-49344a3e2d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:07.817599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e63061-8929-4da6-bf22-49344a3e2d32 None None] No DVR routers for this DVR port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:07.850840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e63061-8929-4da6-bf22-49344a3e2d32 None None] Pushing event deleted for resources: {'Port': ['ID=1dc7190f-1cc1-4b07-a0b3-009df6de8e92,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:07.904173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd21298-def0-4cab-9527-74711a6a3476 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:07.912215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6dd21298-def0-4cab-9527-74711a6a3476 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/9c03b182-7cd8-4ac4-84ae-e50a7ad0b988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2279782 Jul 07 19:20:07.916936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56870) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:07.926265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc5992f-c399-4e9c-bd38-2890371511d0 None None] Sync routers for ids ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:07.940224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5992f-c399-4e9c-bd38-2890371511d0 None None] Routers {'9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:07.941020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bfc5992f-c399-4e9c-bd38-2890371511d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:07.983318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bfc5992f-c399-4e9c-bd38-2890371511d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:07.995724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5992f-c399-4e9c-bd38-2890371511d0 None None] Routers {'9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:07.996716 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bfc5992f-c399-4e9c-bd38-2890371511d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:08.001660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-63dfee5c-27db-4024-a657-a9506b9c405d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=9c03b182-7cd8-4ac4-84ae-e50a7ad0b988 HTTP/1.1" status: 200 len: 205 time: 0.0834010 Jul 07 19:20:08.006057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:08.042544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bfc5992f-c399-4e9c-bd38-2890371511d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:08.043323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc5992f-c399-4e9c-bd38-2890371511d0 None None] The sync data for ids ['9c03b182-7cd8-4ac4-84ae-e50a7ad0b988'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:08.095489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c6661-ae4f-4688-a99b-098d00bf2a71 req-041c6aff-14df-4725-af4f-31450c0097ce tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:08.103545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f49c6661-ae4f-4688-a99b-098d00bf2a71 req-041c6aff-14df-4725-af4f-31450c0097ce tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.1321788 Jul 07 19:20:08.178822 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.184052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f49c6661-ae4f-4688-a99b-098d00bf2a71 req-a47af35c-6553-4c76-b409-ba55a53ac556 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793734 Jul 07 19:20:08.349526 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-309df85d-ba64-429c-8230-5f3a384097ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.378430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850aa824-ae24-436e-849a-41dd145e70af tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.531430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5cb7ea6-5f4f-4169-a4f2-86a83bab176b req-dccf6f9d-def2-4d73-a32c-02a0c70a6ea5 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 210 time: 0.0560083 Jul 07 19:20:08.536668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Deleting port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:08.537015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.588063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.695618 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850aa824-ae24-436e-849a-41dd145e70af tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.702936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850aa824-ae24-436e-849a-41dd145e70af tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.763859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] For port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92, host n-d-792394-12, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:08.765156 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.785060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Calling delete_port for 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:08.802467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:20:08.803588 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850aa824-ae24-436e-849a-41dd145e70af tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.804077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850aa824-ae24-436e-849a-41dd145e70af tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Fanout notify agent at l3_agent the message router_deleted on router 9c03b182-7cd8-4ac4-84ae-e50a7ad0b988 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:08.841155 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-850aa824-ae24-436e-849a-41dd145e70af tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.842745 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-850aa824-ae24-436e-849a-41dd145e70af tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/9c03b182-7cd8-4ac4-84ae-e50a7ad0b988 HTTP/1.1" status: 204 len: 168 time: 0.6140079 Jul 07 19:20:08.846311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:08.847144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:08.893441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] No DVR routers for this DVR port 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:08.894954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Pushing event deleted for resources: {'Port': ['ID=1dc7190f-1cc1-4b07-a0b3-009df6de8e92,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:08.931562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.931899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.932243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.932599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.932930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.933308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.933643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.933968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.934289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.934606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.934923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.935241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:08.944711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting subnet 5b4917bd-1bab-4207-aa12-079a77c62539 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:08.949754 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.001712 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.028275 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.042244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84b8205-3a84-4c51-acd2-b6950e229ea3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:09.058200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9717056b-ced5-4cf3-9598-93bbbb8a3482') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:09.058592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9717056b-ced5-4cf3-9598-93bbbb8a3482') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:09.078804 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.081497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.084255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:09.098221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.105326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:09.105824 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.111141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:09.111856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1dc7190f-1cc1-4b07-a0b3-009df6de8e92 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:09.169195 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:09.171882 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:09.175090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.180957 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.320120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.322597 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] 10.222.0.113 "DELETE /v2.0/networks/e84b8205-3a84-4c51-acd2-b6950e229ea3 HTTP/1.1" status: 204 len: 168 time: 2.2148435 Jul 07 19:20:09.330681 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.346456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99954e-16f3-4dc3-b391-076fafacdcfc tempest-DHCPAgentSchedulersTestJSON-127894431 tempest-DHCPAgentSchedulersTestJSON-127894431-project] Pushing event deleted for resources: {'Network': ['ID=e84b8205-3a84-4c51-acd2-b6950e229ea3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:09.374483 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Pushing event updated for resources: {'Port': ['ID=3f0b6bcd-5d5b-4dec-8736-dda8331eab78,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:09.421234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4917bd-1bab-4207-aa12-079a77c62539,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:09.444980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.445594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.447573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.447893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.448237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.449909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.450256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.450820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.453169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.453509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.453860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.456957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:09.491931 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.508177 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.511715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e3d02-6667-4dee-b557-c67eda9e2a36 None None] Network 7a9b2591-ea46-421d-9366-45ca82e0a30b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:09.516611 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b9bccf51-3a05-4753-97d3-4a5b984b969c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/5b4917bd-1bab-4207-aa12-079a77c62539 HTTP/1.1" status: 204 len: 168 time: 0.6639564 Jul 07 19:20:09.544549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:09.747364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d20be3d-c20e-4d25-90a8-aae6999f1d9e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting subnet b7d0b659-72ed-4b96-96b6-a4203e74fb83 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:09.763475 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d20be3d-c20e-4d25-90a8-aae6999f1d9e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:09.911522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e83b2-d02c-4954-86a9-6416c468597d req-f02e05c7-a453-4882-b558-b9d480bfacdc tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:09.915108 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-f02e05c7-a453-4882-b558-b9d480bfacdc tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.59 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 811 time: 0.5306697 Jul 07 19:20:09.917719 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Floating IP 97426f6c-0aaa-4e02-9fad-68e6d57fde90 associated. External IP: 172.25.2.164, port: 0e454032-80a1-4b00-8607-13f67efe9fde. Jul 07 19:20:09.997019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf55dc5f-428b-4215-a6c9-cf8736f2d9e8 req-81b9e4b9-e96e-43ae-8e51-0dfdc31baffb tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 210 time: 0.1192837 Jul 07 19:20:09.997609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:10.008446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b8f4bb-d27e-4033-98f3-46db7b422938 None None] DHCP port deletion for 7a9b2591-ea46-421d-9366-45ca82e0a30b request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:10.017693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f307f-ba97-4e44-ba06-16366c5c406a req-1c396672-92d0-41ad-89f3-23b63089d8df tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:10.020977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-763f307f-ba97-4e44-ba06-16366c5c406a req-1c396672-92d0-41ad-89f3-23b63089d8df tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.5537019 Jul 07 19:20:10.088951 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d20be3d-c20e-4d25-90a8-aae6999f1d9e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.103931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8f4bb-d27e-4033-98f3-46db7b422938 None None] Deleting port d45ebf49-ff5f-4ac2-9350-d8623c207bb5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:10.104328 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f4bb-d27e-4033-98f3-46db7b422938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.104879 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-83afddd7-5666-41fb-b9b7-1c2eea29a246 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d05e41f4ffde4d4199729500aa56e8c2 HTTP/1.1" status: 200 len: 379 time: 0.1154940 Jul 07 19:20:10.121368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'port': {'device_id': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'admin_state_up': True, 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'security_groups': ['7854f6ce-1f79-45c5-aded-c5cafeca31a4']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:10.222934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-763f307f-ba97-4e44-ba06-16366c5c406a req-9deebbfb-19dd-49be-874b-77825ecb235a tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885870 Jul 07 19:20:10.243270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b8b8f4bb-d27e-4033-98f3-46db7b422938 None None] For port d45ebf49-ff5f-4ac2-9350-d8623c207bb5, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d45ebf49-ff5f-4ac2-9350-d8623c207bb5,segment=NetworkSegment(2118aceb-54bf-4922-8514-d62a7f0aef3f),segment_id=2118aceb-54bf-4922-8514-d62a7f0aef3f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:10.243686 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f4bb-d27e-4033-98f3-46db7b422938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.275635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8f4bb-d27e-4033-98f3-46db7b422938 None None] Calling delete_port for d45ebf49-ff5f-4ac2-9350-d8623c207bb5 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:10.345415 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0b0af526-28c6-495f-b8a9-8f4995864747 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b92ef60c762c45d6af50ef449e691fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217416 Jul 07 19:20:10.353055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:10.356066 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d20be3d-c20e-4d25-90a8-aae6999f1d9e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.410974 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f4bb-d27e-4033-98f3-46db7b422938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.459198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8f4bb-d27e-4033-98f3-46db7b422938 None None] No DVR routers for this DVR port d45ebf49-ff5f-4ac2-9350-d8623c207bb5 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:10.488310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8f4bb-d27e-4033-98f3-46db7b422938 None None] Pushing event deleted for resources: {'Port': ['ID=d45ebf49-ff5f-4ac2-9350-d8623c207bb5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:10.491073 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d20be3d-c20e-4d25-90a8-aae6999f1d9e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.514051 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fabb60a8-e6fb-4e92-863e-c8163261f917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.526577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Made reservation on behalf of d05e41f4ffde4d4199729500aa56e8c2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:10.531201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.541005 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fabb60a8-e6fb-4e92-863e-c8163261f917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.574898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Router aec0b42d-eca6-4f21-b167-1488c62fed68 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:10.618226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20be3d-c20e-4d25-90a8-aae6999f1d9e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d0b659-72ed-4b96-96b6-a4203e74fb83,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:10.624583 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d20be3d-c20e-4d25-90a8-aae6999f1d9e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.627723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4d20be3d-c20e-4d25-90a8-aae6999f1d9e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/b7d0b659-72ed-4b96-96b6-a4203e74fb83 HTTP/1.1" status: 204 len: 168 time: 1.0519156 Jul 07 19:20:10.629448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:10.647251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f933a24-bba4-4baa-9b6a-051fde46ec90 None None] Network f277b539-932e-4b8e-9888-30e87d8979a0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:10.695228 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fabb60a8-e6fb-4e92-863e-c8163261f917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.698804 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fabb60a8-e6fb-4e92-863e-c8163261f917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.703540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fabb60a8-e6fb-4e92-863e-c8163261f917 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1cf77a34-5298-4ff6-b6bb-854c867b35e8 HTTP/1.1" status: 204 len: 168 time: 0.2988880 Jul 07 19:20:10.730999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb60a8-e6fb-4e92-863e-c8163261f917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf77a34-5298-4ff6-b6bb-854c867b35e8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:10.754552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.917406 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:10.989621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9b2591-ea46-421d-9366-45ca82e0a30b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:11.016360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2118aceb-54bf-4922-8514-d62a7f0aef3f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:11.026548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2118aceb-54bf-4922-8514-d62a7f0aef3f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:11.039046 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d10ab-45d8-4c7f-ab8b-cbd78a5aa33c None None] DHCP port deletion for f277b539-932e-4b8e-9888-30e87d8979a0 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:11.063773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.077125 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a62206f4-3e9e-47c6-a12a-be2ed3d0a6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.100114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.113784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:11.114234 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:11.118685 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:11.129023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d45ebf49-ff5f-4ac2-9350-d8623c207bb5 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:11.173532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d45ebf49-ff5f-4ac2-9350-d8623c207bb5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:11.174227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d45ebf49-ff5f-4ac2-9350-d8623c207bb5 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:11.215584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d10ab-45d8-4c7f-ab8b-cbd78a5aa33c None None] Deleting port 3d5b0677-e173-473a-a676-f4d7494c705d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:11.219102 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd3d10ab-45d8-4c7f-ab8b-cbd78a5aa33c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.235737 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.248841 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.258288 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/networks/7a9b2591-ea46-421d-9366-45ca82e0a30b HTTP/1.1" status: 204 len: 168 time: 0.6263762 Jul 07 19:20:11.265411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:11.398446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60600a7a-8aeb-45d3-adeb-7c63d68ea956 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Network': ['ID=7a9b2591-ea46-421d-9366-45ca82e0a30b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:11.484203 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bd3d10ab-45d8-4c7f-ab8b-cbd78a5aa33c None None] For port 3d5b0677-e173-473a-a676-f4d7494c705d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3d5b0677-e173-473a-a676-f4d7494c705d,segment=NetworkSegment(83040631-ac33-4b11-b095-dcb130331814),segment_id=83040631-ac33-4b11-b095-dcb130331814)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:11.486019 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd3d10ab-45d8-4c7f-ab8b-cbd78a5aa33c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.491924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Allocated IP 172.20.0.8 (3ecb0e95-6872-4413-b54d-ae7885ebf4b0/86bdfa10-a045-40b5-a6b8-ee2f7be2cd60/7cccde2a-84a6-4d84-ae87-bd30f6e87e8c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:11.533207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d10ab-45d8-4c7f-ab8b-cbd78a5aa33c None None] Calling delete_port for 3d5b0677-e173-473a-a676-f4d7494c705d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:11.544870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:11.628988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5425-6e44-44b7-9062-a88cc139f422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.677566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fb620b5-1afc-47e8-b575-6a4654b85c2c req-6e674b36-3eb0-4464-9322-d3191d2e96e6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 210 time: 0.3268633 Jul 07 19:20:11.683195 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.702134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Transition to ACTIVE for port object 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:11.743888 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd3d10ab-45d8-4c7f-ab8b-cbd78a5aa33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.747754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.769343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d10ab-45d8-4c7f-ab8b-cbd78a5aa33c None None] No DVR routers for this DVR port 3d5b0677-e173-473a-a676-f4d7494c705d on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:11.781456 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.798106 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.831739 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d10ab-45d8-4c7f-ab8b-cbd78a5aa33c None None] Pushing event deleted for resources: {'Port': ['ID=3d5b0677-e173-473a-a676-f4d7494c705d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:11.840963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:11.856169 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:11.876714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:11.914531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:11.919255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'Port': ['ID=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:11.947189 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b3c56-8692-480f-a1ce-f8bd49550cfd None None] Sync routers for ids ['aec0b42d-eca6-4f21-b167-1488c62fed68'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:11.959524 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:11.960115 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:11.982564 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b3c56-8692-480f-a1ce-f8bd49550cfd None None] Routers {'aec0b42d-eca6-4f21-b167-1488c62fed68'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:11.983444 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a5b3c56-8692-480f-a1ce-f8bd49550cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aec0b42d-eca6-4f21-b167-1488c62fed68'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:11.986428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba941e1f-d21e-492e-8a72-bb147f7e1a5f req-8ceb0a88-8c3b-4a6a-b29b-626a29bc45e9 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:11.993903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba941e1f-d21e-492e-8a72-bb147f7e1a5f req-8ceb0a88-8c3b-4a6a-b29b-626a29bc45e9 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.3146591 Jul 07 19:20:12.032398 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a5b3c56-8692-480f-a1ce-f8bd49550cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:12.043696 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b3c56-8692-480f-a1ce-f8bd49550cfd None None] Routers {'aec0b42d-eca6-4f21-b167-1488c62fed68'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:12.044659 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a5b3c56-8692-480f-a1ce-f8bd49550cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aec0b42d-eca6-4f21-b167-1488c62fed68'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:12.090871 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.091728 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a5b3c56-8692-480f-a1ce-f8bd49550cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:12.094477 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b3c56-8692-480f-a1ce-f8bd49550cfd None None] The sync data for ids ['aec0b42d-eca6-4f21-b167-1488c62fed68'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:12.128285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f277b539-932e-4b8e-9888-30e87d8979a0']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:12.166614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83040631-ac33-4b11-b095-dcb130331814') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:12.166972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83040631-ac33-4b11-b095-dcb130331814') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:12.180256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba941e1f-d21e-492e-8a72-bb147f7e1a5f req-5c1646c2-7479-4dde-8160-e26dccfeff38 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853368 Jul 07 19:20:12.200315 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.231102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96a687-70cb-4675-8584-5b07d4e0c299 req-e7871dda-dccc-4931-81d4-1e83c8f28624 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:12.232785 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c96a687-70cb-4675-8584-5b07d4e0c299 req-e7871dda-dccc-4931-81d4-1e83c8f28624 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 946 time: 0.2329743 Jul 07 19:20:12.240097 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.266747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:12.267159 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.271855 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5425-6e44-44b7-9062-a88cc139f422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.272840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-63a91bd2-d03e-4bdb-b31b-17226b091c4a None None] Provisioning for port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:12.273059 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:12.289611 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b51e844d-aaec-487b-bd2a-96af0d77d566 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1746397 Jul 07 19:20:12.292234 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.301204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-63a91bd2-d03e-4bdb-b31b-17226b091c4a None None] Provisioning complete for port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:12.302071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63a91bd2-d03e-4bdb-b31b-17226b091c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.324398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5425-6e44-44b7-9062-a88cc139f422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.337014 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.347944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Request body: {'port': {'device_id': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:12.363620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d5425-6e44-44b7-9062-a88cc139f422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccfe53d-9924-4768-b729-6333897d3ae9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:12.390217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63a91bd2-d03e-4bdb-b31b-17226b091c4a None None] Port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:20:12.401362 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8d9a85ed-5ea8-4311-a3b3-3b781afbb843 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.1304715 Jul 07 19:20:12.404051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:12.462431 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ce2d5425-6e44-44b7-9062-a88cc139f422 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=21fa1d3ca39e482da0bd39b7bd04447c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8990841 Jul 07 19:20:12.464173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:12.468114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c96a687-70cb-4675-8584-5b07d4e0c299 req-b28d298f-c69e-4963-b92b-036100c256a7 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243216 Jul 07 19:20:12.479130 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.495800 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.502256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/networks/f277b539-932e-4b8e-9888-30e87d8979a0 HTTP/1.1" status: 204 len: 168 time: 1.2290108 Jul 07 19:20:12.511365 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:12.522572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'network': {'name': 'tempest-RoutersTest-691441328'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:12.537180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2907f08-cd3f-4d7b-ae5d-edae4a6bed70 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Network': ['ID=f277b539-932e-4b8e-9888-30e87d8979a0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:12.579195 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60cb9272-c1b8-4f6a-8135-928fbb0e4e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.585271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:12.590285 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.593357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.655631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60cb9272-c1b8-4f6a-8135-928fbb0e4e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.712360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:12.742649 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.743269 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added segment 22213d39-06fb-4237-936f-745ee9a60a10 of type vlan for network 9c523380-558a-438f-b617-f0aa1da3c7a9 Jul 07 19:20:12.789286 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.791576 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4931f33f-9a80-4ab6-931d-6bdc3638fec0 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] 10.222.0.113 "GET /v2.0/floatingips/97426f6c-0aaa-4e02-9fad-68e6d57fde90 HTTP/1.1" status: 200 len: 982 time: 0.3861990 Jul 07 19:20:12.793360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:12.797870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60cb9272-c1b8-4f6a-8135-928fbb0e4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.801151 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60cb9272-c1b8-4f6a-8135-928fbb0e4e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.802468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-60cb9272-c1b8-4f6a-8135-928fbb0e4e73 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0ccfe53d-9924-4768-b729-6333897d3ae9 HTTP/1.1" status: 204 len: 168 time: 0.3332517 Jul 07 19:20:12.817358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb9272-c1b8-4f6a-8135-928fbb0e4e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccfe53d-9924-4768-b729-6333897d3ae9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:12.845267 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.855717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:12.858591 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:12.900405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3821990 Jul 07 19:20:12.901232 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:12.945238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'subnet': {'network_id': '9c523380-558a-438f-b617-f0aa1da3c7a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:13.050516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49cb78-c8bf-4a7b-96d9-6977323a8785 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Network': ['ID=9c523380-558a-438f-b617-f0aa1da3c7a9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:13.063026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 9c523380-558a-438f-b617-f0aa1da3c7a9 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:13.065749 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aa577225-0e02-4831-ad74-bed271a3e683 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] 10.222.0.113 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.2649455 Jul 07 19:20:13.066734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:13.144284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3d5b0677-e173-473a-a676-f4d7494c705d no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:13.173188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 3d5b0677-e173-473a-a676-f4d7494c705d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:13.173529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3d5b0677-e173-473a-a676-f4d7494c705d not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:13.319755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa36e59-0bf6-474b-8c74-c1fd2ae7a07e req-01baa93a-a526-4686-ade4-aa7e2b2172b6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:13.322022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7aa36e59-0bf6-474b-8c74-c1fd2ae7a07e req-01baa93a-a526-4686-ade4-aa7e2b2172b6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 931 time: 0.3915098 Jul 07 19:20:13.325897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:13.330489 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.527452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:13.532995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7aa36e59-0bf6-474b-8c74-c1fd2ae7a07e req-821f1e3f-9417-40d0-b904-0f8bb6750c17 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825449 Jul 07 19:20:13.549262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Deleting port 3f0b6bcd-5d5b-4dec-8736-dda8331eab78 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:13.549604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.550256 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.581757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fec40-ca0f-42d4-9b9e-b8ef24550c97 req-e515c8ef-f4ac-47bd-845c-431e091e875e tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:13.583182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d45fec40-ca0f-42d4-9b9e-b8ef24550c97 req-e515c8ef-f4ac-47bd-845c-431e091e875e tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.59 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 946 time: 0.3532357 Jul 07 19:20:13.588499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Transition to ACTIVE for port object 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:13.601604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.860566 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:13.895121 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Pushing event updated for resources: {'Port': ['ID=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:13.977653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Attempting to bind port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:13.978032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Attempting to bind port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:13.978584 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Attempting to bind port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c on network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:13.995485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c on network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:20:13.996108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Attempting to bind port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c on network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:14.008158 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:14.008860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Checking segment: {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:14.009418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Bound using segment: {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:14.010048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Bound port: 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:14.011618 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.152940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] For port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:14.158148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] For port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:14.165626 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.210627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:14.212137 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.213819 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] 10.222.0.59 "PUT /v2.0/ports/7cccde2a-84a6-4d84-ae87-bd30f6e87e8c HTTP/1.1" status: 200 len: 1092 time: 1.8814566 Jul 07 19:20:14.214323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'tag': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:14.217783 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7592ed76-a68c-4d5f-95b1-e71874e99d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcd1a85-3ada-4f10-8247-4230ed4615b1", "tag": "7cccde2a-84a6-4d84-ae87-bd30f6e87e8c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:14.269178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb480c-fb07-45b8-882e-b6ba6b4d1dea service neutron] Pushing event updated for resources: {'Port': ['ID=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:14.383306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b8621-119a-4970-ab31-adc10adadbf1 req-0b1b5981-0033-4429-a0f0-7e8b27cb2f61 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:14.392458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c7b8621-119a-4970-ab31-adc10adadbf1 req-0b1b5981-0033-4429-a0f0-7e8b27cb2f61 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 1.0430450 Jul 07 19:20:14.438882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e83b2-d02c-4954-86a9-6416c468597d req-a5ff0d69-ddaf-46c6-897b-098efcb8dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:14.440657 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-a5ff0d69-ddaf-46c6-897b-098efcb8dd1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 1095 time: 0.1658020 Jul 07 19:20:14.466785 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.467952 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.496871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d45fec40-ca0f-42d4-9b9e-b8ef24550c97 req-a1975a2c-bd75-43c9-a7b6-577f50fe2373 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Deleting port 94fa8607-8329-409f-8d8f-779b27fc1931 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:14.496871 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d45fec40-ca0f-42d4-9b9e-b8ef24550c97 req-a1975a2c-bd75-43c9-a7b6-577f50fe2373 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.522765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c7b8621-119a-4970-ab31-adc10adadbf1 req-d9d5f278-89ab-498e-9f11-e600ad9363ba tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285121 Jul 07 19:20:14.546550 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-b3530cd4-3aea-4b70-8399-fa09cc8ec72c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c HTTP/1.1" status: 200 len: 217 time: 0.0925531 Jul 07 19:20:14.606829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Calling delete_port for 3f0b6bcd-5d5b-4dec-8736-dda8331eab78 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:14.675217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e83b2-d02c-4954-86a9-6416c468597d req-91f92e48-aff5-436d-9f2a-7fd6b9964665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:14.679349 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-91f92e48-aff5-436d-9f2a-7fd6b9964665 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 HTTP/1.1" status: 200 len: 850 time: 0.1259270 Jul 07 19:20:14.716680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f745a8-63bf-4954-9e65-e5c63cea83cc req-eb720cfd-b319-486a-b2bb-95a5617037a0 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:14.724414 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f745a8-63bf-4954-9e65-e5c63cea83cc req-eb720cfd-b319-486a-b2bb-95a5617037a0 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 946 time: 0.8791969 Jul 07 19:20:14.726498 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:14.814156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e83b2-d02c-4954-86a9-6416c468597d req-8a860a54-bee8-46e4-9382-2b4271303c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:14.816595 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-8a860a54-bee8-46e4-9382-2b4271303c9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286623 Jul 07 19:20:14.928728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f745a8-63bf-4954-9e65-e5c63cea83cc req-3ff221f9-b094-45fb-b016-854ed2d66117 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999629 Jul 07 19:20:14.967743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d45fec40-ca0f-42d4-9b9e-b8ef24550c97 req-a1975a2c-bd75-43c9-a7b6-577f50fe2373 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] For port 94fa8607-8329-409f-8d8f-779b27fc1931, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=94fa8607-8329-409f-8d8f-779b27fc1931,segment=NetworkSegment(430d849b-a2b8-486d-bffa-02496cdde367),segment_id=430d849b-a2b8-486d-bffa-02496cdde367)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:14.999383 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-e1d093ac-2b40-4cf6-91e6-ad877caf3533 service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700330 Jul 07 19:20:15.000668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d45fec40-ca0f-42d4-9b9e-b8ef24550c97 req-a1975a2c-bd75-43c9-a7b6-577f50fe2373 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.042043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d45fec40-ca0f-42d4-9b9e-b8ef24550c97 req-a1975a2c-bd75-43c9-a7b6-577f50fe2373 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Calling delete_port for 94fa8607-8329-409f-8d8f-779b27fc1931 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:15.052414 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09492d35-9505-4509-a948-83dd2d2144c3 x-openstack-request-id: req-09492d35-9505-4509-a948-83dd2d2144c3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:15.052800 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcd1a85-3ada-4f10-8247-4230ed4615b1", "tag": "7cccde2a-84a6-4d84-ae87-bd30f6e87e8c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:15.053101 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-09492d35-9505-4509-a948-83dd2d2144c3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:15.053495 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'tag': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c', 'status': 'completed', 'code': 200} Jul 07 19:20:15.229400 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b18e83b2-d02c-4954-86a9-6416c468597d req-25c53315-822f-46ac-bd01-6ca0535ea626 service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182624 Jul 07 19:20:15.255163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Subnet': ['ID=562b26bf-b34d-464a-b351-31830b1067fc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:15.285751 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d45fec40-ca0f-42d4-9b9e-b8ef24550c97 req-a1975a2c-bd75-43c9-a7b6-577f50fe2373 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.351328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Checking segment: {'id': '22213d39-06fb-4237-936f-745ee9a60a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9c523380-558a-438f-b617-f0aa1da3c7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:15.351816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network hostable DHCP agents. Network: 9c523380-558a-438f-b617-f0aa1da3c7a9, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:15.370991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1975a2c-bd75-43c9-a7b6-577f50fe2373 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Pushing event deleted for resources: {'Port': ['ID=94fa8607-8329-409f-8d8f-779b27fc1931,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:15.445301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592ed76-a68c-4d5f-95b1-e71874e99d8e req-ce1dd0be-5df9-4d7b-9396-064f412fc48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:15.447023 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7592ed76-a68c-4d5f-95b1-e71874e99d8e req-ce1dd0be-5df9-4d7b-9396-064f412fc48c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 1095 time: 0.1076674 Jul 07 19:20:15.462001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45fec40-ca0f-42d4-9b9e-b8ef24550c97 req-a1975a2c-bd75-43c9-a7b6-577f50fe2373 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] No DVR routers for this DVR port 94fa8607-8329-409f-8d8f-779b27fc1931 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:15.466544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 9c523380-558a-438f-b617-f0aa1da3c7a9 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:15.472457 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d45fec40-ca0f-42d4-9b9e-b8ef24550c97 req-a1975a2c-bd75-43c9-a7b6-577f50fe2373 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.474974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d45fec40-ca0f-42d4-9b9e-b8ef24550c97 req-a1975a2c-bd75-43c9-a7b6-577f50fe2373 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.59 "DELETE /v2.0/ports/94fa8607-8329-409f-8d8f-779b27fc1931 HTTP/1.1" status: 204 len: 173 time: 1.8589535 Jul 07 19:20:15.482546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a504328c-bc3e-4152-8a60-5427371946b1', 'name': 'network-vif-deleted', 'tag': '94fa8607-8329-409f-8d8f-779b27fc1931'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:15.485630 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd329a7-e635-4dbb-9aaf-7cc7cac1aa07" -d '{"events": [{"server_uuid": "a504328c-bc3e-4152-8a60-5427371946b1", "name": "network-vif-deleted", "tag": "94fa8607-8329-409f-8d8f-779b27fc1931"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:15.524183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 9c523380-558a-438f-b617-f0aa1da3c7a9) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:15.544370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb48666-6801-4343-8629-9a81a634fa38 None None] Network 9c523380-558a-438f-b617-f0aa1da3c7a9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:15.553425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c487-70b0-485a-9872-84f04612421b req-c7c7dd1f-3f6e-4d6f-b52e-7503013608a5 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:15.561999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2904c487-70b0-485a-9872-84f04612421b req-c7c7dd1f-3f6e-4d6f-b52e-7503013608a5 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 943 time: 0.2917185 Jul 07 19:20:15.570906 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61054779-a2d9-41b2-9cea-a7883c5777d4 x-openstack-request-id: req-61054779-a2d9-41b2-9cea-a7883c5777d4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:15.575698 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a504328c-bc3e-4152-8a60-5427371946b1", "name": "network-vif-deleted", "tag": "94fa8607-8329-409f-8d8f-779b27fc1931", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:15.576235 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-61054779-a2d9-41b2-9cea-a7883c5777d4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:15.578592 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a504328c-bc3e-4152-8a60-5427371946b1', 'name': 'network-vif-deleted', 'tag': '94fa8607-8329-409f-8d8f-779b27fc1931', 'status': 'completed', 'code': 200} Jul 07 19:20:15.580290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:15.581280 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.616732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57026) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:15.627001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-171f1ed0-9541-42c3-a060-b87cfe96a17b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6983130 Jul 07 19:20:15.649789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:15.660018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4c845b41-123e-44a2-ba75-fe5f70d9f55a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-914737283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:15.703672 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c845b41-123e-44a2-ba75-fe5f70d9f55a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.714635 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c845b41-123e-44a2-ba75-fe5f70d9f55a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.751312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2904c487-70b0-485a-9872-84f04612421b req-08e98416-804d-41b2-935b-b8e69713bb54 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336927 Jul 07 19:20:15.811297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592ed76-a68c-4d5f-95b1-e71874e99d8e req-21d1d867-8e33-44c2-83db-dda0ecfe4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:15.814647 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7592ed76-a68c-4d5f-95b1-e71874e99d8e req-21d1d867-8e33-44c2-83db-dda0ecfe4b29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 913 time: 0.3601744 Jul 07 19:20:15.872027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-9c523380-558a-438f-b617-f0aa1da3c7a9', 'network_id': '9c523380-558a-438f-b617-f0aa1da3c7a9', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'fixed_ips': [{'subnet_id': '562b26bf-b34d-464a-b351-31830b1067fc'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:15.872929 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.914326 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7592ed76-a68c-4d5f-95b1-e71874e99d8e req-29946c6c-0deb-416c-bc08-d835f1b66400 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c HTTP/1.1" status: 200 len: 217 time: 0.0884359 Jul 07 19:20:15.925954 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.966273 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c845b41-123e-44a2-ba75-fe5f70d9f55a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.027992 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c845b41-123e-44a2-ba75-fe5f70d9f55a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.058427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592ed76-a68c-4d5f-95b1-e71874e99d8e req-3b99353b-5ecf-4b0f-98b3-102a875f741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:16.059872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:16.060240 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7592ed76-a68c-4d5f-95b1-e71874e99d8e req-3b99353b-5ecf-4b0f-98b3-102a875f741c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 HTTP/1.1" status: 200 len: 850 time: 0.1137033 Jul 07 19:20:16.106553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event deleted for resources: {'Port': ['ID=3f0b6bcd-5d5b-4dec-8736-dda8331eab78,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:16.137753 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Allocated IP 172.20.0.2 (9c523380-558a-438f-b617-f0aa1da3c7a9/562b26bf-b34d-464a-b351-31830b1067fc/fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:16.180422 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592ed76-a68c-4d5f-95b1-e71874e99d8e req-1823b2cc-f0f5-42b3-b3fd-30e66a5c0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:16.182241 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7592ed76-a68c-4d5f-95b1-e71874e99d8e req-1823b2cc-f0f5-42b3-b3fd-30e66a5c0ffb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138742 Jul 07 19:20:16.186116 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 9cd4d43f-48dc-41c3-9921-c7a684eb1095 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:20:16.193350 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.197224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b27334d-fbd3-480d-9f48-6e7007620ffb req-f02b5acb-8b97-4a5c-a237-e61c564dbbb6 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=a504328c-bc3e-4152-8a60-5427371946b1 HTTP/1.1" status: 200 len: 210 time: 0.0584965 Jul 07 19:20:16.224309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c845b41-123e-44a2-ba75-fe5f70d9f55a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.225530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4c845b41-123e-44a2-ba75-fe5f70d9f55a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5713589 Jul 07 19:20:16.231486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:16.257248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'port': {'network_id': '9c523380-558a-438f-b617-f0aa1da3c7a9', 'name': 'tempest-RoutersTest-627543720'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:16.301020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 9cd4d43f-48dc-41c3-9921-c7a684eb1095 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:16.365031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f88393-24e0-4735-bc88-38362d00b97b req-90c00737-5447-42ed-affb-4f54cfec931d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:16.386827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34f88393-24e0-4735-bc88-38362d00b97b req-90c00737-5447-42ed-affb-4f54cfec931d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.4646711 Jul 07 19:20:16.450458 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 9cd4d43f-48dc-41c3-9921-c7a684eb1095, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9cd4d43f-48dc-41c3-9921-c7a684eb1095,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:16.452727 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.453449 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Floating IP 97426f6c-0aaa-4e02-9fad-68e6d57fde90 disassociated (deleted). External IP: 172.25.2.164, port: 0e454032-80a1-4b00-8607-13f67efe9fde. Jul 07 19:20:16.493492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '9cd4d43f-48dc-41c3-9921-c7a684eb1095', 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d', 'port_id': '9cd4d43f-48dc-41c3-9921-c7a684eb1095', 'mac_address': 'fa:16:3e:64:79:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338b59bf-fd4d-43a1-91b7-1d151d6b71e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:16.571268 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7592ed76-a68c-4d5f-95b1-e71874e99d8e req-ea84256b-4535-42d9-9e12-41d4cb77062d service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608553 Jul 07 19:20:16.630144 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34f88393-24e0-4735-bc88-38362d00b97b req-65d919c7-d44c-4c25-a4df-ef209e14620d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371368 Jul 07 19:20:16.675568 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.695820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cd4d43f-48dc-41c3-9921-c7a684eb1095 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:16.702688 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.770273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:16.776444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 9cd4d43f-48dc-41c3-9921-c7a684eb1095, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9cd4d43f-48dc-41c3-9921-c7a684eb1095,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:16.780722 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.780921 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.803142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.831151 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7592ed76-a68c-4d5f-95b1-e71874e99d8e req-fa7bab58-131d-4a95-97da-c25a15aff06d service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525182 Jul 07 19:20:16.858783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] device_id is not set on port b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:20:16.901422 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:16.914662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Router aec0b42d-eca6-4f21-b167-1488c62fed68 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:16.968066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Transition to ACTIVE for port object fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:16.972044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=9cd4d43f-48dc-41c3-9921-c7a684eb1095,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:16.977647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 94fa8607-8329-409f-8d8f-779b27fc1931 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:17.029517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 94fa8607-8329-409f-8d8f-779b27fc1931 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:17.029879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 94fa8607-8329-409f-8d8f-779b27fc1931 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:17.042064 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:20:17.042308 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:20:17.043378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Transition to ACTIVE for port object fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:17.047050 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['9cd4d43f-48dc-41c3-9921-c7a684eb1095'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:17.079285 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.127805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Network 9c523380-558a-438f-b617-f0aa1da3c7a9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:17.134358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Allocated IP 172.20.0.12 (9c523380-558a-438f-b617-f0aa1da3c7a9/562b26bf-b34d-464a-b351-31830b1067fc/b5bafbec-67ac-4a70-b17d-e9c2acceb5c8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:17.136638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:17.140550 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:17.159341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Pushing event updated for resources: {'Port': ['ID=fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:17.182613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:17.192573 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.207446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9236aa5-3ac8-48a0-b717-994ad4e02010 None None] Sync routers for ids ['aec0b42d-eca6-4f21-b167-1488c62fed68'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:17.257866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7e2114f7-736a-445d-9cbb-5cc9a61f9cc7 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "DELETE /v2.0/floatingips/97426f6c-0aaa-4e02-9fad-68e6d57fde90 HTTP/1.1" status: 204 len: 168 time: 4.1870623 Jul 07 19:20:17.296642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:17.304444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:17.346654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.356094 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9236aa5-3ac8-48a0-b717-994ad4e02010 None None] Routers {'aec0b42d-eca6-4f21-b167-1488c62fed68'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:17.358201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f9236aa5-3ac8-48a0-b717-994ad4e02010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aec0b42d-eca6-4f21-b167-1488c62fed68'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:17.362061 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.365214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Transition to ACTIVE for port object b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:17.373701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Allocated IP 172.25.2.23 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/61229276-45fd-47e1-b9e5-da79535f13b4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:17.407027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.426904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d60297-58c5-440a-9aea-24e158896123 req-03c7d48e-7c97-4f01-a140-42588ceca54e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:17.428497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37d60297-58c5-440a-9aea-24e158896123 req-03c7d48e-7c97-4f01-a140-42588ceca54e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 943 time: 0.4644957 Jul 07 19:20:17.439583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 9c523380-558a-438f-b617-f0aa1da3c7a9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:17.442804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:17.446770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:17.544755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=b5bafbec-67ac-4a70-b17d-e9c2acceb5c8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:17.561724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:17.562468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.584389 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-861cf30e-7839-4a46-9c99-137b2844cf5c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3447444 Jul 07 19:20:17.585010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:17.618617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37d60297-58c5-440a-9aea-24e158896123 req-8b55f730-e1ba-4407-b823-c132e2ec7293 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397991 Jul 07 19:20:17.688911 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.731987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f9236aa5-3ac8-48a0-b717-994ad4e02010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:17.735264 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Attempting to bind port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:17.735627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Attempting to bind port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '22213d39-06fb-4237-936f-745ee9a60a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9c523380-558a-438f-b617-f0aa1da3c7a9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:17.736331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Attempting to bind port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd on network 9c523380-558a-438f-b617-f0aa1da3c7a9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:17.746088 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.760931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:17.761636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Checking segment: {'id': '22213d39-06fb-4237-936f-745ee9a60a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9c523380-558a-438f-b617-f0aa1da3c7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:17.762221 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.762788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Bound using segment: {'id': '22213d39-06fb-4237-936f-745ee9a60a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9c523380-558a-438f-b617-f0aa1da3c7a9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:17.763430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Bound port: fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22213d39-06fb-4237-936f-745ee9a60a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9c523380-558a-438f-b617-f0aa1da3c7a9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:17.764613 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.805693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:17.812692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:17.814873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Pushing event updated for resources: {'Port': ['ID=61229276-45fd-47e1-b9e5-da79535f13b4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:17.817328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:17.933820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] For port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:17.940309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:17.942309 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] For port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd,segment=NetworkSegment(22213d39-06fb-4237-936f-745ee9a60a10),segment_id=22213d39-06fb-4237-936f-745ee9a60a10)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:17.943469 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9236aa5-3ac8-48a0-b717-994ad4e02010 None None] Routers {'aec0b42d-eca6-4f21-b167-1488c62fed68'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:17.946676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f9236aa5-3ac8-48a0-b717-994ad4e02010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aec0b42d-eca6-4f21-b167-1488c62fed68'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:18.021119 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.038830 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.052224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f9236aa5-3ac8-48a0-b717-994ad4e02010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:18.053154 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9236aa5-3ac8-48a0-b717-994ad4e02010 None None] The sync data for ids ['aec0b42d-eca6-4f21-b167-1488c62fed68'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:18.059820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9cd4d43f-48dc-41c3-9921-c7a684eb1095 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:18.086840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 9cd4d43f-48dc-41c3-9921-c7a684eb1095, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9cd4d43f-48dc-41c3-9921-c7a684eb1095,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:18.143725 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.162200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Allocated IP 172.25.2.14 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/0e5c988e-a262-40ec-9151-423cb762b3c3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:18.300091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1095f-e925-41f6-8b22-a44ab1b93e1a None None] Pushing event updated for resources: {'Port': ['ID=fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:18.476392 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.477073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=9cd4d43f-48dc-41c3-9921-c7a684eb1095,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:18.481792 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.556433 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.671755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:18.689266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:18.698611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:18.714511 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.754970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Pushing event updated for resources: {'Port': ['ID=0e5c988e-a262-40ec-9151-423cb762b3c3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:18.790754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6289421-73b4-4a87-9357-0589f2ba3be5 req-b672fa3e-9a7a-40d5-80cc-f2ade67bfb7e tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:18.793089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6289421-73b4-4a87-9357-0589f2ba3be5 req-b672fa3e-9a7a-40d5-80cc-f2ade67bfb7e tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 945 time: 0.8784742 Jul 07 19:20:18.839533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:20:18.917738 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.161085 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6289421-73b4-4a87-9357-0589f2ba3be5 req-d5ca031f-6374-45ff-bb98-e88ae4dcccfc tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296216 Jul 07 19:20:19.165338 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.172410 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.174128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.215291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:19.236949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:19.266319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.294167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'port_id': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c', 'mac_address': 'fa:16:3e:c8:99:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:19.298613 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=b5bafbec-67ac-4a70-b17d-e9c2acceb5c8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:19.308739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469376d5-57fb-4eb9-8802-9f0c26436223 req-ffcb6ddb-4eaf-4f93-bcee-bf343c234806 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:19.327131 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-469376d5-57fb-4eb9-8802-9f0c26436223 req-ffcb6ddb-4eaf-4f93-bcee-bf343c234806 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 943 time: 0.4005706 Jul 07 19:20:19.477763 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.504730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:19.546109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:19.593028 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.642348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:19.655805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-469376d5-57fb-4eb9-8802-9f0c26436223 req-6f7ba2ca-0d18-429b-8156-5988cba1888c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307266 Jul 07 19:20:19.691917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:19.882048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:19.961112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['7cccde2a-84a6-4d84-ae87-bd30f6e87e8c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:19.975896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.027436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50edbc6-b45a-49e0-a07c-d868a0f80d9a None None] Network 9c523380-558a-438f-b617-f0aa1da3c7a9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:20.145959 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.154256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 9cd4d43f-48dc-41c3-9921-c7a684eb1095 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:20.155939 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.341693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Pushing event updated for resources: {'Port': ['ID=61229276-45fd-47e1-b9e5-da79535f13b4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:20.361001 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.571377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6ea0ad09-f8d2-4b69-aafa-e49b309f85ab None None] Provisioning for port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:20.583735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6ea0ad09-f8d2-4b69-aafa-e49b309f85ab None None] Provisioning complete for port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:20.584408 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ad09-f8d2-4b69-aafa-e49b309f85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.651386 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.679267 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.686818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 9cd4d43f-48dc-41c3-9921-c7a684eb1095 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:20.687445 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.701321 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.703760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a4956bda-703b-4989-b90d-0ac8231e456a tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0856082 Jul 07 19:20:20.704994 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.715112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:20.753858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bfd39c2e-5b11-40d0-ba3e-a873ed67eca8 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-41122931', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'fixed_ips': [{'ip_address': '172.25.2.23'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:20.891400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Pushing event updated for resources: {'Port': ['ID=0e5c988e-a262-40ec-9151-423cb762b3c3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:20.949731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b663ce-aa5e-4d36-8c65-6764458db931 req-a269b0bf-eb39-4fa1-8b10-a154fed23a00 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:20.951519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3b663ce-aa5e-4d36-8c65-6764458db931 req-a269b0bf-eb39-4fa1-8b10-a154fed23a00 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 944 time: 0.4388983 Jul 07 19:20:20.952907 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.960126 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.966249 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.003775 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.045910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3b663ce-aa5e-4d36-8c65-6764458db931 req-89ac5962-27ff-4022-9065-2d3e14964f50 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520742 Jul 07 19:20:21.066146 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd39c2e-5b11-40d0-ba3e-a873ed67eca8 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Made reservation on behalf of 1939a65b7b164da7898e4d0541723eb1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:21.069361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfd39c2e-5b11-40d0-ba3e-a873ed67eca8 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.093606 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.095160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0c51fd83-dda2-4388-8d24-a1563bf3608e tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7973986 Jul 07 19:20:21.098175 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfd39c2e-5b11-40d0-ba3e-a873ed67eca8 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.103510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:21.108496 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ad09-f8d2-4b69-aafa-e49b309f85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.180167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.190164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=b5bafbec-67ac-4a70-b17d-e9c2acceb5c8,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:21.221907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 9cd4d43f-48dc-41c3-9921-c7a684eb1095, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9cd4d43f-48dc-41c3-9921-c7a684eb1095,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:21.225228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55763ae-cd10-499c-b0fe-342b0c192692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd4d43f-48dc-41c3-9921-c7a684eb1095'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:21.227960 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52ea23e-27cf-4fe7-80b9-5fe5a952ab6d" -d '{"events": [{"server_uuid": "d55763ae-cd10-499c-b0fe-342b0c192692", "name": "network-vif-plugged", "status": "completed", "tag": "9cd4d43f-48dc-41c3-9921-c7a684eb1095"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:21.241902 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.262270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d62d3c-f067-43bb-b355-8a683fe073c7 req-e1564099-d057-42ce-991f-e9c1d7158e7c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:21.281631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21d62d3c-f067-43bb-b355-8a683fe073c7 req-e1564099-d057-42ce-991f-e9c1d7158e7c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 944 time: 0.3252769 Jul 07 19:20:21.320218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6ea0ad09-f8d2-4b69-aafa-e49b309f85ab None None] For port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd,segment=NetworkSegment(22213d39-06fb-4237-936f-745ee9a60a10),segment_id=22213d39-06fb-4237-936f-745ee9a60a10)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:21.356208 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ad09-f8d2-4b69-aafa-e49b309f85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.374574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=9cd4d43f-48dc-41c3-9921-c7a684eb1095,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:21.420793 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 9c523380-558a-438f-b617-f0aa1da3c7a9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:21.426599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:21.434146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21d62d3c-f067-43bb-b355-8a683fe073c7 req-3a4ef982-70e3-46e4-aa20-963b079f09a7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504798 Jul 07 19:20:21.452100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:21.611133 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfd39c2e-5b11-40d0-ba3e-a873ed67eca8 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.621809 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfd39c2e-5b11-40d0-ba3e-a873ed67eca8 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.632171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-bfd39c2e-5b11-40d0-ba3e-a873ed67eca8 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] device_id is not set on port 7bc4c63d-26b9-4341-b26c-5c08ba2e728b yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:20:21.648024 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e622591-266a-42e4-a501-e325f9e3ed4e None None] Provisioning for port b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:21.659855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0ad09-f8d2-4b69-aafa-e49b309f85ab None None] Pushing event updated for resources: {'Port': ['ID=fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:21.667668 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a5118b-7aad-4627-b114-50c30135deaf x-openstack-request-id: req-f8a5118b-7aad-4627-b114-50c30135deaf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:21.668251 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55763ae-cd10-499c-b0fe-342b0c192692", "name": "network-vif-plugged", "status": "completed", "tag": "9cd4d43f-48dc-41c3-9921-c7a684eb1095", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:21.668956 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f8a5118b-7aad-4627-b114-50c30135deaf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:21.669634 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55763ae-cd10-499c-b0fe-342b0c192692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd4d43f-48dc-41c3-9921-c7a684eb1095', 'code': 200} Jul 07 19:20:21.671550 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e622591-266a-42e4-a501-e325f9e3ed4e None None] Provisioning complete for port b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:21.672157 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e622591-266a-42e4-a501-e325f9e3ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.732563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd39c2e-5b11-40d0-ba3e-a873ed67eca8 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f44c857-dbec-4280-a014-ce66124f10a1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:21.746505 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.850503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e622591-266a-42e4-a501-e325f9e3ed4e None None] Port b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:20:21.886355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e622591-266a-42e4-a501-e325f9e3ed4e None None] Provisioning complete for port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:21.886739 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e622591-266a-42e4-a501-e325f9e3ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.948788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router e14a70c6-4960-4d1b-b91c-42ea9e38e261 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:20:22.219028 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:22.222546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b90441f4-7ff0-4d99-bdbf-a55c41ca2353 None None] Provisioning complete for port b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:22.223031 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b90441f4-7ff0-4d99-bdbf-a55c41ca2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.224932 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-41f3bc99-4f3e-4e29-99a1-28058592a993 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/e14a70c6-4960-4d1b-b91c-42ea9e38e261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6386402 Jul 07 19:20:22.228463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:22.229306 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beea0981-6305-4226-9a70-1eba159e7891 None None] Sync routers for ids ['e14a70c6-4960-4d1b-b91c-42ea9e38e261'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:22.258573 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beea0981-6305-4226-9a70-1eba159e7891 None None] Routers {'e14a70c6-4960-4d1b-b91c-42ea9e38e261'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:22.259226 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-beea0981-6305-4226-9a70-1eba159e7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e14a70c6-4960-4d1b-b91c-42ea9e38e261'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:22.269824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149320c-8399-406f-8740-f80cf761b064 req-0aa8cec9-f9d6-4b15-a043-bc4020a0cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:22.289359 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7149320c-8399-406f-8740-f80cf761b064 req-0aa8cec9-f9d6-4b15-a043-bc4020a0cc12 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 1098 time: 0.4132903 Jul 07 19:20:22.343901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b90441f4-7ff0-4d99-bdbf-a55c41ca2353 None None] Port b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:20:22.377991 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-beea0981-6305-4226-9a70-1eba159e7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:22.392724 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7149320c-8399-406f-8740-f80cf761b064 req-f27d82c5-7d48-4f95-8759-94af221bce29 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893507 Jul 07 19:20:22.405826 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beea0981-6305-4226-9a70-1eba159e7891 None None] Routers {'e14a70c6-4960-4d1b-b91c-42ea9e38e261'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:22.406690 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-beea0981-6305-4226-9a70-1eba159e7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e14a70c6-4960-4d1b-b91c-42ea9e38e261'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:22.461308 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-beea0981-6305-4226-9a70-1eba159e7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:22.462357 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beea0981-6305-4226-9a70-1eba159e7891 None None] The sync data for ids ['e14a70c6-4960-4d1b-b91c-42ea9e38e261'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:22.472765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ac686c48-1453-47f6-903e-c21c45571cfe None None] Provisioning complete for port b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:22.473430 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac686c48-1453-47f6-903e-c21c45571cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.483366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744f414-3883-409a-bb24-93440c2dead2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:22.488727 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9744f414-3883-409a-bb24-93440c2dead2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports/b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 HTTP/1.1" status: 200 len: 977 time: 0.2589774 Jul 07 19:20:22.491405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:22.577196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ac686c48-1453-47f6-903e-c21c45571cfe None None] Port b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:20:22.737159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22d3e1a5-8999-4c80-8fed-fa8da3376677 None None] Provisioning complete for port b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:22.738052 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22d3e1a5-8999-4c80-8fed-fa8da3376677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:22.837380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22d3e1a5-8999-4c80-8fed-fa8da3376677 None None] Port b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:20:22.855945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:22.960896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:22.965840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:22.966636 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.018598 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd39c2e-5b11-40d0-ba3e-a873ed67eca8 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 19:20:23.019157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd39c2e-5b11-40d0-ba3e-a873ed67eca8 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:20:23.114570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bfd39c2e-5b11-40d0-ba3e-a873ed67eca8 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.3647377 Jul 07 19:20:23.117477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:23.132619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefaca0-14ee-4d91-8220-8671061c17f2 req-913b078a-e9d9-40c1-a280-dc259f757a6b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:23.134278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fefaca0-14ee-4d91-8220-8671061c17f2 req-913b078a-e9d9-40c1-a280-dc259f757a6b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.3345394 Jul 07 19:20:23.157149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:23.275733 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.325880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:23.333966 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.338070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:23.338544 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.402313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a9b3c-dbe2-4218-a0ba-9476dfe91a48 req-3dc6eb5e-c4bc-48af-8f56-89393462d117 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:23.403882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a9a9b3c-dbe2-4218-a0ba-9476dfe91a48 req-3dc6eb5e-c4bc-48af-8f56-89393462d117 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 944 time: 0.5518668 Jul 07 19:20:23.469908 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:23.590884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fefaca0-14ee-4d91-8220-8671061c17f2 req-970650a5-7139-445a-a1dd-87c572b37a42 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317391 Jul 07 19:20:23.627569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a9a9b3c-dbe2-4218-a0ba-9476dfe91a48 req-f376cdd2-99b8-404e-b9b1-ef13c3c95bd7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821475 Jul 07 19:20:23.671494 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:23.674195 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743219ba-0591-41c6-be0a-60a5cf475550" -d '{"events": [{"server_uuid": "7dcd1a85-3ada-4f10-8247-4230ed4615b1", "name": "network-vif-plugged", "status": "completed", "tag": "7cccde2a-84a6-4d84-ae87-bd30f6e87e8c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:23.710599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.741264 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88ddc29-731d-4f1e-8d9e-0be783e7db6f x-openstack-request-id: req-a88ddc29-731d-4f1e-8d9e-0be783e7db6f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:23.741689 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcd1a85-3ada-4f10-8247-4230ed4615b1", "name": "network-vif-plugged", "status": "completed", "tag": "7cccde2a-84a6-4d84-ae87-bd30f6e87e8c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:23.742012 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a88ddc29-731d-4f1e-8d9e-0be783e7db6f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:23.742784 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c', 'code': 200} Jul 07 19:20:23.747210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-09269565-ffc3-45c7-aa13-79fa278636a1 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Deleting port 61229276-45fd-47e1-b9e5-da79535f13b4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:23.747944 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09269565-ffc3-45c7-aa13-79fa278636a1 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.789657 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00b702e3-2b27-42b8-bbcf-4575f0ea9dd7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:23.984957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c64577-0aae-46de-8370-4d336f2d78e6 req-b727308b-c8fc-4e49-8efb-b11b0be4d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:23.986506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-93c64577-0aae-46de-8370-4d336f2d78e6 req-b727308b-c8fc-4e49-8efb-b11b0be4d455 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 1097 time: 0.1450570 Jul 07 19:20:24.009860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Allocated IP 172.25.2.162 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/5b0e71bf-9435-44cf-bc1c-96e7c0b0d309) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:24.051805 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-93c64577-0aae-46de-8370-4d336f2d78e6 req-3be6c2b6-6207-4cfe-a453-1da52326c4f2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431879 Jul 07 19:20:24.070578 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09269565-ffc3-45c7-aa13-79fa278636a1 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.071199 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09269565-ffc3-45c7-aa13-79fa278636a1 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.134793 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-00b702e3-2b27-42b8-bbcf-4575f0ea9dd7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:24.134793 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00b702e3-2b27-42b8-bbcf-4575f0ea9dd7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.141475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-15594c1e-23dd-4568-82db-099e6625e20e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:24.142991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-15594c1e-23dd-4568-82db-099e6625e20e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 807 time: 0.2953231 Jul 07 19:20:24.146016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-09269565-ffc3-45c7-aa13-79fa278636a1 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Calling delete_port for 61229276-45fd-47e1-b9e5-da79535f13b4 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:24.185053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-e2a86db3-ccd8-4652-9afe-8adfd8834247 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/quotas/1a9e7e79c68a476f8147099a363d1d0f HTTP/1.1" status: 200 len: 375 time: 0.0322752 Jul 07 19:20:24.234677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00b702e3-2b27-42b8-bbcf-4575f0ea9dd7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.246673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-00b702e3-2b27-42b8-bbcf-4575f0ea9dd7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for b5bafbec-67ac-4a70-b17d-e9c2acceb5c8 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:24.322043 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.415480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-a5992022-7337-4cbe-9c32-df51013a3e2a tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2178028 Jul 07 19:20:24.495713 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.542329 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00b702e3-2b27-42b8-bbcf-4575f0ea9dd7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.603035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Pushing event updated for resources: {'Port': ['ID=5b0e71bf-9435-44cf-bc1c-96e7c0b0d309,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:24.608683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:24.624993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:24.638138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:24.639989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b702e3-2b27-42b8-bbcf-4575f0ea9dd7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=b5bafbec-67ac-4a70-b17d-e9c2acceb5c8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:24.721971 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09269565-ffc3-45c7-aa13-79fa278636a1 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.833843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09269565-ffc3-45c7-aa13-79fa278636a1 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Pushing event deleted for resources: {'Port': ['ID=61229276-45fd-47e1-b9e5-da79535f13b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:24.872265 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00b702e3-2b27-42b8-bbcf-4575f0ea9dd7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:24.889248 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-998aad7e-20a9-452f-949d-39a600eb97b7 service neutron] 10.222.0.113 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716289 Jul 07 19:20:25.116877 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b702e3-2b27-42b8-bbcf-4575f0ea9dd7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router e14a70c6-4960-4d1b-b91c-42ea9e38e261 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:25.138148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-96888aae-d1c2-4732-83f8-0953426cf639 service neutron] 10.222.0.113 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302716 Jul 07 19:20:25.173604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09269565-ffc3-45c7-aa13-79fa278636a1 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.177217 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09269565-ffc3-45c7-aa13-79fa278636a1 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.178450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-09269565-ffc3-45c7-aa13-79fa278636a1 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456 tempest-ExternalNetworksAdminNegativeTestJSON-1742013456-project-admin] 10.222.0.113 "DELETE /v2.0/floatingips/b0469351-bd7d-4ea8-afcb-7e5a66c41734 HTTP/1.1" status: 204 len: 168 time: 2.0428672 Jul 07 19:20:25.232638 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.277705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b71ebf-c6e5-4251-b7af-bcadd5bff319 req-17f385d0-2dd4-4dbe-92b8-6bdbf7dfa169 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:25.283914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33b71ebf-c6e5-4251-b7af-bcadd5bff319 req-17f385d0-2dd4-4dbe-92b8-6bdbf7dfa169 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.3913825 Jul 07 19:20:25.302081 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b702e3-2b27-42b8-bbcf-4575f0ea9dd7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:25.327971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e15a5-9e06-4581-9137-0ed7dc4e8da1 None None] Sync routers for ids ['e14a70c6-4960-4d1b-b91c-42ea9e38e261'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:25.340230 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-00b702e3-2b27-42b8-bbcf-4575f0ea9dd7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/e14a70c6-4960-4d1b-b91c-42ea9e38e261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8467174 Jul 07 19:20:25.343791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:25.346607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e15a5-9e06-4581-9137-0ed7dc4e8da1 None None] Routers {'e14a70c6-4960-4d1b-b91c-42ea9e38e261'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:25.348445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-995e15a5-9e06-4581-9137-0ed7dc4e8da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e14a70c6-4960-4d1b-b91c-42ea9e38e261'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:25.415964 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:25.487098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-995e15a5-9e06-4581-9137-0ed7dc4e8da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:25.511917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e15a5-9e06-4581-9137-0ed7dc4e8da1 None None] Routers {'e14a70c6-4960-4d1b-b91c-42ea9e38e261'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:25.512984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-995e15a5-9e06-4581-9137-0ed7dc4e8da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e14a70c6-4960-4d1b-b91c-42ea9e38e261'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:25.566982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33b71ebf-c6e5-4251-b7af-bcadd5bff319 req-26b95255-1054-47ff-bf21-c8176e04af25 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739401 Jul 07 19:20:25.634801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-995e15a5-9e06-4581-9137-0ed7dc4e8da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:25.635654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e15a5-9e06-4581-9137-0ed7dc4e8da1 None None] The sync data for ids ['e14a70c6-4960-4d1b-b91c-42ea9e38e261'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:25.722827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:25.808312 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-2199be80-e67a-4fac-acc4-652bcf8a9065 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 19:20:25.837331 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2199be80-e67a-4fac-acc4-652bcf8a9065 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/e14a70c6-4960-4d1b-b91c-42ea9e38e261/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4897416 Jul 07 19:20:25.837961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:25.944533 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c0dadec3-ace3-48c7-92c5-efbe5c06f4a0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=e14a70c6-4960-4d1b-b91c-42ea9e38e261 HTTP/1.1" status: 200 len: 205 time: 0.0814135 Jul 07 19:20:25.946277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:25.982052 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7dc98a5-0f47-4c66-8017-ec19f76cf599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.043846 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724a1edf-96cd-408f-9d80-66ab69dd363b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.279434 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.302154 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724a1edf-96cd-408f-9d80-66ab69dd363b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.316048 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724a1edf-96cd-408f-9d80-66ab69dd363b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.347053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc1da8-f8f0-448f-b2dc-32140ad8eb5b req-6a9a0862-d28a-42fa-8220-d0aa92efad4e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:26.349211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffbc1da8-f8f0-448f-b2dc-32140ad8eb5b req-6a9a0862-d28a-42fa-8220-d0aa92efad4e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.4305038 Jul 07 19:20:26.350152 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.395419 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724a1edf-96cd-408f-9d80-66ab69dd363b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.397371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724a1edf-96cd-408f-9d80-66ab69dd363b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Fanout notify agent at l3_agent the message router_deleted on router e14a70c6-4960-4d1b-b91c-42ea9e38e261 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:26.427777 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-724a1edf-96cd-408f-9d80-66ab69dd363b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.429843 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-724a1edf-96cd-408f-9d80-66ab69dd363b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/e14a70c6-4960-4d1b-b91c-42ea9e38e261 HTTP/1.1" status: 204 len: 168 time: 0.4823542 Jul 07 19:20:26.432900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:26.543277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5d4233-8560-48f5-815f-98ed58a881b8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting subnet 562b26bf-b34d-464a-b351-31830b1067fc {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:26.551300 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4233-8560-48f5-815f-98ed58a881b8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.581337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Pushing event updated for resources: {'Port': ['ID=5b0e71bf-9435-44cf-bc1c-96e7c0b0d309,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:26.590672 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.613493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4233-8560-48f5-815f-98ed58a881b8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.618102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0344b-9504-4d41-9a4c-73f869dd5f6b req-8c618cdc-800a-47df-9e6d-2f9b1fb3ac31 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:26.619871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2c0344b-9504-4d41-9a4c-73f869dd5f6b req-8c618cdc-800a-47df-9e6d-2f9b1fb3ac31 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.7118430 Jul 07 19:20:26.658907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffbc1da8-f8f0-448f-b2dc-32140ad8eb5b req-c227eadb-6e58-4481-839f-40bb77a01123 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674220 Jul 07 19:20:26.702276 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7dc98a5-0f47-4c66-8017-ec19f76cf599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.714463 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7dc98a5-0f47-4c66-8017-ec19f76cf599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.741745 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.743220 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b625e7fe-6f16-4a50-9801-bb0dc9b30540 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6376419 Jul 07 19:20:26.755543 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2c0344b-9504-4d41-9a4c-73f869dd5f6b req-c948c558-99d7-41b3-801a-9f6aebc92be6 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218631 Jul 07 19:20:26.756052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57306) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:26.846767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4233-8560-48f5-815f-98ed58a881b8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.971085 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4233-8560-48f5-815f-98ed58a881b8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:26.971888 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9788f441-ef8f-4059-809c-b739af73ba3f tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] 10.222.0.113 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.2117546 Jul 07 19:20:26.973451 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:27.036301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc98a5-0f47-4c66-8017-ec19f76cf599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0396a9-4187-42f7-a720-13e226ee4e97,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:27.043669 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c7dc98a5-0f47-4c66-8017-ec19f76cf599 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c4f92c2486fb45b0ac009b25966cb5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3166575 Jul 07 19:20:27.046629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:27.050265 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-05dda4d9-bf46-4ad7-903c-b8731842a8c4 req-ea049166-775e-41d9-b316-6bb8e1fd0cc1 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 210 time: 0.0937703 Jul 07 19:20:27.114089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d4233-8560-48f5-815f-98ed58a881b8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Subnet': ['ID=562b26bf-b34d-464a-b351-31830b1067fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:27.148534 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4233-8560-48f5-815f-98ed58a881b8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.150569 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cc5d4233-8560-48f5-815f-98ed58a881b8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/562b26bf-b34d-464a-b351-31830b1067fc HTTP/1.1" status: 204 len: 168 time: 0.7131364 Jul 07 19:20:27.155737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e87ff-e31e-4cd1-8c8e-193e92c983e4 None None] Network 9c523380-558a-438f-b617-f0aa1da3c7a9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:27.157871 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ec3e3f22-bdfe-45a9-8267-9e625b7e483c tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1807370 Jul 07 19:20:27.158469 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:27.158801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:27.183095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f279-d1fa-4d22-8f90-1a1fb24535f3 req-91e95e6a-2e45-4dae-98b2-f9d21aed3a64 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:27.183095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0110f279-d1fa-4d22-8f90-1a1fb24535f3 req-91e95e6a-2e45-4dae-98b2-f9d21aed3a64 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.2124519 Jul 07 19:20:27.183095 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b704efc-6a02-4f6f-9cb2-c2c6063ee3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.184797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:27.195402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0f7fb8f3-3bd6-43b2-b3a2-44ea02a0b9a9 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'floatingip': {'port_id': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:27.293941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b704efc-6a02-4f6f-9cb2-c2c6063ee3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.338769 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb8f3-3bd6-43b2-b3a2-44ea02a0b9a9 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.522309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.572568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb2d172-b345-46b1-8d74-ac4535e251da None None] DHCP port deletion for 9c523380-558a-438f-b617-f0aa1da3c7a9 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:27.675796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2d172-b345-46b1-8d74-ac4535e251da None None] Deleting port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:27.676510 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eeb2d172-b345-46b1-8d74-ac4535e251da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.786023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-eeb2d172-b345-46b1-8d74-ac4535e251da None None] For port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd,segment=NetworkSegment(22213d39-06fb-4237-936f-745ee9a60a10),segment_id=22213d39-06fb-4237-936f-745ee9a60a10)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:27.786311 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eeb2d172-b345-46b1-8d74-ac4535e251da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.794333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c2786877-d2e0-447e-aeae-e95ff9c847e8 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Deleting port 5b0e71bf-9435-44cf-bc1c-96e7c0b0d309 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:27.795741 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2786877-d2e0-447e-aeae-e95ff9c847e8 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.806975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2d172-b345-46b1-8d74-ac4535e251da None None] Calling delete_port for fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:27.855313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-d9cffd15-4467-43c3-9711-550f211e3eaf tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:27.865073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-d9cffd15-4467-43c3-9711-550f211e3eaf tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/networks?id=6e5c02dc-192f-4c3b-8989-44200cf24e71 HTTP/1.1" status: 200 len: 814 time: 0.5586319 Jul 07 19:20:27.912756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:27.913367 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.917912 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eeb2d172-b345-46b1-8d74-ac4535e251da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:27.927893 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-532d5569-def7-4d5f-9b95-b6173fe9237f tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/quotas/df3af8f2592d424c9a94c558d7f7e29c HTTP/1.1" status: 200 len: 375 time: 0.0615926 Jul 07 19:20:27.956987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2d172-b345-46b1-8d74-ac4535e251da None None] Pushing event deleted for resources: {'Port': ['ID=fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:27.965400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb2d172-b345-46b1-8d74-ac4535e251da None None] No DVR routers for this DVR port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:28.410833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-b08da437-c8e9-415a-9f98-ef9698fe16d8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:28.412445 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-b08da437-c8e9-415a-9f98-ef9698fe16d8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 807 time: 0.7124627 Jul 07 19:20:28.418939 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] For port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd, host n-d-792394-12, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:28.419303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.427129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Request body: {'port': {'device_id': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'network_id': '62840828-0370-41dd-8414-061b75720a7b', 'admin_state_up': True, 'tenant_id': '1a9e7e79c68a476f8147099a363d1d0f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:28.441389 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2786877-d2e0-447e-aeae-e95ff9c847e8 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.441717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2786877-d2e0-447e-aeae-e95ff9c847e8 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.456307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-2e9653a5-72dc-4414-a44b-98a5346f1ec0 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=df3af8f2592d424c9a94c558d7f7e29c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4725466 Jul 07 19:20:28.491161 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b704efc-6a02-4f6f-9cb2-c2c6063ee3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.494347 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b704efc-6a02-4f6f-9cb2-c2c6063ee3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.496447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7b704efc-6a02-4f6f-9cb2-c2c6063ee3f2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bf0396a9-4187-42f7-a720-13e226ee4e97 HTTP/1.1" status: 204 len: 168 time: 1.4484158 Jul 07 19:20:28.514913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c2786877-d2e0-447e-aeae-e95ff9c847e8 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Calling delete_port for 5b0e71bf-9435-44cf-bc1c-96e7c0b0d309 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:28.518842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:28.523230 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:20:28.537939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.573660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:28.655567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b704efc-6a02-4f6f-9cb2-c2c6063ee3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0396a9-4187-42f7-a720-13e226ee4e97,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:28.719745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No DVR routers for this DVR port fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:28.836123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-08536dce-dd20-4977-846c-cb1ff31b6805 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:28.847250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-08536dce-dd20-4977-846c-cb1ff31b6805 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/networks?id=f9e864fb-31e7-4a46-8982-13428aca667d HTTP/1.1" status: 200 len: 814 time: 0.9990010 Jul 07 19:20:28.931470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Made reservation on behalf of 1a9e7e79c68a476f8147099a363d1d0f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:28.933925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-0126dce7-e575-4b4e-8e42-4a9096f30e91 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/quotas/04c0eb782daf4a848fc2b6709b7f3e4a HTTP/1.1" status: 200 len: 375 time: 0.0857346 Jul 07 19:20:28.935203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.963265 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:28.971255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-e053e270-6fad-4153-9f9f-6655eac723ce service neutron] 10.222.0.113 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019882 Jul 07 19:20:29.020406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:29.071018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:29.106784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:29.108033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fb7a2cbe-59bd-4944-a8d4-ae5b3b4e80fd not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:29.145062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c523380-558a-438f-b617-f0aa1da3c7a9']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:29.159652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22213d39-06fb-4237-936f-745ee9a60a10') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:29.160041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22213d39-06fb-4237-936f-745ee9a60a10') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:29.172916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.189401 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.196653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:29.197179 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.241906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-5f04c16b-0ccc-4386-a57a-e2a305b7f05a service neutron] 10.222.0.113 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832342 Jul 07 19:20:29.246136 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-0f7fb8f3-3bd6-43b2-b3a2-44ea02a0b9a9 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:29.269625 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:29.289048 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2786877-d2e0-447e-aeae-e95ff9c847e8 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.334031 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb8f3-3bd6-43b2-b3a2-44ea02a0b9a9 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.352501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-e05f8bab-3171-435c-b8a8-53d43139965d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=04c0eb782daf4a848fc2b6709b7f3e4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3797653 Jul 07 19:20:29.353195 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb8f3-3bd6-43b2-b3a2-44ea02a0b9a9 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.412669 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0bd11e55-311e-47fb-9eb2-3bbcf9f52242 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1939a65b7b164da7898e4d0541723eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547578 Jul 07 19:20:29.413546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2786877-d2e0-447e-aeae-e95ff9c847e8 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Pushing event deleted for resources: {'Port': ['ID=5b0e71bf-9435-44cf-bc1c-96e7c0b0d309,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:29.415280 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:29.447883 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.491441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.505689 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/networks/9c523380-558a-438f-b617-f0aa1da3c7a9 HTTP/1.1" status: 204 len: 168 time: 2.3458123 Jul 07 19:20:29.509638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57400) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:29.515583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1055658857'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:29.632213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3b9b8-60e9-4325-997c-235394b0a02a req-9fdcdf94-bc36-4265-8c0b-6617eeb8dea6 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:29.633951 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-aec3b9b8-60e9-4325-997c-235394b0a02a req-9fdcdf94-bc36-4265-8c0b-6617eeb8dea6 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.112 "GET /v2.0/ports?device_id=d55763ae-cd10-499c-b0fe-342b0c192692 HTTP/1.1" status: 200 len: 946 time: 0.8248885 Jul 07 19:20:29.681589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee30c7-1fa2-4c95-aad4-c13a77e56def tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Network': ['ID=9c523380-558a-438f-b617-f0aa1da3c7a9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:29.708506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75ff95ec-9e30-4581-b422-cb36aee82a08 req-dd5a34f8-9d50-4ece-9a4e-cf824583f335 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 210 time: 0.0517628 Jul 07 19:20:29.758223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:29.762647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.780654 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-0f7fb8f3-3bd6-43b2-b3a2-44ea02a0b9a9 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Floating IP 5f619089-87d5-46d4-8a5f-e5c922386397 associated. External IP: 172.25.2.130, port: 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c. Jul 07 19:20:29.797453 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2786877-d2e0-447e-aeae-e95ff9c847e8 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.799933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2786877-d2e0-447e-aeae-e95ff9c847e8 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.801149 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c2786877-d2e0-447e-aeae-e95ff9c847e8 tempest-FloatingIPAdminTestJSON-2101692139 tempest-FloatingIPAdminTestJSON-2101692139-project] 10.222.0.113 "DELETE /v2.0/floatingips/bfcfabee-aa18-418e-aa1e-97b645378b43 HTTP/1.1" status: 204 len: 168 time: 2.4461615 Jul 07 19:20:29.828094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:29.829285 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a0a6b94-16ca-4a7e-93f5-06939bf371ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.867532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a0a6b94-16ca-4a7e-93f5-06939bf371ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:29.879608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-f1909021-b642-41ed-81bc-bc64da6bf2df service neutron] 10.222.0.113 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371133 Jul 07 19:20:29.914264 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de55d4af-054a-4dc0-ac09-25f8c64ff330 req-51a58d61-0982-4038-b7d5-1007bbf81e5b tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 210 time: 0.0618112 Jul 07 19:20:30.006230 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Allocated IP 172.20.0.12 (62840828-0370-41dd-8414-061b75720a7b/a75c69e1-39c9-40a0-be7b-2d73a7ea63fc/22b8af46-c084-411e-8608-0ba4069df8e7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:30.016453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:30.085539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.085539 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added segment 3b3630fe-229d-4a78-b88a-5f3fe943a76c of type vlan for network 193a9206-46b6-4516-8345-2726ff787e04 Jul 07 19:20:30.139296 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-9a2821a5-a8b7-460a-a4c2-cdfb8bb7e092 service neutron] 10.222.0.113 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299013 Jul 07 19:20:30.154644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.264729 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.270252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:30.270876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.360685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8499255 Jul 07 19:20:30.365904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:30.372210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'subnet': {'network_id': '193a9206-46b6-4516-8345-2726ff787e04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:30.399871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cb1ea-7ed7-4956-8917-4300c626714e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Network': ['ID=193a9206-46b6-4516-8345-2726ff787e04,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:30.403612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7fb8f3-3bd6-43b2-b3a2-44ea02a0b9a9 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Router ccae0551-d4cb-4a3f-b8c1-0ace0161061a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:30.414457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 193a9206-46b6-4516-8345-2726ff787e04 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:30.573385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a0a6b94-16ca-4a7e-93f5-06939bf371ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.575949 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a0a6b94-16ca-4a7e-93f5-06939bf371ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.577318 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0a0a6b94-16ca-4a7e-93f5-06939bf371ea admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1f44c857-dbec-4280-a014-ce66124f10a1 HTTP/1.1" status: 204 len: 168 time: 1.1549406 Jul 07 19:20:30.626709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a6b94-16ca-4a7e-93f5-06939bf371ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f44c857-dbec-4280-a014-ce66124f10a1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:30.667320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e5c3379-ec21-48f4-955d-e816e49097bb req-2bf003df-f447-4de7-8c66-8b98eba6da07 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 210 time: 0.1400113 Jul 07 19:20:30.701804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-aec3b9b8-60e9-4325-997c-235394b0a02a req-7be499e8-a13e-410d-8eae-1d13ce86657b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Deleting port 9cd4d43f-48dc-41c3-9921-c7a684eb1095 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:30.702458 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aec3b9b8-60e9-4325-997c-235394b0a02a req-7be499e8-a13e-410d-8eae-1d13ce86657b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.711342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.802266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6eafda50-1b4d-4181-a005-502f8997bb86 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Deleting port 0e5c988e-a262-40ec-9151-423cb762b3c3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:30.803514 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eafda50-1b4d-4181-a005-502f8997bb86 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.850808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:30.860932 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.923108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-aec3b9b8-60e9-4325-997c-235394b0a02a req-7be499e8-a13e-410d-8eae-1d13ce86657b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] For port 9cd4d43f-48dc-41c3-9921-c7a684eb1095, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9cd4d43f-48dc-41c3-9921-c7a684eb1095,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:30.923473 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aec3b9b8-60e9-4325-997c-235394b0a02a req-7be499e8-a13e-410d-8eae-1d13ce86657b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.944528 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:30.973414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-aec3b9b8-60e9-4325-997c-235394b0a02a req-7be499e8-a13e-410d-8eae-1d13ce86657b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Calling delete_port for 9cd4d43f-48dc-41c3-9921-c7a684eb1095 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:30.981073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['cff4ed2f-f868-4f20-b243-bb9810dbcd46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:31.120272 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eafda50-1b4d-4181-a005-502f8997bb86 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.120851 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eafda50-1b4d-4181-a005-502f8997bb86 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.175885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Network 62840828-0370-41dd-8414-061b75720a7b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:31.242889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:31.252002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6eafda50-1b4d-4181-a005-502f8997bb86 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Calling delete_port for 0e5c988e-a262-40ec-9151-423cb762b3c3 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:31.259030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:31.352515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:31.353027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.387703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Pushing event updated for resources: {'Port': ['ID=22b8af46-c084-411e-8608-0ba4069df8e7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:31.447839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e750460e-1824-43f5-8706-0bcf399c15d1 req-d095fba1-faf9-44fb-af4a-b544aa555269 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 210 time: 0.2142625 Jul 07 19:20:31.458498 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-600f9d70-b5f3-4a56-97d3-f005671ae2e4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0356123 Jul 07 19:20:31.474742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Request body: {'port': {'device_id': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:31.528217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7fb8f3-3bd6-43b2-b3a2-44ea02a0b9a9 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:31.551527 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f44675-0e34-4cf7-bc80-2e38cc52ebd9 None None] Sync routers for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:31.570286 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f44675-0e34-4cf7-bc80-2e38cc52ebd9 None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:31.570455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb8f3-3bd6-43b2-b3a2-44ea02a0b9a9 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.571219 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d3f44675-0e34-4cf7-bc80-2e38cc52ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:31.671744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0f7fb8f3-3bd6-43b2-b3a2-44ea02a0b9a9 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "PUT /v2.0/floatingips/5f619089-87d5-46d4-8a5f-e5c922386397 HTTP/1.1" status: 200 len: 991 time: 4.4858203 Jul 07 19:20:31.762917 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d3f44675-0e34-4cf7-bc80-2e38cc52ebd9 None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:31.865176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:31.932191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'tag': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:31.935924 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb3c24e-d5cb-4905-8583-79789842d9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcd1a85-3ada-4f10-8247-4230ed4615b1", "tag": "7cccde2a-84a6-4d84-ae87-bd30f6e87e8c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:31.966734 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.156463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05e33-b112-4d7e-886f-bc845a3f875d req-c6cbe084-5e26-42f2-9766-77de4f954f1c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:32.163829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0be05e33-b112-4d7e-886f-bc845a3f875d req-c6cbe084-5e26-42f2-9766-77de4f954f1c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 932 time: 1.0752311 Jul 07 19:20:32.164867 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aec3b9b8-60e9-4325-997c-235394b0a02a req-7be499e8-a13e-410d-8eae-1d13ce86657b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.345254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0be05e33-b112-4d7e-886f-bc845a3f875d req-8899e2d0-77f3-46f4-87c7-bde72d957cd4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801224 Jul 07 19:20:32.346024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Subnet': ['ID=a1674cf7-b03b-422e-835e-9cc01a42c58a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:32.362554 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d3f44675-0e34-4cf7-bc80-2e38cc52ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '5f619089-87d5-46d4-8a5f-e5c922386397', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'port_id': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'mac_address': 'fa:16:3e:c8:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:20:03Z', 'updated_at': '2021-07-07T19:20:29Z', 'revision_number': 1, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:32.443276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a4849a3-bd08-4e09-8d0b-d8faf3aa84d4 req-906989ef-754e-411e-94a8-6f57afdf7cb8 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 210 time: 0.1701410 Jul 07 19:20:32.446061 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f44675-0e34-4cf7-bc80-2e38cc52ebd9 None None] Checking router: ccae0551-d4cb-4a3f-b8c1-0ace0161061a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:20:32.447015 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b861846a-83ac-4143-91e6-51b70f2ac8a7 x-openstack-request-id: req-b861846a-83ac-4143-91e6-51b70f2ac8a7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:32.447511 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcd1a85-3ada-4f10-8247-4230ed4615b1", "tag": "7cccde2a-84a6-4d84-ae87-bd30f6e87e8c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:32.452224 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b861846a-83ac-4143-91e6-51b70f2ac8a7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:32.453270 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'tag': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c', 'status': 'completed', 'code': 200} Jul 07 19:20:32.468163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-c50c0527-a9c9-421b-b941-e3887bdcacb0 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:32.471608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Checking segment: {'id': '3b3630fe-229d-4a78-b88a-5f3fe943a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '193a9206-46b6-4516-8345-2726ff787e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:32.472243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network hostable DHCP agents. Network: 193a9206-46b6-4516-8345-2726ff787e04, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:32.476034 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f44675-0e34-4cf7-bc80-2e38cc52ebd9 None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:32.477813 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-c50c0527-a9c9-421b-b941-e3887bdcacb0 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.59 "GET /v2.0/networks?id=6e5c02dc-192f-4c3b-8989-44200cf24e71 HTTP/1.1" status: 200 len: 814 time: 0.5221786 Jul 07 19:20:32.482042 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d3f44675-0e34-4cf7-bc80-2e38cc52ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:32.596090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 193a9206-46b6-4516-8345-2726ff787e04 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:32.620743 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eafda50-1b4d-4181-a005-502f8997bb86 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.650934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 193a9206-46b6-4516-8345-2726ff787e04) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:32.652094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Request body: {'port': {'device_id': '9dd52a44-a579-49b1-bf95-7e625b679dea', 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71', 'admin_state_up': True, 'tenant_id': 'df3af8f2592d424c9a94c558d7f7e29c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:32.660254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8242ae93-3062-421e-a704-f28f8c6ee195 None None] Network 193a9206-46b6-4516-8345-2726ff787e04 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:32.670859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:32.671755 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:32.727792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b6ce2ab7-fb98-4e04-9af9-c8984db8ee01 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3595736 Jul 07 19:20:32.733415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:32.750310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-83ac717c-b88b-43ff-865b-235eab79e056 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1105259967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:32.757909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c24e-d5cb-4905-8583-79789842d9ca req-33cfa49e-c7d8-4a1e-aee8-ffb000274ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:32.765798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3eb3c24e-d5cb-4905-8583-79789842d9ca req-33cfa49e-c7d8-4a1e-aee8-ffb000274ae2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 1097 time: 0.2595916 Jul 07 19:20:32.948006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be499e8-a13e-410d-8eae-1d13ce86657b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Pushing event deleted for resources: {'Port': ['ID=9cd4d43f-48dc-41c3-9921-c7a684eb1095,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:33.035925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7d26ac68-64a2-4afa-8707-f2330e2d88cb req-2a4e07df-8e8e-4ec2-8a98-be7f00fe0926 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 210 time: 0.1325574 Jul 07 19:20:33.042836 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83ac717c-b88b-43ff-865b-235eab79e056 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.048081 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83ac717c-b88b-43ff-865b-235eab79e056 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.069946 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d3f44675-0e34-4cf7-bc80-2e38cc52ebd9 None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:33.160614 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.163361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-193a9206-46b6-4516-8345-2726ff787e04', 'network_id': '193a9206-46b6-4516-8345-2726ff787e04', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'fixed_ips': [{'subnet_id': 'a1674cf7-b03b-422e-835e-9cc01a42c58a'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:33.164232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.168257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c24e-d5cb-4905-8583-79789842d9ca req-c947c988-1e1e-4547-8fd7-8eaa282e7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:33.172744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3eb3c24e-d5cb-4905-8583-79789842d9ca req-c947c988-1e1e-4547-8fd7-8eaa282e7d1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 913 time: 0.3957980 Jul 07 19:20:33.330309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec3b9b8-60e9-4325-997c-235394b0a02a req-7be499e8-a13e-410d-8eae-1d13ce86657b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] No DVR routers for this DVR port 9cd4d43f-48dc-41c3-9921-c7a684eb1095 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:33.332217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafda50-1b4d-4181-a005-502f8997bb86 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e5c988e-a262-40ec-9151-423cb762b3c3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:33.343650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Made reservation on behalf of df3af8f2592d424c9a94c558d7f7e29c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:33.347026 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.443036 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aec3b9b8-60e9-4325-997c-235394b0a02a req-7be499e8-a13e-410d-8eae-1d13ce86657b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.445331 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-aec3b9b8-60e9-4325-997c-235394b0a02a req-7be499e8-a13e-410d-8eae-1d13ce86657b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.112 "DELETE /v2.0/ports/9cd4d43f-48dc-41c3-9921-c7a684eb1095 HTTP/1.1" status: 204 len: 173 time: 3.7999332 Jul 07 19:20:33.448336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55763ae-cd10-499c-b0fe-342b0c192692', 'name': 'network-vif-deleted', 'tag': '9cd4d43f-48dc-41c3-9921-c7a684eb1095'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:33.450726 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84f0a23-57bb-43bb-a7b5-4ba125a0dc3e" -d '{"events": [{"server_uuid": "d55763ae-cd10-499c-b0fe-342b0c192692", "name": "network-vif-deleted", "tag": "9cd4d43f-48dc-41c3-9921-c7a684eb1095"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:33.602564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83ac717c-b88b-43ff-865b-235eab79e056 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.606036 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1bc32e-25ef-48da-8062-db05c6720f8f x-openstack-request-id: req-4f1bc32e-25ef-48da-8062-db05c6720f8f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:33.606343 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55763ae-cd10-499c-b0fe-342b0c192692", "name": "network-vif-deleted", "tag": "9cd4d43f-48dc-41c3-9921-c7a684eb1095", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:33.606602 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4f1bc32e-25ef-48da-8062-db05c6720f8f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:33.607022 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55763ae-cd10-499c-b0fe-342b0c192692', 'name': 'network-vif-deleted', 'tag': '9cd4d43f-48dc-41c3-9921-c7a684eb1095', 'status': 'completed', 'code': 200} Jul 07 19:20:33.701791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3eb3c24e-d5cb-4905-8583-79789842d9ca req-938a12f2-1d5d-452b-9134-23e7ff4b5dbb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c HTTP/1.1" status: 200 len: 999 time: 0.5213854 Jul 07 19:20:33.761946 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83ac717c-b88b-43ff-865b-235eab79e056 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:33.808347 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d3f44675-0e34-4cf7-bc80-2e38cc52ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '5f619089-87d5-46d4-8a5f-e5c922386397', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'port_id': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'mac_address': 'fa:16:3e:c8:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:20:03Z', 'updated_at': '2021-07-07T19:20:29Z', 'revision_number': 1, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:33.853385 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f44675-0e34-4cf7-bc80-2e38cc52ebd9 None None] The sync data for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 is: [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '5f619089-87d5-46d4-8a5f-e5c922386397', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'port_id': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'mac_address': 'fa:16:3e:c8:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:20:03Z', 'updated_at': '2021-07-07T19:20:29Z', 'revision_number': 1, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:33.956017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Allocated IP 172.20.0.2 (193a9206-46b6-4516-8345-2726ff787e04/a1674cf7-b03b-422e-835e-9cc01a42c58a/4bbdcf13-d9ad-412f-81ae-29e18950f5ef) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:33.996314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eafda50-1b4d-4181-a005-502f8997bb86 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.009647 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eafda50-1b4d-4181-a005-502f8997bb86 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.013171 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6eafda50-1b4d-4181-a005-502f8997bb86 tempest-FloatingIPAdminTestJSON-4049566 tempest-FloatingIPAdminTestJSON-4049566-project-admin] 10.222.0.113 "DELETE /v2.0/floatingips/ce54598f-ee73-4583-b3eb-c840d84d710e HTTP/1.1" status: 204 len: 168 time: 4.0395637 Jul 07 19:20:34.068228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:34.164192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 9cd4d43f-48dc-41c3-9921-c7a684eb1095 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:34.198814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 9cd4d43f-48dc-41c3-9921-c7a684eb1095 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:34.199448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 9cd4d43f-48dc-41c3-9921-c7a684eb1095 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:34.307516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f903b5-2ba2-4411-bbb0-2c199e73d147 None None] New status for floating IP 5f619089-87d5-46d4-8a5f-e5c922386397: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:20:34.313108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:34.501730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Allocated IP 172.20.0.13 (6e5c02dc-192f-4c3b-8989-44200cf24e71/f658d1e9-e3e2-4a78-ba2f-9c9391244b66/e911d42a-b042-4f1a-92a9-d9f30decd11e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:34.522583 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.559878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Transition to ACTIVE for port object 4bbdcf13-d9ad-412f-81ae-29e18950f5ef will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:34.671174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3e149607-f0ce-4071-b287-f591800d6b63 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2013785853'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:34.681793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Transition to ACTIVE for port object 4bbdcf13-d9ad-412f-81ae-29e18950f5ef will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:34.699289 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.739284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b8af46-c084-411e-8608-0ba4069df8e7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:34.789893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.831762 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:20:34.832338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Transition to ACTIVE for port object 22b8af46-c084-411e-8608-0ba4069df8e7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:34.838314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-059cb446-4d76-4186-9a1e-533363772944 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Deleting port 0e454032-80a1-4b00-8607-13f67efe9fde {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:34.839017 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-059cb446-4d76-4186-9a1e-533363772944 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.856543 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Network 193a9206-46b6-4516-8345-2726ff787e04 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:34.861945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Pushing event updated for resources: {'Port': ['ID=4bbdcf13-d9ad-412f-81ae-29e18950f5ef,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:34.865314 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:34.872206 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.874705 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83ac717c-b88b-43ff-865b-235eab79e056 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.875857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:34.876750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-83ac717c-b88b-43ff-865b-235eab79e056 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.1408610 Jul 07 19:20:34.879176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.896212 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51618054-e0ff-4096-acba-44251c8fb2f8 req-291763f5-b2f4-4136-9b3a-54ab88a7522f tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 210 time: 1.0129182 Jul 07 19:20:34.916595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:34.997000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c24e-d5cb-4905-8583-79789842d9ca req-552edef5-af52-4964-b0bc-2b98d7e08f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:34.999732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3eb3c24e-d5cb-4905-8583-79789842d9ca req-552edef5-af52-4964-b0bc-2b98d7e08f52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 HTTP/1.1" status: 200 len: 850 time: 1.2874761 Jul 07 19:20:35.036143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e149607-f0ce-4071-b287-f591800d6b63 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.037214 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e149607-f0ce-4071-b287-f591800d6b63 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.069530 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Pushing event updated for resources: {'Port': ['ID=22b8af46-c084-411e-8608-0ba4069df8e7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:35.090918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cae9e5-8e95-4577-9f93-f9c32ab1a5d8 req-4d7db5b7-3ec3-4fe6-8047-2f295d185364 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:35.099100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72cae9e5-8e95-4577-9f93-f9c32ab1a5d8 req-4d7db5b7-3ec3-4fe6-8047-2f295d185364 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 932 time: 1.2511694 Jul 07 19:20:35.156513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-059cb446-4d76-4186-9a1e-533363772944 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.162243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Attempting to bind port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:35.162759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Attempting to bind port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '3b3630fe-229d-4a78-b88a-5f3fe943a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '193a9206-46b6-4516-8345-2726ff787e04'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:35.163230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Attempting to bind port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef on network 193a9206-46b6-4516-8345-2726ff787e04 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:35.170988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:35.171478 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Checking segment: {'id': '3b3630fe-229d-4a78-b88a-5f3fe943a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '193a9206-46b6-4516-8345-2726ff787e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:35.171977 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.172484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Bound using segment: {'id': '3b3630fe-229d-4a78-b88a-5f3fe943a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '193a9206-46b6-4516-8345-2726ff787e04'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:35.173106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Bound port: 4bbdcf13-d9ad-412f-81ae-29e18950f5ef, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3630fe-229d-4a78-b88a-5f3fe943a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '193a9206-46b6-4516-8345-2726ff787e04'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:35.173593 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.181651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-d271e7a0-9046-4738-9a63-b2195f36fb97 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:35.183199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-d271e7a0-9046-4738-9a63-b2195f36fb97 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.59 "GET /v2.0/networks?id=f9e864fb-31e7-4a46-8982-13428aca667d HTTP/1.1" status: 200 len: 814 time: 1.6756194 Jul 07 19:20:35.205573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-059cb446-4d76-4186-9a1e-533363772944 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Calling delete_port for 0e454032-80a1-4b00-8607-13f67efe9fde owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:35.247689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72cae9e5-8e95-4577-9f93-f9c32ab1a5d8 req-6fd4748d-1afc-46b4-843e-5fc85a2c1438 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473017 Jul 07 19:20:35.255686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Request body: {'port': {'device_id': '19d34bd8-678a-4f16-a697-816b0fc114de', 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d', 'admin_state_up': True, 'tenant_id': '04c0eb782daf4a848fc2b6709b7f3e4a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:35.297093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] For port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:35.307812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] For port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4bbdcf13-d9ad-412f-81ae-29e18950f5ef,segment=NetworkSegment(3b3630fe-229d-4a78-b88a-5f3fe943a76c),segment_id=3b3630fe-229d-4a78-b88a-5f3fe943a76c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:35.320270 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.421703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e149607-f0ce-4071-b287-f591800d6b63 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.460236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91382203-5027-4b52-872e-7e4ef54c2b81 None None] Pushing event updated for resources: {'Port': ['ID=4bbdcf13-d9ad-412f-81ae-29e18950f5ef,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:35.487703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e149607-f0ce-4071-b287-f591800d6b63 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.502043 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.581186 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e149607-f0ce-4071-b287-f591800d6b63 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.582296 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3e149607-f0ce-4071-b287-f591800d6b63 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2682390 Jul 07 19:20:35.589796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:35.634139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Network 6e5c02dc-192f-4c3b-8989-44200cf24e71 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:35.635128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-059cb446-4d76-4186-9a1e-533363772944 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.664238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:35.670726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:35.678194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Pushing event updated for resources: {'Port': ['ID=e911d42a-b042-4f1a-92a9-d9f30decd11e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:35.718840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:35.719234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:35.719743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:35.871815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Port 22b8af46-c084-411e-8608-0ba4069df8e7 on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:20:35.872198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:35.893069 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90d2bdfc-64c0-444b-a447-ca80c88bb915 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:35.982529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cb446-4d76-4186-9a1e-533363772944 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event deleted for resources: {'Port': ['ID=0e454032-80a1-4b00-8607-13f67efe9fde,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:36.004028 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:36.004859 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.024291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:36.032367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:36.034826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:36.035628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Bound port: 22b8af46-c084-411e-8608-0ba4069df8e7, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:36.036113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.080520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Made reservation on behalf of 04c0eb782daf4a848fc2b6709b7f3e4a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:36.090000 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.156411 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-ae255a1b-21ef-4713-8680-4ebea9df1284 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6197946 Jul 07 19:20:36.167863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:36.174258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=22b8af46-c084-411e-8608-0ba4069df8e7,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:36.182470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Request body: {'port': {'device_id': '9dd52a44-a579-49b1-bf95-7e625b679dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:36.188819 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.256379 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-059cb446-4d76-4186-9a1e-533363772944 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.261023 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-059cb446-4d76-4186-9a1e-533363772944 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "DELETE /v2.0/ports/0e454032-80a1-4b00-8607-13f67efe9fde HTTP/1.1" status: 204 len: 168 time: 2.1866937 Jul 07 19:20:36.261783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c24e-d5cb-4905-8583-79789842d9ca req-37e1ad98-bc2c-4d4b-988e-81c0d8fc5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:36.264019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3eb3c24e-d5cb-4905-8583-79789842d9ca req-37e1ad98-bc2c-4d4b-988e-81c0d8fc5e17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2249372 Jul 07 19:20:36.264804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:36.303518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:36.304159 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.305676 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] 10.222.0.112 "PUT /v2.0/ports/22b8af46-c084-411e-8608-0ba4069df8e7 HTTP/1.1" status: 200 len: 1093 time: 4.8373182 Jul 07 19:20:36.306154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'tag': '22b8af46-c084-411e-8608-0ba4069df8e7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:36.308556 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e94fb3-70ff-4d6d-8bf5-2c778f1773f9" -d '{"events": [{"name": "network-changed", "server_uuid": "798d0fa3-151a-4af9-bd68-62d7f0361bae", "tag": "22b8af46-c084-411e-8608-0ba4069df8e7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:36.344271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc0704-9cc9-4157-888b-5cf88cdb9ccb req-5f0b4fe7-1688-46ac-8927-0e120af3c7b5 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:36.346398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59dc0704-9cc9-4157-888b-5cf88cdb9ccb req-5f0b4fe7-1688-46ac-8927-0e120af3c7b5 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 932 time: 0.8636079 Jul 07 19:20:36.361305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cb2b1ff-76fc-4f50-b644-5c83d45e3b11 req-67c9b873-e205-46a5-8674-f9057f09efcb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 210 time: 0.2058454 Jul 07 19:20:36.422076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac3ea6-1085-4b9a-8340-9f7700eaf3ce service neutron] Pushing event updated for resources: {'Port': ['ID=22b8af46-c084-411e-8608-0ba4069df8e7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:36.491547 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.790935 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90d2bdfc-64c0-444b-a447-ca80c88bb915 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.815669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90d2bdfc-64c0-444b-a447-ca80c88bb915 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.957103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0332dffd-ab35-48c1-9e28-76b122e859ea None None] Network 193a9206-46b6-4516-8345-2726ff787e04 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:36.971197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-9b0711f0-eae0-4255-b041-9a9d2bf73e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:36.971802 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-9b0711f0-eae0-4255-b041-9a9d2bf73e12 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 1096 time: 0.6036685 Jul 07 19:20:37.039094 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.065615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59dc0704-9cc9-4157-888b-5cf88cdb9ccb req-69827c67-56a7-407c-99ed-f7ec56e0712a tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652875 Jul 07 19:20:37.072860 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-87796fc7-f8b1-4911-8c09-07a38d3d5b36 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22b8af46-c084-411e-8608-0ba4069df8e7 HTTP/1.1" status: 200 len: 217 time: 0.0495026 Jul 07 19:20:37.169264 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90d2bdfc-64c0-444b-a447-ca80c88bb915 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.172068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d2bdfc-64c0-444b-a447-ca80c88bb915 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6959ea86-74b1-4e01-9862-54d4ab28f5e5 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:37.178126 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90d2bdfc-64c0-444b-a447-ca80c88bb915 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.183845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-90d2bdfc-64c0-444b-a447-ca80c88bb915 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] 10.222.0.113 "DELETE /v2.0/routers/6959ea86-74b1-4e01-9862-54d4ab28f5e5 HTTP/1.1" status: 204 len: 168 time: 1.5869794 Jul 07 19:20:37.189973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:37.200652 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b982d2c-54cb-42d3-8dd2-b2739e70efe5 x-openstack-request-id: req-2b982d2c-54cb-42d3-8dd2-b2739e70efe5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:37.201902 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798d0fa3-151a-4af9-bd68-62d7f0361bae", "tag": "22b8af46-c084-411e-8608-0ba4069df8e7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:37.201902 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2b982d2c-54cb-42d3-8dd2-b2739e70efe5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:37.202222 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'tag': '22b8af46-c084-411e-8608-0ba4069df8e7', 'status': 'completed', 'code': 200} Jul 07 19:20:37.229510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-0ff506e2-bc34-4666-a3f8-f4e2b21e6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:37.231721 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-0ff506e2-bc34-4666-a3f8-f4e2b21e6f69 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1479919 Jul 07 19:20:37.237053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f3c99fbe-b779-410f-8278-1198ffd29d22 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Request body: {'router': {'name': 'tempest-router-1136035913', 'distributed': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:37.259738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4bbdcf13-d9ad-412f-81ae-29e18950f5ef up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:37.284772 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-f02eb6cb-a1f8-45e6-a91a-bee8ba991a8e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461805 Jul 07 19:20:37.328393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287435c9-82f2-4c86-85f9-1e875c21964f tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:37.333529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-287435c9-82f2-4c86-85f9-1e875c21964f tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "GET /v2.0/ports?device_id=aec0b42d-eca6-4f21-b167-1488c62fed68 HTTP/1.1" status: 200 len: 913 time: 1.0133538 Jul 07 19:20:37.338136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3eb3c24e-d5cb-4905-8583-79789842d9ca req-264d8dd5-45e6-43d8-9e7f-68e814b02902 service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9735410 Jul 07 19:20:37.345450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1aaa7d3d-1075-40d7-a46d-70ea617dd26c None None] Provisioning for port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:37.349353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:37.405041 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-0688bce6-eecc-4492-a0f1-a4b5ec5cb957 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083586 Jul 07 19:20:37.441168 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:37.460248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:37.460668 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.614404 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.643562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e911d42a-b042-4f1a-92a9-d9f30decd11e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:37.656370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9dc9-af2c-4b87-b052-d1452e34c926 req-5dbb006d-d83d-41a9-9c4d-2187860a9702 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:37.658058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-467e9dc9-af2c-4b87-b052-d1452e34c926 req-5dbb006d-d83d-41a9-9c4d-2187860a9702 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 1.0785322 Jul 07 19:20:37.668942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4bbdcf13-d9ad-412f-81ae-29e18950f5ef,segment=NetworkSegment(3b3630fe-229d-4a78-b88a-5f3fe943a76c),segment_id=3b3630fe-229d-4a78-b88a-5f3fe943a76c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:37.672520 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.679954 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.680209 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-595ce6ca-5af8-4771-93bd-ab8bce6b71b4 req-ecace5b0-a908-4a10-b1f9-5a4428b266d3 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602475 Jul 07 19:20:37.697026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Transition to ACTIVE for port object e911d42a-b042-4f1a-92a9-d9f30decd11e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:37.709973 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.717404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Allocated IP 172.20.0.11 (f9e864fb-31e7-4a46-8982-13428aca667d/338b59bf-fd4d-43a1-91b7-1d151d6b71e8/c0596672-ee63-4f98-b6c5-d8d8236bda79) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:37.771755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-340877c0-6349-402c-85ca-a6f7215da333 req-f2f22e87-2240-40fa-bd05-eed022b7e795 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 210 time: 0.1008539 Jul 07 19:20:37.807237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=4bbdcf13-d9ad-412f-81ae-29e18950f5ef,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.823097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:37.839859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Pushing event updated for resources: {'Port': ['ID=e911d42a-b042-4f1a-92a9-d9f30decd11e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:37.853837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3c99fbe-b779-410f-8278-1198ffd29d22 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.854862 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3c99fbe-b779-410f-8278-1198ffd29d22 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.947014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Attempting to bind port e911d42a-b042-4f1a-92a9-d9f30decd11e on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:37.947354 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Attempting to bind port e911d42a-b042-4f1a-92a9-d9f30decd11e by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '430d849b-a2b8-486d-bffa-02496cdde367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:37.947729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Attempting to bind port e911d42a-b042-4f1a-92a9-d9f30decd11e on network 6e5c02dc-192f-4c3b-8989-44200cf24e71 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:37.952102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e94fb3-70ff-4d6d-8bf5-2c778f1773f9 req-719a1719-6d17-486c-8939-64eec334e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:37.953665 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-58e94fb3-70ff-4d6d-8bf5-2c778f1773f9 req-719a1719-6d17-486c-8939-64eec334e8db service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 1096 time: 0.1765053 Jul 07 19:20:37.957599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Port e911d42a-b042-4f1a-92a9-d9f30decd11e on network 6e5c02dc-192f-4c3b-8989-44200cf24e71 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:20:37.958779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Attempting to bind port e911d42a-b042-4f1a-92a9-d9f30decd11e on network 6e5c02dc-192f-4c3b-8989-44200cf24e71 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:37.977898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:37.978488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Checking segment: {'id': '430d849b-a2b8-486d-bffa-02496cdde367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:37.979307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Bound using segment: {'id': '430d849b-a2b8-486d-bffa-02496cdde367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:37.979536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Bound port: e911d42a-b042-4f1a-92a9-d9f30decd11e, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '430d849b-a2b8-486d-bffa-02496cdde367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:37.979876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.980655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e989e4ed-6d92-43ec-be97-c110851d2acd None None] Provisioning complete for port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:37.981154 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e989e4ed-6d92-43ec-be97-c110851d2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.015961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-467e9dc9-af2c-4b87-b052-d1452e34c926 req-ac643537-240c-4cac-9276-9fa4b945afc3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314962 Jul 07 19:20:38.140113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] For port e911d42a-b042-4f1a-92a9-d9f30decd11e, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:38.145075 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] For port e911d42a-b042-4f1a-92a9-d9f30decd11e, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e911d42a-b042-4f1a-92a9-d9f30decd11e,segment=NetworkSegment(430d849b-a2b8-486d-bffa-02496cdde367),segment_id=430d849b-a2b8-486d-bffa-02496cdde367)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:38.149061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e94fb3-70ff-4d6d-8bf5-2c778f1773f9 req-69f3deb4-4d16-4f3e-be65-8528bb725a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.150762 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-58e94fb3-70ff-4d6d-8bf5-2c778f1773f9 req-69f3deb4-4d16-4f3e-be65-8528bb725a18 service neutron] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.1827087 Jul 07 19:20:38.152457 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.201475 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-58e94fb3-70ff-4d6d-8bf5-2c778f1773f9 req-c67d49fa-0be9-40b3-bb41-137f5aebd1eb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22b8af46-c084-411e-8608-0ba4069df8e7 HTTP/1.1" status: 200 len: 217 time: 0.0425801 Jul 07 19:20:38.270410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.271044 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.272498 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] 10.222.0.59 "PUT /v2.0/ports/e911d42a-b042-4f1a-92a9-d9f30decd11e HTTP/1.1" status: 200 len: 1093 time: 2.0968149 Jul 07 19:20:38.301029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd582c-e014-4b37-a77d-c6d2a1bc968d service neutron] Pushing event updated for resources: {'Port': ['ID=e911d42a-b042-4f1a-92a9-d9f30decd11e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:38.311680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e94fb3-70ff-4d6d-8bf5-2c778f1773f9 req-9e58e11d-735a-409d-a5ab-1dace1006735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.313232 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-58e94fb3-70ff-4d6d-8bf5-2c778f1773f9 req-9e58e11d-735a-409d-a5ab-1dace1006735 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.0888350 Jul 07 19:20:38.355536 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d60a1cd1-e26e-460f-8f12-073913d26063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.365121 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-58e94fb3-70ff-4d6d-8bf5-2c778f1773f9 req-2e4beed3-b1b2-48ba-b0c8-dfacd2ef6911 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444624 Jul 07 19:20:38.463510 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3c99fbe-b779-410f-8278-1198ffd29d22 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.504989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-24f9b543-001b-40c1-abd2-866721d1ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.506613 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-24f9b543-001b-40c1-abd2-866721d1ad00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df3af8f2592d424c9a94c558d7f7e29c&device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 1096 time: 0.1394734 Jul 07 19:20:38.512488 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-58e94fb3-70ff-4d6d-8bf5-2c778f1773f9 req-f69a59a3-4263-44b3-b445-b3d4bf775ccd service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364176 Jul 07 19:20:38.541083 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3c99fbe-b779-410f-8278-1198ffd29d22 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.545419 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3eb3c24e-d5cb-4905-8583-79789842d9ca req-d32289e0-f50d-4f39-bad2-49ba898e8882 service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1608167 Jul 07 19:20:38.643275 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-3032a929-bb0e-425a-9c1c-982e60b0f999 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e911d42a-b042-4f1a-92a9-d9f30decd11e HTTP/1.1" status: 200 len: 217 time: 0.1163821 Jul 07 19:20:38.647038 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3c99fbe-b779-410f-8278-1198ffd29d22 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.650412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f3c99fbe-b779-410f-8278-1198ffd29d22 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4514859 Jul 07 19:20:38.652108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:38.742527 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-58e94fb3-70ff-4d6d-8bf5-2c778f1773f9 req-68f56239-5cc6-4b94-9fdb-17d5137466f7 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232492 Jul 07 19:20:38.761905 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-375a45d9-83e3-401e-a94f-c26328ace17d tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.766786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Allocated IP 172.20.0.1 (193a9206-46b6-4516-8345-2726ff787e04/a1674cf7-b03b-422e-835e-9cc01a42c58a/4e5d7547-c6de-450c-af2a-93c4c60ad4c7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:38.775936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece689a-a5a9-4ec5-82a1-0c8783862704 req-092f7027-26ac-41db-bbd2-a6c13e025d30 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.777507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ece689a-a5a9-4ec5-82a1-0c8783862704 req-092f7027-26ac-41db-bbd2-a6c13e025d30 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 944 time: 0.3226888 Jul 07 19:20:38.827874 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.920746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-7db1e025-f8ee-4f20-bf46-88fc08d3fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.922162 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-7db1e025-f8ee-4f20-bf46-88fc08d3fd53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f658d1e9-e3e2-4a78-ba2f-9c9391244b66 HTTP/1.1" status: 200 len: 854 time: 0.1978409 Jul 07 19:20:38.965255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ece689a-a5a9-4ec5-82a1-0c8783862704 req-f3bbdb74-0ae7-4933-8b99-a22c061d0d38 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765788 Jul 07 19:20:38.986373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-375a45d9-83e3-401e-a94f-c26328ace17d tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:38.986373 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-b681954f-cd70-4457-8fe7-2b7420c76cfa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e5c02dc-192f-4c3b-8989-44200cf24e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318015 Jul 07 19:20:38.986373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-375a45d9-83e3-401e-a94f-c26328ace17d tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.003853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1eca529-3dc5-437d-9e0d-e3cc5f988e45 req-e76c955b-8d1e-49af-a168-bcbf828a9b08 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 210 time: 0.0700068 Jul 07 19:20:39.084599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.092407 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-375a45d9-83e3-401e-a94f-c26328ace17d tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.092969 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375a45d9-83e3-401e-a94f-c26328ace17d tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44ad8030-708e-4104-86d9-8ecf34920396 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:39.096783 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.099384 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-375a45d9-83e3-401e-a94f-c26328ace17d tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.100637 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-375a45d9-83e3-401e-a94f-c26328ace17d tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] 10.222.0.113 "DELETE /v2.0/routers/44ad8030-708e-4104-86d9-8ecf34920396 HTTP/1.1" status: 204 len: 168 time: 0.4475172 Jul 07 19:20:39.104685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:39.109339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4bbdcf13-d9ad-412f-81ae-29e18950f5ef up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:39.111916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a79120a0-2d70-4263-9e4a-945f0b2b06c8 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Request body: {'router': {'name': 'tempest-router-1094062892', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '95406ed939314a4fa40932f8bd1714ec'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:39.114734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Transition to ACTIVE for port object 4e5d7547-c6de-450c-af2a-93c4c60ad4c7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:39.166974 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-35bf6d5f-b1ee-4910-b728-a04d526705c8 service neutron] 10.222.0.59 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730726 Jul 07 19:20:39.168894 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a79120a0-2d70-4263-9e4a-945f0b2b06c8 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.170607 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a79120a0-2d70-4263-9e4a-945f0b2b06c8 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.190953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:39.191758 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.199995 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.211260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd52a44-a579-49b1-bf95-7e625b679dea', 'tag': 'e911d42a-b042-4f1a-92a9-d9f30decd11e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:39.214424 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5869a6d-d894-4ae2-9fe8-db5470f5a8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd52a44-a579-49b1-bf95-7e625b679dea", "tag": "e911d42a-b042-4f1a-92a9-d9f30decd11e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:39.215567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Network f9e864fb-31e7-4a46-8982-13428aca667d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:39.237698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 193a9206-46b6-4516-8345-2726ff787e04 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:39.243605 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:39.268187 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a1e10dd-91ff-42d3-b89f-c7d8dd079485 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.270683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:39.273141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:39.318400 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a79120a0-2d70-4263-9e4a-945f0b2b06c8 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.325247 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:39.336355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a79120a0-2d70-4263-9e4a-945f0b2b06c8 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.344511 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e1ad37-1038-413f-b320-4dce9bf8c9ed x-openstack-request-id: req-36e1ad37-1038-413f-b320-4dce9bf8c9ed {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:39.345105 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd52a44-a579-49b1-bf95-7e625b679dea", "tag": "e911d42a-b042-4f1a-92a9-d9f30decd11e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:39.345549 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-36e1ad37-1038-413f-b320-4dce9bf8c9ed {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:39.346941 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd52a44-a579-49b1-bf95-7e625b679dea', 'tag': 'e911d42a-b042-4f1a-92a9-d9f30decd11e', 'status': 'completed', 'code': 200} Jul 07 19:20:39.374771 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bb1667cb-3684-480e-b957-3b94932a2b66 req-faf2b579-9ca9-483e-abfb-3213a3f7c563 service neutron] 10.222.0.59 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913652 Jul 07 19:20:39.379488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a79120a0-2d70-4263-9e4a-945f0b2b06c8 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.381256 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a79120a0-2d70-4263-9e4a-945f0b2b06c8 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2755249 Jul 07 19:20:39.383927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:39.390715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:39.447335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Pushing event updated for resources: {'Port': ['ID=c0596672-ee63-4f98-b6c5-d8d8236bda79,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:39.518653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=4e5d7547-c6de-450c-af2a-93c4c60ad4c7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:39.565033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d1175-36fe-4ad1-a537-7e5a8609bc96 req-aa9815be-3429-4c2d-b2d1-491982aed0c6 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:39.566446 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c35d1175-36fe-4ad1-a537-7e5a8609bc96 req-aa9815be-3429-4c2d-b2d1-491982aed0c6 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 0.3455968 Jul 07 19:20:39.603902 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.613114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:39.613772 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.643557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-24b5e69f-dec2-4f66-a295-142120ae7709 None None] Provisioning for port 4e5d7547-c6de-450c-af2a-93c4c60ad4c7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:39.648919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-24b5e69f-dec2-4f66-a295-142120ae7709 None None] Provisioning complete for port 4e5d7547-c6de-450c-af2a-93c4c60ad4c7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:39.649671 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24b5e69f-dec2-4f66-a295-142120ae7709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.687313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869a6d-d894-4ae2-9fe8-db5470f5a8ff req-c221439e-bd79-4178-9e19-d6664d52a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:39.688871 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a5869a6d-d894-4ae2-9fe8-db5470f5a8ff req-c221439e-bd79-4178-9e19-d6664d52a3a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df3af8f2592d424c9a94c558d7f7e29c&device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 1096 time: 0.2100730 Jul 07 19:20:39.694559 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.695455 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:39.706757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-24b5e69f-dec2-4f66-a295-142120ae7709 None None] Port 4e5d7547-c6de-450c-af2a-93c4c60ad4c7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:20:39.726969 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-751a8e21-0343-4b33-a70e-764bc0540fad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4775147 Jul 07 19:20:39.754297 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Request body: {'port': {'device_id': '19d34bd8-678a-4f16-a697-816b0fc114de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:39.867133 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c35d1175-36fe-4ad1-a537-7e5a8609bc96 req-e849e076-ee9f-4ed3-9d03-48fcbc8c06d4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677376 Jul 07 19:20:40.024935 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.043129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.193906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93771) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 07 19:20:40.194250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Router 06ce98e7-0b4b-4abf-bb34-4e25a876abe0 migrating from provider to provider. {{(pid=93771) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 07 19:20:40.194635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.210593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.222383 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.236787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869a6d-d894-4ae2-9fe8-db5470f5a8ff req-760f8c1a-b735-422b-aa09-68bdd0422e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:40.238297 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a5869a6d-d894-4ae2-9fe8-db5470f5a8ff req-760f8c1a-b735-422b-aa09-68bdd0422e03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e5c02dc-192f-4c3b-8989-44200cf24e71 HTTP/1.1" status: 200 len: 916 time: 0.5416138 Jul 07 19:20:40.337249 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a5869a6d-d894-4ae2-9fe8-db5470f5a8ff req-5fff3332-da44-425f-9e0c-d35ac5fada8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e911d42a-b042-4f1a-92a9-d9f30decd11e HTTP/1.1" status: 200 len: 217 time: 0.0620406 Jul 07 19:20:40.357801 n-d-792394-12 neutron-server[93771]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] No L3 agents can host the router 06ce98e7-0b4b-4abf-bb34-4e25a876abe0 Jul 07 19:20:40.404922 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869a6d-d894-4ae2-9fe8-db5470f5a8ff req-63066e30-9b04-4b7e-8430-7ab27bf30835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:40.406654 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a5869a6d-d894-4ae2-9fe8-db5470f5a8ff req-63066e30-9b04-4b7e-8430-7ab27bf30835 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f658d1e9-e3e2-4a78-ba2f-9c9391244b66 HTTP/1.1" status: 200 len: 854 time: 0.0604794 Jul 07 19:20:40.508248 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a5869a6d-d894-4ae2-9fe8-db5470f5a8ff req-39a79dd8-e584-46c0-a41c-b167c863b1fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e5c02dc-192f-4c3b-8989-44200cf24e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699725 Jul 07 19:20:40.603355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Hosts for router 06ce98e7-0b4b-4abf-bb34-4e25a876abe0: [] {{(pid=93771) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 07 19:20:40.615439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea528a-4e83-4b69-be72-c5b22fe0d4f4 req-bd4d5de0-a93f-4843-ac42-a7973edd3d30 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:40.617020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cea528a-4e83-4b69-be72-c5b22fe0d4f4 req-bd4d5de0-a93f-4843-ac42-a7973edd3d30 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 944 time: 0.4265325 Jul 07 19:20:40.633597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e4b88-bbd3-4e5a-812b-7efe32cc0799 req-9f720606-9782-4ef3-9222-0631999ecc17 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:40.635105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-359e4b88-bbd3-4e5a-812b-7efe32cc0799 req-9f720606-9782-4ef3-9222-0631999ecc17 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 932 time: 0.4457254 Jul 07 19:20:40.641844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Hosts for other DVR routers connected to router 06ce98e7-0b4b-4abf-bb34-4e25a876abe0: set() {{(pid=93771) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 07 19:20:40.644148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.645571 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d61c7905-9341-471d-8872-6dc43246460b tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] 10.222.0.113 "PUT /v2.0/routers/06ce98e7-0b4b-4abf-bb34-4e25a876abe0 HTTP/1.1" status: 200 len: 717 time: 1.2600255 Jul 07 19:20:40.648102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:40.757146 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a2fa725a-a50f-491d-bcee-58d67afc4750 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] 10.222.0.113 "GET /v2.0/routers/06ce98e7-0b4b-4abf-bb34-4e25a876abe0 HTTP/1.1" status: 200 len: 717 time: 0.1079080 Jul 07 19:20:40.758013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:40.765802 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a5869a6d-d894-4ae2-9fe8-db5470f5a8ff req-05b95abb-d961-4534-9364-85381241a9e2 service neutron] 10.222.0.59 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492750 Jul 07 19:20:40.804147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cea528a-4e83-4b69-be72-c5b22fe0d4f4 req-3c98e0ad-0b93-4540-bb48-7fb4bb70227f tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654167 Jul 07 19:20:40.824666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-359e4b88-bbd3-4e5a-812b-7efe32cc0799 req-0be31a5c-9a45-44ad-a159-ecc215317cc2 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670616 Jul 07 19:20:40.843035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e10dd-91ff-42d3-b89f-c7d8dd079485 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Deleting port 980b041f-8255-4934-9996-71d2ab67dd5f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:40.843463 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a1e10dd-91ff-42d3-b89f-c7d8dd079485 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.849114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:40.894970 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a5869a6d-d894-4ae2-9fe8-db5470f5a8ff req-0cbcf555-f516-4709-bc2a-0d15657eb5ff service neutron] 10.222.0.59 "GET /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190302 Jul 07 19:20:40.941245 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.031592 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d5fff9a-95ea-4db5-9f30-42af60f71c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.033170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=4e5d7547-c6de-450c-af2a-93c4c60ad4c7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:41.058113 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1ee4719e-eaf9-4211-8c20-dd9275340196 tempest-RoutersTestDVR-1520016690 tempest-RoutersTestDVR-1520016690-project] 10.222.0.113 "GET /v2.0/routers/06ce98e7-0b4b-4abf-bb34-4e25a876abe0 HTTP/1.1" status: 200 len: 683 time: 0.2987356 Jul 07 19:20:41.061257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:41.145314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17e7319b-1a56-422e-b8bf-f4eda107b7cd tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.152520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0596672-ee63-4f98-b6c5-d8d8236bda79 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:41.161863 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.174857 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.181019 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a1e10dd-91ff-42d3-b89f-c7d8dd079485 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.210215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e10dd-91ff-42d3-b89f-c7d8dd079485 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Calling delete_port for 980b041f-8255-4934-9996-71d2ab67dd5f owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:41.223582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Transition to ACTIVE for port object c0596672-ee63-4f98-b6c5-d8d8236bda79 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:41.252818 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.265594 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.315954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17e7319b-1a56-422e-b8bf-f4eda107b7cd tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.318336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17e7319b-1a56-422e-b8bf-f4eda107b7cd tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.366167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17e7319b-1a56-422e-b8bf-f4eda107b7cd tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.366923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e7319b-1a56-422e-b8bf-f4eda107b7cd tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06ce98e7-0b4b-4abf-bb34-4e25a876abe0 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:41.372214 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17e7319b-1a56-422e-b8bf-f4eda107b7cd tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.374117 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-17e7319b-1a56-422e-b8bf-f4eda107b7cd tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] 10.222.0.113 "DELETE /v2.0/routers/06ce98e7-0b4b-4abf-bb34-4e25a876abe0 HTTP/1.1" status: 204 len: 168 time: 0.3116004 Jul 07 19:20:41.378593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:41.383531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-33cc25e7-eee8-4663-b491-9d1da70cf058 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Request body: {'router': {'name': 'tempest-router-1196347212', 'distributed': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:41.419220 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33cc25e7-eee8-4663-b491-9d1da70cf058 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.422029 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33cc25e7-eee8-4663-b491-9d1da70cf058 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.495626 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33cc25e7-eee8-4663-b491-9d1da70cf058 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.501748 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33cc25e7-eee8-4663-b491-9d1da70cf058 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.517560 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33cc25e7-eee8-4663-b491-9d1da70cf058 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.522279 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-33cc25e7-eee8-4663-b491-9d1da70cf058 tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1418376 Jul 07 19:20:41.522699 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:41.600413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8f29040-0d91-402e-bc22-c3b2847b933e tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.713498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5687c-85ef-4e2c-982f-37cfd2919dcf req-0a69ecf5-69a2-4863-85ad-e7875a84be92 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:41.715112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03a5687c-85ef-4e2c-982f-37cfd2919dcf req-0a69ecf5-69a2-4863-85ad-e7875a84be92 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 0.6745000 Jul 07 19:20:41.764729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Pushing event updated for resources: {'Port': ['ID=c0596672-ee63-4f98-b6c5-d8d8236bda79,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:41.773773 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8f29040-0d91-402e-bc22-c3b2847b933e tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.775957 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8f29040-0d91-402e-bc22-c3b2847b933e tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.840596 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8f29040-0d91-402e-bc22-c3b2847b933e tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.840596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f29040-0d91-402e-bc22-c3b2847b933e tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2353b5-95d2-44cd-8e3b-9848bf0309a7 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:41.845726 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8f29040-0d91-402e-bc22-c3b2847b933e tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.846958 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e8f29040-0d91-402e-bc22-c3b2847b933e tempest-RoutersTestDVR-682991079 tempest-RoutersTestDVR-682991079-project-admin] 10.222.0.113 "DELETE /v2.0/routers/4e2353b5-95d2-44cd-8e3b-9848bf0309a7 HTTP/1.1" status: 204 len: 168 time: 0.3230605 Jul 07 19:20:41.913511 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03a5687c-85ef-4e2c-982f-37cfd2919dcf req-9447ead6-41e1-4912-9ff3-89ec17bb8006 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866913 Jul 07 19:20:41.918582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 193a9206-46b6-4516-8345-2726ff787e04 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:41.961380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:42.139119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Attempting to bind port c0596672-ee63-4f98-b6c5-d8d8236bda79 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:42.139458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Attempting to bind port c0596672-ee63-4f98-b6c5-d8d8236bda79 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:42.139814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Attempting to bind port c0596672-ee63-4f98-b6c5-d8d8236bda79 on network f9e864fb-31e7-4a46-8982-13428aca667d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:42.183890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Port c0596672-ee63-4f98-b6c5-d8d8236bda79 on network f9e864fb-31e7-4a46-8982-13428aca667d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:20:42.184213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Attempting to bind port c0596672-ee63-4f98-b6c5-d8d8236bda79 on network f9e864fb-31e7-4a46-8982-13428aca667d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:42.245085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:42.245421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Checking segment: {'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:42.245806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Bound using segment: {'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:42.246248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Bound port: c0596672-ee63-4f98-b6c5-d8d8236bda79, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:42.246604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.271537 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:42.308101 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.342171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a1e10dd-91ff-42d3-b89f-c7d8dd079485 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.370808 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94be6987-2aca-475a-a88b-584a294b9e23 None None] Provisioning complete for port 4e5d7547-c6de-450c-af2a-93c4c60ad4c7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:42.371327 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94be6987-2aca-475a-a88b-584a294b9e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.378857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045abf7-eb98-4bc6-9930-86ae82bd2429 req-a9116877-f55b-4a6f-a1e4-387bee9b7964 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:42.380442 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2045abf7-eb98-4bc6-9930-86ae82bd2429 req-a9116877-f55b-4a6f-a1e4-387bee9b7964 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 944 time: 0.4006994 Jul 07 19:20:42.406289 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624623fb-af56-4296-a9d7-8b1c6318158a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.422615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e10dd-91ff-42d3-b89f-c7d8dd079485 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event deleted for resources: {'Port': ['ID=980b041f-8255-4934-9996-71d2ab67dd5f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:42.424842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-94be6987-2aca-475a-a88b-584a294b9e23 None None] Port 4e5d7547-c6de-450c-af2a-93c4c60ad4c7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:20:42.449106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cdbe6-48ee-44f3-9a8a-b94b3944c792 req-2ec16b5e-e1e8-471a-b6fe-0b11cd79c11b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:42.453093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc9cdbe6-48ee-44f3-9a8a-b94b3944c792 req-2ec16b5e-e1e8-471a-b6fe-0b11cd79c11b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 944 time: 0.3275115 Jul 07 19:20:42.456037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] For port c0596672-ee63-4f98-b6c5-d8d8236bda79, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:42.519849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] For port c0596672-ee63-4f98-b6c5-d8d8236bda79, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0596672-ee63-4f98-b6c5-d8d8236bda79,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:42.565568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router ed200b3d-e297-41b4-bc10-4337425c0ce0 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:20:42.569611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624623fb-af56-4296-a9d7-8b1c6318158a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.578037 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-624623fb-af56-4296-a9d7-8b1c6318158a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.579600 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.626446 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-624623fb-af56-4296-a9d7-8b1c6318158a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=95406ed939314a4fa40932f8bd1714ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535976 Jul 07 19:20:42.628098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624623fb-af56-4296-a9d7-8b1c6318158a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e25fca-3b08-4120-8b64-409d8c4f8de4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:42.632371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:42.648624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2045abf7-eb98-4bc6-9930-86ae82bd2429 req-f9f77cc1-823b-454d-ae9b-6c494e03258d tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372057 Jul 07 19:20:42.678940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:42.679717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.681182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] 10.222.0.59 "PUT /v2.0/ports/c0596672-ee63-4f98-b6c5-d8d8236bda79 HTTP/1.1" status: 200 len: 1093 time: 2.9325886 Jul 07 19:20:42.684777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d34bd8-678a-4f16-a697-816b0fc114de', 'tag': 'c0596672-ee63-4f98-b6c5-d8d8236bda79'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:42.687702 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9189ac9-b482-4a88-ba43-5cc8dcefaf80" -d '{"events": [{"name": "network-changed", "server_uuid": "19d34bd8-678a-4f16-a697-816b0fc114de", "tag": "c0596672-ee63-4f98-b6c5-d8d8236bda79"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:42.710479 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e9789c-9a3b-4d8b-a9f7-4f9d799e5567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.736820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc9cdbe6-48ee-44f3-9a8a-b94b3944c792 req-a3625d3f-9276-4745-8097-50ccfb99dc28 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426772 Jul 07 19:20:42.746503 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e9789c-9a3b-4d8b-a9f7-4f9d799e5567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.808656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e9789c-9a3b-4d8b-a9f7-4f9d799e5567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.811475 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e9789c-9a3b-4d8b-a9f7-4f9d799e5567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.812712 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-83e9789c-9a3b-4d8b-a9f7-4f9d799e5567 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d1e25fca-3b08-4120-8b64-409d8c4f8de4 HTTP/1.1" status: 204 len: 168 time: 0.1792998 Jul 07 19:20:42.827896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9789c-9a3b-4d8b-a9f7-4f9d799e5567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e25fca-3b08-4120-8b64-409d8c4f8de4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:42.900095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fb9df-6d98-4360-9001-d503a52b6d41 service neutron] Pushing event updated for resources: {'Port': ['ID=c0596672-ee63-4f98-b6c5-d8d8236bda79,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:42.952131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e911d42a-b042-4f1a-92a9-d9f30decd11e details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:20:42.959153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:42.969528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cb8574cd-2153-4457-b81a-6240fe01d101 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/ed200b3d-e297-41b4-bc10-4337425c0ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0516458 Jul 07 19:20:42.971846 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e083df7a-de82-442a-9fb9-6846c90fdb79 None None] Sync routers for ids ['ed200b3d-e297-41b4-bc10-4337425c0ce0'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:42.973038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:42.987053 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083df7a-de82-442a-9fb9-6846c90fdb79 None None] Routers {'ed200b3d-e297-41b4-bc10-4337425c0ce0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:42.988025 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e083df7a-de82-442a-9fb9-6846c90fdb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ed200b3d-e297-41b4-bc10-4337425c0ce0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:43.025983 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fc07c6-dbd7-4c04-9b3c-9259aa14f87d x-openstack-request-id: req-31fc07c6-dbd7-4c04-9b3c-9259aa14f87d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:43.026274 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d34bd8-678a-4f16-a697-816b0fc114de", "tag": "c0596672-ee63-4f98-b6c5-d8d8236bda79", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:43.026524 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-31fc07c6-dbd7-4c04-9b3c-9259aa14f87d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:43.026944 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d34bd8-678a-4f16-a697-816b0fc114de', 'tag': 'c0596672-ee63-4f98-b6c5-d8d8236bda79', 'status': 'completed', 'code': 200} Jul 07 19:20:43.060304 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e083df7a-de82-442a-9fb9-6846c90fdb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:43.069703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-3e16c7e6-d122-4b29-ba60-73700b6c3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:43.071537 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083df7a-de82-442a-9fb9-6846c90fdb79 None None] Routers {'ed200b3d-e297-41b4-bc10-4337425c0ce0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:43.073001 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e083df7a-de82-442a-9fb9-6846c90fdb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ed200b3d-e297-41b4-bc10-4337425c0ce0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:43.073161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-3e16c7e6-d122-4b29-ba60-73700b6c3658 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c0eb782daf4a848fc2b6709b7f3e4a&device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 1096 time: 0.2701178 Jul 07 19:20:43.073766 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a1e10dd-91ff-42d3-b89f-c7d8dd079485 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.085126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151bdd0a-a73b-4948-8751-1cdb96dee97e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:43.090201 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-151bdd0a-a73b-4948-8751-1cdb96dee97e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports/4e5d7547-c6de-450c-af2a-93c4c60ad4c7 HTTP/1.1" status: 200 len: 910 time: 0.1154842 Jul 07 19:20:43.093351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:43.121912 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e083df7a-de82-442a-9fb9-6846c90fdb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:43.124023 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e083df7a-de82-442a-9fb9-6846c90fdb79 None None] The sync data for ids ['ed200b3d-e297-41b4-bc10-4337425c0ce0'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:43.138143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e911d42a-b042-4f1a-92a9-d9f30decd11e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e911d42a-b042-4f1a-92a9-d9f30decd11e,segment=NetworkSegment(430d849b-a2b8-486d-bffa-02496cdde367),segment_id=430d849b-a2b8-486d-bffa-02496cdde367)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:43.157337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'e911d42a-b042-4f1a-92a9-d9f30decd11e', 'network_id': '6e5c02dc-192f-4c3b-8989-44200cf24e71', 'port_id': 'e911d42a-b042-4f1a-92a9-d9f30decd11e', 'mac_address': 'fa:16:3e:52:ca:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f658d1e9-e3e2-4a78-ba2f-9c9391244b66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:43.192009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-4fd0b3ca-88b0-46ca-a296-d6ab8053fc6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0596672-ee63-4f98-b6c5-d8d8236bda79 HTTP/1.1" status: 200 len: 217 time: 0.0995791 Jul 07 19:20:43.212558 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.229680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e911d42a-b042-4f1a-92a9-d9f30decd11e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:43.253714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:43.256218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e911d42a-b042-4f1a-92a9-d9f30decd11e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e911d42a-b042-4f1a-92a9-d9f30decd11e,segment=NetworkSegment(430d849b-a2b8-486d-bffa-02496cdde367),segment_id=430d849b-a2b8-486d-bffa-02496cdde367)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:43.262057 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.299084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2319dec4-ac55-4357-aa56-fed66ac2ebe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.314391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e911d42a-b042-4f1a-92a9-d9f30decd11e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:43.340719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-8257c2da-d5d8-452c-a0ea-34017e9a5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:43.342430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-8257c2da-d5d8-452c-a0ea-34017e9a5fd5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=338b59bf-fd4d-43a1-91b7-1d151d6b71e8 HTTP/1.1" status: 200 len: 854 time: 0.1392393 Jul 07 19:20:43.385758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-21894eda-0c94-408c-9d05-c95ddb3be8bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9e864fb-31e7-4a46-8982-13428aca667d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342808 Jul 07 19:20:43.401578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54fefa-7912-4f69-a752-7942819fcfca req-6d9f6311-40ea-4c91-92cb-5e2e77eef599 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:43.403114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd54fefa-7912-4f69-a752-7942819fcfca req-6d9f6311-40ea-4c91-92cb-5e2e77eef599 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 0.2508941 Jul 07 19:20:43.486177 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2319dec4-ac55-4357-aa56-fed66ac2ebe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.508781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2319dec4-ac55-4357-aa56-fed66ac2ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.557927 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2319dec4-ac55-4357-aa56-fed66ac2ebe1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2622e0680efd42318e8fbc09f3152996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029745 Jul 07 19:20:43.559774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319dec4-ac55-4357-aa56-fed66ac2ebe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2fdb22-7212-451e-8afc-70b1297dee35,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:43.563289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:43.581583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd54fefa-7912-4f69-a752-7942819fcfca req-fb0a8d02-bf8a-495e-b761-13eba0c560c3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291018 Jul 07 19:20:43.587779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['e911d42a-b042-4f1a-92a9-d9f30decd11e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:43.621427 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c993cc3-af83-4f2a-b9d0-434a907acd67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.633636 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-6bd20e4b-1c35-4b2e-9bda-c914f146c623 service neutron] 10.222.0.59 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404675 Jul 07 19:20:43.640062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1e10dd-91ff-42d3-b89f-c7d8dd079485 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Router aec0b42d-eca6-4f21-b167-1488c62fed68 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:43.733838 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48ce336-6288-4411-b6cd-56c11999dfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.818546 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48ce336-6288-4411-b6cd-56c11999dfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.920894 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.995892 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48ce336-6288-4411-b6cd-56c11999dfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:43.998728 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48ce336-6288-4411-b6cd-56c11999dfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.004820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d48ce336-6288-4411-b6cd-56c11999dfbe admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bc2fdb22-7212-451e-8afc-70b1297dee35 HTTP/1.1" status: 204 len: 168 time: 0.4346185 Jul 07 19:20:44.036452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ce336-6288-4411-b6cd-56c11999dfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2fdb22-7212-451e-8afc-70b1297dee35,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:44.036728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1e10dd-91ff-42d3-b89f-c7d8dd079485 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:44.051737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8edc79-8d11-48d8-a93b-775a5b9c44d9 None None] Sync routers for ids ['aec0b42d-eca6-4f21-b167-1488c62fed68'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:44.052850 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7a1e10dd-91ff-42d3-b89f-c7d8dd079485 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "PUT /v2.0/routers/aec0b42d-eca6-4f21-b167-1488c62fed68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7023759 Jul 07 19:20:44.055404 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:44.087467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8edc79-8d11-48d8-a93b-775a5b9c44d9 None None] Routers {'aec0b42d-eca6-4f21-b167-1488c62fed68'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:44.088540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7b8edc79-8d11-48d8-a93b-775a5b9c44d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aec0b42d-eca6-4f21-b167-1488c62fed68'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:44.123720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc75e7a-d9d6-47a9-8bf8-f994620c9be0 req-23d00188-25fc-40c7-bc56-640415c7b2f2 service neutron] 10.222.0.59 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809258 Jul 07 19:20:44.157856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7b8edc79-8d11-48d8-a93b-775a5b9c44d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:44.177896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0fcae-caa7-465e-9c94-0f9306f6a8ad req-7458273b-8dd0-4071-b1a7-e2326f4f7755 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:44.178904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8edc79-8d11-48d8-a93b-775a5b9c44d9 None None] Routers {'aec0b42d-eca6-4f21-b167-1488c62fed68'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:44.181366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7b8edc79-8d11-48d8-a93b-775a5b9c44d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aec0b42d-eca6-4f21-b167-1488c62fed68'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:44.189402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cf0fcae-caa7-465e-9c94-0f9306f6a8ad req-7458273b-8dd0-4071-b1a7-e2326f4f7755 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 944 time: 0.1326594 Jul 07 19:20:44.223488 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb747a-e06a-4282-9d36-2a4d0758766e req-d84cb881-748b-4a7e-8d5e-716897743fd0 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:44.225119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ddb747a-e06a-4282-9d36-2a4d0758766e req-d84cb881-748b-4a7e-8d5e-716897743fd0 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 945 time: 0.3401458 Jul 07 19:20:44.241686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7b8edc79-8d11-48d8-a93b-775a5b9c44d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:44.242445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8edc79-8d11-48d8-a93b-775a5b9c44d9 None None] The sync data for ids ['aec0b42d-eca6-4f21-b167-1488c62fed68'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:44.262946 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4c993cc3-af83-4f2a-b9d0-434a907acd67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port 4e5d7547-c6de-450c-af2a-93c4c60ad4c7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:44.264784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c993cc3-af83-4f2a-b9d0-434a907acd67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.318624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ddb747a-e06a-4282-9d36-2a4d0758766e req-fdb176b5-0d64-4ff0-b614-3a136fe71326 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807557 Jul 07 19:20:44.344121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cf0fcae-caa7-465e-9c94-0f9306f6a8ad req-6170b0ee-b7b0-43d0-b882-e1ba4a2c1c69 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547611 Jul 07 19:20:44.418388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9189ac9-b482-4a88-ba43-5cc8dcefaf80 req-cc8cb83c-a7db-48bf-99b3-968c1a880ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:44.431169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9189ac9-b482-4a88-ba43-5cc8dcefaf80 req-cc8cb83c-a7db-48bf-99b3-968c1a880ec0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c0eb782daf4a848fc2b6709b7f3e4a&device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 1096 time: 0.1890357 Jul 07 19:20:44.550981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9189ac9-b482-4a88-ba43-5cc8dcefaf80 req-edd5077c-389e-42f7-a0f2-6e9122b5dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:44.553188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9189ac9-b482-4a88-ba43-5cc8dcefaf80 req-edd5077c-389e-42f7-a0f2-6e9122b5dfbf service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9e864fb-31e7-4a46-8982-13428aca667d HTTP/1.1" status: 200 len: 916 time: 0.1212118 Jul 07 19:20:44.605756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9189ac9-b482-4a88-ba43-5cc8dcefaf80 req-45b2249e-f87e-4b61-b782-6696ea083a40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0596672-ee63-4f98-b6c5-d8d8236bda79 HTTP/1.1" status: 200 len: 217 time: 0.0436807 Jul 07 19:20:44.696938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9189ac9-b482-4a88-ba43-5cc8dcefaf80 req-356897eb-9e27-42e9-8a9e-8b6c010d138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:44.701535 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9189ac9-b482-4a88-ba43-5cc8dcefaf80 req-356897eb-9e27-42e9-8a9e-8b6c010d138a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=338b59bf-fd4d-43a1-91b7-1d151d6b71e8 HTTP/1.1" status: 200 len: 854 time: 0.0861235 Jul 07 19:20:44.760707 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9189ac9-b482-4a88-ba43-5cc8dcefaf80 req-185b0c01-6f9e-4fad-a297-6ec3b4153375 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9e864fb-31e7-4a46-8982-13428aca667d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548136 Jul 07 19:20:44.772993 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.891199 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c993cc3-af83-4f2a-b9d0-434a907acd67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.911668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4c993cc3-af83-4f2a-b9d0-434a907acd67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for 4e5d7547-c6de-450c-af2a-93c4c60ad4c7 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:44.919056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9189ac9-b482-4a88-ba43-5cc8dcefaf80 req-38223dd7-7314-4df9-bc77-a55a9103ab10 service neutron] 10.222.0.59 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497576 Jul 07 19:20:44.949935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e911d42a-b042-4f1a-92a9-d9f30decd11e up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:45.062158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.071976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port e911d42a-b042-4f1a-92a9-d9f30decd11e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:45.078438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port e911d42a-b042-4f1a-92a9-d9f30decd11e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:45.079079 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.152201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d28f3-b54f-4b96-9e5f-c0f775a959b3 req-80ba5910-dda7-4f83-8c3e-689ed56bc6e0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:45.159575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d10d28f3-b54f-4b96-9e5f-c0f775a959b3 req-80ba5910-dda7-4f83-8c3e-689ed56bc6e0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 0.2555246 Jul 07 19:20:45.161089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9189ac9-b482-4a88-ba43-5cc8dcefaf80 req-795cf849-0be5-4e04-be33-636e2bca673c service neutron] 10.222.0.59 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228765 Jul 07 19:20:45.229423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Deleting port 17566329-17ae-4547-9643-3b442252dc03 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:45.229772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.236294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57760) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:45.262336 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.290380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d10d28f3-b54f-4b96-9e5f-c0f775a959b3 req-6f29826a-9707-46e1-8e2d-cfe125f31ba4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169701 Jul 07 19:20:45.334699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e911d42a-b042-4f1a-92a9-d9f30decd11e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e911d42a-b042-4f1a-92a9-d9f30decd11e,segment=NetworkSegment(430d849b-a2b8-486d-bffa-02496cdde367),segment_id=430d849b-a2b8-486d-bffa-02496cdde367)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:45.336067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd52a44-a579-49b1-bf95-7e625b679dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e911d42a-b042-4f1a-92a9-d9f30decd11e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:45.339236 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a1f0f5-f111-47b3-bc10-ca12a186e359" -d '{"events": [{"server_uuid": "9dd52a44-a579-49b1-bf95-7e625b679dea", "name": "network-vif-plugged", "status": "completed", "tag": "e911d42a-b042-4f1a-92a9-d9f30decd11e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:45.380232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.385725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.428091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Calling delete_port for 17566329-17ae-4547-9643-3b442252dc03 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:45.446452 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5873abc-9b82-4382-84a5-f522550fdcc1 x-openstack-request-id: req-c5873abc-9b82-4382-84a5-f522550fdcc1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:45.447015 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd52a44-a579-49b1-bf95-7e625b679dea", "name": "network-vif-plugged", "status": "completed", "tag": "e911d42a-b042-4f1a-92a9-d9f30decd11e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:45.447715 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c5873abc-9b82-4382-84a5-f522550fdcc1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:45.448407 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd52a44-a579-49b1-bf95-7e625b679dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e911d42a-b042-4f1a-92a9-d9f30decd11e', 'code': 200} Jul 07 19:20:45.457925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c993cc3-af83-4f2a-b9d0-434a907acd67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.499394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1308577146'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:45.543955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e911d42a-b042-4f1a-92a9-d9f30decd11e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:45.554052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:45.557816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.568946 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.603289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c993cc3-af83-4f2a-b9d0-434a907acd67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=4e5d7547-c6de-450c-af2a-93c4c60ad4c7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:45.805503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6875d-8cbc-41fa-8cdb-5ec4c9c2e9a4 req-7859e0e3-eaf2-4ad9-8688-4beb4f8c68b4 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:45.807838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4b6875d-8cbc-41fa-8cdb-5ec4c9c2e9a4 req-7859e0e3-eaf2-4ad9-8688-4beb4f8c68b4 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 946 time: 0.2271018 Jul 07 19:20:45.839213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0e946-b062-433b-936a-d745be42e1c4 req-f2a5cf7b-51a5-4825-ad10-c8963b86c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:45.841104 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aca0e946-b062-433b-936a-d745be42e1c4 req-f2a5cf7b-51a5-4825-ad10-c8963b86c3a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 1098 time: 0.2454860 Jul 07 19:20:45.877586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:45.892726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298d5e4-6a5f-4d94-8481-701cf297283c req-fa00712f-8154-44db-8af0-cfd8eb58b25a tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:45.895228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1298d5e4-6a5f-4d94-8481-701cf297283c req-fa00712f-8154-44db-8af0-cfd8eb58b25a tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 944 time: 0.2264006 Jul 07 19:20:45.996956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event deleted for resources: {'Port': ['ID=17566329-17ae-4547-9643-3b442252dc03,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:46.054114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c993cc3-af83-4f2a-b9d0-434a907acd67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.205042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 22b8af46-c084-411e-8608-0ba4069df8e7 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:20:46.323288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.370565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=22b8af46-c084-411e-8608-0ba4069df8e7,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:46.389640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '22b8af46-c084-411e-8608-0ba4069df8e7', 'network_id': '62840828-0370-41dd-8414-061b75720a7b', 'port_id': '22b8af46-c084-411e-8608-0ba4069df8e7', 'mac_address': 'fa:16:3e:4d:b6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75c69e1-39c9-40a0-be7b-2d73a7ea63fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:46.419020 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.432270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.434587 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.446398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.495256 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.495771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Fanout notify agent at l3_agent the message router_deleted on router aec0b42d-eca6-4f21-b167-1488c62fed68 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:46.499864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c993cc3-af83-4f2a-b9d0-434a907acd67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router ed200b3d-e297-41b4-bc10-4337425c0ce0 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:46.500215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4b6875d-8cbc-41fa-8cdb-5ec4c9c2e9a4 req-40b96cb8-9179-4f66-9d49-0886f555d0cf tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6810954 Jul 07 19:20:46.503673 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.517309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.520520 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aecda9ae-50af-4bcd-8323-6fe7a5e5579a tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "DELETE /v2.0/routers/aec0b42d-eca6-4f21-b167-1488c62fed68 HTTP/1.1" status: 204 len: 168 time: 2.4527631 Jul 07 19:20:46.523393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:46.526763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aca0e946-b062-433b-936a-d745be42e1c4 req-298fcb53-16d0-49c7-9766-d58b680064db service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6668956 Jul 07 19:20:46.543698 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b8af46-c084-411e-8608-0ba4069df8e7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:46.569470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:46.585662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=22b8af46-c084-411e-8608-0ba4069df8e7,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:46.588899 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1298d5e4-6a5f-4d94-8481-701cf297283c req-e9b450d9-6ae7-4a5d-a120-744d93ba153b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706455 Jul 07 19:20:46.590970 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.631243 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.631596 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Added segment 1e8e4d80-dea1-4813-99c0-3ede48e7c900 of type vlan for network f2fead75-5e91-44f5-97c2-e928bb096bc1 Jul 07 19:20:46.631888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cbd180-8006-4ab2-80c9-962899de77f2 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Deleting subnet bfc99269-f842-4339-baec-7ac26029c993 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:46.640937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adabf6b-2f90-4601-8928-f11786bb4bcf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:46.705301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=22b8af46-c084-411e-8608-0ba4069df8e7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:46.743234 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.744464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44cbd180-8006-4ab2-80c9-962899de77f2 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.747601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c993cc3-af83-4f2a-b9d0-434a907acd67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:46.760708 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dac490d-6060-433d-b513-c075c79971a6 None None] Sync routers for ids ['ed200b3d-e297-41b4-bc10-4337425c0ce0'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:46.773248 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4c993cc3-af83-4f2a-b9d0-434a907acd67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/ed200b3d-e297-41b4-bc10-4337425c0ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6787078 Jul 07 19:20:46.776308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:46.786951 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac490d-6060-433d-b513-c075c79971a6 None None] Routers {'ed200b3d-e297-41b4-bc10-4337425c0ce0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:46.788457 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0dac490d-6060-433d-b513-c075c79971a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ed200b3d-e297-41b4-bc10-4337425c0ce0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:46.799317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['22b8af46-c084-411e-8608-0ba4069df8e7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:46.841499 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-28df5b8b-1cc2-4af4-a2ad-24394aa97e96 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=ed200b3d-e297-41b4-bc10-4337425c0ce0 HTTP/1.1" status: 200 len: 205 time: 0.0618584 Jul 07 19:20:46.843014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:46.846818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44cbd180-8006-4ab2-80c9-962899de77f2 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.867906 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0dac490d-6060-433d-b513-c075c79971a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:46.892256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.904859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:46.906039 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.931736 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac490d-6060-433d-b513-c075c79971a6 None None] Routers {'ed200b3d-e297-41b4-bc10-4337425c0ce0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:46.933064 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0dac490d-6060-433d-b513-c075c79971a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ed200b3d-e297-41b4-bc10-4337425c0ce0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:46.951902 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c0596672-ee63-4f98-b6c5-d8d8236bda79 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:20:46.976869 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f9cbc9-2769-4da4-b5bb-d1a9eee25740 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.078420 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0dac490d-6060-433d-b513-c075c79971a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:47.079553 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dac490d-6060-433d-b513-c075c79971a6 None None] The sync data for ids ['ed200b3d-e297-41b4-bc10-4337425c0ce0'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:47.085562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8481584 Jul 07 19:20:47.135475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb631cb-c232-4f88-9253-849fddf2c290 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=f2fead75-5e91-44f5-97c2-e928bb096bc1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:47.169442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061afb67-7c63-4fb4-b588-26b48ccd0e9a req-7a2e403f-6b15-46b1-bc38-52c8b28e561c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:47.178575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f2fead75-5e91-44f5-97c2-e928bb096bc1 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:47.181150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-061afb67-7c63-4fb4-b588-26b48ccd0e9a req-7a2e403f-6b15-46b1-bc38-52c8b28e561c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 945 time: 0.3907311 Jul 07 19:20:47.278980 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-061afb67-7c63-4fb4-b588-26b48ccd0e9a req-b5e529a1-8f7b-4ea5-ac12-e6b49c85c9b3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968294 Jul 07 19:20:47.321179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c0596672-ee63-4f98-b6c5-d8d8236bda79, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0596672-ee63-4f98-b6c5-d8d8236bda79,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:47.340283 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'c0596672-ee63-4f98-b6c5-d8d8236bda79', 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d', 'port_id': 'c0596672-ee63-4f98-b6c5-d8d8236bda79', 'mac_address': 'fa:16:3e:54:03:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338b59bf-fd4d-43a1-91b7-1d151d6b71e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:20:47.439541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44cbd180-8006-4ab2-80c9-962899de77f2 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.449657 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.460680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f9cbc9-2769-4da4-b5bb-d1a9eee25740 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.473774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0596672-ee63-4f98-b6c5-d8d8236bda79 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:20:47.497041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f9cbc9-2769-4da4-b5bb-d1a9eee25740 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.507825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c0596672-ee63-4f98-b6c5-d8d8236bda79, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0596672-ee63-4f98-b6c5-d8d8236bda79,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:47.518872 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.605125 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f9cbc9-2769-4da4-b5bb-d1a9eee25740 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.606183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f9cbc9-2769-4da4-b5bb-d1a9eee25740 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Fanout notify agent at l3_agent the message router_deleted on router ed200b3d-e297-41b4-bc10-4337425c0ce0 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:47.663687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f9cbc9-2769-4da4-b5bb-d1a9eee25740 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.665209 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-58f9cbc9-2769-4da4-b5bb-d1a9eee25740 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/ed200b3d-e297-41b4-bc10-4337425c0ce0 HTTP/1.1" status: 204 len: 168 time: 0.8210533 Jul 07 19:20:47.667937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:47.709066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c0596672-ee63-4f98-b6c5-d8d8236bda79,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:47.710217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44cbd180-8006-4ab2-80c9-962899de77f2 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.815726 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44cbd180-8006-4ab2-80c9-962899de77f2 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:47.817671 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-44cbd180-8006-4ab2-80c9-962899de77f2 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "DELETE /v2.0/subnets/bfc99269-f842-4339-baec-7ac26029c993 HTTP/1.1" status: 204 len: 168 time: 1.2927125 Jul 07 19:20:47.818897 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbd180-8006-4ab2-80c9-962899de77f2 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc99269-f842-4339-baec-7ac26029c993,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:47.820637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:47.843374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f3874c-be6e-4e93-8585-567e15f935cf None None] Network 9e179352-c44a-429e-83e9-e84e2efc0396 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:47.849207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-af586f26-9e21-453c-a7df-08030148fc84 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting subnet a1674cf7-b03b-422e-835e-9cc01a42c58a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:47.862520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c0596672-ee63-4f98-b6c5-d8d8236bda79'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:20:47.869216 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af586f26-9e21-453c-a7df-08030148fc84 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.251847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 22b8af46-c084-411e-8608-0ba4069df8e7 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:48.305924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af586f26-9e21-453c-a7df-08030148fc84 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.393271 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.412184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 22b8af46-c084-411e-8608-0ba4069df8e7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:48.424094 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 22b8af46-c084-411e-8608-0ba4069df8e7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:48.424899 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.452746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c97cfb-2d04-4803-861f-82cb8ef6a1c7 req-b0aa7ab0-f2f6-47a5-92db-8795330457d0 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:48.460126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6c97cfb-2d04-4803-861f-82cb8ef6a1c7 req-b0aa7ab0-f2f6-47a5-92db-8795330457d0 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 946 time: 0.5679352 Jul 07 19:20:48.552331 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.554580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a5e63-593a-4849-9354-80eb28cab01e None None] DHCP port deletion for 9e179352-c44a-429e-83e9-e84e2efc0396 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:48.578429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db790564-605a-49a5-94a8-3e3478974037 req-a0986ff8-d2da-4b41-bdc0-b4c7e12829c9 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:48.586470 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db790564-605a-49a5-94a8-3e3478974037 req-a0986ff8-d2da-4b41-bdc0-b4c7e12829c9 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 945 time: 0.5251598 Jul 07 19:20:48.595539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af586f26-9e21-453c-a7df-08030148fc84 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.618086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6c97cfb-2d04-4803-861f-82cb8ef6a1c7 req-10effb6a-7b32-4f35-8aec-f03f0668df56 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574290 Jul 07 19:20:48.626244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=22b8af46-c084-411e-8608-0ba4069df8e7,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:48.629126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b8af46-c084-411e-8608-0ba4069df8e7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:48.632381 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb3170f-1e48-4329-8596-0c92b068d22b" -d '{"events": [{"server_uuid": "798d0fa3-151a-4af9-bd68-62d7f0361bae", "name": "network-vif-plugged", "status": "completed", "tag": "22b8af46-c084-411e-8608-0ba4069df8e7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:48.638915 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.700437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-272a5e63-593a-4849-9354-80eb28cab01e None None] Deleting port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:48.701670 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-272a5e63-593a-4849-9354-80eb28cab01e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.802963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db790564-605a-49a5-94a8-3e3478974037 req-95337d81-11e8-42f9-94ef-90cc58d331ef tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150009 Jul 07 19:20:48.867354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=22b8af46-c084-411e-8608-0ba4069df8e7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:48.926584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Deleting port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:48.927252 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.971255 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7681987-b389-4e90-b72c-2a23511dac63 x-openstack-request-id: req-b7681987-b389-4e90-b72c-2a23511dac63 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:48.971561 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798d0fa3-151a-4af9-bd68-62d7f0361bae", "name": "network-vif-plugged", "status": "completed", "tag": "22b8af46-c084-411e-8608-0ba4069df8e7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:48.972902 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b7681987-b389-4e90-b72c-2a23511dac63 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:48.973877 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b8af46-c084-411e-8608-0ba4069df8e7', 'code': 200} Jul 07 19:20:48.996327 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.999019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-272a5e63-593a-4849-9354-80eb28cab01e None None] For port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f,segment=NetworkSegment(0eac7d6e-de65-4e66-86e8-88c206fd8c3c),segment_id=0eac7d6e-de65-4e66-86e8-88c206fd8c3c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:48.999418 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-272a5e63-593a-4849-9354-80eb28cab01e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.035546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-272a5e63-593a-4849-9354-80eb28cab01e None None] Calling delete_port for c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:49.042864 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af586f26-9e21-453c-a7df-08030148fc84 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.137708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af586f26-9e21-453c-a7df-08030148fc84 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Subnet': ['ID=a1674cf7-b03b-422e-835e-9cc01a42c58a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:49.144579 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af586f26-9e21-453c-a7df-08030148fc84 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.155964 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-af586f26-9e21-453c-a7df-08030148fc84 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/a1674cf7-b03b-422e-835e-9cc01a42c58a HTTP/1.1" status: 204 len: 168 time: 1.4857569 Jul 07 19:20:49.159829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:49.163405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8716f63-e7d8-47bf-a1c8-88b72a5fa5f5 None None] Network 193a9206-46b6-4516-8345-2726ff787e04 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:49.189586 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:49.296241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99a7e6-231a-4233-8e98-993975cb086f req-4d7fbac6-a2e5-4840-aa3c-71dda58cbf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:49.298942 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bd99a7e6-231a-4233-8e98-993975cb086f req-4d7fbac6-a2e5-4840-aa3c-71dda58cbf88 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 1098 time: 0.2595057 Jul 07 19:20:49.349341 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-272a5e63-593a-4849-9354-80eb28cab01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.360102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] For port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f,segment=NetworkSegment(0eac7d6e-de65-4e66-86e8-88c206fd8c3c),segment_id=0eac7d6e-de65-4e66-86e8-88c206fd8c3c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:49.360487 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.412151 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bd99a7e6-231a-4233-8e98-993975cb086f req-4bc8acfc-7717-4038-9741-55c9eb99d479 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897934 Jul 07 19:20:49.439731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Calling delete_port for c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:49.468152 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.491476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a5e63-593a-4849-9354-80eb28cab01e None None] Pushing event deleted for resources: {'Port': ['ID=c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:49.509669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a5e63-593a-4849-9354-80eb28cab01e None None] No DVR routers for this DVR port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:49.523789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No active binding found for port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:20:49.524351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:49.656212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996b6ff-b3d6-464d-bb60-aeca12c9b33c req-357ff999-1f9d-4305-a918-1eb59a3c86af tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:49.663044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a996b6ff-b3d6-464d-bb60-aeca12c9b33c req-357ff999-1f9d-4305-a918-1eb59a3c86af tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.3436885 Jul 07 19:20:49.663527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb28123c-e9e0-4634-950b-13e258c893d9 None None] DHCP port deletion for 193a9206-46b6-4516-8345-2726ff787e04 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:49.725100 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.752936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eb28123c-e9e0-4634-950b-13e258c893d9 None None] Deleting port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:49.753389 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb28123c-e9e0-4634-950b-13e258c893d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.829199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] No DVR routers for this DVR port c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:49.857826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-eb28123c-e9e0-4634-950b-13e258c893d9 None None] For port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4bbdcf13-d9ad-412f-81ae-29e18950f5ef,segment=NetworkSegment(3b3630fe-229d-4a78-b88a-5f3fe943a76c),segment_id=3b3630fe-229d-4a78-b88a-5f3fe943a76c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:49.858461 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb28123c-e9e0-4634-950b-13e258c893d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:49.860347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event deleted for resources: {'Port': ['ID=c1a20d93-33c4-4564-b4ef-9fcaafdd7b8f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:49.875449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eb28123c-e9e0-4634-950b-13e258c893d9 None None] Calling delete_port for 4bbdcf13-d9ad-412f-81ae-29e18950f5ef owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:49.896547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a996b6ff-b3d6-464d-bb60-aeca12c9b33c req-ae2022d8-b29e-49cf-a58a-9a69f4d121dd tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325265 Jul 07 19:20:50.006865 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb28123c-e9e0-4634-950b-13e258c893d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.066394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28123c-e9e0-4634-950b-13e258c893d9 None None] Pushing event deleted for resources: {'Port': ['ID=4bbdcf13-d9ad-412f-81ae-29e18950f5ef,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:50.082729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb28123c-e9e0-4634-950b-13e258c893d9 None None] No DVR routers for this DVR port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:50.103162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:50.103519 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.236310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] For port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef, host n-d-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:50.236711 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.259909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for 4bbdcf13-d9ad-412f-81ae-29e18950f5ef owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:50.266242 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.274639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef was not found and therefore no delete operation was performed {{(pid=93770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:20:50.295409 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.301032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e179352-c44a-429e-83e9-e84e2efc0396']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:50.342744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eac7d6e-de65-4e66-86e8-88c206fd8c3c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:50.343086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eac7d6e-de65-4e66-86e8-88c206fd8c3c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:50.352369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=4bbdcf13-d9ad-412f-81ae-29e18950f5ef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:50.360881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No DVR routers for this DVR port 4bbdcf13-d9ad-412f-81ae-29e18950f5ef on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:50.364077 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.384222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f2da5-2100-4b3b-8597-c46226de44c3 req-8087ea2c-e200-487f-9f7c-a0b0784dde14 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:50.385760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-625f2da5-2100-4b3b-8597-c46226de44c3 req-8087ea2c-e200-487f-9f7c-a0b0784dde14 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 946 time: 0.5318677 Jul 07 19:20:50.416753 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.430314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6f119-ff9f-4912-9e53-de7b9e42df8e req-8a22a25e-c390-4ccf-885e-537cd9b129ef tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:50.431798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4a6f119-ff9f-4912-9e53-de7b9e42df8e req-8a22a25e-c390-4ccf-885e-537cd9b129ef tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 945 time: 0.3364871 Jul 07 19:20:50.459163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:50.459575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:50.462875 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:50.578731 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.588030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-625f2da5-2100-4b3b-8597-c46226de44c3 req-909faad9-4993-4b71-bc46-15f57a3f1413 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768239 Jul 07 19:20:50.609647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193a9206-46b6-4516-8345-2726ff787e04']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:50.623031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4a6f119-ff9f-4912-9e53-de7b9e42df8e req-556a31af-b708-4c9a-94ad-7da2efe46aad tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760707 Jul 07 19:20:50.625427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3630fe-229d-4a78-b88a-5f3fe943a76c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:50.625727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3630fe-229d-4a78-b88a-5f3fe943a76c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:50.633127 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.641631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.643497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "DELETE /v2.0/networks/9e179352-c44a-429e-83e9-e84e2efc0396 HTTP/1.1" status: 204 len: 168 time: 2.8220272 Jul 07 19:20:50.645366 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.646065 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:50.672940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f13a3c-70f3-4fdf-b14d-a4892cceae88 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event deleted for resources: {'Network': ['ID=9e179352-c44a-429e-83e9-e84e2efc0396,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:50.680683 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.687958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:50.688763 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:50.692342 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:50.752054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:50.757976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'network_id': 'f2fead75-5e91-44f5-97c2-e928bb096bc1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:50.814250 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.847622 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.853670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/networks/193a9206-46b6-4516-8345-2726ff787e04 HTTP/1.1" status: 204 len: 168 time: 1.6839468 Jul 07 19:20:50.857142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:50.865017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-792129305', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:50.896884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123a5ff-8e8b-4450-b5d2-d54c7d108ec0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Network': ['ID=193a9206-46b6-4516-8345-2726ff787e04,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:50.899053 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2b98caa2-3c60-4fab-92ed-68ed65b16997 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Deleting port bdbc6b6b-57bf-4fc1-b941-006d3c4456a4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:50.899537 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b98caa2-3c60-4fab-92ed-68ed65b16997 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.923888 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.925632 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.954030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:50.958344 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.964672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c0596672-ee63-4f98-b6c5-d8d8236bda79 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:51.062984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port c0596672-ee63-4f98-b6c5-d8d8236bda79 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:51.066304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b98caa2-3c60-4fab-92ed-68ed65b16997 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.067986 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b98caa2-3c60-4fab-92ed-68ed65b16997 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.077656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port c0596672-ee63-4f98-b6c5-d8d8236bda79 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:51.078385 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.092291 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.112991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2b98caa2-3c60-4fab-92ed-68ed65b16997 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Calling delete_port for bdbc6b6b-57bf-4fc1-b941-006d3c4456a4 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:51.145699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4bbdcf13-d9ad-412f-81ae-29e18950f5ef no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:51.179202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 4bbdcf13-d9ad-412f-81ae-29e18950f5ef {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:51.179878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4bbdcf13-d9ad-412f-81ae-29e18950f5ef not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:51.292780 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.387645 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.439891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d34bd8-678a-4f16-a697-816b0fc114de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0596672-ee63-4f98-b6c5-d8d8236bda79'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:51.444284 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0322462-94c7-4e9c-ae74-66196ddcb377" -d '{"events": [{"server_uuid": "19d34bd8-678a-4f16-a697-816b0fc114de", "name": "network-vif-plugged", "status": "completed", "tag": "c0596672-ee63-4f98-b6c5-d8d8236bda79"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:51.445580 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b98caa2-3c60-4fab-92ed-68ed65b16997 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.500945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98caa2-3c60-4fab-92ed-68ed65b16997 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Pushing event deleted for resources: {'Port': ['ID=bdbc6b6b-57bf-4fc1-b941-006d3c4456a4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:51.503671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c0596672-ee63-4f98-b6c5-d8d8236bda79, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0596672-ee63-4f98-b6c5-d8d8236bda79,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:51.511290 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.580562 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d02d84-bd5e-4764-8d7e-472d6e653675 x-openstack-request-id: req-07d02d84-bd5e-4764-8d7e-472d6e653675 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:51.581655 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d34bd8-678a-4f16-a697-816b0fc114de", "name": "network-vif-plugged", "status": "completed", "tag": "c0596672-ee63-4f98-b6c5-d8d8236bda79", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:51.582252 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-07d02d84-bd5e-4764-8d7e-472d6e653675 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:51.582904 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d34bd8-678a-4f16-a697-816b0fc114de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0596672-ee63-4f98-b6c5-d8d8236bda79', 'code': 200} Jul 07 19:20:51.623661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c0596672-ee63-4f98-b6c5-d8d8236bda79,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:51.655111 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4d426-22e8-49a0-b839-b9c772748afc req-38783eac-c586-4d3d-8c7f-24faf1456c22 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:51.656803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ace4d426-22e8-49a0-b839-b9c772748afc req-38783eac-c586-4d3d-8c7f-24faf1456c22 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.3589227 Jul 07 19:20:51.659495 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.688753 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b98caa2-3c60-4fab-92ed-68ed65b16997 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.697404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b98caa2-3c60-4fab-92ed-68ed65b16997 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.702924 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2b98caa2-3c60-4fab-92ed-68ed65b16997 tempest-FloatingIPAdminTestJSON-352975492 tempest-FloatingIPAdminTestJSON-352975492-project] 10.222.0.113 "DELETE /v2.0/floatingips/94265b3d-b325-4842-bd6b-236e6d909206 HTTP/1.1" status: 204 len: 168 time: 1.0547729 Jul 07 19:20:51.849193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=82c84736-5156-41d9-b78e-8064d378f3eb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:51.871432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ace4d426-22e8-49a0-b839-b9c772748afc req-46002979-3d8b-409f-93dc-7b879aab5307 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731362 Jul 07 19:20:52.038439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Checking segment: {'id': '1e8e4d80-dea1-4813-99c0-3ede48e7c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f2fead75-5e91-44f5-97c2-e928bb096bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:52.039102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network hostable DHCP agents. Network: f2fead75-5e91-44f5-97c2-e928bb096bc1, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:52.045398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028c970-9bb2-4d34-8ff6-095e514770d7 req-ce71f3ae-1c0f-4fab-8e73-c1fba501418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:52.047368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4028c970-9bb2-4d34-8ff6-095e514770d7 req-ce71f3ae-1c0f-4fab-8e73-c1fba501418e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 1098 time: 0.3118773 Jul 07 19:20:52.128916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:52.217633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network f2fead75-5e91-44f5-97c2-e928bb096bc1 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:52.231057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4028c970-9bb2-4d34-8ff6-095e514770d7 req-e2feb681-0eaa-4bd1-a787-14d2bb502c6d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737950 Jul 07 19:20:52.239967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f2fead75-5e91-44f5-97c2-e928bb096bc1) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:52.249655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b88a01-8c44-4ece-8636-45035a68e704 None None] Network f2fead75-5e91-44f5-97c2-e928bb096bc1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:52.273401 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.278174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:52.279585 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.295138 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1dc1aedb-cc58-493c-83a8-2d3b22e02ec7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=500a52f3832548bbb6513fac0e259ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634545 Jul 07 19:20:52.297739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:52.308103 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860456-c320-4231-b2b9-944924a7631c req-63424229-fd00-4857-b2fc-8c9d20730520 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:52.317941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73860456-c320-4231-b2b9-944924a7631c req-63424229-fd00-4857-b2fc-8c9d20730520 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.5033164 Jul 07 19:20:52.355852 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-14bf57e4-c454-450a-96d7-ca9ef78a4bca tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6024191 Jul 07 19:20:52.356104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b54df3-9edd-4a94-b54e-11be8ab13e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.358641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:52.364326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-570882526'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:52.381910 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.400369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:52.406269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.443818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:52.446070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73860456-c320-4231-b2b9-944924a7631c req-49e9c80e-4ede-4001-9b05-86fbc8c9d6e4 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270161 Jul 07 19:20:52.464494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bc1fb-b191-4c9d-8da7-0a5bf177e8d8 req-ee5f9ed9-4c3c-472e-ba7c-22ee32532fcb tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:52.476073 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.476977 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Added segment 2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e of type vlan for network 05fbd3f5-962b-43ea-8fc9-667971ddc6d7 Jul 07 19:20:52.477337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-104bc1fb-b191-4c9d-8da7-0a5bf177e8d8 req-ee5f9ed9-4c3c-472e-ba7c-22ee32532fcb tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 1098 time: 0.3845220 Jul 07 19:20:52.537962 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.543020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f2fead75-5e91-44f5-97c2-e928bb096bc1', 'network_id': 'f2fead75-5e91-44f5-97c2-e928bb096bc1', 'tenant_id': 'c6ccb3dd371d44af92e962e95559a570', 'fixed_ips': [{'subnet_id': '82c84736-5156-41d9-b78e-8064d378f3eb'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:52.543902 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.579854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.586496 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:52.587472 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.599586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b54df3-9edd-4a94-b54e-11be8ab13e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.643728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-104bc1fb-b191-4c9d-8da7-0a5bf177e8d8 req-5919ff18-8bb1-4b98-bad9-dd1f12bea7f3 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635320 Jul 07 19:20:52.716106 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3561838 Jul 07 19:20:52.719519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:52.731513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'network_id': '05fbd3f5-962b-43ea-8fc9-667971ddc6d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:52.734222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92134881-57bd-4883-a898-76ad1a4427c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=05fbd3f5-962b-43ea-8fc9-667971ddc6d7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:52.746814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 05fbd3f5-962b-43ea-8fc9-667971ddc6d7 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:52.768149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b54df3-9edd-4a94-b54e-11be8ab13e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.771426 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b54df3-9edd-4a94-b54e-11be8ab13e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.772938 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f2b54df3-9edd-4a94-b54e-11be8ab13e9d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/31369835-e941-4de8-a7c4-365c410164bc HTTP/1.1" status: 204 len: 168 time: 0.4727862 Jul 07 19:20:52.785938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b54df3-9edd-4a94-b54e-11be8ab13e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31369835-e941-4de8-a7c4-365c410164bc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:53.035098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Allocated IP 2001:db8:0:ffff::2 (f2fead75-5e91-44f5-97c2-e928bb096bc1/82c84736-5156-41d9-b78e-8064d378f3eb/c25be3e7-14c7-4bba-916f-57c52083fb20) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:53.208266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:53.227966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79e9e63b-9bc8-4653-acac-21d7058d7ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.353826 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.363988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Transition to ACTIVE for port object c25be3e7-14c7-4bba-916f-57c52083fb20 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:53.386225 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Transition to ACTIVE for port object c25be3e7-14c7-4bba-916f-57c52083fb20 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:53.391261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Allocated IP 172.25.2.202 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/30a42e6e-da02-4288-8c61-9ca5dd6c9800) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:53.397819 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.461417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Network f2fead75-5e91-44f5-97c2-e928bb096bc1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:53.465295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:53.472773 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79e9e63b-9bc8-4653-acac-21d7058d7ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.495128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79e9e63b-9bc8-4653-acac-21d7058d7ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.510077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:53.591263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9e63b-9bc8-4653-acac-21d7058d7ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d3c9dd-b17e-4c3b-b138-120d37d84483,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:53.609115 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-79e9e63b-9bc8-4653-acac-21d7058d7ca3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7483737b82e34c178d978d0a8a4d864e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994048 Jul 07 19:20:53.609719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:53.652648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Pushing event updated for resources: {'Port': ['ID=c25be3e7-14c7-4bba-916f-57c52083fb20,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:53.674954 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.679405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Attempting to bind port c25be3e7-14c7-4bba-916f-57c52083fb20 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:53.679784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Attempting to bind port c25be3e7-14c7-4bba-916f-57c52083fb20 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '1e8e4d80-dea1-4813-99c0-3ede48e7c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f2fead75-5e91-44f5-97c2-e928bb096bc1'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:53.680156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Attempting to bind port c25be3e7-14c7-4bba-916f-57c52083fb20 on network f2fead75-5e91-44f5-97c2-e928bb096bc1 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:53.689958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8a5d8c5-0ea7-41ed-aaaa-4af6d50d405a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.694574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:53.694964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Checking segment: {'id': '1e8e4d80-dea1-4813-99c0-3ede48e7c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f2fead75-5e91-44f5-97c2-e928bb096bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:53.695378 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.695777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Bound using segment: {'id': '1e8e4d80-dea1-4813-99c0-3ede48e7c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f2fead75-5e91-44f5-97c2-e928bb096bc1'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:53.696276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Bound port: c25be3e7-14c7-4bba-916f-57c52083fb20, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8e4d80-dea1-4813-99c0-3ede48e7c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'f2fead75-5e91-44f5-97c2-e928bb096bc1'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:53.696696 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.720643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8a5d8c5-0ea7-41ed-aaaa-4af6d50d405a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.776765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8a5d8c5-0ea7-41ed-aaaa-4af6d50d405a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.779882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8a5d8c5-0ea7-41ed-aaaa-4af6d50d405a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.784084 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b8a5d8c5-0ea7-41ed-aaaa-4af6d50d405a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/38d3c9dd-b17e-4c3b-b138-120d37d84483 HTTP/1.1" status: 204 len: 168 time: 0.1730969 Jul 07 19:20:53.793612 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5d8c5-0ea7-41ed-aaaa-4af6d50d405a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d3c9dd-b17e-4c3b-b138-120d37d84483,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:53.799735 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.880760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] For port c25be3e7-14c7-4bba-916f-57c52083fb20, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:53.890076 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] For port c25be3e7-14c7-4bba-916f-57c52083fb20, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c25be3e7-14c7-4bba-916f-57c52083fb20,segment=NetworkSegment(1e8e4d80-dea1-4813-99c0-3ede48e7c900),segment_id=1e8e4d80-dea1-4813-99c0-3ede48e7c900)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:53.902539 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.912504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=30a42e6e-da02-4288-8c61-9ca5dd6c9800,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:53.916334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:53.920772 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.936952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:53.951941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:53.959567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96a38a-6392-4d4a-9c11-2c455661c128 req-fa6bd441-eeae-41c9-8a5a-64d4687d6c82 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:53.967687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee96a38a-6392-4d4a-9c11-2c455661c128 req-fa6bd441-eeae-41c9-8a5a-64d4687d6c82 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 1098 time: 0.6746783 Jul 07 19:20:54.003784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:54.045755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34fdb5-6310-4250-8cf3-c954113c6a37 None None] Pushing event updated for resources: {'Port': ['ID=c25be3e7-14c7-4bba-916f-57c52083fb20,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:54.178715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee96a38a-6392-4d4a-9c11-2c455661c128 req-022ff752-f641-4dcd-9016-5d7df83e0c4d tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100437 Jul 07 19:20:54.331320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc9449-b9ce-4619-b8a8-a8a006687769 req-e7827dc3-a22c-44b1-8c6e-3d6c2f8006e1 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:54.340043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7efc9449-b9ce-4619-b8a8-a8a006687769 req-e7827dc3-a22c-44b1-8c6e-3d6c2f8006e1 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.5728455 Jul 07 19:20:54.444374 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:54.476720 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b7e004f-d10c-4e6b-86fd-9e5310257230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.544998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7efc9449-b9ce-4619-b8a8-a8a006687769 req-942ec8c3-df19-462d-88df-4a59657df853 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030089 Jul 07 19:20:54.704995 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b7e004f-d10c-4e6b-86fd-9e5310257230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.711238 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b7e004f-d10c-4e6b-86fd-9e5310257230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.746218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e004f-d10c-4e6b-86fd-9e5310257230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc12eb-7be6-429f-ac76-73f5cbf88fe0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:54.756140 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.777775 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0b7e004f-d10c-4e6b-86fd-9e5310257230 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7889ca1e2fe544b89aeef64795ca731a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320224 Jul 07 19:20:54.778401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:54.836993 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.838939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d2b012c-b244-4a83-8b6a-6f375af21efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.883748 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d2b012c-b244-4a83-8b6a-6f375af21efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.898862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=c876dceb-9665-40d6-a9e5-12eb517b5d77,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:54.913195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Checking segment: {'id': '2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '05fbd3f5-962b-43ea-8fc9-667971ddc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:54.913569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network hostable DHCP agents. Network: 05fbd3f5-962b-43ea-8fc9-667971ddc6d7, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:54.996036 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d2b012c-b244-4a83-8b6a-6f375af21efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.000710 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d2b012c-b244-4a83-8b6a-6f375af21efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.004779 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9d2b012c-b244-4a83-8b6a-6f375af21efd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4ecc12eb-7be6-429f-ac76-73f5cbf88fe0 HTTP/1.1" status: 204 len: 168 time: 0.2246268 Jul 07 19:20:55.023858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b012c-b244-4a83-8b6a-6f375af21efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc12eb-7be6-429f-ac76-73f5cbf88fe0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:55.168143 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.184385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network 05fbd3f5-962b-43ea-8fc9-667971ddc6d7 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:55.204879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c25be3e7-14c7-4bba-916f-57c52083fb20 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:55.251078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 05fbd3f5-962b-43ea-8fc9-667971ddc6d7) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:55.270388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4387842-3369-4f39-a611-fa2287edfb6f None None] Network 05fbd3f5-962b-43ea-8fc9-667971ddc6d7 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:55.274910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:55.278223 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.347787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-11677945-58fc-4d2d-b0c1-dae868e6388a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6259975 Jul 07 19:20:55.350426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:55.424603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port c25be3e7-14c7-4bba-916f-57c52083fb20 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:55.501158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a9d1bb-11a7-4681-bab3-47f1a07c5cd9 None None] Network f2fead75-5e91-44f5-97c2-e928bb096bc1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:55.527717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router 0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:20:55.613507 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.693425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77a8f0a0-0c3d-474f-b145-1f92a56838f6 None None] Provisioning for port c25be3e7-14c7-4bba-916f-57c52083fb20 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:20:55.709424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-05fbd3f5-962b-43ea-8fc9-667971ddc6d7', 'network_id': '05fbd3f5-962b-43ea-8fc9-667971ddc6d7', 'tenant_id': 'c6ccb3dd371d44af92e962e95559a570', 'fixed_ips': [{'subnet_id': 'c876dceb-9665-40d6-a9e5-12eb517b5d77'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:20:55.710309 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.730375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77a8f0a0-0c3d-474f-b145-1f92a56838f6 None None] Provisioning complete for port c25be3e7-14c7-4bba-916f-57c52083fb20 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:55.730853 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77a8f0a0-0c3d-474f-b145-1f92a56838f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.854320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:55.891018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910cf648-c7a8-47f7-a724-060ab9b747a7 None None] Sync routers for ids ['0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:55.917709 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.944051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910cf648-c7a8-47f7-a724-060ab9b747a7 None None] Routers {'0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:55.944719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-910cf648-c7a8-47f7-a724-060ab9b747a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:55.963262 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.971684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bb057658-866e-47ba-a8a7-61e52b80ab2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.1111763 Jul 07 19:20:55.972410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:56.099831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722506e-4c31-4de1-8be7-aea0f837a9d4 req-91b1233c-190c-4871-96d9-4f5e86730442 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:56.101663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3722506e-4c31-4de1-8be7-aea0f837a9d4 req-91b1233c-190c-4871-96d9-4f5e86730442 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.2496991 Jul 07 19:20:56.196133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-910cf648-c7a8-47f7-a724-060ab9b747a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:56.203885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-c6d56be9-2f03-4a7d-bff3-21f8ab29e760 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:20:56.205524 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-c6d56be9-2f03-4a7d-bff3-21f8ab29e760 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084994 Jul 07 19:20:56.247357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3722506e-4c31-4de1-8be7-aea0f837a9d4 req-54f3dbf8-8381-4b58-87f8-c665d8110635 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140788 Jul 07 19:20:56.263484 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c32119d0-ca51-4b25-8018-384e6677b871 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/routers/0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe HTTP/1.1" status: 200 len: 880 time: 0.2886009 Jul 07 19:20:56.265845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58368) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:56.285743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Allocated IP 2001:db8::1 (05fbd3f5-962b-43ea-8fc9-667971ddc6d7/c876dceb-9665-40d6-a9e5-12eb517b5d77/dfb28313-2150-4e53-a9ca-07212bc6db2e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:56.298108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-0d5f9172-6559-4413-b482-b66c3eb0b5c6 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:56.306386 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-0d5f9172-6559-4413-b482-b66c3eb0b5c6 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports/22b8af46-c084-411e-8608-0ba4069df8e7 HTTP/1.1" status: 200 len: 1095 time: 0.0843894 Jul 07 19:20:56.312332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910cf648-c7a8-47f7-a724-060ab9b747a7 None None] Routers {'0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:56.313012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-910cf648-c7a8-47f7-a724-060ab9b747a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:56.313337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Request body: {'binding': {'host': 'n-h2-792394-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:56.314028 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:20:56.398423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-910cf648-c7a8-47f7-a724-060ab9b747a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:56.399473 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910cf648-c7a8-47f7-a724-060ab9b747a7 None None] The sync data for ids ['0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:56.422220 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77a8f0a0-0c3d-474f-b145-1f92a56838f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.528004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 on host n-h2-792394-12 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:56.528172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:56.528578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:56.540096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Port 22b8af46-c084-411e-8608-0ba4069df8e7 on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:20:56.540450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:56.545679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-77a8f0a0-0c3d-474f-b145-1f92a56838f6 None None] For port c25be3e7-14c7-4bba-916f-57c52083fb20, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c25be3e7-14c7-4bba-916f-57c52083fb20,segment=NetworkSegment(1e8e4d80-dea1-4813-99c0-3ede48e7c900),segment_id=1e8e4d80-dea1-4813-99c0-3ede48e7c900)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:56.559235 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77a8f0a0-0c3d-474f-b145-1f92a56838f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.577502 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:56.577852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:56.578247 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:56.578696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Bound port: 22b8af46-c084-411e-8608-0ba4069df8e7, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:56.710270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=22b8af46-c084-411e-8608-0ba4069df8e7,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:56.711145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8f0a0-0c3d-474f-b145-1f92a56838f6 None None] Pushing event updated for resources: {'Port': ['ID=c25be3e7-14c7-4bba-916f-57c52083fb20,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:56.721690 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.724448 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-2612d190-a498-4862-9e9b-ebc68ad8f34e service neutron] 10.222.0.113 "POST /v2.0/ports/22b8af46-c084-411e-8608-0ba4069df8e7/bindings HTTP/1.1" status: 201 len: 390 time: 0.4168808 Jul 07 19:20:56.759730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff59cd-c634-43ae-b39a-17a8c22aaf1a req-60c6f2a9-33cf-4747-8afc-3d7e5f3657f2 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:56.761730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bfff59cd-c634-43ae-b39a-17a8c22aaf1a req-60c6f2a9-33cf-4747-8afc-3d7e5f3657f2 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.2837167 Jul 07 19:20:56.903648 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.927419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Transition to ACTIVE for port object dfb28313-2150-4e53-a9ca-07212bc6db2e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:56.942055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e7278881-3e55-4508-8eae-eb10dec5869e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6744840 Jul 07 19:20:56.944305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:56.946840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bfff59cd-c634-43ae-b39a-17a8c22aaf1a req-5b44acbc-f946-448c-acb2-dce692412fee tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745918 Jul 07 19:20:56.952701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a0233481-88c0-4cff-9eb6-eaffee66dc00 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-792129305'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:57.025316 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Transition to ACTIVE for port object dfb28313-2150-4e53-a9ca-07212bc6db2e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:20:57.037855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fc0a53b-049f-4951-9378-f575218f71dd None None] Provisioning complete for port c25be3e7-14c7-4bba-916f-57c52083fb20 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:57.040044 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fc0a53b-049f-4951-9378-f575218f71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.051730 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.159238 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.173887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-70cfb68b-d1d2-4a73-8f53-f7dcbd9cd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:57.175906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-70cfb68b-d1d2-4a73-8f53-f7dcbd9cd348 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 1098 time: 0.0986450 Jul 07 19:20:57.188603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c25be3e7-14c7-4bba-916f-57c52083fb20 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:20:57.260559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Subnet': ['ID=c876dceb-9665-40d6-a9e5-12eb517b5d77,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:57.273593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Network 05fbd3f5-962b-43ea-8fc9-667971ddc6d7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:57.286960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:57.293123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:57.316289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Pushing event updated for resources: {'Port': ['ID=dfb28313-2150-4e53-a9ca-07212bc6db2e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:57.396097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.417045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fbd3f5-962b-43ea-8fc9-667971ddc6d7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:57.446267 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:57.446569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:57.463140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c25be3e7-14c7-4bba-916f-57c52083fb20 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:20:57.464104 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.470594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Attempting to bind port dfb28313-2150-4e53-a9ca-07212bc6db2e on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:20:57.471059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Attempting to bind port dfb28313-2150-4e53-a9ca-07212bc6db2e by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '05fbd3f5-962b-43ea-8fc9-667971ddc6d7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:20:57.471769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Attempting to bind port dfb28313-2150-4e53-a9ca-07212bc6db2e on network 05fbd3f5-962b-43ea-8fc9-667971ddc6d7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:20:57.498118 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-f51bc523-0086-4e5f-9702-629807bb3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:57.499839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-f51bc523-0086-4e5f-9702-629807bb3602 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.3114743 Jul 07 19:20:57.523297 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:20:57.524097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Checking segment: {'id': '2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '05fbd3f5-962b-43ea-8fc9-667971ddc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:57.524772 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.525417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Bound using segment: {'id': '2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '05fbd3f5-962b-43ea-8fc9-667971ddc6d7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:20:57.526170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Bound port: dfb28313-2150-4e53-a9ca-07212bc6db2e, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '05fbd3f5-962b-43ea-8fc9-667971ddc6d7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:20:57.526803 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.536623 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.585482 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.644358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] For port dfb28313-2150-4e53-a9ca-07212bc6db2e, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:20:57.688684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-a3cdb09f-518a-4aee-845e-0610a302c568 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22b8af46-c084-411e-8608-0ba4069df8e7 HTTP/1.1" status: 200 len: 217 time: 0.1788139 Jul 07 19:20:57.699529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee66c59-5d33-4af7-bdd4-4a82b4681ea4 req-614ba13f-67f2-485a-bd92-ae5d8944086b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:57.706421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aee66c59-5d33-4af7-bdd4-4a82b4681ea4 req-614ba13f-67f2-485a-bd92-ae5d8944086b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.3976610 Jul 07 19:20:57.746641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:57.746801 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:57.750699 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:57.754421 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:57.800784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aee66c59-5d33-4af7-bdd4-4a82b4681ea4 req-8fedc2d1-53cf-43aa-a484-2200981d5f42 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934706 Jul 07 19:20:57.803635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-3cc64168-7141-4705-a7af-4cb0ec5e3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:57.805120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-3cc64168-7141-4705-a7af-4cb0ec5e3db3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.0894547 Jul 07 19:20:57.813624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004c2b2-2322-4818-a866-2ce5ecd9eac9 req-97b3a1f0-1142-4b94-9c3d-d0b02ce33d04 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:57.815186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c004c2b2-2322-4818-a866-2ce5ecd9eac9 req-97b3a1f0-1142-4b94-9c3d-d0b02ce33d04 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.1846471 Jul 07 19:20:57.877365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-20dc2295-e6e7-462b-ab65-0d6dbf3497cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611637 Jul 07 19:20:57.904782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c004c2b2-2322-4818-a866-2ce5ecd9eac9 req-3954274a-c4ee-41a5-9214-68eaa29b6573 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700645 Jul 07 19:20:58.012670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-aa756edf-f5e6-4b0b-8508-2a538ac036e5 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063793 Jul 07 19:20:58.172773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-1fdf3683-afb3-44fa-8406-713167079163 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509993 Jul 07 19:20:58.185902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04961387-3a86-45cf-be8c-8f5ee26e98bf req-768c0067-bd58-4f48-a9e7-10d25287e2de tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:58.187524 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04961387-3a86-45cf-be8c-8f5ee26e98bf req-768c0067-bd58-4f48-a9e7-10d25287e2de tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.1060443 Jul 07 19:20:58.272753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04961387-3a86-45cf-be8c-8f5ee26e98bf req-b7b589e0-c931-497d-bb68-9aac8eb23c47 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792618 Jul 07 19:20:58.284556 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:20:58.284556 n-d-792394-12 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:20:58.284556 n-d-792394-12 neutron-server[93771]: [parameters: {'id': '05fbd3f5-962b-43ea-8fc9-667971ddc6d7'}] Jul 07 19:20:58.284556 n-d-792394-12 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:20:58.285432 n-d-792394-12 neutron-server[93771]: DEBUG oslo_db.api [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:20:58.292219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] For port dfb28313-2150-4e53-a9ca-07212bc6db2e, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=dfb28313-2150-4e53-a9ca-07212bc6db2e,segment=NetworkSegment(2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e),segment_id=2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:20:58.293059 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0233481-88c0-4cff-9eb6-eaffee66dc00 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.301292 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.327471 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0233481-88c0-4cff-9eb6-eaffee66dc00 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.387927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1505131648', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:58.422359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Made reservation on behalf of bd5153bb02ab45939362a63b7c2c5cc7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:58.424952 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.439107 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.462628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4b0c3-3e53-4fe2-9863-637f1b2abecf None None] Pushing event updated for resources: {'Port': ['ID=dfb28313-2150-4e53-a9ca-07212bc6db2e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:58.550924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d7d5c9-1608-463d-b453-0149d53c068c None None] Network 05fbd3f5-962b-43ea-8fc9-667971ddc6d7 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:58.578369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0233481-88c0-4cff-9eb6-eaffee66dc00 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router 0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:58.739432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b08d5ee-291a-4810-a848-ba55bb07102c None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:20:58.779539 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.787545 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.797634 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.804721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] device_id is not set on port be4ee0dd-234d-48df-bdb1-a2045ebd77a7 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:20:58.823659 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0233481-88c0-4cff-9eb6-eaffee66dc00 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:58.835958 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14601b4f-80a5-42e1-9dc7-73f785b3171c None None] Sync routers for ids ['0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:58.845589 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0233481-88c0-4cff-9eb6-eaffee66dc00 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.846809 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a0233481-88c0-4cff-9eb6-eaffee66dc00 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe HTTP/1.1" status: 200 len: 887 time: 1.9008489 Jul 07 19:20:58.849633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:58.860011 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14601b4f-80a5-42e1-9dc7-73f785b3171c None None] Routers {'0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:58.860684 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-14601b4f-80a5-42e1-9dc7-73f785b3171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:58.929894 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-14601b4f-80a5-42e1-9dc7-73f785b3171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:58.948447 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14601b4f-80a5-42e1-9dc7-73f785b3171c None None] Routers {'0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:58.949126 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-14601b4f-80a5-42e1-9dc7-73f785b3171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:58.961670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08d5ee-291a-4810-a848-ba55bb07102c None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:20:59.020410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816a104d-34bb-4aa7-8938-c07229b10ce9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.052543 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-14601b4f-80a5-42e1-9dc7-73f785b3171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:59.053417 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14601b4f-80a5-42e1-9dc7-73f785b3171c None None] The sync data for ids ['0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:59.191801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Deleting port dfb28313-2150-4e53-a9ca-07212bc6db2e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:59.192820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.281849 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c2fd8500-e99e-4ee3-a580-1da649802200 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/routers/0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe HTTP/1.1" status: 200 len: 887 time: 0.4307950 Jul 07 19:20:59.286518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:59.401352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Allocated IP 172.25.2.78 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/be4ee0dd-234d-48df-bdb1-a2045ebd77a7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:20:59.406705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] For port dfb28313-2150-4e53-a9ca-07212bc6db2e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=dfb28313-2150-4e53-a9ca-07212bc6db2e,segment=NetworkSegment(2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e),segment_id=2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:59.407387 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.431368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Calling delete_port for dfb28313-2150-4e53-a9ca-07212bc6db2e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:59.639392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.663263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No DVR routers for this DVR port dfb28313-2150-4e53-a9ca-07212bc6db2e on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:59.695398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Port': ['ID=dfb28313-2150-4e53-a9ca-07212bc6db2e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.719087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.775671 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-67364cd5-7ed7-4a83-8751-3b5aa92ed9f0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe HTTP/1.1" status: 200 len: 205 time: 0.4778183 Jul 07 19:20:59.779091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:59.811703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.813305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d0995-1e86-40f8-b136-3d00850b42c4 req-b62469c9-9b97-4dac-aa58-811bae97a891 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:59.815120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f93d0995-1e86-40f8-b136-3d00850b42c4 req-b62469c9-9b97-4dac-aa58-811bae97a891 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.7125123 Jul 07 19:20:59.825237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fbd3f5-962b-43ea-8fc9-667971ddc6d7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:59.839918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:59.840281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d89fa57-6cb8-4bf7-b43c-72f01eb92b5e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:59.852228 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.855152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.899515 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.912401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:20:59.921077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:59.921497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:59.925222 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:59.929627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:59.941516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:20:59.943432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Pushing event updated for resources: {'Port': ['ID=be4ee0dd-234d-48df-bdb1-a2045ebd77a7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.957283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f93d0995-1e86-40f8-b136-3d00850b42c4 req-9e616874-0ca8-4455-a9d7-9a67f8b794a8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047122 Jul 07 19:20:59.979929 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.988974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a0a45-e407-405b-ac07-f8ecf8f4abca req-e5766bf5-a88b-40b2-8014-9c33060776a3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:59.995785 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-997a0a45-e407-405b-ac07-f8ecf8f4abca req-e5766bf5-a88b-40b2-8014-9c33060776a3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.2522438 Jul 07 19:21:00.035497 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:00.036111 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.048348 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.052511 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-72c50f30-4682-4211-8776-5675ba3a1bf4 tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2968836 Jul 07 19:21:00.056684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:00.063317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.78'}]}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:00.072671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.074599 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/05fbd3f5-962b-43ea-8fc9-667971ddc6d7 HTTP/1.1" status: 204 len: 168 time: 4.7231777 Jul 07 19:21:00.075524 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9602058-ebe7-41be-beeb-d9f5f2248bcf tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Network': ['ID=05fbd3f5-962b-43ea-8fc9-667971ddc6d7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:00.081769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:00.096725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1353008123'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:00.125982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-997a0a45-e407-405b-ac07-f8ecf8f4abca req-ada78836-2c16-4c8f-9c4c-754f4996eb65 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293359 Jul 07 19:21:00.168394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.169909 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.210420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:00.214141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.241458 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.277037 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.289224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:00.379829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.380331 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Added segment 073ef8b2-3ad8-48f8-bf4b-da7540526de9 of type vlan for network 192b9189-2471-4dbc-b49b-4fedb77abadd Jul 07 19:21:00.468400 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.516519 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.557525 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port 30a42e6e-da02-4288-8c61-9ca5dd6c9800 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:00.558056 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.562876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.568771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:00.569328 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.725648 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6348493 Jul 07 19:21:00.725925 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:00.731287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'network_id': '192b9189-2471-4dbc-b49b-4fedb77abadd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:00.750157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb2d79-8112-449f-b605-99efe1812d0f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=192b9189-2471-4dbc-b49b-4fedb77abadd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:00.764296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 192b9189-2471-4dbc-b49b-4fedb77abadd details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:00.776180 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.792875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for 30a42e6e-da02-4288-8c61-9ca5dd6c9800 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:00.889147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:00.896255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.189914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.310794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=30a42e6e-da02-4288-8c61-9ca5dd6c9800,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:01.322342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.323724 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.414106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=a8e237c8-ee94-4579-8199-79116308ca54,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:01.422013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Checking segment: {'id': '073ef8b2-3ad8-48f8-bf4b-da7540526de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '192b9189-2471-4dbc-b49b-4fedb77abadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:01.422567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network hostable DHCP agents. Network: 192b9189-2471-4dbc-b49b-4fedb77abadd, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:01.424631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.456382 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network 192b9189-2471-4dbc-b49b-4fedb77abadd is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:01.470017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 192b9189-2471-4dbc-b49b-4fedb77abadd) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:01.475516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:01.476443 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.482537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8748328-746c-4603-8929-e6edde8019ec None None] Network 192b9189-2471-4dbc-b49b-4fedb77abadd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:01.505842 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e58645ea-23c3-4303-a704-964875f17570 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7784534 Jul 07 19:21:01.506720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:01.514074 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1817880283'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:01.547462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:01.552245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.600300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:01.615341 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.615707 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Added segment 8e72e28f-0a95-46c3-ba2e-15368e89368d of type vlan for network 627cd4aa-4520-4a45-8e93-4c474aab4a2a Jul 07 19:21:01.688020 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.721589 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.733155 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.735431 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-192b9189-2471-4dbc-b49b-4fedb77abadd', 'network_id': '192b9189-2471-4dbc-b49b-4fedb77abadd', 'tenant_id': 'c6ccb3dd371d44af92e962e95559a570', 'fixed_ips': [{'subnet_id': 'a8e237c8-ee94-4579-8199-79116308ca54'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:01.736531 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.742475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:01.743488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.748793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e571ca-dc0e-495b-8faf-9db4461d1813 req-581c1598-63fb-4f45-ae15-36c854e8e4bd tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:01.750182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91e571ca-dc0e-495b-8faf-9db4461d1813 req-581c1598-63fb-4f45-ae15-36c854e8e4bd tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.6297576 Jul 07 19:21:01.771399 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2633133 Jul 07 19:21:01.775399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:01.783556 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.798905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'network_id': '627cd4aa-4520-4a45-8e93-4c474aab4a2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:01.932070 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.936415 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.946956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0415e-86ad-41e8-9c11-415945fa7c27 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=627cd4aa-4520-4a45-8e93-4c474aab4a2a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:01.955959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Allocated IP 2001:db8::3 (192b9189-2471-4dbc-b49b-4fedb77abadd/a8e237c8-ee94-4579-8199-79116308ca54/4e79f2cf-77d0-43ff-9359-3b20d633e299) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:01.962956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 627cd4aa-4520-4a45-8e93-4c474aab4a2a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:01.995997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:02.001674 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.082522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 19:21:02.083429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 19:21:02.090733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91e571ca-dc0e-495b-8faf-9db4461d1813 req-000363b7-ae7c-4fe0-ab8e-2e7b1635cdd1 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048458 Jul 07 19:21:02.280911 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.283652 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.324928 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.360168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8185190-aa43-4974-b7ff-a0975c62257b req-3ee01258-b444-430a-b7f9-86623060eb39 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0469427 Jul 07 19:21:02.361111 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.361696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4303fc2d-4bd1-466f-8bc3-9049faf2e58b {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:21:02.390977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271b83d-4d83-45a2-8be0-f784e82ac988 req-4ed0a035-c802-42f5-aa81-d02d796d5cd3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:02.403209 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d271b83d-4d83-45a2-8be0-f784e82ac988 req-4ed0a035-c802-42f5-aa81-d02d796d5cd3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 1.0787065 Jul 07 19:21:02.413867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=451abe99-7d43-4e9a-8341-f45e79bf7ec4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:02.438432 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.438963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Fanout notify agent at l3_agent the message router_deleted on router 0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:21:02.444730 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.463656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Transition to ACTIVE for port object 4e79f2cf-77d0-43ff-9359-3b20d633e299 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:02.481220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Checking segment: {'id': '8e72e28f-0a95-46c3-ba2e-15368e89368d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '627cd4aa-4520-4a45-8e93-4c474aab4a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:02.482964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network hostable DHCP agents. Network: 627cd4aa-4520-4a45-8e93-4c474aab4a2a, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:02.490469 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Transition to ACTIVE for port object 4e79f2cf-77d0-43ff-9359-3b20d633e299 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:02.498420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.498858 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.500331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2da6a732-2832-4d59-a1c8-46d8236ce28d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe HTTP/1.1" status: 204 len: 168 time: 2.7201571 Jul 07 19:21:02.515097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:02.542101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Network 192b9189-2471-4dbc-b49b-4fedb77abadd is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:02.542528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1214011374'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:02.545605 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:21:02.547414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:02.548222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bd0793e5-3ddf-4c1a-81a8-ad196378c61a tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4897747 Jul 07 19:21:02.552335 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d271b83d-4d83-45a2-8be0-f784e82ac988 req-ae02ad46-508a-4ead-b1ec-c33153849a44 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431720 Jul 07 19:21:02.554487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:02.572849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:02.578556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network 627cd4aa-4520-4a45-8e93-4c474aab4a2a is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:02.584370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:02.589310 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.598235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Pushing event updated for resources: {'Port': ['ID=4e79f2cf-77d0-43ff-9359-3b20d633e299,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:02.615112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 627cd4aa-4520-4a45-8e93-4c474aab4a2a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:02.620912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:02.621604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.633564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff6bb86-073a-4a5d-a33a-207bc7f874b8 None None] Network 627cd4aa-4520-4a45-8e93-4c474aab4a2a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:02.655471 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b05ce570-6766-46dc-9a55-09742eaac137 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8769038 Jul 07 19:21:02.656574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:02.659171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:02.726027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185190-aa43-4974-b7ff-a0975c62257b req-c15a9b62-68f3-4a2e-b034-045a760b5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:02.727825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8185190-aa43-4974-b7ff-a0975c62257b req-c15a9b62-68f3-4a2e-b034-045a760b5b7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 1096 time: 0.3138912 Jul 07 19:21:02.735010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5f927-02e7-4f79-8330-c695f4a641ee tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Deleting port be4ee0dd-234d-48df-bdb1-a2045ebd77a7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:02.735732 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f927-02e7-4f79-8330-c695f4a641ee tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.751528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Attempting to bind port 4e79f2cf-77d0-43ff-9359-3b20d633e299 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:02.751973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Attempting to bind port 4e79f2cf-77d0-43ff-9359-3b20d633e299 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '073ef8b2-3ad8-48f8-bf4b-da7540526de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '192b9189-2471-4dbc-b49b-4fedb77abadd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:02.752344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Attempting to bind port 4e79f2cf-77d0-43ff-9359-3b20d633e299 on network 192b9189-2471-4dbc-b49b-4fedb77abadd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:02.759554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:02.759935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Checking segment: {'id': '073ef8b2-3ad8-48f8-bf4b-da7540526de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '192b9189-2471-4dbc-b49b-4fedb77abadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:02.760344 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.760777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Bound using segment: {'id': '073ef8b2-3ad8-48f8-bf4b-da7540526de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '192b9189-2471-4dbc-b49b-4fedb77abadd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:02.761257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Bound port: 4e79f2cf-77d0-43ff-9359-3b20d633e299, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073ef8b2-3ad8-48f8-bf4b-da7540526de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '192b9189-2471-4dbc-b49b-4fedb77abadd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:02.761970 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.785765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.804582 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.804964 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added segment 33b586da-1105-441f-92a9-0b0ed7ffd3cc of type vlan for network a076dd80-e3c7-45f0-b1e6-caef47daf2e2 Jul 07 19:21:02.873328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] For port 4e79f2cf-77d0-43ff-9359-3b20d633e299, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:02.877361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] For port 4e79f2cf-77d0-43ff-9359-3b20d633e299, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4e79f2cf-77d0-43ff-9359-3b20d633e299,segment=NetworkSegment(073ef8b2-3ad8-48f8-bf4b-da7540526de9),segment_id=073ef8b2-3ad8-48f8-bf4b-da7540526de9)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:02.893842 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.895383 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.903202 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.970273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275c17a-5bb8-48bc-a435-20dea0d96c78 None None] Pushing event updated for resources: {'Port': ['ID=4e79f2cf-77d0-43ff-9359-3b20d633e299,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:02.991003 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f927-02e7-4f79-8330-c695f4a641ee tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.002413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.005393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5f927-02e7-4f79-8330-c695f4a641ee tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Calling delete_port for be4ee0dd-234d-48df-bdb1-a2045ebd77a7 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:03.025515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:03.026394 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.050927 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.094816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a0730f-df17-41b9-be7d-01c5a0055e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-627cd4aa-4520-4a45-8e93-4c474aab4a2a', 'network_id': '627cd4aa-4520-4a45-8e93-4c474aab4a2a', 'tenant_id': 'c6ccb3dd371d44af92e962e95559a570', 'fixed_ips': [{'subnet_id': '451abe99-7d43-4e9a-8341-f45e79bf7ec4'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:03.096307 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0a0730f-df17-41b9-be7d-01c5a0055e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.123988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Network': ['ID=a076dd80-e3c7-45f0-b1e6-caef47daf2e2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:03.154446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network a076dd80-e3c7-45f0-b1e6-caef47daf2e2 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:03.162395 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8b6ceddd-5cd7-4586-96c0-32111571fee9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6289375 Jul 07 19:21:03.162395 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.172057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:03.273386 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.289912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627cd4aa-4520-4a45-8e93-4c474aab4a2a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:03.302211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e72e28f-0a95-46c3-ba2e-15368e89368d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:03.302513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e72e28f-0a95-46c3-ba2e-15368e89368d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:03.315283 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.319340 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f927-02e7-4f79-8330-c695f4a641ee tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.357657 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.364828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:03.365547 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.391791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5f927-02e7-4f79-8330-c695f4a641ee tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Pushing event deleted for resources: {'Port': ['ID=be4ee0dd-234d-48df-bdb1-a2045ebd77a7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:03.437217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185190-aa43-4974-b7ff-a0975c62257b req-46fa7c82-47aa-4195-886f-3cc084dbc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:03.439157 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8185190-aa43-4974-b7ff-a0975c62257b req-46fa7c82-47aa-4195-886f-3cc084dbc054 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.6551852 Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-f0a0730f-df17-41b9-be7d-01c5a0055e29 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 451abe99-7d43-4e9a-8341-f45e79bf7ec4: This subnet is being modified by another concurrent operation. Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:21:03.515994 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 451abe99-7d43-4e9a-8341-f45e79bf7ec4: This subnet is being modified by another concurrent operation. Jul 07 19:21:03.520996 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:21:03.538358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709985c5-84e9-4d8b-95bd-5d813fa88b23 None None] Network 627cd4aa-4520-4a45-8e93-4c474aab4a2a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:03.539412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'subnet': {'network_id': 'a076dd80-e3c7-45f0-b1e6-caef47daf2e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:03.566896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709985c5-84e9-4d8b-95bd-5d813fa88b23 None None] Network 627cd4aa-4520-4a45-8e93-4c474aab4a2a could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:21:03.573797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Subnet': ['ID=451abe99-7d43-4e9a-8341-f45e79bf7ec4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:03.582210 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:03.584573 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.587816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.590233 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/627cd4aa-4520-4a45-8e93-4c474aab4a2a HTTP/1.1" status: 204 len: 168 time: 0.9295568 Jul 07 19:21:03.616216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8185190-aa43-4974-b7ff-a0975c62257b req-902ec1ec-e461-48b4-8931-ab5c2660d6ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec HTTP/1.1" status: 200 len: 217 time: 0.1330626 Jul 07 19:21:03.616712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58484) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:03.641016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-498914730'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:03.644486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287fecf-baa2-45dd-8be4-300a651cbed0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Network': ['ID=627cd4aa-4520-4a45-8e93-4c474aab4a2a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:03.646277 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f927-02e7-4f79-8330-c695f4a641ee tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.651221 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ecc5f927-02e7-4f79-8330-c695f4a641ee tempest-RoutersAdminNegativeTest-114041367 tempest-RoutersAdminNegativeTest-114041367-project-admin] 10.222.0.113 "DELETE /v2.0/ports/be4ee0dd-234d-48df-bdb1-a2045ebd77a7 HTTP/1.1" status: 204 len: 168 time: 1.0903037 Jul 07 19:21:03.717201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:21:03.717201 n-d-792394-12 neutron-server[93771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 19:21:03.717201 n-d-792394-12 neutron-server[93771]: [parameters: {'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'id': '2ba31939-8f7c-4bee-98a0-3f308d8efeaf', 'expiration': datetime.datetime(2021, 7, 7, 19, 23, 3, 706949)}] Jul 07 19:21:03.717201 n-d-792394-12 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:21:03.717690 n-d-792394-12 neutron-server[93771]: DEBUG oslo_db.api [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:21:03.737245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185190-aa43-4974-b7ff-a0975c62257b req-36f39f62-66dc-4f82-a2b1-1e42322a0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:03.738617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8185190-aa43-4974-b7ff-a0975c62257b req-36f39f62-66dc-4f82-a2b1-1e42322a0816 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1044765 Jul 07 19:21:03.750122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:03.753706 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.178834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:04.212728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8185190-aa43-4974-b7ff-a0975c62257b req-2fdd5aed-8570-4139-8edf-55562093af2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4559169 Jul 07 19:21:04.223379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8feff6-971e-4fea-9867-18d23ca7fb55 req-8052a593-2c3d-40dc-8976-9c4f84469985 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:04.230509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae8feff6-971e-4fea-9867-18d23ca7fb55 req-8052a593-2c3d-40dc-8976-9c4f84469985 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.7460287 Jul 07 19:21:04.256955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:04.270947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:04.274992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.276697 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.277231 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Added segment 9bf26c12-ddd6-4647-aff1-159c9a8c8d93 of type vlan for network 5a4adade-440b-439b-9864-4b3448f33ad2 Jul 07 19:21:04.412185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.455383 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-116557ff-4ab2-46c6-b062-b5ae809c48c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.471523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab8178-c378-4c1d-80bc-a1f1318cddd1 None None] Network 192b9189-2471-4dbc-b49b-4fedb77abadd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:04.506032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8185190-aa43-4974-b7ff-a0975c62257b req-a6ef3e14-17f1-4421-b06a-7db327b7590e service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732995 Jul 07 19:21:04.509744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae8feff6-971e-4fea-9867-18d23ca7fb55 req-1ea10815-d5bc-4191-b68b-8cd72cb0abbd tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784214 Jul 07 19:21:04.563633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a5639bc5-cd21-4cd0-939a-04482d78943c None None] Provisioning for port 4e79f2cf-77d0-43ff-9359-3b20d633e299 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:04.580419 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-116557ff-4ab2-46c6-b062-b5ae809c48c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.595951 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-116557ff-4ab2-46c6-b062-b5ae809c48c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.651453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f2999-25f3-4703-a045-72c7cafcf639 req-43a06f6b-1584-4eb2-aa73-e339f1e4b6eb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:04.653100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4c9f2999-25f3-4703-a045-72c7cafcf639 req-43a06f6b-1584-4eb2-aa73-e339f1e4b6eb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.9182580 Jul 07 19:21:04.656322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8185190-aa43-4974-b7ff-a0975c62257b req-c329a8ab-6674-4f2b-bc79-cc70d957a39f service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247568 Jul 07 19:21:04.657490 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.665225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:04.665870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.692974 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-116557ff-4ab2-46c6-b062-b5ae809c48c5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8d63d5210b8f49c0b67285044a90978e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5124204 Jul 07 19:21:04.699501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:04.701299 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116557ff-4ab2-46c6-b062-b5ae809c48c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88e3a4f-5820-4f80-ac4d-691fa425425d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:04.762047 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.782185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1511512 Jul 07 19:21:04.784282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:04.798908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d636624-6e0a-44a1-a492-72d5e6f02a2f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=5a4adade-440b-439b-9864-4b3448f33ad2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:04.811292 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 5a4adade-440b-439b-9864-4b3448f33ad2 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:04.831476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4c9f2999-25f3-4703-a045-72c7cafcf639 req-18e9b7c4-3b5c-48dd-9826-aa4c95fe92d3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501794 Jul 07 19:21:04.839115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'network_id': '5a4adade-440b-439b-9864-4b3448f33ad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:04.846371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b518d1a-75ea-4db1-8b88-54a266bf62dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.882969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b518d1a-75ea-4db1-8b88-54a266bf62dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.991014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Subnet': ['ID=23bb4242-e8e7-4b22-85f4-4086ee2949c1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:05.005038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Checking segment: {'id': '33b586da-1105-441f-92a9-0b0ed7ffd3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'a076dd80-e3c7-45f0-b1e6-caef47daf2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:05.005410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network hostable DHCP agents. Network: a076dd80-e3c7-45f0-b1e6-caef47daf2e2, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:05.042786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network a076dd80-e3c7-45f0-b1e6-caef47daf2e2 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:05.044889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e07f058-dc7b-49c9-becd-e27eb600f2aa None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:21:05.067038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, a076dd80-e3c7-45f0-b1e6-caef47daf2e2) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:05.081360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:05.081899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.114177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:05.119761 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.128453 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b518d1a-75ea-4db1-8b88-54a266bf62dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.132203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b518d1a-75ea-4db1-8b88-54a266bf62dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.136309 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3b518d1a-75ea-4db1-8b88-54a266bf62dc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b88e3a4f-5820-4f80-ac4d-691fa425425d HTTP/1.1" status: 204 len: 168 time: 0.4294639 Jul 07 19:21:05.140871 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cdae3a9d-b7ae-4137-a481-9b6eda4a6df2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6207588 Jul 07 19:21:05.143152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:05.147834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-883f38af-4339-4156-ae43-27a6d77954d5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-61121365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:05.209269 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883f38af-4339-4156-ae43-27a6d77954d5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.210929 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883f38af-4339-4156-ae43-27a6d77954d5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.225816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b518d1a-75ea-4db1-8b88-54a266bf62dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88e3a4f-5820-4f80-ac4d-691fa425425d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:05.332449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e07f058-dc7b-49c9-becd-e27eb600f2aa None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:21:05.338330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4e79f2cf-77d0-43ff-9359-3b20d633e299 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:05.366016 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883f38af-4339-4156-ae43-27a6d77954d5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.389150 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883f38af-4339-4156-ae43-27a6d77954d5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.430114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883f38af-4339-4156-ae43-27a6d77954d5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.432266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-883f38af-4339-4156-ae43-27a6d77954d5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2880321 Jul 07 19:21:05.437304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:05.473069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.487552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4e79f2cf-77d0-43ff-9359-3b20d633e299 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:05.499533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4e79f2cf-77d0-43ff-9359-3b20d633e299 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:05.503743 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.585509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=f5a5a7f2-77cd-4633-bbc2-503178bb403e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:05.657416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Checking segment: {'id': '9bf26c12-ddd6-4647-aff1-159c9a8c8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '5a4adade-440b-439b-9864-4b3448f33ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:05.657782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network hostable DHCP agents. Network: 5a4adade-440b-439b-9864-4b3448f33ad2, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:05.709113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network 5a4adade-440b-439b-9864-4b3448f33ad2 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:05.744500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 5a4adade-440b-439b-9864-4b3448f33ad2) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:05.749538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:05.750150 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.767768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:05.847770 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-21a87c0e-6a7c-4372-8006-188e0e35cc6b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0594010 Jul 07 19:21:05.848394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:05.871912 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.902612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-a076dd80-e3c7-45f0-b1e6-caef47daf2e2', 'network_id': 'a076dd80-e3c7-45f0-b1e6-caef47daf2e2', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'fixed_ips': [{'subnet_id': '23bb4242-e8e7-4b22-85f4-4086ee2949c1'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:05.903858 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.942138 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-27cfd225-149f-45e4-b46d-c6e4ad7b7ece admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bd5153bb02ab45939362a63b7c2c5cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727722 Jul 07 19:21:05.945294 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:05.956443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 4e79f2cf-77d0-43ff-9359-3b20d633e299, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4e79f2cf-77d0-43ff-9359-3b20d633e299,segment=NetworkSegment(073ef8b2-3ad8-48f8-bf4b-da7540526de9),segment_id=073ef8b2-3ad8-48f8-bf4b-da7540526de9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:05.969758 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.010928 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.026754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.128714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958261a3-15bf-4892-a5cb-c9f97d467bd1 req-24768f75-082d-4c45-837e-751798910379 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:06.132233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-958261a3-15bf-4892-a5cb-c9f97d467bd1 req-24768f75-082d-4c45-837e-751798910379 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.3540671 Jul 07 19:21:06.147631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=4e79f2cf-77d0-43ff-9359-3b20d633e299,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:06.182533 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bb9-1131-4fdd-a2d7-a8188f945528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.211638 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bb9-1131-4fdd-a2d7-a8188f945528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.247735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Allocated IP 172.20.0.2 (a076dd80-e3c7-45f0-b1e6-caef47daf2e2/23bb4242-e8e7-4b22-85f4-4086ee2949c1/913d201f-8a58-4e27-b370-91ac27409842) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:06.288572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.376400 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-958261a3-15bf-4892-a5cb-c9f97d467bd1 req-71d9446c-ce34-4553-ae0a-1d96b4318403 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408500 Jul 07 19:21:06.384791 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.408786 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bb9-1131-4fdd-a2d7-a8188f945528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.411508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bb9-1131-4fdd-a2d7-a8188f945528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.416142 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-89cd7bb9-1131-4fdd-a2d7-a8188f945528 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/816a104d-34bb-4aa7-8938-c07229b10ce9 HTTP/1.1" status: 204 len: 168 time: 0.4698400 Jul 07 19:21:06.446775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a5a7f2-77cd-4633-bbc2-503178bb403e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:06.461419 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd7bb9-1131-4fdd-a2d7-a8188f945528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816a104d-34bb-4aa7-8938-c07229b10ce9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:06.476656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fb409-a6af-401d-8f90-114e8d40bf92 req-0ee9efce-2a9f-4ee7-bcfe-6a02e5420f14 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:06.485608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb5fb409-a6af-401d-8f90-114e8d40bf92 req-0ee9efce-2a9f-4ee7-bcfe-6a02e5420f14 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.3035676 Jul 07 19:21:06.584317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb5fb409-a6af-401d-8f90-114e8d40bf92 req-51922ba8-95ac-4aea-97bd-279dc20eb1d1 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856807 Jul 07 19:21:06.627187 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.642881 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Transition to ACTIVE for port object 913d201f-8a58-4e27-b370-91ac27409842 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:06.660160 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.665783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Transition to ACTIVE for port object 913d201f-8a58-4e27-b370-91ac27409842 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:06.681151 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.684247 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4adade-440b-439b-9864-4b3448f33ad2']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:06.710882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf26c12-ddd6-4647-aff1-159c9a8c8d93') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:06.717542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf26c12-ddd6-4647-aff1-159c9a8c8d93') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:06.750308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Network a076dd80-e3c7-45f0-b1e6-caef47daf2e2 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:06.755293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.757339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:06.759788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Pushing event updated for resources: {'Port': ['ID=913d201f-8a58-4e27-b370-91ac27409842,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:06.766949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:06.794339 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Allocated IP 172.20.0.1 (a076dd80-e3c7-45f0-b1e6-caef47daf2e2/23bb4242-e8e7-4b22-85f4-4086ee2949c1/389085dc-3eeb-4434-ae1c-2610ab371e1d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:06.802027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.818772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:06.820023 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:06.823755 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:06.855675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Attempting to bind port 913d201f-8a58-4e27-b370-91ac27409842 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:06.856100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Attempting to bind port 913d201f-8a58-4e27-b370-91ac27409842 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '33b586da-1105-441f-92a9-0b0ed7ffd3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'a076dd80-e3c7-45f0-b1e6-caef47daf2e2'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:06.856419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Attempting to bind port 913d201f-8a58-4e27-b370-91ac27409842 on network a076dd80-e3c7-45f0-b1e6-caef47daf2e2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:06.863598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:06.864006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Checking segment: {'id': '33b586da-1105-441f-92a9-0b0ed7ffd3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'a076dd80-e3c7-45f0-b1e6-caef47daf2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:06.864408 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.865212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Bound using segment: {'id': '33b586da-1105-441f-92a9-0b0ed7ffd3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'a076dd80-e3c7-45f0-b1e6-caef47daf2e2'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:06.865426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Bound port: 913d201f-8a58-4e27-b370-91ac27409842, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b586da-1105-441f-92a9-0b0ed7ffd3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'a076dd80-e3c7-45f0-b1e6-caef47daf2e2'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:06.865982 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.954996 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.960948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.964442 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/5a4adade-440b-439b-9864-4b3448f33ad2 HTTP/1.1" status: 204 len: 168 time: 1.1137464 Jul 07 19:21:06.969727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:06.987181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] For port 913d201f-8a58-4e27-b370-91ac27409842, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:06.992000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] For port 913d201f-8a58-4e27-b370-91ac27409842, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=913d201f-8a58-4e27-b370-91ac27409842,segment=NetworkSegment(33b586da-1105-441f-92a9-0b0ed7ffd3cc),segment_id=33b586da-1105-441f-92a9-0b0ed7ffd3cc)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:07.003352 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.023163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-649773205'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:07.047587 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.069644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Transition to ACTIVE for port object 389085dc-3eeb-4434-ae1c-2610ab371e1d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:07.121447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fac78b-f928-4e61-9474-8b602dc774e6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Network': ['ID=5a4adade-440b-439b-9864-4b3448f33ad2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:07.123945 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.154893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b3eb8-4bb2-45e2-a195-e1d3559f8d45 None None] Pushing event updated for resources: {'Port': ['ID=913d201f-8a58-4e27-b370-91ac27409842,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:07.196813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4e79f2cf-77d0-43ff-9359-3b20d633e299 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:07.245829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:07.250087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.265914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network a076dd80-e3c7-45f0-b1e6-caef47daf2e2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:07.272017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:07.281014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:07.310798 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4e79f2cf-77d0-43ff-9359-3b20d633e299 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:07.312055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.318133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=389085dc-3eeb-4434-ae1c-2610ab371e1d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:07.335956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:07.367445 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.370072 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Added segment 2f3d6d6e-cc37-493a-8be9-cdee1ea95bd4 of type vlan for network 581b916c-b901-4fcf-bd03-3df7a6ab8cfc Jul 07 19:21:07.380090 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.499402 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.605992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.628439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:07.629556 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.767957 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7813601 Jul 07 19:21:07.773205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:07.791061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'network_id': '581b916c-b901-4fcf-bd03-3df7a6ab8cfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:07.793227 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.918816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85156c34-829c-4de0-9b9d-5d22068c305b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=581b916c-b901-4fcf-bd03-3df7a6ab8cfc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:07.932165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 581b916c-b901-4fcf-bd03-3df7a6ab8cfc details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:07.994117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:07.999656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.209730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:08.316311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.359205 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ff2a-8071-46f0-8ecd-0dffca49bbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.512934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384b39c-6318-45bb-8ed9-27e0c5338786 req-60472213-685a-4c84-851d-c84489de1b62 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:08.521908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=6ec64785-6052-4610-81fc-17641a780c9a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:08.524196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8384b39c-6318-45bb-8ed9-27e0c5338786 req-60472213-685a-4c84-851d-c84489de1b62 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.6097312 Jul 07 19:21:08.548384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Checking segment: {'id': '2f3d6d6e-cc37-493a-8be9-cdee1ea95bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '581b916c-b901-4fcf-bd03-3df7a6ab8cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:08.549905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network hostable DHCP agents. Network: 581b916c-b901-4fcf-bd03-3df7a6ab8cfc, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:08.550080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f4a6-6710-4a2f-8b95-032fe36c3441 req-876807c0-8c7e-4372-8dfb-e2129fb98c0d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:08.551880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2952f4a6-6710-4a2f-8b95-032fe36c3441 req-876807c0-8c7e-4372-8dfb-e2129fb98c0d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.7849743 Jul 07 19:21:08.561651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1343330506'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:08.608678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network 581b916c-b901-4fcf-bd03-3df7a6ab8cfc is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:08.626179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 581b916c-b901-4fcf-bd03-3df7a6ab8cfc) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:08.631313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:08.632171 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.670024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Made reservation on behalf of 37827fdd7e724cc0afd8a6b30e576853 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:08.671163 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ef5c9f37-2e1b-4343-a694-347a7cfbfdce tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8947411 Jul 07 19:21:08.673589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:08.674396 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.704647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.734422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8384b39c-6318-45bb-8ed9-27e0c5338786 req-7b089d1a-ffa0-4107-86f8-2fc75a23afab tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988254 Jul 07 19:21:08.772378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2952f4a6-6710-4a2f-8b95-032fe36c3441 req-50bd93a4-fdad-4941-b60c-07754c2bb56d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056289 Jul 07 19:21:08.842837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a459da-130e-463d-80b5-f89f50359e6f None None] Network a076dd80-e3c7-45f0-b1e6-caef47daf2e2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:08.879915 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e56c717-c7a8-4b48-94b6-2601c0975059 None None] Network 5a4adade-440b-439b-9864-4b3448f33ad2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:08.933351 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.937445 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.964729 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.026946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e56c717-c7a8-4b48-94b6-2601c0975059 None None] Network 5a4adade-440b-439b-9864-4b3448f33ad2 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:21:09.027740 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.031169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52135548-2d29-4b7e-a627-5fe3dc097007 None None] Network 581b916c-b901-4fcf-bd03-3df7a6ab8cfc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:09.068789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=389085dc-3eeb-4434-ae1c-2610ab371e1d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:09.078073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f4ae2-a5ed-4620-ad02-66049ea61879 None None] Network 5a4adade-440b-439b-9864-4b3448f33ad2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:09.195446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.204796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.257118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f4ae2-a5ed-4620-ad02-66049ea61879 None None] Network 5a4adade-440b-439b-9864-4b3448f33ad2 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:21:09.276449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6880182b-50ad-4623-b1eb-3bb3de59003c None None] Provisioning for port 913d201f-8a58-4e27-b370-91ac27409842 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:09.286264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec64785-6052-4610-81fc-17641a780c9a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:09.307247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 913d201f-8a58-4e27-b370-91ac27409842 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:09.321833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.322247 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.322907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.323211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.323818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.323962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.324208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.324559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.324893 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.325257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.325579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.326124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.559252 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.576868 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.596913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:09.608789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.609830 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Added segment b3e000a7-744d-4e62-a551-33f154aa81d4 of type vlan for network 722bf2a2-af80-4ccb-9885-5d6546e86e4a Jul 07 19:21:09.613325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.645356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581b916c-b901-4fcf-bd03-3df7a6ab8cfc']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:09.682822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3d6d6e-cc37-493a-8be9-cdee1ea95bd4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:09.683604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3d6d6e-cc37-493a-8be9-cdee1ea95bd4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:09.688790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 913d201f-8a58-4e27-b370-91ac27409842 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:09.693975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9707bb8-bdbc-44d7-9f60-05d2fae2f8cc None None] Network 581b916c-b901-4fcf-bd03-3df7a6ab8cfc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:09.701676 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.723569 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.725000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 913d201f-8a58-4e27-b370-91ac27409842 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:09.725256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.725424 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.754028 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:09.754028 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.780460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50c8b74-c317-44b5-b40f-af8f4c8cebb4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:09.784611 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:09.815966 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.816911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.817517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.818117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.818691 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.819289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.819854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.820434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.821054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.821615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.822173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.822738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:09.854448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network a076dd80-e3c7-45f0-b1e6-caef47daf2e2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:09.868455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.875328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:09.876258 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.882232 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:09.961560 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.992490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.001494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.008058 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/581b916c-b901-4fcf-bd03-3df7a6ab8cfc HTTP/1.1" status: 204 len: 168 time: 1.3299329 Jul 07 19:21:10.009996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:10.021703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-495234913'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:10.033697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 913d201f-8a58-4e27-b370-91ac27409842, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=913d201f-8a58-4e27-b370-91ac27409842,segment=NetworkSegment(33b586da-1105-441f-92a9-0b0ed7ffd3cc),segment_id=33b586da-1105-441f-92a9-0b0ed7ffd3cc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:10.038895 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c3cca-95ff-456b-9ad8-16fe2a18fa1b tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Network': ['ID=581b916c-b901-4fcf-bd03-3df7a6ab8cfc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.041869 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.070947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:10.078618 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.108329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=913d201f-8a58-4e27-b370-91ac27409842,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.117145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:10.130883 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.131438 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Added segment a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c of type vlan for network 1087859f-a30e-4ff2-966f-5e544fa6ccd6 Jul 07 19:21:10.141873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event updated for resources: {'Network': ['ID=722bf2a2-af80-4ccb-9885-5d6546e86e4a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.171083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 722bf2a2-af80-4ccb-9885-5d6546e86e4a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:10.193149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.212865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c88502d3-2fcb-4066-b127-f393235954d5 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9886560 Jul 07 19:21:10.224835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:10.233891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Request body: {'subnet': {'network_id': '722bf2a2-af80-4ccb-9885-5d6546e86e4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:10.337456 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.344865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.345731 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.451758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=1087859f-a30e-4ff2-966f-5e544fa6ccd6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.473405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Made reservation on behalf of 37827fdd7e724cc0afd8a6b30e576853 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:10.475543 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 1087859f-a30e-4ff2-966f-5e544fa6ccd6 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:10.480548 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.481170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5986a52-ce9e-4c22-93e6-a7dead3d2a68 req-e25f3268-84a7-4f66-88f0-d1985621161b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.484596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e5986a52-ce9e-4c22-93e6-a7dead3d2a68 req-e25f3268-84a7-4f66-88f0-d1985621161b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.4020610 Jul 07 19:21:10.511040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee282c-d36a-49f4-a535-43d44062d0e2 req-da54e7c7-973b-408a-a8a5-cc5b2cd8d79e tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.523758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41ee282c-d36a-49f4-a535-43d44062d0e2 req-da54e7c7-973b-408a-a8a5-cc5b2cd8d79e tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.4262676 Jul 07 19:21:10.582687 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ee923cba-9ec9-4ea9-b23a-1045663d60ed tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5704718 Jul 07 19:21:10.586549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:10.594705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'network_id': '1087859f-a30e-4ff2-966f-5e544fa6ccd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:10.688973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41ee282c-d36a-49f4-a535-43d44062d0e2 req-0663c53f-6060-4852-8ce4-ef48c5a6c847 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639223 Jul 07 19:21:10.719177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e5986a52-ce9e-4c22-93e6-a7dead3d2a68 req-52b309f8-88f1-4f30-8d3d-ea070c59fbd8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772177 Jul 07 19:21:10.720697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router 92c084ed-4836-4646-b068-1301ab453684 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:21:10.782780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3667fa-f200-4f20-ade5-00afb7b372dd None None] Network a076dd80-e3c7-45f0-b1e6-caef47daf2e2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:10.846103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:10.860039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.878767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c68216c-9726-446c-aa2d-eb0561daf877 None None] Provisioning for port 389085dc-3eeb-4434-ae1c-2610ab371e1d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:10.894204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c68216c-9726-446c-aa2d-eb0561daf877 None None] Provisioning complete for port 389085dc-3eeb-4434-ae1c-2610ab371e1d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:10.894908 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c68216c-9726-446c-aa2d-eb0561daf877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.925000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:10.934896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-386eaa14-74a2-4c65-95e9-834a24c99a8e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/92c084ed-4836-4646-b068-1301ab453684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4916432 Jul 07 19:21:10.941705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea58165-7a50-4c8a-89d7-ffbcae524757 None None] Sync routers for ids ['92c084ed-4836-4646-b068-1301ab453684'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:10.945415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:10.987995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea58165-7a50-4c8a-89d7-ffbcae524757 None None] Routers {'92c084ed-4836-4646-b068-1301ab453684'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:10.988675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ea58165-7a50-4c8a-89d7-ffbcae524757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['92c084ed-4836-4646-b068-1301ab453684'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:10.993719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2c68216c-9726-446c-aa2d-eb0561daf877 None None] Port 389085dc-3eeb-4434-ae1c-2610ab371e1d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:11.055861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de8cf7c-a498-424c-8acb-1952bbe7553e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:11.057561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4de8cf7c-a498-424c-8acb-1952bbe7553e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports/389085dc-3eeb-4434-ae1c-2610ab371e1d HTTP/1.1" status: 200 len: 910 time: 0.1108284 Jul 07 19:21:11.062575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:11.084194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ec99d207-12f2-479d-8ca6-1bf0bbc45487 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '23bb4242-e8e7-4b22-85f4-4086ee2949c1'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:11.204463 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 913d201f-8a58-4e27-b370-91ac27409842 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:11.245789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ea58165-7a50-4c8a-89d7-ffbcae524757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:11.290296 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.299328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea58165-7a50-4c8a-89d7-ffbcae524757 None None] Routers {'92c084ed-4836-4646-b068-1301ab453684'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:11.300234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ea58165-7a50-4c8a-89d7-ffbcae524757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['92c084ed-4836-4646-b068-1301ab453684'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:11.301977 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3a7888e-87b2-49f4-b2c0-5806d532add3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.303409 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c68216c-9726-446c-aa2d-eb0561daf877 None None] Provisioning complete for port 913d201f-8a58-4e27-b370-91ac27409842 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:11.303772 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c68216c-9726-446c-aa2d-eb0561daf877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.408812 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec99d207-12f2-479d-8ca6-1bf0bbc45487 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.436972 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ea58165-7a50-4c8a-89d7-ffbcae524757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:11.438167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea58165-7a50-4c8a-89d7-ffbcae524757 None None] The sync data for ids ['92c084ed-4836-4646-b068-1301ab453684'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:11.505475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 913d201f-8a58-4e27-b370-91ac27409842 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:11.506123 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.826555 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:21:12.019299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e887a956-3abd-421f-a93a-5520eb64e353 None None] Provisioning complete for port 389085dc-3eeb-4434-ae1c-2610ab371e1d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:12.019778 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e887a956-3abd-421f-a93a-5520eb64e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.078833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e887a956-3abd-421f-a93a-5520eb64e353 None None] Port 389085dc-3eeb-4434-ae1c-2610ab371e1d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:12.114086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e887a956-3abd-421f-a93a-5520eb64e353 None None] Provisioning complete for port 913d201f-8a58-4e27-b370-91ac27409842 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:12.114563 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e887a956-3abd-421f-a93a-5520eb64e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.209910 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.278491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724b980-2ac2-4ad0-86f4-66697d9f5aaf req-077001b5-2897-4c58-ba1b-ae22f3b14bb3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:12.296338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b724b980-2ac2-4ad0-86f4-66697d9f5aaf req-077001b5-2897-4c58-ba1b-ae22f3b14bb3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.2577515 Jul 07 19:21:12.373607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e949f8-c272-44f3-9784-167f3987b18e req-736e3574-e2fe-4c72-bb8a-caf1a3f8daf3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:12.380411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-05e949f8-c272-44f3-9784-167f3987b18e req-736e3574-e2fe-4c72-bb8a-caf1a3f8daf3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.2717948 Jul 07 19:21:12.414891 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.465334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.503956 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b724b980-2ac2-4ad0-86f4-66697d9f5aaf req-28e3d137-c8bb-4e05-90f6-7d93eea319a2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034583 Jul 07 19:21:12.516314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event updated for resources: {'Subnet': ['ID=8ae8d1af-876a-412f-918d-d728eff967eb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:12.534766 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec99d207-12f2-479d-8ca6-1bf0bbc45487 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.577705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-05e949f8-c272-44f3-9784-167f3987b18e req-7581bc90-7684-448e-b1b5-7aaeb5fcb436 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530225 Jul 07 19:21:12.582869 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec99d207-12f2-479d-8ca6-1bf0bbc45487 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.657482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2076f325-da1c-4f73-b907-f7d3c1282c2d None None] Provisioning complete for port 389085dc-3eeb-4434-ae1c-2610ab371e1d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:12.658015 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2076f325-da1c-4f73-b907-f7d3c1282c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.692935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99d207-12f2-479d-8ca6-1bf0bbc45487 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=389085dc-3eeb-4434-ae1c-2610ab371e1d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:12.724773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Checking segment: {'id': 'a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '1087859f-a30e-4ff2-966f-5e544fa6ccd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:12.725222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network hostable DHCP agents. Network: 1087859f-a30e-4ff2-966f-5e544fa6ccd6, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:12.736084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99d207-12f2-479d-8ca6-1bf0bbc45487 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:12.738576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec99d207-12f2-479d-8ca6-1bf0bbc45487 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.742045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ec99d207-12f2-479d-8ca6-1bf0bbc45487 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/ports/389085dc-3eeb-4434-ae1c-2610ab371e1d HTTP/1.1" status: 200 len: 910 time: 1.6773214 Jul 07 19:21:12.744628 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:12.748766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Checking segment: {'id': 'b3e000a7-744d-4e62-a551-33f154aa81d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '722bf2a2-af80-4ccb-9885-5d6546e86e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:12.749196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Network hostable DHCP agents. Network: 722bf2a2-af80-4ccb-9885-5d6546e86e4a, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:12.760999 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=33d7f61e-01f4-48fb-8290-703e1ae50bbe,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:12.769999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2076f325-da1c-4f73-b907-f7d3c1282c2d None None] Port 389085dc-3eeb-4434-ae1c-2610ab371e1d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:12.796958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Network 722bf2a2-af80-4ccb-9885-5d6546e86e4a is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:12.806126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network 1087859f-a30e-4ff2-966f-5e544fa6ccd6 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:12.811794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 722bf2a2-af80-4ccb-9885-5d6546e86e4a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:12.827335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a647dbe-341e-404d-9c30-617ff219ee02 None None] Network 722bf2a2-af80-4ccb-9885-5d6546e86e4a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:12.827614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:12.827614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.832181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 1087859f-a30e-4ff2-966f-5e544fa6ccd6) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:12.840986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:12.841901 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.859850 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a2fbb-4c0d-4743-9219-8072ffcec537 None None] Network 1087859f-a30e-4ff2-966f-5e544fa6ccd6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:12.867242 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3a6812b9-578a-468c-a441-485ca7e28f0a tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6407335 Jul 07 19:21:12.873114 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-416599c5-0b9d-4c62-b551-630eca4b801f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2838671 Jul 07 19:21:12.873884 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:12.874287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:12.882452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6949c96e-713c-4bb3-9d5d-5fcaaba0defc tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-513446778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:12.893980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9d0ba92f-a088-4f50-82c2-955251d09d21 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'network_id': '1087859f-a30e-4ff2-966f-5e544fa6ccd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:12.978089 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6949c96e-713c-4bb3-9d5d-5fcaaba0defc tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.980200 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6949c96e-713c-4bb3-9d5d-5fcaaba0defc tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.089970 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6949c96e-713c-4bb3-9d5d-5fcaaba0defc tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.100321 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6949c96e-713c-4bb3-9d5d-5fcaaba0defc tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.119675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0ba92f-a088-4f50-82c2-955251d09d21 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:13.126100 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba92f-a088-4f50-82c2-955251d09d21 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.156146 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-66ab5979-1ec1-4b29-89dd-2083ab15dcd7 None None] Provisioning complete for port 389085dc-3eeb-4434-ae1c-2610ab371e1d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:13.156557 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66ab5979-1ec1-4b29-89dd-2083ab15dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.166759 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6949c96e-713c-4bb3-9d5d-5fcaaba0defc tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.169765 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6949c96e-713c-4bb3-9d5d-5fcaaba0defc tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2935734 Jul 07 19:21:13.177621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:13.256737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-722bf2a2-af80-4ccb-9885-5d6546e86e4a', 'network_id': '722bf2a2-af80-4ccb-9885-5d6546e86e4a', 'tenant_id': '37827fdd7e724cc0afd8a6b30e576853', 'fixed_ips': [{'subnet_id': '8ae8d1af-876a-412f-918d-d728eff967eb'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:13.257729 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.259620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-66ab5979-1ec1-4b29-89dd-2083ab15dcd7 None None] Port 389085dc-3eeb-4434-ae1c-2610ab371e1d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:13.276704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-1087859f-a30e-4ff2-966f-5e544fa6ccd6', 'network_id': '1087859f-a30e-4ff2-966f-5e544fa6ccd6', 'tenant_id': 'c6ccb3dd371d44af92e962e95559a570', 'fixed_ips': [{'subnet_id': '33d7f61e-01f4-48fb-8290-703e1ae50bbe'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:13.277725 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.531635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba92f-a088-4f50-82c2-955251d09d21 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.555674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Allocated IP 172.20.0.2 (722bf2a2-af80-4ccb-9885-5d6546e86e4a/8ae8d1af-876a-412f-918d-d728eff967eb/d71a915a-ba65-424b-bdf2-b73c843fd21f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:13.621743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ba92f-a088-4f50-82c2-955251d09d21 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network 1087859f-a30e-4ff2-966f-5e544fa6ccd6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:13.629588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ba92f-a088-4f50-82c2-955251d09d21 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:13.643796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ba92f-a088-4f50-82c2-955251d09d21 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:13.644444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba92f-a088-4f50-82c2-955251d09d21 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.669465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ba92f-a088-4f50-82c2-955251d09d21 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=cd487792-5c1f-4f06-b444-e2d81acdffee,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:13.711097 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9d0ba92f-a088-4f50-82c2-955251d09d21 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8339429 Jul 07 19:21:13.712278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:13.847967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Allocated IP 2001:db8::2 (1087859f-a30e-4ff2-966f-5e544fa6ccd6/33d7f61e-01f4-48fb-8290-703e1ae50bbe/d756f7ec-0471-45b9-99f7-4d7f1dcd758b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:13.913246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0fd28-1ba7-47fe-8981-57e792d90e3a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:13.914572 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.915760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0fd28-1ba7-47fe-8981-57e792d90e3a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:13.921873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0fd28-1ba7-47fe-8981-57e792d90e3a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:13.925900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0fd28-1ba7-47fe-8981-57e792d90e3a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:13.931342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0fd28-1ba7-47fe-8981-57e792d90e3a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:13.934304 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-03e0fd28-1ba7-47fe-8981-57e792d90e3a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2207825 Jul 07 19:21:13.938947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:13.947156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1204526148'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:13.993256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:13.998676 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.004001 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.032832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Transition to ACTIVE for port object d71a915a-ba65-424b-bdf2-b73c843fd21f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:14.035744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:14.054232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.054592 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Added segment f99ad53a-957a-4fbb-adeb-5dcff262da56 of type vlan for network eb3eece3-dcc0-4f51-b9cf-6e6422222e9e Jul 07 19:21:14.131123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.134704 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.144337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Transition to ACTIVE for port object d756f7ec-0471-45b9-99f7-4d7f1dcd758b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:14.159975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Transition to ACTIVE for port object d756f7ec-0471-45b9-99f7-4d7f1dcd758b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:14.172508 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.184274 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.194188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.194943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.205190 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec0d12ce-038b-43b3-a812-ebc523b08324 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.206398 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Transition to ACTIVE for port object d71a915a-ba65-424b-bdf2-b73c843fd21f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:14.224596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Network 1087859f-a30e-4ff2-966f-5e544fa6ccd6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:14.225801 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.234967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:14.243544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:14.249921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Pushing event updated for resources: {'Port': ['ID=d756f7ec-0471-45b9-99f7-4d7f1dcd758b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:14.319228 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3752923 Jul 07 19:21:14.320325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Network 722bf2a2-af80-4ccb-9885-5d6546e86e4a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:14.324319 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:14.341339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:14.351793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:14.360098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f24def5f-86d2-494a-bd3e-01877cd0cf41 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:14.369217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Pushing event updated for resources: {'Port': ['ID=d71a915a-ba65-424b-bdf2-b73c843fd21f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:14.402271 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Attempting to bind port d756f7ec-0471-45b9-99f7-4d7f1dcd758b on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:14.402651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Attempting to bind port d756f7ec-0471-45b9-99f7-4d7f1dcd758b by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '1087859f-a30e-4ff2-966f-5e544fa6ccd6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:14.403776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Attempting to bind port d756f7ec-0471-45b9-99f7-4d7f1dcd758b on network 1087859f-a30e-4ff2-966f-5e544fa6ccd6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:14.439982 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:14.440841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Checking segment: {'id': 'a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '1087859f-a30e-4ff2-966f-5e544fa6ccd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:14.441599 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.442237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Bound using segment: {'id': 'a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '1087859f-a30e-4ff2-966f-5e544fa6ccd6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:14.442985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Bound port: d756f7ec-0471-45b9-99f7-4d7f1dcd758b, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '1087859f-a30e-4ff2-966f-5e544fa6ccd6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:14.443620 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.464124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a95c34-a3ad-43b3-b4a4-7d9346b210d4 req-509dbb50-5c1a-456d-8951-fac37611c252 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.465995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31a95c34-a3ad-43b3-b4a4-7d9346b210d4 req-509dbb50-5c1a-456d-8951-fac37611c252 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.5825589 Jul 07 19:21:14.473367 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.476007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Attempting to bind port d71a915a-ba65-424b-bdf2-b73c843fd21f on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:14.476664 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Attempting to bind port d71a915a-ba65-424b-bdf2-b73c843fd21f by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'b3e000a7-744d-4e62-a551-33f154aa81d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '722bf2a2-af80-4ccb-9885-5d6546e86e4a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:14.478021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Attempting to bind port d71a915a-ba65-424b-bdf2-b73c843fd21f on network 722bf2a2-af80-4ccb-9885-5d6546e86e4a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:14.480249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682d3ed-821f-4fa4-a9f7-5c080f19c69e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=eb3eece3-dcc0-4f51-b9cf-6e6422222e9e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:14.488219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:14.490444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Checking segment: {'id': 'b3e000a7-744d-4e62-a551-33f154aa81d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '722bf2a2-af80-4ccb-9885-5d6546e86e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:14.490444 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.491090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Bound using segment: {'id': 'b3e000a7-744d-4e62-a551-33f154aa81d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '722bf2a2-af80-4ccb-9885-5d6546e86e4a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:14.491839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Bound port: d71a915a-ba65-424b-bdf2-b73c843fd21f, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e000a7-744d-4e62-a551-33f154aa81d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '722bf2a2-af80-4ccb-9885-5d6546e86e4a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:14.492499 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.532408 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network eb3eece3-dcc0-4f51-b9cf-6e6422222e9e details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:14.624581 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f24def5f-86d2-494a-bd3e-01877cd0cf41 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.633812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776a4cb-a74d-4f84-9c17-34b3f5c39834 req-9369ec8c-bfac-4471-bec4-6c4302c9653b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.636138 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7776a4cb-a74d-4f84-9c17-34b3f5c39834 req-9369ec8c-bfac-4471-bec4-6c4302c9653b tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.7612281 Jul 07 19:21:14.656144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f24def5f-86d2-494a-bd3e-01877cd0cf41 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.684950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] For port d756f7ec-0471-45b9-99f7-4d7f1dcd758b, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:14.706513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] For port d756f7ec-0471-45b9-99f7-4d7f1dcd758b, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d756f7ec-0471-45b9-99f7-4d7f1dcd758b,segment=NetworkSegment(a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c),segment_id=a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:14.709984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] For port d71a915a-ba65-424b-bdf2-b73c843fd21f, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:14.716466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.741145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] For port d71a915a-ba65-424b-bdf2-b73c843fd21f, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d71a915a-ba65-424b-bdf2-b73c843fd21f,segment=NetworkSegment(b3e000a7-744d-4e62-a551-33f154aa81d4),segment_id=b3e000a7-744d-4e62-a551-33f154aa81d4)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:14.762223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f24def5f-86d2-494a-bd3e-01877cd0cf41 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network eb3eece3-dcc0-4f51-b9cf-6e6422222e9e is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:21:14.770268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24def5f-86d2-494a-bd3e-01877cd0cf41 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.771066 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f24def5f-86d2-494a-bd3e-01877cd0cf41 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.775957 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f24def5f-86d2-494a-bd3e-01877cd0cf41 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "PUT /v2.0/networks/eb3eece3-dcc0-4f51-b9cf-6e6422222e9e HTTP/1.1" status: 200 len: 723 time: 0.4328010 Jul 07 19:21:14.777038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24def5f-86d2-494a-bd3e-01877cd0cf41 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=eb3eece3-dcc0-4f51-b9cf-6e6422222e9e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:14.792948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:14.793778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31a95c34-a3ad-43b3-b4a4-7d9346b210d4 req-a1c9bb4d-6aee-4f36-88ca-587b0cbb1b14 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904761 Jul 07 19:21:14.801973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'network_id': 'eb3eece3-dcc0-4f51-b9cf-6e6422222e9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:14.982331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7776a4cb-a74d-4f84-9c17-34b3f5c39834 req-edc249d0-ef99-43e3-adef-beabed527d06 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190780 Jul 07 19:21:15.066909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:15.071446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.085998 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.089802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network eb3eece3-dcc0-4f51-b9cf-6e6422222e9e details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:15.326906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Allocated IP 172.20.0.1 (722bf2a2-af80-4ccb-9885-5d6546e86e4a/8ae8d1af-876a-412f-918d-d728eff967eb/e0359068-a1af-4cdf-83e0-36f9fad4ba49) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:15.371815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b04d7f-d978-4678-8404-39117b4707f6 None None] Pushing event updated for resources: {'Port': ['ID=d756f7ec-0471-45b9-99f7-4d7f1dcd758b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:15.394057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d12ce-038b-43b3-a812-ebc523b08324 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port 389085dc-3eeb-4434-ae1c-2610ab371e1d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:15.394547 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec0d12ce-038b-43b3-a812-ebc523b08324 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.493057 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.508522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4916e8-ee0e-4942-af51-d9d26018e894 None None] Pushing event updated for resources: {'Port': ['ID=d71a915a-ba65-424b-bdf2-b73c843fd21f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:15.656751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Checking segment: {'id': 'f99ad53a-957a-4fbb-adeb-5dcff262da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3eece3-dcc0-4f51-b9cf-6e6422222e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:15.657792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network hostable DHCP agents. Network: eb3eece3-dcc0-4f51-b9cf-6e6422222e9e, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:15.664792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=56736333-dbf4-437f-ade3-998e7f3cce23,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:15.693489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network eb3eece3-dcc0-4f51-b9cf-6e6422222e9e is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:15.709292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, eb3eece3-dcc0-4f51-b9cf-6e6422222e9e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:15.714980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:15.716382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.725388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04449030-fd16-4724-9e00-aeaea13d1627 None None] Network eb3eece3-dcc0-4f51-b9cf-6e6422222e9e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:15.750650 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-164f3a32-f580-429c-917a-ad0a06d79d37 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9564931 Jul 07 19:21:15.753366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:15.761109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1391c4c4-3de0-4a6e-b50f-1bfcfca738d4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:15.960409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1391c4c4-3de0-4a6e-b50f-1bfcfca738d4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25855303'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.964661 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec0d12ce-038b-43b3-a812-ebc523b08324 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.084114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.124981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Transition to ACTIVE for port object e0359068-a1af-4cdf-83e0-36f9fad4ba49 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:16.196020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-eb3eece3-dcc0-4f51-b9cf-6e6422222e9e', 'network_id': 'eb3eece3-dcc0-4f51-b9cf-6e6422222e9e', 'tenant_id': 'c6ccb3dd371d44af92e962e95559a570', 'fixed_ips': [{'subnet_id': '56736333-dbf4-437f-ade3-998e7f3cce23'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:16.198550 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.266348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d12ce-038b-43b3-a812-ebc523b08324 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for 389085dc-3eeb-4434-ae1c-2610ab371e1d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:16.269094 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.310382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1391c4c4-3de0-4a6e-b50f-1bfcfca738d4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779070994207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25860474'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.328570 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1391c4c4-3de0-4a6e-b50f-1bfcfca738d4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:16.329682 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1391c4c4-3de0-4a6e-b50f-1bfcfca738d4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.331718 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1391c4c4-3de0-4a6e-b50f-1bfcfca738d4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "PUT /v2.0/subnets/56736333-dbf4-437f-ade3-998e7f3cce23 HTTP/1.1" status: 200 len: 826 time: 0.5771561 Jul 07 19:21:16.334540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:16.424574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Allocated IP 2001:db8::2 (eb3eece3-dcc0-4f51-b9cf-6e6422222e9e/56736333-dbf4-437f-ade3-998e7f3cce23/694bf154-e3a9-4501-918d-63e2d0b90a52) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:16.458800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event updated for resources: {'Port': ['ID=e0359068-a1af-4cdf-83e0-36f9fad4ba49,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:16.501709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Network 722bf2a2-af80-4ccb-9885-5d6546e86e4a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:16.503273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391c4c4-3de0-4a6e-b50f-1bfcfca738d4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=56736333-dbf4-437f-ade3-998e7f3cce23,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:16.507522 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:16.559774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:16.588997 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.705521 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.768759 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.782375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Transition to ACTIVE for port object 694bf154-e3a9-4501-918d-63e2d0b90a52 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:16.796172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-71d2bb18-77c7-45d6-879d-0b191fb8eeaa tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:16.800579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-71d2bb18-77c7-45d6-879d-0b191fb8eeaa tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1098 time: 1.1018322 Jul 07 19:21:16.807813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Transition to ACTIVE for port object 694bf154-e3a9-4501-918d-63e2d0b90a52 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:16.822166 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.845165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-12'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:16.873262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.905892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Subnet': ['ID=56736333-dbf4-437f-ade3-998e7f3cce23,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:16.920607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ca4f3-eb3c-4ef9-a1d5-d017d6d2a2b2 req-543db55f-79a0-4445-863f-1443fe240a62 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:16.922974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d9ca4f3-eb3c-4ef9-a1d5-d017d6d2a2b2 req-543db55f-79a0-4445-863f-1443fe240a62 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.7451758 Jul 07 19:21:16.930443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Network eb3eece3-dcc0-4f51-b9cf-6e6422222e9e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:16.939613 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:16.952321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:16.968332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Pushing event updated for resources: {'Port': ['ID=694bf154-e3a9-4501-918d-63e2d0b90a52,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:17.027130 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.044614 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.071414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3eece3-dcc0-4f51-b9cf-6e6422222e9e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:17.096859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2543ca-a0bd-4872-981e-09b2472bde23 None None] Network 1087859f-a30e-4ff2-966f-5e544fa6ccd6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:17.108814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99ad53a-957a-4fbb-adeb-5dcff262da56') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:17.109524 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99ad53a-957a-4fbb-adeb-5dcff262da56') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:17.131666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 22b8af46-c084-411e-8608-0ba4069df8e7 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:21:17.132558 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.172520 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.195679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:17.196107 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:17.209256 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:17.283513 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d9ca4f3-eb3c-4ef9-a1d5-d017d6d2a2b2 req-7a8c94f3-a0df-497f-baad-cf5425e8a1ee tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460519 Jul 07 19:21:17.284430 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec0d12ce-038b-43b3-a812-ebc523b08324 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.322587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cb5c8-8c43-406e-9f99-c16413991acd req-b37c3170-a391-4fb2-96c0-870c52533f44 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:17.332217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e23cb5c8-8c43-406e-9f99-c16413991acd req-b37c3170-a391-4fb2-96c0-870c52533f44 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.9173439 Jul 07 19:21:17.388244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-747fe9cd-f652-47b3-b79c-fe201f1e648d None None] Provisioning for port d756f7ec-0471-45b9-99f7-4d7f1dcd758b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:17.391079 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:21:17.391079 n-d-792394-12 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:21:17.391079 n-d-792394-12 neutron-server[93771]: [parameters: {'id': 'eb3eece3-dcc0-4f51-b9cf-6e6422222e9e'}] Jul 07 19:21:17.391079 n-d-792394-12 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:21:17.392460 n-d-792394-12 neutron-server[93771]: DEBUG oslo_db.api [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:21:17.399860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe5b70-52d8-4c07-82c6-d6b5fd32de03 None None] Network 722bf2a2-af80-4ccb-9885-5d6546e86e4a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:17.411356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d71a915a-ba65-424b-bdf2-b73c843fd21f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:17.491223 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.493484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d12ce-038b-43b3-a812-ebc523b08324 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=389085dc-3eeb-4434-ae1c-2610ab371e1d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:17.506491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Attempting to bind port 694bf154-e3a9-4501-918d-63e2d0b90a52 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:17.507361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Attempting to bind port 694bf154-e3a9-4501-918d-63e2d0b90a52 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'f99ad53a-957a-4fbb-adeb-5dcff262da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3eece3-dcc0-4f51-b9cf-6e6422222e9e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:17.508611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Attempting to bind port 694bf154-e3a9-4501-918d-63e2d0b90a52 on network eb3eece3-dcc0-4f51-b9cf-6e6422222e9e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:17.522746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:17.523121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Checking segment: {'id': 'f99ad53a-957a-4fbb-adeb-5dcff262da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3eece3-dcc0-4f51-b9cf-6e6422222e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:17.523522 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.523915 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Bound using segment: {'id': 'f99ad53a-957a-4fbb-adeb-5dcff262da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3eece3-dcc0-4f51-b9cf-6e6422222e9e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:17.524399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Bound port: 694bf154-e3a9-4501-918d-63e2d0b90a52, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99ad53a-957a-4fbb-adeb-5dcff262da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'eb3eece3-dcc0-4f51-b9cf-6e6422222e9e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:17.524804 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.534753 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:21:17.638791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e23cb5c8-8c43-406e-9f99-c16413991acd req-efe666f5-7cbd-410c-99db-eab0af5d0563 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053160 Jul 07 19:21:17.663808 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3bd8583e-5d8f-4440-896e-1389d90d49e0 None None] Provisioning for port d71a915a-ba65-424b-bdf2-b73c843fd21f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:17.785360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d71a915a-ba65-424b-bdf2-b73c843fd21f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:17.817347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d71a915a-ba65-424b-bdf2-b73c843fd21f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:17.817724 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.879526 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.894229 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.900006 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec0d12ce-038b-43b3-a812-ebc523b08324 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:17.921768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] For port 694bf154-e3a9-4501-918d-63e2d0b90a52, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:17.929412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=22b8af46-c084-411e-8608-0ba4069df8e7,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:18.024409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Deleting port 694bf154-e3a9-4501-918d-63e2d0b90a52 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:18.024806 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.041750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] For port 694bf154-e3a9-4501-918d-63e2d0b90a52, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=694bf154-e3a9-4501-918d-63e2d0b90a52,segment=NetworkSegment(f99ad53a-957a-4fbb-adeb-5dcff262da56),segment_id=f99ad53a-957a-4fbb-adeb-5dcff262da56)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:18.076241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 22b8af46-c084-411e-8608-0ba4069df8e7 has no active binding in host n-h2-792394-12 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:21:18.081681 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.174644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] For port 694bf154-e3a9-4501-918d-63e2d0b90a52, host n-d-792394-12, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:18.175301 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.209406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Calling delete_port for 694bf154-e3a9-4501-918d-63e2d0b90a52 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:18.240432 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.324719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.352572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f00e21-7e47-48a0-aed2-0dd6c7eac530 None None] Pushing event updated for resources: {'Port': ['ID=694bf154-e3a9-4501-918d-63e2d0b90a52,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:18.428317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Port': ['ID=694bf154-e3a9-4501-918d-63e2d0b90a52,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:18.431066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No DVR routers for this DVR port 694bf154-e3a9-4501-918d-63e2d0b90a52 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:18.471540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d71a915a-ba65-424b-bdf2-b73c843fd21f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d71a915a-ba65-424b-bdf2-b73c843fd21f,segment=NetworkSegment(b3e000a7-744d-4e62-a551-33f154aa81d4),segment_id=b3e000a7-744d-4e62-a551-33f154aa81d4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:18.531628 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.535994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d756f7ec-0471-45b9-99f7-4d7f1dcd758b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:18.784588 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.827022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3eece3-dcc0-4f51-b9cf-6e6422222e9e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:18.845558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99ad53a-957a-4fbb-adeb-5dcff262da56') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:18.846034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99ad53a-957a-4fbb-adeb-5dcff262da56') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:18.864278 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.885865 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.893220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d756f7ec-0471-45b9-99f7-4d7f1dcd758b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:18.899015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:18.899508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:18.904801 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:18.908970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d71a915a-ba65-424b-bdf2-b73c843fd21f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:18.912802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d756f7ec-0471-45b9-99f7-4d7f1dcd758b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:18.913435 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.964536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc50da00-952b-42b4-b142-b6948ede36b4 None None] Network eb3eece3-dcc0-4f51-b9cf-6e6422222e9e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:19.082424 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.097440 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.129990 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.137967 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/eb3eece3-dcc0-4f51-b9cf-6e6422222e9e HTTP/1.1" status: 204 len: 168 time: 2.8004234 Jul 07 19:21:19.176809 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86556aa4-6a4c-4e3e-aee5-9176b5b34047 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Network': ['ID=eb3eece3-dcc0-4f51-b9cf-6e6422222e9e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:19.210507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:19.232332 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd987c10-7053-47ad-a82e-5dfec29838df tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:19.233100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd987c10-7053-47ad-a82e-5dfec29838df tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:19.238893 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fd987c10-7053-47ad-a82e-5dfec29838df tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/eb3eece3-dcc0-4f51-b9cf-6e6422222e9e HTTP/1.1" status: 404 len: 339 time: 0.0271618 Jul 07 19:21:19.239868 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:19.241403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997e3802-f6ba-48b1-b3b5-1d504b9c1d3c None None] Update dhcp port {'port': {'network_id': '1087859f-a30e-4ff2-966f-5e544fa6ccd6', 'fixed_ips': [{'subnet_id': '33d7f61e-01f4-48fb-8290-703e1ae50bbe', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cd487792-5c1f-4f06-b444-e2d81acdffee'}], 'binding:host_id': 'n-d-792394-12'}, 'id': 'd756f7ec-0471-45b9-99f7-4d7f1dcd758b'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:21:19.245094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-204941879', 'description': 'd1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:19.273501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:19.275794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0d12ce-038b-43b3-a812-ebc523b08324 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router 92c084ed-4836-4646-b068-1301ab453684 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:21:19.277366 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.329033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:19.334072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccba9eb-b4f1-4a9d-893f-55fe547925fd None None] Network eb3eece3-dcc0-4f51-b9cf-6e6422222e9e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:19.339681 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.341105 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Added segment b531d6d1-0130-4366-a25a-bdb4be4e60e8 of type vlan for network 459cf6cf-9f59-4231-b306-79d9b108c5ac Jul 07 19:21:19.372506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccba9eb-b4f1-4a9d-893f-55fe547925fd None None] Network eb3eece3-dcc0-4f51-b9cf-6e6422222e9e could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:21:19.377903 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.380116 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-997e3802-f6ba-48b1-b3b5-1d504b9c1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.413317 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.453410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=22b8af46-c084-411e-8608-0ba4069df8e7,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:19.474298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.497863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:19.499277 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.529884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d756f7ec-0471-45b9-99f7-4d7f1dcd758b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d756f7ec-0471-45b9-99f7-4d7f1dcd758b,segment=NetworkSegment(a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c),segment_id=a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:19.599430 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3586085 Jul 07 19:21:19.602681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:19.704020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12ab6f-7c87-42fd-8f20-2d77e9b48afb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=459cf6cf-9f59-4231-b306-79d9b108c5ac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:19.817814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44655b2-ee13-4eba-8ed0-0c263bbadb03 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:19.819568 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f44655b2-ee13-4eba-8ed0-0c263bbadb03 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/networks?id=459cf6cf-9f59-4231-b306-79d9b108c5ac HTTP/1.1" status: 200 len: 764 time: 0.2159569 Jul 07 19:21:19.824683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:19.839534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-50185f65-fe60-46aa-bc1f-66e9d900c52a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'description': 'd2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:19.841519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a205a4-7ac0-464e-85a3-5d28cb0f4a29 req-c3b01689-2bd7-4453-9ac7-875acaf70466 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:19.844492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1a205a4-7ac0-464e-85a3-5d28cb0f4a29 req-c3b01689-2bd7-4453-9ac7-875acaf70466 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 946 time: 0.5661819 Jul 07 19:21:19.944991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:19.956485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 459cf6cf-9f59-4231-b306-79d9b108c5ac details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:19.961493 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.063717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11826943-59d2-456d-a880-e4db268ad258 req-5c706ae7-4e3c-404f-8f6d-2157011a0012 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:20.078092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11826943-59d2-456d-a880-e4db268ad258 req-5c706ae7-4e3c-404f-8f6d-2157011a0012 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.7920458 Jul 07 19:21:20.109208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cdc3f96a-ebf8-4834-8d24-77e4bdce7d59 None None] Provisioning for port e0359068-a1af-4cdf-83e0-36f9fad4ba49 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:20.136738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cdc3f96a-ebf8-4834-8d24-77e4bdce7d59 None None] Provisioning complete for port e0359068-a1af-4cdf-83e0-36f9fad4ba49 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:20.136893 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f96a-ebf8-4834-8d24-77e4bdce7d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.148779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11826943-59d2-456d-a880-e4db268ad258 req-7e4e9142-9343-455e-b90e-d3c43b915339 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692492 Jul 07 19:21:20.149600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0d12ce-038b-43b3-a812-ebc523b08324 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:20.160065 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b77f00-b637-4ae3-bb3d-9dd41f33b345 None None] Sync routers for ids ['92c084ed-4836-4646-b068-1301ab453684'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:20.169703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ec0d12ce-038b-43b3-a812-ebc523b08324 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/92c084ed-4836-4646-b068-1301ab453684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4235542 Jul 07 19:21:20.176147 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b77f00-b637-4ae3-bb3d-9dd41f33b345 None None] Routers {'92c084ed-4836-4646-b068-1301ab453684'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:20.176401 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e5b77f00-b637-4ae3-bb3d-9dd41f33b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['92c084ed-4836-4646-b068-1301ab453684'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:20.181992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:20.205055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1a205a4-7ac0-464e-85a3-5d28cb0f4a29 req-bd15232d-2e37-4316-8201-f6ec79b6f3e3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893088 Jul 07 19:21:20.213764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b8af46-c084-411e-8608-0ba4069df8e7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:20.217087 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9e6a2e-e929-4d7d-bf6b-89655dcfb082" -d '{"events": [{"server_uuid": "798d0fa3-151a-4af9-bd68-62d7f0361bae", "name": "network-vif-unplugged", "status": "completed", "tag": "22b8af46-c084-411e-8608-0ba4069df8e7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:20.224837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.243960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3f96a-ebf8-4834-8d24-77e4bdce7d59 None None] Port e0359068-a1af-4cdf-83e0-36f9fad4ba49 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:20.245853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d71a915a-ba65-424b-bdf2-b73c843fd21f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:20.251825 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.269507 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8d79d3be-a88d-4d0f-80a3-57f5efdc86f4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=92c084ed-4836-4646-b068-1301ab453684 HTTP/1.1" status: 200 len: 205 time: 0.0862186 Jul 07 19:21:20.272729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:20.298977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d756f7ec-0471-45b9-99f7-4d7f1dcd758b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:20.324607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Pushing event updated for resources: {'Port': ['ID=22b8af46-c084-411e-8608-0ba4069df8e7,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:20.333407 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ed5322-6664-40c0-9e3a-c5686082f4ca x-openstack-request-id: req-58ed5322-6664-40c0-9e3a-c5686082f4ca {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:20.333407 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798d0fa3-151a-4af9-bd68-62d7f0361bae", "name": "network-vif-unplugged", "status": "completed", "tag": "22b8af46-c084-411e-8608-0ba4069df8e7", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:20.333670 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-58ed5322-6664-40c0-9e3a-c5686082f4ca {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:20.334000 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b8af46-c084-411e-8608-0ba4069df8e7', 'code': 200} Jul 07 19:21:20.342997 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e5b77f00-b637-4ae3-bb3d-9dd41f33b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:20.365153 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b77f00-b637-4ae3-bb3d-9dd41f33b345 None None] Routers {'92c084ed-4836-4646-b068-1301ab453684'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:20.365783 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e5b77f00-b637-4ae3-bb3d-9dd41f33b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['92c084ed-4836-4646-b068-1301ab453684'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:20.419932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 on host n-h1-792394-12 for vnic_type normal with profile {"migrating_to": "n-h2-792394-12"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:20.420333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:20.420776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:20.428506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-997e3802-f6ba-48b1-b3b5-1d504b9c1d3c None None] Allocated IP 172.20.0.1 (1087859f-a30e-4ff2-966f-5e544fa6ccd6/cd487792-5c1f-4f06-b444-e2d81acdffee/d756f7ec-0471-45b9-99f7-4d7f1dcd758b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:20.431271 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a378dc4f-9375-4fd0-9f03-9f4e6614c852 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.441939 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.444445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Port 22b8af46-c084-411e-8608-0ba4069df8e7 on network 62840828-0370-41dd-8414-061b75720a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:21:20.444785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Attempting to bind port 22b8af46-c084-411e-8608-0ba4069df8e7 on network 62840828-0370-41dd-8414-061b75720a7b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:20.452583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:20.452933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Checking segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:20.453752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Bound using segment: {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:20.454198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Bound port: 22b8af46-c084-411e-8608-0ba4069df8e7, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1113f4a3-98bb-4069-85d3-4dd443c14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '62840828-0370-41dd-8414-061b75720a7b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:20.454568 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.457102 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e5b77f00-b637-4ae3-bb3d-9dd41f33b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:20.457777 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b77f00-b637-4ae3-bb3d-9dd41f33b345 None None] The sync data for ids ['92c084ed-4836-4646-b068-1301ab453684'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:20.457956 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.474679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cdc3f96a-ebf8-4834-8d24-77e4bdce7d59 None None] Provisioning complete for port d71a915a-ba65-424b-bdf2-b73c843fd21f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:20.475199 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f96a-ebf8-4834-8d24-77e4bdce7d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.560446 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.591841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d71a915a-ba65-424b-bdf2-b73c843fd21f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:20.592536 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.628619 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50185f65-fe60-46aa-bc1f-66e9d900c52a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.638352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-997e3802-f6ba-48b1-b3b5-1d504b9c1d3c None None] For port d756f7ec-0471-45b9-99f7-4d7f1dcd758b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d756f7ec-0471-45b9-99f7-4d7f1dcd758b,segment=NetworkSegment(a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c),segment_id=a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:20.674188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:20.677718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=22b8af46-c084-411e-8608-0ba4069df8e7,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:20.689746 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.730513 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-997e3802-f6ba-48b1-b3b5-1d504b9c1d3c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.750820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-997e3802-f6ba-48b1-b3b5-1d504b9c1d3c None None] Transition to ACTIVE for port object d756f7ec-0471-45b9-99f7-4d7f1dcd758b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:20.775873 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-997e3802-f6ba-48b1-b3b5-1d504b9c1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.795841 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a378dc4f-9375-4fd0-9f03-9f4e6614c852 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.798943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a378dc4f-9375-4fd0-9f03-9f4e6614c852 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.878490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a378dc4f-9375-4fd0-9f03-9f4e6614c852 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.879067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a378dc4f-9375-4fd0-9f03-9f4e6614c852 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Fanout notify agent at l3_agent the message router_deleted on router 92c084ed-4836-4646-b068-1301ab453684 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:21:20.897394 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a378dc4f-9375-4fd0-9f03-9f4e6614c852 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.898876 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a378dc4f-9375-4fd0-9f03-9f4e6614c852 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/92c084ed-4836-4646-b068-1301ab453684 HTTP/1.1" status: 204 len: 168 time: 0.6251113 Jul 07 19:21:20.901424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50185f65-fe60-46aa-bc1f-66e9d900c52a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.904894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:20.917314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Network 722bf2a2-af80-4ccb-9885-5d6546e86e4a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:20.928763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:20.932964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-09e6a232-59c7-43e3-b165-78420afd34c6 None None] Provisioning complete for port e0359068-a1af-4cdf-83e0-36f9fad4ba49 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:20.933658 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09e6a232-59c7-43e3-b165-78420afd34c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.940326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event updated for resources: {'Port': ['ID=e0359068-a1af-4cdf-83e0-36f9fad4ba49,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:21.015226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Pushing event updated for resources: {'Port': ['ID=22b8af46-c084-411e-8608-0ba4069df8e7,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:21.015490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e3802-f6ba-48b1-b3b5-1d504b9c1d3c None None] Pushing event updated for resources: {'Port': ['ID=d756f7ec-0471-45b9-99f7-4d7f1dcd758b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:21.040259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50185f65-fe60-46aa-bc1f-66e9d900c52a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network 459cf6cf-9f59-4231-b306-79d9b108c5ac is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:21:21.065270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50185f65-fe60-46aa-bc1f-66e9d900c52a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:21.065929 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50185f65-fe60-46aa-bc1f-66e9d900c52a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.073284 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-50185f65-fe60-46aa-bc1f-66e9d900c52a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "PUT /v2.0/networks/459cf6cf-9f59-4231-b306-79d9b108c5ac HTTP/1.1" status: 200 len: 761 time: 1.2437332 Jul 07 19:21:21.080947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:21.154777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-09e6a232-59c7-43e3-b165-78420afd34c6 None None] Port e0359068-a1af-4cdf-83e0-36f9fad4ba49 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:21.216514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50185f65-fe60-46aa-bc1f-66e9d900c52a tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=459cf6cf-9f59-4231-b306-79d9b108c5ac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:21.229521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 459cf6cf-9f59-4231-b306-79d9b108c5ac details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:21.256622 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-170d1b2a-d030-4344-9756-2febffad8fcc tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting subnet 23bb4242-e8e7-4b22-85f4-4086ee2949c1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:21:21.267841 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170d1b2a-d030-4344-9756-2febffad8fcc tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.379165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170d1b2a-d030-4344-9756-2febffad8fcc tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.490010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ab28239-56bc-440d-ab10-9df932f36b72 None None] Provisioning complete for port e0359068-a1af-4cdf-83e0-36f9fad4ba49 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:21.490386 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ab28239-56bc-440d-ab10-9df932f36b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.491444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71456ff-a0ae-4270-b211-9ebda057b2e8 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:21.499773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:21.500791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e71456ff-a0ae-4270-b211-9ebda057b2e8 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/networks?id=459cf6cf-9f59-4231-b306-79d9b108c5ac HTTP/1.1" status: 200 len: 764 time: 0.4190228 Jul 07 19:21:21.505205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:21.506198 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.508009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-8f420d20-9fc3-47d0-b879-a91a3c930026 service neutron] 10.222.0.59 "PUT /v2.0/ports/22b8af46-c084-411e-8608-0ba4069df8e7 HTTP/1.1" status: 200 len: 1124 time: 4.6897027 Jul 07 19:21:21.618673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['22b8af46-c084-411e-8608-0ba4069df8e7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:21.698666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['22b8af46-c084-411e-8608-0ba4069df8e7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:21.708031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2ab28239-56bc-440d-ab10-9df932f36b72 None None] Port e0359068-a1af-4cdf-83e0-36f9fad4ba49 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:21.832780 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170d1b2a-d030-4344-9756-2febffad8fcc tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.901141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cee8f-5bcd-446c-9427-b5cdd94de615 req-737927c6-085d-43b6-a520-e444526753d4 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:21.905095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed9cee8f-5bcd-446c-9427-b5cdd94de615 req-737927c6-085d-43b6-a520-e444526753d4 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.3408000 Jul 07 19:21:21.923380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb59602-c180-4b51-9b30-6bdae18015b0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:21.925407 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2bb59602-c180-4b51-9b30-6bdae18015b0 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4224758 Jul 07 19:21:21.926186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f2c75-e427-4e53-a37b-7604039fe839 req-3f4e80c4-5584-40f3-81aa-4cbe8df9415b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:21.928371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:21.940001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-704f2c75-e427-4e53-a37b-7604039fe839 req-3f4e80c4-5584-40f3-81aa-4cbe8df9415b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 0.3421500 Jul 07 19:21:21.987441 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dd6d3e7a-fcfb-460e-a495-3e026a1774a1 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 207 time: 0.0579336 Jul 07 19:21:21.990830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:22.003855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Router 8820ed00-b3df-47d2-9fcb-8bffce1e6dcb is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:21:22.045704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed9cee8f-5bcd-446c-9427-b5cdd94de615 req-00ee0519-368e-41bb-aaaf-3484a692b283 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954375 Jul 07 19:21:22.092250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-704f2c75-e427-4e53-a37b-7604039fe839 req-2a8630c3-410e-4c83-9b43-ac5a156e7942 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508069 Jul 07 19:21:22.150258 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d756f7ec-0471-45b9-99f7-4d7f1dcd758b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:22.196324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:22.208330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dbe37d2d-845d-4cce-9e32-25c3349b8058 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "PUT /v2.0/routers/8820ed00-b3df-47d2-9fcb-8bffce1e6dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0256994 Jul 07 19:21:22.209083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:22.222221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Request body: {'port': {'network_id': '722bf2a2-af80-4ccb-9885-5d6546e86e4a', 'name': 'tempest-FloatingIPNegativeTestJSON-1777606333'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:22.224729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6513a05-faeb-42a8-8adc-689fc3ba0bd1 None None] Sync routers for ids ['8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:22.254335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd152777-ecaf-49df-ba15-c7a942478ee2 None None] Network 1087859f-a30e-4ff2-966f-5e544fa6ccd6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:22.334278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6513a05-faeb-42a8-8adc-689fc3ba0bd1 None None] Routers {'8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:22.334730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'tag': '22b8af46-c084-411e-8608-0ba4069df8e7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:22.335403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f6513a05-faeb-42a8-8adc-689fc3ba0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:22.344445 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aa4778-d13b-4d83-a0eb-c400e4ea8661" -d '{"events": [{"name": "network-changed", "server_uuid": "798d0fa3-151a-4af9-bd68-62d7f0361bae", "tag": "22b8af46-c084-411e-8608-0ba4069df8e7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:22.391457 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170d1b2a-d030-4344-9756-2febffad8fcc tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.396599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-45394301-d02b-43cd-a98a-2d86264babbb None None] Provisioning for port d756f7ec-0471-45b9-99f7-4d7f1dcd758b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:22.407345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f6513a05-faeb-42a8-8adc-689fc3ba0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:22.409870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Made reservation on behalf of 37827fdd7e724cc0afd8a6b30e576853 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:22.414705 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.429099 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ff8dda-df69-43fd-a7af-6967c1cc7895 x-openstack-request-id: req-83ff8dda-df69-43fd-a7af-6967c1cc7895 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:22.429528 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798d0fa3-151a-4af9-bd68-62d7f0361bae", "tag": "22b8af46-c084-411e-8608-0ba4069df8e7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:22.429781 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-83ff8dda-df69-43fd-a7af-6967c1cc7895 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:22.430360 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'tag': '22b8af46-c084-411e-8608-0ba4069df8e7', 'status': 'completed', 'code': 200} Jul 07 19:21:22.448886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] device_id is not set on port 62d25350-b98d-41a8-8f53-0aaf61e01975 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:21:22.454615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-45394301-d02b-43cd-a98a-2d86264babbb None None] Provisioning complete for port d756f7ec-0471-45b9-99f7-4d7f1dcd758b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:22.455024 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45394301-d02b-43cd-a98a-2d86264babbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.490194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d756f7ec-0471-45b9-99f7-4d7f1dcd758b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:22.490857 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.495121 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ce9f7-e3b2-47b7-91e2-60e3cdeb06a5 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:22.502572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ce9f7-e3b2-47b7-91e2-60e3cdeb06a5 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:22.504289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6513a05-faeb-42a8-8adc-689fc3ba0bd1 None None] Routers {'8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:22.505005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f6513a05-faeb-42a8-8adc-689fc3ba0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:22.509203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ce9f7-e3b2-47b7-91e2-60e3cdeb06a5 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:22.516426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ce9f7-e3b2-47b7-91e2-60e3cdeb06a5 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:22.522760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ce9f7-e3b2-47b7-91e2-60e3cdeb06a5 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:22.529160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ce9f7-e3b2-47b7-91e2-60e3cdeb06a5 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:22.532958 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-021ce9f7-e3b2-47b7-91e2-60e3cdeb06a5 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5409915 Jul 07 19:21:22.538111 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:22.556688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f6513a05-faeb-42a8-8adc-689fc3ba0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:22.557388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6513a05-faeb-42a8-8adc-689fc3ba0bd1 None None] The sync data for ids ['8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:22.567274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d1b2a-d030-4344-9756-2febffad8fcc tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Subnet': ['ID=23bb4242-e8e7-4b22-85f4-4086ee2949c1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:22.569712 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170d1b2a-d030-4344-9756-2febffad8fcc tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.578004 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-170d1b2a-d030-4344-9756-2febffad8fcc tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/23bb4242-e8e7-4b22-85f4-4086ee2949c1 HTTP/1.1" status: 204 len: 168 time: 1.6663487 Jul 07 19:21:22.580231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:22.582388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df71e4-38a0-4bbd-9985-f53cfd7e69f7 None None] Network a076dd80-e3c7-45f0-b1e6-caef47daf2e2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:22.698819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Allocated IP 172.20.0.9 (722bf2a2-af80-4ccb-9885-5d6546e86e4a/8ae8d1af-876a-412f-918d-d728eff967eb/62d25350-b98d-41a8-8f53-0aaf61e01975) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:22.776416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7cc85cf6-bbe2-4bb0-a3db-3749ddd98e89 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2364388 Jul 07 19:21:22.777350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:23.163756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5503c1fd-fc2c-4c62-a2f4-8675d5c1a419 None None] DHCP port deletion for a076dd80-e3c7-45f0-b1e6-caef47daf2e2 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:21:23.224724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a08c1-296d-4e9a-915f-0b3bc63ca4ae tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.226668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a08c1-296d-4e9a-915f-0b3bc63ca4ae tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.240735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a08c1-296d-4e9a-915f-0b3bc63ca4ae tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.243185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a08c1-296d-4e9a-915f-0b3bc63ca4ae tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.245424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a08c1-296d-4e9a-915f-0b3bc63ca4ae tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.253986 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ef3a08c1-296d-4e9a-915f-0b3bc63ca4ae tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4628298 Jul 07 19:21:23.333176 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.365163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Transition to ACTIVE for port object 62d25350-b98d-41a8-8f53-0aaf61e01975 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:23.373233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5503c1fd-fc2c-4c62-a2f4-8675d5c1a419 None None] Deleting port 913d201f-8a58-4e27-b370-91ac27409842 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:23.373610 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5503c1fd-fc2c-4c62-a2f4-8675d5c1a419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.379223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.384780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:23.457506 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.486210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5503c1fd-fc2c-4c62-a2f4-8675d5c1a419 None None] For port 913d201f-8a58-4e27-b370-91ac27409842, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=913d201f-8a58-4e27-b370-91ac27409842,segment=NetworkSegment(33b586da-1105-441f-92a9-0b0ed7ffd3cc),segment_id=33b586da-1105-441f-92a9-0b0ed7ffd3cc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:23.486989 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5503c1fd-fc2c-4c62-a2f4-8675d5c1a419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.506380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5503c1fd-fc2c-4c62-a2f4-8675d5c1a419 None None] Calling delete_port for 913d201f-8a58-4e27-b370-91ac27409842 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:23.516218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa4778-d13b-4d83-a0eb-c400e4ea8661 req-c49ffea9-0319-4cbd-8181-56cf21851470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.517857 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18aa4778-d13b-4d83-a0eb-c400e4ea8661 req-c49ffea9-0319-4cbd-8181-56cf21851470 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 1127 time: 1.0503597 Jul 07 19:21:23.522310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbb6ed-0dc6-420a-8ce2-87bf7bc2cacb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.523882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbb6ed-0dc6-420a-8ce2-87bf7bc2cacb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.525475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbb6ed-0dc6-420a-8ce2-87bf7bc2cacb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.526940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbb6ed-0dc6-420a-8ce2-87bf7bc2cacb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.529093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbb6ed-0dc6-420a-8ce2-87bf7bc2cacb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.536251 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-22dbb6ed-0dc6-420a-8ce2-87bf7bc2cacb tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1488879 Jul 07 19:21:23.539214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:23.582944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Network 722bf2a2-af80-4ccb-9885-5d6546e86e4a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:23.586483 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:23.604097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:23.614255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-799e1108-045b-4b9e-96d5-39a6ac4a0493 None None] Provisioning complete for port d756f7ec-0471-45b9-99f7-4d7f1dcd758b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:23.614976 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-799e1108-045b-4b9e-96d5-39a6ac4a0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.679265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event updated for resources: {'Port': ['ID=62d25350-b98d-41a8-8f53-0aaf61e01975,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:23.762052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.764237 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.821735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27bfe5-25fb-4f3a-9051-e6f7395c2b62 req-75ba678a-146f-469b-aaf3-e172625b8e07 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.823902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae27bfe5-25fb-4f3a-9051-e6f7395c2b62 req-75ba678a-146f-469b-aaf3-e172625b8e07 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 0.3819156 Jul 07 19:21:23.835005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port 913d201f-8a58-4e27-b370-91ac27409842 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:23.839165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.850950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0027b8-7467-4fa3-bd5b-bef0bb704ddc req-868ed701-c2e7-4c8e-8fc0-a0c98943e7c1 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.855655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc0027b8-7467-4fa3-bd5b-bef0bb704ddc req-868ed701-c2e7-4c8e-8fc0-a0c98943e7c1 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.4260731 Jul 07 19:21:23.858019 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3dafea-4d8b-4018-8d21-e12ed11728c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.867005 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7a3dafea-4d8b-4018-8d21-e12ed11728c4 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/networks/f2fead75-5e91-44f5-97c2-e928bb096bc1 HTTP/1.1" status: 200 len: 804 time: 0.3267550 Jul 07 19:21:23.869590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa4778-d13b-4d83-a0eb-c400e4ea8661 req-cc0eb251-8b9a-4e17-9ead-54417737fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:23.871231 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18aa4778-d13b-4d83-a0eb-c400e4ea8661 req-cc0eb251-8b9a-4e17-9ead-54417737fa81 service neutron] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.3328881 Jul 07 19:21:23.877493 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:23.877949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:23.881038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1980f3ca-4b3e-4245-a806-5384ffabe377 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6708825 Jul 07 19:21:23.891527 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5503c1fd-fc2c-4c62-a2f4-8675d5c1a419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.912378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:23.934571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503c1fd-fc2c-4c62-a2f4-8675d5c1a419 None None] Pushing event deleted for resources: {'Port': ['ID=913d201f-8a58-4e27-b370-91ac27409842,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:23.950476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503c1fd-fc2c-4c62-a2f4-8675d5c1a419 None None] No DVR routers for this DVR port 913d201f-8a58-4e27-b370-91ac27409842 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:23.959995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae27bfe5-25fb-4f3a-9051-e6f7395c2b62 req-358d797c-3cfc-4285-ae4e-3bbf9947816d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011200 Jul 07 19:21:23.997741 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc0027b8-7467-4fa3-bd5b-bef0bb704ddc req-5245631b-1ab9-4286-ba84-2b024d93515c tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153290 Jul 07 19:21:24.008071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904863f2-464a-4a42-ae5d-9d4cffa6413a None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:21:24.131133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 913d201f-8a58-4e27-b370-91ac27409842 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:24.165180 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18aa4778-d13b-4d83-a0eb-c400e4ea8661 req-4b827877-1b17-4138-a53c-502b1abbf266 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22b8af46-c084-411e-8608-0ba4069df8e7 HTTP/1.1" status: 200 len: 217 time: 0.2475770 Jul 07 19:21:24.170992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 913d201f-8a58-4e27-b370-91ac27409842 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:24.171507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 913d201f-8a58-4e27-b370-91ac27409842 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:24.246639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904863f2-464a-4a42-ae5d-9d4cffa6413a None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:21:24.255217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3016c68-c32b-4606-af38-cd2dcadc70f5 None None] Provisioning for port 62d25350-b98d-41a8-8f53-0aaf61e01975 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:24.264840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] For port 913d201f-8a58-4e27-b370-91ac27409842, host n-d-792394-12, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:24.265214 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.265724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3016c68-c32b-4606-af38-cd2dcadc70f5 None None] Provisioning complete for port 62d25350-b98d-41a8-8f53-0aaf61e01975 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:24.266243 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3016c68-c32b-4606-af38-cd2dcadc70f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.297816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.375924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa4778-d13b-4d83-a0eb-c400e4ea8661 req-0fe9d965-9b46-4b79-a5a3-97097bf28e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:24.378907 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18aa4778-d13b-4d83-a0eb-c400e4ea8661 req-0fe9d965-9b46-4b79-a5a3-97097bf28e55 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1828673 Jul 07 19:21:24.385381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e3016c68-c32b-4606-af38-cd2dcadc70f5 None None] Port 62d25350-b98d-41a8-8f53-0aaf61e01975 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:24.390902 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-77d9898f-11d0-4e85-86ca-6146af24e75d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/networks/f2fead75-5e91-44f5-97c2-e928bb096bc1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4906013 Jul 07 19:21:24.393632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:24.427835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for 913d201f-8a58-4e27-b370-91ac27409842 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:24.467483 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18aa4778-d13b-4d83-a0eb-c400e4ea8661 req-70f43fb7-4a22-414c-b259-fc5d34eff32f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411491 Jul 07 19:21:24.469448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Port 913d201f-8a58-4e27-b370-91ac27409842 was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:21:24.484322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74609089-5762-445f-8ff9-92abcc42b198 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:24.486653 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-74609089-5762-445f-8ff9-92abcc42b198 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/subnets/82c84736-5156-41d9-b78e-8064d378f3eb HTTP/1.1" status: 200 len: 843 time: 0.0913332 Jul 07 19:21:24.490141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:24.571808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.577931 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18aa4778-d13b-4d83-a0eb-c400e4ea8661 req-24f03e38-7f02-4cb4-825e-7f13d6010f20 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024647 Jul 07 19:21:24.586559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa07f9a-d624-48d5-9687-d361ad6ee5da tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:24.595844 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-baa07f9a-d624-48d5-9687-d361ad6ee5da tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "GET /v2.0/subnets/82c84736-5156-41d9-b78e-8064d378f3eb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1041973 Jul 07 19:21:24.597003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:24.602485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-97097761'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:24.628182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:24.633139 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.665702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=913d201f-8a58-4e27-b370-91ac27409842,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:24.666990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:24.667376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No DVR routers for this DVR port 913d201f-8a58-4e27-b370-91ac27409842 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:24.684687 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.685411 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Added segment a6780c33-c158-409f-a594-7444cac9c810 of type vlan for network 1423f96c-a366-44e5-b9c7-127511b545bc Jul 07 19:21:24.739377 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.790155 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.798164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:24.798974 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.854106 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.870452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a076dd80-e3c7-45f0-b1e6-caef47daf2e2']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:24.882691 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18aa4778-d13b-4d83-a0eb-c400e4ea8661 req-cbd5e22a-8da6-497b-8a8c-397d25eaa68b service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749557 Jul 07 19:21:24.890490 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2890720 Jul 07 19:21:24.907944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:24.909500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'network_id': '1423f96c-a366-44e5-b9c7-127511b545bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:24.919046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac1ecb-8729-4b29-914b-3894e0a01f25 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Network': ['ID=1423f96c-a366-44e5-b9c7-127511b545bc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:24.922771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b586da-1105-441f-92a9-0b0ed7ffd3cc') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:24.923066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b586da-1105-441f-92a9-0b0ed7ffd3cc') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:24.937535 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 1423f96c-a366-44e5-b9c7-127511b545bc details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:24.987109 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.029826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.054725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.061653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:25.062056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:25.065735 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:25.141682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Made reservation on behalf of c6ccb3dd371d44af92e962e95559a570 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:25.145499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.266332 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.281448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 19:21:25.281976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 19:21:25.287765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.294287 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/networks/a076dd80-e3c7-45f0-b1e6-caef47daf2e2 HTTP/1.1" status: 204 len: 168 time: 2.7102728 Jul 07 19:21:25.303689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a75925-33dd-4a7c-88e5-2fa867e8d62c req-d7a56d13-2c71-4855-9615-bb4c30931669 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:25.308440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:25.312844 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80a75925-33dd-4a7c-88e5-2fa867e8d62c req-d7a56d13-2c71-4855-9615-bb4c30931669 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.1633437 Jul 07 19:21:25.316838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ab249a02-37dd-419b-a672-a0be381c3ee5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1880013306', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:25.329681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3bddd-919e-4afb-a596-c5e0d722a4b1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Network': ['ID=a076dd80-e3c7-45f0-b1e6-caef47daf2e2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:25.381906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80a75925-33dd-4a7c-88e5-2fa867e8d62c req-c9ccb108-019f-4f09-afed-2a80aa71a6b5 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678804 Jul 07 19:21:25.398966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Allocated IP 172.25.2.123 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/7ddbec0f-e50b-4f45-92d0-7bd0370407ef) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:25.408343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1e52e-0843-4cf5-828d-0db3e3090e42 req-8fefead4-14f6-49e0-b78a-47dea488a5ec tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:25.411474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54c1e52e-0843-4cf5-828d-0db3e3090e42 req-8fefead4-14f6-49e0-b78a-47dea488a5ec tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 0.1942823 Jul 07 19:21:25.494464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54c1e52e-0843-4cf5-828d-0db3e3090e42 req-a41ab3c4-20d1-4275-9131-df614647fe6f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770609 Jul 07 19:21:25.614178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab249a02-37dd-419b-a672-a0be381c3ee5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.615369 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab249a02-37dd-419b-a672-a0be381c3ee5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.674656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.750418 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab249a02-37dd-419b-a672-a0be381c3ee5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.764627 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab249a02-37dd-419b-a672-a0be381c3ee5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.775268 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.836796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab249a02-37dd-419b-a672-a0be381c3ee5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.841688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:25.842289 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ab249a02-37dd-419b-a672-a0be381c3ee5 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5316579 Jul 07 19:21:25.849944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1123043219'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:25.865105 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=68b16681-d91b-4bff-ad93-e3fec7ba53a5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:25.890190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:25.891217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.895086 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.897182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Checking segment: {'id': 'a6780c33-c158-409f-a594-7444cac9c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '1423f96c-a366-44e5-b9c7-127511b545bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:25.897817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network hostable DHCP agents. Network: 1423f96c-a366-44e5-b9c7-127511b545bc, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:25.934277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:25.947708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:25.948412 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added segment 3e7ae7f0-71f9-4702-af44-df532c2ef821 of type vlan for network 3ccca1ed-c1d9-463f-90c7-b9574c1f117b Jul 07 19:21:25.962328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:25.972906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:25.978003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:26.003078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event updated for resources: {'Port': ['ID=7ddbec0f-e50b-4f45-92d0-7bd0370407ef,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:26.005691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Network 1423f96c-a366-44e5-b9c7-127511b545bc is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:26.015021 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.033328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 1423f96c-a366-44e5-b9c7-127511b545bc) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:26.046862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:26.047406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e7f0f7-b49e-4d52-9d96-a22bfe4e4852 None None] Network 1423f96c-a366-44e5-b9c7-127511b545bc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:26.048007 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.058568 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.066529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:26.066875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.099606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2554882 Jul 07 19:21:26.117163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:26.123642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'subnet': {'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:26.139099 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1a93fa1a-efbd-46e0-989f-8d047924dfc6 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2349541 Jul 07 19:21:26.146782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:26.167692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ed6527ed-0c10-4487-aa63-1225f39e5057 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:26.209760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d863b93-8aa2-4fb4-9dfa-e8d09b239b43 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Network': ['ID=3ccca1ed-c1d9-463f-90c7-b9574c1f117b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:26.226545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 3ccca1ed-c1d9-463f-90c7-b9574c1f117b details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:26.232241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.301118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:26.305152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.305835 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed6527ed-0c10-4487-aa63-1225f39e5057 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28617010'] for subnet, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.310927 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.420434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-1423f96c-a366-44e5-b9c7-127511b545bc', 'network_id': '1423f96c-a366-44e5-b9c7-127511b545bc', 'tenant_id': 'c6ccb3dd371d44af92e962e95559a570', 'fixed_ips': [{'subnet_id': '68b16681-d91b-4bff-ad93-e3fec7ba53a5'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:26.421552 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.782882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed6527ed-0c10-4487-aa63-1225f39e5057 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779070994207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28613986'] for subnet, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.847245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Allocated IP 2001:db8::3 (1423f96c-a366-44e5-b9c7-127511b545bc/68b16681-d91b-4bff-ad93-e3fec7ba53a5/31aaa01d-a2f4-4645-ac72-a5772b680b9b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:26.943390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6527ed-0c10-4487-aa63-1225f39e5057 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:26.944177 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed6527ed-0c10-4487-aa63-1225f39e5057 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:26.945879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ed6527ed-0c10-4487-aa63-1225f39e5057 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "PUT /v2.0/subnets/68b16681-d91b-4bff-ad93-e3fec7ba53a5 HTTP/1.1" status: 200 len: 900 time: 0.7962132 Jul 07 19:21:26.956509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:27.035580 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.051015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.064512 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.110552 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.124062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Transition to ACTIVE for port object 31aaa01d-a2f4-4645-ac72-a5772b680b9b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:27.148115 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Transition to ACTIVE for port object 31aaa01d-a2f4-4645-ac72-a5772b680b9b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:27.148375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe920f-4526-4501-9887-1f628be74721 req-a8aa89d0-381d-4805-8648-f58a3eb82e61 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:27.150658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12fe920f-4526-4501-9887-1f628be74721 req-a8aa89d0-381d-4805-8648-f58a3eb82e61 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.5091407 Jul 07 19:21:27.169946 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.200788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6527ed-0c10-4487-aa63-1225f39e5057 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event updated for resources: {'Subnet': ['ID=68b16681-d91b-4bff-ad93-e3fec7ba53a5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:27.242925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948c38c-b38e-4972-a6e0-a5bcb5c1c456 req-0fb5bb3b-9677-46bc-a93a-45b959de74af tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:27.251533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d948c38c-b38e-4972-a6e0-a5bcb5c1c456 req-0fb5bb3b-9677-46bc-a93a-45b959de74af tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 0.5549648 Jul 07 19:21:27.263059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Pushing event updated for resources: {'Port': ['ID=31aaa01d-a2f4-4645-ac72-a5772b680b9b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:27.266025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12fe920f-4526-4501-9887-1f628be74721 req-07dba8d9-5f00-47a9-a6a3-bfb87f30d563 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947971 Jul 07 19:21:27.279259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event updated for resources: {'Port': ['ID=7ddbec0f-e50b-4f45-92d0-7bd0370407ef,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:27.316511 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.335389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Network 1423f96c-a366-44e5-b9c7-127511b545bc is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:27.339633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:27.346632 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d948c38c-b38e-4972-a6e0-a5bcb5c1c456 req-a8072514-f942-475e-99a7-b9372a573ee4 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889969 Jul 07 19:21:27.349587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Subnet': ['ID=78dbba69-0e5d-415b-beb0-eb3ccd4d30de,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:27.350344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:27.360456 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.367331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.370499 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a77008da-3b81-4188-b424-d04dc974cd4d tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4614232 Jul 07 19:21:27.373910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:27.377255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Checking segment: {'id': '3e7ae7f0-71f9-4702-af44-df532c2ef821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:27.378416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network hostable DHCP agents. Network: 3ccca1ed-c1d9-463f-90c7-b9574c1f117b, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:27.393049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6404f3c2-73a8-4536-bce4-fcc9bd7c9ab6 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Request body: {'floatingip': {'port_id': '62d25350-b98d-41a8-8f53-0aaf61e01975', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:27.401897 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 3ccca1ed-c1d9-463f-90c7-b9574c1f117b is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:27.423728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 3ccca1ed-c1d9-463f-90c7-b9574c1f117b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:27.429768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:27.430478 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.448499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdae410-9e18-4603-99dd-ff5dd5f36fe7 None None] Network 3ccca1ed-c1d9-463f-90c7-b9574c1f117b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:27.469455 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-20144b8d-2e66-421d-b3e0-c70f5a6ecb9c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3504393 Jul 07 19:21:27.472027 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:27.522916 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6404f3c2-73a8-4536-bce4-fcc9bd7c9ab6 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.626511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Attempting to bind port 31aaa01d-a2f4-4645-ac72-a5772b680b9b on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:27.626882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Attempting to bind port 31aaa01d-a2f4-4645-ac72-a5772b680b9b by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'a6780c33-c158-409f-a594-7444cac9c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '1423f96c-a366-44e5-b9c7-127511b545bc'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:27.627246 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Attempting to bind port 31aaa01d-a2f4-4645-ac72-a5772b680b9b on network 1423f96c-a366-44e5-b9c7-127511b545bc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:27.640916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:27.641320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Checking segment: {'id': 'a6780c33-c158-409f-a594-7444cac9c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '1423f96c-a366-44e5-b9c7-127511b545bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:27.641682 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.642246 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Bound using segment: {'id': 'a6780c33-c158-409f-a594-7444cac9c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '1423f96c-a366-44e5-b9c7-127511b545bc'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:27.643426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Bound port: 31aaa01d-a2f4-4645-ac72-a5772b680b9b, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6780c33-c158-409f-a594-7444cac9c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '1423f96c-a366-44e5-b9c7-127511b545bc'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:27.643958 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.659315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Deleting port 31aaa01d-a2f4-4645-ac72-a5772b680b9b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:27.659663 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.748296 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-6404f3c2-73a8-4536-bce4-fcc9bd7c9ab6 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] update failed (client error): The resource could not be found. Jul 07 19:21:27.749449 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6404f3c2-73a8-4536-bce4-fcc9bd7c9ab6 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "PUT /v2.0/floatingips/e861602b-4bd4-4bb6-9e55-549eeec20f79 HTTP/1.1" status: 404 len: 507 time: 0.3745837 Jul 07 19:21:27.753812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:27.770852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] For port 31aaa01d-a2f4-4645-ac72-a5772b680b9b, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:27.774795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] For port 31aaa01d-a2f4-4645-ac72-a5772b680b9b, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=31aaa01d-a2f4-4645-ac72-a5772b680b9b,segment=NetworkSegment(a6780c33-c158-409f-a594-7444cac9c810),segment_id=a6780c33-c158-409f-a594-7444cac9c810)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:27.784144 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.935713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5737ed6-219a-40ad-b9bd-308bf849a7f7 None None] Pushing event updated for resources: {'Port': ['ID=31aaa01d-a2f4-4645-ac72-a5772b680b9b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:27.952506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:27.953530 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:27.992855 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.276059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Allocated IP 172.20.0.2 (3ccca1ed-c1d9-463f-90c7-b9574c1f117b/78dbba69-0e5d-415b-beb0-eb3ccd4d30de/21fbe713-c072-48e6-a37a-2a04071d3d1a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:28.394663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 22b8af46-c084-411e-8608-0ba4069df8e7 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:28.613791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] For port 31aaa01d-a2f4-4645-ac72-a5772b680b9b, host n-d-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:28.614417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.662269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Calling delete_port for 31aaa01d-a2f4-4645-ac72-a5772b680b9b owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:28.719762 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.731690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Transition to ACTIVE for port object 21fbe713-c072-48e6-a37a-2a04071d3d1a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:28.751422 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Transition to ACTIVE for port object 21fbe713-c072-48e6-a37a-2a04071d3d1a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:28.760211 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.805673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38985e77-f6e2-4bee-a407-8bd1682ff76e req-478a6e5c-51c7-4de6-a8ec-bda0f3808fea tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:28.814329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38985e77-f6e2-4bee-a407-8bd1682ff76e req-478a6e5c-51c7-4de6-a8ec-bda0f3808fea tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.2472560 Jul 07 19:21:28.829023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Network 3ccca1ed-c1d9-463f-90c7-b9574c1f117b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:28.833686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:28.839758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:28.859709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Pushing event updated for resources: {'Port': ['ID=21fbe713-c072-48e6-a37a-2a04071d3d1a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:28.866940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1ac4a-b2d6-49f0-b71c-7add41efdf8e req-e13a7b82-5353-4eb0-9da5-e25655599682 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:28.869536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abb1ac4a-b2d6-49f0-b71c-7add41efdf8e req-e13a7b82-5353-4eb0-9da5-e25655599682 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 0.2895505 Jul 07 19:21:28.902225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b0719c21-5067-4479-b517-abf25e202da1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Deleting port 7ddbec0f-e50b-4f45-92d0-7bd0370407ef {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:28.902717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0719c21-5067-4479-b517-abf25e202da1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.928432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Allocated IP 172.20.0.1 (3ccca1ed-c1d9-463f-90c7-b9574c1f117b/78dbba69-0e5d-415b-beb0-eb3ccd4d30de/ca935318-0bd6-459e-ada1-bdd7693997f8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:28.983010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Attempting to bind port 21fbe713-c072-48e6-a37a-2a04071d3d1a on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:28.983937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Attempting to bind port 21fbe713-c072-48e6-a37a-2a04071d3d1a by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '3e7ae7f0-71f9-4702-af44-df532c2ef821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:28.984573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Attempting to bind port 21fbe713-c072-48e6-a37a-2a04071d3d1a on network 3ccca1ed-c1d9-463f-90c7-b9574c1f117b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:28.993515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:28.994657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Checking segment: {'id': '3e7ae7f0-71f9-4702-af44-df532c2ef821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:28.995238 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:28.995815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Bound using segment: {'id': '3e7ae7f0-71f9-4702-af44-df532c2ef821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:28.998668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Bound port: 21fbe713-c072-48e6-a37a-2a04071d3d1a, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7ae7f0-71f9-4702-af44-df532c2ef821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:28.999314 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.063383 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0719c21-5067-4479-b517-abf25e202da1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.063713 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0719c21-5067-4479-b517-abf25e202da1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.071063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38985e77-f6e2-4bee-a407-8bd1682ff76e req-8d698a0e-c512-4d18-a577-1dd1689fcdfd tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554832 Jul 07 19:21:29.144196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] For port 21fbe713-c072-48e6-a37a-2a04071d3d1a, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:29.151810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] For port 21fbe713-c072-48e6-a37a-2a04071d3d1a, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=21fbe713-c072-48e6-a37a-2a04071d3d1a,segment=NetworkSegment(3e7ae7f0-71f9-4702-af44-df532c2ef821),segment_id=3e7ae7f0-71f9-4702-af44-df532c2ef821)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:29.171565 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.173787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b0719c21-5067-4479-b517-abf25e202da1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Calling delete_port for 7ddbec0f-e50b-4f45-92d0-7bd0370407ef owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:29.211874 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.255800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Transition to ACTIVE for port object ca935318-0bd6-459e-ada1-bdd7693997f8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:29.324326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf75fc7-90fb-4dd2-8890-4ca44f7e07fc None None] Pushing event updated for resources: {'Port': ['ID=21fbe713-c072-48e6-a37a-2a04071d3d1a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:29.359501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.399743 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abb1ac4a-b2d6-49f0-b71c-7add41efdf8e req-a4141241-2cdf-4d2c-a243-8817712b4aa3 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216575 Jul 07 19:21:29.457327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 3ccca1ed-c1d9-463f-90c7-b9574c1f117b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:29.462394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:29.469274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:29.474069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=ca935318-0bd6-459e-ada1-bdd7693997f8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:29.492867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.549425 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.554935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe6b33-3654-421a-ab23-106a15123936 None None] Network 1423f96c-a366-44e5-b9c7-127511b545bc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:29.590694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Port': ['ID=31aaa01d-a2f4-4645-ac72-a5772b680b9b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:29.706519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No DVR routers for this DVR port 31aaa01d-a2f4-4645-ac72-a5772b680b9b on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:29.748780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bb9ebc3d-ec74-40aa-9376-85f491a1787c None None] Could not find standard attr ID for object 31aaa01d-a2f4-4645-ac72-a5772b680b9b. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:21:29.804434 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.929913 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:29.974278 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.006404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Subnet': ['ID=68b16681-d91b-4bff-ad93-e3fec7ba53a5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:30.108314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.174602 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0719c21-5067-4479-b517-abf25e202da1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.187862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 21fbe713-c072-48e6-a37a-2a04071d3d1a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:30.243467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1423f96c-a366-44e5-b9c7-127511b545bc']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:30.258003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0719c21-5067-4479-b517-abf25e202da1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event deleted for resources: {'Port': ['ID=7ddbec0f-e50b-4f45-92d0-7bd0370407ef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:30.311338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 21fbe713-c072-48e6-a37a-2a04071d3d1a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:30.352049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6780c33-c158-409f-a594-7444cac9c810') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:30.354865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6780c33-c158-409f-a594-7444cac9c810') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:30.406375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.463111 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.525783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:30.528987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.541831 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0719c21-5067-4479-b517-abf25e202da1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.557477 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0719c21-5067-4479-b517-abf25e202da1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.559777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b0719c21-5067-4479-b517-abf25e202da1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "DELETE /v2.0/floatingips/e861602b-4bd4-4bb6-9e55-549eeec20f79 HTTP/1.1" status: 204 len: 168 time: 2.8054938 Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:30.564021 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:30.586892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf32dd-7a09-4e2d-8357-591fb2e54835 req-bc3d4638-a8b5-412b-97e8-f6d6634ff562 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:30.602983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-28bf32dd-7a09-4e2d-8357-591fb2e54835 req-bc3d4638-a8b5-412b-97e8-f6d6634ff562 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.3304324 Jul 07 19:21:30.605413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.609087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:30.621231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-96063133-41c0-4ec3-880d-f1cd5f862f45 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Request body: {'floatingip': {'floating_network_id': '722bf2a2-af80-4ccb-9885-5d6546e86e4a', 'port_id': '62d25350-b98d-41a8-8f53-0aaf61e01975', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:30.707824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da5176a-69fa-4304-882f-32f923f70332 None None] Network 1423f96c-a366-44e5-b9c7-127511b545bc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:30.708969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.738463 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96063133-41c0-4ec3-880d-f1cd5f862f45 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.796746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-28bf32dd-7a09-4e2d-8357-591fb2e54835 req-c50dddaf-1e25-4f8a-8d48-cb746cd3b85a tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907909 Jul 07 19:21:30.811386 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.852506 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:30.862628 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/1423f96c-a366-44e5-b9c7-127511b545bc HTTP/1.1" status: 204 len: 168 time: 3.9038460 Jul 07 19:21:30.865909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:30.906123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da756ec-f7fc-4826-ac6c-e7537f858333 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Network': ['ID=1423f96c-a366-44e5-b9c7-127511b545bc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:30.908529 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e215913-ac24-42d9-9217-c3f7e623584c tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:30.909187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e215913-ac24-42d9-9217-c3f7e623584c tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:30.911287 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8e215913-ac24-42d9-9217-c3f7e623584c tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/subnets/68b16681-d91b-4bff-ad93-e3fec7ba53a5 HTTP/1.1" status: 404 len: 337 time: 0.0443032 Jul 07 19:21:30.916930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:30.964711 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-943c8d53-1dbc-47d6-aedc-40a29ef21c0d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:30.969260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943c8d53-1dbc-47d6-aedc-40a29ef21c0d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:30.969582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=ca935318-0bd6-459e-ada1-bdd7693997f8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:30.971507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-943c8d53-1dbc-47d6-aedc-40a29ef21c0d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/1423f96c-a366-44e5-b9c7-127511b545bc HTTP/1.1" status: 404 len: 339 time: 0.0515647 Jul 07 19:21:30.975363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:31.014367 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.118426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a11f1c-f675-45a4-8c87-4c4876744b80 None None] DHCP port deletion for 1423f96c-a366-44e5-b9c7-127511b545bc request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:21:31.185946 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.254866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc30f34-c926-429f-8e34-b343c64a58b0 None None] Network 3ccca1ed-c1d9-463f-90c7-b9574c1f117b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:31.266630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58df97-8cba-4be4-ac92-a237007aa876 req-51c72ad7-eb08-419e-ad1e-85318da3acec tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:31.268829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e58df97-8cba-4be4-ac92-a237007aa876 req-51c72ad7-eb08-419e-ad1e-85318da3acec tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 0.2077286 Jul 07 19:21:31.318252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 3ccca1ed-c1d9-463f-90c7-b9574c1f117b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:31.329435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ca4da63e-3450-41fa-af51-fe5d4e000533 None None] Provisioning for port 21fbe713-c072-48e6-a37a-2a04071d3d1a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:31.337306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13cb22-93d7-4845-9325-56e718abf2c9 req-93619387-89b3-49f4-a4c0-57ace4875b58 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:31.341036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ca4da63e-3450-41fa-af51-fe5d4e000533 None None] Provisioning complete for port 21fbe713-c072-48e6-a37a-2a04071d3d1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:31.341410 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca4da63e-3450-41fa-af51-fe5d4e000533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.342696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:31.343784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb13cb22-93d7-4845-9325-56e718abf2c9 req-93619387-89b3-49f4-a4c0-57ace4875b58 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 946 time: 0.2283766 Jul 07 19:21:31.400512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e58df97-8cba-4be4-ac92-a237007aa876 req-dd3d4029-b61a-40f5-a354-769e85e15133 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141505 Jul 07 19:21:31.448630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb13cb22-93d7-4845-9325-56e718abf2c9 req-9bccade2-8388-44ca-bb38-9a64d34e7ea5 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929604 Jul 07 19:21:31.494864 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca4da63e-3450-41fa-af51-fe5d4e000533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.558427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ca4da63e-3450-41fa-af51-fe5d4e000533 None None] For port 21fbe713-c072-48e6-a37a-2a04071d3d1a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=21fbe713-c072-48e6-a37a-2a04071d3d1a,segment=NetworkSegment(3e7ae7f0-71f9-4702-af44-df532c2ef821),segment_id=3e7ae7f0-71f9-4702-af44-df532c2ef821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:31.565149 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca4da63e-3450-41fa-af51-fe5d4e000533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.586948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.631809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4da63e-3450-41fa-af51-fe5d4e000533 None None] Pushing event updated for resources: {'Port': ['ID=21fbe713-c072-48e6-a37a-2a04071d3d1a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:31.683225 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-96063133-41c0-4ec3-880d-f1cd5f862f45 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:21:31.685698 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-96063133-41c0-4ec3-880d-f1cd5f862f45 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0743749 Jul 07 19:21:31.688275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459cf6cf-9f59-4231-b306-79d9b108c5ac']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:31.689555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:31.694994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '62d25350-b98d-41a8-8f53-0aaf61e01975', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:31.718707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b531d6d1-0130-4366-a25a-bdb4be4e60e8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:31.719329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b531d6d1-0130-4366-a25a-bdb4be4e60e8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:31.734563 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.752114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.762003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.772976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:31.773391 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:31.776601 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:32.111756 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.141869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd2765-48a9-45bd-ac1b-2fa3fcc63104 req-0994baf6-5db3-4dcb-aea8-fa20edd1e5c4 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:32.148186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 21fbe713-c072-48e6-a37a-2a04071d3d1a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:32.151250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97cd2765-48a9-45bd-ac1b-2fa3fcc63104 req-0994baf6-5db3-4dcb-aea8-fa20edd1e5c4 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.1499751 Jul 07 19:21:32.284169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97cd2765-48a9-45bd-ac1b-2fa3fcc63104 req-b1544973-2452-4436-ac15-a3b5814e4fd1 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648735 Jul 07 19:21:32.304366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router f1701c28-664c-4132-9ec4-0285a965a861 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:21:32.320504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.347542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 21fbe713-c072-48e6-a37a-2a04071d3d1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:32.347947 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.350867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8702945a-55a3-4ec6-b8b5-db9840d7866c None None] Provisioning complete for port 21fbe713-c072-48e6-a37a-2a04071d3d1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:32.351234 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8702945a-55a3-4ec6-b8b5-db9840d7866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.355732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.358884 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/459cf6cf-9f59-4231-b306-79d9b108c5ac HTTP/1.1" status: 204 len: 168 time: 1.3706422 Jul 07 19:21:32.362201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a7e3e-7875-4a4f-a74f-fc515290335e tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Network': ['ID=459cf6cf-9f59-4231-b306-79d9b108c5ac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:32.371068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:32.438515 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc8c9ed-75b2-45d8-8abb-8c8a2018f25d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:32.438979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc8c9ed-75b2-45d8-8abb-8c8a2018f25d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:32.452117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2dc8c9ed-75b2-45d8-8abb-8c8a2018f25d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/subnets/56736333-dbf4-437f-ade3-998e7f3cce23 HTTP/1.1" status: 404 len: 337 time: 0.0791311 Jul 07 19:21:32.481815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Allocated IP 172.25.2.230 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/9a1a28a9-4fa8-490a-93d8-917b7f7505e4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:32.535622 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:32.648663 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eebd341-708a-4aa3-b8ae-ec4a11ec6323 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:32.649501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eebd341-708a-4aa3-b8ae-ec4a11ec6323 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:32.655414 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1eebd341-708a-4aa3-b8ae-ec4a11ec6323 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/eb3eece3-dcc0-4f51-b9cf-6e6422222e9e HTTP/1.1" status: 404 len: 339 time: 0.1058717 Jul 07 19:21:32.662704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:32.740335 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:32.757202 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Sync routers for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:32.758674 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-33c138f8-9dc9-40a5-99f2-0633f7f32f3a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2851706 Jul 07 19:21:32.759570 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:32.771804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1505963239'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:32.787589 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 31aaa01d-a2f4-4645-ac72-a5772b680b9b no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:32.789928 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:32.791102 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:32.832417 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7000120-42b6-4de4-ba7e-a859be5de33f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Deleting subnet cd487792-5c1f-4f06-b444-e2d81acdffee {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:21:32.838819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 31aaa01d-a2f4-4645-ac72-a5772b680b9b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:32.839170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 31aaa01d-a2f4-4645-ac72-a5772b680b9b not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:32.848368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7000120-42b6-4de4-ba7e-a859be5de33f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.853074 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-a85fb359-ecd7-410b-8fe7-4991c5e39673 service neutron] 10.222.0.112 "GET /v2.0/ports/22b8af46-c084-411e-8608-0ba4069df8e7/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 385 time: 0.3153069 Jul 07 19:21:32.866266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8702945a-55a3-4ec6-b8b5-db9840d7866c None None] Provisioning for port ca935318-0bd6-459e-ada1-bdd7693997f8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:32.882610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8702945a-55a3-4ec6-b8b5-db9840d7866c None None] Provisioning complete for port ca935318-0bd6-459e-ada1-bdd7693997f8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:32.882987 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8702945a-55a3-4ec6-b8b5-db9840d7866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.886871 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:32.892210 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.908182 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.950780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8702945a-55a3-4ec6-b8b5-db9840d7866c None None] Port ca935318-0bd6-459e-ada1-bdd7693997f8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:32.960329 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7000120-42b6-4de4-ba7e-a859be5de33f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:32.988086 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:33.021283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:33.056116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.056667 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added segment 5732f092-4e1d-460f-a9ac-6eafd97b671e of type vlan for network 6f4cc68e-21c0-415e-94e3-e013f02814d3 Jul 07 19:21:33.059683 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.082063 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.089610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e5f0083-a984-45e9-893d-08785607d52c None None] Provisioning complete for port ca935318-0bd6-459e-ada1-bdd7693997f8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:33.091106 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5f0083-a984-45e9-893d-08785607d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.106916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:33.113818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:33.119454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:33.163035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f0083-a984-45e9-893d-08785607d52c None None] Port ca935318-0bd6-459e-ada1-bdd7693997f8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:33.215093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e34c4-b0a1-4e9f-9476-e6eb15caacd1 req-ff8f6ac4-e990-45f0-a129-b0598a9fba3f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:33.222879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a38e34c4-b0a1-4e9f-9476-e6eb15caacd1 req-ff8f6ac4-e990-45f0-a129-b0598a9fba3f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 944 time: 0.5036237 Jul 07 19:21:33.329612 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:21:29Z', 'revision_number': 2, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:30Z', 'revision_number': 2, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:33.343130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a38e34c4-b0a1-4e9f-9476-e6eb15caacd1 req-d8d58a95-661c-40b7-bf82-e7744672165f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193762 Jul 07 19:21:33.344043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event updated for resources: {'Port': ['ID=9a1a28a9-4fa8-490a-93d8-917b7f7505e4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:33.362296 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.365395 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Checking router: f1701c28-664c-4132-9ec4-0285a965a861 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:33.365395 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Updating router f1701c28-664c-4132-9ec4-0285a965a861 port ca935318-0bd6-459e-ada1-bdd7693997f8 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:21:33.370729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-dfa9afce-d66a-49ec-874c-42fae67023b0 service neutron] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=22b8af46-c084-411e-8608-0ba4069df8e7,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:33.402314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7000120-42b6-4de4-ba7e-a859be5de33f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.411418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe2b1-8b78-4910-aecb-7ad1c9bdcaa3 req-e5eae844-5185-4259-b7e3-56f79dc82ec5 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:33.420822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51bfe2b1-8b78-4910-aecb-7ad1c9bdcaa3 req-e5eae844-5185-4259-b7e3-56f79dc82ec5 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 946 time: 0.4602835 Jul 07 19:21:33.455265 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.486551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-dfa9afce-d66a-49ec-874c-42fae67023b0 service neutron] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:33.524384 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.531859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:33.532516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.549692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b422b8-fe6d-434e-b05d-7935142de0af req-ffe67e9d-c6b8-43b1-8345-aa15aa85929f tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:33.552707 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9b422b8-fe6d-434e-b05d-7935142de0af req-ffe67e9d-c6b8-43b1-8345-aa15aa85929f tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 946 time: 0.8191249 Jul 07 19:21:33.588670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-dfa9afce-d66a-49ec-874c-42fae67023b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b8af46-c084-411e-8608-0ba4069df8e7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:33.640824 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8731141 Jul 07 19:21:33.641445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:33.650900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-dfa9afce-d66a-49ec-874c-42fae67023b0 service neutron] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=22b8af46-c084-411e-8608-0ba4069df8e7,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:33.657915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ecc6c-bb13-4254-b326-bcd2b664b1b9 req-4f8fcf12-6678-4e06-86e9-3b65089594b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:33.659443 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f81ecc6c-bb13-4254-b326-bcd2b664b1b9 req-4f8fcf12-6678-4e06-86e9-3b65089594b0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 1127 time: 0.3683269 Jul 07 19:21:33.670245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'subnet': {'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:33.674000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51bfe2b1-8b78-4910-aecb-7ad1c9bdcaa3 req-db36aa23-9bb9-4a6f-9a28-dbbb674a656a tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522995 Jul 07 19:21:33.680127 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7000120-42b6-4de4-ba7e-a859be5de33f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.769881 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-dfa9afce-d66a-49ec-874c-42fae67023b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.804462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc087b-ce86-49ab-9850-7ca85ae41c21 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Network': ['ID=6f4cc68e-21c0-415e-94e3-e013f02814d3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:33.811121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Deleting port 9a1a28a9-4fa8-490a-93d8-917b7f7505e4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:33.811569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.819925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 6f4cc68e-21c0-415e-94e3-e013f02814d3 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:33.886000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7000120-42b6-4de4-ba7e-a859be5de33f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Subnet': ['ID=cd487792-5c1f-4f06-b444-e2d81acdffee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:33.890056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7000120-42b6-4de4-ba7e-a859be5de33f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.894756 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e7000120-42b6-4de4-ba7e-a859be5de33f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/subnets/cd487792-5c1f-4f06-b444-e2d81acdffee HTTP/1.1" status: 204 len: 168 time: 1.2279747 Jul 07 19:21:33.897956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:33.953857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b9b422b8-fe6d-434e-b05d-7935142de0af req-1d913e8b-e3fe-4896-9965-c24a3325d222 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Deleting port e911d42a-b042-4f1a-92a9-d9f30decd11e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:33.954477 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b9b422b8-fe6d-434e-b05d-7935142de0af req-1d913e8b-e3fe-4896-9965-c24a3325d222 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:33.967153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a46b82b-d1b1-4338-93d4-1f0d62a9044a None None] Network 1087859f-a30e-4ff2-966f-5e544fa6ccd6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:34.115235 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.117258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c85bf3-0ec5-4f5a-bd18-8e1fc850c090 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Deleting subnet 33d7f61e-01f4-48fb-8290-703e1ae50bbe {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:21:34.129299 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Transition to ACTIVE for port object ca935318-0bd6-459e-ada1-bdd7693997f8 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:34.133203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8479d9-49bf-4ce4-9216-6d474f523339 req-44f13d2f-b498-4be6-b9b6-b13cc88bc5e8 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:34.135326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd8479d9-49bf-4ce4-9216-6d474f523339 req-44f13d2f-b498-4be6-b9b6-b13cc88bc5e8 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.3511159 Jul 07 19:21:34.139191 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.139554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.140747 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.166693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b9b422b8-fe6d-434e-b05d-7935142de0af req-1d913e8b-e3fe-4896-9965-c24a3325d222 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] For port e911d42a-b042-4f1a-92a9-d9f30decd11e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e911d42a-b042-4f1a-92a9-d9f30decd11e,segment=NetworkSegment(430d849b-a2b8-486d-bffa-02496cdde367),segment_id=430d849b-a2b8-486d-bffa-02496cdde367)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:34.167031 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60c85bf3-0ec5-4f5a-bd18-8e1fc850c090 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.167425 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b9b422b8-fe6d-434e-b05d-7935142de0af req-1d913e8b-e3fe-4896-9965-c24a3325d222 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.188153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Calling delete_port for 9a1a28a9-4fa8-490a-93d8-917b7f7505e4 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:34.208821 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Pushing event updated for resources: {'Port': ['ID=ca935318-0bd6-459e-ada1-bdd7693997f8,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:34.213682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b9b422b8-fe6d-434e-b05d-7935142de0af req-1d913e8b-e3fe-4896-9965-c24a3325d222 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Calling delete_port for e911d42a-b042-4f1a-92a9-d9f30decd11e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:34.225417 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.226062 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.226643 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.227314 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.227881 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.228416 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.229130 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.229636 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.230283 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.231793 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.232547 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.233096 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:34.257480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:34.270614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.285620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd8479d9-49bf-4ce4-9216-6d474f523339 req-f80ab015-b8c8-4ef7-af3c-8e1628bee219 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351659 Jul 07 19:21:34.320578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ecc6c-bb13-4254-b326-bcd2b664b1b9 req-bd54cf63-1326-47a9-b1aa-78dbbed87f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:34.322365 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f81ecc6c-bb13-4254-b326-bcd2b664b1b9 req-bd54cf63-1326-47a9-b1aa-78dbbed87f33 service neutron] 10.222.0.112 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.6198575 Jul 07 19:21:34.346160 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Attempting to bind port ca935318-0bd6-459e-ada1-bdd7693997f8 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:34.346589 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Attempting to bind port ca935318-0bd6-459e-ada1-bdd7693997f8 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '3e7ae7f0-71f9-4702-af44-df532c2ef821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:34.347345 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Attempting to bind port ca935318-0bd6-459e-ada1-bdd7693997f8 on network 3ccca1ed-c1d9-463f-90c7-b9574c1f117b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:34.353571 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:34.353950 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Checking segment: {'id': '3e7ae7f0-71f9-4702-af44-df532c2ef821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:34.354522 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.354926 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Bound using segment: {'id': '3e7ae7f0-71f9-4702-af44-df532c2ef821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:34.355777 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Bound port: ca935318-0bd6-459e-ada1-bdd7693997f8, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7ae7f0-71f9-4702-af44-df532c2ef821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:34.357219 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.441734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-dfa9afce-d66a-49ec-874c-42fae67023b0 service neutron] Transition to ACTIVE for port object 22b8af46-c084-411e-8608-0ba4069df8e7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:34.450441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60c85bf3-0ec5-4f5a-bd18-8e1fc850c090 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.455714 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f81ecc6c-bb13-4254-b326-bcd2b664b1b9 req-bbb6d535-8527-4e4c-beed-b0f1ae2eb9d9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22b8af46-c084-411e-8608-0ba4069df8e7 HTTP/1.1" status: 200 len: 217 time: 0.0857356 Jul 07 19:21:34.500127 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-dfa9afce-d66a-49ec-874c-42fae67023b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.540396 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] For port ca935318-0bd6-459e-ada1-bdd7693997f8, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:34.549641 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] For port ca935318-0bd6-459e-ada1-bdd7693997f8, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ca935318-0bd6-459e-ada1-bdd7693997f8,segment=NetworkSegment(3e7ae7f0-71f9-4702-af44-df532c2ef821),segment_id=3e7ae7f0-71f9-4702-af44-df532c2ef821)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:34.570639 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.611445 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:34.651842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event deleted for resources: {'Port': ['ID=9a1a28a9-4fa8-490a-93d8-917b7f7505e4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:34.751630 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:34.752736 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:35.157351 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:35.264314 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c0596672-ee63-4f98-b6c5-d8d8236bda79 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:21:35.270595 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfe7e7-9ca7-4e6e-a5b6-a57cb7d2855b None None] Pushing event updated for resources: {'Port': ['ID=ca935318-0bd6-459e-ada1-bdd7693997f8,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:35.273683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c0596672-ee63-4f98-b6c5-d8d8236bda79 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:35.283444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ecc6c-bb13-4254-b326-bcd2b664b1b9 req-36789a4e-b842-4ea0-9a0a-78039afdca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:35.285037 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f81ecc6c-bb13-4254-b326-bcd2b664b1b9 req-36789a4e-b842-4ea0-9a0a-78039afdca5b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.7747943 Jul 07 19:21:35.351024 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f81ecc6c-bb13-4254-b326-bcd2b664b1b9 req-982bcdc4-32e2-4780-84eb-a842eaaa06a1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327446 Jul 07 19:21:35.353282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-dfa9afce-d66a-49ec-874c-42fae67023b0 service neutron] No DVR routers for this DVR port 22b8af46-c084-411e-8608-0ba4069df8e7 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:35.359033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.406462 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:21:35.462709 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:21:29Z', 'revision_number': 2, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:34Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:35.483486 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60c85bf3-0ec5-4f5a-bd18-8e1fc850c090 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.495151 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89141605-cad5-49e7-9290-9966dc909e61 None None] The sync data for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 is: [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:21:29Z', 'revision_number': 2, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:34Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:35.612986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9afce-d66a-49ec-874c-42fae67023b0 service neutron] Pushing event updated for resources: {'Port': ['ID=22b8af46-c084-411e-8608-0ba4069df8e7,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:35.619966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60c85bf3-0ec5-4f5a-bd18-8e1fc850c090 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.623368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a060d-453b-4062-a246-5d7ce8cb52a4 req-4db6e9f4-b572-4688-acae-f66bf80ff629 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:35.625048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c1a060d-453b-4062-a246-5d7ce8cb52a4 req-4db6e9f4-b572-4688-acae-f66bf80ff629 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 945 time: 1.0605016 Jul 07 19:21:35.627114 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] create failed (client error): The resource could not be found. Jul 07 19:21:35.628134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4afa0a0d-bf6d-4158-8d64-27903ff00125 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9375489 Jul 07 19:21:35.649775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:35.675876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60c85bf3-0ec5-4f5a-bd18-8e1fc850c090 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.678033 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-60c85bf3-0ec5-4f5a-bd18-8e1fc850c090 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/subnets/33d7f61e-01f4-48fb-8290-703e1ae50bbe HTTP/1.1" status: 204 len: 168 time: 1.7723732 Jul 07 19:21:35.683046 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f81ecc6c-bb13-4254-b326-bcd2b664b1b9 req-d324f954-e8bc-416e-9472-cb9f2e536380 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107255 Jul 07 19:21:35.684890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Subnet': ['ID=6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:35.687084 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:35.790563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414aeaa-bc77-4ff3-8798-ada22b6b4170 req-b17e892e-7bb0-47bd-a3f8-9c1d1b713bb4 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:35.797933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3414aeaa-bc77-4ff3-8798-ada22b6b4170 req-b17e892e-7bb0-47bd-a3f8-9c1d1b713bb4 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/ports?device_id=9dd52a44-a579-49b1-bf95-7e625b679dea HTTP/1.1" status: 200 len: 946 time: 0.2950797 Jul 07 19:21:35.804937 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.827180 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-dfa9afce-d66a-49ec-874c-42fae67023b0 service neutron] 10.222.0.112 "PUT /v2.0/ports/22b8af46-c084-411e-8608-0ba4069df8e7/bindings/n-h2-792394-12/activate HTTP/1.1" status: 200 len: 370 time: 2.9488919 Jul 07 19:21:35.827993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c1a060d-453b-4062-a246-5d7ce8cb52a4 req-d0b42f3e-ec34-4907-87cd-b12a4d709cf7 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764207 Jul 07 19:21:35.828669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b9b422b8-fe6d-434e-b05d-7935142de0af req-1d913e8b-e3fe-4896-9965-c24a3325d222 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:35.890286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d913e8b-e3fe-4896-9965-c24a3325d222 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Pushing event deleted for resources: {'Port': ['ID=e911d42a-b042-4f1a-92a9-d9f30decd11e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:35.891647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560425b9-cb4c-4870-8bba-74fe197ef106 None None] Network 1087859f-a30e-4ff2-966f-5e544fa6ccd6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:36.010001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b422b8-fe6d-434e-b05d-7935142de0af req-1d913e8b-e3fe-4896-9965-c24a3325d222 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] No DVR routers for this DVR port e911d42a-b042-4f1a-92a9-d9f30decd11e on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:36.023981 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b9b422b8-fe6d-434e-b05d-7935142de0af req-1d913e8b-e3fe-4896-9965-c24a3325d222 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.026090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9b422b8-fe6d-434e-b05d-7935142de0af req-1d913e8b-e3fe-4896-9965-c24a3325d222 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.59 "DELETE /v2.0/ports/e911d42a-b042-4f1a-92a9-d9f30decd11e HTTP/1.1" status: 204 len: 173 time: 2.4137447 Jul 07 19:21:36.048554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd52a44-a579-49b1-bf95-7e625b679dea', 'name': 'network-vif-deleted', 'tag': 'e911d42a-b042-4f1a-92a9-d9f30decd11e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:36.057523 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a725311b-cdf6-4bcf-bdcf-ff5d43385f13" -d '{"events": [{"server_uuid": "9dd52a44-a579-49b1-bf95-7e625b679dea", "name": "network-vif-deleted", "tag": "e911d42a-b042-4f1a-92a9-d9f30decd11e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:36.091299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3414aeaa-bc77-4ff3-8798-ada22b6b4170 req-56350a0c-b223-40b3-b70c-ccc46cd9e283 tempest-VolumesSnapshotTestJSON-1881075137 tempest-VolumesSnapshotTestJSON-1881075137-project] 10.222.0.113 "GET /v2.0/security-groups?id=01ef1c3b-3d7c-4299-8593-5846037f1fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901838 Jul 07 19:21:36.175335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1c16491a-abdf-49fa-801b-849edf1af730 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Deleting port 62d25350-b98d-41a8-8f53-0aaf61e01975 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:36.185283 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c16491a-abdf-49fa-801b-849edf1af730 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.258023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c85bf3-0ec5-4f5a-bd18-8e1fc850c090 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Subnet': ['ID=33d7f61e-01f4-48fb-8290-703e1ae50bbe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:36.285162 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f81ecc6c-bb13-4254-b326-bcd2b664b1b9 req-57357a9b-5476-4959-ae12-9f1d124632c0 service neutron] 10.222.0.112 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909239 Jul 07 19:21:36.302242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ca935318-0bd6-459e-ada1-bdd7693997f8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:36.322308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c0596672-ee63-4f98-b6c5-d8d8236bda79, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0596672-ee63-4f98-b6c5-d8d8236bda79,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:36.404747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424871cb-2d27-41e5-bcb5-fe377115b6de req-b984ece9-1ec4-444b-a394-a8ea51d64bf7 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:36.410136 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.413306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-424871cb-2d27-41e5-bcb5-fe377115b6de req-b984ece9-1ec4-444b-a394-a8ea51d64bf7 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.2977397 Jul 07 19:21:36.461919 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c16491a-abdf-49fa-801b-849edf1af730 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.462544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'c0596672-ee63-4f98-b6c5-d8d8236bda79', 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d', 'port_id': 'c0596672-ee63-4f98-b6c5-d8d8236bda79', 'mac_address': 'fa:16:3e:54:03:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338b59bf-fd4d-43a1-91b7-1d151d6b71e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:21:36.464156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8943e123-802f-4af0-98b0-905f82d22ffc None None] Provisioning complete for port d756f7ec-0471-45b9-99f7-4d7f1dcd758b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:36.466141 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8943e123-802f-4af0-98b0-905f82d22ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.475982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Checking segment: {'id': '5732f092-4e1d-460f-a9ac-6eafd97b671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:36.476506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network hostable DHCP agents. Network: 6f4cc68e-21c0-415e-94e3-e013f02814d3, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:36.486313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1c16491a-abdf-49fa-801b-849edf1af730 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Calling delete_port for 62d25350-b98d-41a8-8f53-0aaf61e01975 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:36.510478 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8ca3e9-a08a-45c6-aa27-85f439dfdf57 x-openstack-request-id: req-2b8ca3e9-a08a-45c6-aa27-85f439dfdf57 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:36.510873 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd52a44-a579-49b1-bf95-7e625b679dea", "name": "network-vif-deleted", "tag": "e911d42a-b042-4f1a-92a9-d9f30decd11e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:36.511639 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2b8ca3e9-a08a-45c6-aa27-85f439dfdf57 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:36.511875 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd52a44-a579-49b1-bf95-7e625b679dea', 'name': 'network-vif-deleted', 'tag': 'e911d42a-b042-4f1a-92a9-d9f30decd11e', 'status': 'completed', 'code': 200} Jul 07 19:21:36.532725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 6f4cc68e-21c0-415e-94e3-e013f02814d3 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:36.539377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-424871cb-2d27-41e5-bcb5-fe377115b6de req-e3d484a9-9774-4b6d-b92d-4a4370f2032a tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246364 Jul 07 19:21:36.563286 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 6f4cc68e-21c0-415e-94e3-e013f02814d3) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:36.581872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-6eef8b18-f0b1-40c7-b9e2-43286623b2d3 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:36.583675 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-6eef8b18-f0b1-40c7-b9e2-43286623b2d3 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.6129355 Jul 07 19:21:36.608183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:36.608812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.619266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158065fb-d878-4b2d-b2ef-cdc66fcfb91d None None] Network 6f4cc68e-21c0-415e-94e3-e013f02814d3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:36.646620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d34bd8-678a-4f16-a697-816b0fc114de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0596672-ee63-4f98-b6c5-d8d8236bda79'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:36.655034 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f04662-d878-4090-aea3-0de0ec1cc258" -d '{"events": [{"server_uuid": "19d34bd8-678a-4f16-a697-816b0fc114de", "name": "network-vif-unplugged", "status": "completed", "tag": "c0596672-ee63-4f98-b6c5-d8d8236bda79"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:36.754372 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32029668-50e0-4478-9dc9-80f676b0c087 x-openstack-request-id: req-32029668-50e0-4478-9dc9-80f676b0c087 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:36.754670 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d34bd8-678a-4f16-a697-816b0fc114de", "name": "network-vif-unplugged", "status": "completed", "tag": "c0596672-ee63-4f98-b6c5-d8d8236bda79", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:36.754914 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-32029668-50e0-4478-9dc9-80f676b0c087 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:36.755316 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d34bd8-678a-4f16-a697-816b0fc114de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0596672-ee63-4f98-b6c5-d8d8236bda79', 'code': 200} Jul 07 19:21:36.768905 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c0596672-ee63-4f98-b6c5-d8d8236bda79, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0596672-ee63-4f98-b6c5-d8d8236bda79,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:36.778614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port ca935318-0bd6-459e-ada1-bdd7693997f8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:36.822838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ca935318-0bd6-459e-ada1-bdd7693997f8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:36.823432 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.829960 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c16491a-abdf-49fa-801b-849edf1af730 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.849869 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.850318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e911d42a-b042-4f1a-92a9-d9f30decd11e no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:36.900106 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.936663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16491a-abdf-49fa-801b-849edf1af730 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event deleted for resources: {'Port': ['ID=62d25350-b98d-41a8-8f53-0aaf61e01975,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:36.966467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: e911d42a-b042-4f1a-92a9-d9f30decd11e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:36.967112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e911d42a-b042-4f1a-92a9-d9f30decd11e not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:37.069762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0596672-ee63-4f98-b6c5-d8d8236bda79 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:37.104164 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b877ef-64ae-4388-8991-25953ba8e718 None None] DHCP port deletion for 1087859f-a30e-4ff2-966f-5e544fa6ccd6 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:21:37.147493 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c16491a-abdf-49fa-801b-849edf1af730 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:37.154812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1c16491a-abdf-49fa-801b-849edf1af730 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "DELETE /v2.0/ports/62d25350-b98d-41a8-8f53-0aaf61e01975 HTTP/1.1" status: 204 len: 168 time: 1.4906456 Jul 07 19:21:37.155751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:37.351512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c0596672-ee63-4f98-b6c5-d8d8236bda79,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:37.378723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc95c109-5cd8-4cd4-a4fa-3694d1a72ac2 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.380338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cc95c109-5cd8-4cd4-a4fa-3694d1a72ac2 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "GET /v2.0/ports?device_id=8820ed00-b3df-47d2-9fcb-8bffce1e6dcb HTTP/1.1" status: 200 len: 913 time: 0.2236793 Jul 07 19:21:37.392202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:37.421675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88986708-0030-40ee-bf95-e4660c4001e0 req-3d194e23-6c30-422d-a005-3f8d93af917b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.423612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88986708-0030-40ee-bf95-e4660c4001e0 req-3d194e23-6c30-422d-a005-3f8d93af917b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 945 time: 0.1537342 Jul 07 19:21:37.460690 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-49df3d88-f1a0-4832-bb5f-908374ce7661 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8052664 Jul 07 19:21:37.482862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:37.486532 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:21:37.492812 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:21:37.508499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Deleting port d756f7ec-0471-45b9-99f7-4d7f1dcd758b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:37.509553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:37.599178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-6f4cc68e-21c0-415e-94e3-e013f02814d3', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:37.607061 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:37.609765 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:37.631935 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88986708-0030-40ee-bf95-e4660c4001e0 req-767ed743-9ccd-4f4f-8452-2a59328e5319 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011423 Jul 07 19:21:37.638459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d9b877ef-64ae-4388-8991-25953ba8e718 None None] Deleting port d756f7ec-0471-45b9-99f7-4d7f1dcd758b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:37.639065 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9b877ef-64ae-4388-8991-25953ba8e718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:37.772904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] For port d756f7ec-0471-45b9-99f7-4d7f1dcd758b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d756f7ec-0471-45b9-99f7-4d7f1dcd758b,segment=NetworkSegment(a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c),segment_id=a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:37.773969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:37.873260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-e8dc9d2e-f4c4-4f23-9030-f1151633923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:37.883041 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-e8dc9d2e-f4c4-4f23-9030-f1151633923c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae&tenant_id=1a9e7e79c68a476f8147099a363d1d0f HTTP/1.1" status: 200 len: 1097 time: 1.2728372 Jul 07 19:21:37.886079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Calling delete_port for d756f7ec-0471-45b9-99f7-4d7f1dcd758b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:37.917921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d9b877ef-64ae-4388-8991-25953ba8e718 None None] For port d756f7ec-0471-45b9-99f7-4d7f1dcd758b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d756f7ec-0471-45b9-99f7-4d7f1dcd758b,segment=NetworkSegment(a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c),segment_id=a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:37.918366 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9b877ef-64ae-4388-8991-25953ba8e718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:37.967148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d9b877ef-64ae-4388-8991-25953ba8e718 None None] Calling delete_port for d756f7ec-0471-45b9-99f7-4d7f1dcd758b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:37.994053 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port ca935318-0bd6-459e-ada1-bdd7693997f8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ca935318-0bd6-459e-ada1-bdd7693997f8,segment=NetworkSegment(3e7ae7f0-71f9-4702-af44-df532c2ef821),segment_id=3e7ae7f0-71f9-4702-af44-df532c2ef821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:38.080538 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.197664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b10f4-3ba3-4d0c-9dcb-d31c6be0d05d req-2db475e7-7b97-4c96-af22-e0318f9497ce tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:38.209192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-232b10f4-3ba3-4d0c-9dcb-d31c6be0d05d req-2db475e7-7b97-4c96-af22-e0318f9497ce tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 944 time: 0.2983153 Jul 07 19:21:38.219494 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d756f7ec-0471-45b9-99f7-4d7f1dcd758b no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:38.371630 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.391454 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.405551 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.413413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-5a30e860-7c8a-4397-bd54-c64d5e875c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:38.416222 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-5a30e860-7c8a-4397-bd54-c64d5e875c49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 1097 time: 0.3932142 Jul 07 19:21:38.459222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=ca935318-0bd6-459e-ada1-bdd7693997f8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:38.460919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Port': ['ID=d756f7ec-0471-45b9-99f7-4d7f1dcd758b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:38.463769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No DVR routers for this DVR port d756f7ec-0471-45b9-99f7-4d7f1dcd758b on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:38.478125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0596672-ee63-4f98-b6c5-d8d8236bda79 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:38.487910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-232b10f4-3ba3-4d0c-9dcb-d31c6be0d05d req-2e06460f-85e8-4e0c-8c0a-c86a471a4b03 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763727 Jul 07 19:21:38.497650 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d207529e-bef9-474d-94b5-0457d4ca6ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.513616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.513958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.514295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.514679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.515010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.515336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.515658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.515977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.516606 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.516985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.517299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.517774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:38.545235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No active binding found for port d756f7ec-0471-45b9-99f7-4d7f1dcd758b {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:21:38.546729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d756f7ec-0471-45b9-99f7-4d7f1dcd758b not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:38.566033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c0596672-ee63-4f98-b6c5-d8d8236bda79, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0596672-ee63-4f98-b6c5-d8d8236bda79,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:38.572537 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9b877ef-64ae-4388-8991-25953ba8e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.574895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Allocated IP 172.21.0.2 (6f4cc68e-21c0-415e-94e3-e013f02814d3/6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e/a7d8eaf9-b9f4-46a0-9006-05924b54b238) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:38.578403 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.639868 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b877ef-64ae-4388-8991-25953ba8e718 None None] Pushing event deleted for resources: {'Port': ['ID=d756f7ec-0471-45b9-99f7-4d7f1dcd758b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:38.690038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b877ef-64ae-4388-8991-25953ba8e718 None None] No DVR routers for this DVR port d756f7ec-0471-45b9-99f7-4d7f1dcd758b on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:38.767012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-fdd53732-d043-43d3-ad70-238eec96b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:38.769123 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-fdd53732-d043-43d3-ad70-238eec96b534 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.3273792 Jul 07 19:21:38.874394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c0596672-ee63-4f98-b6c5-d8d8236bda79,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:38.903655 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-7750f56d-25a6-4ab4-bf8e-acb7efff5c9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22b8af46-c084-411e-8608-0ba4069df8e7 HTTP/1.1" status: 200 len: 217 time: 0.1065385 Jul 07 19:21:38.909634 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:38.960626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1087859f-a30e-4ff2-966f-5e544fa6ccd6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:38.996876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ce28c4d-57c4-4227-8beb-86d1b926649c tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.015607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c0596672-ee63-4f98-b6c5-d8d8236bda79'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:39.017226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417b429-3a50-496c-8028-1333dab1cd92 req-765a78e2-92e0-48b1-8670-5af66b2486f8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.017353 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:39.017576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c973ac-20b7-4b84-b292-9a8ebbe1aa9c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:39.026669 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3417b429-3a50-496c-8028-1333dab1cd92 req-765a78e2-92e0-48b1-8670-5af66b2486f8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 945 time: 0.2166867 Jul 07 19:21:39.081576 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3417b429-3a50-496c-8028-1333dab1cd92 req-69a45d38-d31d-40e2-929f-e81f7d1f41ba tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536313 Jul 07 19:21:39.111318 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.166491 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-56c83011-8858-477f-95f4-037d02c2569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.168051 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-56c83011-8858-477f-95f4-037d02c2569d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.2553370 Jul 07 19:21:39.171258 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.175670 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.193548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Transition to ACTIVE for port object a7d8eaf9-b9f4-46a0-9006-05924b54b238 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:39.210888 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-171b6b66-adff-49d9-8b4b-318c55447b0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333190 Jul 07 19:21:39.214649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:39.214931 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:39.219500 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:39.229069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Transition to ACTIVE for port object a7d8eaf9-b9f4-46a0-9006-05924b54b238 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:39.241106 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.312464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Network 6f4cc68e-21c0-415e-94e3-e013f02814d3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:39.315152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:39.317871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:39.326689 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Pushing event updated for resources: {'Port': ['ID=a7d8eaf9-b9f4-46a0-9006-05924b54b238,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:39.326975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Allocated IP 172.21.0.1 (6f4cc68e-21c0-415e-94e3-e013f02814d3/6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e/bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:39.394968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Attempting to bind port a7d8eaf9-b9f4-46a0-9006-05924b54b238 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:39.395602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Attempting to bind port a7d8eaf9-b9f4-46a0-9006-05924b54b238 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '5732f092-4e1d-460f-a9ac-6eafd97b671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:39.395726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Attempting to bind port a7d8eaf9-b9f4-46a0-9006-05924b54b238 on network 6f4cc68e-21c0-415e-94e3-e013f02814d3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:39.401816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:39.403037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Checking segment: {'id': '5732f092-4e1d-460f-a9ac-6eafd97b671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:39.403527 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.403939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Bound using segment: {'id': '5732f092-4e1d-460f-a9ac-6eafd97b671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:39.404427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Bound port: a7d8eaf9-b9f4-46a0-9006-05924b54b238, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5732f092-4e1d-460f-a9ac-6eafd97b671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:39.404970 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.415385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.420467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.422588 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/1087859f-a30e-4ff2-966f-5e544fa6ccd6 HTTP/1.1" status: 204 len: 168 time: 3.7326517 Jul 07 19:21:39.427327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:39.456192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88c412-cef0-41cd-9f43-02774ba131dc tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Network': ['ID=1087859f-a30e-4ff2-966f-5e544fa6ccd6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:39.462522 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-7d986214-f7da-49d9-bbea-1b55a0ab0a4c service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430277 Jul 07 19:21:39.468712 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e98ba97-49c5-4428-921f-6e214ad26ad3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:39.469188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e98ba97-49c5-4428-921f-6e214ad26ad3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:39.470956 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1e98ba97-49c5-4428-921f-6e214ad26ad3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/subnets/6ec64785-6052-4610-81fc-17641a780c9a HTTP/1.1" status: 404 len: 337 time: 0.0425453 Jul 07 19:21:39.473786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:39.500676 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb5d9f3-e4cb-4837-84af-51641f2bcb68 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:39.501260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb5d9f3-e4cb-4837-84af-51641f2bcb68 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:39.503030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4bb5d9f3-e4cb-4837-84af-51641f2bcb68 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/581b916c-b901-4fcf-bd03-3df7a6ab8cfc HTTP/1.1" status: 404 len: 339 time: 0.0283182 Jul 07 19:21:39.506853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:39.528741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] For port a7d8eaf9-b9f4-46a0-9006-05924b54b238, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:39.534318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] For port a7d8eaf9-b9f4-46a0-9006-05924b54b238, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a7d8eaf9-b9f4-46a0-9006-05924b54b238,segment=NetworkSegment(5732f092-4e1d-460f-a9ac-6eafd97b671e),segment_id=5732f092-4e1d-460f-a9ac-6eafd97b671e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:39.542995 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.585064 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49c2c01-d2cf-4f41-a217-22dcd820634f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:39.585519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49c2c01-d2cf-4f41-a217-22dcd820634f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:39.590950 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d49c2c01-d2cf-4f41-a217-22dcd820634f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/subnets/f5a5a7f2-77cd-4633-bbc2-503178bb403e HTTP/1.1" status: 404 len: 337 time: 0.0831120 Jul 07 19:21:39.595041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:39.639815 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-1911257a-19e8-40db-ab24-0e3db352fcfb service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701677 Jul 07 19:21:39.658343 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b36c0b-832b-441e-9d04-dfedbd8d671f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:39.664817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b36c0b-832b-441e-9d04-dfedbd8d671f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:39.666692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-00b36c0b-832b-441e-9d04-dfedbd8d671f tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/5a4adade-440b-439b-9864-4b3448f33ad2 HTTP/1.1" status: 404 len: 339 time: 0.0650430 Jul 07 19:21:39.671713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:39.692910 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.736887 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd98943c-f486-4214-8e13-6b6943899b93 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:39.737348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd98943c-f486-4214-8e13-6b6943899b93 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:39.739124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bd98943c-f486-4214-8e13-6b6943899b93 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/subnets/451abe99-7d43-4e9a-8341-f45e79bf7ec4 HTTP/1.1" status: 404 len: 337 time: 0.0607224 Jul 07 19:21:39.741940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:39.765239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6ce28c4d-57c4-4227-8beb-86d1b926649c tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Deleting port e0359068-a1af-4cdf-83e0-36f9fad4ba49 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:39.765920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ce28c4d-57c4-4227-8beb-86d1b926649c tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.769867 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-077ffa70-b98b-43b0-99cd-b5299cf9d2a8 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:39.770773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077ffa70-b98b-43b0-99cd-b5299cf9d2a8 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:39.772986 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-077ffa70-b98b-43b0-99cd-b5299cf9d2a8 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/627cd4aa-4520-4a45-8e93-4c474aab4a2a HTTP/1.1" status: 404 len: 339 time: 0.0298409 Jul 07 19:21:39.775515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:39.819949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Transition to ACTIVE for port object bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:39.877570 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.890078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830158b-1ca0-484d-8d64-e13585bb1a42 None None] Pushing event updated for resources: {'Port': ['ID=a7d8eaf9-b9f4-46a0-9006-05924b54b238,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:39.979190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 6f4cc68e-21c0-415e-94e3-e013f02814d3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:39.988187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:39.994937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:39.995442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a972237-dfd6-4789-8838-b9dee34853fd tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Deleting subnet a8e237c8-ee94-4579-8199-79116308ca54 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:21:40.011054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a972237-dfd6-4789-8838-b9dee34853fd tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.073536 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.168803 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a972237-dfd6-4789-8838-b9dee34853fd tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.203558 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ce28c4d-57c4-4227-8beb-86d1b926649c tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.222787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:40.245822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6ce28c4d-57c4-4227-8beb-86d1b926649c tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Calling delete_port for e0359068-a1af-4cdf-83e0-36f9fad4ba49 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:40.266933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f418968-3f94-43f1-b501-e1093bf07593 req-5d617a43-a4c0-4615-b4a1-9a220c15c25f tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:40.269406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f418968-3f94-43f1-b501-e1093bf07593 req-5d617a43-a4c0-4615-b4a1-9a220c15c25f tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 945 time: 0.5449512 Jul 07 19:21:40.303400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-89690391-2ee5-42a4-a23e-a3e15e2a1d38 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:40.305048 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-89690391-2ee5-42a4-a23e-a3e15e2a1d38 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae&tenant_id=1a9e7e79c68a476f8147099a363d1d0f&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.2732394 Jul 07 19:21:40.384694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f418968-3f94-43f1-b501-e1093bf07593 req-46c6efcf-4089-4ef1-99a9-6e4a59a3863c tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578012 Jul 07 19:21:40.415074 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a7d8eaf9-b9f4-46a0-9006-05924b54b238 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:40.509892 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.537776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port a7d8eaf9-b9f4-46a0-9006-05924b54b238 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:40.545662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ca935318-0bd6-459e-ada1-bdd7693997f8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:40.585486 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a972237-dfd6-4789-8838-b9dee34853fd tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.610293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c0596672-ee63-4f98-b6c5-d8d8236bda79 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:40.613459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fa967-35ac-40f2-a328-a62c40e1676d req-f26bea5c-4595-439d-8047-71dba6d54d3e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:40.616119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a75fa967-35ac-40f2-a328-a62c40e1676d req-f26bea5c-4595-439d-8047-71dba6d54d3e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 945 time: 0.1728172 Jul 07 19:21:40.716200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ca935318-0bd6-459e-ada1-bdd7693997f8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:40.716200 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.755525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port c0596672-ee63-4f98-b6c5-d8d8236bda79 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:40.755905 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.792416 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a972237-dfd6-4789-8838-b9dee34853fd tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.899051 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a972237-dfd6-4789-8838-b9dee34853fd tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:40.906912 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7a972237-dfd6-4789-8838-b9dee34853fd tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/subnets/a8e237c8-ee94-4579-8199-79116308ca54 HTTP/1.1" status: 204 len: 168 time: 1.1300356 Jul 07 19:21:40.913129 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64e8aff-5e8a-4f92-bb1d-716dab840f4a None None] Network 192b9189-2471-4dbc-b49b-4fedb77abadd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:41.009789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59248) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:41.012668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a972237-dfd6-4789-8838-b9dee34853fd tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e237c8-ee94-4579-8199-79116308ca54,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:41.169020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a75fa967-35ac-40f2-a328-a62c40e1676d req-b047d269-9221-417b-a747-4f643a5254ac tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067606 Jul 07 19:21:41.245943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ce28c4d-57c4-4227-8beb-86d1b926649c tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.353071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fdb749-f778-4357-812f-7254e3ba2424 None None] Network 6f4cc68e-21c0-415e-94e3-e013f02814d3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:41.421789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.443756 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.459068 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32705348-92eb-468c-98f4-37f3c0a42260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.489967 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.501286 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.537631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3047521-3420-49d5-a512-92f229d7eb57 None None] Provisioning for port a7d8eaf9-b9f4-46a0-9006-05924b54b238 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:41.584519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3047521-3420-49d5-a512-92f229d7eb57 None None] Provisioning complete for port a7d8eaf9-b9f4-46a0-9006-05924b54b238 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:41.585212 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3047521-3420-49d5-a512-92f229d7eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.633940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.645725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:41.697320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d34bd8-678a-4f16-a697-816b0fc114de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0596672-ee63-4f98-b6c5-d8d8236bda79'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:41.699643 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172aa195-0c80-4ba8-900b-7577cf6cf2e9" -d '{"events": [{"server_uuid": "19d34bd8-678a-4f16-a697-816b0fc114de", "name": "network-vif-plugged", "status": "completed", "tag": "c0596672-ee63-4f98-b6c5-d8d8236bda79"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:41.771825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c0596672-ee63-4f98-b6c5-d8d8236bda79, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0596672-ee63-4f98-b6c5-d8d8236bda79,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:41.787047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f1725-f7c8-4774-a890-92a165785623 None None] DHCP port deletion for 192b9189-2471-4dbc-b49b-4fedb77abadd request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:21:41.900137 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.926473 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce28c4d-57c4-4227-8beb-86d1b926649c tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event deleted for resources: {'Port': ['ID=e0359068-a1af-4cdf-83e0-36f9fad4ba49,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:41.938789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-512b2d69-6bb0-4fc6-912e-c496a14f5d09 service neutron] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:41.955582 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-512b2d69-6bb0-4fc6-912e-c496a14f5d09 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:41.956779 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1cc866b6-4f57-4a92-8e5d-19d4bfa8d4a8 req-512b2d69-6bb0-4fc6-912e-c496a14f5d09 service neutron] 10.222.0.59 "DELETE /v2.0/ports/22b8af46-c084-411e-8608-0ba4069df8e7/bindings/n-h1-792394-12 HTTP/1.1" status: 204 len: 173 time: 1.6174648 Jul 07 19:21:41.974211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 6f4cc68e-21c0-415e-94e3-e013f02814d3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:41.978571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb4caf-3b46-465b-a896-ac19177d5365 req-4520b497-e23c-4c55-8b4c-9738eebd05a7 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:41.988639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39eb4caf-3b46-465b-a896-ac19177d5365 req-4520b497-e23c-4c55-8b4c-9738eebd05a7 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 1097 time: 0.3527343 Jul 07 19:21:41.993663 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3047521-3420-49d5-a512-92f229d7eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:42.026466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230526c3-0980-4dd0-9561-428ae6a6fe76 req-00003d10-bf85-4272-9c60-db35c34bc9dc tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:42.034532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-230526c3-0980-4dd0-9561-428ae6a6fe76 req-00003d10-bf85-4272-9c60-db35c34bc9dc tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 945 time: 0.3459237 Jul 07 19:21:42.066672 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:42.074033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:42.079189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c0596672-ee63-4f98-b6c5-d8d8236bda79,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:42.091006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b3047521-3420-49d5-a512-92f229d7eb57 None None] For port a7d8eaf9-b9f4-46a0-9006-05924b54b238, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a7d8eaf9-b9f4-46a0-9006-05924b54b238,segment=NetworkSegment(5732f092-4e1d-460f-a9ac-6eafd97b671e),segment_id=5732f092-4e1d-460f-a9ac-6eafd97b671e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:42.101251 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3047521-3420-49d5-a512-92f229d7eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:42.181168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-230526c3-0980-4dd0-9561-428ae6a6fe76 req-dbfb09f1-0daf-46eb-9be3-2e4f35d31b9c tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455636 Jul 07 19:21:42.201911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b42f1725-f7c8-4774-a890-92a165785623 None None] Deleting port 4e79f2cf-77d0-43ff-9359-3b20d633e299 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:42.202378 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b42f1725-f7c8-4774-a890-92a165785623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:42.206618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3047521-3420-49d5-a512-92f229d7eb57 None None] Pushing event updated for resources: {'Port': ['ID=a7d8eaf9-b9f4-46a0-9006-05924b54b238,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:42.266381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4e79f2cf-77d0-43ff-9359-3b20d633e299 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:42.364874 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ce28c4d-57c4-4227-8beb-86d1b926649c tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:42.430364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39eb4caf-3b46-465b-a896-ac19177d5365 req-85f42c15-0bcf-4bf7-ae47-e19c6f1047e5 tempest-LiveMigrationTest-1748822048 tempest-LiveMigrationTest-1748822048-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337130 Jul 07 19:21:42.561884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router f1701c28-664c-4132-9ec4-0285a965a861 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:21:42.564021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b42f1725-f7c8-4774-a890-92a165785623 None None] For port 4e79f2cf-77d0-43ff-9359-3b20d633e299, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4e79f2cf-77d0-43ff-9359-3b20d633e299,segment=NetworkSegment(073ef8b2-3ad8-48f8-bf4b-da7540526de9),segment_id=073ef8b2-3ad8-48f8-bf4b-da7540526de9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:42.564561 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b42f1725-f7c8-4774-a890-92a165785623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:42.606832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b42f1725-f7c8-4774-a890-92a165785623 None None] Calling delete_port for 4e79f2cf-77d0-43ff-9359-3b20d633e299 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:42.781116 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cefa438-bf0b-4c67-a4b8-88e3002b6065 x-openstack-request-id: req-0cefa438-bf0b-4c67-a4b8-88e3002b6065 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:42.784834 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d34bd8-678a-4f16-a697-816b0fc114de", "name": "network-vif-plugged", "status": "completed", "tag": "c0596672-ee63-4f98-b6c5-d8d8236bda79", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:42.785586 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0cefa438-bf0b-4c67-a4b8-88e3002b6065 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:42.790434 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d34bd8-678a-4f16-a697-816b0fc114de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0596672-ee63-4f98-b6c5-d8d8236bda79', 'code': 200} Jul 07 19:21:42.907971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:42.936457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-054c7c37-1c39-43b8-971d-d059f88d8a4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4515755 Jul 07 19:21:42.939929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:42.942993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Deleting port 4e79f2cf-77d0-43ff-9359-3b20d633e299 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:42.943614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:42.944889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Sync routers for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:42.963133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1366021138'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:42.983380 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:42.992745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:42.998077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:43.000393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8dd32a45-c599-438e-8e7e-4596bac098f7 None None] Provisioning for port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:43.045192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:43.050053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.114757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:43.118201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8dd32a45-c599-438e-8e7e-4596bac098f7 None None] Provisioning complete for port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:43.119079 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dd32a45-c599-438e-8e7e-4596bac098f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.126910 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.127430 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added segment 76d0a51e-8a0d-43fd-b742-d62ab7bb0a56 of type vlan for network d75e832e-fb83-44ec-a801-80e68e8e6256 Jul 07 19:21:43.165705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8dd32a45-c599-438e-8e7e-4596bac098f7 None None] Port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:43.188095 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.224451 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b42f1725-f7c8-4774-a890-92a165785623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.232947 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.243152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:43.244259 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.260416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Port 4e79f2cf-77d0-43ff-9359-3b20d633e299 update to DOWN by agent not found {{(pid=93772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 19:21:43.268809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f1725-f7c8-4774-a890-92a165785623 None None] Pushing event deleted for resources: {'Port': ['ID=4e79f2cf-77d0-43ff-9359-3b20d633e299,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:43.279328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f1725-f7c8-4774-a890-92a165785623 None None] No DVR routers for this DVR port 4e79f2cf-77d0-43ff-9359-3b20d633e299 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:43.301274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8dd32a45-c599-438e-8e7e-4596bac098f7 None None] Provisioning complete for port a7d8eaf9-b9f4-46a0-9006-05924b54b238 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:43.302026 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dd32a45-c599-438e-8e7e-4596bac098f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.344248 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4021034 Jul 07 19:21:43.347384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:43.354414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'subnet': {'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:43.369404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:43.400935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f35f17-451c-430f-b34d-f28218103334 req-314da578-c831-4cc5-9da0-e365cc8209a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:43.403733 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a0f35f17-451c-430f-b34d-f28218103334 req-314da578-c831-4cc5-9da0-e365cc8209a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 1098 time: 0.7668746 Jul 07 19:21:43.421454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce28c4d-57c4-4227-8beb-86d1b926649c tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Router 8820ed00-b3df-47d2-9fcb-8bffce1e6dcb has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:21:43.581434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] For port 4e79f2cf-77d0-43ff-9359-3b20d633e299, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4e79f2cf-77d0-43ff-9359-3b20d633e299,segment=NetworkSegment(073ef8b2-3ad8-48f8-bf4b-da7540526de9),segment_id=073ef8b2-3ad8-48f8-bf4b-da7540526de9)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:43.581886 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.594106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce28c4d-57c4-4227-8beb-86d1b926649c tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:43.597099 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a0f35f17-451c-430f-b34d-f28218103334 req-1659cc3a-c031-4da4-b215-e2e0961ef54e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531653 Jul 07 19:21:43.602969 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6ce28c4d-57c4-4227-8beb-86d1b926649c tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "PUT /v2.0/routers/8820ed00-b3df-47d2-9fcb-8bffce1e6dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1801195 Jul 07 19:21:43.603215 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ebaa68-ae1d-419f-b249-ed672b15e36c None None] Sync routers for ids ['8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:43.606985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Calling delete_port for 4e79f2cf-77d0-43ff-9359-3b20d633e299 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:43.617930 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ebaa68-ae1d-419f-b249-ed672b15e36c None None] Routers {'8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:43.619361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:43.622333 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-34ebaa68-ae1d-419f-b249-ed672b15e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:43.636032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b362611-99ba-4909-9bbb-56d3c9294422 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Network': ['ID=d75e832e-fb83-44ec-a801-80e68e8e6256,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:43.648030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:43.651718 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.679368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network d75e832e-fb83-44ec-a801-80e68e8e6256 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:43.688736 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-34ebaa68-ae1d-419f-b249-ed672b15e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:43.708882 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ebaa68-ae1d-419f-b249-ed672b15e36c None None] Routers {'8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:43.709509 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-34ebaa68-ae1d-419f-b249-ed672b15e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:43.772048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175c3ff-5094-457c-a802-71ab2cb83739 req-0afe7c3f-b822-405c-a178-3846c2905970 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:43.779795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d175c3ff-5094-457c-a802-71ab2cb83739 req-0afe7c3f-b822-405c-a178-3846c2905970 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.2775929 Jul 07 19:21:43.792832 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-34ebaa68-ae1d-419f-b249-ed672b15e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:43.794948 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ebaa68-ae1d-419f-b249-ed672b15e36c None None] The sync data for ids ['8820ed00-b3df-47d2-9fcb-8bffce1e6dcb'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:43.845824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bfd037c0-c84d-48c9-9f60-7a6bf2a6f816 None None] Provisioning complete for port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:43.846208 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfd037c0-c84d-48c9-9f60-7a6bf2a6f816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.873231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11347482-8033-4eac-908a-8fccd7bdc8c9 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.884709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662cd1-18c6-44b8-824f-e5619d3c4b8a req-2a70a44b-afa5-4c35-8a78-3f1534e0e401 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:43.894287 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72662cd1-18c6-44b8-824f-e5619d3c4b8a req-2a70a44b-afa5-4c35-8a78-3f1534e0e401 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 945 time: 0.3841379 Jul 07 19:21:43.913499 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:43.928300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bfd037c0-c84d-48c9-9f60-7a6bf2a6f816 None None] Port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:43.954732 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:21:40Z', 'revision_number': 3, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:41Z', 'revision_number': 2, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:43.987457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Checking router: f1701c28-664c-4132-9ec4-0285a965a861 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:43.988095 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Updating router f1701c28-664c-4132-9ec4-0285a965a861 port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:21:44.047340 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.085402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d175c3ff-5094-457c-a802-71ab2cb83739 req-f1b37c91-c7b6-475d-a258-ac15017eab78 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044939 Jul 07 19:21:44.139531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72662cd1-18c6-44b8-824f-e5619d3c4b8a req-ba25099f-6362-412e-8245-f705775a870f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346365 Jul 07 19:21:44.196826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11347482-8033-4eac-908a-8fccd7bdc8c9 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.199426 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11347482-8033-4eac-908a-8fccd7bdc8c9 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.298076 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.302626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a7d8eaf9-b9f4-46a0-9006-05924b54b238 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:44.329976 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.393379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Port': ['ID=4e79f2cf-77d0-43ff-9359-3b20d633e299,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:44.402233 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11347482-8033-4eac-908a-8fccd7bdc8c9 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.404217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11347482-8033-4eac-908a-8fccd7bdc8c9 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Fanout notify agent at l3_agent the message router_deleted on router 8820ed00-b3df-47d2-9fcb-8bffce1e6dcb {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:21:44.410216 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11347482-8033-4eac-908a-8fccd7bdc8c9 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.414298 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-11347482-8033-4eac-908a-8fccd7bdc8c9 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "DELETE /v2.0/routers/8820ed00-b3df-47d2-9fcb-8bffce1e6dcb HTTP/1.1" status: 204 len: 168 time: 0.7762442 Jul 07 19:21:44.414938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:44.430110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No DVR routers for this DVR port 4e79f2cf-77d0-43ff-9359-3b20d633e299 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:44.441639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Checking segment: {'id': '76d0a51e-8a0d-43fd-b742-d62ab7bb0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:44.442451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network hostable DHCP agents. Network: d75e832e-fb83-44ec-a801-80e68e8e6256, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:44.444949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Subnet': ['ID=49b31b23-eaf4-44fa-a391-3d5b2a4fd94d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:44.494597 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a961f0-3f0f-4b2a-9a16-de974ed327f9 req-44addd25-7959-431f-a397-11938a04674e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:44.496994 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3a961f0-3f0f-4b2a-9a16-de974ed327f9 req-44addd25-7959-431f-a397-11938a04674e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.59 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 945 time: 0.3770957 Jul 07 19:21:44.501640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network d75e832e-fb83-44ec-a801-80e68e8e6256 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:44.514181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, d75e832e-fb83-44ec-a801-80e68e8e6256) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:44.520758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:44.521515 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.545996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-76f2dcdf-385e-4477-a63e-6da733416915 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1973422 Jul 07 19:21:44.546657 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:44.630621 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.641367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11a02c0-620a-4f1c-9394-c23e29b93dae tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Deleting subnet 8ae8d1af-876a-412f-918d-d728eff967eb {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:21:44.664397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192b9189-2471-4dbc-b49b-4fedb77abadd']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:44.667168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a11a02c0-620a-4f1c-9394-c23e29b93dae tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.754229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a139978-ba8f-45ed-a014-b74745fa1472 None None] Network d75e832e-fb83-44ec-a801-80e68e8e6256 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:44.771834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073ef8b2-3ad8-48f8-bf4b-da7540526de9') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:44.772145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073ef8b2-3ad8-48f8-bf4b-da7540526de9') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:44.792948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.850882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a11a02c0-620a-4f1c-9394-c23e29b93dae tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.860192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.907318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:44.907796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:44.968943 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:44.974744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d3a961f0-3f0f-4b2a-9a16-de974ed327f9 req-43bcee9e-2aaf-4b35-9e61-adeae4932d35 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Deleting port 22b8af46-c084-411e-8608-0ba4069df8e7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:44.975093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d3a961f0-3f0f-4b2a-9a16-de974ed327f9 req-43bcee9e-2aaf-4b35-9e61-adeae4932d35 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.034832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-d75e832e-fb83-44ec-a801-80e68e8e6256', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:45.036069 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.046036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port a7d8eaf9-b9f4-46a0-9006-05924b54b238 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:45.046678 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.211580 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.263804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d3a961f0-3f0f-4b2a-9a16-de974ed327f9 req-43bcee9e-2aaf-4b35-9e61-adeae4932d35 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] For port 22b8af46-c084-411e-8608-0ba4069df8e7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=22b8af46-c084-411e-8608-0ba4069df8e7,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:45.264392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d3a961f0-3f0f-4b2a-9a16-de974ed327f9 req-43bcee9e-2aaf-4b35-9e61-adeae4932d35 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.295066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d3a961f0-3f0f-4b2a-9a16-de974ed327f9 req-43bcee9e-2aaf-4b35-9e61-adeae4932d35 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Calling delete_port for 22b8af46-c084-411e-8608-0ba4069df8e7 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:45.390668 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.478049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Transition to ACTIVE for port object bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:45.484896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Allocated IP 172.22.0.2 (d75e832e-fb83-44ec-a801-80e68e8e6256/49b31b23-eaf4-44fa-a391-3d5b2a4fd94d/2386257e-36d6-46cc-8403-e3c184fdb8de) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:45.504065 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.505412 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.519788 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.525958 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/192b9189-2471-4dbc-b49b-4fedb77abadd HTTP/1.1" status: 204 len: 168 time: 4.5002508 Jul 07 19:21:45.534049 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a11a02c0-620a-4f1c-9394-c23e29b93dae tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.564927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:45.594485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d1aa0-5bc4-4195-97ee-d1c91c840bbe tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Network': ['ID=192b9189-2471-4dbc-b49b-4fedb77abadd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:45.655361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9d036-4d0a-4a7a-826f-a62d9348e1a1 None None] Pushing event updated for resources: {'Port': ['ID=bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:45.720335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d3a961f0-3f0f-4b2a-9a16-de974ed327f9 req-43bcee9e-2aaf-4b35-9e61-adeae4932d35 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.743370 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb03a82-5cf9-4ff2-8496-6a8afd6a36d9 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:45.744149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb03a82-5cf9-4ff2-8496-6a8afd6a36d9 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:45.746375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7cb03a82-5cf9-4ff2-8496-6a8afd6a36d9 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/subnets/c876dceb-9665-40d6-a9e5-12eb517b5d77 HTTP/1.1" status: 404 len: 337 time: 0.1404192 Jul 07 19:21:45.758414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:45.760642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['cff4ed2f-f868-4f20-b243-bb9810dbcd46', '22b8af46-c084-411e-8608-0ba4069df8e7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:45.812374 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd3a201-40b4-4317-bdd0-53d0de61f880 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] DELETE failed (client error): The resource could not be found. Jul 07 19:21:45.813223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd3a201-40b4-4317-bdd0-53d0de61f880 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:21:45.820358 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ecd3a201-40b4-4317-bdd0-53d0de61f880 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/05fbd3f5-962b-43ea-8fc9-667971ddc6d7 HTTP/1.1" status: 404 len: 339 time: 0.0325437 Jul 07 19:21:45.822800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcee9e-2aaf-4b35-9e61-adeae4932d35 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Pushing event deleted for resources: {'Port': ['ID=22b8af46-c084-411e-8608-0ba4069df8e7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:45.832224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:45.847681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Attempting to bind port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:45.848165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Attempting to bind port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '5732f092-4e1d-460f-a9ac-6eafd97b671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:45.848564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Attempting to bind port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e on network 6f4cc68e-21c0-415e-94e3-e013f02814d3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:45.875028 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:45.875341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Checking segment: {'id': '5732f092-4e1d-460f-a9ac-6eafd97b671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:45.875750 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.876202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Bound using segment: {'id': '5732f092-4e1d-460f-a9ac-6eafd97b671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:45.876678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Bound port: bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5732f092-4e1d-460f-a9ac-6eafd97b671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:45.877111 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:45.984538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a961f0-3f0f-4b2a-9a16-de974ed327f9 req-43bcee9e-2aaf-4b35-9e61-adeae4932d35 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] No DVR routers for this DVR port 22b8af46-c084-411e-8608-0ba4069df8e7 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:46.003172 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d3a961f0-3f0f-4b2a-9a16-de974ed327f9 req-43bcee9e-2aaf-4b35-9e61-adeae4932d35 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.003172 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3a961f0-3f0f-4b2a-9a16-de974ed327f9 req-43bcee9e-2aaf-4b35-9e61-adeae4932d35 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.59 "DELETE /v2.0/ports/22b8af46-c084-411e-8608-0ba4069df8e7 HTTP/1.1" status: 204 len: 173 time: 1.4383662 Jul 07 19:21:46.003172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'name': 'network-vif-deleted', 'tag': '22b8af46-c084-411e-8608-0ba4069df8e7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:46.009330 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce93371-8f92-448b-9ddc-38669615dc91" -d '{"events": [{"server_uuid": "798d0fa3-151a-4af9-bd68-62d7f0361bae", "name": "network-vif-deleted", "tag": "22b8af46-c084-411e-8608-0ba4069df8e7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:46.016428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086e86a-321a-41a8-b2cd-b5cd64f2d5bc req-f3089a64-a7df-4cd3-aaa9-7b420a7639c8 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:46.023700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a11a02c0-620a-4f1c-9394-c23e29b93dae tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.023989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3086e86a-321a-41a8-b2cd-b5cd64f2d5bc req-f3089a64-a7df-4cd3-aaa9-7b420a7639c8 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.6246529 Jul 07 19:21:46.078571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a02c0-620a-4f1c-9394-c23e29b93dae tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae8d1af-876a-412f-918d-d728eff967eb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:46.080426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8448a27-fc7b-4647-bba8-c12f4b2bf951 req-a7f130cc-fd60-476a-93d5-72c896d2dd63 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:46.082876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8448a27-fc7b-4647-bba8-c12f4b2bf951 req-a7f130cc-fd60-476a-93d5-72c896d2dd63 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 866 time: 0.6878827 Jul 07 19:21:46.098168 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7b521a-c109-4159-b086-ae7edacfa29d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Deleting subnet 82c84736-5156-41d9-b78e-8064d378f3eb {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:21:46.102372 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a11a02c0-620a-4f1c-9394-c23e29b93dae tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.104415 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a11a02c0-620a-4f1c-9394-c23e29b93dae tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "DELETE /v2.0/subnets/8ae8d1af-876a-412f-918d-d728eff967eb HTTP/1.1" status: 204 len: 168 time: 1.6862476 Jul 07 19:21:46.108035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:46.118094 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf7b521a-c109-4159-b086-ae7edacfa29d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.156322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3086e86a-321a-41a8-b2cd-b5cd64f2d5bc req-2dbd9be6-c6f8-405a-a4c1-91bc275f2b6a tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300960 Jul 07 19:21:46.198406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] For port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:46.208867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] For port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e,segment=NetworkSegment(5732f092-4e1d-460f-a9ac-6eafd97b671e),segment_id=5732f092-4e1d-460f-a9ac-6eafd97b671e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:46.226531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0747f638-95e6-47a6-befe-71d1739104db None None] Network 722bf2a2-af80-4ccb-9885-5d6546e86e4a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:46.239287 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.241870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf7b521a-c109-4159-b086-ae7edacfa29d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.248805 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.285971 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.411462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Transition to ACTIVE for port object 2386257e-36d6-46cc-8403-e3c184fdb8de will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:46.419986 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8448a27-fc7b-4647-bba8-c12f4b2bf951 req-8f8b93bf-4960-4a4a-94d2-ec0c9750f51e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253915 Jul 07 19:21:46.436372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:46.437406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:46.497294 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf7b521a-c109-4159-b086-ae7edacfa29d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.594398 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41734aeb-5fd6-4515-9c38-3f859673693c x-openstack-request-id: req-41734aeb-5fd6-4515-9c38-3f859673693c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:46.598417 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798d0fa3-151a-4af9-bd68-62d7f0361bae", "name": "network-vif-deleted", "tag": "22b8af46-c084-411e-8608-0ba4069df8e7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:46.598764 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-41734aeb-5fd6-4515-9c38-3f859673693c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:46.615809 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798d0fa3-151a-4af9-bd68-62d7f0361bae', 'name': 'network-vif-deleted', 'tag': '22b8af46-c084-411e-8608-0ba4069df8e7', 'status': 'completed', 'code': 200} Jul 07 19:21:46.683393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Deleting port d71a915a-ba65-424b-bdf2-b73c843fd21f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:46.684654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.712923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22331445-5e24-45dd-8f47-6fa0c4cd2b02 req-14d8aef1-620c-4163-b4c4-fc29d0a94989 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:46.713497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf7b521a-c109-4159-b086-ae7edacfa29d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.717404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:46.735179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22331445-5e24-45dd-8f47-6fa0c4cd2b02 req-14d8aef1-620c-4163-b4c4-fc29d0a94989 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.1098747 Jul 07 19:21:46.789180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22331445-5e24-45dd-8f47-6fa0c4cd2b02 req-539510ad-71a4-49a1-9240-afe2e7a9eac2 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527244 Jul 07 19:21:46.914141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b521a-c109-4159-b086-ae7edacfa29d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Subnet': ['ID=82c84736-5156-41d9-b78e-8064d378f3eb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:46.916698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf7b521a-c109-4159-b086-ae7edacfa29d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:46.924270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:46.935213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807a3a50-1a86-4d74-9acb-26e7b14566e4 None None] Network f2fead75-5e91-44f5-97c2-e928bb096bc1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:46.938403 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cf7b521a-c109-4159-b086-ae7edacfa29d tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/subnets/82c84736-5156-41d9-b78e-8064d378f3eb HTTP/1.1" status: 204 len: 168 time: 1.1047611 Jul 07 19:21:46.991364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] For port d71a915a-ba65-424b-bdf2-b73c843fd21f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d71a915a-ba65-424b-bdf2-b73c843fd21f,segment=NetworkSegment(b3e000a7-744d-4e62-a551-33f154aa81d4),segment_id=b3e000a7-744d-4e62-a551-33f154aa81d4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:46.991364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.064537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Transition to ACTIVE for port object 2386257e-36d6-46cc-8403-e3c184fdb8de will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:47.103101 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.317848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Allocated IP 172.22.0.1 (d75e832e-fb83-44ec-a801-80e68e8e6256/49b31b23-eaf4-44fa-a391-3d5b2a4fd94d/b12afe00-6c7e-40d1-922e-174a69464550) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:47.390029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Deleting port c25be3e7-14c7-4bba-916f-57c52083fb20 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:47.390419 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.398457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9d036-4d0a-4a7a-826f-a62d9348e1a1 None None] Pushing event updated for resources: {'Port': ['ID=bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:47.507086 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.626265 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Calling delete_port for d71a915a-ba65-424b-bdf2-b73c843fd21f owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:47.648931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Pushing event updated for resources: {'Port': ['ID=2386257e-36d6-46cc-8403-e3c184fdb8de,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:47.751958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Network d75e832e-fb83-44ec-a801-80e68e8e6256 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:47.761352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:47.765366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:47.812299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:21:40Z', 'revision_number': 3, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:46Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:47.830769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.852839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] No DVR routers for this DVR port d71a915a-ba65-424b-bdf2-b73c843fd21f on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:47.887360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd90010-d172-4a69-a871-7de643c48226 None None] The sync data for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 is: [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:21:40Z', 'revision_number': 3, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:46Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:47.902035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event deleted for resources: {'Port': ['ID=d71a915a-ba65-424b-bdf2-b73c843fd21f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:47.919294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Attempting to bind port 2386257e-36d6-46cc-8403-e3c184fdb8de on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:47.919859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Attempting to bind port 2386257e-36d6-46cc-8403-e3c184fdb8de by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '76d0a51e-8a0d-43fd-b742-d62ab7bb0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:47.920239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Attempting to bind port 2386257e-36d6-46cc-8403-e3c184fdb8de on network d75e832e-fb83-44ec-a801-80e68e8e6256 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:47.934475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:47.934932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Checking segment: {'id': '76d0a51e-8a0d-43fd-b742-d62ab7bb0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:47.935288 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:47.935861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Bound using segment: {'id': '76d0a51e-8a0d-43fd-b742-d62ab7bb0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:47.936145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Bound port: 2386257e-36d6-46cc-8403-e3c184fdb8de, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d0a51e-8a0d-43fd-b742-d62ab7bb0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:47.936560 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.076130 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.103127 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722bf2a2-af80-4ccb-9885-5d6546e86e4a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:48.128035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e000a7-744d-4e62-a551-33f154aa81d4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:48.128350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e000a7-744d-4e62-a551-33f154aa81d4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:48.142131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.163428 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.170899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:48.171633 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:48.176303 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:48.364640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.370522 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.378978 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] 10.222.0.113 "DELETE /v2.0/networks/722bf2a2-af80-4ccb-9885-5d6546e86e4a HTTP/1.1" status: 204 len: 168 time: 2.2666080 Jul 07 19:21:48.431682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcc29f-e2fa-40e1-9df4-8b4b268895a1 tempest-FloatingIPNegativeTestJSON-68411704 tempest-FloatingIPNegativeTestJSON-68411704-project] Pushing event deleted for resources: {'Network': ['ID=722bf2a2-af80-4ccb-9885-5d6546e86e4a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:48.549962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ed6bd-bab2-4778-9246-43b692e22a5a None None] DHCP port deletion for 722bf2a2-af80-4ccb-9885-5d6546e86e4a request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:21:48.626923 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:48.628299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 22b8af46-c084-411e-8608-0ba4069df8e7 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:48.749280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64d6e1-dc70-4b74-b102-43a7835610d0 None None] DHCP port deletion for f2fead75-5e91-44f5-97c2-e928bb096bc1 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:21:48.760919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] For port 2386257e-36d6-46cc-8403-e3c184fdb8de, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:48.766462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 22b8af46-c084-411e-8608-0ba4069df8e7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:48.768573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 22b8af46-c084-411e-8608-0ba4069df8e7 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:48.827063 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:21:48.855972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-1698107d-a0c7-44b1-b264-9e79548beacc tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:48.865842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-1698107d-a0c7-44b1-b264-9e79548beacc tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/networks?id=f9e864fb-31e7-4a46-8982-13428aca667d HTTP/1.1" status: 200 len: 814 time: 0.4498904 Jul 07 19:21:48.876423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] For port 2386257e-36d6-46cc-8403-e3c184fdb8de, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2386257e-36d6-46cc-8403-e3c184fdb8de,segment=NetworkSegment(76d0a51e-8a0d-43fd-b742-d62ab7bb0a56),segment_id=76d0a51e-8a0d-43fd-b742-d62ab7bb0a56)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:48.887558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-567eea9c-3248-4875-95fd-617b8b86a3c9 req-3b76864a-54d7-4d21-ae36-cd5759a655d9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 210 time: 0.5555110 Jul 07 19:21:48.930332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] For port c25be3e7-14c7-4bba-916f-57c52083fb20, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c25be3e7-14c7-4bba-916f-57c52083fb20,segment=NetworkSegment(1e8e4d80-dea1-4813-99c0-3ede48e7c900),segment_id=1e8e4d80-dea1-4813-99c0-3ede48e7c900)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:48.930965 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.939817 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-1ae57ebf-5795-4a57-80ab-dd82ee6db154 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/quotas/04c0eb782daf4a848fc2b6709b7f3e4a HTTP/1.1" status: 200 len: 375 time: 0.0770273 Jul 07 19:21:49.011260 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.067941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0596855-5908-4671-885a-458986eccabb req-bf7e7321-5b57-413f-b6da-9e881a827adc tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:49.069938 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0596855-5908-4671-885a-458986eccabb req-bf7e7321-5b57-413f-b6da-9e881a827adc tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d34bd8-678a-4f16-a697-816b0fc114de HTTP/1.1" status: 200 len: 946 time: 0.2521887 Jul 07 19:21:49.083432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Calling delete_port for c25be3e7-14c7-4bba-916f-57c52083fb20 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:49.147721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:49.206387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd128e-2b2e-44b0-b9b3-744497a8caed None None] Pushing event updated for resources: {'Port': ['ID=2386257e-36d6-46cc-8403-e3c184fdb8de,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:49.275709 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.288700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:49.288700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:49.288700 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.384746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e0596855-5908-4671-885a-458986eccabb req-1a4604f9-8095-481d-a00c-1515c552c177 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Deleting port c0596672-ee63-4f98-b6c5-d8d8236bda79 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:49.385131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0596855-5908-4671-885a-458986eccabb req-1a4604f9-8095-481d-a00c-1515c552c177 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.423509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8d64d6e1-dc70-4b74-b102-43a7835610d0 None None] Deleting port c25be3e7-14c7-4bba-916f-57c52083fb20 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:21:49.424392 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d64d6e1-dc70-4b74-b102-43a7835610d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.520226 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.649660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8d64d6e1-dc70-4b74-b102-43a7835610d0 None None] For port c25be3e7-14c7-4bba-916f-57c52083fb20, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c25be3e7-14c7-4bba-916f-57c52083fb20,segment=NetworkSegment(1e8e4d80-dea1-4813-99c0-3ede48e7c900),segment_id=1e8e4d80-dea1-4813-99c0-3ede48e7c900)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:49.650215 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d64d6e1-dc70-4b74-b102-43a7835610d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.650561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e0596855-5908-4671-885a-458986eccabb req-1a4604f9-8095-481d-a00c-1515c552c177 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] For port c0596672-ee63-4f98-b6c5-d8d8236bda79, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0596672-ee63-4f98-b6c5-d8d8236bda79,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:49.650943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0596855-5908-4671-885a-458986eccabb req-1a4604f9-8095-481d-a00c-1515c552c177 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.658356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Transition to ACTIVE for port object b12afe00-6c7e-40d1-922e-174a69464550 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:49.678083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e0596855-5908-4671-885a-458986eccabb req-1a4604f9-8095-481d-a00c-1515c552c177 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Calling delete_port for c0596672-ee63-4f98-b6c5-d8d8236bda79 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:49.704304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8d64d6e1-dc70-4b74-b102-43a7835610d0 None None] Calling delete_port for c25be3e7-14c7-4bba-916f-57c52083fb20 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:21:49.708148 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.887249 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.917459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.945706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] No DVR routers for this DVR port c25be3e7-14c7-4bba-916f-57c52083fb20 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:49.963911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-d77c6f74-dafe-49e5-98e7-6dfd6888a0c6 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=04c0eb782daf4a848fc2b6709b7f3e4a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0226836 Jul 07 19:21:49.969281 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0596855-5908-4671-885a-458986eccabb req-1a4604f9-8095-481d-a00c-1515c552c177 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:49.980231 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e52e9d72-b61b-416f-beeb-6e12111ea2f6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=37827fdd7e724cc0afd8a6b30e576853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8313756 Jul 07 19:21:49.984685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:50.000554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e,segment=NetworkSegment(5732f092-4e1d-460f-a9ac-6eafd97b671e),segment_id=5732f092-4e1d-460f-a9ac-6eafd97b671e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:50.063649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c0596672-ee63-4f98-b6c5-d8d8236bda79'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:50.067579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.095604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.117045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fead75-5e91-44f5-97c2-e928bb096bc1']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:50.132633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8e4d80-dea1-4813-99c0-3ede48e7c900') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:50.133069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8e4d80-dea1-4813-99c0-3ede48e7c900') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:50.133249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4604f9-8095-481d-a00c-1515c552c177 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Pushing event deleted for resources: {'Port': ['ID=c0596672-ee63-4f98-b6c5-d8d8236bda79,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:50.144705 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.172872 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.186422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:21:50.187001 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.337608 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d64d6e1-dc70-4b74-b102-43a7835610d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:21:50.391389 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:21:50.393871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Port': ['ID=c25be3e7-14c7-4bba-916f-57c52083fb20,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:50.403067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64d6e1-dc70-4b74-b102-43a7835610d0 None None] No DVR routers for this DVR port c25be3e7-14c7-4bba-916f-57c52083fb20 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:50.427479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2386257e-36d6-46cc-8403-e3c184fdb8de up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:50.441967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0596855-5908-4671-885a-458986eccabb req-1a4604f9-8095-481d-a00c-1515c552c177 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] No DVR routers for this DVR port c0596672-ee63-4f98-b6c5-d8d8236bda79 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:21:50.454876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0596855-5908-4671-885a-458986eccabb req-1a4604f9-8095-481d-a00c-1515c552c177 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.457353 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0596855-5908-4671-885a-458986eccabb req-1a4604f9-8095-481d-a00c-1515c552c177 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.59 "DELETE /v2.0/ports/c0596672-ee63-4f98-b6c5-d8d8236bda79 HTTP/1.1" status: 204 len: 173 time: 1.3799031 Jul 07 19:21:50.457845 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d34bd8-678a-4f16-a697-816b0fc114de', 'name': 'network-vif-deleted', 'tag': 'c0596672-ee63-4f98-b6c5-d8d8236bda79'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:50.491867 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ada1a3a-43a0-416b-9449-d16efd30eae8" -d '{"events": [{"server_uuid": "19d34bd8-678a-4f16-a697-816b0fc114de", "name": "network-vif-deleted", "tag": "c0596672-ee63-4f98-b6c5-d8d8236bda79"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:50.532896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:50.553097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b7384ff-1fcd-4845-bd04-19ab9f6329de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.572434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64d6e1-dc70-4b74-b102-43a7835610d0 None None] Pushing event deleted for resources: {'Port': ['ID=c25be3e7-14c7-4bba-916f-57c52083fb20,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:50.618409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b7384ff-1fcd-4845-bd04-19ab9f6329de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.632302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network d75e832e-fb83-44ec-a801-80e68e8e6256 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:50.639062 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b976615-d523-457c-9437-1b07e2457d8d req-5d98b3b7-467a-481c-8b21-b36c3200425e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 210 time: 0.2788076 Jul 07 19:21:50.670439 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.674879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 2386257e-36d6-46cc-8403-e3c184fdb8de completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:50.677605 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.689284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] 10.222.0.113 "DELETE /v2.0/networks/f2fead75-5e91-44f5-97c2-e928bb096bc1 HTTP/1.1" status: 204 len: 168 time: 3.7553849 Jul 07 19:21:50.690758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:50.697456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:50.745171 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b7384ff-1fcd-4845-bd04-19ab9f6329de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.749262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b7384ff-1fcd-4845-bd04-19ab9f6329de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.750581 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9b7384ff-1fcd-4845-bd04-19ab9f6329de admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c50c8b74-c317-44b5-b40f-af8f4c8cebb4 HTTP/1.1" status: 204 len: 168 time: 0.7588265 Jul 07 19:21:50.776763 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7384ff-1fcd-4845-bd04-19ab9f6329de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50c8b74-c317-44b5-b40f-af8f4c8cebb4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:50.844269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c25be3e7-14c7-4bba-916f-57c52083fb20 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:50.870625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68327214-28ab-49a1-8fbd-7b89056dd4b3 tempest-NetworksIpV6Test-1795300078 tempest-NetworksIpV6Test-1795300078-project] Pushing event deleted for resources: {'Network': ['ID=f2fead75-5e91-44f5-97c2-e928bb096bc1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:50.903833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: c25be3e7-14c7-4bba-916f-57c52083fb20 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:50.904169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=b12afe00-6c7e-40d1-922e-174a69464550,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:50.904708 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c25be3e7-14c7-4bba-916f-57c52083fb20 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:50.906801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d71a915a-ba65-424b-bdf2-b73c843fd21f no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:50.960667 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.977680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d71a915a-ba65-424b-bdf2-b73c843fd21f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:50.978197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d71a915a-ba65-424b-bdf2-b73c843fd21f not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:51.097842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9eb368db-8504-49ba-ab5d-e6fde2c798e3 service neutron] 10.222.0.113 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1328866 Jul 07 19:21:51.161595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113598ea-f2b9-400e-be76-7ff8c5ef1d05 None None] Network d75e832e-fb83-44ec-a801-80e68e8e6256 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:51.182408 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6e6fa9-d241-4f82-a85e-17481b39f834 x-openstack-request-id: req-de6e6fa9-d241-4f82-a85e-17481b39f834 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:51.183218 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d34bd8-678a-4f16-a697-816b0fc114de", "name": "network-vif-deleted", "tag": "c0596672-ee63-4f98-b6c5-d8d8236bda79", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:51.183640 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-de6e6fa9-d241-4f82-a85e-17481b39f834 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:51.184685 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d34bd8-678a-4f16-a697-816b0fc114de', 'name': 'network-vif-deleted', 'tag': 'c0596672-ee63-4f98-b6c5-d8d8236bda79', 'status': 'completed', 'code': 200} Jul 07 19:21:51.336220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-995aa483-1041-484a-81a5-4e5cc98402e9 None None] Provisioning for port 2386257e-36d6-46cc-8403-e3c184fdb8de completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:51.349389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-995aa483-1041-484a-81a5-4e5cc98402e9 None None] Provisioning complete for port 2386257e-36d6-46cc-8403-e3c184fdb8de triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:51.350184 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-995aa483-1041-484a-81a5-4e5cc98402e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.441289 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.506294 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-01e1996a-0da3-41f2-b861-f040f6e057a4 service neutron] 10.222.0.113 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020572 Jul 07 19:21:51.636054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59486) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:51.894503 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-995aa483-1041-484a-81a5-4e5cc98402e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.163083 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5a35499d-5bd9-4a46-85b9-a71479418ee4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c6ccb3dd371d44af92e962e95559a570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5171797 Jul 07 19:21:52.166978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:52.195511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-995aa483-1041-484a-81a5-4e5cc98402e9 None None] For port 2386257e-36d6-46cc-8403-e3c184fdb8de, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2386257e-36d6-46cc-8403-e3c184fdb8de,segment=NetworkSegment(76d0a51e-8a0d-43fd-b742-d62ab7bb0a56),segment_id=76d0a51e-8a0d-43fd-b742-d62ab7bb0a56)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:52.213628 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-995aa483-1041-484a-81a5-4e5cc98402e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.307463 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:52.311386 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11ff084d-6367-4cd3-9d5e-41111d03d814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.370478 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11ff084d-6367-4cd3-9d5e-41111d03d814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.393233 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.429259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aa483-1041-484a-81a5-4e5cc98402e9 None None] Pushing event updated for resources: {'Port': ['ID=2386257e-36d6-46cc-8403-e3c184fdb8de,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:52.442305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:52.442687 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.463241 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.515358 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11ff084d-6367-4cd3-9d5e-41111d03d814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.519765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11ff084d-6367-4cd3-9d5e-41111d03d814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:52.536886 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-11ff084d-6367-4cd3-9d5e-41111d03d814 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7adabf6b-2f90-4601-8928-f11786bb4bcf HTTP/1.1" status: 204 len: 168 time: 0.3650160 Jul 07 19:21:52.571805 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff084d-6367-4cd3-9d5e-41111d03d814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adabf6b-2f90-4601-8928-f11786bb4bcf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:52.721762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c0596672-ee63-4f98-b6c5-d8d8236bda79 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:21:52.773745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: c0596672-ee63-4f98-b6c5-d8d8236bda79 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:21:52.774010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c0596672-ee63-4f98-b6c5-d8d8236bda79 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:21:52.973827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2561ab27-1ecb-410f-877d-b07a992950bb None None] Provisioning complete for port 2386257e-36d6-46cc-8403-e3c184fdb8de triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:52.980970 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2561ab27-1ecb-410f-877d-b07a992950bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.064241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf989443-0756-4d45-94ed-8aeb35f7f248 req-bf89a1e2-3130-40be-9c8a-0cf56ecddbc8 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 210 time: 0.6613278 Jul 07 19:21:53.065489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:53.094372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04ede902-c3d3-44dc-a031-5410d5b6d547 req-97ff67c9-6340-40cd-8dd2-c2c2829deb72 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 210 time: 0.6977201 Jul 07 19:21:53.214488 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.332366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2561ab27-1ecb-410f-877d-b07a992950bb None None] Provisioning for port b12afe00-6c7e-40d1-922e-174a69464550 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:53.350753 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2561ab27-1ecb-410f-877d-b07a992950bb None None] Provisioning complete for port b12afe00-6c7e-40d1-922e-174a69464550 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:53.351335 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2561ab27-1ecb-410f-877d-b07a992950bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.414348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2561ab27-1ecb-410f-877d-b07a992950bb None None] Port b12afe00-6c7e-40d1-922e-174a69464550 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:53.500465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=b12afe00-6c7e-40d1-922e-174a69464550,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:53.522066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f368eb5-8bcb-4392-bce1-a38477dc8ff6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-646217794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:53.552757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1f10694f-7110-4d75-a836-45c2bc724329 None None] Provisioning complete for port b12afe00-6c7e-40d1-922e-174a69464550 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:53.553388 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f10694f-7110-4d75-a836-45c2bc724329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.635784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f368eb5-8bcb-4392-bce1-a38477dc8ff6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.636906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f368eb5-8bcb-4392-bce1-a38477dc8ff6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.657951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1f10694f-7110-4d75-a836-45c2bc724329 None None] Port b12afe00-6c7e-40d1-922e-174a69464550 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:53.714297 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network d75e832e-fb83-44ec-a801-80e68e8e6256 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:53.720101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:53.785291 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f368eb5-8bcb-4392-bce1-a38477dc8ff6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.804376 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f368eb5-8bcb-4392-bce1-a38477dc8ff6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.890776 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f368eb5-8bcb-4392-bce1-a38477dc8ff6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:53.900648 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5f368eb5-8bcb-4392-bce1-a38477dc8ff6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8337123 Jul 07 19:21:53.901849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:53.914340 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-985524921'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:53.974522 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router f1701c28-664c-4132-9ec4-0285a965a861 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:21:53.974767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Made reservation on behalf of ea142d737045400bb50990910c330f05 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:53.987285 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.024846 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.319312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae02c486-40d5-4dbf-ab12-44947567ef5d None None] Provisioning complete for port b12afe00-6c7e-40d1-922e-174a69464550 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:54.319695 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae02c486-40d5-4dbf-ab12-44947567ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.346392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2386257e-36d6-46cc-8403-e3c184fdb8de up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:54.408707 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.420501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.552214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:54.611106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5893638-d07d-4a84-9f35-43cd5930a268,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:54.651755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ae02c486-40d5-4dbf-ab12-44947567ef5d None None] Port b12afe00-6c7e-40d1-922e-174a69464550 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:54.666551 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.673527 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Added segment fb87ccb8-dcdd-4695-9d95-49829e782559 of type vlan for network 73fc2900-2ef8-49fa-9b14-55680020128f Jul 07 19:21:54.701692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2386257e-36d6-46cc-8403-e3c184fdb8de triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:54.707347 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:54.950111 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.121800 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.140837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:55.141801 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.160277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:55.184189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-e794b719-43f8-4da1-9fca-37eb4d5d4631 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:55.191501 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-e794b719-43f8-4da1-9fca-37eb4d5d4631 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.112 "GET /v2.0/networks?id=f9e864fb-31e7-4a46-8982-13428aca667d HTTP/1.1" status: 200 len: 814 time: 0.5775425 Jul 07 19:21:55.229482 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3331b33f-1392-431f-9885-bb7b89163198 req-afab8ee1-a797-4e0d-b0ee-1c073e6fe5f0 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 210 time: 0.1400735 Jul 07 19:21:55.237944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8ddda09-2639-4f92-b3cd-38b627cd137d req-731de334-bbe2-4879-bdc8-9813a865bb46 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 210 time: 0.1497729 Jul 07 19:21:55.306249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:55.318416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Sync routers for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:55.339396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-15f96423-5f09-4b4f-8487-fc1471ee66d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7875104 Jul 07 19:21:55.340376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:55.346013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Request body: {'port': {'device_id': 'f1ec46e5-290d-4c5a-a886-396b62058118', 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d', 'admin_state_up': True, 'tenant_id': '04c0eb782daf4a848fc2b6709b7f3e4a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:55.351913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1633012582'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:55.353477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:55.362665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:55.520804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:55.526656 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.534081 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6276612 Jul 07 19:21:55.537011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:55.554283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'subnet': {'network_id': '73fc2900-2ef8-49fa-9b14-55680020128f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:55.571510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:55.584897 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.586166 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added segment f2bf3567-f125-48f4-bef9-4f3874ae2242 of type vlan for network 2dd4db7c-dda7-497b-b98e-57fb5a880186 Jul 07 19:21:55.604160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-496861928'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:55.604755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:55.658506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece3f80-8e8c-4f08-9cad-4180dcfadb82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Network': ['ID=73fc2900-2ef8-49fa-9b14-55680020128f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:55.689100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:55.693122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.696098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 73fc2900-2ef8-49fa-9b14-55680020128f details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:55.713911 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.731984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.769944 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.790612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:55.797462 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:55.955800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Network': ['ID=2dd4db7c-dda7-497b-b98e-57fb5a880186,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:55.993942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 2dd4db7c-dda7-497b-b98e-57fb5a880186 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:56.026651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.034487 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.046512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b7a8d422-ac2e-4279-a87c-d52fa64bc91e tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7050169 Jul 07 19:21:56.049221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:56.055374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'subnet': {'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:56.152419 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8bf3ba-d6a9-4708-b4bf-fb2ad4539195,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:56.198444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1125} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:56.252414 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.257908 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Added segment 2e6f3720-d182-4c4f-bf24-fe0907cb35c1 of type vlan for network 26f53304-88db-40e3-94d9-112ed647e0b5 Jul 07 19:21:56.262306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Made reservation on behalf of 04c0eb782daf4a848fc2b6709b7f3e4a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:56.272545 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.443253 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Made reservation on behalf of ea142d737045400bb50990910c330f05 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:56.454186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Made reservation on behalf of b743d222b00a49c59d666eaf8b7fd211 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:56.467448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.474430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.641151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:21:51Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:21:51Z', 'revision_number': 2, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:56.758566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Checking router: f1701c28-664c-4132-9ec4-0285a965a861 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:56.759009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Updating router f1701c28-664c-4132-9ec4-0285a965a861 port b12afe00-6c7e-40d1-922e-174a69464550 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:21:56.922664 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:56.952105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4a94182-9a41-4e46-8021-a1602cd937df req-653f7c20-4e05-4c9f-9ee7-ea112f2f212c tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=798d0fa3-151a-4af9-bd68-62d7f0361bae HTTP/1.1" status: 200 len: 210 time: 0.1025555 Jul 07 19:21:57.045888 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.108346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.187175 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.203793 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:57.204460 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.242479 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a22b8543-b1f6-4fd8-89f6-f055ab563305 req-daf9b56b-5e8d-45db-ac50-07f3efc64e46 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 210 time: 0.1329844 Jul 07 19:21:57.273767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Subnet': ['ID=4c4e0dea-3928-4358-b9f7-1905c45a400e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:57.334116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Checking segment: {'id': 'f2bf3567-f125-48f4-bef9-4f3874ae2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:57.334523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network hostable DHCP agents. Network: 2dd4db7c-dda7-497b-b98e-57fb5a880186, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:57.381433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 2dd4db7c-dda7-497b-b98e-57fb5a880186 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:57.402130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 2dd4db7c-dda7-497b-b98e-57fb5a880186) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:57.407464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:57.408129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:57.420985 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2530594 Jul 07 19:21:57.422777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:57.432806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a759b59-8731-4850-995c-6224ac8a7e32 None None] Network 2dd4db7c-dda7-497b-b98e-57fb5a880186 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:57.469860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'name': 'tempest-PortsIpV6TestJSON-275933427'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:57.577064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b9b96f86-93f8-4132-94eb-0ff11a7b69b4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5265300 Jul 07 19:21:57.579848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:57.601903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4d3b1-34ec-4f30-a9ea-951d7c7c868c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Network': ['ID=26f53304-88db-40e3-94d9-112ed647e0b5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:57.711627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Allocated IP 172.20.0.14 (f9e864fb-31e7-4a46-8982-13428aca667d/338b59bf-fd4d-43a1-91b7-1d151d6b71e8/589d6152-d5c4-4f7d-a6b8-5b98f00596d9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:57.803626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 26f53304-88db-40e3-94d9-112ed647e0b5 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:57.919809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:57.923423 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.051562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port b6fd34c2-e040-419a-b8be-6e358815161e yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:21:58.091512 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.185882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-2dd4db7c-dda7-497b-b98e-57fb5a880186', 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'fixed_ips': [{'subnet_id': '4c4e0dea-3928-4358-b9f7-1905c45a400e'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:58.186989 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.303939 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.376637 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.421536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Subnet': ['ID=148a5494-357c-4f43-bdc0-3a1f07b70355,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:58.535148 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.579260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Checking segment: {'id': 'fb87ccb8-dcdd-4695-9d95-49829e782559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '73fc2900-2ef8-49fa-9b14-55680020128f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:58.579642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network hostable DHCP agents. Network: 73fc2900-2ef8-49fa-9b14-55680020128f, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:58.661184 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network 73fc2900-2ef8-49fa-9b14-55680020128f is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:58.688422 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 73fc2900-2ef8-49fa-9b14-55680020128f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:58.700992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:58.701874 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.714013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.716915 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e16d147-9fe3-4847-a2ae-2cb383c9f6c1 None None] Network 73fc2900-2ef8-49fa-9b14-55680020128f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:58.726748 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f74b128f-9e05-461d-9fdf-e33a8c3b0dcc req-9a60b935-246b-4f73-ac98-ee6793403661 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 210 time: 0.0802765 Jul 07 19:21:58.727895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=b6fd34c2-e040-419a-b8be-6e358815161e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:58.750788 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6508b656-20e9-4e53-b2e4-d9dcb3c93f44 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2125013 Jul 07 19:21:58.754809 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:58.760546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'network': {'name': 'tempest-router-network01--520058228'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:58.808321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Made reservation on behalf of ea142d737045400bb50990910c330f05 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:58.826661 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.876039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Checking segment: {'id': '2e6f3720-d182-4c4f-bf24-fe0907cb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:58.876435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network hostable DHCP agents. Network: 26f53304-88db-40e3-94d9-112ed647e0b5, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:58.893368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Transition to ACTIVE for port object b12afe00-6c7e-40d1-922e-174a69464550 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:58.923864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:58.928946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:58.936307 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.957062 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:58.957433 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Added segment 37fc6135-36ca-45ef-9f8b-f02c7d665adf of type vlan for network e71140ae-9460-44b5-a27a-0d7ee61dd1d4 Jul 07 19:21:58.964454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 26f53304-88db-40e3-94d9-112ed647e0b5) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:58.985437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:59.000019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:59.001296 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.013586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Network f9e864fb-31e7-4a46-8982-13428aca667d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:59.038531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:59.041384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:59.082816 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ffbc6315-f180-4d59-aeeb-2b1bfc82b146 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6587555 Jul 07 19:21:59.088067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:59.097837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5c1ee3-a2e2-4d9c-adea-7609486ae6d3 None None] Network 26f53304-88db-40e3-94d9-112ed647e0b5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:59.119439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Pushing event updated for resources: {'Port': ['ID=589d6152-d5c4-4f7d-a6b8-5b98f00596d9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:59.129987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.139661 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.173478 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.212031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1646264838'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:59.221532 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:59.222226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.244303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-73fc2900-2ef8-49fa-9b14-55680020128f', 'network_id': '73fc2900-2ef8-49fa-9b14-55680020128f', 'tenant_id': 'ea142d737045400bb50990910c330f05', 'fixed_ips': [{'subnet_id': '148a5494-357c-4f43-bdc0-3a1f07b70355'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:59.248962 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.288167 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-ee16e570-945f-45aa-a8d0-b0ee78c21f16 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9497957 Jul 07 19:21:59.312561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Request body: {'port': {'device_id': 'f1ec46e5-290d-4c5a-a886-396b62058118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:59.322789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.334521 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:59.337885 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.511433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:59.521520 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.608011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:59.610589 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8544304 Jul 07 19:21:59.635264 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.635862 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Added segment 3e045a75-6352-42f9-81ab-e31819fe3484 of type vlan for network 0af56f7e-0456-466b-9f9b-c65be9637953 Jul 07 19:21:59.657495 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:59.695070 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'network': {'name': 'tempest-router-network02--2045074690'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:59.731259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Allocated IP 172.23.0.2 (2dd4db7c-dda7-497b-b98e-57fb5a880186/4c4e0dea-3928-4358-b9f7-1905c45a400e/df1b87b4-1df2-4f3b-8704-389bc8476eaf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:59.824069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490dea8c-6d88-4a9e-bc6e-8204cf834765 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Network': ['ID=e71140ae-9460-44b5-a27a-0d7ee61dd1d4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:59.895782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Made reservation on behalf of ea142d737045400bb50990910c330f05 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:59.896940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.905374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:59.907738 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.022109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e71140ae-9460-44b5-a27a-0d7ee61dd1d4 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:00.181436 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.197167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:00.197967 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.198927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24088224-8f15-4647-965a-628866d24c77 None None] Pushing event updated for resources: {'Port': ['ID=b12afe00-6c7e-40d1-922e-174a69464550,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:00.333999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Allocated IP 2001:db8::2 (73fc2900-2ef8-49fa-9b14-55680020128f/148a5494-357c-4f43-bdc0-3a1f07b70355/f7488762-7655-4091-bab7-8247d85bc77c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:00.395237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2708333 Jul 07 19:22:00.400314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:00.419612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'ports': [{'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5'}, {'network_id': '0af56f7e-0456-466b-9f9b-c65be9637953'}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:00.419933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:00.420429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': '0af56f7e-0456-466b-9f9b-c65be9637953'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:00.445008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:00.455040 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.471282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Transition to ACTIVE for port object 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:00.483158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.491270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:22:00.518105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126d705-7d07-4814-ace1-d12bb88863c1 req-b07bf987-a5d0-4a33-be5d-317d1395aa99 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:00.521326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c126d705-7d07-4814-ace1-d12bb88863c1 req-b07bf987-a5d0-4a33-be5d-317d1395aa99 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 932 time: 0.5012033 Jul 07 19:22:00.579586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf2efb-1252-455a-871b-18d4aed9eb79 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Network': ['ID=0af56f7e-0456-466b-9f9b-c65be9637953,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:00.601391 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.601827 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Added segment 2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e of type vlan for network eabd3afa-fcea-4658-9441-8fe810436199 Jul 07 19:22:00.693991 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.698386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Pushing event updated for resources: {'Port': ['ID=589d6152-d5c4-4f7d-a6b8-5b98f00596d9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:00.713801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c126d705-7d07-4814-ace1-d12bb88863c1 req-32fb26ed-9415-4fa3-a5c4-d0190da9e748 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248875 Jul 07 19:22:00.760021 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.785176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Transition to ACTIVE for port object f7488762-7655-4091-bab7-8247d85bc77c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:00.821768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Transition to ACTIVE for port object f7488762-7655-4091-bab7-8247d85bc77c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:00.837500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 0af56f7e-0456-466b-9f9b-c65be9637953 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:00.862214 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:00.961746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 2} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:00.968526 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.008564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Attempting to bind port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:01.008922 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.009097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Attempting to bind port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:01.009690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Attempting to bind port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 on network f9e864fb-31e7-4a46-8982-13428aca667d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:01.019070 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 on network f9e864fb-31e7-4a46-8982-13428aca667d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:22:01.019732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Attempting to bind port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 on network f9e864fb-31e7-4a46-8982-13428aca667d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:01.025121 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.032341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:01.033298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.048674 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:01.049168 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Checking segment: {'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:01.049669 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Bound using segment: {'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:01.050396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Bound port: 589d6152-d5c4-4f7d-a6b8-5b98f00596d9, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f885a86b-ed11-45f7-a777-530c75f4914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:01.051401 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.096661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Pushing event updated for resources: {'Port': ['ID=f7488762-7655-4091-bab7-8247d85bc77c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:01.130773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Network 73fc2900-2ef8-49fa-9b14-55680020128f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:01.139225 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4768112 Jul 07 19:22:01.140574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Attempting to bind port b12afe00-6c7e-40d1-922e-174a69464550 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:01.143810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:01.144493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Attempting to bind port b12afe00-6c7e-40d1-922e-174a69464550 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '76d0a51e-8a0d-43fd-b742-d62ab7bb0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:01.145073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Attempting to bind port b12afe00-6c7e-40d1-922e-174a69464550 on network d75e832e-fb83-44ec-a801-80e68e8e6256 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:01.171170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:01.179234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:01.202855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:01.203646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Checking segment: {'id': '76d0a51e-8a0d-43fd-b742-d62ab7bb0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:01.204336 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.204934 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Bound using segment: {'id': '76d0a51e-8a0d-43fd-b742-d62ab7bb0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:01.205138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'subnet': {'network_id': 'e71140ae-9460-44b5-a27a-0d7ee61dd1d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:01.205773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Bound port: b12afe00-6c7e-40d1-922e-174a69464550, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d0a51e-8a0d-43fd-b742-d62ab7bb0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:01.206356 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.222750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a11536-09d4-410d-9c43-bdb965f952a8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Network': ['ID=eabd3afa-fcea-4658-9441-8fe810436199,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:01.257887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 67113294-1f41-45fa-9c65-bf353bb509a3 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:22:01.275060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network eabd3afa-fcea-4658-9441-8fe810436199 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:01.373550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] For port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:01.395799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] For port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=589d6152-d5c4-4f7d-a6b8-5b98f00596d9,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:01.398879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Made reservation on behalf of ea142d737045400bb50990910c330f05 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:01.404088 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.409307 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.499565 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.587686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:01.597293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.599059 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] 10.222.0.112 "PUT /v2.0/ports/589d6152-d5c4-4f7d-a6b8-5b98f00596d9 HTTP/1.1" status: 200 len: 1093 time: 2.3023968 Jul 07 19:22:01.602384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ec46e5-290d-4c5a-a886-396b62058118', 'tag': '589d6152-d5c4-4f7d-a6b8-5b98f00596d9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:01.612965 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a71c75-b803-43c3-8973-be1dee09ac59" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ec46e5-290d-4c5a-a886-396b62058118", "tag": "589d6152-d5c4-4f7d-a6b8-5b98f00596d9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:01.682528 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.795112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Attempting to bind port f7488762-7655-4091-bab7-8247d85bc77c on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:01.795939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Attempting to bind port f7488762-7655-4091-bab7-8247d85bc77c by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'fb87ccb8-dcdd-4695-9d95-49829e782559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '73fc2900-2ef8-49fa-9b14-55680020128f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:01.796515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Attempting to bind port f7488762-7655-4091-bab7-8247d85bc77c on network 73fc2900-2ef8-49fa-9b14-55680020128f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:01.806741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Transition to ACTIVE for port object df1b87b4-1df2-4f3b-8704-389bc8476eaf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:01.830039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 52465d9b-c834-4ac0-b5d9-e9460d4d731f yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:22:01.867676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:01.868796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Checking segment: {'id': 'fb87ccb8-dcdd-4695-9d95-49829e782559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '73fc2900-2ef8-49fa-9b14-55680020128f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:01.869530 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:01.870420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Bound using segment: {'id': 'fb87ccb8-dcdd-4695-9d95-49829e782559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '73fc2900-2ef8-49fa-9b14-55680020128f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:01.873211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Bound port: f7488762-7655-4091-bab7-8247d85bc77c, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb87ccb8-dcdd-4695-9d95-49829e782559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '73fc2900-2ef8-49fa-9b14-55680020128f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:01.873629 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.050922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] For port f7488762-7655-4091-bab7-8247d85bc77c, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:02.061142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] For port f7488762-7655-4091-bab7-8247d85bc77c, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f7488762-7655-4091-bab7-8247d85bc77c,segment=NetworkSegment(fb87ccb8-dcdd-4695-9d95-49829e782559),segment_id=fb87ccb8-dcdd-4695-9d95-49829e782559)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:02.099913 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.157079 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.271806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] For port b12afe00-6c7e-40d1-922e-174a69464550, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:02.284661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] For port b12afe00-6c7e-40d1-922e-174a69464550, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b12afe00-6c7e-40d1-922e-174a69464550,segment=NetworkSegment(76d0a51e-8a0d-43fd-b742-d62ab7bb0a56),segment_id=76d0a51e-8a0d-43fd-b742-d62ab7bb0a56)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:02.289870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.303425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Transition to ACTIVE for port object df1b87b4-1df2-4f3b-8704-389bc8476eaf will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:02.333339 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.346258 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.354668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd666241-a98a-44eb-89d6-6854e3e5f446 None None] Pushing event updated for resources: {'Port': ['ID=f7488762-7655-4091-bab7-8247d85bc77c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:02.396040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Network 2dd4db7c-dda7-497b-b98e-57fb5a880186 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:02.421976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:02.425059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:02.430366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:02.443323 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0d4ac4-d9ab-4285-92be-a974965d082f x-openstack-request-id: req-4e0d4ac4-d9ab-4285-92be-a974965d082f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:02.443950 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ec46e5-290d-4c5a-a886-396b62058118", "tag": "589d6152-d5c4-4f7d-a6b8-5b98f00596d9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:02.449655 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4e0d4ac4-d9ab-4285-92be-a974965d082f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:02.450329 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ec46e5-290d-4c5a-a886-396b62058118', 'tag': '589d6152-d5c4-4f7d-a6b8-5b98f00596d9', 'status': 'completed', 'code': 200} Jul 07 19:22:02.461016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:02.546843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:02.552297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479c03d-8831-4f5a-b98a-876226cc06d0 service neutron] Pushing event updated for resources: {'Port': ['ID=589d6152-d5c4-4f7d-a6b8-5b98f00596d9,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:02.556459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:02.585404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:02.587660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:21:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:02.717453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-3e048008-13d0-4d95-8eba-3bcb59e0bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:02.720065 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-3e048008-13d0-4d95-8eba-3bcb59e0bb6b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=04c0eb782daf4a848fc2b6709b7f3e4a&device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 1096 time: 1.0561523 Jul 07 19:22:02.743769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=67113294-1f41-45fa-9c65-bf353bb509a3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:02.795860 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-053155fd-65bb-4dd0-81d0-79c8445a5c93 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=589d6152-d5c4-4f7d-a6b8-5b98f00596d9 HTTP/1.1" status: 200 len: 217 time: 0.0678375 Jul 07 19:22:02.968159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Pushing event updated for resources: {'Port': ['ID=df1b87b4-1df2-4f3b-8704-389bc8476eaf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:03.062707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Allocated IP 172.23.0.1 (2dd4db7c-dda7-497b-b98e-57fb5a880186/4c4e0dea-3928-4358-b9f7-1905c45a400e/b29d1254-6ac5-4453-a00b-1ddc019cadb9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:03.166072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=52465d9b-c834-4ac0-b5d9-e9460d4d731f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:03.234769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01628f0b-e90b-495b-b53c-2516a7a11a0d req-cb98e1fc-ec4e-4096-9e39-c1e921e5469f tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:03.239258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01628f0b-e90b-495b-b53c-2516a7a11a0d req-cb98e1fc-ec4e-4096-9e39-c1e921e5469f tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 944 time: 1.0299604 Jul 07 19:22:03.251888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9072435c-ab1f-4ee6-a095-072239f6a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:03.255620 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-9072435c-ab1f-4ee6-a095-072239f6a427 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=338b59bf-fd4d-43a1-91b7-1d151d6b71e8 HTTP/1.1" status: 200 len: 854 time: 0.4494534 Jul 07 19:22:03.294881 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:03.451123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Subnet': ['ID=5c7a3f9a-e987-4d23-9001-af56da16437b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:03.507508 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-027880aa-cd59-4590-9c94-5e92b197fc56 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f9e864fb-31e7-4a46-8982-13428aca667d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2040241 Jul 07 19:22:03.543721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Checking segment: {'id': '3e045a75-6352-42f9-81ab-e31819fe3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '0af56f7e-0456-466b-9f9b-c65be9637953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:03.544115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network hostable DHCP agents. Network: 0af56f7e-0456-466b-9f9b-c65be9637953, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:03.545298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:03.584945 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:03.610479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Attempting to bind port df1b87b4-1df2-4f3b-8704-389bc8476eaf on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:03.611006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Attempting to bind port df1b87b4-1df2-4f3b-8704-389bc8476eaf by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'f2bf3567-f125-48f4-bef9-4f3874ae2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:03.611487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Attempting to bind port df1b87b4-1df2-4f3b-8704-389bc8476eaf on network 2dd4db7c-dda7-497b-b98e-57fb5a880186 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:03.633686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24088224-8f15-4647-965a-628866d24c77 None None] Pushing event updated for resources: {'Port': ['ID=b12afe00-6c7e-40d1-922e-174a69464550,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:03.637141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:03.637676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Checking segment: {'id': 'f2bf3567-f125-48f4-bef9-4f3874ae2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:03.638188 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:03.638683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Bound using segment: {'id': 'f2bf3567-f125-48f4-bef9-4f3874ae2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:03.639268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Bound port: df1b87b4-1df2-4f3b-8704-389bc8476eaf, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bf3567-f125-48f4-bef9-4f3874ae2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:03.643383 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:03.701185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01628f0b-e90b-495b-b53c-2516a7a11a0d req-da544a35-edbe-4aa9-9034-21b6a70f78fb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176056 Jul 07 19:22:03.725940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:03.740899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 0af56f7e-0456-466b-9f9b-c65be9637953 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:03.788455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 0af56f7e-0456-466b-9f9b-c65be9637953) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:03.804994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Transition to ACTIVE for port object b29d1254-6ac5-4453-a00b-1ddc019cadb9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:03.809308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:03.825138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:03.834778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:03.840262 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:03.859313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3629e5-4670-4cc9-a3b2-a485b0d9b085 None None] Network 0af56f7e-0456-466b-9f9b-c65be9637953 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:03.905507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a1c7b3aa-7cf4-47b1-989f-fb54ca00931b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5035884 Jul 07 19:22:03.913780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:04.004813 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.070198 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-5f29f3e2-7834-494f-bcc2-8285e0e237cd service neutron] 10.222.0.112 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358679 Jul 07 19:22:04.073025 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Checking segment: {'id': '37fc6135-36ca-45ef-9f8b-f02c7d665adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e71140ae-9460-44b5-a27a-0d7ee61dd1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:04.073803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network hostable DHCP agents. Network: e71140ae-9460-44b5-a27a-0d7ee61dd1d4, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:04.084965 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4aaa3e0a-110d-4326-93d9-1587eeb52d56 req-a634d123-e584-4012-8bd4-8e3a8126091d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0048680 Jul 07 19:22:04.257932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] For port df1b87b4-1df2-4f3b-8704-389bc8476eaf, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:04.264976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 2dd4db7c-dda7-497b-b98e-57fb5a880186 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:04.376977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network e71140ae-9460-44b5-a27a-0d7ee61dd1d4 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:04.456797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] For port df1b87b4-1df2-4f3b-8704-389bc8476eaf, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=df1b87b4-1df2-4f3b-8704-389bc8476eaf,segment=NetworkSegment(f2bf3567-f125-48f4-bef9-4f3874ae2242),segment_id=f2bf3567-f125-48f4-bef9-4f3874ae2242)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:04.473604 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0470982-0bb9-4c61-b253-5a36f77a2ed0 req-70c885e2-3901-4560-954d-4ed643ce7b03 service neutron] 10.222.0.112 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933764 Jul 07 19:22:04.542660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e71140ae-9460-44b5-a27a-0d7ee61dd1d4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:04.551037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f7488762-7655-4091-bab7-8247d85bc77c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:04.565421 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:04.565816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.626682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205de691-7e1a-4fd1-9f9f-b2cb39a4bbd7 None None] Network e71140ae-9460-44b5-a27a-0d7ee61dd1d4 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:04.644798 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.649538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa3e0a-110d-4326-93d9-1587eeb52d56 req-33840ab7-11d7-427d-a6e0-93bf067ca9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:04.659542 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4aaa3e0a-110d-4326-93d9-1587eeb52d56 req-33840ab7-11d7-427d-a6e0-93bf067ca9fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 1096 time: 0.4392631 Jul 07 19:22:04.687312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea89012-d2cf-4b5b-9ff2-8fbc86164699 None None] Network 73fc2900-2ef8-49fa-9b14-55680020128f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:04.921477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:04.936139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:04.985925 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa3e0a-110d-4326-93d9-1587eeb52d56 req-eff23622-b9e7-46b5-a4e6-e063e9174ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:04.987458 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4aaa3e0a-110d-4326-93d9-1587eeb52d56 req-eff23622-b9e7-46b5-a4e6-e063e9174ff1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 200 len: 909 time: 0.2596335 Jul 07 19:22:05.013646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=b29d1254-6ac5-4453-a00b-1ddc019cadb9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:05.098266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port f7488762-7655-4091-bab7-8247d85bc77c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:05.126760 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4aaa3e0a-110d-4326-93d9-1587eeb52d56 req-158b6fb5-ce3a-450b-9d51-da6f1e437fff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 200 len: 217 time: 0.1225796 Jul 07 19:22:05.147660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-457ef616-3a32-4000-8d2f-6d9c073924ed None None] Provisioning for port f7488762-7655-4091-bab7-8247d85bc77c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:05.161333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:21:51Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:02Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:05.172273 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0cc29ad4-6750-4487-91ef-86e91f25a7f3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9797888 Jul 07 19:22:05.220718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:05.249783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-457ef616-3a32-4000-8d2f-6d9c073924ed None None] Provisioning complete for port f7488762-7655-4091-bab7-8247d85bc77c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:05.251933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'subnet': {'network_id': 'eabd3afa-fcea-4658-9441-8fe810436199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:05.252252 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-457ef616-3a32-4000-8d2f-6d9c073924ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.274036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0729adc-0ff8-4295-bbee-be768a9c629d None None] The sync data for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 is: [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:21:51Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:02Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:05.282373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa3e0a-110d-4326-93d9-1587eeb52d56 req-1a6f971d-721d-4bca-a1e1-f5c902beae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:05.283963 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4aaa3e0a-110d-4326-93d9-1587eeb52d56 req-1a6f971d-721d-4bca-a1e1-f5c902beae9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 200 len: 847 time: 0.1487927 Jul 07 19:22:05.284273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f7488762-7655-4091-bab7-8247d85bc77c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:05.284780 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.318911 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.344562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a71c75-b803-43c3-8973-be1dee09ac59 req-c5e50cc4-b2c0-45f8-b00f-aa5ff0d3c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:05.352755 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-14a71c75-b803-43c3-8973-be1dee09ac59 req-c5e50cc4-b2c0-45f8-b00f-aa5ff0d3c1e9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=04c0eb782daf4a848fc2b6709b7f3e4a&device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 1096 time: 0.7588296 Jul 07 19:22:05.615919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd2eed7c-ab29-483a-a0c0-e633f773f34c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 52465d9b-c834-4ac0-b5d9-e9460d4d731f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:05.616265 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd2eed7c-ab29-483a-a0c0-e633f773f34c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:05.658982 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4aaa3e0a-110d-4326-93d9-1587eeb52d56 req-1f170f90-42e3-4653-a84a-c0e76500e20c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62840828-0370-41dd-8414-061b75720a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3051009 Jul 07 19:22:05.802267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1acbf-7190-48c9-a817-45e12e38599a None None] Pushing event updated for resources: {'Port': ['ID=df1b87b4-1df2-4f3b-8704-389bc8476eaf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:05.950180 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.072444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a71c75-b803-43c3-8973-be1dee09ac59 req-b7f23f0c-6c80-4f97-947d-baee76e01fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:06.074849 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-14a71c75-b803-43c3-8973-be1dee09ac59 req-b7f23f0c-6c80-4f97-947d-baee76e01fdc service neutron] 10.222.0.112 "GET /v2.0/networks?id=f9e864fb-31e7-4a46-8982-13428aca667d HTTP/1.1" status: 200 len: 916 time: 0.6791115 Jul 07 19:22:06.083395 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4aaa3e0a-110d-4326-93d9-1587eeb52d56 req-6f09ac28-b3f7-4dc2-a607-1ea8d89b56d0 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094653 Jul 07 19:22:06.135996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port f7488762-7655-4091-bab7-8247d85bc77c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f7488762-7655-4091-bab7-8247d85bc77c,segment=NetworkSegment(fb87ccb8-dcdd-4695-9d95-49829e782559),segment_id=fb87ccb8-dcdd-4695-9d95-49829e782559)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:06.178622 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.290085 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.293859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=f7488762-7655-4091-bab7-8247d85bc77c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:06.299009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-e71140ae-9460-44b5-a27a-0d7ee61dd1d4', 'network_id': 'e71140ae-9460-44b5-a27a-0d7ee61dd1d4', 'tenant_id': 'ea142d737045400bb50990910c330f05', 'fixed_ips': [{'subnet_id': '5c7a3f9a-e987-4d23-9001-af56da16437b'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:22:06.300393 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.318327 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd2eed7c-ab29-483a-a0c0-e633f773f34c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.322538 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-14a71c75-b803-43c3-8973-be1dee09ac59 req-02862138-5a6a-47cd-8437-f5c847334fba service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=589d6152-d5c4-4f7d-a6b8-5b98f00596d9 HTTP/1.1" status: 200 len: 217 time: 0.2381306 Jul 07 19:22:06.391592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd2eed7c-ab29-483a-a0c0-e633f773f34c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 52465d9b-c834-4ac0-b5d9-e9460d4d731f owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:06.436245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a71c75-b803-43c3-8973-be1dee09ac59 req-4ef28206-6320-4d9d-acbf-0b5e089b7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:06.438928 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-14a71c75-b803-43c3-8973-be1dee09ac59 req-4ef28206-6320-4d9d-acbf-0b5e089b7ace service neutron] 10.222.0.112 "GET /v2.0/subnets?id=338b59bf-fd4d-43a1-91b7-1d151d6b71e8 HTTP/1.1" status: 200 len: 854 time: 0.1030567 Jul 07 19:22:06.553190 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4aaa3e0a-110d-4326-93d9-1587eeb52d56 req-5f5cc13c-714f-4d7c-bca7-bf6b138a4804 service neutron] 10.222.0.59 "GET /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559250 Jul 07 19:22:06.566793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:22:06.590412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b12afe00-6c7e-40d1-922e-174a69464550 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:06.614321 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-14a71c75-b803-43c3-8973-be1dee09ac59 req-3d35d90c-7c67-424d-a77a-e5e1e1b3dc2a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f9e864fb-31e7-4a46-8982-13428aca667d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602279 Jul 07 19:22:06.622337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Made reservation on behalf of ea142d737045400bb50990910c330f05 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:06.626351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.734506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-14a71c75-b803-43c3-8973-be1dee09ac59 req-289c6a07-05f7-429c-82c2-522721093ab6 service neutron] 10.222.0.112 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135900 Jul 07 19:22:06.795056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6815ffa-052a-4692-b9e7-62dc7813509f req-4f59c942-04e2-4025-b10e-ad60a3d065f3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:06.796701 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6815ffa-052a-4692-b9e7-62dc7813509f req-4f59c942-04e2-4025-b10e-ad60a3d065f3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 944 time: 1.7115178 Jul 07 19:22:06.800467 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd2eed7c-ab29-483a-a0c0-e633f773f34c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.829910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=589d6152-d5c4-4f7d-a6b8-5b98f00596d9,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:06.906082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '589d6152-d5c4-4f7d-a6b8-5b98f00596d9', 'network_id': 'f9e864fb-31e7-4a46-8982-13428aca667d', 'port_id': '589d6152-d5c4-4f7d-a6b8-5b98f00596d9', 'mac_address': 'fa:16:3e:ef:58:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338b59bf-fd4d-43a1-91b7-1d151d6b71e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:22:06.925885 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd2eed7c-ab29-483a-a0c0-e633f773f34c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.927372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dd2eed7c-ab29-483a-a0c0-e633f773f34c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/52465d9b-c834-4ac0-b5d9-e9460d4d731f HTTP/1.1" status: 204 len: 168 time: 3.0109076 Jul 07 19:22:06.932392 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-14a71c75-b803-43c3-8973-be1dee09ac59 req-78991d83-a84f-4a6f-8d38-c6f33be35164 service neutron] 10.222.0.112 "GET /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894724 Jul 07 19:22:06.933258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:06.966463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d92d8-9526-4665-92ec-cfab5733907d req-7b29930c-2149-4ae3-b0de-fdd4c81c292f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:06.968912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b9d92d8-9526-4665-92ec-cfab5733907d req-7b29930c-2149-4ae3-b0de-fdd4c81c292f tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 944 time: 1.8010309 Jul 07 19:22:06.987049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7558f-61fa-4963-a8c7-52230b08d8f3 req-22989984-6284-49c6-aabe-975a74d931df tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:06.988851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40b7558f-61fa-4963-a8c7-52230b08d8f3 req-22989984-6284-49c6-aabe-975a74d931df tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 944 time: 1.3315713 Jul 07 19:22:06.989881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2eed7c-ab29-483a-a0c0-e633f773f34c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=52465d9b-c834-4ac0-b5d9-e9460d4d731f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:06.991431 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-04dbf835-151d-47fe-bb3a-2613cf3bb047 None None] Provisioning complete for port f7488762-7655-4091-bab7-8247d85bc77c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:06.992273 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04dbf835-151d-47fe-bb3a-2613cf3bb047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.012090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port b12afe00-6c7e-40d1-922e-174a69464550 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:07.114487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604628e9-d9f8-4621-8879-ab3578abbba7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:07.125550 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af252f-03e6-4a64-a133-259d81870e50 None None] Network 2dd4db7c-dda7-497b-b98e-57fb5a880186 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:07.125692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604628e9-d9f8-4621-8879-ab3578abbba7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:07.128727 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-604628e9-d9f8-4621-8879-ab3578abbba7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1916049 Jul 07 19:22:07.129796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:07.129953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b12afe00-6c7e-40d1-922e-174a69464550 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:07.130329 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.259414 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6815ffa-052a-4692-b9e7-62dc7813509f req-bfd54f87-f569-4937-b387-fb0d05f80b28 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339027 Jul 07 19:22:07.304907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b9d92d8-9526-4665-92ec-cfab5733907d req-07213f62-cab6-4c8f-b7bf-c318ee537776 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044035 Jul 07 19:22:07.306189 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.311747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Allocated IP 2001:db8::2 (e71140ae-9460-44b5-a27a-0d7ee61dd1d4/5c7a3f9a-e987-4d23-9001-af56da16437b/57fbf79e-fd4b-4c40-950b-7829e516ebba) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:07.351361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f82c6-0a57-4e1e-a4eb-fd2acea3315b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 67113294-1f41-45fa-9c65-bf353bb509a3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:07.352841 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3f82c6-0a57-4e1e-a4eb-fd2acea3315b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.495210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.521502 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3f82c6-0a57-4e1e-a4eb-fd2acea3315b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.538474 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f82c6-0a57-4e1e-a4eb-fd2acea3315b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 67113294-1f41-45fa-9c65-bf353bb509a3 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:07.568295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-40b7558f-61fa-4963-a8c7-52230b08d8f3 req-52933842-974d-46d7-a34a-cbb24cfa33c9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Deleting port cff4ed2f-f868-4f20-b243-bb9810dbcd46 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:07.568664 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40b7558f-61fa-4963-a8c7-52230b08d8f3 req-52933842-974d-46d7-a34a-cbb24cfa33c9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.643979 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3f82c6-0a57-4e1e-a4eb-fd2acea3315b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.674912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Subnet': ['ID=2a5f888a-5867-4238-86ab-900d659851a2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:07.701962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f82c6-0a57-4e1e-a4eb-fd2acea3315b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=67113294-1f41-45fa-9c65-bf353bb509a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:07.709182 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3f82c6-0a57-4e1e-a4eb-fd2acea3315b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.716931 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5f3f82c6-0a57-4e1e-a4eb-fd2acea3315b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/67113294-1f41-45fa-9c65-bf353bb509a3 HTTP/1.1" status: 204 len: 168 time: 0.5859718 Jul 07 19:22:07.717655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:07.767464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-40b7558f-61fa-4963-a8c7-52230b08d8f3 req-52933842-974d-46d7-a34a-cbb24cfa33c9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] For port cff4ed2f-f868-4f20-b243-bb9810dbcd46, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=cff4ed2f-f868-4f20-b243-bb9810dbcd46,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:07.767951 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40b7558f-61fa-4963-a8c7-52230b08d8f3 req-52933842-974d-46d7-a34a-cbb24cfa33c9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.802967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Checking segment: {'id': '2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'eabd3afa-fcea-4658-9441-8fe810436199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:07.803332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network hostable DHCP agents. Network: eabd3afa-fcea-4658-9441-8fe810436199, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:07.807963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-40b7558f-61fa-4963-a8c7-52230b08d8f3 req-52933842-974d-46d7-a34a-cbb24cfa33c9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Calling delete_port for cff4ed2f-f868-4f20-b243-bb9810dbcd46 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:07.809325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b90911-884e-40ff-9c76-d5f3a3b2ee26 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:07.810993 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c3b90911-884e-40ff-9c76-d5f3a3b2ee26 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0922985 Jul 07 19:22:07.813562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:07.849254 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c03ac5-f90a-4682-a7b0-c43b777386af tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:22:07.853237 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f2c03ac5-f90a-4682-a7b0-c43b777386af tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/52465d9b-c834-4ac0-b5d9-e9460d4d731f HTTP/1.1" status: 404 len: 333 time: 0.0363424 Jul 07 19:22:07.853520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:07.884123 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1dddae-e922-4692-9f39-428574e82aea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:22:07.888770 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7a1dddae-e922-4692-9f39-428574e82aea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/67113294-1f41-45fa-9c65-bf353bb509a3 HTTP/1.1" status: 404 len: 333 time: 0.0316217 Jul 07 19:22:07.889062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:07.895157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:07.904159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:07.994269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=589d6152-d5c4-4f7d-a6b8-5b98f00596d9,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:08.013871 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.018031 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.036463 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.078926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network eabd3afa-fcea-4658-9441-8fe810436199 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:08.140428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, eabd3afa-fcea-4658-9441-8fe810436199) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:08.153390 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40b7558f-61fa-4963-a8c7-52230b08d8f3 req-52933842-974d-46d7-a34a-cbb24cfa33c9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.161829 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.166092 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.173434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af56f7e-0456-466b-9f9b-c65be9637953']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:08.174042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6282b84-5d01-4954-a847-af0506d9b269 None None] Network eabd3afa-fcea-4658-9441-8fe810436199 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:08.185425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e045a75-6352-42f9-81ab-e31819fe3484') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:08.185857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e045a75-6352-42f9-81ab-e31819fe3484') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:08.197016 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.198431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:08.199314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.212135 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.220082 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:08.220526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.291525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['cff4ed2f-f868-4f20-b243-bb9810dbcd46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:08.297475 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:08.301033 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.304097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b7558f-61fa-4963-a8c7-52230b08d8f3 req-52933842-974d-46d7-a34a-cbb24cfa33c9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] No DVR routers for this DVR port cff4ed2f-f868-4f20-b243-bb9810dbcd46 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:08.306170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event updated for resources: {'Port': ['ID=b29d1254-6ac5-4453-a00b-1ddc019cadb9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:08.306923 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.314682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40b7558f-61fa-4963-a8c7-52230b08d8f3 req-52933842-974d-46d7-a34a-cbb24cfa33c9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.317452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40b7558f-61fa-4963-a8c7-52230b08d8f3 req-52933842-974d-46d7-a34a-cbb24cfa33c9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.59 "DELETE /v2.0/ports/cff4ed2f-f868-4f20-b243-bb9810dbcd46 HTTP/1.1" status: 204 len: 173 time: 1.2910769 Jul 07 19:22:08.317995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6699c4-1132-471c-9993-519dd255d676', 'name': 'network-vif-deleted', 'tag': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:08.321110 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba87fcf-e299-4a4e-ba85-eae186dc28c0" -d '{"events": [{"server_uuid": "8b6699c4-1132-471c-9993-519dd255d676", "name": "network-vif-deleted", "tag": "cff4ed2f-f868-4f20-b243-bb9810dbcd46"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:08.341344 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.344255 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/networks/0af56f7e-0456-466b-9f9b-c65be9637953 HTTP/1.1" status: 204 len: 168 time: 0.4530690 Jul 07 19:22:08.347758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:08.357106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1052966812'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:08.360673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-10ad52d4-d183-4a35-b52a-f17466fb91fd tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1233335 Jul 07 19:22:08.361635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:08.377756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab256f8f-1559-4b00-9a99-2b1b3aa5b9b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Network': ['ID=0af56f7e-0456-466b-9f9b-c65be9637953,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:08.406442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:08.411374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.460975 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f205fed7-7c14-4225-bd23-391f50421d25 x-openstack-request-id: req-f205fed7-7c14-4225-bd23-391f50421d25 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:08.461333 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6699c4-1132-471c-9993-519dd255d676", "name": "network-vif-deleted", "tag": "cff4ed2f-f868-4f20-b243-bb9810dbcd46", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:08.461559 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f205fed7-7c14-4225-bd23-391f50421d25 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:08.462003 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6699c4-1132-471c-9993-519dd255d676', 'name': 'network-vif-deleted', 'tag': 'cff4ed2f-f868-4f20-b243-bb9810dbcd46', 'status': 'completed', 'code': 200} Jul 07 19:22:08.473589 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['589d6152-d5c4-4f7d-a6b8-5b98f00596d9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:22:08.475001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:22:08.490688 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.491062 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Added segment 13890d4b-32ec-4ad2-9883-0613b50e5363 of type vlan for network 94c53fec-0fce-489c-afd9-ec76c7c181ec Jul 07 19:22:08.550559 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.592632 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.598560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52933842-974d-46d7-a34a-cbb24cfa33c9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Pushing event deleted for resources: {'Port': ['ID=cff4ed2f-f868-4f20-b243-bb9810dbcd46,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:08.602648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:08.603307 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:08.752896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-227c4ff4-c6aa-4e97-a49a-5d6bf6d748cd req-712927c8-fa09-405e-b8dd-1118004749ce tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b6699c4-1132-471c-9993-519dd255d676 HTTP/1.1" status: 200 len: 210 time: 0.1148982 Jul 07 19:22:08.852036 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5009279 Jul 07 19:22:08.861627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:08.874391 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '94c53fec-0fce-489c-afd9-ec76c7c181ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:08.883497 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875a301-c1bb-46c7-8ca3-ada1de6d15d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Network': ['ID=94c53fec-0fce-489c-afd9-ec76c7c181ec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:08.982340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 94c53fec-0fce-489c-afd9-ec76c7c181ec details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:08.993969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=589d6152-d5c4-4f7d-a6b8-5b98f00596d9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:09.080776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4336e80-0db0-43eb-84b1-0ff1a5a3cb84 req-4306efd6-0c26-4cc9-ba8b-c63a9895ba3c tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:09.082407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4336e80-0db0-43eb-84b1-0ff1a5a3cb84 req-4306efd6-0c26-4cc9-ba8b-c63a9895ba3c tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 945 time: 0.4746706 Jul 07 19:22:09.112997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:09.118206 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.134397 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.159744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Network 2dd4db7c-dda7-497b-b98e-57fb5a880186 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:09.165846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:09.167240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Transition to ACTIVE for port object 57fbf79e-fd4b-4c40-950b-7829e516ebba will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:09.299856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4336e80-0db0-43eb-84b1-0ff1a5a3cb84 req-fc091689-a98e-46d7-801a-0554ebe7efd9 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105589 Jul 07 19:22:09.365049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port b12afe00-6c7e-40d1-922e-174a69464550, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b12afe00-6c7e-40d1-922e-174a69464550,segment=NetworkSegment(76d0a51e-8a0d-43fd-b742-d62ab7bb0a56),segment_id=76d0a51e-8a0d-43fd-b742-d62ab7bb0a56)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:09.411309 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.415956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device df1b87b4-1df2-4f3b-8704-389bc8476eaf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:09.540075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Transition to ACTIVE for port object 57fbf79e-fd4b-4c40-950b-7829e516ebba will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:09.600662 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89b98a60-552c-410b-9624-47c64facb446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.611477 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.647656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.658298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Network e71140ae-9460-44b5-a27a-0d7ee61dd1d4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:09.663074 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d3b1b6b-9f33-45cd-b05d-60e6606d2c3b None None] Provisioning for port df1b87b4-1df2-4f3b-8704-389bc8476eaf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:09.667191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=b12afe00-6c7e-40d1-922e-174a69464550,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:09.681040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:09.705411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:09.790123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Checking segment: {'id': '13890d4b-32ec-4ad2-9883-0613b50e5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '94c53fec-0fce-489c-afd9-ec76c7c181ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:09.790491 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network hostable DHCP agents. Network: 94c53fec-0fce-489c-afd9-ec76c7c181ec, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:09.793938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Subnet': ['ID=515a33c2-9c63-4af0-9bdb-c51729ede222,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:09.805790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.806080 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.806425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.806767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.807108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.807456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.807772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.813766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.814485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.814708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.814956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.815296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:09.857464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 94c53fec-0fce-489c-afd9-ec76c7c181ec is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:09.867315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port df1b87b4-1df2-4f3b-8704-389bc8476eaf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:09.880723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 94c53fec-0fce-489c-afd9-ec76c7c181ec) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:09.885310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:09.886004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:09.935179 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5c0bbf45-6dc5-4ee3-9af6-e0169e01e18e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0649207 Jul 07 19:22:09.935758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:09.941431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': '94c53fec-0fce-489c-afd9-ec76c7c181ec', 'name': 'tempest-PortsIpV6TestJSON-1841999534'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:10.033782 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Attempting to bind port 57fbf79e-fd4b-4c40-950b-7829e516ebba on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:10.034278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Attempting to bind port 57fbf79e-fd4b-4c40-950b-7829e516ebba by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '37fc6135-36ca-45ef-9f8b-f02c7d665adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e71140ae-9460-44b5-a27a-0d7ee61dd1d4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:10.034503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Attempting to bind port 57fbf79e-fd4b-4c40-950b-7829e516ebba on network e71140ae-9460-44b5-a27a-0d7ee61dd1d4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:10.036833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f069c0d-71ba-4c0f-b84f-92cfa54ff643 None None] Network 94c53fec-0fce-489c-afd9-ec76c7c181ec requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:10.173253 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.241091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:10.245293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.291711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 4fdcf444-e5d8-488b-bd35-930437f84624 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:22:10.303847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-eabd3afa-fcea-4658-9441-8fe810436199', 'network_id': 'eabd3afa-fcea-4658-9441-8fe810436199', 'tenant_id': 'ea142d737045400bb50990910c330f05', 'fixed_ips': [{'subnet_id': '2a5f888a-5867-4238-86ab-900d659851a2'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:22:10.304763 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.554625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port df1b87b4-1df2-4f3b-8704-389bc8476eaf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:10.554802 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.681232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:10.684345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Checking segment: {'id': '37fc6135-36ca-45ef-9f8b-f02c7d665adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e71140ae-9460-44b5-a27a-0d7ee61dd1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:10.684933 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.685344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Bound using segment: {'id': '37fc6135-36ca-45ef-9f8b-f02c7d665adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e71140ae-9460-44b5-a27a-0d7ee61dd1d4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:10.692101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Bound port: 57fbf79e-fd4b-4c40-950b-7829e516ebba, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc6135-36ca-45ef-9f8b-f02c7d665adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e71140ae-9460-44b5-a27a-0d7ee61dd1d4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:10.692556 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.696849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Pushing event updated for resources: {'Port': ['ID=57fbf79e-fd4b-4c40-950b-7829e516ebba,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:10.724438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8::3bc (94c53fec-0fce-489c-afd9-ec76c7c181ec/515a33c2-9c63-4af0-9bdb-c51729ede222/4fdcf444-e5d8-488b-bd35-930437f84624) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:10.830275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-59110db1-bb72-422c-81e6-48d159ba89e1 None None] Provisioning complete for port df1b87b4-1df2-4f3b-8704-389bc8476eaf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:10.830693 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59110db1-bb72-422c-81e6-48d159ba89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:10.833304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device cff4ed2f-f868-4f20-b243-bb9810dbcd46 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:10.869205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Allocated IP 2001:db8::1 (e71140ae-9460-44b5-a27a-0d7ee61dd1d4/5c7a3f9a-e987-4d23-9001-af56da16437b/47d5adc6-37af-42b7-879e-14d3765575a5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:10.878812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router f1701c28-664c-4132-9ec4-0285a965a861 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:10.897373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: cff4ed2f-f868-4f20-b243-bb9810dbcd46 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:10.897373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device cff4ed2f-f868-4f20-b243-bb9810dbcd46 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:11.056460 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.076699 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object 4fdcf444-e5d8-488b-bd35-930437f84624 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:11.155072 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.155983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a1823-32fe-4df2-92b2-9bbfaec7df3f req-6e48b157-8d67-461d-b3a3-c1c1aa5df503 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:11.165716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c38a1823-32fe-4df2-92b2-9bbfaec7df3f req-6e48b157-8d67-461d-b3a3-c1c1aa5df503 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 945 time: 0.4026616 Jul 07 19:22:11.182474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f68c18-c74e-4d41-ad37-485481ef1952 req-4920571d-dc73-45c4-a8db-26b0fa668711 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:11.183745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-94c53fec-0fce-489c-afd9-ec76c7c181ec', 'network_id': '94c53fec-0fce-489c-afd9-ec76c7c181ec', 'tenant_id': '7bed1ecd91fd4bf692db2b8d56596aeb', 'fixed_ips': [{'subnet_id': '515a33c2-9c63-4af0-9bdb-c51729ede222'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:22:11.184900 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.186759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6f68c18-c74e-4d41-ad37-485481ef1952 req-4920571d-dc73-45c4-a8db-26b0fa668711 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 944 time: 0.4066191 Jul 07 19:22:11.225608 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e721-bb9f-4cbc-ac24-a84fd22085e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.259220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 94c53fec-0fce-489c-afd9-ec76c7c181ec is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:11.264201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:11.270066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:11.278598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:11.279148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.309932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=4fdcf444-e5d8-488b-bd35-930437f84624,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:11.318433 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d5f80260-4eea-4c57-9676-c55092fa5084 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3815591 Jul 07 19:22:11.319326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:11.324913 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.340312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:11.353137 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Sync routers for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:11.367968 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:11.370486 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:11.387471 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] For port 57fbf79e-fd4b-4c40-950b-7829e516ebba, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:11.390841 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-38a24a89-8fe1-48f1-8730-16dcc49c1f67 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8098478 Jul 07 19:22:11.400591 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.400860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:11.408010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fb0c738c-5dfd-42a0-8aad-95de496cfbc8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:11.443675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c38a1823-32fe-4df2-92b2-9bbfaec7df3f req-caf043c5-c3e2-4ebe-9930-2a8d33916dc1 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765088 Jul 07 19:22:11.471417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6f68c18-c74e-4d41-ad37-485481ef1952 req-e0aeb799-9873-4aec-9608-e1978af15ee0 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776728 Jul 07 19:22:11.473100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Allocated IP 2001:db8::2 (eabd3afa-fcea-4658-9441-8fe810436199/2a5f888a-5867-4238-86ab-900d659851a2/4dc25121-9ed0-447e-a612-5619ca0a3fe8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:11.482207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Transition to ACTIVE for port object 47d5adc6-37af-42b7-879e-14d3765575a5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:11.518329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414bd90-4a31-4fab-b275-0a55791944a6 req-bfd74d83-ff14-469a-aac1-5be5141a230e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:11.520454 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f414bd90-4a31-4fab-b275-0a55791944a6 req-bfd74d83-ff14-469a-aac1-5be5141a230e tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 944 time: 0.4667690 Jul 07 19:22:11.533060 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.564202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] For port 57fbf79e-fd4b-4c40-950b-7829e516ebba, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=57fbf79e-fd4b-4c40-950b-7829e516ebba,segment=NetworkSegment(37fc6135-36ca-45ef-9f8b-f02c7d665adf),segment_id=37fc6135-36ca-45ef-9f8b-f02c7d665adf)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:11.622742 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.654431 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:11.705474 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59110db1-bb72-422c-81e6-48d159ba89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.829281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:11.875573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port df1b87b4-1df2-4f3b-8704-389bc8476eaf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=df1b87b4-1df2-4f3b-8704-389bc8476eaf,segment=NetworkSegment(f2bf3567-f125-48f4-bef9-4f3874ae2242),segment_id=f2bf3567-f125-48f4-bef9-4f3874ae2242)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:11.907533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6795f84b-74c1-4881-bd92-eb21aeac336d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 4fdcf444-e5d8-488b-bd35-930437f84624 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:11.910946 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6795f84b-74c1-4881-bd92-eb21aeac336d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.066600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network e71140ae-9460-44b5-a27a-0d7ee61dd1d4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:12.101953 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:12.101953 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:12.103067 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.456203 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.471870 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.487647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918e266-ee5d-41f9-9d55-7b48165213f5 None None] Pushing event updated for resources: {'Port': ['ID=57fbf79e-fd4b-4c40-950b-7829e516ebba,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:12.517378 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:05Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29d1254-6ac5-4453-a00b-1ddc019cadb9', 'name': '', 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:08:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:59Z', 'updated_at': '2021-07-07T19:22:07Z', 'revision_number': 2, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:12.581752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Allocated IP 2001:db8::2 (94c53fec-0fce-489c-afd9-ec76c7c181ec/515a33c2-9c63-4af0-9bdb-c51729ede222/2a84fee9-8ec0-4daf-9473-a9e4bfa424c2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:12.640581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:12.682372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Port': ['ID=47d5adc6-37af-42b7-879e-14d3765575a5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:12.690374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f414bd90-4a31-4fab-b275-0a55791944a6 req-ab6e4068-489b-4cc9-b630-172fb3bc04b2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Deleting port 3a279c08-e9c3-467b-b741-ba78f2dc62ec {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:12.690740 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f414bd90-4a31-4fab-b275-0a55791944a6 req-ab6e4068-489b-4cc9-b630-172fb3bc04b2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.696720 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Checking router: f1701c28-664c-4132-9ec4-0285a965a861 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:12.697317 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Updating router f1701c28-664c-4132-9ec4-0285a965a861 port b29d1254-6ac5-4453-a00b-1ddc019cadb9 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:22:12.829548 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.850299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.854241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.854779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.855971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.856587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.857093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.857596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.858095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.858613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.859126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.861345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.862352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:12.967950 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:12.970696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f7488762-7655-4091-bab7-8247d85bc77c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:13.123736 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6795f84b-74c1-4881-bd92-eb21aeac336d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:13.150579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6795f84b-74c1-4881-bd92-eb21aeac336d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 4fdcf444-e5d8-488b-bd35-930437f84624 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:13.385648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-fb0c738c-5dfd-42a0-8aad-95de496cfbc8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:22:13.395267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f414bd90-4a31-4fab-b275-0a55791944a6 req-ab6e4068-489b-4cc9-b630-172fb3bc04b2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] For port 3a279c08-e9c3-467b-b741-ba78f2dc62ec, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=3a279c08-e9c3-467b-b741-ba78f2dc62ec,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:13.395653 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f414bd90-4a31-4fab-b275-0a55791944a6 req-ab6e4068-489b-4cc9-b630-172fb3bc04b2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:13.434483 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-fb0c738c-5dfd-42a0-8aad-95de496cfbc8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Removed routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:22:13.435382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb0c738c-5dfd-42a0-8aad-95de496cfbc8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:13.504819 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:13.528446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Transition to ACTIVE for port object 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:13.561553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Transition to ACTIVE for port object 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:13.619960 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:13.628139 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-59110db1-bb72-422c-81e6-48d159ba89e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:22:13.628787 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-59110db1-bb72-422c-81e6-48d159ba89e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:22:13.631992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f414bd90-4a31-4fab-b275-0a55791944a6 req-ab6e4068-489b-4cc9-b630-172fb3bc04b2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Calling delete_port for 3a279c08-e9c3-467b-b741-ba78f2dc62ec owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:13.707564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c0e6f-c860-4e69-98da-4ca47585edfa req-f6c278c1-7e07-4b89-b546-eea1d0046ed5 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:13.710504 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:13.713734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed1c0e6f-c860-4e69-98da-4ca47585edfa req-f6c278c1-7e07-4b89-b546-eea1d0046ed5 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 945 time: 0.8961978 Jul 07 19:22:13.737580 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Transition to ACTIVE for port object b29d1254-6ac5-4453-a00b-1ddc019cadb9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:13.749709 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:13.765021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Network 94c53fec-0fce-489c-afd9-ec76c7c181ec is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:13.775307 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=df1b87b4-1df2-4f3b-8704-389bc8476eaf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:13.778798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02e0bd-682a-494a-a326-48ddee4ac965 req-343711cc-0ad3-40d2-a703-132c71be9b84 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:13.780987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de02e0bd-682a-494a-a326-48ddee4ac965 req-343711cc-0ad3-40d2-a703-132c71be9b84 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 944 time: 0.7446976 Jul 07 19:22:13.788941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:13.805361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:13.816673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6795f84b-74c1-4881-bd92-eb21aeac336d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:13.985863 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac2ffa-fcf2-4ec6-9b07-f03bc34f6ba9 None None] Pushing event updated for resources: {'Port': ['ID=b29d1254-6ac5-4453-a00b-1ddc019cadb9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:14.090357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795f84b-74c1-4881-bd92-eb21aeac336d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=4fdcf444-e5d8-488b-bd35-930437f84624,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:14.114701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f91175a-9985-4c9e-a142-b213869a0488 None None] Network e71140ae-9460-44b5-a27a-0d7ee61dd1d4 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:14.114995 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Attempting to bind port b29d1254-6ac5-4453-a00b-1ddc019cadb9 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:14.117189 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Attempting to bind port b29d1254-6ac5-4453-a00b-1ddc019cadb9 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'f2bf3567-f125-48f4-bef9-4f3874ae2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:14.117842 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Attempting to bind port b29d1254-6ac5-4453-a00b-1ddc019cadb9 on network 2dd4db7c-dda7-497b-b98e-57fb5a880186 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:14.129355 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:14.135370 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Checking segment: {'id': 'f2bf3567-f125-48f4-bef9-4f3874ae2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:14.136001 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.137294 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Bound using segment: {'id': 'f2bf3567-f125-48f4-bef9-4f3874ae2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:14.137907 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Bound port: b29d1254-6ac5-4453-a00b-1ddc019cadb9, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bf3567-f125-48f4-bef9-4f3874ae2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:14.138515 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.174969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6795f84b-74c1-4881-bd92-eb21aeac336d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.181748 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6795f84b-74c1-4881-bd92-eb21aeac336d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/4fdcf444-e5d8-488b-bd35-930437f84624 HTTP/1.1" status: 204 len: 168 time: 2.8582180 Jul 07 19:22:14.182542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:14.264936 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a248086-2311-4c60-91ab-8a9a1e6daf15 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:22:14.269614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a248086-2311-4c60-91ab-8a9a1e6daf15 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:22:14.271714 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6a248086-2311-4c60-91ab-8a9a1e6daf15 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/4fdcf444-e5d8-488b-bd35-930437f84624 HTTP/1.1" status: 404 len: 333 time: 0.0747972 Jul 07 19:22:14.280193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:14.299386 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] For port b29d1254-6ac5-4453-a00b-1ddc019cadb9, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:14.303561 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] For port b29d1254-6ac5-4453-a00b-1ddc019cadb9, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b29d1254-6ac5-4453-a00b-1ddc019cadb9,segment=NetworkSegment(f2bf3567-f125-48f4-bef9-4f3874ae2242),segment_id=f2bf3567-f125-48f4-bef9-4f3874ae2242)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:14.315894 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.349001 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b855896-ba84-4f54-9dfb-a3417dbd6b08 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:22:14.351149 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3b855896-ba84-4f54-9dfb-a3417dbd6b08 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/4fdcf444-e5d8-488b-bd35-930437f84624 HTTP/1.1" status: 404 len: 333 time: 0.0677497 Jul 07 19:22:14.353425 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb0c738c-5dfd-42a0-8aad-95de496cfbc8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.370752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:14.431054 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:14.437371 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:14.459896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb0c738c-5dfd-42a0-8aad-95de496cfbc8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.519284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f7488762-7655-4091-bab7-8247d85bc77c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:14.522849 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.525092 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:14.617462 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:14.619789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Pushing event updated for resources: {'Port': ['ID=2a84fee9-8ec0-4daf-9473-a9e4bfa424c2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:14.632224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-933ad4c5-eaf3-4aa4-87dd-1122a5132c6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting subnet 515a33c2-9c63-4af0-9bdb-c51729ede222 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:14.645446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-933ad4c5-eaf3-4aa4-87dd-1122a5132c6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.680019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:14.684819 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.689293 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.740460 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de02e0bd-682a-494a-a326-48ddee4ac965 req-b9f421ce-4bbb-4748-bad1-2347d1daedb7 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9418740 Jul 07 19:22:14.787831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed1c0e6f-c860-4e69-98da-4ca47585edfa req-4533deee-7d01-45b8-9237-059f47c44c84 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0542715 Jul 07 19:22:14.842940 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac2ffa-fcf2-4ec6-9b07-f03bc34f6ba9 None None] Pushing event updated for resources: {'Port': ['ID=b29d1254-6ac5-4453-a00b-1ddc019cadb9,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:14.843658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 3a279c08-e9c3-467b-b741-ba78f2dc62ec no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:14.873723 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-933ad4c5-eaf3-4aa4-87dd-1122a5132c6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.929912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.931879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0c738c-5dfd-42a0-8aad-95de496cfbc8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router f1701c28-664c-4132-9ec4-0285a965a861 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:14.955027 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.955889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.970498 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:14.972892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Attempting to bind port 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:14.981668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Attempting to bind port 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '13890d4b-32ec-4ad2-9883-0613b50e5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '94c53fec-0fce-489c-afd9-ec76c7c181ec'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:14.982318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Attempting to bind port 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2 on network 94c53fec-0fce-489c-afd9-ec76c7c181ec {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:15.116736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:15.117196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Checking segment: {'id': '13890d4b-32ec-4ad2-9883-0613b50e5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '94c53fec-0fce-489c-afd9-ec76c7c181ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:15.122398 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.123069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Bound using segment: {'id': '13890d4b-32ec-4ad2-9883-0613b50e5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '94c53fec-0fce-489c-afd9-ec76c7c181ec'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:15.124722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Bound port: 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13890d4b-32ec-4ad2-9883-0613b50e5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '94c53fec-0fce-489c-afd9-ec76c7c181ec'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:15.125005 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.140207 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:13Z', 'revision_number': 6, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29d1254-6ac5-4453-a00b-1ddc019cadb9', 'name': '', 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:08:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:59Z', 'updated_at': '2021-07-07T19:22:14Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:15.161378 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-933ad4c5-eaf3-4aa4-87dd-1122a5132c6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.171497 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Transition to ACTIVE for port object 4dc25121-9ed0-447e-a612-5619ca0a3fe8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:15.218980 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f9458-8dc3-419b-b7e3-3893b907d59f None None] The sync data for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 is: [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:13Z', 'revision_number': 6, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29d1254-6ac5-4453-a00b-1ddc019cadb9', 'name': '', 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:08:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:59Z', 'updated_at': '2021-07-07T19:22:14Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:15.233568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-59110db1-bb72-422c-81e6-48d159ba89e1 None None] Provisioning for port b29d1254-6ac5-4453-a00b-1ddc019cadb9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:15.338406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Port': ['ID=47d5adc6-37af-42b7-879e-14d3765575a5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:15.344064 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f414bd90-4a31-4fab-b275-0a55791944a6 req-ab6e4068-489b-4cc9-b630-172fb3bc04b2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.407758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e4068-489b-4cc9-b630-172fb3bc04b2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Pushing event deleted for resources: {'Port': ['ID=3a279c08-e9c3-467b-b741-ba78f2dc62ec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:15.445756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Transition to ACTIVE for port object 4dc25121-9ed0-447e-a612-5619ca0a3fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:15.469866 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-933ad4c5-eaf3-4aa4-87dd-1122a5132c6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.486228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f414bd90-4a31-4fab-b275-0a55791944a6 req-ab6e4068-489b-4cc9-b630-172fb3bc04b2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] No DVR routers for this DVR port 3a279c08-e9c3-467b-b741-ba78f2dc62ec on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:15.488288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-933ad4c5-eaf3-4aa4-87dd-1122a5132c6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.493363 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f414bd90-4a31-4fab-b275-0a55791944a6 req-ab6e4068-489b-4cc9-b630-172fb3bc04b2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.495386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f414bd90-4a31-4fab-b275-0a55791944a6 req-ab6e4068-489b-4cc9-b630-172fb3bc04b2 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.59 "DELETE /v2.0/ports/3a279c08-e9c3-467b-b741-ba78f2dc62ec HTTP/1.1" status: 204 len: 173 time: 3.9619164 Jul 07 19:22:15.502070 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-933ad4c5-eaf3-4aa4-87dd-1122a5132c6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/515a33c2-9c63-4af0-9bdb-c51729ede222 HTTP/1.1" status: 204 len: 168 time: 1.1297863 Jul 07 19:22:15.504305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:15.509795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'name': 'network-vif-deleted', 'tag': '3a279c08-e9c3-467b-b741-ba78f2dc62ec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:15.515378 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb955d3-71db-4c18-9ca5-87b69057cdd7" -d '{"events": [{"server_uuid": "4a23db7a-6492-4d4b-a099-bf0beabf9bb2", "name": "network-vif-deleted", "tag": "3a279c08-e9c3-467b-b741-ba78f2dc62ec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:15.526820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network e71140ae-9460-44b5-a27a-0d7ee61dd1d4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:15.533839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:15.633908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ad4c5-eaf3-4aa4-87dd-1122a5132c6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Subnet': ['ID=515a33c2-9c63-4af0-9bdb-c51729ede222,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:15.644587 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fefff1-3376-4c82-b529-e87e3dd66c9b x-openstack-request-id: req-19fefff1-3376-4c82-b529-e87e3dd66c9b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:15.656943 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a23db7a-6492-4d4b-a099-bf0beabf9bb2", "name": "network-vif-deleted", "tag": "3a279c08-e9c3-467b-b741-ba78f2dc62ec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:15.657215 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-19fefff1-3376-4c82-b529-e87e3dd66c9b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:15.657649 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a23db7a-6492-4d4b-a099-bf0beabf9bb2', 'name': 'network-vif-deleted', 'tag': '3a279c08-e9c3-467b-b741-ba78f2dc62ec', 'status': 'completed', 'code': 200} Jul 07 19:22:15.665421 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.807149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No active binding found for port 3a279c08-e9c3-467b-b741-ba78f2dc62ec {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:22:15.807611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 3a279c08-e9c3-467b-b741-ba78f2dc62ec not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:15.817156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Router d798d4f6-2896-498c-b8a2-3f581037a5ea is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:22:15.817741 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.882833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0c738c-5dfd-42a0-8aad-95de496cfbc8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:15.897557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb0c738c-5dfd-42a0-8aad-95de496cfbc8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.906706 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fb0c738c-5dfd-42a0-8aad-95de496cfbc8 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861 HTTP/1.1" status: 200 len: 934 time: 4.5049145 Jul 07 19:22:15.912967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:16.005518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Pushing event updated for resources: {'Port': ['ID=4dc25121-9ed0-447e-a612-5619ca0a3fe8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:16.150957 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:16.210000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Network eabd3afa-fcea-4658-9441-8fe810436199 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:16.239066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:16.248734 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-abe4791c-e687-4377-80ea-d70831e83559 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861 HTTP/1.1" status: 200 len: 934 time: 0.3331149 Jul 07 19:22:16.249680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:16.254953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:16.256876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a115c224-737d-48b7-ab31-484d5af793c5 None None] Provisioning for port 57fbf79e-fd4b-4c40-950b-7829e516ebba completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:16.270075 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e6d9cf9f-983a-4f61-b2a6-3168ecb0ddf9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'routes': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:16.351729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a29533d-dff6-476f-8686-90ba0bc5f46d req-2bcbba19-d013-43dc-9915-fbbe70093798 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a23db7a-6492-4d4b-a099-bf0beabf9bb2 HTTP/1.1" status: 200 len: 210 time: 0.3591681 Jul 07 19:22:16.358943 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=589d6152-d5c4-4f7d-a6b8-5b98f00596d9,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:16.392623 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ec46e5-290d-4c5a-a886-396b62058118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589d6152-d5c4-4f7d-a6b8-5b98f00596d9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:16.394761 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3c9c3b-c225-4523-b0b1-0a0602ad8bf5" -d '{"events": [{"server_uuid": "f1ec46e5-290d-4c5a-a886-396b62058118", "name": "network-vif-plugged", "status": "completed", "tag": "589d6152-d5c4-4f7d-a6b8-5b98f00596d9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:16.403408 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b12afe00-6c7e-40d1-922e-174a69464550 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:16.446872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:16.453184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c99b08e0-7894-4eac-94b6-9740623cc0ab tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "PUT /v2.0/routers/d798d4f6-2896-498c-b8a2-3f581037a5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0815094 Jul 07 19:22:16.456190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:16.541048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] For port 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:16.602445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] For port 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2a84fee9-8ec0-4daf-9473-a9e4bfa424c2,segment=NetworkSegment(13890d4b-32ec-4ad2-9883-0613b50e5363),segment_id=13890d4b-32ec-4ad2-9883-0613b50e5363)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:16.631917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:16.635030 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:16.658987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10c2a2-4ecf-4cc1-bedb-2aaa43004927 None None] Sync routers for ids ['d798d4f6-2896-498c-b8a2-3f581037a5ea'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:16.705410 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22744fb4-770f-4422-af65-9767348a0b23 x-openstack-request-id: req-22744fb4-770f-4422-af65-9767348a0b23 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:16.706114 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ec46e5-290d-4c5a-a886-396b62058118", "name": "network-vif-plugged", "status": "completed", "tag": "589d6152-d5c4-4f7d-a6b8-5b98f00596d9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:16.706114 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-22744fb4-770f-4422-af65-9767348a0b23 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:16.709054 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ec46e5-290d-4c5a-a886-396b62058118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589d6152-d5c4-4f7d-a6b8-5b98f00596d9', 'code': 200} Jul 07 19:22:16.746986 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:16.773858 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:16.848206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57018411-3dc9-4b3f-87d0-43b197537ea6 req-2ecd8f7d-4203-46fa-8a19-11a4f3f5f2df tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:16.865179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57018411-3dc9-4b3f-87d0-43b197537ea6 req-2ecd8f7d-4203-46fa-8a19-11a4f3f5f2df tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 946 time: 0.5646968 Jul 07 19:22:16.976340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9db59-bff7-44a2-b4ce-ff85b11b89b0 None None] Pushing event updated for resources: {'Port': ['ID=2a84fee9-8ec0-4daf-9473-a9e4bfa424c2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:16.999320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10c2a2-4ecf-4cc1-bedb-2aaa43004927 None None] Routers {'d798d4f6-2896-498c-b8a2-3f581037a5ea'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:16.999973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8a10c2a2-4ecf-4cc1-bedb-2aaa43004927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d798d4f6-2896-498c-b8a2-3f581037a5ea'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:17.086532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57018411-3dc9-4b3f-87d0-43b197537ea6 req-9070f0aa-e1af-4dc8-8df9-59e4d317d504 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121260 Jul 07 19:22:17.110776 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03de7919-c7ce-4e03-a2fb-daa49d0c9c6f None None] Sync routers for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:17.123219 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de7919-c7ce-4e03-a2fb-daa49d0c9c6f None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:17.124226 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03de7919-c7ce-4e03-a2fb-daa49d0c9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:17.208910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b12afe00-6c7e-40d1-922e-174a69464550 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:17.209288 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:17.210958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Attempting to bind port 4dc25121-9ed0-447e-a612-5619ca0a3fe8 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:17.220298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Attempting to bind port 4dc25121-9ed0-447e-a612-5619ca0a3fe8 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'eabd3afa-fcea-4658-9441-8fe810436199'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:17.220498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Attempting to bind port 4dc25121-9ed0-447e-a612-5619ca0a3fe8 on network eabd3afa-fcea-4658-9441-8fe810436199 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:17.245088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8a10c2a2-4ecf-4cc1-bedb-2aaa43004927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:17.322329 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-03de7919-c7ce-4e03-a2fb-daa49d0c9c6f None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:17.360900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:17.361276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Checking segment: {'id': '2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'eabd3afa-fcea-4658-9441-8fe810436199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:17.367445 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:17.369450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Bound using segment: {'id': '2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'eabd3afa-fcea-4658-9441-8fe810436199'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:17.370186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Bound port: 4dc25121-9ed0-447e-a612-5619ca0a3fe8, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'eabd3afa-fcea-4658-9441-8fe810436199'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:17.372384 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:17.483100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10c2a2-4ecf-4cc1-bedb-2aaa43004927 None None] Routers {'d798d4f6-2896-498c-b8a2-3f581037a5ea'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:17.483832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8a10c2a2-4ecf-4cc1-bedb-2aaa43004927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d798d4f6-2896-498c-b8a2-3f581037a5ea'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:17.515210 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-11f02daf-a296-4efe-b91c-e19e26f74eb9 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:22:17.519455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-11f02daf-a296-4efe-b91c-e19e26f74eb9 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "PUT /v2.0/routers/d798d4f6-2896-498c-b8a2-3f581037a5ea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0621958 Jul 07 19:22:17.520007 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:17.560083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] For port 4dc25121-9ed0-447e-a612-5619ca0a3fe8, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:17.566557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] For port 4dc25121-9ed0-447e-a612-5619ca0a3fe8, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4dc25121-9ed0-447e-a612-5619ca0a3fe8,segment=NetworkSegment(2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e),segment_id=2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:17.571437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae622a-485f-45cb-aed9-caf47f7ac8ce None None] Network 94c53fec-0fce-489c-afd9-ec76c7c181ec requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:17.573564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=589d6152-d5c4-4f7d-a6b8-5b98f00596d9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:17.656932 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:17.693127 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] For port 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2a84fee9-8ec0-4daf-9473-a9e4bfa424c2,segment=NetworkSegment(13890d4b-32ec-4ad2-9883-0613b50e5363),segment_id=13890d4b-32ec-4ad2-9883-0613b50e5363)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:17.693725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:17.766066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8a10c2a2-4ecf-4cc1-bedb-2aaa43004927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:17.780279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10c2a2-4ecf-4cc1-bedb-2aaa43004927 None None] The sync data for ids ['d798d4f6-2896-498c-b8a2-3f581037a5ea'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:17.784218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-e6d9cf9f-983a-4f61-b2a6-3168ecb0ddf9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:22:17.786587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-e6d9cf9f-983a-4f61-b2a6-3168ecb0ddf9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:22:17.806589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:17.870996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c97aa8-a1b5-45e7-b58d-ff61e5491117 req-58f42c96-c496-4145-abbe-cedc4b2ce769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:17.891553 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f6c97aa8-a1b5-45e7-b58d-ff61e5491117 req-58f42c96-c496-4145-abbe-cedc4b2ce769 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 1098 time: 0.4780629 Jul 07 19:22:18.232032 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03de7919-c7ce-4e03-a2fb-daa49d0c9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:13Z', 'revision_number': 6, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29d1254-6ac5-4453-a00b-1ddc019cadb9', 'name': '', 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:08:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:59Z', 'updated_at': '2021-07-07T19:22:14Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:18.262729 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f6c97aa8-a1b5-45e7-b58d-ff61e5491117 req-12ef5c31-94fd-4534-8bc5-bba73c1911fb service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612173 Jul 07 19:22:18.285305 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6d9cf9f-983a-4f61-b2a6-3168ecb0ddf9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:18.307222 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03de7919-c7ce-4e03-a2fb-daa49d0c9c6f None None] Checking router: f1701c28-664c-4132-9ec4-0285a965a861 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:18.376125 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de7919-c7ce-4e03-a2fb-daa49d0c9c6f None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:18.378717 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03de7919-c7ce-4e03-a2fb-daa49d0c9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:18.727073 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-03de7919-c7ce-4e03-a2fb-daa49d0c9c6f None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:18.751460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9281406-bbc5-4b56-84d1-26379dd9b894 req-c1a41d35-e7dc-4072-8186-6ea8b98c1abe tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:18.766791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9281406-bbc5-4b56-84d1-26379dd9b894 req-c1a41d35-e7dc-4072-8186-6ea8b98c1abe tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 946 time: 0.3045301 Jul 07 19:22:18.885682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d9e5e-1a3e-4682-a0f2-e5d1426f801c None None] Pushing event updated for resources: {'Port': ['ID=4dc25121-9ed0-447e-a612-5619ca0a3fe8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:18.925647 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.017320 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No DVR routers for this DVR port 2a84fee9-8ec0-4daf-9473-a9e4bfa424c2 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:19.035625 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.042900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6d9cf9f-983a-4f61-b2a6-3168ecb0ddf9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.050667 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=2a84fee9-8ec0-4daf-9473-a9e4bfa424c2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:19.107115 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52c09647-74ba-4170-a11d-9d02f3fe2d54 None None] Provisioning for port 47d5adc6-37af-42b7-879e-14d3765575a5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:19.120165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6d9cf9f-983a-4f61-b2a6-3168ecb0ddf9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.152677 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52c09647-74ba-4170-a11d-9d02f3fe2d54 None None] Provisioning complete for port 47d5adc6-37af-42b7-879e-14d3765575a5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:19.153479 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52c09647-74ba-4170-a11d-9d02f3fe2d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.331943 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-52c09647-74ba-4170-a11d-9d02f3fe2d54 None None] Port 47d5adc6-37af-42b7-879e-14d3765575a5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:22:19.439868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9281406-bbc5-4b56-84d1-26379dd9b894 req-41615c76-da04-42ac-b6e4-cbbab49cdf4c tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607621 Jul 07 19:22:19.450193 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.507358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-72190902-ca6f-4fdb-8765-9da5a3bbf6ba None None] Provisioning complete for port 47d5adc6-37af-42b7-879e-14d3765575a5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:19.508033 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72190902-ca6f-4fdb-8765-9da5a3bbf6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.531397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c53fec-0fce-489c-afd9-ec76c7c181ec']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:19.582767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13890d4b-32ec-4ad2-9883-0613b50e5363') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:19.583066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13890d4b-32ec-4ad2-9883-0613b50e5363') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:19.618317 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.671095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.674707 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03de7919-c7ce-4e03-a2fb-daa49d0c9c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:17Z', 'revision_number': 7, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29d1254-6ac5-4453-a00b-1ddc019cadb9', 'name': '', 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:08:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:59Z', 'updated_at': '2021-07-07T19:22:14Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:19.682029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8795482-8966-489e-92f5-76f027df1fe3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.688611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:19.689002 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:19.694536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4dc25121-9ed0-447e-a612-5619ca0a3fe8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:19.719777 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03de7919-c7ce-4e03-a2fb-daa49d0c9c6f None None] The sync data for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 is: [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:17Z', 'revision_number': 7, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29d1254-6ac5-4453-a00b-1ddc019cadb9', 'name': '', 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:08:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:59Z', 'updated_at': '2021-07-07T19:22:14Z', 'revision_number': 4, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:19.763896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-72190902-ca6f-4fdb-8765-9da5a3bbf6ba None None] Port 47d5adc6-37af-42b7-879e-14d3765575a5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:22:19.782761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fbee9-c8b2-4030-9dc0-88a644c2c624 req-56c3c7dd-5007-44dc-a0f9-8f69ee566914 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:19.791634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b91fbee9-c8b2-4030-9dc0-88a644c2c624 req-56c3c7dd-5007-44dc-a0f9-8f69ee566914 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 944 time: 0.8660123 Jul 07 19:22:19.831076 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4dc25121-9ed0-447e-a612-5619ca0a3fe8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:19.835828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b29d1254-6ac5-4453-a00b-1ddc019cadb9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:20.009837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port b29d1254-6ac5-4453-a00b-1ddc019cadb9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:20.027540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b29d1254-6ac5-4453-a00b-1ddc019cadb9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:20.027917 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.057351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b91fbee9-c8b2-4030-9dc0-88a644c2c624 req-f30a0394-a5b8-4ecb-98d6-8093bbb02865 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647805 Jul 07 19:22:20.100468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b217f6-708e-47f6-9a23-d59f54aaa97a req-2369fe10-0bf0-408d-9b9c-385ad4487ec9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:20.109297 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9b217f6-708e-47f6-9a23-d59f54aaa97a req-2369fe10-0bf0-408d-9b9c-385ad4487ec9 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 944 time: 0.8406603 Jul 07 19:22:20.159749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5bc9de-ce4c-43a3-8da1-0154583292d3 None None] Network eabd3afa-fcea-4658-9441-8fe810436199 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:20.271058 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.279403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8304147b-0afb-4b51-b957-0b6d087ba209 None None] Provisioning for port 4dc25121-9ed0-447e-a612-5619ca0a3fe8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:20.302401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8304147b-0afb-4b51-b957-0b6d087ba209 None None] Provisioning complete for port 4dc25121-9ed0-447e-a612-5619ca0a3fe8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:20.303331 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8304147b-0afb-4b51-b957-0b6d087ba209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.381709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port b29d1254-6ac5-4453-a00b-1ddc019cadb9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b29d1254-6ac5-4453-a00b-1ddc019cadb9,segment=NetworkSegment(f2bf3567-f125-48f4-bef9-4f3874ae2242),segment_id=f2bf3567-f125-48f4-bef9-4f3874ae2242)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:20.397292 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:20.407034 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.418549 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.421072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/networks/94c53fec-0fce-489c-afd9-ec76c7c181ec HTTP/1.1" status: 204 len: 168 time: 4.9139767 Jul 07 19:22:20.431737 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d9cf9f-983a-4f61-b2a6-3168ecb0ddf9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router f1701c28-664c-4132-9ec4-0285a965a861 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:20.433595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:20.439441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1532357785'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:20.461616 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.468802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device df1b87b4-1df2-4f3b-8704-389bc8476eaf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:20.481270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31bbfc-4580-47ec-bee6-f5b9a5c52e68 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Network': ['ID=94c53fec-0fce-489c-afd9-ec76c7c181ec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:20.611926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:20.624377 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.660293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=b29d1254-6ac5-4453-a00b-1ddc019cadb9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:20.678132 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8304147b-0afb-4b51-b957-0b6d087ba209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.740344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8304147b-0afb-4b51-b957-0b6d087ba209 None None] For port 4dc25121-9ed0-447e-a612-5619ca0a3fe8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4dc25121-9ed0-447e-a612-5619ca0a3fe8,segment=NetworkSegment(2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e),segment_id=2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:20.753067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port df1b87b4-1df2-4f3b-8704-389bc8476eaf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:20.755052 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.760537 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:22:20.776493 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8304147b-0afb-4b51-b957-0b6d087ba209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.833466 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.838000 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Added segment 95222779-8f83-4d35-ac9d-34b2f2d1c0bb of type vlan for network b206a66b-90fc-49cf-b357-a3b408dd8422 Jul 07 19:22:20.966368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d9cf9f-983a-4f61-b2a6-3168ecb0ddf9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:20.990967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db2c2b-c03e-483b-825a-51432ba33e00 None None] Sync routers for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:20.996137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304147b-0afb-4b51-b957-0b6d087ba209 None None] Pushing event updated for resources: {'Port': ['ID=4dc25121-9ed0-447e-a612-5619ca0a3fe8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:21.012500 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6d9cf9f-983a-4f61-b2a6-3168ecb0ddf9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.023873 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e6d9cf9f-983a-4f61-b2a6-3168ecb0ddf9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861 HTTP/1.1" status: 200 len: 700 time: 4.7665162 Jul 07 19:22:21.025854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:21.056615 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.078395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db2c2b-c03e-483b-825a-51432ba33e00 None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:21.082107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e6db2c2b-c03e-483b-825a-51432ba33e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:21.170284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a9b217f6-708e-47f6-9a23-d59f54aaa97a req-1a7b6382-616e-49f1-8633-1ac2acdecd5b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Deleting port aef31a4a-4166-4ac3-a631-8e31616d8b54 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:21.170674 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9b217f6-708e-47f6-9a23-d59f54aaa97a req-1a7b6382-616e-49f1-8633-1ac2acdecd5b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.193506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.196425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e074ad-b8b6-4366-8a4c-5913fef4ce89 req-bd8bf385-bdf9-453d-a461-d4dfbd0cac69 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:21.203375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:21.204703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.216875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96e074ad-b8b6-4366-8a4c-5913fef4ce89 req-bd8bf385-bdf9-453d-a461-d4dfbd0cac69 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 946 time: 0.4823649 Jul 07 19:22:21.438803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Network': ['ID=b206a66b-90fc-49cf-b357-a3b408dd8422,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:21.466874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a5fa0-d067-496f-a6f9-e64e2a31b72c None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:22:21.481759 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4510c689-1121-4c1e-9e82-600a1166e0a3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0467680 Jul 07 19:22:21.484391 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:21.489898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': 'b206a66b-90fc-49cf-b357-a3b408dd8422', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:21.518669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network b206a66b-90fc-49cf-b357-a3b408dd8422 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:21.600227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e6db2c2b-c03e-483b-825a-51432ba33e00 None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:21.637304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a9b217f6-708e-47f6-9a23-d59f54aaa97a req-1a7b6382-616e-49f1-8633-1ac2acdecd5b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] For port aef31a4a-4166-4ac3-a631-8e31616d8b54, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=aef31a4a-4166-4ac3-a631-8e31616d8b54,segment=NetworkSegment(1113f4a3-98bb-4069-85d3-4dd443c14676),segment_id=1113f4a3-98bb-4069-85d3-4dd443c14676)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:21.637789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9b217f6-708e-47f6-9a23-d59f54aaa97a req-1a7b6382-616e-49f1-8633-1ac2acdecd5b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.654432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a9b217f6-708e-47f6-9a23-d59f54aaa97a req-1a7b6382-616e-49f1-8633-1ac2acdecd5b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Calling delete_port for aef31a4a-4166-4ac3-a631-8e31616d8b54 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:21.694981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:21.699827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 57fbf79e-fd4b-4c40-950b-7829e516ebba up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:21.705110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.806692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-81d6458f-eadc-4fc0-a4e5-485533a9a5e3 None None] Provisioning complete for port 4dc25121-9ed0-447e-a612-5619ca0a3fe8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:21.807475 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81d6458f-eadc-4fc0-a4e5-485533a9a5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.880012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96e074ad-b8b6-4366-8a4c-5913fef4ce89 req-fcfb0620-393e-4dfb-af8a-ce57e7dd8fab tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6596682 Jul 07 19:22:21.969178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c7d15645-dd05-4d13-9355-4d29be4e4e4b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861 HTTP/1.1" status: 200 len: 700 time: 0.8852289 Jul 07 19:22:21.971510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:21.991631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9b217f6-708e-47f6-9a23-d59f54aaa97a req-1a7b6382-616e-49f1-8633-1ac2acdecd5b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.223185 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.383464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 57fbf79e-fd4b-4c40-950b-7829e516ebba completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:22.415027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 57fbf79e-fd4b-4c40-950b-7829e516ebba triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:22.415395 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.436957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Subnet': ['ID=6bc5223b-9fbf-4f1f-b0f3-ced8f6e64824,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:22.455240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Checking segment: {'id': '95222779-8f83-4d35-ac9d-34b2f2d1c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b206a66b-90fc-49cf-b357-a3b408dd8422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:22.455939 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network hostable DHCP agents. Network: b206a66b-90fc-49cf-b357-a3b408dd8422, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:22.516212 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network b206a66b-90fc-49cf-b357-a3b408dd8422 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:22.541348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b6382-616e-49f1-8633-1ac2acdecd5b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Pushing event deleted for resources: {'Port': ['ID=aef31a4a-4166-4ac3-a631-8e31616d8b54,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:22.553877 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, b206a66b-90fc-49cf-b357-a3b408dd8422) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:22.573060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:22.577810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.636261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b217f6-708e-47f6-9a23-d59f54aaa97a req-1a7b6382-616e-49f1-8633-1ac2acdecd5b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] No DVR routers for this DVR port aef31a4a-4166-4ac3-a631-8e31616d8b54 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:22.640785 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b2aa05ee-a883-4e0b-87d7-53eef11d8cbe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1543720 Jul 07 19:22:22.644926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:22.658464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72462a-36d8-4f1b-8901-0e92ce12d082 req-c9db28a2-1170-42f3-99d1-678b5de0b977 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:22.663099 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': 'b206a66b-90fc-49cf-b357-a3b408dd8422', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1117785669'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:22.667806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b72462a-36d8-4f1b-8901-0e92ce12d082 req-c9db28a2-1170-42f3-99d1-678b5de0b977 tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ce2c00f-0235-4ae4-827e-001656a78bd0 HTTP/1.1" status: 200 len: 866 time: 1.3066816 Jul 07 19:22:22.669026 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9b217f6-708e-47f6-9a23-d59f54aaa97a req-1a7b6382-616e-49f1-8633-1ac2acdecd5b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.672875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9b217f6-708e-47f6-9a23-d59f54aaa97a req-1a7b6382-616e-49f1-8633-1ac2acdecd5b tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.59 "DELETE /v2.0/ports/aef31a4a-4166-4ac3-a631-8e31616d8b54 HTTP/1.1" status: 204 len: 173 time: 2.5426736 Jul 07 19:22:22.682221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a5fa0-d067-496f-a6f9-e64e2a31b72c None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:22:22.701183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'name': 'network-vif-deleted', 'tag': 'aef31a4a-4166-4ac3-a631-8e31616d8b54'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:22.701183 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7885b90-c017-4c55-989a-b3657a064077" -d '{"events": [{"server_uuid": "0ce2c00f-0235-4ae4-827e-001656a78bd0", "name": "network-vif-deleted", "tag": "aef31a4a-4166-4ac3-a631-8e31616d8b54"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:22.787457 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.922825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a8795482-8966-489e-92f5-76f027df1fe3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Deleting port 47d5adc6-37af-42b7-879e-14d3765575a5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:22.923779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8795482-8966-489e-92f5-76f027df1fe3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:22.926627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 57fbf79e-fd4b-4c40-950b-7829e516ebba, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=57fbf79e-fd4b-4c40-950b-7829e516ebba,segment=NetworkSegment(37fc6135-36ca-45ef-9f8b-f02c7d665adf),segment_id=37fc6135-36ca-45ef-9f8b-f02c7d665adf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:22.928466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device aef31a4a-4166-4ac3-a631-8e31616d8b54 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:22.982637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:22.986468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.002387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b72462a-36d8-4f1b-8901-0e92ce12d082 req-abfa345e-bba5-4e26-a100-75cd1ab67c7d tempest-LiveMigrationTest-1186072558 tempest-LiveMigrationTest-1186072558-project] 10.222.0.113 "GET /v2.0/security-groups?id=415adfa2-8b09-4f53-8916-e625eb22bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914734 Jul 07 19:22:23.025059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 8e06f7a1-6e65-4f4f-b292-2a3f14545dab yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:22:23.049930 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.084108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b36ec-0d4e-42a8-bc16-aa62ab8544ba req-738c1e0e-28b1-482c-bb83-48c9f866a9a6 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.099728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b3b36ec-0d4e-42a8-bc16-aa62ab8544ba req-738c1e0e-28b1-482c-bb83-48c9f866a9a6 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 946 time: 0.9272470 Jul 07 19:22:23.244508 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed10e4c-7eb1-44a1-b86e-b8d150719b28 x-openstack-request-id: req-0ed10e4c-7eb1-44a1-b86e-b8d150719b28 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:23.244508 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce2c00f-0235-4ae4-827e-001656a78bd0", "name": "network-vif-deleted", "tag": "aef31a4a-4166-4ac3-a631-8e31616d8b54", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:23.244811 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0ed10e4c-7eb1-44a1-b86e-b8d150719b28 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:23.245140 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce2c00f-0235-4ae4-827e-001656a78bd0', 'name': 'network-vif-deleted', 'tag': 'aef31a4a-4166-4ac3-a631-8e31616d8b54', 'status': 'completed', 'code': 200} Jul 07 19:22:23.299736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8::136 (b206a66b-90fc-49cf-b357-a3b408dd8422/6bc5223b-9fbf-4f1f-b0f3-ced8f6e64824/8e06f7a1-6e65-4f4f-b292-2a3f14545dab) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:23.308686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: aef31a4a-4166-4ac3-a631-8e31616d8b54 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:23.309443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device aef31a4a-4166-4ac3-a631-8e31616d8b54 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:23.313441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4dc25121-9ed0-447e-a612-5619ca0a3fe8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:23.379250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b3b36ec-0d4e-42a8-bc16-aa62ab8544ba req-0a355ed4-0bf6-4439-a4e2-f4548b79bea8 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556236 Jul 07 19:22:23.487128 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8795482-8966-489e-92f5-76f027df1fe3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.523165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a8795482-8966-489e-92f5-76f027df1fe3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Calling delete_port for 47d5adc6-37af-42b7-879e-14d3765575a5 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:23.677953 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.736282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object 8e06f7a1-6e65-4f4f-b292-2a3f14545dab will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:23.758708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.838805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:23.840959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e6db2c2b-c03e-483b-825a-51432ba33e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:17Z', 'revision_number': 7, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29d1254-6ac5-4453-a00b-1ddc019cadb9', 'name': '', 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:08:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:59Z', 'updated_at': '2021-07-07T19:22:20Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:23.909832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db2c2b-c03e-483b-825a-51432ba33e00 None None] Checking router: f1701c28-664c-4132-9ec4-0285a965a861 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:23.945026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network b206a66b-90fc-49cf-b357-a3b408dd8422 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:23.950453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:23.956986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:23.978357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:23.979275 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.020648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=57fbf79e-fd4b-4c40-950b-7829e516ebba,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:24.050583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=8e06f7a1-6e65-4f4f-b292-2a3f14545dab,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:24.057474 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e34eaaf9-388e-4ed0-a97f-cdc4c264ac2a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4108970 Jul 07 19:22:24.062209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:24.107664 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db2c2b-c03e-483b-825a-51432ba33e00 None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:24.109036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e6db2c2b-c03e-483b-825a-51432ba33e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:24.259182 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4dc25121-9ed0-447e-a612-5619ca0a3fe8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:24.259564 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.276385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:24.409104 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6db1c15b-da03-4703-83b1-74ff1d333f16 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 8e06f7a1-6e65-4f4f-b292-2a3f14545dab {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:24.409487 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6db1c15b-da03-4703-83b1-74ff1d333f16 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.467118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e6db2c2b-c03e-483b-825a-51432ba33e00 None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:24.641133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7b39f-9e89-4ac1-a9cb-0c0f1ddfc629 req-fcbd3223-6781-47cb-b05e-dbb5f250ad77 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:24.642904 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ddb7b39f-9e89-4ac1-a9cb-0c0f1ddfc629 req-fcbd3223-6781-47cb-b05e-dbb5f250ad77 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 946 time: 0.3187823 Jul 07 19:22:24.671814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6db1c15b-da03-4703-83b1-74ff1d333f16 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.692084 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de394d4-5323-43e3-9c55-fb66c7fcd27f admin admin] Deleting subnet a75c69e1-39c9-40a0-be7b-2d73a7ea63fc {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:24.695504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6db1c15b-da03-4703-83b1-74ff1d333f16 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 8e06f7a1-6e65-4f4f-b292-2a3f14545dab owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:24.711534 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3de394d4-5323-43e3-9c55-fb66c7fcd27f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.736259 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8795482-8966-489e-92f5-76f027df1fe3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.777065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b29d1254-6ac5-4453-a00b-1ddc019cadb9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:24.814965 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3de394d4-5323-43e3-9c55-fb66c7fcd27f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.865500 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3de394d4-5323-43e3-9c55-fb66c7fcd27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:24.873659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8795482-8966-489e-92f5-76f027df1fe3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Port': ['ID=47d5adc6-37af-42b7-879e-14d3765575a5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:25.001160 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3de394d4-5323-43e3-9c55-fb66c7fcd27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.019432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ddb7b39f-9e89-4ac1-a9cb-0c0f1ddfc629 req-8836e670-413b-4e63-9a3d-8cd136390ac9 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453145 Jul 07 19:22:25.036467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de394d4-5323-43e3-9c55-fb66c7fcd27f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75c69e1-39c9-40a0-be7b-2d73a7ea63fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:25.072705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3de394d4-5323-43e3-9c55-fb66c7fcd27f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.075599 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3de394d4-5323-43e3-9c55-fb66c7fcd27f admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a75c69e1-39c9-40a0-be7b-2d73a7ea63fc HTTP/1.1" status: 204 len: 168 time: 0.7970092 Jul 07 19:22:25.080169 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:25.162736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b29d1254-6ac5-4453-a00b-1ddc019cadb9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:25.163757 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.238199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-b206a66b-90fc-49cf-b357-a3b408dd8422', 'network_id': 'b206a66b-90fc-49cf-b357-a3b408dd8422', 'tenant_id': '7bed1ecd91fd4bf692db2b8d56596aeb', 'fixed_ips': [{'subnet_id': '6bc5223b-9fbf-4f1f-b0f3-ced8f6e64824'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:22:25.239063 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.279035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.292927 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6db1c15b-da03-4703-83b1-74ff1d333f16 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.320858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1c15b-da03-4703-83b1-74ff1d333f16 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=8e06f7a1-6e65-4f4f-b292-2a3f14545dab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:25.395016 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6db1c15b-da03-4703-83b1-74ff1d333f16 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.395246 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e6db2c2b-c03e-483b-825a-51432ba33e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:17Z', 'revision_number': 7, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29d1254-6ac5-4453-a00b-1ddc019cadb9', 'name': '', 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:08:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:59Z', 'updated_at': '2021-07-07T19:22:20Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:25.400721 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6db1c15b-da03-4703-83b1-74ff1d333f16 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/8e06f7a1-6e65-4f4f-b292-2a3f14545dab HTTP/1.1" status: 204 len: 168 time: 1.3191466 Jul 07 19:22:25.402080 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:25.443261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db2c2b-c03e-483b-825a-51432ba33e00 None None] The sync data for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 is: [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:17Z', 'revision_number': 7, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29d1254-6ac5-4453-a00b-1ddc019cadb9', 'name': '', 'network_id': '2dd4db7c-dda7-497b-b98e-57fb5a880186', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:08:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:59Z', 'updated_at': '2021-07-07T19:22:20Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '4c4e0dea-3928-4358-b9f7-1905c45a400e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:25.472315 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8795482-8966-489e-92f5-76f027df1fe3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.482506 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7672675-3298-4b88-b05a-17006321d61a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:22:25.487955 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a7672675-3298-4b88-b05a-17006321d61a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/8e06f7a1-6e65-4f4f-b292-2a3f14545dab HTTP/1.1" status: 404 len: 333 time: 0.0478449 Jul 07 19:22:25.490179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:25.510799 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.536109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62840828-0370-41dd-8414-061b75720a7b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:25.552981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Allocated IP 2001:db8::2 (b206a66b-90fc-49cf-b357-a3b408dd8422/6bc5223b-9fbf-4f1f-b0f3-ced8f6e64824/dec3cef6-be67-4883-8752-524270331b09) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:25.568407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1113f4a3-98bb-4069-85d3-4dd443c14676') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:25.570573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1113f4a3-98bb-4069-85d3-4dd443c14676') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:25.598924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.628534 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.659347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:25.661945 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:25.667960 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:25.679791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ec6380-3cdc-49eb-b85d-0f5fbe68718d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting subnet 6bc5223b-9fbf-4f1f-b0f3-ced8f6e64824 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:25.697107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port b29d1254-6ac5-4453-a00b-1ddc019cadb9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:25.697446 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.711152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46ff40-0a77-4f21-9754-6ecd4e409526 req-bbc866e0-81c8-4f1a-a72f-31bd874a2f41 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:25.713386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c46ff40-0a77-4f21-9754-6ecd4e409526 req-bbc866e0-81c8-4f1a-a72f-31bd874a2f41 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 946 time: 0.3051870 Jul 07 19:22:25.752890 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.763578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Transition to ACTIVE for port object dec3cef6-be67-4883-8752-524270331b09 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:25.793996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Transition to ACTIVE for port object dec3cef6-be67-4883-8752-524270331b09 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:25.826968 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89ec6380-3cdc-49eb-b85d-0f5fbe68718d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.836323 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.852640 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:22:25.853671 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.879840 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:25.881793 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] 10.222.0.113 "DELETE /v2.0/networks/62840828-0370-41dd-8414-061b75720a7b HTTP/1.1" status: 204 len: 168 time: 0.8004446 Jul 07 19:22:25.885345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:25.930854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b2d8d-3021-4a55-914e-02fa204201f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=62840828-0370-41dd-8414-061b75720a7b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:25.946506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Network b206a66b-90fc-49cf-b357-a3b408dd8422 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:25.987842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:26.004516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:26.019737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Pushing event updated for resources: {'Port': ['ID=dec3cef6-be67-4883-8752-524270331b09,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:26.034998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbc287d-967b-4fb9-b38b-2bb7c415b898 admin admin] Deleting subnet e8e76803-aa69-421a-9e42-ab237fbb0cac {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:26.045555 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecbc287d-967b-4fb9-b38b-2bb7c415b898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.056642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 57fbf79e-fd4b-4c40-950b-7829e516ebba up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:26.077299 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89ec6380-3cdc-49eb-b85d-0f5fbe68718d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.116300 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecbc287d-967b-4fb9-b38b-2bb7c415b898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.194655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Attempting to bind port dec3cef6-be67-4883-8752-524270331b09 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:26.200813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Attempting to bind port dec3cef6-be67-4883-8752-524270331b09 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '95222779-8f83-4d35-ac9d-34b2f2d1c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b206a66b-90fc-49cf-b357-a3b408dd8422'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:26.201047 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecbc287d-967b-4fb9-b38b-2bb7c415b898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.201434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Attempting to bind port dec3cef6-be67-4883-8752-524270331b09 on network b206a66b-90fc-49cf-b357-a3b408dd8422 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:26.204057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] For port b29d1254-6ac5-4453-a00b-1ddc019cadb9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b29d1254-6ac5-4453-a00b-1ddc019cadb9,segment=NetworkSegment(f2bf3567-f125-48f4-bef9-4f3874ae2242),segment_id=f2bf3567-f125-48f4-bef9-4f3874ae2242)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:26.204890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.210989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:26.211532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Checking segment: {'id': '95222779-8f83-4d35-ac9d-34b2f2d1c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b206a66b-90fc-49cf-b357-a3b408dd8422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:26.212038 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.213533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Bound using segment: {'id': '95222779-8f83-4d35-ac9d-34b2f2d1c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b206a66b-90fc-49cf-b357-a3b408dd8422'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:26.213533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Bound port: dec3cef6-be67-4883-8752-524270331b09, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95222779-8f83-4d35-ac9d-34b2f2d1c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'b206a66b-90fc-49cf-b357-a3b408dd8422'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:26.213825 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.258295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8795482-8966-489e-92f5-76f027df1fe3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Router d798d4f6-2896-498c-b8a2-3f581037a5ea has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:26.276753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c46ff40-0a77-4f21-9754-6ecd4e409526 req-9d300595-135f-4aed-8c38-dfe72f911b1a tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492463 Jul 07 19:22:26.280251 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecbc287d-967b-4fb9-b38b-2bb7c415b898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.289713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for b29d1254-6ac5-4453-a00b-1ddc019cadb9 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:26.312849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 57fbf79e-fd4b-4c40-950b-7829e516ebba triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:26.321718 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.333814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecbc287d-967b-4fb9-b38b-2bb7c415b898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.336050 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ecbc287d-967b-4fb9-b38b-2bb7c415b898 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/e8e76803-aa69-421a-9e42-ab237fbb0cac HTTP/1.1" status: 204 len: 168 time: 0.4063954 Jul 07 19:22:26.337276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc287d-967b-4fb9-b38b-2bb7c415b898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e76803-aa69-421a-9e42-ab237fbb0cac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:26.344401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:26.512272 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.556080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8795482-8966-489e-92f5-76f027df1fe3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:26.567940 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbf1c8-8f6a-4d9d-9d19-811fa225531a None None] Sync routers for ids ['d798d4f6-2896-498c-b8a2-3f581037a5ea'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:26.570773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] For port dec3cef6-be67-4883-8752-524270331b09, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:26.579989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a8795482-8966-489e-92f5-76f027df1fe3 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "PUT /v2.0/routers/d798d4f6-2896-498c-b8a2-3f581037a5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0507264 Jul 07 19:22:26.592703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:26.601734 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbf1c8-8f6a-4d9d-9d19-811fa225531a None None] Routers {'d798d4f6-2896-498c-b8a2-3f581037a5ea'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:26.602379 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c5fbf1c8-8f6a-4d9d-9d19-811fa225531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d798d4f6-2896-498c-b8a2-3f581037a5ea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:26.611455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] For port dec3cef6-be67-4883-8752-524270331b09, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=dec3cef6-be67-4883-8752-524270331b09,segment=NetworkSegment(95222779-8f83-4d35-ac9d-34b2f2d1c0bb),segment_id=95222779-8f83-4d35-ac9d-34b2f2d1c0bb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:26.627145 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.676979 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c5fbf1c8-8f6a-4d9d-9d19-811fa225531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:26.694878 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbf1c8-8f6a-4d9d-9d19-811fa225531a None None] Routers {'d798d4f6-2896-498c-b8a2-3f581037a5ea'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:26.695776 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c5fbf1c8-8f6a-4d9d-9d19-811fa225531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d798d4f6-2896-498c-b8a2-3f581037a5ea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:26.721575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89ec6380-3cdc-49eb-b85d-0f5fbe68718d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.736308 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-089c1f92-e770-4cad-a26c-f75d13c919ec tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] delete failed (client error): The resource could not be found. Jul 07 19:22:26.737452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-089c1f92-e770-4cad-a26c-f75d13c919ec tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "DELETE /v2.0/routers/tempest-non_exist_router-814792563 HTTP/1.1" status: 404 len: 334 time: 0.1437848 Jul 07 19:22:26.747259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:26.754625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c664da5-70be-4bbb-87c1-2f5fb207661c None None] Pushing event updated for resources: {'Port': ['ID=dec3cef6-be67-4883-8752-524270331b09,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:26.761610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-997bcc5e-745c-4775-8f1c-e4947712ee76 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd798d4f6-2896-498c-b8a2-3f581037a5ea'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:26.794258 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:26.805545 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c5fbf1c8-8f6a-4d9d-9d19-811fa225531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:26.813411 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbf1c8-8f6a-4d9d-9d19-811fa225531a None None] The sync data for ids ['d798d4f6-2896-498c-b8a2-3f581037a5ea'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:26.919819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c1ee60-2706-4ab9-aa7b-b4e234aa4295']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:26.966714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aac37af-d986-4a51-8f17-cc09ef423f17') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:26.966994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aac37af-d986-4a51-8f17-cc09ef423f17') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:27.006590 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.103920 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89ec6380-3cdc-49eb-b85d-0f5fbe68718d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.133043 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.169336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:27.171071 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:27.187491 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:27.233892 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89ec6380-3cdc-49eb-b85d-0f5fbe68718d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.237940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-89ec6380-3cdc-49eb-b85d-0f5fbe68718d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/6bc5223b-9fbf-4f1f-b0f3-ced8f6e64824 HTTP/1.1" status: 204 len: 168 time: 1.7463889 Jul 07 19:22:27.258787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec6380-3cdc-49eb-b85d-0f5fbe68718d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc5223b-9fbf-4f1f-b0f3-ced8f6e64824,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:27.262872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:27.301877 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.356198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=b29d1254-6ac5-4453-a00b-1ddc019cadb9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:27.397324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782266f-1a7d-48aa-94fe-3cb794d34203 req-144c61d2-a1d8-4cf2-b34c-3f401ef15f9d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:27.405453 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5782266f-1a7d-48aa-94fe-3cb794d34203 req-144c61d2-a1d8-4cf2-b34c-3f401ef15f9d tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 946 time: 0.3973873 Jul 07 19:22:27.470059 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.503257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5782266f-1a7d-48aa-94fe-3cb794d34203 req-404f20fa-0b3c-4435-8395-0841adcb11cb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962977 Jul 07 19:22:27.536940 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-997bcc5e-745c-4775-8f1c-e4947712ee76 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.548932 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.570968 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.574563 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] 10.222.0.113 "DELETE /v2.0/networks/50c1ee60-2706-4ab9-aa7b-b4e234aa4295 HTTP/1.1" status: 204 len: 168 time: 1.2279615 Jul 07 19:22:27.590044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ce0e8-89ad-4927-959a-3ac107c58085 admin admin] Pushing event deleted for resources: {'Network': ['ID=50c1ee60-2706-4ab9-aa7b-b4e234aa4295,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:27.686182 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-997bcc5e-745c-4775-8f1c-e4947712ee76 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] update failed (client error): The resource could not be found. Jul 07 19:22:27.690566 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-997bcc5e-745c-4775-8f1c-e4947712ee76 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "PUT /v2.0/routers/d798d4f6-2896-498c-b8a2-3f581037a5ea HTTP/1.1" status: 404 len: 339 time: 0.9402838 Jul 07 19:22:27.695217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:27.704937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1335548803'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:27.757846 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.764898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port dec3cef6-be67-4883-8752-524270331b09 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:27.765431 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.817739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:27.854505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] For port dec3cef6-be67-4883-8752-524270331b09, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=dec3cef6-be67-4883-8752-524270331b09,segment=NetworkSegment(95222779-8f83-4d35-ac9d-34b2f2d1c0bb),segment_id=95222779-8f83-4d35-ac9d-34b2f2d1c0bb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:27.865228 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:27.882424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for dec3cef6-be67-4883-8752-524270331b09 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:27.893936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6db2f2-af23-4ad1-92fe-81ba37a6e64e req-54b6a783-d2de-4c3f-9cf5-0f332a361577 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:27.895892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f6db2f2-af23-4ad1-92fe-81ba37a6e64e req-54b6a783-d2de-4c3f-9cf5-0f332a361577 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 946 time: 0.2105892 Jul 07 19:22:28.063139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Made reservation on behalf of ea142d737045400bb50990910c330f05 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:28.069490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.085529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.099483 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dec3cef6-be67-4883-8752-524270331b09 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:28.141007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No DVR routers for this DVR port dec3cef6-be67-4883-8752-524270331b09 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:28.147643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=dec3cef6-be67-4883-8752-524270331b09,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:28.147892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: dec3cef6-be67-4883-8752-524270331b09 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:28.148087 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dec3cef6-be67-4883-8752-524270331b09 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 19:22:28.187420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f6db2f2-af23-4ad1-92fe-81ba37a6e64e req-9011309c-2493-406c-a16a-4e47af151e71 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778471 Jul 07 19:22:28.194538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b14d6f5d-8722-465b-93ce-ea012fa2e663 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1a9e7e79c68a476f8147099a363d1d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732386 Jul 07 19:22:28.195343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:28.237761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Port dec3cef6-be67-4883-8752-524270331b09 not found, will not notify nova. {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 19:22:28.278102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router f1701c28-664c-4132-9ec4-0285a965a861 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:28.290725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.316747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b206a66b-90fc-49cf-b357-a3b408dd8422']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:28.344858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95222779-8f83-4d35-ac9d-34b2f2d1c0bb') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:28.345176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95222779-8f83-4d35-ac9d-34b2f2d1c0bb') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:28.365151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.381811 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.389365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:28.389783 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:28.463192 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:28.472892 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.536791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15553cc-4b23-44b2-8fc6-954d01d278ce None None] Network b206a66b-90fc-49cf-b357-a3b408dd8422 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:28.571615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15553cc-4b23-44b2-8fc6-954d01d278ce None None] Network b206a66b-90fc-49cf-b357-a3b408dd8422 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:22:28.625228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d860f146-ff4e-4e79-8457-16c68d22d31e None None] Could not find standard attr ID for object dec3cef6-be67-4883-8752-524270331b09. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:22:28.640940 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d860f146-ff4e-4e79-8457-16c68d22d31e None None] Could not find standard attr ID for object 8e06f7a1-6e65-4f4f-b292-2a3f14545dab. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:22:28.644224 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9ea5eb6-cbb2-4bf7-a5c9-8e75e1f70976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.689694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:28.701361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc574097-6819-485d-bc01-f4149d99032a None None] Sync routers for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:28.714635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-28804209-4247-43ed-a810-f99eea5a172c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6977508 Jul 07 19:22:28.717632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:28.719668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc574097-6819-485d-bc01-f4149d99032a None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:28.720568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fc574097-6819-485d-bc01-f4149d99032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:28.807369 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9ea5eb6-cbb2-4bf7-a5c9-8e75e1f70976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.973939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-52268429-a5f9-40d4-9d8e-2b9bf64122b9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting subnet 4c4e0dea-3928-4358-b9f7-1905c45a400e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:28.983447 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52268429-a5f9-40d4-9d8e-2b9bf64122b9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.007776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fc574097-6819-485d-bc01-f4149d99032a None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:29.096904 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52268429-a5f9-40d4-9d8e-2b9bf64122b9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.203530 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.205568 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/networks/b206a66b-90fc-49cf-b357-a3b408dd8422 HTTP/1.1" status: 204 len: 168 time: 1.8648057 Jul 07 19:22:29.210825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:29.211072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7749a-0a00-4578-9183-4772cd66e7ee tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Network': ['ID=b206a66b-90fc-49cf-b357-a3b408dd8422,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:29.225561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'name': 'tempest-PortsIpV6TestJSON-1842245646'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:29.231845 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:22:29.326498 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.327196 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Added segment 418aaa5c-76b5-4bd2-b8ed-17350a625b75 of type vlan for network 794f015b-7303-41e8-b88e-ae6dd6f77d8c Jul 07 19:22:29.385174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe49f3f-5029-4437-9c54-b3e51e67fc41 None None] DHCP port deletion for b206a66b-90fc-49cf-b357-a3b408dd8422 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:22:29.430995 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.522403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:29.531423 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.586381 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.600047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:29.601919 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.638644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 2673dd80-7afc-4700-8836-0278147a8805 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:22:29.642957 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1324e023-9bde-4f47-83a0-bb79d88b62e2 None None] Network b206a66b-90fc-49cf-b357-a3b408dd8422 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:29.676086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1324e023-9bde-4f47-83a0-bb79d88b62e2 None None] Network b206a66b-90fc-49cf-b357-a3b408dd8422 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:22:29.726979 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52268429-a5f9-40d4-9d8e-2b9bf64122b9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.732679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fc574097-6819-485d-bc01-f4149d99032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:27Z', 'revision_number': 8, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:29.793382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc574097-6819-485d-bc01-f4149d99032a None None] Checking router: f1701c28-664c-4132-9ec4-0285a965a861 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:29.814778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc574097-6819-485d-bc01-f4149d99032a None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:29.815700 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52268429-a5f9-40d4-9d8e-2b9bf64122b9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.816712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fc574097-6819-485d-bc01-f4149d99032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:29.894611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.910872 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52268429-a5f9-40d4-9d8e-2b9bf64122b9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.918874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-52268429-a5f9-40d4-9d8e-2b9bf64122b9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/4c4e0dea-3928-4358-b9f7-1905c45a400e HTTP/1.1" status: 204 len: 168 time: 1.1801729 Jul 07 19:22:29.920353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:29.921014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45325a4-0fa9-464f-a208-23ab53ea6d0a None None] Network 2dd4db7c-dda7-497b-b98e-57fb5a880186 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:29.921533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52268429-a5f9-40d4-9d8e-2b9bf64122b9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4e0dea-3928-4358-b9f7-1905c45a400e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:29.930927 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9ea5eb6-cbb2-4bf7-a5c9-8e75e1f70976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.942617 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9ea5eb6-cbb2-4bf7-a5c9-8e75e1f70976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:29.943022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f9ea5eb6-cbb2-4bf7-a5c9-8e75e1f70976 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/415adfa2-8b09-4f53-8916-e625eb22bb3e HTTP/1.1" status: 204 len: 168 time: 1.7128205 Jul 07 19:22:30.024268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea5eb6-cbb2-4bf7-a5c9-8e75e1f70976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415adfa2-8b09-4f53-8916-e625eb22bb3e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:30.028161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dec3cef6-be67-4883-8752-524270331b09 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:30.130318 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.139904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7416b0-dbb2-4c1f-83d9-cdc239ed3b21 req-31f30a0a-d11f-4f3c-bc8f-9cdd82c832c5 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:30.147972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec7416b0-dbb2-4c1f-83d9-cdc239ed3b21 req-31f30a0a-d11f-4f3c-bc8f-9cdd82c832c5 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 946 time: 0.8924768 Jul 07 19:22:30.166835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: dec3cef6-be67-4883-8752-524270331b09 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:30.168927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dec3cef6-be67-4883-8752-524270331b09 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:30.234553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.246335 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec7416b0-dbb2-4c1f-83d9-cdc239ed3b21 req-b87113be-03f9-4f77-b7dc-323fc676c1b8 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979524 Jul 07 19:22:30.307104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port df1b87b4-1df2-4f3b-8704-389bc8476eaf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:30.308513 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.382173 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6836748 Jul 07 19:22:30.395060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:30.398278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:30.404985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'subnet': {'network_id': '794f015b-7303-41e8-b88e-ae6dd6f77d8c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:30.435961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fc574097-6819-485d-bc01-f4149d99032a None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:30.443980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:30.480954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442bcef-ecf6-4f18-9da3-aa5790ab9e24 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Network': ['ID=794f015b-7303-41e8-b88e-ae6dd6f77d8c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:30.483830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:30.490802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:30.491670 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.531650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] For port df1b87b4-1df2-4f3b-8704-389bc8476eaf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=df1b87b4-1df2-4f3b-8704-389bc8476eaf,segment=NetworkSegment(f2bf3567-f125-48f4-bef9-4f3874ae2242),segment_id=f2bf3567-f125-48f4-bef9-4f3874ae2242)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:30.531937 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.577467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 794f015b-7303-41e8-b88e-ae6dd6f77d8c details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:30.592573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for df1b87b4-1df2-4f3b-8704-389bc8476eaf owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:30.640901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9bdee-547b-491b-b077-aff4ec26c32f req-f78f7e39-9baa-4095-838d-cda4e60c77f3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:30.672560 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-34e9bdee-547b-491b-b077-aff4ec26c32f req-f78f7e39-9baa-4095-838d-cda4e60c77f3 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 946 time: 0.5914583 Jul 07 19:22:30.696998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=2673dd80-7afc-4700-8836-0278147a8805,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:30.764515 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0f3e26b2-64c7-48e1-9dd8-4a3035ff83fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5448782 Jul 07 19:22:30.777675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:30.833148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:30.885667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:30.896679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=df1b87b4-1df2-4f3b-8704-389bc8476eaf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:30.912211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No DVR routers for this DVR port df1b87b4-1df2-4f3b-8704-389bc8476eaf on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:31.061114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f92f3-f96f-4e7c-898f-1abda8b11b8e None None] DHCP port deletion for 2dd4db7c-dda7-497b-b98e-57fb5a880186 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:22:31.146201 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f1fba551-1e69-4f9d-9b79-eef0d083f49c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2cb4a340466a41e4a741f7d3d3794659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585955 Jul 07 19:22:31.149796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:31.157590 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.190374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd4db7c-dda7-497b-b98e-57fb5a880186']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:31.196536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Made reservation on behalf of ea142d737045400bb50990910c330f05 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:31.197078 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.209928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fc574097-6819-485d-bc01-f4149d99032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:27Z', 'revision_number': 8, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:31.221586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bf3567-f125-48f4-bef9-4f3874ae2242') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:31.223199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bf3567-f125-48f4-bef9-4f3874ae2242') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:31.244026 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.246638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc574097-6819-485d-bc01-f4149d99032a None None] The sync data for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 is: [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:27Z', 'revision_number': 8, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'b12afe00-6c7e-40d1-922e-174a69464550', 'name': '', 'network_id': 'd75e832e-fb83-44ec-a801-80e68e8e6256', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:e2:31:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:45Z', 'updated_at': '2021-07-07T19:22:09Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '49b31b23-eaf4-44fa-a391-3d5b2a4fd94d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:31.286337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:31.289497 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.308522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8ce002a5-fdcf-4185-ac4e-e4d6dd4bbe49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 2673dd80-7afc-4700-8836-0278147a8805 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:31.309046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ce002a5-fdcf-4185-ac4e-e4d6dd4bbe49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.335539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:31.335973 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:31.347548 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:31.410621 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ce002a5-fdcf-4185-ac4e-e4d6dd4bbe49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.426063 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8ce002a5-fdcf-4185-ac4e-e4d6dd4bbe49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 2673dd80-7afc-4700-8836-0278147a8805 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:31.522328 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ce002a5-fdcf-4185-ac4e-e4d6dd4bbe49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.583736 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e396ad3d-6e1d-4b66-8c91-9af8864daeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.606030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce002a5-fdcf-4185-ac4e-e4d6dd4bbe49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=2673dd80-7afc-4700-8836-0278147a8805,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:31.616180 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.618830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-34e9bdee-547b-491b-b077-aff4ec26c32f req-1ee2e174-ff53-4770-a0bc-18c4d5289fbb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Deleting port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:31.619162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34e9bdee-547b-491b-b077-aff4ec26c32f req-1ee2e174-ff53-4770-a0bc-18c4d5289fbb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.632892 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.637997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/networks/2dd4db7c-dda7-497b-b98e-57fb5a880186 HTTP/1.1" status: 204 len: 168 time: 1.6906383 Jul 07 19:22:31.652723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:31.658944 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2117c7fe-24cf-45f8-9440-9dd1478d583f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.726114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ce002a5-fdcf-4185-ac4e-e4d6dd4bbe49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.728221 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8ce002a5-fdcf-4185-ac4e-e4d6dd4bbe49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/2673dd80-7afc-4700-8836-0278147a8805 HTTP/1.1" status: 204 len: 168 time: 0.9439914 Jul 07 19:22:31.728531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402dc12-a979-495e-acc6-b962697f990b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Network': ['ID=2dd4db7c-dda7-497b-b98e-57fb5a880186,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:31.732760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:31.763582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'mac_address': 'fa:16:3e:83:69:9f', 'name': 'tempest-PortsIpV6TestJSON-374939947'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:31.800696 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2117c7fe-24cf-45f8-9440-9dd1478d583f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:31.914193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aef274-4359-4299-9ffa-8575f1562d57 req-e1a487fb-b6cd-4b60-99ae-c0853d99e586 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:31.915807 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8aef274-4359-4299-9ffa-8575f1562d57 req-e1a487fb-b6cd-4b60-99ae-c0853d99e586 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 946 time: 0.4290960 Jul 07 19:22:31.974736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b29d1254-6ac5-4453-a00b-1ddc019cadb9 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:32.026985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-34e9bdee-547b-491b-b077-aff4ec26c32f req-1ee2e174-ff53-4770-a0bc-18c4d5289fbb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] For port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=589d6152-d5c4-4f7d-a6b8-5b98f00596d9,segment=NetworkSegment(f885a86b-ed11-45f7-a777-530c75f4914b),segment_id=f885a86b-ed11-45f7-a777-530c75f4914b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:32.027448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34e9bdee-547b-491b-b077-aff4ec26c32f req-1ee2e174-ff53-4770-a0bc-18c4d5289fbb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.039788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: b29d1254-6ac5-4453-a00b-1ddc019cadb9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:32.040060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b29d1254-6ac5-4453-a00b-1ddc019cadb9 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:32.040567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device df1b87b4-1df2-4f3b-8704-389bc8476eaf no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:32.075492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: df1b87b4-1df2-4f3b-8704-389bc8476eaf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:32.076440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device df1b87b4-1df2-4f3b-8704-389bc8476eaf not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:32.100441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-34e9bdee-547b-491b-b077-aff4ec26c32f req-1ee2e174-ff53-4770-a0bc-18c4d5289fbb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Calling delete_port for 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:32.134747 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2117c7fe-24cf-45f8-9440-9dd1478d583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.138587 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2117c7fe-24cf-45f8-9440-9dd1478d583f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.140079 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2117c7fe-24cf-45f8-9440-9dd1478d583f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7e056a67-6c9d-441c-89b3-3c9efd8bf388 HTTP/1.1" status: 204 len: 168 time: 0.9894984 Jul 07 19:22:32.196727 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e396ad3d-6e1d-4b66-8c91-9af8864daeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.218977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8aef274-4359-4299-9ffa-8575f1562d57 req-78a0bf28-7442-4a3d-a44c-8477f247c750 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/security-groups?id=ca9d2220-42fe-419e-aaea-274d26580e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412846 Jul 07 19:22:32.251470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117c7fe-24cf-45f8-9440-9dd1478d583f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e056a67-6c9d-441c-89b3-3c9efd8bf388,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:32.282614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.295497 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e396ad3d-6e1d-4b66-8c91-9af8864daeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.357020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e396ad3d-6e1d-4b66-8c91-9af8864daeb7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f6b0bea8844e4d1a83d2175aeb712683&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0689387 Jul 07 19:22:32.357743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:32.375563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:32.442155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc180-3520-465f-8450-846d3717f567 req-66270a78-1275-4f65-84e1-48f594cec98b tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:32.454052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39fcc180-3520-465f-8450-846d3717f567 req-66270a78-1275-4f65-84e1-48f594cec98b tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.5562475 Jul 07 19:22:32.502433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396ad3d-6e1d-4b66-8c91-9af8864daeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3bfbba-0609-41a7-b1e3-173c5e68452c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:32.546351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Subnet': ['ID=818f2333-6eb7-4e3a-a869-f2c42cb52e5e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:32.554058 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.574955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Checking segment: {'id': '418aaa5c-76b5-4bd2-b8ed-17350a625b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '794f015b-7303-41e8-b88e-ae6dd6f77d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:32.575358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network hostable DHCP agents. Network: 794f015b-7303-41e8-b88e-ae6dd6f77d8c, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:32.580419 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39fcc180-3520-465f-8450-846d3717f567 req-ac909d25-82b9-4d68-84bc-b4fefa02cf02 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220522 Jul 07 19:22:32.611107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 2e2d4d8a-b4eb-4372-9055-a651a67ee4cf yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:22:32.611718 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-599732a0-b64d-45d7-b6e1-457f2089e4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.675266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-599732a0-b64d-45d7-b6e1-457f2089e4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.692237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network 794f015b-7303-41e8-b88e-ae6dd6f77d8c is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:32.705433 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34e9bdee-547b-491b-b077-aff4ec26c32f req-1ee2e174-ff53-4770-a0bc-18c4d5289fbb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.766357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 794f015b-7303-41e8-b88e-ae6dd6f77d8c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:32.773612 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2e174-ff53-4770-a0bc-18c4d5289fbb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Pushing event deleted for resources: {'Port': ['ID=589d6152-d5c4-4f7d-a6b8-5b98f00596d9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:32.776122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:32.777328 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.788175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fbe2f6-d17c-4ab9-a85a-c361e22c8b76 None None] Network 794f015b-7303-41e8-b88e-ae6dd6f77d8c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:32.895776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e9bdee-547b-491b-b077-aff4ec26c32f req-1ee2e174-ff53-4770-a0bc-18c4d5289fbb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] No DVR routers for this DVR port 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:32.917478 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-00281377-0c94-4d2a-ae53-44cbc46ba811 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5173893 Jul 07 19:22:32.920288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:32.922355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34e9bdee-547b-491b-b077-aff4ec26c32f req-1ee2e174-ff53-4770-a0bc-18c4d5289fbb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.928581 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-34e9bdee-547b-491b-b077-aff4ec26c32f req-1ee2e174-ff53-4770-a0bc-18c4d5289fbb tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.112 "DELETE /v2.0/ports/589d6152-d5c4-4f7d-a6b8-5b98f00596d9 HTTP/1.1" status: 204 len: 173 time: 2.2530615 Jul 07 19:22:32.932328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ec46e5-290d-4c5a-a886-396b62058118', 'name': 'network-vif-deleted', 'tag': '589d6152-d5c4-4f7d-a6b8-5b98f00596d9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:32.933734 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.936322 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d31ec3-6cfd-4453-8dae-65412ff64b6d" -d '{"events": [{"server_uuid": "f1ec46e5-290d-4c5a-a886-396b62058118", "name": "network-vif-deleted", "tag": "589d6152-d5c4-4f7d-a6b8-5b98f00596d9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:32.947580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0e917b60-9f1a-4b42-8a96-61d72adcddc8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'router': {'external_gateway_info': {'network_id': '794f015b-7303-41e8-b88e-ae6dd6f77d8c'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:32.949353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-599732a0-b64d-45d7-b6e1-457f2089e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.963438 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-599732a0-b64d-45d7-b6e1-457f2089e4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:32.965310 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-599732a0-b64d-45d7-b6e1-457f2089e4e0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7a3bfbba-0609-41a7-b1e3-173c5e68452c HTTP/1.1" status: 204 len: 168 time: 0.5872095 Jul 07 19:22:32.986790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599732a0-b64d-45d7-b6e1-457f2089e4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3bfbba-0609-41a7-b1e3-173c5e68452c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:33.047567 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.065805 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec5a05c-21cd-44d4-93e0-0be5dfc3fcf8 x-openstack-request-id: req-9ec5a05c-21cd-44d4-93e0-0be5dfc3fcf8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:33.065805 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ec46e5-290d-4c5a-a886-396b62058118", "name": "network-vif-deleted", "tag": "589d6152-d5c4-4f7d-a6b8-5b98f00596d9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:33.065805 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ec5a05c-21cd-44d4-93e0-0be5dfc3fcf8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:33.065805 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ec46e5-290d-4c5a-a886-396b62058118', 'name': 'network-vif-deleted', 'tag': '589d6152-d5c4-4f7d-a6b8-5b98f00596d9', 'status': 'completed', 'code': 200} Jul 07 19:22:33.118267 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.193315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-794f015b-7303-41e8-b88e-ae6dd6f77d8c', 'network_id': '794f015b-7303-41e8-b88e-ae6dd6f77d8c', 'tenant_id': 'ea142d737045400bb50990910c330f05', 'fixed_ips': [{'subnet_id': '818f2333-6eb7-4e3a-a869-f2c42cb52e5e'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:22:33.194495 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.452306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.528910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:33.548009 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e917b60-9f1a-4b42-8a96-61d72adcddc8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.554647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Allocated IP 2001:db8:1::2 (794f015b-7303-41e8-b88e-ae6dd6f77d8c/818f2333-6eb7-4e3a-a869-f2c42cb52e5e/409fcdff-f865-4e48-b101-efc664b88cf9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:33.566694 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8b394a6-32c1-4df7-9239-93be509befb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.603045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:33.727565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5cb6902-4ffc-47ae-ae99-7bcfb9b4d3e6 req-5ff655f6-9767-4918-a089-330773eaf563 tempest-ServerDiskConfigTestJSON-330050389 tempest-ServerDiskConfigTestJSON-330050389-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1ec46e5-290d-4c5a-a886-396b62058118 HTTP/1.1" status: 200 len: 210 time: 0.1625144 Jul 07 19:22:33.728859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:33.740374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:33.764607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:33.766682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.850119 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port b12afe00-6c7e-40d1-922e-174a69464550 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:33.850892 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.881156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=2e2d4d8a-b4eb-4372-9055-a651a67ee4cf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:33.890515 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.913456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Transition to ACTIVE for port object 409fcdff-f865-4e48-b101-efc664b88cf9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:33.961991 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Transition to ACTIVE for port object 409fcdff-f865-4e48-b101-efc664b88cf9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:33.971569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] For port b12afe00-6c7e-40d1-922e-174a69464550, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b12afe00-6c7e-40d1-922e-174a69464550,segment=NetworkSegment(76d0a51e-8a0d-43fd-b742-d62ab7bb0a56),segment_id=76d0a51e-8a0d-43fd-b742-d62ab7bb0a56)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:33.972126 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.981439 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:33.992011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for b12afe00-6c7e-40d1-922e-174a69464550 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:34.057304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Pushing event updated for resources: {'Port': ['ID=409fcdff-f865-4e48-b101-efc664b88cf9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:34.066657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Network 794f015b-7303-41e8-b88e-ae6dd6f77d8c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:34.068092 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:34.069086 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-0e917b60-9f1a-4b42-8a96-61d72adcddc8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:22:34.076145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0e917b60-9f1a-4b42-8a96-61d72adcddc8 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "PUT /v2.0/routers/d798d4f6-2896-498c-b8a2-3f581037a5ea HTTP/1.1" status: 400 len: 364 time: 1.1483822 Jul 07 19:22:34.078627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:34.081816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:34.175448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561157a5-a5ae-4076-9b3f-1d250bd7ba36 req-06dcf830-ae73-4a23-816c-4318da9280a1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:34.177253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-561157a5-a5ae-4076-9b3f-1d250bd7ba36 req-06dcf830-ae73-4a23-816c-4318da9280a1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.3620701 Jul 07 19:22:34.184360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Attempting to bind port 409fcdff-f865-4e48-b101-efc664b88cf9 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:34.185485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Attempting to bind port 409fcdff-f865-4e48-b101-efc664b88cf9 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '418aaa5c-76b5-4bd2-b8ed-17350a625b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '794f015b-7303-41e8-b88e-ae6dd6f77d8c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:34.186180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Attempting to bind port 409fcdff-f865-4e48-b101-efc664b88cf9 on network 794f015b-7303-41e8-b88e-ae6dd6f77d8c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:34.195420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:34.196126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Checking segment: {'id': '418aaa5c-76b5-4bd2-b8ed-17350a625b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '794f015b-7303-41e8-b88e-ae6dd6f77d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:34.196850 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.197529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Bound using segment: {'id': '418aaa5c-76b5-4bd2-b8ed-17350a625b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '794f015b-7303-41e8-b88e-ae6dd6f77d8c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:34.198851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Bound port: 409fcdff-f865-4e48-b101-efc664b88cf9, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418aaa5c-76b5-4bd2-b8ed-17350a625b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '794f015b-7303-41e8-b88e-ae6dd6f77d8c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:34.199806 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.223526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.272124 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8b394a6-32c1-4df7-9239-93be509befb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.277992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=b12afe00-6c7e-40d1-922e-174a69464550,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:34.283758 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8b394a6-32c1-4df7-9239-93be509befb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.307049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] For port 409fcdff-f865-4e48-b101-efc664b88cf9, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:34.315195 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] For port 409fcdff-f865-4e48-b101-efc664b88cf9, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=409fcdff-f865-4e48-b101-efc664b88cf9,segment=NetworkSegment(418aaa5c-76b5-4bd2-b8ed-17350a625b75),segment_id=418aaa5c-76b5-4bd2-b8ed-17350a625b75)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:34.322392 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:34.357848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0b1309bd-7ce9-4777-ba90-9ba0bda0d201 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6185246 Jul 07 19:22:34.361799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:34.465680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62ba1d-efbb-4669-b43d-8c6492ac19df None None] Pushing event updated for resources: {'Port': ['ID=409fcdff-f865-4e48-b101-efc664b88cf9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:34.545857 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c8b394a6-32c1-4df7-9239-93be509befb1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7df8295334fe4f9c9ecc8a264c216316&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0132270 Jul 07 19:22:34.545857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b394a6-32c1-4df7-9239-93be509befb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3022c261-b9b0-4265-ae97-12b725afa91a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:34.574648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60630) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:34.633076 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:34.744059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:34.747864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 589d6152-d5c4-4f7d-a6b8-5b98f00596d9 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:34.823996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-561157a5-a5ae-4076-9b3f-1d250bd7ba36 req-09b5a385-1fec-47f9-bf7b-4515d00ff387 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5882072 Jul 07 19:22:34.838501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96683f2b-12c5-45b5-ad15-6ea18a5ca89b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:34.841114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-96683f2b-12c5-45b5-ad15-6ea18a5ca89b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/2e2d4d8a-b4eb-4372-9055-a651a67ee4cf HTTP/1.1" status: 200 len: 844 time: 0.4780321 Jul 07 19:22:34.883105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:34.976175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ce9809a2-845d-4787-ab65-6b640c38e71f req-15773e75-39c2-4a5a-bbcf-18ada79fb67f tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1875969520', 'description': 'tempest-description-1381237166'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:35.032629 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4eefe908-9760-4122-a38b-64972a603db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.048883 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.107213 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ce9809a2-845d-4787-ab65-6b640c38e71f req-15773e75-39c2-4a5a-bbcf-18ada79fb67f tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.174393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4eefe908-9760-4122-a38b-64972a603db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.205986 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.242635 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ce9809a2-845d-4787-ab65-6b640c38e71f req-15773e75-39c2-4a5a-bbcf-18ada79fb67f tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.303860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e38d5be6-c581-46e6-b9ed-2e34e64fdbb9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 2e2d4d8a-b4eb-4372-9055-a651a67ee4cf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:35.304355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e38d5be6-c581-46e6-b9ed-2e34e64fdbb9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.418476 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4eefe908-9760-4122-a38b-64972a603db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.421181 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4eefe908-9760-4122-a38b-64972a603db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.422790 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4eefe908-9760-4122-a38b-64972a603db2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3022c261-b9b0-4265-ae97-12b725afa91a HTTP/1.1" status: 204 len: 168 time: 0.6659620 Jul 07 19:22:35.474402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:35.545677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router f1701c28-664c-4132-9ec4-0285a965a861 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:35.568541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefe908-9760-4122-a38b-64972a603db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3022c261-b9b0-4265-ae97-12b725afa91a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:35.626533 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e38d5be6-c581-46e6-b9ed-2e34e64fdbb9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.703167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:35.708662 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-eca3073c-fd6c-48ce-a0dd-aaa726e25718 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0548766 Jul 07 19:22:35.713131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:35.717050 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9fe72-bb45-4bb2-965d-16118fa505ec None None] Sync routers for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:35.755486 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9fe72-bb45-4bb2-965d-16118fa505ec None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:35.759872 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0bb9fe72-bb45-4bb2-965d-16118fa505ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:35.786746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e38d5be6-c581-46e6-b9ed-2e34e64fdbb9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 2e2d4d8a-b4eb-4372-9055-a651a67ee4cf owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:35.795323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fc4c92-c6fc-4aff-8c62-93720d730fd1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting subnet 49b31b23-eaf4-44fa-a391-3d5b2a4fd94d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:35.803821 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4c92-c6fc-4aff-8c62-93720d730fd1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.873234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa58393-64e3-4e11-ae58-2a24225f80f8 admin admin] Deleting subnet 338b59bf-fd4d-43a1-91b7-1d151d6b71e8 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:35.896098 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aa58393-64e3-4e11-ae58-2a24225f80f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:35.958375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4c92-c6fc-4aff-8c62-93720d730fd1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.128790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d53090b-0d74-46cf-8606-5b3d936d2a21 None None] Network 794f015b-7303-41e8-b88e-ae6dd6f77d8c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:36.161997 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0bb9fe72-bb45-4bb2-965d-16118fa505ec None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:36.193423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 409fcdff-f865-4e48-b101-efc664b88cf9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:36.235347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4c92-c6fc-4aff-8c62-93720d730fd1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.357320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4a69fe74-6353-4502-8c99-d73c054bf19f None None] Provisioning for port 409fcdff-f865-4e48-b101-efc664b88cf9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:36.383331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4c92-c6fc-4aff-8c62-93720d730fd1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.405256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 409fcdff-f865-4e48-b101-efc664b88cf9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:36.413207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 409fcdff-f865-4e48-b101-efc664b88cf9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:36.413935 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.443916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc4c92-c6fc-4aff-8c62-93720d730fd1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Subnet': ['ID=49b31b23-eaf4-44fa-a391-3d5b2a4fd94d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:36.453868 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4c92-c6fc-4aff-8c62-93720d730fd1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.457284 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a2fc4c92-c6fc-4aff-8c62-93720d730fd1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/49b31b23-eaf4-44fa-a391-3d5b2a4fd94d HTTP/1.1" status: 204 len: 168 time: 0.7411082 Jul 07 19:22:36.459445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:36.481389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1d2e67-59fc-45ba-a152-158c6c69af4e None None] Network d75e832e-fb83-44ec-a801-80e68e8e6256 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:36.501370 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0bb9fe72-bb45-4bb2-965d-16118fa505ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:34Z', 'revision_number': 9, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:36.564090 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9fe72-bb45-4bb2-965d-16118fa505ec None None] Checking router: f1701c28-664c-4132-9ec4-0285a965a861 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:36.589573 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9fe72-bb45-4bb2-965d-16118fa505ec None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:36.590703 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0bb9fe72-bb45-4bb2-965d-16118fa505ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:36.600863 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.691061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port 2386257e-36d6-46cc-8403-e3c184fdb8de {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:36.691328 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.764773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aa58393-64e3-4e11-ae58-2a24225f80f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.828301 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0bb9fe72-bb45-4bb2-965d-16118fa505ec None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:36.828964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Allocated IP 2001:db8::1 (73fc2900-2ef8-49fa-9b14-55680020128f/148a5494-357c-4f43-bdc0-3a1f07b70355/0e5a3577-39b7-447f-9acd-99c20c942f5e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:36.851540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ce9809a2-845d-4787-ab65-6b640c38e71f req-15773e75-39c2-4a5a-bbcf-18ada79fb67f tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.868461 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ce9809a2-845d-4787-ab65-6b640c38e71f req-15773e75-39c2-4a5a-bbcf-18ada79fb67f tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.869645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] For port 2386257e-36d6-46cc-8403-e3c184fdb8de, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2386257e-36d6-46cc-8403-e3c184fdb8de,segment=NetworkSegment(76d0a51e-8a0d-43fd-b742-d62ab7bb0a56),segment_id=76d0a51e-8a0d-43fd-b742-d62ab7bb0a56)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:36.870722 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.871790 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e38d5be6-c581-46e6-b9ed-2e34e64fdbb9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.913487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for 2386257e-36d6-46cc-8403-e3c184fdb8de owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:36.920953 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aa58393-64e3-4e11-ae58-2a24225f80f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.951121 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.030233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:37.032796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 409fcdff-f865-4e48-b101-efc664b88cf9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=409fcdff-f865-4e48-b101-efc664b88cf9,segment=NetworkSegment(418aaa5c-76b5-4bd2-b8ed-17350a625b75),segment_id=418aaa5c-76b5-4bd2-b8ed-17350a625b75)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:37.042927 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.111826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb9483-9285-4255-9b75-578b3afdb178 None None] DHCP port deletion for d75e832e-fb83-44ec-a801-80e68e8e6256 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:22:37.130313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d5be6-c581-46e6-b9ed-2e34e64fdbb9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=2e2d4d8a-b4eb-4372-9055-a651a67ee4cf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:37.152272 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.171175 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e38d5be6-c581-46e6-b9ed-2e34e64fdbb9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.175091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e38d5be6-c581-46e6-b9ed-2e34e64fdbb9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/2e2d4d8a-b4eb-4372-9055-a651a67ee4cf HTTP/1.1" status: 204 len: 168 time: 2.2909400 Jul 07 19:22:37.179492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:37.196698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15773e75-39c2-4a5a-bbcf-18ada79fb67f tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e9544e-f3b6-485f-8c5f-68c9087c53f8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:37.260710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7187b-b12d-43d7-a0ba-97c49c187821 req-8a698015-68f8-4968-b8e6-dd35c6fce615 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:37.265194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb9483-9285-4255-9b75-578b3afdb178 None None] The port '2386257e-36d6-46cc-8403-e3c184fdb8de' was deleted {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 19:22:37.272804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33b7187b-b12d-43d7-a0ba-97c49c187821 req-8a698015-68f8-4968-b8e6-dd35c6fce615 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.6798997 Jul 07 19:22:37.299510 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a730779e-6485-49e3-a477-61958a2ceb73 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:22:37.301734 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a730779e-6485-49e3-a477-61958a2ceb73 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/2e2d4d8a-b4eb-4372-9055-a651a67ee4cf HTTP/1.1" status: 404 len: 333 time: 0.0987906 Jul 07 19:22:37.306044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No DVR routers for this DVR port 2386257e-36d6-46cc-8403-e3c184fdb8de on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:37.313975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:37.316386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=2386257e-36d6-46cc-8403-e3c184fdb8de,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:37.316943 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=409fcdff-f865-4e48-b101-efc664b88cf9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:37.342616 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0bb9fe72-bb45-4bb2-965d-16118fa505ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:34Z', 'revision_number': 9, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:37.391778 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9fe72-bb45-4bb2-965d-16118fa505ec None None] The sync data for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 is: [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:34Z', 'revision_number': 9, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e', 'name': '', 'network_id': '6f4cc68e-21c0-415e-94e3-e013f02814d3', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:f7:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:38Z', 'updated_at': '2021-07-07T19:21:49Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:37.396637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'name': 'tempest-PortsIpV6TestJSON-327504590'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:37.413964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1021954975-network', 'tenant_id': 'd79bdeb1683649e2af1e26e0a17fc94a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:37.418254 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aa58393-64e3-4e11-ae58-2a24225f80f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.449417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b2deda69-4852-4658-921d-e6707767325f None None] Provisioning complete for port 409fcdff-f865-4e48-b101-efc664b88cf9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:37.450067 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2deda69-4852-4658-921d-e6707767325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.478058 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.483011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa58393-64e3-4e11-ae58-2a24225f80f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338b59bf-fd4d-43a1-91b7-1d151d6b71e8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:37.507989 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aa58393-64e3-4e11-ae58-2a24225f80f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.513158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7aa58393-64e3-4e11-ae58-2a24225f80f8 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/338b59bf-fd4d-43a1-91b7-1d151d6b71e8 HTTP/1.1" status: 204 len: 168 time: 2.0315402 Jul 07 19:22:37.513527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:37.547444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33b7187b-b12d-43d7-a0ba-97c49c187821 req-9e000572-946a-4700-9168-4d054b355beb tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735198 Jul 07 19:22:37.550663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Transition to ACTIVE for port object 0e5a3577-39b7-447f-9acd-99c20c942f5e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:37.593103 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ce9809a2-845d-4787-ab65-6b640c38e71f req-15773e75-39c2-4a5a-bbcf-18ada79fb67f tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.603235 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ce9809a2-845d-4787-ab65-6b640c38e71f req-15773e75-39c2-4a5a-bbcf-18ada79fb67f tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.627148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.642735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75e832e-fb83-44ec-a801-80e68e8e6256']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:37.653644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Made reservation on behalf of d79bdeb1683649e2af1e26e0a17fc94a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:37.656018 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.659292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d0a51e-8a0d-43fd-b742-d62ab7bb0a56') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:37.659594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d0a51e-8a0d-43fd-b742-d62ab7bb0a56') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:37.660465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15773e75-39c2-4a5a-bbcf-18ada79fb67f tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d57562-0841-48ad-9176-b874537aa3df,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:37.668959 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ce9809a2-845d-4787-ab65-6b640c38e71f req-15773e75-39c2-4a5a-bbcf-18ada79fb67f tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.670252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce9809a2-845d-4787-ab65-6b640c38e71f req-15773e75-39c2-4a5a-bbcf-18ada79fb67f tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 2.7117751 Jul 07 19:22:37.671730 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.678477 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.686255 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.700743 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.710659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.714406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:37.718038 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.725029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6a74c20f-719b-4154-9b59-d5b0e501c206 req-89f8b54c-0872-4938-b069-c04761c18812 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1710401223', 'description': 'tempest-description-1230461067'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:37.726972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:37.727385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:37.737762 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:37.754432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network 73fc2900-2ef8-49fa-9b14-55680020128f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:37.769069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:37.774875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:37.775576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.789445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port db84f924-4daa-4d5e-b403-d417b7a71cff yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:22:37.830855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Port': ['ID=0e5a3577-39b7-447f-9acd-99c20c942f5e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:37.883854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.894901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e864fb-31e7-4a46-8982-13428aca667d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:37.907577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f885a86b-ed11-45f7-a777-530c75f4914b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:37.908146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f885a86b-ed11-45f7-a777-530c75f4914b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:37.918941 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.944209 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.958336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:37.959036 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:37.977014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 409fcdff-f865-4e48-b101-efc664b88cf9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:38.008065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.010511 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:38.027777 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:38.056043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 409fcdff-f865-4e48-b101-efc664b88cf9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:38.056501 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.083819 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.111924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.116520 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/networks/d75e832e-fb83-44ec-a801-80e68e8e6256 HTTP/1.1" status: 204 len: 168 time: 1.6532075 Jul 07 19:22:38.121754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:38.163449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2588644f-5154-4da1-9d44-8ff1b08ed7a5 None None] Provisioning for port 0e5a3577-39b7-447f-9acd-99c20c942f5e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:38.174593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2588644f-5154-4da1-9d44-8ff1b08ed7a5 None None] Provisioning complete for port 0e5a3577-39b7-447f-9acd-99c20c942f5e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:38.175053 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2588644f-5154-4da1-9d44-8ff1b08ed7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.215655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2588644f-5154-4da1-9d44-8ff1b08ed7a5 None None] Port 0e5a3577-39b7-447f-9acd-99c20c942f5e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:22:38.221864 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.226826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.233540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a74c20f-719b-4154-9b59-d5b0e501c206 req-89f8b54c-0872-4938-b069-c04761c18812 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.238340 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86018125-2cdc-431b-95c4-211ea6246456 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Network': ['ID=d75e832e-fb83-44ec-a801-80e68e8e6256,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:38.244890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2386257e-36d6-46cc-8403-e3c184fdb8de no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:38.270925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:22:38.274312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 2386257e-36d6-46cc-8403-e3c184fdb8de {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:38.274827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2386257e-36d6-46cc-8403-e3c184fdb8de not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:38.275609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b12afe00-6c7e-40d1-922e-174a69464550 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:38.281761 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.286180 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] 10.222.0.113 "DELETE /v2.0/networks/f9e864fb-31e7-4a46-8982-13428aca667d HTTP/1.1" status: 204 len: 168 time: 0.7430649 Jul 07 19:22:38.303958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: b12afe00-6c7e-40d1-922e-174a69464550 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:38.304407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b12afe00-6c7e-40d1-922e-174a69464550 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:38.327643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.327915 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Added segment 50cb06f0-4733-4f6e-951e-eb362d24abe0 of type vlan for network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 Jul 07 19:22:38.331142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba596ce-f7d5-4075-985e-a0a4818e845e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:38.344199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efc7dd-fcd6-47f0-826b-fbe10a585a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e864fb-31e7-4a46-8982-13428aca667d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:38.387550 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.399485 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4636d19-09c7-488e-82d5-3886b07de882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.478680 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.482368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60706) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:38.555593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.595693 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.596711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:38.597300 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.640698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:38.650161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:38.662458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:38.669272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:38.669996 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.682142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=db84f924-4daa-4d5e-b403-d417b7a71cff,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:38.758153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dc9f8b7b-9774-4c1c-8731-173fd70c6c66 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=04c0eb782daf4a848fc2b6709b7f3e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686918 Jul 07 19:22:38.764332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:38.786916 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a74c20f-719b-4154-9b59-d5b0e501c206 req-89f8b54c-0872-4938-b069-c04761c18812 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.810905 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-801ccdbd-6413-4ae8-9288-7a741d351a88 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4927821 Jul 07 19:22:38.813695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:38.817673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] Pushing event updated for resources: {'Network': ['ID=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:38.827020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9ef2ee54-376e-4118-8145-b8646e7dfe41 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:38.832582 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a74c20f-719b-4154-9b59-d5b0e501c206 req-89f8b54c-0872-4938-b069-c04761c18812 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.847696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:38.849639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-79efd35e-d90b-492f-943d-b0732610441d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7960467 Jul 07 19:22:38.867414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60716) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:38.872728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.882024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] Request body: {'subnet': {'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1021954975-subnet', 'tenant_id': 'd79bdeb1683649e2af1e26e0a17fc94a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:38.896141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.897565 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.956092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a74c20f-719b-4154-9b59-d5b0e501c206 req-89f8b54c-0872-4938-b069-c04761c18812 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:38.957486 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a74c20f-719b-4154-9b59-d5b0e501c206 req-89f8b54c-0872-4938-b069-c04761c18812 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.2577198 Jul 07 19:22:38.971022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8b54c-0872-4938-b069-c04761c18812 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1783cbff-2542-450b-b1b8-06859541d3ff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:39.001234 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f91c19d-722f-4aa4-b319-7606a2431e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.007404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ee54-376e-4118-8145-b8646e7dfe41 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.039908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f193fd-4116-4d3c-8874-ca9ea4d7823d req-74aa70d2-16e3-44fa-99e4-d5c232d11b62 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:39.043176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58f193fd-4116-4d3c-8874-ca9ea4d7823d req-74aa70d2-16e3-44fa-99e4-d5c232d11b62 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.2878320 Jul 07 19:22:39.059984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event updated for resources: {'Port': ['ID=0e5a3577-39b7-447f-9acd-99c20c942f5e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:39.067010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] Made reservation on behalf of d79bdeb1683649e2af1e26e0a17fc94a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:39.068424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.069374 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.074967 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f91c19d-722f-4aa4-b319-7606a2431e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.206225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58f193fd-4116-4d3c-8874-ca9ea4d7823d req-82cf87aa-c902-4a12-8284-220185d1a668 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407571 Jul 07 19:22:39.244506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f91c19d-722f-4aa4-b319-7606a2431e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.248460 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f91c19d-722f-4aa4-b319-7606a2431e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.253008 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5f91c19d-722f-4aa4-b319-7606a2431e74 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ca9d2220-42fe-419e-aaea-274d26580e19 HTTP/1.1" status: 204 len: 168 time: 0.4874678 Jul 07 19:22:39.261855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Network 73fc2900-2ef8-49fa-9b14-55680020128f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:39.267074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:39.356200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91c19d-722f-4aa4-b319-7606a2431e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9d2220-42fe-419e-aaea-274d26580e19,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:39.525142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b4aa2e1c-cc77-4636-803d-d632b90dbf49 req-849d5b93-fc05-461b-a593-5ca5e32c689b tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1062121899', 'description': 'tempest-description-1495858672'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:39.555423 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.582791 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4aa2e1c-cc77-4636-803d-d632b90dbf49 req-849d5b93-fc05-461b-a593-5ca5e32c689b tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.653456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-71541d69-bc2c-4760-91b8-643678b6f932 None None] Provisioning complete for port 0e5a3577-39b7-447f-9acd-99c20c942f5e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:39.654625 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71541d69-bc2c-4760-91b8-643678b6f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.684887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4aa2e1c-cc77-4636-803d-d632b90dbf49 req-849d5b93-fc05-461b-a593-5ca5e32c689b tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.722072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-71541d69-bc2c-4760-91b8-643678b6f932 None None] Port 0e5a3577-39b7-447f-9acd-99c20c942f5e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:22:39.739935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Router d798d4f6-2896-498c-b8a2-3f581037a5ea has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:39.770924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:39.889859 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ee54-376e-4118-8145-b8646e7dfe41 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.910220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] Checking segment: {'id': '50cb06f0-4733-4f6e-951e-eb362d24abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:39.910848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] Network hostable DHCP agents. Network: b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:39.935284 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ee54-376e-4118-8145-b8646e7dfe41 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.967087 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4aa2e1c-cc77-4636-803d-d632b90dbf49 req-849d5b93-fc05-461b-a593-5ca5e32c689b tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.998745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2ee54-376e-4118-8145-b8646e7dfe41 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] In _notify_port_updated(), no bound segment for port db84f924-4daa-4d5e-b403-d417b7a71cff on network 26f53304-88db-40e3-94d9-112ed647e0b5 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:22:40.005112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2ee54-376e-4118-8145-b8646e7dfe41 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:40.005742 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ee54-376e-4118-8145-b8646e7dfe41 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.010187 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9ef2ee54-376e-4118-8145-b8646e7dfe41 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "PUT /v2.0/ports/db84f924-4daa-4d5e-b403-d417b7a71cff HTTP/1.1" status: 200 len: 818 time: 1.1945143 Jul 07 19:22:40.012688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:40.015990 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4aa2e1c-cc77-4636-803d-d632b90dbf49 req-849d5b93-fc05-461b-a593-5ca5e32c689b tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.032639 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2ee54-376e-4118-8145-b8646e7dfe41 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=db84f924-4daa-4d5e-b403-d417b7a71cff,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:40.057307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:40.057732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.110060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d5b93-fc05-461b-a593-5ca5e32c689b tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f40aaed-c9de-4128-bbc0-4c720a9ef5c6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:40.130936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] Network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:40.174604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:40.176529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:40.185592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:40.185735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7d7ec-5563-4778-8319-557cebe4e257 None None] Network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:40.185990 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.191304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75441f10-0558-4c14-a0b6-d7025cfa03c2 None None] Sync routers for ids ['d798d4f6-2896-498c-b8a2-3f581037a5ea'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:40.191528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e439df6a-1757-4669-9539-d9c532b30fe6 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "PUT /v2.0/routers/d798d4f6-2896-498c-b8a2-3f581037a5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1031194 Jul 07 19:22:40.196556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:40.332433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] For port bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e,segment=NetworkSegment(5732f092-4e1d-460f-a9ac-6eafd97b671e),segment_id=5732f092-4e1d-460f-a9ac-6eafd97b671e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:40.332854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.373365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:40.394340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75441f10-0558-4c14-a0b6-d7025cfa03c2 None None] Routers {'d798d4f6-2896-498c-b8a2-3f581037a5ea'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:40.395538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75441f10-0558-4c14-a0b6-d7025cfa03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d798d4f6-2896-498c-b8a2-3f581037a5ea'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:40.408705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:40.422504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bdd11f8-6691-4d6a-86a7-0b4137e35b82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.498033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8b7087-853c-4b00-afe0-16c278b9f233 None None] Network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:40.559062 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-0bdd11f8-6691-4d6a-86a7-0b4137e35b82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 19:22:40.563323 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0bdd11f8-6691-4d6a-86a7-0b4137e35b82 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "DELETE /v2.0/routers/d798d4f6-2896-498c-b8a2-3f581037a5ea HTTP/1.1" status: 409 len: 329 time: 0.3626280 Jul 07 19:22:40.563323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:40.633990 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4aa2e1c-cc77-4636-803d-d632b90dbf49 req-849d5b93-fc05-461b-a593-5ca5e32c689b tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.646920 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4aa2e1c-cc77-4636-803d-d632b90dbf49 req-849d5b93-fc05-461b-a593-5ca5e32c689b tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.679365 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d5b93-fc05-461b-a593-5ca5e32c689b tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186a8d62-af06-47ae-9a13-4de251d02087,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:40.708125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4ff46254-9a70-40f0-8929-fbec0aae55af admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8339520 Jul 07 19:22:40.773543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e1168071-a2cc-432e-9c25-7adefeb5769e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port db84f924-4daa-4d5e-b403-d417b7a71cff {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:40.783978 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75441f10-0558-4c14-a0b6-d7025cfa03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:40.791266 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1168071-a2cc-432e-9c25-7adefeb5769e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.804563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1022325890-network', 'tenant_id': '1f8bc9635b2f4f79b829514c4ed501e2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:40.808116 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4aa2e1c-cc77-4636-803d-d632b90dbf49 req-849d5b93-fc05-461b-a593-5ca5e32c689b tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.820636 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4aa2e1c-cc77-4636-803d-d632b90dbf49 req-849d5b93-fc05-461b-a593-5ca5e32c689b tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.3018539 Jul 07 19:22:40.857911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75441f10-0558-4c14-a0b6-d7025cfa03c2 None None] Routers {'d798d4f6-2896-498c-b8a2-3f581037a5ea'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:40.858611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75441f10-0558-4c14-a0b6-d7025cfa03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d798d4f6-2896-498c-b8a2-3f581037a5ea'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:40.878129 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.880364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Made reservation on behalf of 1f8bc9635b2f4f79b829514c4ed501e2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:40.883368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.911795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75441f10-0558-4c14-a0b6-d7025cfa03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:40.912911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75441f10-0558-4c14-a0b6-d7025cfa03c2 None None] The sync data for ids ['d798d4f6-2896-498c-b8a2-3f581037a5ea'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:40.934467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:40.942024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:40.974649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab10ea71-f5be-4840-8f3f-b63d6b214149 req-0fb78f4e-dcdc-4be0-83a0-3e04f10c1775 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1524379774', 'description': 'tempest-description-186400797'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:41.026092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30178-9ecc-41e4-adfa-ed049f6f6976 req-44083e05-c888-4dad-8570-b65109ff5e7f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:41.028723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ccc30178-9ecc-41e4-adfa-ed049f6f6976 req-44083e05-c888-4dad-8570-b65109ff5e7f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.4411495 Jul 07 19:22:41.049321 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e923dcd7-e53c-4d87-a821-b1502e7be0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.111617 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1168071-a2cc-432e-9c25-7adefeb5769e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.134935 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab10ea71-f5be-4840-8f3f-b63d6b214149 req-0fb78f4e-dcdc-4be0-83a0-3e04f10c1775 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.199065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e1168071-a2cc-432e-9c25-7adefeb5769e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for db84f924-4daa-4d5e-b403-d417b7a71cff owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:41.255722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ccc30178-9ecc-41e4-adfa-ed049f6f6976 req-237711e5-f536-480e-a551-42835d37b243 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166324 Jul 07 19:22:41.262618 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.330708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.430694 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1168071-a2cc-432e-9c25-7adefeb5769e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.502881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1168071-a2cc-432e-9c25-7adefeb5769e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=db84f924-4daa-4d5e-b403-d417b7a71cff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:41.520395 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1168071-a2cc-432e-9c25-7adefeb5769e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.528240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e1168071-a2cc-432e-9c25-7adefeb5769e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/db84f924-4daa-4d5e-b403-d417b7a71cff HTTP/1.1" status: 204 len: 168 time: 1.4980500 Jul 07 19:22:41.528948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:41.596928 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.716775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb265cd2-d390-459c-a2fd-c1598d995ca2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:41.722477 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bb265cd2-d390-459c-a2fd-c1598d995ca2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1884539 Jul 07 19:22:41.723734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:41.758281 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a79c88a-9bc6-4e9e-8722-146a44820538 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:22:41.764298 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4a79c88a-9bc6-4e9e-8722-146a44820538 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/db84f924-4daa-4d5e-b403-d417b7a71cff HTTP/1.1" status: 404 len: 333 time: 0.0348086 Jul 07 19:22:41.776051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:41.783495 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.784665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1827150714'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:41.825830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab10ea71-f5be-4840-8f3f-b63d6b214149 req-0fb78f4e-dcdc-4be0-83a0-3e04f10c1775 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.850088 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab10ea71-f5be-4840-8f3f-b63d6b214149 req-0fb78f4e-dcdc-4be0-83a0-3e04f10c1775 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.878718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:22:41.915162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb78f4e-dcdc-4be0-83a0-3e04f10c1775 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6066df-8475-48f1-9764-80f15aa107f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:41.938198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:41.943176 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.975399 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab10ea71-f5be-4840-8f3f-b63d6b214149 req-0fb78f4e-dcdc-4be0-83a0-3e04f10c1775 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.984947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab10ea71-f5be-4840-8f3f-b63d6b214149 req-0fb78f4e-dcdc-4be0-83a0-3e04f10c1775 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.1187122 Jul 07 19:22:41.987943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:41.988370 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Added segment f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4 of type vlan for network 1e4926f2-26a7-4265-938e-2e5d04c45f95 Jul 07 19:22:41.993414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b894ae-afae-45a3-914f-1873b8c51059,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:42.004550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router f1701c28-664c-4132-9ec4-0285a965a861 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:42.013667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:22:42.055543 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:42.055897 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Added segment 5116c5e0-3276-4c86-b541-4a4c42af6231 of type vlan for network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 Jul 07 19:22:42.079674 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:42.197272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:42.232723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:42.244498 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-096f84fd-30fc-4d6e-b4a0-56cf68b4a1ad tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1208024 Jul 07 19:22:42.246781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:42.246949 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d8902d-e4cd-4c15-b611-35c2f0b17a0d None None] Sync routers for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:42.248385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c937c60-ede7-4a22-aa03-44e704a52124 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:42.261215 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8902d-e4cd-4c15-b611-35c2f0b17a0d None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:42.279319 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8d8902d-e4cd-4c15-b611-35c2f0b17a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:42.327668 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:42.338991 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:42.351290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:42.355741 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:42.392621 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:42.394087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:42.398410 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:42.442517 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0301559 Jul 07 19:22:42.444729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:42.474448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] Request body: {'subnet': {'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1022325890-subnet', 'tenant_id': '1f8bc9635b2f4f79b829514c4ed501e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:42.503942 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c8d8902d-e4cd-4c15-b611-35c2f0b17a0d None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:42.552912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-220c16df-2f12-4de7-b895-c63d6944cc10 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting subnet 6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:42.578936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8001962 Jul 07 19:22:42.582505 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-220c16df-2f12-4de7-b895-c63d6944cc10 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:42.631622 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:42.658444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:42.676595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad1650-6da4-4a64-aa80-ddbca0b872ba tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Network': ['ID=30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:42.688106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:42.791705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] Made reservation on behalf of 1f8bc9635b2f4f79b829514c4ed501e2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:42.795007 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:42.845006 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-220c16df-2f12-4de7-b895-c63d6944cc10 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:43.013452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331b905-8b47-410a-ba34-c2eeb586239e admin admin] Pushing event updated for resources: {'Network': ['ID=1e4926f2-26a7-4265-938e-2e5d04c45f95,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:43.028332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 1e4926f2-26a7-4265-938e-2e5d04c45f95 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:22:43.079134 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8d8902d-e4cd-4c15-b611-35c2f0b17a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:40Z', 'revision_number': 10, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:43.112922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375a9d5-3131-49ee-b07f-5f08d647f326 req-3bbe14c9-f727-46fd-a4e6-c420ad125e37 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:43.113558 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d8902d-e4cd-4c15-b611-35c2f0b17a0d None None] Checking router: f1701c28-664c-4132-9ec4-0285a965a861 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:43.120087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e375a9d5-3131-49ee-b07f-5f08d647f326 req-3bbe14c9-f727-46fd-a4e6-c420ad125e37 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.5921185 Jul 07 19:22:43.126537 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8902d-e4cd-4c15-b611-35c2f0b17a0d None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:43.128226 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8d8902d-e4cd-4c15-b611-35c2f0b17a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:43.158848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-0ffee6ba-2988-4071-bdfc-6a24cefabf9d tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45144 time: 1.1470180 Jul 07 19:22:43.180698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9c937c60-ede7-4a22-aa03-44e704a52124 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Deleting port 0e5a3577-39b7-447f-9acd-99c20c942f5e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:43.181343 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c937c60-ede7-4a22-aa03-44e704a52124 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:43.187589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:43.191334 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:43.246757 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c8d8902d-e4cd-4c15-b611-35c2f0b17a0d None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:43.281167 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-220c16df-2f12-4de7-b895-c63d6944cc10 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:43.285609 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c937c60-ede7-4a22-aa03-44e704a52124 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:43.301322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9c937c60-ede7-4a22-aa03-44e704a52124 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Calling delete_port for 0e5a3577-39b7-447f-9acd-99c20c942f5e owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:43.387091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e375a9d5-3131-49ee-b07f-5f08d647f326 req-7e4f08b9-c56e-4f06-a9dc-671873bc083a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639022 Jul 07 19:22:43.461314 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-8b2fe02d-7654-408d-a681-db4be8549d33 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/01ef1c3b-3d7c-4299-8593-5846037f1fb7 HTTP/1.1" status: 200 len: 2985 time: 0.3014767 Jul 07 19:22:43.567807 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8d8902d-e4cd-4c15-b611-35c2f0b17a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:40Z', 'revision_number': 10, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:43.601221 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d8902d-e4cd-4c15-b611-35c2f0b17a0d None None] The sync data for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 is: [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:40Z', 'revision_number': 10, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None, '_interfaces': [{'id': 'ca935318-0bd6-459e-ada1-bdd7693997f8', 'name': '', 'network_id': '3ccca1ed-c1d9-463f-90c7-b9574c1f117b', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'mac_address': 'fa:16:3e:2c:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:28Z', 'updated_at': '2021-07-07T19:21:37Z', 'revision_number': 5, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'subnets': [{'id': '78dbba69-0e5d-415b-beb0-eb3ccd4d30de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:43.621305 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-220c16df-2f12-4de7-b895-c63d6944cc10 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:43.627168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c937c60-ede7-4a22-aa03-44e704a52124 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:43.695644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c937c60-ede7-4a22-aa03-44e704a52124 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Port': ['ID=0e5a3577-39b7-447f-9acd-99c20c942f5e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:43.739704 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-220c16df-2f12-4de7-b895-c63d6944cc10 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:43.742134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-220c16df-2f12-4de7-b895-c63d6944cc10 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e HTTP/1.1" status: 204 len: 168 time: 1.4920392 Jul 07 19:22:43.742958 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:43.746559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:43.757646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f81d80-f8ff-4ac9-9730-180a2b19bc88 None None] Network 6f4cc68e-21c0-415e-94e3-e013f02814d3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:43.758792 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c16df-2f12-4de7-b895-c63d6944cc10 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:43.802944 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c937c60-ede7-4a22-aa03-44e704a52124 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:43.893515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-dfb51b22-5c9d-412f-9e0b-d7689874c119 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/01ef1c3b-3d7c-4299-8593-5846037f1fb7 HTTP/1.1" status: 200 len: 2985 time: 0.4296043 Jul 07 19:22:43.894895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d713e471-2905-4e1a-a54a-f3a9819f88d8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:43.957200 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.037128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:44.110950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:44.111609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bbfbded9-7b78-4305-a6ec-9c5ca5e1e38e not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:44.151115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.201899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c937c60-ede7-4a22-aa03-44e704a52124 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Router d798d4f6-2896-498c-b8a2-3f581037a5ea has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:44.215381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] DHCP port deletion for 6f4cc68e-21c0-415e-94e3-e013f02814d3 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:22:44.227668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.278985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Deleting port a7d8eaf9-b9f4-46a0-9006-05924b54b238 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:44.279418 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.292947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-8202b01e-b721-40fe-80cc-a0c5b237dd43 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/033e818f-c0d1-4302-9523-6ad328379cfa HTTP/1.1" status: 200 len: 2973 time: 0.3708220 Jul 07 19:22:44.315782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c937c60-ede7-4a22-aa03-44e704a52124 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:44.325338 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9c937c60-ede7-4a22-aa03-44e704a52124 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "PUT /v2.0/routers/d798d4f6-2896-498c-b8a2-3f581037a5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7612193 Jul 07 19:22:44.329077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:44.341148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efcd2c4-febc-473b-916a-52149c61f12c None None] Sync routers for ids ['d798d4f6-2896-498c-b8a2-3f581037a5ea'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:44.365239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efcd2c4-febc-473b-916a-52149c61f12c None None] Routers {'d798d4f6-2896-498c-b8a2-3f581037a5ea'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:44.366190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6efcd2c4-febc-473b-916a-52149c61f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d798d4f6-2896-498c-b8a2-3f581037a5ea'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:44.375134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Subnet': ['ID=c7bfdfe4-b339-44a8-a50a-90d9d1bd092c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:44.412432 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-33666377-bb28-4c45-8b98-7720004a1fe9 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] show failed (client error): The resource could not be found. Jul 07 19:22:44.418730 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-33666377-bb28-4c45-8b98-7720004a1fe9 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "GET /v2.0/routers/tempest-non_exist_router-1077111451 HTTP/1.1" status: 404 len: 335 time: 0.0829167 Jul 07 19:22:44.418971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6efcd2c4-febc-473b-916a-52149c61f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:44.422682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:44.428962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] For port a7d8eaf9-b9f4-46a0-9006-05924b54b238, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a7d8eaf9-b9f4-46a0-9006-05924b54b238,segment=NetworkSegment(5732f092-4e1d-460f-a9ac-6eafd97b671e),segment_id=5732f092-4e1d-460f-a9ac-6eafd97b671e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:44.429364 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.440216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f3c5a96d-45b8-4ae7-a559-09cbc4c32fed tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:44.447221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efcd2c4-febc-473b-916a-52149c61f12c None None] Routers {'d798d4f6-2896-498c-b8a2-3f581037a5ea'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:44.447854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6efcd2c4-febc-473b-916a-52149c61f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d798d4f6-2896-498c-b8a2-3f581037a5ea'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:44.453267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] Checking segment: {'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:44.453740 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] Network hostable DHCP agents. Network: 1e4926f2-26a7-4265-938e-2e5d04c45f95, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:44.486417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Calling delete_port for a7d8eaf9-b9f4-46a0-9006-05924b54b238 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:44.488452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6efcd2c4-febc-473b-916a-52149c61f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:44.489305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efcd2c4-febc-473b-916a-52149c61f12c None None] The sync data for ids ['d798d4f6-2896-498c-b8a2-3f581037a5ea'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:44.504157 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-f3c5a96d-45b8-4ae7-a559-09cbc4c32fed tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] update failed (client error): The resource could not be found. Jul 07 19:22:44.505448 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f3c5a96d-45b8-4ae7-a559-09cbc4c32fed tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "PUT /v2.0/routers/tempest-non_exist_router-1237535139 HTTP/1.1" status: 404 len: 335 time: 0.0761659 Jul 07 19:22:44.508427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843403-a477-4564-84eb-746c954a361d req-682b3cb9-83eb-48d4-9579-c9816fa2d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:44.508936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b843403-a477-4564-84eb-746c954a361d req-682b3cb9-83eb-48d4-9579-c9816fa2d9c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 1097 time: 0.6068256 Jul 07 19:22:44.513451 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:44.514932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-14d6ad77-e6ac-49e1-9698-3004c77bd6b6 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/033e818f-c0d1-4302-9523-6ad328379cfa HTTP/1.1" status: 200 len: 2973 time: 0.2115343 Jul 07 19:22:44.515777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Checking segment: {'id': '5116c5e0-3276-4c86-b541-4a4c42af6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:44.516062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network hostable DHCP agents. Network: 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:22:44.585477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecef1b7-d87f-487f-a0c7-b4039c43e933 req-23c60cf5-f638-4009-b2e7-3350cfa01017 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:44.590843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6493a01-e135-42df-b847-a0c005482320 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Deleting subnet 818f2333-6eb7-4e3a-a869-f2c42cb52e5e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:44.593052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ecef1b7-d87f-487f-a0c7-b4039c43e933 req-23c60cf5-f638-4009-b2e7-3350cfa01017 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.5205698 Jul 07 19:22:44.595882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6493a01-e135-42df-b847-a0c005482320 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.632925 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.648602 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6493a01-e135-42df-b847-a0c005482320 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.661774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:44.664227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Pushing event deleted for resources: {'Port': ['ID=a7d8eaf9-b9f4-46a0-9006-05924b54b238,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:44.674540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.675179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.675693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.676201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.676734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.677057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] Network 1e4926f2-26a7-4265-938e-2e5d04c45f95 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:22:44.677445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.677948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.678446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.678954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.679466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.679961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.680456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:22:44.687849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31142f3-7d04-41a0-8e3c-ce293278900e None None] No DVR routers for this DVR port a7d8eaf9-b9f4-46a0-9006-05924b54b238 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:44.703233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port a7d8eaf9-b9f4-46a0-9006-05924b54b238 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:44.703440 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.732260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:44.742495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f36318-f91d-467d-9819-dc2eed6d5502 None None] Network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:44.768885 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6493a01-e135-42df-b847-a0c005482320 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.804515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 1e4926f2-26a7-4265-938e-2e5d04c45f95) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:44.822611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:44.824135 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.829529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9e1a9-3c7f-4ff9-a41c-535f0ce4aa7c None None] Network 1e4926f2-26a7-4265-938e-2e5d04c45f95 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:44.839407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:44.840305 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.852787 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6493a01-e135-42df-b847-a0c005482320 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.898067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6493a01-e135-42df-b847-a0c005482320 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Subnet': ['ID=818f2333-6eb7-4e3a-a869-f2c42cb52e5e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:44.902306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6493a01-e135-42df-b847-a0c005482320 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.905009 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c6493a01-e135-42df-b847-a0c005482320 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "DELETE /v2.0/subnets/818f2333-6eb7-4e3a-a869-f2c42cb52e5e HTTP/1.1" status: 204 len: 168 time: 0.3892970 Jul 07 19:22:44.907357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:44.907618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5c7cb1-4baa-4b40-92ea-356a6cb4b9b2 None None] Network 794f015b-7303-41e8-b88e-ae6dd6f77d8c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:44.924185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] For port a7d8eaf9-b9f4-46a0-9006-05924b54b238, host n-d-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:44.924531 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:44.929743 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-fc99d3a7-0486-4b03-9c2f-af121edf25aa tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/14af4bb4-5c50-42a7-9528-5f0f2d154e64 HTTP/1.1" status: 200 len: 2985 time: 0.4015365 Jul 07 19:22:44.942857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ecef1b7-d87f-487f-a0c7-b4039c43e933 req-d5f15e3b-c39d-46cb-86e1-92d2e8a09ffb tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998321 Jul 07 19:22:44.944150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0423e0bf-2667-4e3e-b9d8-64dc10d24ec7 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4894760 Jul 07 19:22:44.964791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d854ee6d-d2fc-407c-bdf3-5308c133eb49 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3236001 Jul 07 19:22:44.968896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:44.975170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-84af262d-b2cd-494c-9f07-a0c5c0fef61f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:45.078068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for a7d8eaf9-b9f4-46a0-9006-05924b54b238 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:45.088536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Port a7d8eaf9-b9f4-46a0-9006-05924b54b238 was not found and therefore no delete operation was performed {{(pid=93770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:22:45.089935 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.201395 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.204132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843403-a477-4564-84eb-746c954a361d req-04c9afb7-d4c3-4899-b1c6-c1be0cb72a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:45.205860 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b843403-a477-4564-84eb-746c954a361d req-04c9afb7-d4c3-4899-b1c6-c1be0cb72a3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 913 time: 0.6872575 Jul 07 19:22:45.211024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84af262d-b2cd-494c-9f07-a0c5c0fef61f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:45.212232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2', 'network_id': '30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2', 'tenant_id': '7bed1ecd91fd4bf692db2b8d56596aeb', 'fixed_ips': [{'subnet_id': 'c7bfdfe4-b339-44a8-a50a-90d9d1bd092c'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:22:45.213406 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.217968 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84af262d-b2cd-494c-9f07-a0c5c0fef61f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.223165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-97cb2c0e-80ca-4b41-85e8-dc4652d35bc6 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/14af4bb4-5c50-42a7-9528-5f0f2d154e64 HTTP/1.1" status: 200 len: 2985 time: 0.2747746 Jul 07 19:22:45.233859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Deleting port 409fcdff-f865-4e48-b101-efc664b88cf9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:45.234588 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.273332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=a7d8eaf9-b9f4-46a0-9006-05924b54b238,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:45.325816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No DVR routers for this DVR port a7d8eaf9-b9f4-46a0-9006-05924b54b238 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:45.335863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d3b3c-b8df-4fb7-9791-da7a7218f2b3 None None] Network 1e4926f2-26a7-4265-938e-2e5d04c45f95 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:45.393770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] For port 409fcdff-f865-4e48-b101-efc664b88cf9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=409fcdff-f865-4e48-b101-efc664b88cf9,segment=NetworkSegment(418aaa5c-76b5-4bd2-b8ed-17350a625b75),segment_id=418aaa5c-76b5-4bd2-b8ed-17350a625b75)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:45.394173 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.418964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Calling delete_port for 409fcdff-f865-4e48-b101-efc664b88cf9 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:45.430843 n-d-792394-12 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-84af262d-b2cd-494c-9f07-a0c5c0fef61f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7bfdfe4-b339-44a8-a50a-90d9d1bd092c (CIDR: 2001:db8::/64) Jul 07 19:22:45.438577 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-84af262d-b2cd-494c-9f07-a0c5c0fef61f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:22:45.439042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84af262d-b2cd-494c-9f07-a0c5c0fef61f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:22:45.498144 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-84af262d-b2cd-494c-9f07-a0c5c0fef61f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5238171 Jul 07 19:22:45.499032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:45.508581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e8db4728-b458-4820-a0f5-e561d69d5516 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:45.619525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.639352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Allocated IP 2001:db8::2 (30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2/c7bfdfe4-b339-44a8-a50a-90d9d1bd092c/88902bcd-845b-4504-969e-46f8892897c3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:45.658222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Port': ['ID=409fcdff-f865-4e48-b101-efc664b88cf9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:45.660236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] No DVR routers for this DVR port 409fcdff-f865-4e48-b101-efc664b88cf9 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:45.755827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa5797b-fae3-484b-af25-2f8687b6444c None None] DHCP port deletion for 794f015b-7303-41e8-b88e-ae6dd6f77d8c request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:22:45.800320 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.816284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794f015b-7303-41e8-b88e-ae6dd6f77d8c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:45.855078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8db4728-b458-4820-a0f5-e561d69d5516 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:45.858946 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8db4728-b458-4820-a0f5-e561d69d5516 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.874840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-160c5ae0-581a-4fd6-b94f-f7cce7cc0fb1 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:45.876825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-160c5ae0-581a-4fd6-b94f-f7cce7cc0fb1 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/networks?id=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 HTTP/1.1" status: 200 len: 809 time: 0.7970452 Jul 07 19:22:45.882860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418aaa5c-76b5-4bd2-b8ed-17350a625b75') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:45.883170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418aaa5c-76b5-4bd2-b8ed-17350a625b75') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:45.931243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-b9b96f9a-b41b-4613-94df-9659e0c41e7c tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/quotas/d79bdeb1683649e2af1e26e0a17fc94a HTTP/1.1" status: 200 len: 375 time: 0.0396061 Jul 07 19:22:45.958834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.963475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 409fcdff-f865-4e48-b101-efc664b88cf9 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:45.968642 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:45.987243 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.006330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:46.006761 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:46.010355 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:46.026149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 409fcdff-f865-4e48-b101-efc664b88cf9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:46.029031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 409fcdff-f865-4e48-b101-efc664b88cf9 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:46.029718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a7d8eaf9-b9f4-46a0-9006-05924b54b238 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:46.054770 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: a7d8eaf9-b9f4-46a0-9006-05924b54b238 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:46.055430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a7d8eaf9-b9f4-46a0-9006-05924b54b238 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:46.072531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b843403-a477-4564-84eb-746c954a361d req-da0c9bfa-48ce-4514-a620-df94822019e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c HTTP/1.1" status: 200 len: 1001 time: 0.8566821 Jul 07 19:22:46.083601 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-34078a99-6887-4dee-b331-984151bfc454 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d79bdeb1683649e2af1e26e0a17fc94a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050360 Jul 07 19:22:46.085686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-9e2b5c10-1a56-462c-bc0b-5dcee5824b05 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/2f40aaed-c9de-4128-bbc0-4c720a9ef5c6 HTTP/1.1" status: 200 len: 2985 time: 0.8177555 Jul 07 19:22:46.090778 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.111290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.122143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Transition to ACTIVE for port object 88902bcd-845b-4504-969e-46f8892897c3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:46.133983 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.136525 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "DELETE /v2.0/networks/794f015b-7303-41e8-b88e-ae6dd6f77d8c HTTP/1.1" status: 204 len: 168 time: 1.2281287 Jul 07 19:22:46.137768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c93089-6a31-4946-94a8-86af17e6a6c5 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Network': ['ID=794f015b-7303-41e8-b88e-ae6dd6f77d8c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:46.141772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:46.151031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Transition to ACTIVE for port object 88902bcd-845b-4504-969e-46f8892897c3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:46.166066 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.194937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4cc68e-21c0-415e-94e3-e013f02814d3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:46.205021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b38ab57-cf78-41cb-b665-8383f4b3df5d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Deleting subnet 2a5f888a-5867-4238-86ab-900d659851a2 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:46.209028 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b38ab57-cf78-41cb-b665-8383f4b3df5d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.230921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:46.236724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:46.241725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Pushing event updated for resources: {'Port': ['ID=88902bcd-845b-4504-969e-46f8892897c3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:46.263629 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b38ab57-cf78-41cb-b665-8383f4b3df5d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.268577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:46.270992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5732f092-4e1d-460f-a9ac-6eafd97b671e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:46.271552 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5732f092-4e1d-460f-a9ac-6eafd97b671e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:46.320195 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-432bd953-96f9-43a1-ac45-760e1fdbf893 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/2f40aaed-c9de-4128-bbc0-4c720a9ef5c6 HTTP/1.1" status: 200 len: 2985 time: 0.2255628 Jul 07 19:22:46.323391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843403-a477-4564-84eb-746c954a361d req-a49f125f-1e4d-46dc-a235-de844b4659b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:46.327242 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b843403-a477-4564-84eb-746c954a361d req-a49f125f-1e4d-46dc-a235-de844b4659b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 HTTP/1.1" status: 200 len: 850 time: 0.2391956 Jul 07 19:22:46.335190 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.358872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Attempting to bind port 88902bcd-845b-4504-969e-46f8892897c3 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:46.359124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Attempting to bind port 88902bcd-845b-4504-969e-46f8892897c3 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '5116c5e0-3276-4c86-b541-4a4c42af6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:46.359384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Attempting to bind port 88902bcd-845b-4504-969e-46f8892897c3 on network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:46.367470 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:46.367840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Checking segment: {'id': '5116c5e0-3276-4c86-b541-4a4c42af6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:46.368238 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.369521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Bound using segment: {'id': '5116c5e0-3276-4c86-b541-4a4c42af6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:46.369521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Bound port: 88902bcd-845b-4504-969e-46f8892897c3, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5116c5e0-3276-4c86-b541-4a4c42af6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:46.371302 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.412395 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.438000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:46.438608 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.447242 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b38ab57-cf78-41cb-b665-8383f4b3df5d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:46.455040 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:46.503635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8db4728-b458-4820-a0f5-e561d69d5516 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.512908 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] For port 88902bcd-845b-4504-969e-46f8892897c3, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:46.529979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-cae6f9d4-77c4-43b8-b563-ee2272be0304 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/5558b693-0ca1-422d-89d8-f4afcf80be84 HTTP/1.1" status: 200 len: 2985 time: 0.2003191 Jul 07 19:22:46.549648 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-8d91ade0-3cd2-4080-b002-73933be40708 service neutron] 10.222.0.113 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434214 Jul 07 19:22:46.570341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8db4728-b458-4820-a0f5-e561d69d5516 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:46.580073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e8db4728-b458-4820-a0f5-e561d69d5516 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:46.585596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8db4728-b458-4820-a0f5-e561d69d5516 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:46.585854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8db4728-b458-4820-a0f5-e561d69d5516 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.598370 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b38ab57-cf78-41cb-b665-8383f4b3df5d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.606063 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db4728-b458-4820-a0f5-e561d69d5516 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Subnet': ['ID=aa49c3da-a507-4da9-85b8-72609684419e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:46.612772 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e8db4728-b458-4820-a0f5-e561d69d5516 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1064873 Jul 07 19:22:46.617124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] For port 88902bcd-845b-4504-969e-46f8892897c3, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=88902bcd-845b-4504-969e-46f8892897c3,segment=NetworkSegment(5116c5e0-3276-4c86-b541-4a4c42af6231),segment_id=5116c5e0-3276-4c86-b541-4a4c42af6231)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:46.625561 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.634712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38ab57-cf78-41cb-b665-8383f4b3df5d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5f888a-5867-4238-86ab-900d659851a2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:46.638112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:46.641555 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b38ab57-cf78-41cb-b665-8383f4b3df5d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.643397 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7b38ab57-cf78-41cb-b665-8383f4b3df5d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "DELETE /v2.0/subnets/2a5f888a-5867-4238-86ab-900d659851a2 HTTP/1.1" status: 204 len: 168 time: 0.5004158 Jul 07 19:22:46.647103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': '30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2', 'fixed_ips': [{'subnet_id': 'c7bfdfe4-b339-44a8-a50a-90d9d1bd092c'}, {'subnet_id': 'aa49c3da-a507-4da9-85b8-72609684419e'}], 'name': 'tempest-PortsIpV6TestJSON-482954756'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:46.648941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60870) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:46.669938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42f7b6-12ff-44f3-9abb-6377be582f6b None None] Network eabd3afa-fcea-4658-9441-8fe810436199 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:46.678578 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.728574 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:46.731155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/networks/6f4cc68e-21c0-415e-94e3-e013f02814d3 HTTP/1.1" status: 204 len: 168 time: 2.9803269 Jul 07 19:22:46.737869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60872) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:46.740661 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843403-a477-4564-84eb-746c954a361d req-a2315c5d-dccc-4a8c-9d45-bc05d649bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:46.742362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b843403-a477-4564-84eb-746c954a361d req-a2315c5d-dccc-4a8c-9d45-bc05d649bab6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4007735 Jul 07 19:22:46.780755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3474a2-ede8-40cc-8b4b-1f6ac105ce32 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Network': ['ID=6f4cc68e-21c0-415e-94e3-e013f02814d3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:46.796330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-5d86fa85-2da1-4a76-8bf4-184404879cdc tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/5558b693-0ca1-422d-89d8-f4afcf80be84 HTTP/1.1" status: 200 len: 2985 time: 0.2578673 Jul 07 19:22:46.908361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b843403-a477-4564-84eb-746c954a361d req-d0a82bc0-0784-4e49-a6b9-d73303487808 service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483338 Jul 07 19:22:46.912590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec5df55-95ab-48a1-8674-d93f4edb76aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Deleting subnet 5c7a3f9a-e987-4d23-9001-af56da16437b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:47.031053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5df55-95ab-48a1-8674-d93f4edb76aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:47.138580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:47.146555 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-312399cf-cd90-4434-bd41-506ac63344d6 service neutron] 10.222.0.113 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834165 Jul 07 19:22:47.193030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a381260-3342-4032-8104-e3e38ebe6fd6 None None] Pushing event updated for resources: {'Port': ['ID=88902bcd-845b-4504-969e-46f8892897c3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:47.201661 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5df55-95ab-48a1-8674-d93f4edb76aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:47.327035 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-6fd66086-2c24-4f68-992c-1796ee188819 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/55b894ae-afae-45a3-914f-1873b8c51059 HTTP/1.1" status: 200 len: 2985 time: 0.3991368 Jul 07 19:22:47.359653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483ebe66-f315-49ef-a5c7-1a35066f0610 None None] DHCP port deletion for eabd3afa-fcea-4658-9441-8fe810436199 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:22:47.375352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b843403-a477-4564-84eb-746c954a361d req-4dfe50a0-8214-4734-91d4-99fdb04076a0 service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150438 Jul 07 19:22:47.406757 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:47.455516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-1047b351-ea04-4420-96ec-f4a57010c929 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/55b894ae-afae-45a3-914f-1873b8c51059 HTTP/1.1" status: 200 len: 2985 time: 0.1275027 Jul 07 19:22:47.469109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-483ebe66-f315-49ef-a5c7-1a35066f0610 None None] Deleting port 4dc25121-9ed0-447e-a612-5619ca0a3fe8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:47.470599 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-483ebe66-f315-49ef-a5c7-1a35066f0610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:47.528468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-d13ca54a-0522-4285-8f76-386a08c86e2a tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/5ba596ce-f7d5-4075-985e-a0a4818e845e HTTP/1.1" status: 200 len: 2985 time: 0.0718246 Jul 07 19:22:47.533926 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5df55-95ab-48a1-8674-d93f4edb76aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:47.583972 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-483ebe66-f315-49ef-a5c7-1a35066f0610 None None] For port 4dc25121-9ed0-447e-a612-5619ca0a3fe8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4dc25121-9ed0-447e-a612-5619ca0a3fe8,segment=NetworkSegment(2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e),segment_id=2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:47.584599 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-483ebe66-f315-49ef-a5c7-1a35066f0610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:47.608983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-483ebe66-f315-49ef-a5c7-1a35066f0610 None None] Calling delete_port for 4dc25121-9ed0-447e-a612-5619ca0a3fe8 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:47.627899 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-d2fba7dc-9291-4c4c-8d74-8fde5f2212b8 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/5ba596ce-f7d5-4075-985e-a0a4818e845e HTTP/1.1" status: 200 len: 2985 time: 0.0983522 Jul 07 19:22:47.694082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5df55-95ab-48a1-8674-d93f4edb76aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:47.749583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port ef812c18-a591-4416-ba8d-33b72f822fe0 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:22:47.754134 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-483ebe66-f315-49ef-a5c7-1a35066f0610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:47.774927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-41f047e0-4fdb-4318-92de-65417e650bee tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/61271b23-6952-4e57-a14f-9ad1c33e0fc9 HTTP/1.1" status: 200 len: 2981 time: 0.1461096 Jul 07 19:22:47.784275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5df55-95ab-48a1-8674-d93f4edb76aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7a3f9a-e987-4d23-9001-af56da16437b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:47.797402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ebe66-f315-49ef-a5c7-1a35066f0610 None None] Pushing event deleted for resources: {'Port': ['ID=4dc25121-9ed0-447e-a612-5619ca0a3fe8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:47.800155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ebe66-f315-49ef-a5c7-1a35066f0610 None None] No DVR routers for this DVR port 4dc25121-9ed0-447e-a612-5619ca0a3fe8 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:47.807540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ec5df55-95ab-48a1-8674-d93f4edb76aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:47.813626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9ec5df55-95ab-48a1-8674-d93f4edb76aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "DELETE /v2.0/subnets/5c7a3f9a-e987-4d23-9001-af56da16437b HTTP/1.1" status: 204 len: 168 time: 1.1504314 Jul 07 19:22:47.820887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d576a5c-8fb4-4462-8cba-11f3e8e75e1e None None] Network e71140ae-9460-44b5-a27a-0d7ee61dd1d4 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:47.832784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:47.946015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-4b69ecb5-0658-40f3-8bf3-0eed30c55bee tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/61271b23-6952-4e57-a14f-9ad1c33e0fc9 HTTP/1.1" status: 200 len: 2981 time: 0.1553514 Jul 07 19:22:47.990678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-8fce5427-fad9-434b-a67f-a60efbe5a61c tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:47.994856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-8fce5427-fad9-434b-a67f-a60efbe5a61c tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/networks?id=1e4926f2-26a7-4265-938e-2e5d04c45f95 HTTP/1.1" status: 200 len: 818 time: 0.3280303 Jul 07 19:22:48.092186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 88902bcd-845b-4504-969e-46f8892897c3 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:48.124243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-9ee6d4d7-682e-4080-936b-a80616354df8 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/6835ab0f-24b7-4bff-809b-ddc3d5978391 HTTP/1.1" status: 200 len: 2985 time: 0.1570277 Jul 07 19:22:48.127153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-c2fca5df-8a2d-437b-9f9e-c6ad83920996 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/quotas/1f8bc9635b2f4f79b829514c4ed501e2 HTTP/1.1" status: 200 len: 375 time: 0.0253170 Jul 07 19:22:48.202790 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:48.204979 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 88902bcd-845b-4504-969e-46f8892897c3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:48.207275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-77e0c3ed-41c3-4320-8d2e-a19889572d0d tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1f8bc9635b2f4f79b829514c4ed501e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730276 Jul 07 19:22:48.268334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb97aa-d27e-4432-83cf-572fd0c9a6ef None None] DHCP port deletion for e71140ae-9460-44b5-a27a-0d7ee61dd1d4 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:22:48.377775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-8c04f996-101e-4967-b4e0-8c56f692da54 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/6835ab0f-24b7-4bff-809b-ddc3d5978391 HTTP/1.1" status: 200 len: 2985 time: 0.2521834 Jul 07 19:22:48.383215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4dc25121-9ed0-447e-a612-5619ca0a3fe8 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:48.449905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-39e31393-e1cd-43fe-8c34-0a74b9210df1 service neutron] 10.222.0.113 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241154 Jul 07 19:22:48.457352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-d5de7c2f-c01e-450b-af71-3e9021fc4d4a tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/97e9544e-f3b6-485f-8c5f-68c9087c53f8 HTTP/1.1" status: 200 len: 2985 time: 0.0786414 Jul 07 19:22:48.459106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 4dc25121-9ed0-447e-a612-5619ca0a3fe8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:48.459458 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4dc25121-9ed0-447e-a612-5619ca0a3fe8 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:48.476022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf6938c-b93a-4bb8-910d-14f5be95fad1 None None] Network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:48.497944 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:48.497944 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:48.567439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-507be854-e9fc-47f4-86cd-98a93f64e183 None None] Provisioning for port 88902bcd-845b-4504-969e-46f8892897c3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:48.575954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-507be854-e9fc-47f4-86cd-98a93f64e183 None None] Provisioning complete for port 88902bcd-845b-4504-969e-46f8892897c3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:48.576170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-0da4d637-8404-4b5b-a3ca-8970fab110aa tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/97e9544e-f3b6-485f-8c5f-68c9087c53f8 HTTP/1.1" status: 200 len: 2985 time: 0.1176775 Jul 07 19:22:48.576809 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-507be854-e9fc-47f4-86cd-98a93f64e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:48.622284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-24eb97aa-d27e-4432-83cf-572fd0c9a6ef None None] Deleting port 57fbf79e-fd4b-4c40-950b-7829e516ebba {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:48.622814 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24eb97aa-d27e-4432-83cf-572fd0c9a6ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:48.634456 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-5ef27d28-9867-4d5d-aace-d1b1ca8c2c09 service neutron] 10.222.0.113 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744466 Jul 07 19:22:48.659039 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-ae6cd2c5-f56d-4379-a402-8bf037fe59f4 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/e77a5f63-152a-4938-bb66-8d1e324d70ae HTTP/1.1" status: 200 len: 2977 time: 0.0821450 Jul 07 19:22:48.705349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8::1e8 (30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2/c7bfdfe4-b339-44a8-a50a-90d9d1bd092c/ef812c18-a591-4416-ba8d-33b72f822fe0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:48.712864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8:0:1::c (30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2/aa49c3da-a507-4da9-85b8-72609684419e/ef812c18-a591-4416-ba8d-33b72f822fe0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:48.752294 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-550e2d83-1caf-4872-91b4-647e1dd49365 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/e77a5f63-152a-4938-bb66-8d1e324d70ae HTTP/1.1" status: 200 len: 2977 time: 0.0921698 Jul 07 19:22:48.782100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-24eb97aa-d27e-4432-83cf-572fd0c9a6ef None None] For port 57fbf79e-fd4b-4c40-950b-7829e516ebba, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=57fbf79e-fd4b-4c40-950b-7829e516ebba,segment=NetworkSegment(37fc6135-36ca-45ef-9f8b-f02c7d665adf),segment_id=37fc6135-36ca-45ef-9f8b-f02c7d665adf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:48.784413 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24eb97aa-d27e-4432-83cf-572fd0c9a6ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:48.825046 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-24eb97aa-d27e-4432-83cf-572fd0c9a6ef None None] Calling delete_port for 57fbf79e-fd4b-4c40-950b-7829e516ebba owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:48.844817 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-0c0e5e70-a079-4e66-a404-2754fc237f17 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/f5893638-d07d-4a84-9f35-43cd5930a268 HTTP/1.1" status: 200 len: 2985 time: 0.0911851 Jul 07 19:22:48.941080 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24eb97aa-d27e-4432-83cf-572fd0c9a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:48.955423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-af2b12ef-b9c7-44e4-9879-50ac69102c5e tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/f5893638-d07d-4a84-9f35-43cd5930a268 HTTP/1.1" status: 200 len: 2985 time: 0.1024859 Jul 07 19:22:48.965495 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabd3afa-fcea-4658-9441-8fe810436199']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:48.994581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb97aa-d27e-4432-83cf-572fd0c9a6ef None None] Pushing event deleted for resources: {'Port': ['ID=57fbf79e-fd4b-4c40-950b-7829e516ebba,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:49.002055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb97aa-d27e-4432-83cf-572fd0c9a6ef None None] No DVR routers for this DVR port 57fbf79e-fd4b-4c40-950b-7829e516ebba on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:49.012236 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.072448 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-14ae1180-bda8-4da4-ac78-c9cb4a0ed2fb tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/fd8bf3ba-d6a9-4708-b4bf-fb2ad4539195 HTTP/1.1" status: 200 len: 2985 time: 0.1141708 Jul 07 19:22:49.081007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:49.081315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9ffa4d-1b76-44ea-ae0d-4faeb81d579e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:49.236067 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-549aa901-1c28-42cb-a346-67dcc7254d37 req-3a06ae3c-db56-4751-be71-c7f12b80f8c4 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/fd8bf3ba-d6a9-4708-b4bf-fb2ad4539195 HTTP/1.1" status: 200 len: 2985 time: 0.1545053 Jul 07 19:22:49.239654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.249551 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-507be854-e9fc-47f4-86cd-98a93f64e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.270392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.326071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-507be854-e9fc-47f4-86cd-98a93f64e183 None None] For port 88902bcd-845b-4504-969e-46f8892897c3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=88902bcd-845b-4504-969e-46f8892897c3,segment=NetworkSegment(5116c5e0-3276-4c86-b541-4a4c42af6231),segment_id=5116c5e0-3276-4c86-b541-4a4c42af6231)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:49.348813 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-507be854-e9fc-47f4-86cd-98a93f64e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.349675 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.373600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:49.374605 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.417157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507be854-e9fc-47f4-86cd-98a93f64e183 None None] Pushing event updated for resources: {'Port': ['ID=88902bcd-845b-4504-969e-46f8892897c3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:49.423964 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:49.429577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7e119-9d6d-4033-8bfc-c70347f8f473 req-0d6c612f-39e8-4b1f-a7fe-c6e2e8dfb9f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:49.431183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55f7e119-9d6d-4033-8bfc-c70347f8f473 req-0d6c612f-39e8-4b1f-a7fe-c6e2e8dfb9f7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.1582556 Jul 07 19:22:49.487475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78a503-8fcd-485a-81b0-a8b8b1ec7f40 None None] Update dhcp port {'port': {'network_id': '30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2', 'fixed_ips': [{'subnet_id': 'c7bfdfe4-b339-44a8-a50a-90d9d1bd092c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aa49c3da-a507-4da9-85b8-72609684419e'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '88902bcd-845b-4504-969e-46f8892897c3'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:22:49.503757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object ef812c18-a591-4416-ba8d-33b72f822fe0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:49.524126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c90f5011-6d00-40d2-ac4e-625ca0205fb9 req-e4231a7b-fae0-434b-bb34-0a4c7ac30adf tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 210 time: 0.0919149 Jul 07 19:22:49.554541 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb78a503-8fcd-485a-81b0-a8b8b1ec7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.557092 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.586481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55f7e119-9d6d-4033-8bfc-c70347f8f473 req-5800fc43-dc70-4310-a949-3bdcfbfe3504 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447368 Jul 07 19:22:49.603464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.603464 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "DELETE /v2.0/networks/eabd3afa-fcea-4658-9441-8fe810436199 HTTP/1.1" status: 204 len: 168 time: 1.7665470 Jul 07 19:22:49.603464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38e669-9f27-4d32-9ca8-d5d8aa1475df tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Network': ['ID=eabd3afa-fcea-4658-9441-8fe810436199,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:49.605202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:49.700397 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.782403 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.785250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=ef812c18-a591-4416-ba8d-33b72f822fe0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:49.790431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:49.794397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:49.798248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:49.805133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:49.806388 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.833928 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port ca935318-0bd6-459e-ada1-bdd7693997f8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:49.834456 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:49.857054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c47f1a14-d201-47ac-a8d9-2da84f16333e req-2b86d91c-d61d-41ae-858f-ddaf6672b7cb tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b972902bad1d40e09ba9d2487a6a9098 HTTP/1.1" status: 200 len: 6112 time: 0.2171459 Jul 07 19:22:49.887777 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ac863a37-04ce-45cf-9889-0373d0068926 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 3.2474086 Jul 07 19:22:49.888602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:49.911858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-528ca1f8-15e9-4021-b395-7bc304dd398e req-509c0275-f600-442b-9581-6b66b79cbe6e tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 210 time: 0.0966992 Jul 07 19:22:49.928942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3dc805b8-f8cd-454b-9517-ebc14c68e9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c7bfdfe4-b339-44a8-a50a-90d9d1bd092c'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:49.954832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-eb78a503-8fcd-485a-81b0-a8b8b1ec7f40 None None] Allocated IP 2001:db8:0:1::2 (30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2/aa49c3da-a507-4da9-85b8-72609684419e/88902bcd-845b-4504-969e-46f8892897c3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:49.961676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 88902bcd-845b-4504-969e-46f8892897c3 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:50.087286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 88902bcd-845b-4504-969e-46f8892897c3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:50.088282 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.130169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-eb78a503-8fcd-485a-81b0-a8b8b1ec7f40 None None] For port 88902bcd-845b-4504-969e-46f8892897c3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=88902bcd-845b-4504-969e-46f8892897c3,segment=NetworkSegment(5116c5e0-3276-4c86-b541-4a4c42af6231),segment_id=5116c5e0-3276-4c86-b541-4a4c42af6231)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:50.141057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c47f1a14-d201-47ac-a8d9-2da84f16333e req-a011a967-3a29-46a3-b5eb-13350f273e48 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] 10.222.0.113 "GET /v2.0/security-groups/97e9544e-f3b6-485f-8c5f-68c9087c53f8 HTTP/1.1" status: 200 len: 2985 time: 0.2344224 Jul 07 19:22:50.146426 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.162033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71140ae-9460-44b5-a27a-0d7ee61dd1d4']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:50.174899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fc6135-36ca-45ef-9f8b-f02c7d665adf') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:50.175608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fc6135-36ca-45ef-9f8b-f02c7d665adf') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:50.188102 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.189803 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb78a503-8fcd-485a-81b0-a8b8b1ec7f40 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.211852 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.225881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:50.226708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:50.235101 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:50.251393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] For port ca935318-0bd6-459e-ada1-bdd7693997f8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ca935318-0bd6-459e-ada1-bdd7693997f8,segment=NetworkSegment(3e7ae7f0-71f9-4702-af44-df532c2ef821),segment_id=3e7ae7f0-71f9-4702-af44-df532c2ef821)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:50.251992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.287909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3dc805b8-f8cd-454b-9517-ebc14c68e9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.339795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for ca935318-0bd6-459e-ada1-bdd7693997f8 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:50.353474 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eb78a503-8fcd-485a-81b0-a8b8b1ec7f40 None None] Transition to ACTIVE for port object 88902bcd-845b-4504-969e-46f8892897c3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:50.358689 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.364062 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb78a503-8fcd-485a-81b0-a8b8b1ec7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.379591 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.382080 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "DELETE /v2.0/networks/e71140ae-9460-44b5-a27a-0d7ee61dd1d4 HTTP/1.1" status: 204 len: 168 time: 0.7756073 Jul 07 19:22:50.413927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:50.415458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb731b-5c46-4afe-aee2-f244c827a5aa tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Network': ['ID=e71140ae-9460-44b5-a27a-0d7ee61dd1d4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:50.434597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c47f1a14-d201-47ac-a8d9-2da84f16333e req-656f667b-f8e0-407b-8010-7a81e8f62921 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] 10.222.0.113 "GET /v2.0/security-groups/97e9544e-f3b6-485f-8c5f-68c9087c53f8 HTTP/1.1" status: 200 len: 2985 time: 0.1985173 Jul 07 19:22:50.544009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78a503-8fcd-485a-81b0-a8b8b1ec7f40 None None] Pushing event updated for resources: {'Port': ['ID=88902bcd-845b-4504-969e-46f8892897c3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:50.544837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b05da5a3-9c56-4102-adbf-2cbdc47d7201 req-d76196cc-c679-454e-ba10-bd454dd1753c tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/5d6066df-8475-48f1-9764-80f15aa107f5 HTTP/1.1" status: 200 len: 1779 time: 0.0862315 Jul 07 19:22:50.550011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-4a7a6892-928f-4791-bbd7-422a3608d3f8 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:50.551531 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-4a7a6892-928f-4791-bbd7-422a3608d3f8 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.112 "GET /v2.0/networks?id=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 HTTP/1.1" status: 200 len: 809 time: 0.4722326 Jul 07 19:22:50.579900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Request body: {'port': {'device_id': '9a081e9c-c77f-4e51-818f-127245ce3cb0', 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2', 'admin_state_up': True, 'tenant_id': 'd79bdeb1683649e2af1e26e0a17fc94a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:50.600073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 57fbf79e-fd4b-4c40-950b-7829e516ebba no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:50.630620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 57fbf79e-fd4b-4c40-950b-7829e516ebba {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:50.630998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 57fbf79e-fd4b-4c40-950b-7829e516ebba not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:50.669717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b05da5a3-9c56-4102-adbf-2cbdc47d7201 req-403ceb6c-146b-47ea-b01d-919bd60eee50 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.698473 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b05da5a3-9c56-4102-adbf-2cbdc47d7201 req-403ceb6c-146b-47ea-b01d-919bd60eee50 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.748265 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b65f17-77b1-47ca-bf41-70cd362e7408 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Deleting subnet 148a5494-357c-4f43-bdc0-3a1f07b70355 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:50.757872 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b05da5a3-9c56-4102-adbf-2cbdc47d7201 req-403ceb6c-146b-47ea-b01d-919bd60eee50 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.767816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b05da5a3-9c56-4102-adbf-2cbdc47d7201 req-403ceb6c-146b-47ea-b01d-919bd60eee50 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.775081 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b05da5a3-9c56-4102-adbf-2cbdc47d7201 req-403ceb6c-146b-47ea-b01d-919bd60eee50 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "DELETE /v2.0/security-groups/5d6066df-8475-48f1-9764-80f15aa107f5 HTTP/1.1" status: 204 len: 173 time: 0.2210581 Jul 07 19:22:50.892696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ceb6c-146b-47ea-b01d-919bd60eee50 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6066df-8475-48f1-9764-80f15aa107f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:50.912425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-738b9194-d683-479f-a876-85ba2ffd5740 req-114d5f34-a04a-492a-8430-1c0ff637e479 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 210 time: 0.1294508 Jul 07 19:22:50.917274 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e72dd778-e1ba-432e-8b37-9bc0c550fb32 req-986df6ab-e825-4220-b926-9f363917045e tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "GET /v2.0/security-groups/186a8d62-af06-47ae-9a13-4de251d02087 HTTP/1.1" status: 200 len: 1780 time: 0.1188312 Jul 07 19:22:50.952359 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62b65f17-77b1-47ca-bf41-70cd362e7408 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.985480 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.017216 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e72dd778-e1ba-432e-8b37-9bc0c550fb32 req-6446b545-a2af-48b2-9f3d-3d0c0b9f3e55 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.061222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5ed7b241-185d-44f5-92d5-6030b7d1a41f req-8ffcb8ca-0597-4014-ae37-82d5baa6d71d tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 210 time: 0.0450048 Jul 07 19:22:51.078800 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e72dd778-e1ba-432e-8b37-9bc0c550fb32 req-6446b545-a2af-48b2-9f3d-3d0c0b9f3e55 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.087970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=ca935318-0bd6-459e-ada1-bdd7693997f8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:51.114835 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62b65f17-77b1-47ca-bf41-70cd362e7408 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.162427 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e72dd778-e1ba-432e-8b37-9bc0c550fb32 req-6446b545-a2af-48b2-9f3d-3d0c0b9f3e55 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.165761 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e72dd778-e1ba-432e-8b37-9bc0c550fb32 req-6446b545-a2af-48b2-9f3d-3d0c0b9f3e55 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.168321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e72dd778-e1ba-432e-8b37-9bc0c550fb32 req-6446b545-a2af-48b2-9f3d-3d0c0b9f3e55 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] 10.222.0.113 "DELETE /v2.0/security-groups/186a8d62-af06-47ae-9a13-4de251d02087 HTTP/1.1" status: 204 len: 173 time: 0.2432077 Jul 07 19:22:51.179896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446b545-a2af-48b2-9f3d-3d0c0b9f3e55 tempest-SecurityGroupsTestAdminJSON-854357008 tempest-SecurityGroupsTestAdminJSON-854357008-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186a8d62-af06-47ae-9a13-4de251d02087,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:51.262822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-239cbbfd-72f1-4b32-b92a-7044d04cf91c req-c21b619e-592d-45b7-8d91-e61763f1eaad tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] 10.222.0.113 "GET /v2.0/security-groups/1783cbff-2542-450b-b1b8-06859541d3ff HTTP/1.1" status: 200 len: 1780 time: 0.0700009 Jul 07 19:22:51.321545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Made reservation on behalf of d79bdeb1683649e2af1e26e0a17fc94a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:51.325948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.371094 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-239cbbfd-72f1-4b32-b92a-7044d04cf91c req-b39d0744-bcf7-4527-ba21-4a92851ff85c tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.410554 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62b65f17-77b1-47ca-bf41-70cd362e7408 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.415619 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-239cbbfd-72f1-4b32-b92a-7044d04cf91c req-b39d0744-bcf7-4527-ba21-4a92851ff85c tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.482044 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-239cbbfd-72f1-4b32-b92a-7044d04cf91c req-b39d0744-bcf7-4527-ba21-4a92851ff85c tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.486706 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-239cbbfd-72f1-4b32-b92a-7044d04cf91c req-b39d0744-bcf7-4527-ba21-4a92851ff85c tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.488776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-239cbbfd-72f1-4b32-b92a-7044d04cf91c req-b39d0744-bcf7-4527-ba21-4a92851ff85c tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] 10.222.0.113 "DELETE /v2.0/security-groups/1783cbff-2542-450b-b1b8-06859541d3ff HTTP/1.1" status: 204 len: 173 time: 0.2149282 Jul 07 19:22:51.509379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d0744-bcf7-4527-ba21-4a92851ff85c tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1783cbff-2542-450b-b1b8-06859541d3ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:51.561130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cfd639-9d73-47c8-bf58-7b074e60d2b9 None None] Network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:51.578770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-715aaabb-60f3-46bd-a449-1d3702290956 req-5a05be1d-4756-469d-96fa-6b030719b0f6 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] 10.222.0.113 "GET /v2.0/security-groups/68d57562-0841-48ad-9176-b874537aa3df HTTP/1.1" status: 200 len: 1780 time: 0.0568047 Jul 07 19:22:51.634625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b61c4bf-a470-4aa5-9389-70ddcf4dcc3e None None] Provisioning for port 88902bcd-845b-4504-969e-46f8892897c3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:51.653735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b61c4bf-a470-4aa5-9389-70ddcf4dcc3e None None] Provisioning complete for port 88902bcd-845b-4504-969e-46f8892897c3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:51.654505 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b61c4bf-a470-4aa5-9389-70ddcf4dcc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.673542 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715aaabb-60f3-46bd-a449-1d3702290956 req-4128fdfd-1101-4370-88af-f34ca6b47328 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.701908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715aaabb-60f3-46bd-a449-1d3702290956 req-4128fdfd-1101-4370-88af-f34ca6b47328 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.763422 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715aaabb-60f3-46bd-a449-1d3702290956 req-4128fdfd-1101-4370-88af-f34ca6b47328 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.766564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-715aaabb-60f3-46bd-a449-1d3702290956 req-4128fdfd-1101-4370-88af-f34ca6b47328 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.775174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-715aaabb-60f3-46bd-a449-1d3702290956 req-4128fdfd-1101-4370-88af-f34ca6b47328 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] 10.222.0.113 "DELETE /v2.0/security-groups/68d57562-0841-48ad-9176-b874537aa3df HTTP/1.1" status: 204 len: 173 time: 0.1859705 Jul 07 19:22:51.784538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128fdfd-1101-4370-88af-f34ca6b47328 tempest-SecurityGroupsTestAdminJSON-1204168931 tempest-SecurityGroupsTestAdminJSON-1204168931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d57562-0841-48ad-9176-b874537aa3df,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:52.090602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 88902bcd-845b-4504-969e-46f8892897c3 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:22:52.176645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:52.245240 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62b65f17-77b1-47ca-bf41-70cd362e7408 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.251842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 88902bcd-845b-4504-969e-46f8892897c3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:52.252230 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.285965 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.297595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b75a3425-f5d2-4c7b-a89f-6106f0d9742f req-7990672b-8acf-4fc0-b4ef-8606b570d4f6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 210 time: 0.0559080 Jul 07 19:22:52.313352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7e6b03-9a7e-420e-ab57-54ea6886207b req-d815efc0-0ba0-43e9-95a2-0cf3cac2f261 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 210 time: 0.1031170 Jul 07 19:22:52.363424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3dc805b8-f8cd-454b-9517-ebc14c68e9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Delete allocated IP 2001:db8:0:1::c (30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2/aa49c3da-a507-4da9-85b8-72609684419e) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:22:52.371850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b65f17-77b1-47ca-bf41-70cd362e7408 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Subnet': ['ID=148a5494-357c-4f43-bdc0-3a1f07b70355,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:52.409848 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62b65f17-77b1-47ca-bf41-70cd362e7408 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.413315 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-62b65f17-77b1-47ca-bf41-70cd362e7408 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "DELETE /v2.0/subnets/148a5494-357c-4f43-bdc0-3a1f07b70355 HTTP/1.1" status: 204 len: 168 time: 1.9925187 Jul 07 19:22:52.425464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:52.489015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a013a1d-85c2-4279-ba9a-d8bf5222a7e8 None None] Network 73fc2900-2ef8-49fa-9b14-55680020128f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:52.492852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:52.786170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fdad901-0314-45ad-ad72-264355d403f9 None None] Provisioning for port ef812c18-a591-4416-ba8d-33b72f822fe0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:52.864218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fdad901-0314-45ad-ad72-264355d403f9 None None] Provisioning complete for port ef812c18-a591-4416-ba8d-33b72f822fe0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:52.864591 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fdad901-0314-45ad-ad72-264355d403f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:52.957204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Allocated IP 172.20.0.10 (b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2/14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0/7cbc4d42-23c1-45e4-a81d-2f640d869cb7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:52.988089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0fdad901-0314-45ad-ad72-264355d403f9 None None] Port ef812c18-a591-4416-ba8d-33b72f822fe0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:22:53.016618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fdad901-0314-45ad-ad72-264355d403f9 None None] Provisioning complete for port 88902bcd-845b-4504-969e-46f8892897c3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:53.017002 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fdad901-0314-45ad-ad72-264355d403f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.047342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router f1701c28-664c-4132-9ec4-0285a965a861 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:53.183952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-88701329-3aa6-442e-9f7f-165b17912873 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b972902bad1d40e09ba9d2487a6a9098&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0053458 Jul 07 19:22:53.188774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:53.202734 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3dc805b8-f8cd-454b-9517-ebc14c68e9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.216235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8591bc5-de04-4d94-ad2f-8f7b7a7244ff None None] DHCP port deletion for 73fc2900-2ef8-49fa-9b14-55680020128f request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:22:53.236417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.340644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c8591bc5-de04-4d94-ad2f-8f7b7a7244ff None None] Deleting port f7488762-7655-4091-bab7-8247d85bc77c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:53.341163 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8591bc5-de04-4d94-ad2f-8f7b7a7244ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.423392 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ae82c5c-db81-426f-8a4d-aa064e558285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.459452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c8591bc5-de04-4d94-ad2f-8f7b7a7244ff None None] For port f7488762-7655-4091-bab7-8247d85bc77c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f7488762-7655-4091-bab7-8247d85bc77c,segment=NetworkSegment(fb87ccb8-dcdd-4695-9d95-49829e782559),segment_id=fb87ccb8-dcdd-4695-9d95-49829e782559)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:53.459897 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8591bc5-de04-4d94-ad2f-8f7b7a7244ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.474189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd708ae8-1c52-4664-8135-b0440d119641 None None] Provisioning complete for port ef812c18-a591-4416-ba8d-33b72f822fe0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:53.474571 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd708ae8-1c52-4664-8135-b0440d119641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.480396 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ae82c5c-db81-426f-8a4d-aa064e558285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.481223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-3dc805b8-f8cd-454b-9517-ebc14c68e9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Ignored duplicate provisioning block setup for port ef812c18-a591-4416-ba8d-33b72f822fe0 by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 19:22:53.492343 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3dc805b8-f8cd-454b-9517-ebc14c68e9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.494473 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:53.498037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f5ff3f-f6aa-4c1a-92dc-c3c967f20912 admin admin] Deleting subnet f658d1e9-e3e2-4a78-ba2f-9c9391244b66 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:53.502035 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56f5ff3f-f6aa-4c1a-92dc-c3c967f20912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.509122 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0443df90-e6d9-4dbf-9a8a-426adcc8295c None None] Sync routers for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:53.524908 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f3fd6b82-ffc7-4820-a59c-26d3db94acc9 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7808814 Jul 07 19:22:53.524908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:53.528532 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0443df90-e6d9-4dbf-9a8a-426adcc8295c None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:53.529183 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0443df90-e6d9-4dbf-9a8a-426adcc8295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:53.552923 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cd708ae8-1c52-4664-8135-b0440d119641 None None] Port ef812c18-a591-4416-ba8d-33b72f822fe0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:22:53.559467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c8591bc5-de04-4d94-ad2f-8f7b7a7244ff None None] Calling delete_port for f7488762-7655-4091-bab7-8247d85bc77c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:53.564329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56f5ff3f-f6aa-4c1a-92dc-c3c967f20912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.602012 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.605053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56f5ff3f-f6aa-4c1a-92dc-c3c967f20912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.643940 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0443df90-e6d9-4dbf-9a8a-426adcc8295c None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:53.651708 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8591bc5-de04-4d94-ad2f-8f7b7a7244ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.705664 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8591bc5-de04-4d94-ad2f-8f7b7a7244ff None None] Pushing event deleted for resources: {'Port': ['ID=f7488762-7655-4091-bab7-8247d85bc77c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:53.721082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8591bc5-de04-4d94-ad2f-8f7b7a7244ff None None] No DVR routers for this DVR port f7488762-7655-4091-bab7-8247d85bc77c on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:53.744269 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fecb5aef-54c9-4870-8005-a4be680ff448 req-39c1c0ea-39e7-4dd0-99c8-25a39b897248 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 210 time: 0.0977411 Jul 07 19:22:53.746852 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-571e27e7-7b72-4bc9-9ec8-81fb90f4aaa3 req-5044a6eb-7e75-4a39-a279-64dab3433654 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 210 time: 0.1036983 Jul 07 19:22:53.748363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Deleting port f7488762-7655-4091-bab7-8247d85bc77c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:53.748842 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.770446 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0443df90-e6d9-4dbf-9a8a-426adcc8295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:50Z', 'revision_number': 11, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:53.818205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3dc805b8-f8cd-454b-9517-ebc14c68e9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] In _notify_port_updated(), no bound segment for port ef812c18-a591-4416-ba8d-33b72f822fe0 on network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:22:53.826207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc805b8-f8cd-454b-9517-ebc14c68e9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:53.826885 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3dc805b8-f8cd-454b-9517-ebc14c68e9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.831351 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3dc805b8-f8cd-454b-9517-ebc14c68e9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "PUT /v2.0/ports/ef812c18-a591-4416-ba8d-33b72f822fe0 HTTP/1.1" status: 200 len: 925 time: 3.9078765 Jul 07 19:22:53.831351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc805b8-f8cd-454b-9517-ebc14c68e9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=ef812c18-a591-4416-ba8d-33b72f822fe0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:53.832982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:53.836647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56f5ff3f-f6aa-4c1a-92dc-c3c967f20912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.849889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2931fb49-f8bb-478d-a10b-7cbb54ab341c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c7bfdfe4-b339-44a8-a50a-90d9d1bd092c'}, {'subnet_id': 'aa49c3da-a507-4da9-85b8-72609684419e'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:53.868893 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0443df90-e6d9-4dbf-9a8a-426adcc8295c None None] Checking router: f1701c28-664c-4132-9ec4-0285a965a861 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:53.876140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5ff3f-f6aa-4c1a-92dc-c3c967f20912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f658d1e9-e3e2-4a78-ba2f-9c9391244b66,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:53.890688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56f5ff3f-f6aa-4c1a-92dc-c3c967f20912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.892895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-56f5ff3f-f6aa-4c1a-92dc-c3c967f20912 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/f658d1e9-e3e2-4a78-ba2f-9c9391244b66 HTTP/1.1" status: 204 len: 168 time: 1.3762770 Jul 07 19:22:53.899373 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0443df90-e6d9-4dbf-9a8a-426adcc8295c None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:53.900185 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0443df90-e6d9-4dbf-9a8a-426adcc8295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:53.903762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:53.952508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:53.983154 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f7488762-7655-4091-bab7-8247d85bc77c no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:54.020882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: f7488762-7655-4091-bab7-8247d85bc77c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:54.028087 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f7488762-7655-4091-bab7-8247d85bc77c not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:54.067063 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0443df90-e6d9-4dbf-9a8a-426adcc8295c None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:54.112901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.152441 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0443df90-e6d9-4dbf-9a8a-426adcc8295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:50Z', 'revision_number': 11, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:54.159995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02a6d79-ebde-48b7-89aa-5d94b6ea7d44 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting subnet 78dbba69-0e5d-415b-beb0-eb3ccd4d30de {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:54.190962 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0443df90-e6d9-4dbf-9a8a-426adcc8295c None None] The sync data for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 is: [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:50Z', 'revision_number': 11, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:22:54.243453 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ae82c5c-db81-426f-8a4d-aa064e558285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.246795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ae82c5c-db81-426f-8a4d-aa064e558285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.248126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5ae82c5c-db81-426f-8a4d-aa064e558285 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/97e9544e-f3b6-485f-8c5f-68c9087c53f8 HTTP/1.1" status: 204 len: 168 time: 1.0579102 Jul 07 19:22:54.261331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] For port f7488762-7655-4091-bab7-8247d85bc77c, host n-d-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:54.261992 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.295406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Calling delete_port for f7488762-7655-4091-bab7-8247d85bc77c owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:54.297399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae82c5c-db81-426f-8a4d-aa064e558285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e9544e-f3b6-485f-8c5f-68c9087c53f8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:54.301329 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02a6d79-ebde-48b7-89aa-5d94b6ea7d44 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.310253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Port f7488762-7655-4091-bab7-8247d85bc77c was not found and therefore no delete operation was performed {{(pid=93770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:22:54.319737 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:54.337397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3679d2ef-64a8-484b-b43b-4033c7721fce None None] Provisioning complete for port ef812c18-a591-4416-ba8d-33b72f822fe0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:54.338332 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3679d2ef-64a8-484b-b43b-4033c7721fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.352268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:54.363810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:54.366978 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.382289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3679d2ef-64a8-484b-b43b-4033c7721fce None None] Port ef812c18-a591-4416-ba8d-33b72f822fe0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:22:54.408207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] No DVR routers for this DVR port f7488762-7655-4091-bab7-8247d85bc77c on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:54.452254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Pushing event updated for resources: {'Port': ['ID=7cbc4d42-23c1-45e4-a81d-2f640d869cb7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:54.459902 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02a6d79-ebde-48b7-89aa-5d94b6ea7d44 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.468946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Port': ['ID=f7488762-7655-4091-bab7-8247d85bc77c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:54.545984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-dc556719-474d-483b-a582-3e585e49f8e2 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:54.547648 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-dc556719-474d-483b-a582-3e585e49f8e2 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.112 "GET /v2.0/networks?id=1e4926f2-26a7-4265-938e-2e5d04c45f95 HTTP/1.1" status: 200 len: 818 time: 0.4468455 Jul 07 19:22:54.564598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-b951360e-7c5a-412a-b936-f38e22b25a72 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:54.566331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-b951360e-7c5a-412a-b936-f38e22b25a72 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.59 "GET /v2.0/networks?id=1e4926f2-26a7-4265-938e-2e5d04c45f95 HTTP/1.1" status: 200 len: 818 time: 0.4497085 Jul 07 19:22:54.591004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:54.591871 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.593797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Request body: {'port': {'device_id': '674ee101-291c-4598-aeff-9a20bcb8c644', 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95', 'admin_state_up': True, 'tenant_id': '1f8bc9635b2f4f79b829514c4ed501e2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:54.612862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Request body: {'port': {'device_id': 'ce919b68-3c95-42d5-b5a6-cc912f24db95', 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95', 'admin_state_up': True, 'tenant_id': '1f8bc9635b2f4f79b829514c4ed501e2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:54.644412 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-a469d937-74ef-4022-8eda-08ba797a111d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0757372 Jul 07 19:22:54.706965 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.732268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5c02dc-192f-4c3b-8989-44200cf24e71']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:54.735530 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.756699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fc2900-2ef8-49fa-9b14-55680020128f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:54.759966 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430d849b-a2b8-486d-bffa-02496cdde367') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:54.760976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430d849b-a2b8-486d-bffa-02496cdde367') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:54.785236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb87ccb8-dcdd-4695-9d95-49829e782559') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:54.785606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb87ccb8-dcdd-4695-9d95-49829e782559') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:54.789204 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.803017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-693605e5-72ae-4945-a11f-4aed6fad852b tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:54.804558 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-693605e5-72ae-4945-a11f-4aed6fad852b tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.59 "GET /v2.0/networks?id=1e4926f2-26a7-4265-938e-2e5d04c45f95 HTTP/1.1" status: 200 len: 818 time: 0.1628129 Jul 07 19:22:54.848465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:54.861532 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Request body: {'port': {'device_id': '9a081e9c-c77f-4e51-818f-127245ce3cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:54.865502 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2931fb49-f8bb-478d-a10b-7cbb54ab341c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.871062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Request body: {'port': {'device_id': 'aaa1b851-f8a3-4461-aa04-bfc9604b47b4', 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95', 'admin_state_up': True, 'tenant_id': '1f8bc9635b2f4f79b829514c4ed501e2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:54.915242 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.974548 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d02a85be-08a5-4759-9dfb-e5ada9a87c57 req-0a94619f-dda3-4143-91c5-776c6e46645d tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 210 time: 0.0508523 Jul 07 19:22:54.976191 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.978594 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:54.999078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:54.999078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:55.004865 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:55.032578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:55.033053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:55.034848 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:55.075055 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-43c19df3-0132-48f4-b6b6-554a2565cec6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9f03a08807784b8db5ce02122604b247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233579 Jul 07 19:22:55.085879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:55.101278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Made reservation on behalf of 1f8bc9635b2f4f79b829514c4ed501e2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:55.105496 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.166439 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.175298 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.181177 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.183071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "DELETE /v2.0/networks/73fc2900-2ef8-49fa-9b14-55680020128f HTTP/1.1" status: 204 len: 168 time: 2.7531610 Jul 07 19:22:55.183737 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02a6d79-ebde-48b7-89aa-5d94b6ea7d44 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.214429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:55.225654 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.227542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] 10.222.0.113 "DELETE /v2.0/networks/6e5c02dc-192f-4c3b-8989-44200cf24e71 HTTP/1.1" status: 204 len: 168 time: 1.3215237 Jul 07 19:22:55.231940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ac922-6359-4c43-b99d-8384442c9f9d tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Pushing event deleted for resources: {'Network': ['ID=73fc2900-2ef8-49fa-9b14-55680020128f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:55.269197 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99802af0-1560-4958-ab82-b110c4127c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5c02dc-192f-4c3b-8989-44200cf24e71,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:55.278741 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c81da-7f94-426d-8344-76ff586bc93e req-d1ef5d01-62e2-4b1d-b057-a7004ac3ff29 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:55.280345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-299c81da-7f94-426d-8344-76ff586bc93e req-d1ef5d01-62e2-4b1d-b057-a7004ac3ff29 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 932 time: 0.3082879 Jul 07 19:22:55.337853 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-39a51f26-af40-422c-8780-4cbff0f5f206 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "GET /v2.0/ports?device_id=d798d4f6-2896-498c-b8a2-3f581037a5ea HTTP/1.1" status: 200 len: 205 time: 0.0862558 Jul 07 19:22:55.347207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:55.390134 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.399833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-299c81da-7f94-426d-8344-76ff586bc93e req-85edd6af-f519-438e-9967-1522e1813804 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125641 Jul 07 19:22:55.441615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Allocated IP 172.20.0.7 (1e4926f2-26a7-4265-938e-2e5d04c45f95/d713e471-2905-4e1a-a54a-f3a9819f88d8/0abe6820-795b-459f-91a4-09cbcbbd10c1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:55.451953 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e09fcfb1-b502-4367-8ff7-422f01a6c812 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.453729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:55.456463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Made reservation on behalf of 1f8bc9635b2f4f79b829514c4ed501e2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:55.460017 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.525235 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8db4b6bc-cbfb-4bee-a5fc-ea5d09a705a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.561574 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02a6d79-ebde-48b7-89aa-5d94b6ea7d44 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.694421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-006e9230-e23c-42da-b50a-2f037279bab9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=df3af8f2592d424c9a94c558d7f7e29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352495 Jul 07 19:22:55.731712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:55.734709 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e09fcfb1-b502-4367-8ff7-422f01a6c812 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.743701 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e09fcfb1-b502-4367-8ff7-422f01a6c812 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.831071 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e09fcfb1-b502-4367-8ff7-422f01a6c812 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.831604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09fcfb1-b502-4367-8ff7-422f01a6c812 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Fanout notify agent at l3_agent the message router_deleted on router d798d4f6-2896-498c-b8a2-3f581037a5ea {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:22:55.846625 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e09fcfb1-b502-4367-8ff7-422f01a6c812 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.847749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e09fcfb1-b502-4367-8ff7-422f01a6c812 tempest-RoutersNegativeIpV6Test-1627756296 tempest-RoutersNegativeIpV6Test-1627756296-project] 10.222.0.113 "DELETE /v2.0/routers/d798d4f6-2896-498c-b8a2-3f581037a5ea HTTP/1.1" status: 204 len: 168 time: 0.4996538 Jul 07 19:22:55.877927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ca935318-0bd6-459e-ada1-bdd7693997f8 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:55.882389 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e072-f439-4d4e-b66f-08f8b6354e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.902580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: ca935318-0bd6-459e-ada1-bdd7693997f8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:55.903422 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ca935318-0bd6-459e-ada1-bdd7693997f8 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:55.904376 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.925246 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e072-f439-4d4e-b66f-08f8b6354e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.928227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36c899-0a3c-46d7-a71c-02e7afb56724 None None] Network 3ccca1ed-c1d9-463f-90c7-b9574c1f117b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:22:55.957696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Made reservation on behalf of 1f8bc9635b2f4f79b829514c4ed501e2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:22:55.961334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.989461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02a6d79-ebde-48b7-89aa-5d94b6ea7d44 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.991552 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d02a6d79-ebde-48b7-89aa-5d94b6ea7d44 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/78dbba69-0e5d-415b-beb0-eb3ccd4d30de HTTP/1.1" status: 204 len: 168 time: 2.4625752 Jul 07 19:22:55.993400 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:55.996832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:56.000596 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8db4b6bc-cbfb-4bee-a5fc-ea5d09a705a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.006222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a6d79-ebde-48b7-89aa-5d94b6ea7d44 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Subnet': ['ID=78dbba69-0e5d-415b-beb0-eb3ccd4d30de,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:56.027092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e072-f439-4d4e-b66f-08f8b6354e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.029983 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e072-f439-4d4e-b66f-08f8b6354e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.031236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c9f4e072-f439-4d4e-b66f-08f8b6354e24 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/01ef1c3b-3d7c-4299-8593-5846037f1fb7 HTTP/1.1" status: 204 len: 168 time: 0.2988143 Jul 07 19:22:56.171511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4e072-f439-4d4e-b66f-08f8b6354e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ef1c3b-3d7c-4299-8593-5846037f1fb7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:56.206703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Network 1e4926f2-26a7-4265-938e-2e5d04c45f95 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:56.246649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:56.249946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:56.335773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:56.343885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:56.345123 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.371164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8db4b6bc-cbfb-4bee-a5fc-ea5d09a705a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.374430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8db4b6bc-cbfb-4bee-a5fc-ea5d09a705a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.375689 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8db4b6bc-cbfb-4bee-a5fc-ea5d09a705a2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2f40aaed-c9de-4128-bbc0-4c720a9ef5c6 HTTP/1.1" status: 204 len: 168 time: 1.2773111 Jul 07 19:22:56.377504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2931fb49-f8bb-478d-a10b-7cbb54ab341c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8:0:1::273 (30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2/aa49c3da-a507-4da9-85b8-72609684419e/ef812c18-a591-4416-ba8d-33b72f822fe0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:56.401659 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c9047f1-2726-4493-90f2-11240cd89e93 req-6fddf427-ca06-4d95-89e7-7005bc5099f1 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 210 time: 0.2392519 Jul 07 19:22:56.437874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8499148 Jul 07 19:22:56.438540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f412e-d2fc-459c-b8c3-93e6b51d0ee6 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Pushing event updated for resources: {'Port': ['ID=0abe6820-795b-459f-91a4-09cbcbbd10c1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:56.461571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Request body: {'port': {'device_id': '674ee101-291c-4598-aeff-9a20bcb8c644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:56.548148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.560589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4b6bc-cbfb-4bee-a5fc-ea5d09a705a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f40aaed-c9de-4128-bbc0-4c720a9ef5c6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:56.660454 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.710565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcded4bd-8a52-4d58-8b6c-503b35abedd1 None None] DHCP port deletion for 3ccca1ed-c1d9-463f-90c7-b9574c1f117b request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:22:56.728699 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Allocated IP 172.20.0.5 (1e4926f2-26a7-4265-938e-2e5d04c45f95/d713e471-2905-4e1a-a54a-f3a9819f88d8/c1a02e54-c848-46e0-983e-c823e8670712) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:56.819297 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fcded4bd-8a52-4d58-8b6c-503b35abedd1 None None] Deleting port 21fbe713-c072-48e6-a37a-2a04071d3d1a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:56.819984 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcded4bd-8a52-4d58-8b6c-503b35abedd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.848999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Deleting port 21fbe713-c072-48e6-a37a-2a04071d3d1a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:56.849568 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.872066 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2931fb49-f8bb-478d-a10b-7cbb54ab341c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.906297 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fcded4bd-8a52-4d58-8b6c-503b35abedd1 None None] For port 21fbe713-c072-48e6-a37a-2a04071d3d1a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=21fbe713-c072-48e6-a37a-2a04071d3d1a,segment=NetworkSegment(3e7ae7f0-71f9-4702-af44-df532c2ef821),segment_id=3e7ae7f0-71f9-4702-af44-df532c2ef821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:56.907383 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcded4bd-8a52-4d58-8b6c-503b35abedd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.926995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fcded4bd-8a52-4d58-8b6c-503b35abedd1 None None] Calling delete_port for 21fbe713-c072-48e6-a37a-2a04071d3d1a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:56.952513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2931fb49-f8bb-478d-a10b-7cbb54ab341c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object ef812c18-a591-4416-ba8d-33b72f822fe0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:56.968422 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2931fb49-f8bb-478d-a10b-7cbb54ab341c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:56.973385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:57.024523 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.037616 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcded4bd-8a52-4d58-8b6c-503b35abedd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.078796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcded4bd-8a52-4d58-8b6c-503b35abedd1 None None] Pushing event deleted for resources: {'Port': ['ID=21fbe713-c072-48e6-a37a-2a04071d3d1a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:57.090780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcded4bd-8a52-4d58-8b6c-503b35abedd1 None None] No DVR routers for this DVR port 21fbe713-c072-48e6-a37a-2a04071d3d1a on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:57.108761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2931fb49-f8bb-478d-a10b-7cbb54ab341c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] In _notify_port_updated(), no bound segment for port ef812c18-a591-4416-ba8d-33b72f822fe0 on network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:22:57.114452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2931fb49-f8bb-478d-a10b-7cbb54ab341c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:57.115201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2931fb49-f8bb-478d-a10b-7cbb54ab341c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.116613 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2931fb49-f8bb-478d-a10b-7cbb54ab341c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "PUT /v2.0/ports/ef812c18-a591-4416-ba8d-33b72f822fe0 HTTP/1.1" status: 200 len: 1011 time: 3.2776320 Jul 07 19:22:57.127539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Transition to ACTIVE for port object 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:57.130619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:57.179461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.181804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931fb49-f8bb-478d-a10b-7cbb54ab341c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=ef812c18-a591-4416-ba8d-33b72f822fe0,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:57.258276 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.325507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Pushing event updated for resources: {'Port': ['ID=7cbc4d42-23c1-45e4-a81d-2f640d869cb7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:57.394557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb7efc-c1bc-44e0-bd3c-cd3f10d3b0d5 req-7c9e0c7e-6785-4ad4-8d12-1c8344a92e95 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:57.396716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5dcb7efc-c1bc-44e0-bd3c-cd3f10d3b0d5 req-7c9e0c7e-6785-4ad4-8d12-1c8344a92e95 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 932 time: 0.7115123 Jul 07 19:22:57.458782 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9070068b-1278-480d-b78f-fda3895fe23e None None] Provisioning for port ef812c18-a591-4416-ba8d-33b72f822fe0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:22:57.465447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9070068b-1278-480d-b78f-fda3895fe23e None None] Provisioning complete for port ef812c18-a591-4416-ba8d-33b72f822fe0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:22:57.465839 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9070068b-1278-480d-b78f-fda3895fe23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.488397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-976b3f93-f41e-46fd-b069-1825be7a3156 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ea142d737045400bb50990910c330f05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1066988 Jul 07 19:22:57.504379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:57.531658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9070068b-1278-480d-b78f-fda3895fe23e None None] Port ef812c18-a591-4416-ba8d-33b72f822fe0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:22:57.531953 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.535360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e97bc-4fe3-48db-8ece-36c281978b0e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port ef812c18-a591-4416-ba8d-33b72f822fe0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:22:57.535699 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d6e97bc-4fe3-48db-8ece-36c281978b0e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.538723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Attempting to bind port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:57.539060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Attempting to bind port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '50cb06f0-4733-4f6e-951e-eb362d24abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:57.539390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Attempting to bind port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 on network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:57.548589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] For port 21fbe713-c072-48e6-a37a-2a04071d3d1a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=21fbe713-c072-48e6-a37a-2a04071d3d1a,segment=NetworkSegment(3e7ae7f0-71f9-4702-af44-df532c2ef821),segment_id=3e7ae7f0-71f9-4702-af44-df532c2ef821)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:22:57.549270 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.590482 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Calling delete_port for 21fbe713-c072-48e6-a37a-2a04071d3d1a owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:57.625439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 on network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:22:57.625786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Attempting to bind port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 on network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:57.637780 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e5a55027-99be-4551-980d-b24a6d67c1ce req-343211b8-3e7c-46e5-b529-fd450c90e194 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 210 time: 0.0680108 Jul 07 19:22:57.657384 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5dcb7efc-c1bc-44e0-bd3c-cd3f10d3b0d5 req-1151ffcd-abce-4f17-91cd-4e617a16ad94 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461972 Jul 07 19:22:57.665349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:22:57.665349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Checking segment: {'id': '50cb06f0-4733-4f6e-951e-eb362d24abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:22:57.665617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Bound using segment: {'id': '50cb06f0-4733-4f6e-951e-eb362d24abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:22:57.665991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Bound port: 7cbc4d42-23c1-45e4-a81d-2f640d869cb7, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cb06f0-4733-4f6e-951e-eb362d24abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:22:57.666359 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.676814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Allocated IP 172.20.0.4 (1e4926f2-26a7-4265-938e-2e5d04c45f95/d713e471-2905-4e1a-a54a-f3a9819f88d8/2eee4a7e-7bed-4d42-b006-f523494f5adf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:22:57.680025 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Network 1e4926f2-26a7-4265-938e-2e5d04c45f95 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:57.703035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Pushing event updated for resources: {'Port': ['ID=c1a02e54-c848-46e0-983e-c823e8670712,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:57.713188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:57.720439 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95fe351e-e797-4786-8c64-0ff381c06913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.730979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:57.759704 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95fe351e-e797-4786-8c64-0ff381c06913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.814443 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.814895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d6e97bc-4fe3-48db-8ece-36c281978b0e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.862059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Port': ['ID=21fbe713-c072-48e6-a37a-2a04071d3d1a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:57.865768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No DVR routers for this DVR port 21fbe713-c072-48e6-a37a-2a04071d3d1a on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:22:57.872254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e97bc-4fe3-48db-8ece-36c281978b0e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for ef812c18-a591-4416-ba8d-33b72f822fe0 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:22:57.882898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:57.883560 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.891617 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95fe351e-e797-4786-8c64-0ff381c06913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.894285 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95fe351e-e797-4786-8c64-0ff381c06913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.898175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-95fe351e-e797-4786-8c64-0ff381c06913 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f5893638-d07d-4a84-9f35-43cd5930a268 HTTP/1.1" status: 204 len: 168 time: 0.3925927 Jul 07 19:22:57.921495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe351e-e797-4786-8c64-0ff381c06913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5893638-d07d-4a84-9f35-43cd5930a268,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:57.951812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] For port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:22:57.971395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] For port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7cbc4d42-23c1-45e4-a81d-2f640d869cb7,segment=NetworkSegment(50cb06f0-4733-4f6e-951e-eb362d24abe0),segment_id=50cb06f0-4733-4f6e-951e-eb362d24abe0)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:22:57.977707 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-89c37fdf-2de1-4877-8a7f-d788a1551153 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3992109 Jul 07 19:22:57.983563 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:57.996717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccca1ed-c1d9-463f-90c7-b9574c1f117b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:58.009177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7ae7f0-71f9-4702-af44-df532c2ef821') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:58.009342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7ae7f0-71f9-4702-af44-df532c2ef821') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:58.017310 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.019833 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.025785 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 21fbe713-c072-48e6-a37a-2a04071d3d1a no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:22:58.026827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Request body: {'port': {'device_id': 'ce919b68-3c95-42d5-b5a6-cc912f24db95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:58.053832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 21fbe713-c072-48e6-a37a-2a04071d3d1a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:22:58.054507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 21fbe713-c072-48e6-a37a-2a04071d3d1a not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:22:58.072326 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.081849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:22:58.082366 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:22:58.085832 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:22:58.126238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:58.126869 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.128263 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] 10.222.0.112 "PUT /v2.0/ports/7cbc4d42-23c1-45e4-a81d-2f640d869cb7 HTTP/1.1" status: 200 len: 1093 time: 3.2786038 Jul 07 19:22:58.132797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a081e9c-c77f-4e51-818f-127245ce3cb0', 'tag': '7cbc4d42-23c1-45e4-a81d-2f640d869cb7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:22:58.134978 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8518ecb8-0cc0-4d4f-b280-f6557cff0704" -d '{"events": [{"name": "network-changed", "server_uuid": "9a081e9c-c77f-4e51-818f-127245ce3cb0", "tag": "7cbc4d42-23c1-45e4-a81d-2f640d869cb7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:22:58.185106 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.192749 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.198962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/networks/3ccca1ed-c1d9-463f-90c7-b9574c1f117b HTTP/1.1" status: 204 len: 168 time: 2.1942611 Jul 07 19:22:58.199099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32840) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:58.205402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fd7bab2c-3f13-48c3-918e-e690cf5bb710 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'routes': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:58.236943 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20852e4-499f-4b4c-90f7-453d5c5933a6 x-openstack-request-id: req-e20852e4-499f-4b4c-90f7-453d5c5933a6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:22:58.237237 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a081e9c-c77f-4e51-818f-127245ce3cb0", "tag": "7cbc4d42-23c1-45e4-a81d-2f640d869cb7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:22:58.237492 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e20852e4-499f-4b4c-90f7-453d5c5933a6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:22:58.237889 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a081e9c-c77f-4e51-818f-127245ce3cb0', 'tag': '7cbc4d42-23c1-45e4-a81d-2f640d869cb7', 'status': 'completed', 'code': 200} Jul 07 19:22:58.265991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536c02d-b556-4349-83a0-4fb9b5c4f4ea service neutron] Pushing event updated for resources: {'Port': ['ID=7cbc4d42-23c1-45e4-a81d-2f640d869cb7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:58.274026 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.299216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b2e45-263e-4343-9849-d8c12efe7895 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Pushing event deleted for resources: {'Network': ['ID=3ccca1ed-c1d9-463f-90c7-b9574c1f117b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:58.305035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.442810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-6c079448-b17e-434b-8d2e-26f6ca9f31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:58.444348 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-6c079448-b17e-434b-8d2e-26f6ca9f31ed service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d79bdeb1683649e2af1e26e0a17fc94a&device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 1096 time: 0.2360084 Jul 07 19:22:58.458982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-fd7bab2c-3f13-48c3-918e-e690cf5bb710 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Added routes are [] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:22:58.460176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-fd7bab2c-3f13-48c3-918e-e690cf5bb710 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Removed routes are [] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:22:58.460851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd7bab2c-3f13-48c3-918e-e690cf5bb710 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.534941 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.585127 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-8e2219c2-2282-4093-a98e-1e5a3a32f3e3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cbc4d42-23c1-45e4-a81d-2f640d869cb7 HTTP/1.1" status: 200 len: 217 time: 0.1148119 Jul 07 19:22:58.677500 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d6e97bc-4fe3-48db-8ece-36c281978b0e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.693197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Network 1e4926f2-26a7-4265-938e-2e5d04c45f95 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:22:58.703877 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:22:58.708150 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd7bab2c-3f13-48c3-918e-e690cf5bb710 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:58.710365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:22:58.712458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Pushing event updated for resources: {'Port': ['ID=2eee4a7e-7bed-4d42-b006-f523494f5adf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:58.716515 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd7bab2c-3f13-48c3-918e-e690cf5bb710 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.042840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-80a1079f-195a-46a7-9af8-6db7b4438508 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=b7acdec187e84afc96975581568864c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738485 Jul 07 19:22:59.050103 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abe6820-795b-459f-91a4-09cbcbbd10c1 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:59.067374 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.070737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7bab2c-3f13-48c3-918e-e690cf5bb710 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router f1701c28-664c-4132-9ec4-0285a965a861 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:22:59.082583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:59.117906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-94f49551-b3e6-496a-872f-30920dcf8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:59.119470 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-94f49551-b3e6-496a-872f-30920dcf8679 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0 HTTP/1.1" status: 200 len: 849 time: 0.5044782 Jul 07 19:22:59.140442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e97bc-4fe3-48db-8ece-36c281978b0e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=ef812c18-a591-4416-ba8d-33b72f822fe0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:59.181536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Transition to ACTIVE for port object 0abe6820-795b-459f-91a4-09cbcbbd10c1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:59.201773 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-770732ab-09c2-4773-b006-92e063398e7a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625160 Jul 07 19:22:59.204915 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d6e97bc-4fe3-48db-8ece-36c281978b0e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.209308 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8d6e97bc-4fe3-48db-8ece-36c281978b0e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/ef812c18-a591-4416-ba8d-33b72f822fe0 HTTP/1.1" status: 204 len: 168 time: 2.0754113 Jul 07 19:22:59.214629 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.217214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32884) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:59.277828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:59.278458 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.319180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbfab-767a-4383-a5b7-7aabf65b8fd1 req-6e0f3983-d40c-46eb-abb4-7b87862ed3af tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:59.320629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a85fbfab-767a-4383-a5b7-7aabf65b8fd1 req-6e0f3983-d40c-46eb-abb4-7b87862ed3af tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 931 time: 0.3934608 Jul 07 19:22:59.339187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ef2e8f8b-227c-4a9c-ad85-fb01e9e4e070 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:59.339635 n-d-792394-12 neutron-server[93770]: WARNING neutron.api.v2.base [None req-ef2e8f8b-227c-4a9c-ad85-fb01e9e4e070 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 19:22:59.340134 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-ef2e8f8b-227c-4a9c-ad85-fb01e9e4e070 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:22:59.341161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ef2e8f8b-227c-4a9c-ad85-fb01e9e4e070 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2490122 Jul 07 19:22:59.341476 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3475db-bd59-4e3f-9838-0d874411894c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:22:59.345700 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2a3475db-bd59-4e3f-9838-0d874411894c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/ef812c18-a591-4416-ba8d-33b72f822fe0 HTTP/1.1" status: 404 len: 333 time: 0.1216228 Jul 07 19:22:59.351874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:59.352196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:59.358024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'tempest-secgroup--466616505'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:59.376297 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-318f1baa-2de1-4f76-83ae-55e37c2b9780 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5121837 Jul 07 19:22:59.415715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Request body: {'port': {'device_id': 'aaa1b851-f8a3-4461-aa04-bfc9604b47b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:22:59.432707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7bab2c-3f13-48c3-918e-e690cf5bb710 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:22:59.434293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe6820-795b-459f-91a4-09cbcbbd10c1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:22:59.442715 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd7bab2c-3f13-48c3-918e-e690cf5bb710 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.443728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fd7bab2c-3f13-48c3-918e-e690cf5bb710 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861 HTTP/1.1" status: 200 len: 701 time: 1.2436006 Jul 07 19:22:59.449204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddb48f-2bc0-458a-94b4-93dd36aea294 None None] Sync routers for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:22:59.451905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:59.464288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddb48f-2bc0-458a-94b4-93dd36aea294 None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:59.465631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5cddb48f-2bc0-458a-94b4-93dd36aea294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:59.514829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-106fde5e-7e50-4a03-94eb-1f50d612059f tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1701c28-664c-4132-9ec4-0285a965a861 HTTP/1.1" status: 200 len: 205 time: 0.0593302 Jul 07 19:22:59.519440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-8a4f6f74-b0f9-4c95-9c6c-e7d97933215a tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:59.520936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-8a4f6f74-b0f9-4c95-9c6c-e7d97933215a tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4644916 Jul 07 19:22:59.521405 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.523709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:22:59.539361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed23b401-9530-47a1-a84e-018c975b2650 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting subnet aa49c3da-a507-4da9-85b8-72609684419e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:22:59.561908 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-f1744a16-9f0a-42f1-b984-cfcb267109bc service neutron] 10.222.0.112 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437090 Jul 07 19:22:59.562564 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.564699 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed23b401-9530-47a1-a84e-018c975b2650 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.567182 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5cddb48f-2bc0-458a-94b4-93dd36aea294 None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:59.595502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a85fbfab-767a-4383-a5b7-7aabf65b8fd1 req-457d5616-55d4-4882-ba88-8dfe930f462c tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174418 Jul 07 19:22:59.639897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5cddb48f-2bc0-458a-94b4-93dd36aea294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:50Z', 'revision_number': 11, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:59.649758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-bb9a80c9-d262-4793-b6e2-cb80516bce58 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/quotas/b7acdec187e84afc96975581568864c9 HTTP/1.1" status: 200 len: 375 time: 0.1138244 Jul 07 19:22:59.654144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2072b8e-38c2-4296-ac9c-1eaba5fbc076 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.675928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddb48f-2bc0-458a-94b4-93dd36aea294 None None] Checking router: f1701c28-664c-4132-9ec4-0285a965a861 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:22:59.687144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddb48f-2bc0-458a-94b4-93dd36aea294 None None] Routers {'f1701c28-664c-4132-9ec4-0285a965a861'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:22:59.688443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5cddb48f-2bc0-458a-94b4-93dd36aea294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f1701c28-664c-4132-9ec4-0285a965a861'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:59.732422 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed23b401-9530-47a1-a84e-018c975b2650 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.767694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-cd606c54-14f2-49a2-a226-d22674fec98f tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b7acdec187e84afc96975581568864c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077831 Jul 07 19:22:59.776651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.788088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5cddb48f-2bc0-458a-94b4-93dd36aea294 None None] Set router f1701c28-664c-4132-9ec4-0285a965a861 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:22:59.789718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a02e54-c848-46e0-983e-c823e8670712 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:22:59.812759 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:59.820863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Attempting to bind port 0abe6820-795b-459f-91a4-09cbcbbd10c1 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:22:59.822210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Attempting to bind port 0abe6820-795b-459f-91a4-09cbcbbd10c1 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:22:59.822546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Attempting to bind port 0abe6820-795b-459f-91a4-09cbcbbd10c1 on network 1e4926f2-26a7-4265-938e-2e5d04c45f95 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:22:59.888085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Transition to ACTIVE for port object c1a02e54-c848-46e0-983e-c823e8670712 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:22:59.892713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5cddb48f-2bc0-458a-94b4-93dd36aea294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:50Z', 'revision_number': 11, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:22:59.936274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddb48f-2bc0-458a-94b4-93dd36aea294 None None] The sync data for ids ['f1701c28-664c-4132-9ec4-0285a965a861'] in n-d-792394-12 is: [{'id': 'f1701c28-664c-4132-9ec4-0285a965a861', 'name': 'tempest-RoutersTest-router-1880013306', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:25Z', 'updated_at': '2021-07-07T19:22:50Z', 'revision_number': 11, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:23:00.067131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.141346 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-81157c0b-9acf-4c3d-84ff-942f5273e41f req-df33278c-6cb9-49df-a72e-fbb0c6952322 service neutron] 10.222.0.112 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343032 Jul 07 19:23:00.254397 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed23b401-9530-47a1-a84e-018c975b2650 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.257412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Port 0abe6820-795b-459f-91a4-09cbcbbd10c1 on network 1e4926f2-26a7-4265-938e-2e5d04c45f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:23:00.257942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Attempting to bind port 0abe6820-795b-459f-91a4-09cbcbbd10c1 on network 1e4926f2-26a7-4265-938e-2e5d04c45f95 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:00.261261 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2072b8e-38c2-4296-ac9c-1eaba5fbc076 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.272342 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2072b8e-38c2-4296-ac9c-1eaba5fbc076 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.300957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:00.300957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Checking segment: {'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:00.301437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Bound using segment: {'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:00.301677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Bound port: 0abe6820-795b-459f-91a4-09cbcbbd10c1, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:00.302034 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.305727 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ab87843-e0fe-4578-b248-e7d5f3d6f38c req-542f8eea-c2f4-408e-9197-96bef9d2c9ac tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 210 time: 0.0543010 Jul 07 19:23:00.329243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a02e54-c848-46e0-983e-c823e8670712,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:00.389415 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2072b8e-38c2-4296-ac9c-1eaba5fbc076 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.389859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2072b8e-38c2-4296-ac9c-1eaba5fbc076 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Fanout notify agent at l3_agent the message router_deleted on router f1701c28-664c-4132-9ec4-0285a965a861 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:23:00.396332 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.401437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec7c6-dc76-486b-8b14-daa50ce098d8 req-06815758-e4d9-4e9a-9a8e-a63d7a25b1e7 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:00.403355 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fffec7c6-dc76-486b-8b14-daa50ce098d8 req-06815758-e4d9-4e9a-9a8e-a63d7a25b1e7 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 944 time: 0.6346419 Jul 07 19:23:00.410044 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2072b8e-38c2-4296-ac9c-1eaba5fbc076 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.411152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c2072b8e-38c2-4296-ac9c-1eaba5fbc076 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861 HTTP/1.1" status: 204 len: 168 time: 0.8841636 Jul 07 19:23:00.422737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:00.427553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4a8bac6b-6cf9-41fe-ac98-a36ba67de9f7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1781623844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:00.457286 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.491042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] For port 0abe6820-795b-459f-91a4-09cbcbbd10c1, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:00.513164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fffec7c6-dc76-486b-8b14-daa50ce098d8 req-77990ec4-ac5c-474c-a69e-358d3a4ea9ca tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966451 Jul 07 19:23:00.517658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] For port 0abe6820-795b-459f-91a4-09cbcbbd10c1, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0abe6820-795b-459f-91a4-09cbcbbd10c1,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:00.520973 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a8bac6b-6cf9-41fe-ac98-a36ba67de9f7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.523192 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a8bac6b-6cf9-41fe-ac98-a36ba67de9f7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.529524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.546493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:23:00.546493 n-d-792394-12 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:23:00.546493 n-d-792394-12 neutron-server[93771]: [parameters: {'project_id_1': 'a986d1ee7a864498a675b0db8d9e23b4', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 23, 0, 480275)}] Jul 07 19:23:00.546493 n-d-792394-12 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:23:00.547014 n-d-792394-12 neutron-server[93771]: DEBUG oslo_db.api [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:23:00.575023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:00.575586 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.577275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] 10.222.0.59 "PUT /v2.0/ports/0abe6820-795b-459f-91a4-09cbcbbd10c1 HTTP/1.1" status: 200 len: 1092 time: 4.1217852 Jul 07 19:23:00.577916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674ee101-291c-4598-aeff-9a20bcb8c644', 'tag': '0abe6820-795b-459f-91a4-09cbcbbd10c1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:00.580677 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a5618c-82be-4d17-af6a-3ae034868934" -d '{"events": [{"name": "network-changed", "server_uuid": "674ee101-291c-4598-aeff-9a20bcb8c644", "tag": "0abe6820-795b-459f-91a4-09cbcbbd10c1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:00.588174 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed23b401-9530-47a1-a84e-018c975b2650 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.615157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5358c-baaf-41a7-bbef-0cb03dd6341b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:00.623012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a33b35-6cb4-4b3c-a62d-58e7609c2f56 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe6820-795b-459f-91a4-09cbcbbd10c1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:00.658397 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a8bac6b-6cf9-41fe-ac98-a36ba67de9f7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.665115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a8bac6b-6cf9-41fe-ac98-a36ba67de9f7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.668994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Attempting to bind port c1a02e54-c848-46e0-983e-c823e8670712 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:00.669665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Attempting to bind port c1a02e54-c848-46e0-983e-c823e8670712 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:00.670270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Attempting to bind port c1a02e54-c848-46e0-983e-c823e8670712 on network 1e4926f2-26a7-4265-938e-2e5d04c45f95 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:00.684009 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80483a17-077a-4c8a-9241-7930f207fb9e x-openstack-request-id: req-80483a17-077a-4c8a-9241-7930f207fb9e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:00.684879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23b401-9530-47a1-a84e-018c975b2650 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Subnet': ['ID=aa49c3da-a507-4da9-85b8-72609684419e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:00.685043 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674ee101-291c-4598-aeff-9a20bcb8c644", "tag": "0abe6820-795b-459f-91a4-09cbcbbd10c1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:00.685449 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-80483a17-077a-4c8a-9241-7930f207fb9e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:00.686020 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674ee101-291c-4598-aeff-9a20bcb8c644', 'tag': '0abe6820-795b-459f-91a4-09cbcbbd10c1', 'status': 'completed', 'code': 200} Jul 07 19:23:00.697783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518ecb8-0cc0-4d4f-b280-f6557cff0704 req-e91e5b05-abc1-41a0-9145-e45d2ebd393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:00.699926 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8518ecb8-0cc0-4d4f-b280-f6557cff0704 req-e91e5b05-abc1-41a0-9145-e45d2ebd393a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d79bdeb1683649e2af1e26e0a17fc94a&device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 1096 time: 0.4738109 Jul 07 19:23:00.714076 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a49f13-ccbc-4dbd-90a5-327514d1eb7a None None] Network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:00.723872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Port c1a02e54-c848-46e0-983e-c823e8670712 on network 1e4926f2-26a7-4265-938e-2e5d04c45f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:23:00.724209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Attempting to bind port c1a02e54-c848-46e0-983e-c823e8670712 on network 1e4926f2-26a7-4265-938e-2e5d04c45f95 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:00.731806 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed23b401-9530-47a1-a84e-018c975b2650 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.732609 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a8bac6b-6cf9-41fe-ac98-a36ba67de9f7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.734168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4a8bac6b-6cf9-41fe-ac98-a36ba67de9f7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3103452 Jul 07 19:23:00.736521 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ed23b401-9530-47a1-a84e-018c975b2650 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/aa49c3da-a507-4da9-85b8-72609684419e HTTP/1.1" status: 204 len: 168 time: 1.3805585 Jul 07 19:23:00.737095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:00.737508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:00.752248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8158d4f4-7e6c-4eaa-bdf7-c286112c0464 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:00.778874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:00.779558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Checking segment: {'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:00.780120 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Bound using segment: {'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:00.780849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Bound port: c1a02e54-c848-46e0-983e-c823e8670712, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:00.781414 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.837146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eee4a7e-7bed-4d42-b006-f523494f5adf {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:00.857505 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.921810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Transition to ACTIVE for port object 2eee4a7e-7bed-4d42-b006-f523494f5adf will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:00.938327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:00.990069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-1fafeb74-5438-49c9-bd74-33af48bb0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:00.991889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-1fafeb74-5438-49c9-bd74-33af48bb0384 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f8bc9635b2f4f79b829514c4ed501e2&device_id=674ee101-291c-4598-aeff-9a20bcb8c644 HTTP/1.1" status: 200 len: 1095 time: 0.3191955 Jul 07 19:23:00.992268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] For port c1a02e54-c848-46e0-983e-c823e8670712, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:00.996896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518ecb8-0cc0-4d4f-b280-f6557cff0704 req-f1638d25-cd46-4115-ba1b-7c0b7ed6f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:00.998484 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8518ecb8-0cc0-4d4f-b280-f6557cff0704 req-f1638d25-cd46-4115-ba1b-7c0b7ed6f8ea service neutron] 10.222.0.112 "GET /v2.0/networks?id=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 HTTP/1.1" status: 200 len: 911 time: 0.2701099 Jul 07 19:23:01.036917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] For port c1a02e54-c848-46e0-983e-c823e8670712, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c1a02e54-c848-46e0-983e-c823e8670712,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:01.079052 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.086270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.090178 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8518ecb8-0cc0-4d4f-b280-f6557cff0704 req-218c00e3-2702-4fb8-837a-1532a7349a4e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cbc4d42-23c1-45e4-a81d-2f640d869cb7 HTTP/1.1" status: 200 len: 217 time: 0.0776157 Jul 07 19:23:01.098126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01b18b1-0c28-4d64-a7dd-bf5a9105f7a6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting subnet c7bfdfe4-b339-44a8-a50a-90d9d1bd092c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:23:01.102343 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d01b18b1-0c28-4d64-a7dd-bf5a9105f7a6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.161113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Pushing event updated for resources: {'Port': ['ID=2eee4a7e-7bed-4d42-b006-f523494f5adf,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:01.167620 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8158d4f4-7e6c-4eaa-bdf7-c286112c0464 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.172312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-cb3481be-2a2a-4ee2-a54a-ce1d2c58dff4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0abe6820-795b-459f-91a4-09cbcbbd10c1 HTTP/1.1" status: 200 len: 217 time: 0.1225078 Jul 07 19:23:01.181260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:01.181854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.184142 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] 10.222.0.112 "PUT /v2.0/ports/c1a02e54-c848-46e0-983e-c823e8670712 HTTP/1.1" status: 200 len: 1092 time: 3.1684089 Jul 07 19:23:01.187013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce919b68-3c95-42d5-b5a6-cc912f24db95', 'tag': 'c1a02e54-c848-46e0-983e-c823e8670712'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:01.189797 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9043824-307d-4a2c-8029-d9976f749fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce919b68-3c95-42d5-b5a6-cc912f24db95", "tag": "c1a02e54-c848-46e0-983e-c823e8670712"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:01.202901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8158d4f4-7e6c-4eaa-bdf7-c286112c0464 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.247926 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d01b18b1-0c28-4d64-a7dd-bf5a9105f7a6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.272437 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9635b2-4242-42b9-952e-aa577bcdfb12 x-openstack-request-id: req-3c9635b2-4242-42b9-952e-aa577bcdfb12 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:01.272759 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce919b68-3c95-42d5-b5a6-cc912f24db95", "tag": "c1a02e54-c848-46e0-983e-c823e8670712", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:01.273249 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3c9635b2-4242-42b9-952e-aa577bcdfb12 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:01.273654 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce919b68-3c95-42d5-b5a6-cc912f24db95', 'tag': 'c1a02e54-c848-46e0-983e-c823e8670712', 'status': 'completed', 'code': 200} Jul 07 19:23:01.286447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518ecb8-0cc0-4d4f-b280-f6557cff0704 req-11957d4a-08e8-41b7-9b89-4e1653c093a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:01.287969 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8518ecb8-0cc0-4d4f-b280-f6557cff0704 req-11957d4a-08e8-41b7-9b89-4e1653c093a2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0 HTTP/1.1" status: 200 len: 849 time: 0.1800733 Jul 07 19:23:01.375437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab118b1-1408-4776-a757-671fd32f437c req-a3d28830-bd3c-4967-a56f-9685d4437603 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:01.376209 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8518ecb8-0cc0-4d4f-b280-f6557cff0704 req-e1e7283d-4cfb-4a96-a195-f7a35bad36be service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590353 Jul 07 19:23:01.383170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ab118b1-1408-4776-a757-671fd32f437c req-a3d28830-bd3c-4967-a56f-9685d4437603 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 931 time: 0.5603189 Jul 07 19:23:01.386152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f885f-5938-4c5d-b25c-e9bc1d71d110 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a02e54-c848-46e0-983e-c823e8670712,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:01.405069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-0b5aaacb-cadf-429c-a96a-b5e6d9705021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:01.407185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-0b5aaacb-cadf-429c-a96a-b5e6d9705021 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d713e471-2905-4e1a-a54a-f3a9819f88d8 HTTP/1.1" status: 200 len: 858 time: 0.2223117 Jul 07 19:23:01.434297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Attempting to bind port 2eee4a7e-7bed-4d42-b006-f523494f5adf on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:01.434297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Attempting to bind port 2eee4a7e-7bed-4d42-b006-f523494f5adf by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:01.434548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Attempting to bind port 2eee4a7e-7bed-4d42-b006-f523494f5adf on network 1e4926f2-26a7-4265-938e-2e5d04c45f95 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:01.501182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-d3eb4797-8e97-47de-9e39-fe9d9db384aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e4926f2-26a7-4265-938e-2e5d04c45f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748081 Jul 07 19:23:01.548049 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8518ecb8-0cc0-4d4f-b280-f6557cff0704 req-938df709-d6da-4fb3-97bd-9d6319b10d10 service neutron] 10.222.0.112 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527481 Jul 07 19:23:01.550243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Port 2eee4a7e-7bed-4d42-b006-f523494f5adf on network 1e4926f2-26a7-4265-938e-2e5d04c45f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:23:01.550676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Attempting to bind port 2eee4a7e-7bed-4d42-b006-f523494f5adf on network 1e4926f2-26a7-4265-938e-2e5d04c45f95 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:01.566924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:01.567370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Checking segment: {'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:01.567821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Bound using segment: {'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:01.568369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Bound port: 2eee4a7e-7bed-4d42-b006-f523494f5adf, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:01.568820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.698312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ab118b1-1408-4776-a757-671fd32f437c req-36d29abc-5f6f-490c-bec2-bf35b7d22270 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130379 Jul 07 19:23:01.773964 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d01b18b1-0c28-4d64-a7dd-bf5a9105f7a6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.850979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] For port 2eee4a7e-7bed-4d42-b006-f523494f5adf, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:01.859185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] For port 2eee4a7e-7bed-4d42-b006-f523494f5adf, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=2eee4a7e-7bed-4d42-b006-f523494f5adf,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:01.862121 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8518ecb8-0cc0-4d4f-b280-f6557cff0704 req-e809dcb3-0b36-4b6e-8100-af00373fc17b service neutron] 10.222.0.112 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027236 Jul 07 19:23:01.873025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.904895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3266d57d-7b6f-4738-b5f7-950a6f95f1d1 req-83a28d14-4df4-44d3-a83a-2b2aef4bb912 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 210 time: 0.3243532 Jul 07 19:23:01.914212 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-c9498d86-0fc3-437b-bff6-993d94b6548a service neutron] 10.222.0.59 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954642 Jul 07 19:23:01.930771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-73a19852-7b15-46b1-be54-8739203264b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:01.933754 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-73a19852-7b15-46b1-be54-8739203264b8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f8bc9635b2f4f79b829514c4ed501e2&device_id=ce919b68-3c95-42d5-b5a6-cc912f24db95 HTTP/1.1" status: 200 len: 1095 time: 0.6785667 Jul 07 19:23:01.942340 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.976165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:01.976824 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:01.978226 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] 10.222.0.59 "PUT /v2.0/ports/2eee4a7e-7bed-4d42-b006-f523494f5adf HTTP/1.1" status: 200 len: 1092 time: 2.5707941 Jul 07 19:23:02.000942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eb8c857c-db64-4848-b79d-90a741078a95 None None] Provisioning complete for port 88902bcd-845b-4504-969e-46f8892897c3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:02.001999 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb8c857c-db64-4848-b79d-90a741078a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.017692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.029532 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-4ea17bb0-9650-4342-9af9-2ac918d7bf56 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1a02e54-c848-46e0-983e-c823e8670712 HTTP/1.1" status: 200 len: 217 time: 0.0828974 Jul 07 19:23:02.038500 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-4cd1cca1-5b6f-4c77-a085-0962eac58fc1 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=b7acdec187e84afc96975581568864c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3582907 Jul 07 19:23:02.071547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d1d7c-77da-4338-bb0c-5677f97f964f service neutron] Pushing event updated for resources: {'Port': ['ID=2eee4a7e-7bed-4d42-b006-f523494f5adf,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:02.129812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.131054 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7766552 Jul 07 19:23:02.135923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:02.141888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4c842307-9a9b-4336-af27-f1666e12e5b9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': 'c4cfec06-a38b-4fc0-8b34-c1ce59bb6445', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:02.152190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23820493-7dbb-4343-9894-3a884206ea8f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cfec06-a38b-4fc0-8b34-c1ce59bb6445,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:02.171128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8158d4f4-7e6c-4eaa-bdf7-c286112c0464 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Router ed13abfb-4da4-4f4c-bc01-00a151acc1d1 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:23:02.178817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-35ffce8b-b5b3-45a1-b623-657ada309042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:02.180103 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-35ffce8b-b5b3-45a1-b623-657ada309042 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d713e471-2905-4e1a-a54a-f3a9819f88d8 HTTP/1.1" status: 200 len: 858 time: 0.1411610 Jul 07 19:23:02.227988 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-4538365f-c8cc-4e96-8d51-ea43495fefbf service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1e4926f2-26a7-4265-938e-2e5d04c45f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405169 Jul 07 19:23:02.234088 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c842307-9a9b-4336-af27-f1666e12e5b9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.308070 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-ccd65a1c-d64a-4538-80d4-0841215d0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:02.310088 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-ccd65a1c-d64a-4538-80d4-0841215d0d09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f8bc9635b2f4f79b829514c4ed501e2&device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 1095 time: 0.2504344 Jul 07 19:23:02.324438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1114fc-8bcd-41c3-af52-48b53552d373 req-841510e0-f2f0-4a90-afe8-4d6187d42bd4 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:02.325979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd1114fc-8bcd-41c3-af52-48b53552d373 req-841510e0-f2f0-4a90-afe8-4d6187d42bd4 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 944 time: 0.3845387 Jul 07 19:23:02.326966 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8158d4f4-7e6c-4eaa-bdf7-c286112c0464 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:23:02.349134 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90dfbcb-b90f-4a1f-9dad-204801686815 None None] Sync routers for ids ['ed13abfb-4da4-4f4c-bc01-00a151acc1d1'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:23:02.350740 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8158d4f4-7e6c-4eaa-bdf7-c286112c0464 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.352190 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8158d4f4-7e6c-4eaa-bdf7-c286112c0464 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "PUT /v2.0/routers/ed13abfb-4da4-4f4c-bc01-00a151acc1d1 HTTP/1.1" status: 200 len: 694 time: 1.6136310 Jul 07 19:23:02.362055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:02.362989 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90dfbcb-b90f-4a1f-9dad-204801686815 None None] Routers {'ed13abfb-4da4-4f4c-bc01-00a151acc1d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:02.363607 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f90dfbcb-b90f-4a1f-9dad-204801686815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ed13abfb-4da4-4f4c-bc01-00a151acc1d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:02.470749 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f90dfbcb-b90f-4a1f-9dad-204801686815 None None] Set router ed13abfb-4da4-4f4c-bc01-00a151acc1d1 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:02.472902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-97e244cc-5760-4ec8-9f4d-6aef27b8a2d2 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/routers/ed13abfb-4da4-4f4c-bc01-00a151acc1d1 HTTP/1.1" status: 200 len: 700 time: 0.1087854 Jul 07 19:23:02.480123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:02.512362 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d01b18b1-0c28-4d64-a7dd-bf5a9105f7a6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.548812 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f90dfbcb-b90f-4a1f-9dad-204801686815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed13abfb-4da4-4f4c-bc01-00a151acc1d1', 'name': 'tempest-RoutersTest-router-1781623844', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:00Z', 'updated_at': '2021-07-07T19:23:01Z', 'revision_number': 2, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:02.577467 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f20b9b0a-55a4-4c16-b741-fc0a6f5cccfd tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=ed13abfb-4da4-4f4c-bc01-00a151acc1d1 HTTP/1.1" status: 200 len: 205 time: 0.0889938 Jul 07 19:23:02.582534 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90dfbcb-b90f-4a1f-9dad-204801686815 None None] Checking router: ed13abfb-4da4-4f4c-bc01-00a151acc1d1 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:23:02.583033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e0f88c25-0ff0-44d7-81a9-561b48b8c583 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:02.584594 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e0f88c25-0ff0-44d7-81a9-561b48b8c583 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5277476 Jul 07 19:23:02.586575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-b9cbb3d4-dd34-44da-aa67-8f7d627e2418 service neutron] 10.222.0.59 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429423 Jul 07 19:23:02.591655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd1114fc-8bcd-41c3-af52-48b53552d373 req-aee488f6-1c29-4044-a9c5-c674968fb7d6 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353733 Jul 07 19:23:02.593025 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d01b18b1-0c28-4d64-a7dd-bf5a9105f7a6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.594932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d01b18b1-0c28-4d64-a7dd-bf5a9105f7a6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/c7bfdfe4-b339-44a8-a50a-90d9d1bd092c HTTP/1.1" status: 204 len: 168 time: 1.8552320 Jul 07 19:23:02.595430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:02.596432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b18b1-0c28-4d64-a7dd-bf5a9105f7a6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Subnet': ['ID=c7bfdfe4-b339-44a8-a50a-90d9d1bd092c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:02.599983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:02.606358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a66507-9928-4da6-a032-798172e985d8 None None] Network 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:02.608363 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90dfbcb-b90f-4a1f-9dad-204801686815 None None] Routers {'ed13abfb-4da4-4f4c-bc01-00a151acc1d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:02.612053 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f90dfbcb-b90f-4a1f-9dad-204801686815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ed13abfb-4da4-4f4c-bc01-00a151acc1d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:02.665165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Request body: {'port': {'device_id': 'e7493fec-8f5d-4ec7-ad99-8746da0118d7', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'b7acdec187e84afc96975581568864c9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:02.703679 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f90dfbcb-b90f-4a1f-9dad-204801686815 None None] Set router ed13abfb-4da4-4f4c-bc01-00a151acc1d1 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:23:02.728222 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-d69c92e6-a491-41f8-8a28-741b1e649217 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eee4a7e-7bed-4d42-b006-f523494f5adf HTTP/1.1" status: 200 len: 217 time: 0.3999093 Jul 07 19:23:02.785660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:02.824805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c842307-9a9b-4336-af27-f1666e12e5b9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.868649 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-c4a80f33-de62-41b1-b61b-e3de9c7f04e8 service neutron] 10.222.0.112 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283572 Jul 07 19:23:02.871264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-d4ee6eb0-7608-4b0e-b4b8-b9d8de9ba986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:02.872780 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-d4ee6eb0-7608-4b0e-b4b8-b9d8de9ba986 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d713e471-2905-4e1a-a54a-f3a9819f88d8 HTTP/1.1" status: 200 len: 858 time: 0.1100180 Jul 07 19:23:02.873993 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c842307-9a9b-4336-af27-f1666e12e5b9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.918851 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f90dfbcb-b90f-4a1f-9dad-204801686815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed13abfb-4da4-4f4c-bc01-00a151acc1d1', 'name': 'tempest-RoutersTest-router-1781623844', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:00Z', 'updated_at': '2021-07-07T19:23:01Z', 'revision_number': 2, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:02.922667 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:23:02.950159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c842307-9a9b-4336-af27-f1666e12e5b9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077966a2-e9a0-4099-b222-79f633ea6d1b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:02.954310 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-ce02318f-13b2-4ad2-9d4f-bffd4811ac02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e4926f2-26a7-4265-938e-2e5d04c45f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546784 Jul 07 19:23:02.968775 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90dfbcb-b90f-4a1f-9dad-204801686815 None None] The sync data for ids ['ed13abfb-4da4-4f4c-bc01-00a151acc1d1'] in n-d-792394-12 is: [{'id': 'ed13abfb-4da4-4f4c-bc01-00a151acc1d1', 'name': 'tempest-RoutersTest-router-1781623844', 'tenant_id': 'b743d222b00a49c59d666eaf8b7fd211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:23:00Z', 'updated_at': '2021-07-07T19:23:01Z', 'revision_number': 2, 'project_id': 'b743d222b00a49c59d666eaf8b7fd211', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:23:02.970566 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c842307-9a9b-4336-af27-f1666e12e5b9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:02.971963 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4c842307-9a9b-4336-af27-f1666e12e5b9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8339002 Jul 07 19:23:03.022400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:03.031844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a2fb2d94-b908-4bb8-9083-dd335cd78cfb tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': 'c4cfec06-a38b-4fc0-8b34-c1ce59bb6445', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:03.038651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7cbc4d42-23c1-45e4-a81d-2f640d869cb7,segment=NetworkSegment(50cb06f0-4733-4f6e-951e-eb362d24abe0),segment_id=50cb06f0-4733-4f6e-951e-eb362d24abe0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:03.072546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '7cbc4d42-23c1-45e4-a81d-2f640d869cb7', 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2', 'port_id': '7cbc4d42-23c1-45e4-a81d-2f640d869cb7', 'mac_address': 'fa:16:3e:65:de:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:03.092117 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3330cf3-76dc-4ef3-8afa-7cb1a94c7363 None None] DHCP port deletion for 30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:23:03.112299 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.130652 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2d94-b908-4bb8-9083-dd335cd78cfb tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.178239 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.193737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:03.222260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7cbc4d42-23c1-45e4-a81d-2f640d869cb7,segment=NetworkSegment(50cb06f0-4733-4f6e-951e-eb362d24abe0),segment_id=50cb06f0-4733-4f6e-951e-eb362d24abe0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:03.223595 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-a2fb2d94-b908-4bb8-9083-dd335cd78cfb tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:23:03.225046 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a2fb2d94-b908-4bb8-9083-dd335cd78cfb tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2009740 Jul 07 19:23:03.231206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:03.231857 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.239477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c3330cf3-76dc-4ef3-8afa-7cb1a94c7363 None None] Deleting port 88902bcd-845b-4504-969e-46f8892897c3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:03.239857 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3330cf3-76dc-4ef3-8afa-7cb1a94c7363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.270534 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-bd362c57-47ab-42fd-b0ff-eea549475539 service neutron] 10.222.0.112 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300283 Jul 07 19:23:03.274182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa1b851-f8a3-4461-aa04-bfc9604b47b4', 'tag': '2eee4a7e-7bed-4d42-b006-f523494f5adf'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:03.288582 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09988be-fb41-4082-88c0-cc165198b11d" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa1b851-f8a3-4461-aa04-bfc9604b47b4", "tag": "2eee4a7e-7bed-4d42-b006-f523494f5adf"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:03.295082 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-29519dcd-0fc5-4ec5-a1a2-f25d866ee9b8 service neutron] 10.222.0.59 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215818 Jul 07 19:23:03.375020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c3330cf3-76dc-4ef3-8afa-7cb1a94c7363 None None] For port 88902bcd-845b-4504-969e-46f8892897c3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=88902bcd-845b-4504-969e-46f8892897c3,segment=NetworkSegment(5116c5e0-3276-4c86-b541-4a4c42af6231),segment_id=5116c5e0-3276-4c86-b541-4a4c42af6231)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:03.375414 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3330cf3-76dc-4ef3-8afa-7cb1a94c7363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.388178 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1e4906e-7ca4-4cb8-8e28-4fdfbfe6520b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.391036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=7cbc4d42-23c1-45e4-a81d-2f640d869cb7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:03.394373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c3330cf3-76dc-4ef3-8afa-7cb1a94c7363 None None] Calling delete_port for 88902bcd-845b-4504-969e-46f8892897c3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:03.439286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a06adfcd-ced3-414b-930b-fbcc19993253 req-5e1b62f7-674e-4139-adb2-cfc2b52b073d tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 210 time: 0.1498594 Jul 07 19:23:03.453773 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dad9-80ac-44a3-8f23-eadc4a2268d0 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.501616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['7cbc4d42-23c1-45e4-a81d-2f640d869cb7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:03.507131 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3330cf3-76dc-4ef3-8afa-7cb1a94c7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.515385 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4d594e-2c5f-40a5-bb24-f8d1f7d48baa x-openstack-request-id: req-6e4d594e-2c5f-40a5-bb24-f8d1f7d48baa {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:03.515786 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa1b851-f8a3-4461-aa04-bfc9604b47b4", "tag": "2eee4a7e-7bed-4d42-b006-f523494f5adf", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:03.516188 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6e4d594e-2c5f-40a5-bb24-f8d1f7d48baa {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:03.516703 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa1b851-f8a3-4461-aa04-bfc9604b47b4', 'tag': '2eee4a7e-7bed-4d42-b006-f523494f5adf', 'status': 'completed', 'code': 200} Jul 07 19:23:03.546399 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.551852 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dad9-80ac-44a3-8f23-eadc4a2268d0 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.574953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3330cf3-76dc-4ef3-8afa-7cb1a94c7363 None None] Pushing event deleted for resources: {'Port': ['ID=88902bcd-845b-4504-969e-46f8892897c3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:03.585815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3330cf3-76dc-4ef3-8afa-7cb1a94c7363 None None] No DVR routers for this DVR port 88902bcd-845b-4504-969e-46f8892897c3 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:03.596837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9043824-307d-4a2c-8029-d9976f749fa8 req-8fa86c9e-183c-4877-9e48-ea284a59b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:03.597510 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9043824-307d-4a2c-8029-d9976f749fa8 req-8fa86c9e-183c-4877-9e48-ea284a59b139 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f8bc9635b2f4f79b829514c4ed501e2&device_id=ce919b68-3c95-42d5-b5a6-cc912f24db95 HTTP/1.1" status: 200 len: 1095 time: 0.2653024 Jul 07 19:23:03.602115 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4fe0b9b-14a9-4fba-bb06-b82427c15337 req-50a36b99-cb0a-4a30-83c4-f6e2e95644f4 service neutron] 10.222.0.59 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940822 Jul 07 19:23:03.684136 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dad9-80ac-44a3-8f23-eadc4a2268d0 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.686697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8d6dad9-80ac-44a3-8f23-eadc4a2268d0 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.687849 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e8d6dad9-80ac-44a3-8f23-eadc4a2268d0 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "DELETE /v2.0/security-groups/c4cfec06-a38b-4fc0-8b34-c1ce59bb6445 HTTP/1.1" status: 204 len: 168 time: 0.4498262 Jul 07 19:23:03.698919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:03.701566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6dad9-80ac-44a3-8f23-eadc4a2268d0 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cfec06-a38b-4fc0-8b34-c1ce59bb6445,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:03.722914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1e4906e-7ca4-4cb8-8e28-4fdfbfe6520b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.727672 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1e4906e-7ca4-4cb8-8e28-4fdfbfe6520b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.764558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5618c-82be-4d17-af6a-3ae034868934 req-8bbfa738-5c54-4a29-8b0f-8073268dc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:03.766139 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34a5618c-82be-4d17-af6a-3ae034868934 req-8bbfa738-5c54-4a29-8b0f-8073268dc1bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f8bc9635b2f4f79b829514c4ed501e2&device_id=674ee101-291c-4598-aeff-9a20bcb8c644 HTTP/1.1" status: 200 len: 1095 time: 1.0651331 Jul 07 19:23:03.790540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9043824-307d-4a2c-8029-d9976f749fa8 req-c65124e7-baac-43dc-abaa-94ada42036fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:03.792974 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9043824-307d-4a2c-8029-d9976f749fa8 req-c65124e7-baac-43dc-abaa-94ada42036fe service neutron] 10.222.0.112 "GET /v2.0/networks?id=1e4926f2-26a7-4265-938e-2e5d04c45f95 HTTP/1.1" status: 200 len: 920 time: 0.1859903 Jul 07 19:23:03.836782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aee7b-1306-4211-8ebc-2a1cd9a3c74a req-2c59e28b-8bfd-4ae7-bccc-f52271f7a216 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:03.844546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e62aee7b-1306-4211-8ebc-2a1cd9a3c74a req-2c59e28b-8bfd-4ae7-bccc-f52271f7a216 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 943 time: 0.5866306 Jul 07 19:23:03.907627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1e4906e-7ca4-4cb8-8e28-4fdfbfe6520b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.908139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e4906e-7ca4-4cb8-8e28-4fdfbfe6520b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Fanout notify agent at l3_agent the message router_deleted on router ed13abfb-4da4-4f4c-bc01-00a151acc1d1 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:23:03.912420 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9043824-307d-4a2c-8029-d9976f749fa8 req-d96bcf0c-d5ab-4880-85a1-6177a34e73e4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1a02e54-c848-46e0-983e-c823e8670712 HTTP/1.1" status: 200 len: 217 time: 0.0857272 Jul 07 19:23:03.923192 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ccbee70e-ed4d-4897-8258-4312c862e86f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2158096 Jul 07 19:23:03.933044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:03.938907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e5af1e4d-53d1-4d6b-b09d-45684ae2c256 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'tempest-secgroup--605661188'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:03.946485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 88902bcd-845b-4504-969e-46f8892897c3 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:03.968750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 88902bcd-845b-4504-969e-46f8892897c3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:03.969124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 88902bcd-845b-4504-969e-46f8892897c3 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:03.981759 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1e4906e-7ca4-4cb8-8e28-4fdfbfe6520b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:03.982894 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c1e4906e-7ca4-4cb8-8e28-4fdfbfe6520b tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/ed13abfb-4da4-4f4c-bc01-00a151acc1d1 HTTP/1.1" status: 204 len: 168 time: 1.3838794 Jul 07 19:23:03.989260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.007061 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.030273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Made reservation on behalf of b7acdec187e84afc96975581568864c9 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:04.033798 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.038452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:04.041027 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-00f763ac-5687-4292-92ac-1bcb457416e1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=ed13abfb-4da4-4f4c-bc01-00a151acc1d1 HTTP/1.1" status: 200 len: 205 time: 0.0489597 Jul 07 19:23:04.045176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.056188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9043824-307d-4a2c-8029-d9976f749fa8 req-6b9361a7-0d45-4f71-9168-41b4f8fa964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:04.058243 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9043824-307d-4a2c-8029-d9976f749fa8 req-6b9361a7-0d45-4f71-9168-41b4f8fa964b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d713e471-2905-4e1a-a54a-f3a9819f88d8 HTTP/1.1" status: 200 len: 858 time: 0.1362972 Jul 07 19:23:04.060086 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09988be-fb41-4082-88c0-cc165198b11d req-0b2e79bd-b42e-43d0-920c-27477373f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:04.061515 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e09988be-fb41-4082-88c0-cc165198b11d req-0b2e79bd-b42e-43d0-920c-27477373f5ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f8bc9635b2f4f79b829514c4ed501e2&device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 1095 time: 0.2731013 Jul 07 19:23:04.066429 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.071189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5116c5e0-3276-4c86-b541-4a4c42af6231') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:04.071487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5116c5e0-3276-4c86-b541-4a4c42af6231') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:04.077545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e62aee7b-1306-4211-8ebc-2a1cd9a3c74a req-f2d1d1da-2026-4ec1-b075-f2cb5d6c9ce2 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321334 Jul 07 19:23:04.105501 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.115102 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5af1e4d-53d1-4d6b-b09d-45684ae2c256 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.117174 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-06cf1949-329c-431f-9218-0f5b70d33b2f tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] delete failed (client error): The resource could not be found. Jul 07 19:23:04.118165 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-06cf1949-329c-431f-9218-0f5b70d33b2f tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/ed13abfb-4da4-4f4c-bc01-00a151acc1d1 HTTP/1.1" status: 404 len: 336 time: 0.0696242 Jul 07 19:23:04.129810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.150373 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.186454 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9043824-307d-4a2c-8029-d9976f749fa8 req-83fa0479-5f02-4d0f-9a5e-73e4889fa662 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1e4926f2-26a7-4265-938e-2e5d04c45f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868528 Jul 07 19:23:04.189196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:23:04.189581 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:23:04.193611 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:23:04.197370 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d86589-600b-4c71-a41a-b89c7f225ee3 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] DELETE failed (client error): The resource could not be found. Jul 07 19:23:04.197370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d86589-600b-4c71-a41a-b89c7f225ee3 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:23:04.197370 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-22d86589-600b-4c71-a41a-b89c7f225ee3 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/4c4e0dea-3928-4358-b9f7-1905c45a400e HTTP/1.1" status: 404 len: 337 time: 0.0626795 Jul 07 19:23:04.198314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5618c-82be-4d17-af6a-3ae034868934 req-35e25dec-c677-44f9-8923-35460bdb03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:04.199694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34a5618c-82be-4d17-af6a-3ae034868934 req-35e25dec-c677-44f9-8923-35460bdb03bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=1e4926f2-26a7-4265-938e-2e5d04c45f95 HTTP/1.1" status: 200 len: 920 time: 0.3944952 Jul 07 19:23:04.202091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.270833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affe2ce-a16a-4f9a-b519-cb0ce1d1be69 req-cdac0384-f626-4230-a8ce-5e9bd98b6f61 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:04.275180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1affe2ce-a16a-4f9a-b519-cb0ce1d1be69 req-cdac0384-f626-4230-a8ce-5e9bd98b6f61 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 945 time: 0.4277458 Jul 07 19:23:04.296830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09988be-fb41-4082-88c0-cc165198b11d req-720deef3-9c99-464b-ae35-6ab45112e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:04.298413 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e09988be-fb41-4082-88c0-cc165198b11d req-720deef3-9c99-464b-ae35-6ab45112e31c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1e4926f2-26a7-4265-938e-2e5d04c45f95 HTTP/1.1" status: 200 len: 920 time: 0.2003453 Jul 07 19:23:04.341192 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbbde14-e177-40cc-88f7-4995f8b36f4d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] DELETE failed (client error): The resource could not be found. Jul 07 19:23:04.341635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbbde14-e177-40cc-88f7-4995f8b36f4d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:23:04.343369 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5cbbde14-e177-40cc-88f7-4995f8b36f4d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/49b31b23-eaf4-44fa-a391-3d5b2a4fd94d HTTP/1.1" status: 404 len: 337 time: 0.1288841 Jul 07 19:23:04.355591 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34a5618c-82be-4d17-af6a-3ae034868934 req-5d635967-e1f4-4cf7-b834-ec11a7317aa7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0abe6820-795b-459f-91a4-09cbcbbd10c1 HTTP/1.1" status: 200 len: 217 time: 0.1378770 Jul 07 19:23:04.357159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.366297 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e09988be-fb41-4082-88c0-cc165198b11d req-ae205d0e-4afa-45e4-9013-cad15d1c8221 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eee4a7e-7bed-4d42-b006-f523494f5adf HTTP/1.1" status: 200 len: 217 time: 0.0553501 Jul 07 19:23:04.370000 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9043824-307d-4a2c-8029-d9976f749fa8 req-2fb490ae-f54f-4773-9f48-50bfc0859675 service neutron] 10.222.0.112 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736979 Jul 07 19:23:04.405787 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d89ed1c-09e0-404c-b498-abb9ca168fbe tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] DELETE failed (client error): The resource could not be found. Jul 07 19:23:04.406239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d89ed1c-09e0-404c-b498-abb9ca168fbe tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:23:04.407903 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8d89ed1c-09e0-404c-b498-abb9ca168fbe tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/6e6d979c-3ffd-4009-a8e6-7b4c84f9c11e HTTP/1.1" status: 404 len: 337 time: 0.0495474 Jul 07 19:23:04.421553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32958) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.422221 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.427070 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.433058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/networks/30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2 HTTP/1.1" status: 204 len: 168 time: 1.7782824 Jul 07 19:23:04.436311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.481819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1affe2ce-a16a-4f9a-b519-cb0ce1d1be69 req-72948a3b-3406-4e64-8c0a-271c793c4605 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776760 Jul 07 19:23:04.505009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ec24a-519a-41e7-9f02-d4fc1ced41d0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Network': ['ID=30e5a62e-fd8a-47e3-9a6a-a12295c0c2d2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:04.514444 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1564e0-d96e-4fd2-9d01-c9cad2c9fa07 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] DELETE failed (client error): The resource could not be found. Jul 07 19:23:04.515153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1564e0-d96e-4fd2-9d01-c9cad2c9fa07 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:23:04.517198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1c1564e0-d96e-4fd2-9d01-c9cad2c9fa07 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/78dbba69-0e5d-415b-beb0-eb3ccd4d30de HTTP/1.1" status: 404 len: 337 time: 0.0826933 Jul 07 19:23:04.521020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5618c-82be-4d17-af6a-3ae034868934 req-a25a5460-a54e-41ea-8413-9b6f3248d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:04.522673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34a5618c-82be-4d17-af6a-3ae034868934 req-a25a5460-a54e-41ea-8413-9b6f3248d7f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d713e471-2905-4e1a-a54a-f3a9819f88d8 HTTP/1.1" status: 200 len: 858 time: 0.1485167 Jul 07 19:23:04.524888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32964) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.577296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09988be-fb41-4082-88c0-cc165198b11d req-4dc3081b-bd04-4e26-97d6-ecbd29d7e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:04.578806 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e09988be-fb41-4082-88c0-cc165198b11d req-4dc3081b-bd04-4e26-97d6-ecbd29d7e3e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d713e471-2905-4e1a-a54a-f3a9819f88d8 HTTP/1.1" status: 200 len: 858 time: 0.1879256 Jul 07 19:23:04.579521 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34a5618c-82be-4d17-af6a-3ae034868934 req-b1fd3357-0f10-4c3b-b477-572af873b575 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e4926f2-26a7-4265-938e-2e5d04c45f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488632 Jul 07 19:23:04.615304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2f376c9c-36d3-455c-aff0-adf9684b4c11 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1701c28-664c-4132-9ec4-0285a965a861 HTTP/1.1" status: 200 len: 205 time: 0.0721908 Jul 07 19:23:04.633253 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.636453 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e09988be-fb41-4082-88c0-cc165198b11d req-eb0e91b3-8fc6-4dd2-8314-8769e1735ce4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e4926f2-26a7-4265-938e-2e5d04c45f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427244 Jul 07 19:23:04.658096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89200885-b62e-4a3c-a4f1-646b2f489518 req-ed94c9df-144b-4d33-992c-b57a66fd58d6 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 210 time: 0.0734515 Jul 07 19:23:04.694480 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9043824-307d-4a2c-8029-d9976f749fa8 req-7950200f-5bc5-414e-80bb-895bd01a775b service neutron] 10.222.0.112 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047493 Jul 07 19:23:04.707702 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.709516 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-5df4fa10-d413-4744-8ed7-f770ca079d2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] delete failed (client error): The resource could not be found. Jul 07 19:23:04.710711 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5df4fa10-d413-4744-8ed7-f770ca079d2c tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/f1701c28-664c-4132-9ec4-0285a965a861 HTTP/1.1" status: 404 len: 336 time: 0.0735242 Jul 07 19:23:04.716857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32968) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.721473 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.753203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d867688-ee0c-4c28-bc9a-da4cc36439b8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:04.754805 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2d867688-ee0c-4c28-bc9a-da4cc36439b8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3175194 Jul 07 19:23:04.763274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:04.765365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.781846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8283e8c3-4896-4a3e-85ae-c5a21643842a tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=92c084ed-4836-4646-b068-1301ab453684 HTTP/1.1" status: 200 len: 205 time: 0.0632601 Jul 07 19:23:04.805333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.818528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:04.824974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:04.826240 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.846738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e820281-8115-445d-9c22-dce037c37dc0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:04.869032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34a5618c-82be-4d17-af6a-3ae034868934 req-60ff1d41-21d9-42ad-be68-a51b3faace0a service neutron] 10.222.0.59 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636929 Jul 07 19:23:04.878437 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-0f79639c-7e30-4a95-b376-927350cd1591 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] delete failed (client error): The resource could not be found. Jul 07 19:23:04.879482 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0f79639c-7e30-4a95-b376-927350cd1591 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/92c084ed-4836-4646-b068-1301ab453684 HTTP/1.1" status: 404 len: 336 time: 0.0724359 Jul 07 19:23:04.887136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.925077 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d580b5fa-fa38-4730-a24f-da9f9a3cd7c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] DELETE failed (client error): The resource could not be found. Jul 07 19:23:04.925529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d580b5fa-fa38-4730-a24f-da9f9a3cd7c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:23:04.927875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d580b5fa-fa38-4730-a24f-da9f9a3cd7c4 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/23bb4242-e8e7-4b22-85f4-4086ee2949c1 HTTP/1.1" status: 404 len: 337 time: 0.0397732 Jul 07 19:23:04.928036 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e09988be-fb41-4082-88c0-cc165198b11d req-39b0f847-249c-4b18-aae4-d3699b99d6d1 service neutron] 10.222.0.59 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808080 Jul 07 19:23:04.934461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:04.936343 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.959970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a081e9c-c77f-4e51-818f-127245ce3cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbc4d42-23c1-45e4-a81d-2f640d869cb7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:04.963086 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9398df-d29f-42a7-8d7d-e55a2af75602" -d '{"events": [{"server_uuid": "9a081e9c-c77f-4e51-818f-127245ce3cb0", "name": "network-vif-plugged", "status": "completed", "tag": "7cbc4d42-23c1-45e4-a81d-2f640d869cb7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:04.977598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7cbc4d42-23c1-45e4-a81d-2f640d869cb7,segment=NetworkSegment(50cb06f0-4733-4f6e-951e-eb362d24abe0),segment_id=50cb06f0-4733-4f6e-951e-eb362d24abe0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:04.984256 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.997895 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d1765470-54b6-4283-ae80-d8b45d095240 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe HTTP/1.1" status: 200 len: 205 time: 0.0587916 Jul 07 19:23:04.998179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.013165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0abe6820-795b-459f-91a4-09cbcbbd10c1 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:05.038810 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6dd1e322-3989-4868-9dce-c867d6c2225e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2690609 Jul 07 19:23:05.039035 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648568b7-4d2e-454a-9c75-161d7d88295f x-openstack-request-id: req-648568b7-4d2e-454a-9c75-161d7d88295f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:05.039035 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a081e9c-c77f-4e51-818f-127245ce3cb0", "name": "network-vif-plugged", "status": "completed", "tag": "7cbc4d42-23c1-45e4-a81d-2f640d869cb7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:05.039035 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-648568b7-4d2e-454a-9c75-161d7d88295f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:05.039401 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a081e9c-c77f-4e51-818f-127245ce3cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbc4d42-23c1-45e4-a81d-2f640d869cb7', 'code': 200} Jul 07 19:23:05.042618 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.049122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2088524394'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:05.060787 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-a223110e-9f7d-4130-aba7-80f607004fde tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] delete failed (client error): The resource could not be found. Jul 07 19:23:05.061845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a223110e-9f7d-4130-aba7-80f607004fde tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/0bf12a49-c9a9-4fec-aa8d-b0b30a17c1fe HTTP/1.1" status: 404 len: 336 time: 0.0627520 Jul 07 19:23:05.067284 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5af1e4d-53d1-4d6b-b09d-45684ae2c256 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.068066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.086064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34a5618c-82be-4d17-af6a-3ae034868934 req-9e36b586-9338-448a-b1c1-c7bb811673de service neutron] 10.222.0.59 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094901 Jul 07 19:23:05.093276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Allocated IP 192.168.233.115 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:05.102621 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5af1e4d-53d1-4d6b-b09d-45684ae2c256 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.115241 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a96b6c2e-6f34-4a28-a673-320d768d8c17 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=ed200b3d-e297-41b4-bc10-4337425c0ce0 HTTP/1.1" status: 200 len: 205 time: 0.0459819 Jul 07 19:23:05.117806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.137021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=7cbc4d42-23c1-45e4-a81d-2f640d869cb7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:05.178980 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-c6aee537-87d0-4811-aa5c-f1cd8133805d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] delete failed (client error): The resource could not be found. Jul 07 19:23:05.180057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c6aee537-87d0-4811-aa5c-f1cd8133805d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/ed200b3d-e297-41b4-bc10-4337425c0ce0 HTTP/1.1" status: 404 len: 336 time: 0.0613024 Jul 07 19:23:05.183983 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.191940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:05.195360 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.197324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af1e4d-53d1-4d6b-b09d-45684ae2c256 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f455fb-6289-4721-a3c2-2382d59f05df,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:05.228375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5af1e4d-53d1-4d6b-b09d-45684ae2c256 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.230489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0abe6820-795b-459f-91a4-09cbcbbd10c1, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0abe6820-795b-459f-91a4-09cbcbbd10c1,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:05.232782 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e5af1e4d-53d1-4d6b-b09d-45684ae2c256 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2986963 Jul 07 19:23:05.249781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '0abe6820-795b-459f-91a4-09cbcbbd10c1', 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95', 'port_id': '0abe6820-795b-459f-91a4-09cbcbbd10c1', 'mac_address': 'fa:16:3e:90:1c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd713e471-2905-4e1a-a54a-f3a9819f88d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:05.253562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.262912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f6ee4a9a-38e1-46b5-9b57-7a3a6f73b8ac tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': 'f7f455fb-6289-4721-a3c2-2382d59f05df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:05.263690 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-f6ee4a9a-38e1-46b5-9b57-7a3a6f73b8ac tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 19:23:05.264198 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-f6ee4a9a-38e1-46b5-9b57-7a3a6f73b8ac tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:05.268303 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f6ee4a9a-38e1-46b5-9b57-7a3a6f73b8ac tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0108979 Jul 07 19:23:05.268926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 32994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.279808 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e09988be-fb41-4082-88c0-cc165198b11d req-56e2ef32-36f2-4052-a1f3-e48da581e6bb service neutron] 10.222.0.59 "GET /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441694 Jul 07 19:23:05.283392 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86d98d2-eae6-4cf8-b125-e3a5f8cfdac0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] DELETE failed (client error): The resource could not be found. Jul 07 19:23:05.283773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86d98d2-eae6-4cf8-b125-e3a5f8cfdac0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:23:05.287867 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b86d98d2-eae6-4cf8-b125-e3a5f8cfdac0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/a1674cf7-b03b-422e-835e-9cc01a42c58a HTTP/1.1" status: 404 len: 337 time: 0.1003377 Jul 07 19:23:05.291426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.300565 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.320997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abe6820-795b-459f-91a4-09cbcbbd10c1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:05.331368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:23:05.347003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0abe6820-795b-459f-91a4-09cbcbbd10c1, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0abe6820-795b-459f-91a4-09cbcbbd10c1,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:05.350957 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.351845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 2eee4a7e-7bed-4d42-b006-f523494f5adf details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:05.352727 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.353083 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Added segment 236f2aaa-af73-4e88-a254-2d17837af169 of type vlan for network b31d35cb-261f-4e09-90d7-f7b5fb753890 Jul 07 19:23:05.366040 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6f258344-d789-4481-bf11-1f483bdf86d1 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=e14a70c6-4960-4d1b-b91c-42ea9e38e261 HTTP/1.1" status: 200 len: 205 time: 0.0689895 Jul 07 19:23:05.368544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 32998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.376454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db9bd7-019a-4d69-87b5-166aa5ba4c24 req-310c8c77-403d-4856-919f-2e307625c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:05.378044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-59db9bd7-019a-4d69-87b5-166aa5ba4c24 req-310c8c77-403d-4856-919f-2e307625c883 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 1098 time: 0.2121005 Jul 07 19:23:05.413365 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebd372a3-f5b9-47bf-b6d6-d4a9149b28e7 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.422824 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b6b227c2-898f-4d0b-96d6-9a7ee6b22773 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] delete failed (client error): The resource could not be found. Jul 07 19:23:05.425235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b6b227c2-898f-4d0b-96d6-9a7ee6b22773 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/e14a70c6-4960-4d1b-b91c-42ea9e38e261 HTTP/1.1" status: 404 len: 336 time: 0.0556927 Jul 07 19:23:05.428690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.433978 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 2eee4a7e-7bed-4d42-b006-f523494f5adf, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=2eee4a7e-7bed-4d42-b006-f523494f5adf,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:05.436836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=0abe6820-795b-459f-91a4-09cbcbbd10c1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:05.438442 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.453331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '2eee4a7e-7bed-4d42-b006-f523494f5adf', 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95', 'port_id': '2eee4a7e-7bed-4d42-b006-f523494f5adf', 'mac_address': 'fa:16:3e:69:9a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd713e471-2905-4e1a-a54a-f3a9819f88d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:05.469082 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebd372a3-f5b9-47bf-b6d6-d4a9149b28e7 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.475545 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3252fe67-0e1f-4c4c-8aba-f7cd42d6788d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] DELETE failed (client error): The resource could not be found. Jul 07 19:23:05.476005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3252fe67-0e1f-4c4c-8aba-f7cd42d6788d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:23:05.477829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3252fe67-0e1f-4c4c-8aba-f7cd42d6788d tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/562b26bf-b34d-464a-b351-31830b1067fc HTTP/1.1" status: 404 len: 337 time: 0.0482268 Jul 07 19:23:05.481185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.484099 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.496996 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.499549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a4cfc-7a2e-49e3-b259-bc09e7ece015 req-05add57e-4a7e-4b18-847f-d57dab0ec399 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:05.501334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-461a4cfc-7a2e-49e3-b259-bc09e7ece015 req-05add57e-4a7e-4b18-847f-d57dab0ec399 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 943 time: 0.2241786 Jul 07 19:23:05.510868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Transition to ACTIVE for port object 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:05.513485 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-59db9bd7-019a-4d69-87b5-166aa5ba4c24 req-edb29ddf-a926-4d4f-9ceb-9a2e89954564 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077707 Jul 07 19:23:05.516626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eee4a7e-7bed-4d42-b006-f523494f5adf {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:05.541938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 2eee4a7e-7bed-4d42-b006-f523494f5adf, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=2eee4a7e-7bed-4d42-b006-f523494f5adf,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:05.543584 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-309391cd-f82a-40ff-ba05-81cac1a883a0 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "GET /v2.0/ports?device_id=9c03b182-7cd8-4ac4-84ae-e50a7ad0b988 HTTP/1.1" status: 200 len: 205 time: 0.0551386 Jul 07 19:23:05.546998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.552746 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.565652 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.570857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:05.571474 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.600813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-461a4cfc-7a2e-49e3-b259-bc09e7ece015 req-23fc61e1-eaec-4088-9d1a-ce587ec6e5ce tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781934 Jul 07 19:23:05.617670 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.626022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=2eee4a7e-7bed-4d42-b006-f523494f5adf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:05.628975 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-afe72a08-abdf-4040-aa52-824638d145fd tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] delete failed (client error): The resource could not be found. Jul 07 19:23:05.630040 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-afe72a08-abdf-4040-aa52-824638d145fd tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/routers/9c03b182-7cd8-4ac4-84ae-e50a7ad0b988 HTTP/1.1" status: 404 len: 336 time: 0.0813689 Jul 07 19:23:05.652080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.688763 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6450903 Jul 07 19:23:05.689024 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebd372a3-f5b9-47bf-b6d6-d4a9149b28e7 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.691512 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebd372a3-f5b9-47bf-b6d6-d4a9149b28e7 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.695026 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ebd372a3-f5b9-47bf-b6d6-d4a9149b28e7 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "DELETE /v2.0/security-groups/f7f455fb-6289-4721-a3c2-2382d59f05df HTTP/1.1" status: 204 len: 168 time: 0.4203043 Jul 07 19:23:05.695026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.702900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.706602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': 'b31d35cb-261f-4e09-90d7-f7b5fb753890', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:05.714900 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-595d8c8e-5a15-428e-85a5-bdce49c08014 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] DELETE failed (client error): The resource could not be found. Jul 07 19:23:05.715521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595d8c8e-5a15-428e-85a5-bdce49c08014 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:23:05.720083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-595d8c8e-5a15-428e-85a5-bdce49c08014 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/5b4917bd-1bab-4207-aa12-079a77c62539 HTTP/1.1" status: 404 len: 337 time: 0.0669627 Jul 07 19:23:05.720806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.739697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:05.754500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:05.772390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd372a3-f5b9-47bf-b6d6-d4a9149b28e7 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f455fb-6289-4721-a3c2-2382d59f05df,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:05.774128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546003e-98ee-4460-b6cc-d460c9ed0005 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Network': ['ID=b31d35cb-261f-4e09-90d7-f7b5fb753890,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:05.808425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:05.812748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network b31d35cb-261f-4e09-90d7-f7b5fb753890 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:23:05.848657 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6bb5c556-9fce-4cf0-80d3-97ed492d8240 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1359832 Jul 07 19:23:05.849018 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c81fce0-d388-424e-beaa-34cc3446a5e7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] DELETE failed (client error): The resource could not be found. Jul 07 19:23:05.849671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c81fce0-d388-424e-beaa-34cc3446a5e7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:23:05.853093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33020) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:05.858105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6c81fce0-d388-424e-beaa-34cc3446a5e7 tempest-RoutersTest-1148824265 tempest-RoutersTest-1148824265-project] 10.222.0.113 "DELETE /v2.0/subnets/b7d0b659-72ed-4b96-96b6-a4203e74fb83 HTTP/1.1" status: 404 len: 337 time: 0.1300490 Jul 07 19:23:05.860152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Pushing event updated for resources: {'Port': ['ID=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:05.860593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fa200fbf-cb05-47db-a23b-097b3c47c925 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'tempest-secgroup--322790772'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:05.883331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:05.887623 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.953349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:05.954321 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.972683 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa200fbf-cb05-47db-a23b-097b3c47c925 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.032267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdb15a-0ed2-43c6-8209-f210bfb5352f req-ba2dacaa-d7e9-452c-b37d-6b728b1d48b0 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:06.034483 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45bdb15a-0ed2-43c6-8209-f210bfb5352f req-ba2dacaa-d7e9-452c-b37d-6b728b1d48b0 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 946 time: 0.3251789 Jul 07 19:23:06.040034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-e34a830c-a219-4f37-8561-f73e41d8cace tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3864932 Jul 07 19:23:06.047430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['0abe6820-795b-459f-91a4-09cbcbbd10c1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:06.050780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['2eee4a7e-7bed-4d42-b006-f523494f5adf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:06.066560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Request body: {'port': {'device_id': 'e7493fec-8f5d-4ec7-ad99-8746da0118d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:06.116296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2382c1-a63a-45bd-b7a8-aed3fc8c7298 req-71d5df83-8bd4-46a2-99db-a12e14617b3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:06.125573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea2382c1-a63a-45bd-b7a8-aed3fc8c7298 req-71d5df83-8bd4-46a2-99db-a12e14617b3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 936 time: 0.3041792 Jul 07 19:23:06.195717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff1434f0-19ba-4f4b-bfaf-ad1b052eea47 None None] Provisioning for port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:06.204932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff1434f0-19ba-4f4b-bfaf-ad1b052eea47 None None] Provisioning complete for port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:06.205609 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff1434f0-19ba-4f4b-bfaf-ad1b052eea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.217949 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa200fbf-cb05-47db-a23b-097b3c47c925 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.230703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa200fbf-cb05-47db-a23b-097b3c47c925 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.256335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.284724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ff1434f0-19ba-4f4b-bfaf-ad1b052eea47 None None] Port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:06.325224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Subnet': ['ID=3cb19950-76f6-4f7d-bd95-8932ea2f3bf4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:06.345862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa200fbf-cb05-47db-a23b-097b3c47c925 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.348082 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fa200fbf-cb05-47db-a23b-097b3c47c925 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4939728 Jul 07 19:23:06.352956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:06.361043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-36e7961c-699b-4035-b0ab-f0843ee3c90c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '7d3e5d8e-9b9e-4ddf-a22b-38a16ae43fce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:06.362460 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-36e7961c-699b-4035-b0ab-f0843ee3c90c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 19:23:06.363000 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-36e7961c-699b-4035-b0ab-f0843ee3c90c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:06.364118 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-36e7961c-699b-4035-b0ab-f0843ee3c90c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089931 Jul 07 19:23:06.367646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa200fbf-cb05-47db-a23b-097b3c47c925 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e5d8e-9b9e-4ddf-a22b-38a16ae43fce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:06.372043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:06.419394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:06.420521 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Checking segment: {'id': '236f2aaa-af73-4e88-a254-2d17837af169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b31d35cb-261f-4e09-90d7-f7b5fb753890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:06.420714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network hostable DHCP agents. Network: b31d35cb-261f-4e09-90d7-f7b5fb753890, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:23:06.481236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network b31d35cb-261f-4e09-90d7-f7b5fb753890 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:23:06.498032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b9bdb7-692c-41b1-b458-52c8ba7d4b59 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.525672 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b9bdb7-692c-41b1-b458-52c8ba7d4b59 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.570923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, b31d35cb-261f-4e09-90d7-f7b5fb753890) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:06.582591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea86f2-b1aa-4d52-bf6a-3e41b70cf743 None None] Network b31d35cb-261f-4e09-90d7-f7b5fb753890 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:06.583245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b9bdb7-692c-41b1-b458-52c8ba7d4b59 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.586355 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45bdb15a-0ed2-43c6-8209-f210bfb5352f req-bc61d64f-b73d-4878-8637-037f1128dcdd tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446687 Jul 07 19:23:06.591820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b9bdb7-692c-41b1-b458-52c8ba7d4b59 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.594295 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-70b9bdb7-692c-41b1-b458-52c8ba7d4b59 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "DELETE /v2.0/security-groups/7d3e5d8e-9b9e-4ddf-a22b-38a16ae43fce HTTP/1.1" status: 204 len: 168 time: 0.2195721 Jul 07 19:23:06.599747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:06.600389 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.603278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea2382c1-a63a-45bd-b7a8-aed3fc8c7298 req-e52a0d0d-6e2a-4924-a2e0-9555148bce0d tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727516 Jul 07 19:23:06.625431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:06.627275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9bdb7-692c-41b1-b458-52c8ba7d4b59 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e5d8e-9b9e-4ddf-a22b-38a16ae43fce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:06.684842 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.707871 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d57d7dea-04ee-4fd6-90e6-fcc8d92bfda4 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0056541 Jul 07 19:23:06.709507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:06.726055 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': 'b31d35cb-261f-4e09-90d7-f7b5fb753890', 'name': 'tempest-PortsIpV6TestJSON-863414907'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:06.815902 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0401b258-2dc4-4ae1-9677-12d083e2a564 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1736140 Jul 07 19:23:06.823803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:06.830768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-67425346-79d4-40a5-a387-c8b25a54b9c2 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401349856'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:06.849335 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3595dfb9-1416-4d78-91e6-ff9878607537 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b743d222b00a49c59d666eaf8b7fd211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259069 Jul 07 19:23:06.855651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:06.903221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c1a02e54-c848-46e0-983e-c823e8670712 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:06.947122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:23:06.947122 n-d-792394-12 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:23:06.947122 n-d-792394-12 neutron-server[93771]: [parameters: {'project_id_1': '7bed1ecd91fd4bf692db2b8d56596aeb', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 23, 6, 913785)}] Jul 07 19:23:06.947122 n-d-792394-12 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:23:06.948279 n-d-792394-12 neutron-server[93771]: DEBUG oslo_db.api [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:23:06.960772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4599693-ebe2-4304-8161-ddade128c764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.985717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67425346-79d4-40a5-a387-c8b25a54b9c2 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:06.987586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4599693-ebe2-4304-8161-ddade128c764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.011413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c54134-893e-4921-abbd-677acd0ba082 req-7dd89239-70b1-482a-ae21-ca961912ce5b tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:07.013329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63c54134-893e-4921-abbd-677acd0ba082 req-7dd89239-70b1-482a-ae21-ca961912ce5b tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 944 time: 0.2431562 Jul 07 19:23:07.047735 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4599693-ebe2-4304-8161-ddade128c764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.050617 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4599693-ebe2-4304-8161-ddade128c764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.054322 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e4599693-ebe2-4304-8161-ddade128c764 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6835ab0f-24b7-4bff-809b-ddc3d5978391 HTTP/1.1" status: 204 len: 168 time: 0.1940699 Jul 07 19:23:07.062015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4599693-ebe2-4304-8161-ddade128c764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6835ab0f-24b7-4bff-809b-ddc3d5978391,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:07.139402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c1a02e54-c848-46e0-983e-c823e8670712, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c1a02e54-c848-46e0-983e-c823e8670712,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:07.143953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-b31d35cb-261f-4e09-90d7-f7b5fb753890', 'network_id': 'b31d35cb-261f-4e09-90d7-f7b5fb753890', 'tenant_id': '7bed1ecd91fd4bf692db2b8d56596aeb', 'fixed_ips': [{'subnet_id': '3cb19950-76f6-4f7d-bd95-8932ea2f3bf4'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:23:07.144863 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.168146 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'c1a02e54-c848-46e0-983e-c823e8670712', 'network_id': '1e4926f2-26a7-4265-938e-2e5d04c45f95', 'port_id': 'c1a02e54-c848-46e0-983e-c823e8670712', 'mac_address': 'fa:16:3e:3f:9a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd713e471-2905-4e1a-a54a-f3a9819f88d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:07.223668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63c54134-893e-4921-abbd-677acd0ba082 req-f5044222-9698-47b6-afaf-5a4428dba18a tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902118 Jul 07 19:23:07.262018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:07.272275 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.297183 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.302028 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67425346-79d4-40a5-a387-c8b25a54b9c2 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.303137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Transition to ACTIVE for port object 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:07.307554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67425346-79d4-40a5-a387-c8b25a54b9c2 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.313855 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.342114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a02e54-c848-46e0-983e-c823e8670712 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:07.375890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67425346-79d4-40a5-a387-c8b25a54b9c2 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.377160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-67425346-79d4-40a5-a387-c8b25a54b9c2 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5510638 Jul 07 19:23:07.380508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:07.383610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c1a02e54-c848-46e0-983e-c823e8670712, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c1a02e54-c848-46e0-983e-c823e8670712,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:07.389928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67425346-79d4-40a5-a387-c8b25a54b9c2 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b63450-8cd9-4054-bbdd-d5f50fe36931,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:07.390444 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.392780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Allocated IP 2001:db8::2 (b31d35cb-261f-4e09-90d7-f7b5fb753890/3cb19950-76f6-4f7d-bd95-8932ea2f3bf4/4e9e2798-4e03-4a2e-a623-d02d7cb17209) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:07.394725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5de55982-0aa6-4b9f-adfa-0cb85e9fa766 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '06b63450-8cd9-4054-bbdd-d5f50fe36931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:07.398352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Pushing event updated for resources: {'Port': ['ID=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:07.407566 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-5de55982-0aa6-4b9f-adfa-0cb85e9fa766 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 19:23:07.408245 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-5de55982-0aa6-4b9f-adfa-0cb85e9fa766 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:07.409559 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5de55982-0aa6-4b9f-adfa-0cb85e9fa766 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0271940 Jul 07 19:23:07.412356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:07.425055 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-90ade7c5-d557-402f-bb8e-511d124ff16e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '06b63450-8cd9-4054-bbdd-d5f50fe36931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:07.425768 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-90ade7c5-d557-402f-bb8e-511d124ff16e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 19:23:07.427892 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-90ade7c5-d557-402f-bb8e-511d124ff16e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:07.428408 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-90ade7c5-d557-402f-bb8e-511d124ff16e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0147347 Jul 07 19:23:07.431188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:07.437530 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e305f769-758b-4428-a300-a4580c7c349c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '06b63450-8cd9-4054-bbdd-d5f50fe36931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:07.438486 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-e305f769-758b-4428-a300-a4580c7c349c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 19:23:07.441041 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e305f769-758b-4428-a300-a4580c7c349c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:07.442261 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e305f769-758b-4428-a300-a4580c7c349c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099871 Jul 07 19:23:07.445012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:07.453362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-db21d672-f136-412e-9620-f70a8a543b2e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '06b63450-8cd9-4054-bbdd-d5f50fe36931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:07.454340 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-db21d672-f136-412e-9620-f70a8a543b2e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 19:23:07.454962 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-db21d672-f136-412e-9620-f70a8a543b2e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:07.456125 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-db21d672-f136-412e-9620-f70a8a543b2e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092976 Jul 07 19:23:07.462076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:07.483427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:07.487667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.508995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 82363e80-6fd5-4daf-af24-14934ad49b58 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:23:07.553575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=c1a02e54-c848-46e0-983e-c823e8670712,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:07.568796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Attempting to bind port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:07.569416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Attempting to bind port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:07.570291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Attempting to bind port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:07.582603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:23:07.583215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Attempting to bind port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:07.593399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:07.599968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:07.600698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:07.602686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Bound port: 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:07.603294 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.615158 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06d30b60-c202-4c60-a1b0-c0f63a40c03f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.651692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c1a02e54-c848-46e0-983e-c823e8670712'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:07.754095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] For port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:07.758425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] For port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:07.781375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.798342 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06d30b60-c202-4c60-a1b0-c0f63a40c03f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.816835 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.839680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Transition to ACTIVE for port object 4e9e2798-4e03-4a2e-a623-d02d7cb17209 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:07.923942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Transition to ACTIVE for port object 4e9e2798-4e03-4a2e-a623-d02d7cb17209 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:07.942939 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.974901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:07.974901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:07.974901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] 10.222.0.112 "PUT /v2.0/ports/98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 HTTP/1.1" status: 200 len: 1097 time: 1.9103882 Jul 07 19:23:07.975913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7493fec-8f5d-4ec7-ad99-8746da0118d7', 'tag': '98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:07.978517 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bde7ae-3906-4df9-8bab-ef9ba3282800" -d '{"events": [{"name": "network-changed", "server_uuid": "e7493fec-8f5d-4ec7-ad99-8746da0118d7", "tag": "98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:08.029199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Network b31d35cb-261f-4e09-90d7-f7b5fb753890 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:08.030493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb6896-0a1a-4dd1-bbad-36d9a9f01fdf service neutron] Pushing event updated for resources: {'Port': ['ID=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:08.045604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:08.050700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Pushing event updated for resources: {'Port': ['ID=4e9e2798-4e03-4a2e-a623-d02d7cb17209,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:08.105673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:08.105829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06d30b60-c202-4c60-a1b0-c0f63a40c03f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.105829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06d30b60-c202-4c60-a1b0-c0f63a40c03f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.114150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:08.114602 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-06d30b60-c202-4c60-a1b0-c0f63a40c03f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "DELETE /v2.0/security-groups/06b63450-8cd9-4054-bbdd-d5f50fe36931 HTTP/1.1" status: 204 len: 168 time: 0.6511822 Jul 07 19:23:08.144426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:08.162084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376164bb-8b64-4be9-8562-07d5f40c4495 req-0031f096-a85e-41be-ad39-f0de9314d110 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:08.174150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Attempting to bind port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:08.174484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Attempting to bind port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '236f2aaa-af73-4e88-a254-2d17837af169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b31d35cb-261f-4e09-90d7-f7b5fb753890'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:08.174858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Attempting to bind port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 on network b31d35cb-261f-4e09-90d7-f7b5fb753890 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:08.178359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-376164bb-8b64-4be9-8562-07d5f40c4495 req-0031f096-a85e-41be-ad39-f0de9314d110 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 946 time: 0.3002121 Jul 07 19:23:08.188578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:08.188964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Checking segment: {'id': '236f2aaa-af73-4e88-a254-2d17837af169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b31d35cb-261f-4e09-90d7-f7b5fb753890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:08.189487 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.189768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Bound using segment: {'id': '236f2aaa-af73-4e88-a254-2d17837af169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b31d35cb-261f-4e09-90d7-f7b5fb753890'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:08.190889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Bound port: 4e9e2798-4e03-4a2e-a623-d02d7cb17209, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236f2aaa-af73-4e88-a254-2d17837af169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b31d35cb-261f-4e09-90d7-f7b5fb753890'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:08.190889 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.230437 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f5fe57f8-0a87-4375-be33-0cc9622617c9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045310 Jul 07 19:23:08.233520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:08.236604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8ac1-5138-462b-b602-e4aba3d4c839 req-4d73db77-352d-47a2-9ce2-a56c16a1c49e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:08.244150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-147a8ac1-5138-462b-b602-e4aba3d4c839 req-4d73db77-352d-47a2-9ce2-a56c16a1c49e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 948 time: 0.3866756 Jul 07 19:23:08.256867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3fbd872b-85be-4182-b88d-78c6ba9b6723 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'tempest-secgroup--687860223'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:08.285434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8::1e (b31d35cb-261f-4e09-90d7-f7b5fb753890/3cb19950-76f6-4f7d-bd95-8932ea2f3bf4/82363e80-6fd5-4daf-af24-14934ad49b58) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:08.288515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d30b60-c202-4c60-a1b0-c0f63a40c03f tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b63450-8cd9-4054-bbdd-d5f50fe36931,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:08.305507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] For port 4e9e2798-4e03-4a2e-a623-d02d7cb17209, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:08.311076 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] For port 4e9e2798-4e03-4a2e-a623-d02d7cb17209, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4e9e2798-4e03-4a2e-a623-d02d7cb17209,segment=NetworkSegment(236f2aaa-af73-4e88-a254-2d17837af169),segment_id=236f2aaa-af73-4e88-a254-2d17837af169)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:08.320322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-147a8ac1-5138-462b-b602-e4aba3d4c839 req-2bd154b5-38fe-4263-8fbb-375fe2aedbfc tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745926 Jul 07 19:23:08.323771 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.331608 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fbd872b-85be-4182-b88d-78c6ba9b6723 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.348289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-376164bb-8b64-4be9-8562-07d5f40c4495 req-833ac4a6-1bb0-486b-baa0-b0efd80db038 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684411 Jul 07 19:23:08.365314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4f7a62cf-3dfa-467b-af7f-cbac092c01b0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134585759'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:08.374557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-7af9b5ac-8b74-4ce4-9a16-4aa434d447c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:08.376160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-7af9b5ac-8b74-4ce4-9a16-4aa434d447c2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7acdec187e84afc96975581568864c9&device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 1100 time: 0.3418276 Jul 07 19:23:08.418477 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f7a62cf-3dfa-467b-af7f-cbac092c01b0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.444143 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91686f1a-2f10-4103-a6f9-92af69415105 x-openstack-request-id: req-91686f1a-2f10-4103-a6f9-92af69415105 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:08.444545 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7493fec-8f5d-4ec7-ad99-8746da0118d7", "tag": "98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:08.444975 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-91686f1a-2f10-4103-a6f9-92af69415105 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:08.445711 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7493fec-8f5d-4ec7-ad99-8746da0118d7', 'tag': '98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2', 'status': 'completed', 'code': 200} Jul 07 19:23:08.449499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-71292bbe-ab2b-4673-86a3-4f222ad83f09 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 HTTP/1.1" status: 200 len: 217 time: 0.0651124 Jul 07 19:23:08.453678 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f7a62cf-3dfa-467b-af7f-cbac092c01b0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.474743 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0343aa4-ad4e-42ff-97d0-0e109c2cfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.477464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b835ac2-25a5-4239-99a2-08b1d186eaab None None] Pushing event updated for resources: {'Port': ['ID=4e9e2798-4e03-4a2e-a623-d02d7cb17209,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:08.546220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-7af9a4cd-5436-4735-a29c-909b3600eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:08.550194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-7af9a4cd-5436-4735-a29c-909b3600eebd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0929129 Jul 07 19:23:08.583040 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fbd872b-85be-4182-b88d-78c6ba9b6723 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.618201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fbd872b-85be-4182-b88d-78c6ba9b6723 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.705942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd872b-85be-4182-b88d-78c6ba9b6723 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:08.726665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-547fd3eb-9e98-4d64-b7b4-79ae2c5b079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:08.728350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-547fd3eb-9e98-4d64-b7b4-79ae2c5b079e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1713479 Jul 07 19:23:08.772399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.789884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c1a02e54-c848-46e0-983e-c823e8670712 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:08.810357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object 82363e80-6fd5-4daf-af24-14934ad49b58 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:08.827576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d15e87-d9ad-4272-b98b-5871f5d85ed4 req-a0dc3a80-c1d6-41c3-9da1-7938c0531346 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:08.835589 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3d15e87-d9ad-4272-b98b-5871f5d85ed4 req-a0dc3a80-c1d6-41c3-9da1-7938c0531346 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 944 time: 0.2371426 Jul 07 19:23:08.893011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port c1a02e54-c848-46e0-983e-c823e8670712 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:08.898688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port c1a02e54-c848-46e0-983e-c823e8670712 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:08.899121 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.899615 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f7a62cf-3dfa-467b-af7f-cbac092c01b0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.910956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f7a62cf-3dfa-467b-af7f-cbac092c01b0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.931993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3d15e87-d9ad-4272-b98b-5871f5d85ed4 req-35fc6fe2-67d7-4643-9975-0314198adae7 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947850 Jul 07 19:23:08.946299 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a62cf-3dfa-467b-af7f-cbac092c01b0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff2cc12-84bd-4053-82c5-bec46a93c5eb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:08.955430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fbd872b-85be-4182-b88d-78c6ba9b6723 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.958409 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3fbd872b-85be-4182-b88d-78c6ba9b6723 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7239149 Jul 07 19:23:08.961228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:08.969578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-42ad2163-0e91-4d9c-b7b4-c81c8adb08e5 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:08.970397 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-42ad2163-0e91-4d9c-b7b4-c81c8adb08e5 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 19:23:08.971052 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-42ad2163-0e91-4d9c-b7b4-c81c8adb08e5 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:08.972051 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-42ad2163-0e91-4d9c-b7b4-c81c8adb08e5 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099604 Jul 07 19:23:08.973476 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:08.975455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:08.982462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0f5bb108-08ba-40e5-b57e-9925917df50b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:08.993261 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-9e363129-ecaa-439b-bb59-a2a34727692b service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457120 Jul 07 19:23:09.019905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network b31d35cb-261f-4e09-90d7-f7b5fb753890 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:09.021384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:09.025028 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0abe6820-795b-459f-91a4-09cbcbbd10c1 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:09.027819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:09.033470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:09.034097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.077495 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=82363e80-6fd5-4daf-af24-14934ad49b58,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:09.090454 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.114898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 0abe6820-795b-459f-91a4-09cbcbbd10c1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:09.124106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce919b68-3c95-42d5-b5a6-cc912f24db95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a02e54-c848-46e0-983e-c823e8670712'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:09.126791 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ec3f2b-d30b-458a-814b-e4d6260710bb" -d '{"events": [{"server_uuid": "ce919b68-3c95-42d5-b5a6-cc912f24db95", "name": "network-vif-plugged", "status": "completed", "tag": "c1a02e54-c848-46e0-983e-c823e8670712"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:09.129652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 0abe6820-795b-459f-91a4-09cbcbbd10c1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:09.130230 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.165585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f7a62cf-3dfa-467b-af7f-cbac092c01b0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.167662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c1a02e54-c848-46e0-983e-c823e8670712, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c1a02e54-c848-46e0-983e-c823e8670712,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:09.172214 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f7a62cf-3dfa-467b-af7f-cbac092c01b0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.173863 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.189765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da57fb22-4496-4fa2-8a7e-de48d20f4f58 req-d261ad74-fbb2-40d6-aa36-6d81149e9e9d service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888633 Jul 07 19:23:09.233866 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-0f5bb108-08ba-40e5-b57e-9925917df50b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:09.238252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0f5bb108-08ba-40e5-b57e-9925917df50b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2620301 Jul 07 19:23:09.249752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.261703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c503d59f-ca71-46ae-84f9-cc652f75e1e9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:09.262198 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-c503d59f-ca71-46ae-84f9-cc652f75e1e9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 19:23:09.263336 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c503d59f-ca71-46ae-84f9-cc652f75e1e9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:09.264387 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c503d59f-ca71-46ae-84f9-cc652f75e1e9 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101461 Jul 07 19:23:09.271800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.273673 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7baa029b-de44-4ccb-8b46-2c0f6453b32a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5630727 Jul 07 19:23:09.279562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fb8278a7-b345-4776-9097-e0dcd80f7f42 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:09.282246 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee27f8ff-1b6c-4b56-a646-e15bf7af9e45 x-openstack-request-id: req-ee27f8ff-1b6c-4b56-a646-e15bf7af9e45 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:09.282824 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce919b68-3c95-42d5-b5a6-cc912f24db95", "name": "network-vif-plugged", "status": "completed", "tag": "c1a02e54-c848-46e0-983e-c823e8670712", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:09.283282 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ee27f8ff-1b6c-4b56-a646-e15bf7af9e45 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:09.283866 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce919b68-3c95-42d5-b5a6-cc912f24db95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a02e54-c848-46e0-983e-c823e8670712', 'code': 200} Jul 07 19:23:09.283995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.287030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=c1a02e54-c848-46e0-983e-c823e8670712,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:09.301251 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f7a62cf-3dfa-467b-af7f-cbac092c01b0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.302684 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4f7a62cf-3dfa-467b-af7f-cbac092c01b0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1545894 Jul 07 19:23:09.306236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.312711 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.333324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a62cf-3dfa-467b-af7f-cbac092c01b0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba2236b-6aba-41de-8af3-57aed3950627,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:09.374001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': 'b31d35cb-261f-4e09-90d7-f7b5fb753890', 'name': 'tempest-PortsIpV6TestJSON-1203394151'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:09.394602 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-fb8278a7-b345-4776-9097-e0dcd80f7f42 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:09.399242 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fb8278a7-b345-4776-9097-e0dcd80f7f42 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1241539 Jul 07 19:23:09.399899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.408507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c8780135-8ece-4e5a-8eb0-e9dce617cb88 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:09.409538 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-c8780135-8ece-4e5a-8eb0-e9dce617cb88 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 19:23:09.410047 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c8780135-8ece-4e5a-8eb0-e9dce617cb88 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:09.415060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.415453 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c8780135-8ece-4e5a-8eb0-e9dce617cb88 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108018 Jul 07 19:23:09.425228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0abe6820-795b-459f-91a4-09cbcbbd10c1, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0abe6820-795b-459f-91a4-09cbcbbd10c1,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:09.434518 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.435888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 2eee4a7e-7bed-4d42-b006-f523494f5adf up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:09.478068 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-86c61ca1-97b4-485c-af1f-3467d3903237 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1699107 Jul 07 19:23:09.481283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.490358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bf4b0d64-2e04-407e-9a3c-c29a7d049ba0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group': {'name': 'tempest-security--1462462219', 'description': 'tempest-security-description-1104098888'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:09.511111 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a6e5b73d-1ed3-4562-ad92-2a33b1f3edd2 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:09.542796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0d64-2e04-407e-9a3c-c29a7d049ba0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.574728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde65c52-79a3-4e11-b91f-6b080f081736 req-c3aaa2ac-87c0-4c81-936b-953903c4eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:09.576592 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cde65c52-79a3-4e11-b91f-6b080f081736 req-c3aaa2ac-87c0-4c81-936b-953903c4eb9f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ce919b68-3c95-42d5-b5a6-cc912f24db95 HTTP/1.1" status: 200 len: 1097 time: 0.1540563 Jul 07 19:23:09.590986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=0abe6820-795b-459f-91a4-09cbcbbd10c1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:09.597558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 2eee4a7e-7bed-4d42-b006-f523494f5adf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:09.604709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 2eee4a7e-7bed-4d42-b006-f523494f5adf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:09.606000 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.642039 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cde65c52-79a3-4e11-b91f-6b080f081736 req-750dc6eb-a6ca-4b8b-af54-924b4d3e24e8 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516584 Jul 07 19:23:09.645516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0d64-2e04-407e-9a3c-c29a7d049ba0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.652308 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0d64-2e04-407e-9a3c-c29a7d049ba0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.656365 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0d64-2e04-407e-9a3c-c29a7d049ba0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.660781 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bf4b0d64-2e04-407e-9a3c-c29a7d049ba0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "PUT /v2.0/security-groups/eba2236b-6aba-41de-8af3-57aed3950627 HTTP/1.1" status: 200 len: 1780 time: 0.1760249 Jul 07 19:23:09.672710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.688879 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-a6e5b73d-1ed3-4562-ad92-2a33b1f3edd2 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Project a986d1ee7a864498a675b0db8d9e23b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:23:09.696137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b0d64-2e04-407e-9a3c-c29a7d049ba0 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba2236b-6aba-41de-8af3-57aed3950627,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:09.705958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bde7ae-3906-4df9-8bab-ef9ba3282800 req-0554fdae-6863-468b-97fe-ca47ff5162f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:09.707474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03bde7ae-3906-4df9-8bab-ef9ba3282800 req-0554fdae-6863-468b-97fe-ca47ff5162f0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7acdec187e84afc96975581568864c9&device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 1100 time: 0.4340959 Jul 07 19:23:09.720590 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.759341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 2eee4a7e-7bed-4d42-b006-f523494f5adf, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=2eee4a7e-7bed-4d42-b006-f523494f5adf,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:09.764805 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.810807 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-a6e5b73d-1ed3-4562-ad92-2a33b1f3edd2 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:09.815843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a6e5b73d-1ed3-4562-ad92-2a33b1f3edd2 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3914874 Jul 07 19:23:09.816018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.820991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-97b8897b-1c86-4d39-91c3-726ee10a4cfa tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:09.821594 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-97b8897b-1c86-4d39-91c3-726ee10a4cfa tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 19:23:09.822194 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-97b8897b-1c86-4d39-91c3-726ee10a4cfa tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:09.827322 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-97b8897b-1c86-4d39-91c3-726ee10a4cfa tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069609 Jul 07 19:23:09.827322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.831888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2600baef-3dec-45a1-af4b-57dd57847e71 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:09.845864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=2eee4a7e-7bed-4d42-b006-f523494f5adf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:09.860201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d55f8-84f7-4596-bd42-714d1211a2a5 None None] Network b31d35cb-261f-4e09-90d7-f7b5fb753890 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:09.866878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3027789-49ba-48f7-be3e-f8352149b9bf req-03a8f011-fa9b-4752-80f4-b0f5fd1cf6e8 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:09.868301 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3027789-49ba-48f7-be3e-f8352149b9bf req-03a8f011-fa9b-4752-80f4-b0f5fd1cf6e8 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 948 time: 0.3129323 Jul 07 19:23:09.878564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ec543928-acda-41c4-b1b8-13433eca7b86 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-groups/eba2236b-6aba-41de-8af3-57aed3950627 HTTP/1.1" status: 200 len: 1780 time: 0.2026258 Jul 07 19:23:09.879779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:09.895013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31adad-babb-478e-b9e6-4899d13fbd4e req-4a7e7545-7e01-4cee-83c6-09e3b8a75c7e tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:09.904133 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c31adad-babb-478e-b9e6-4899d13fbd4e req-4a7e7545-7e01-4cee-83c6-09e3b8a75c7e tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 946 time: 0.3834007 Jul 07 19:23:09.930250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a34bd06-507f-4864-b008-704123a0680f None None] Provisioning for port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:09.951260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:09.955072 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:09.964633 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-2600baef-3dec-45a1-af4b-57dd57847e71 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Project a986d1ee7a864498a675b0db8d9e23b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:23:09.992947 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.016263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4e9e2798-4e03-4a2e-a623-d02d7cb17209 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:10.022473 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-2600baef-3dec-45a1-af4b-57dd57847e71 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:10.026980 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2600baef-3dec-45a1-af4b-57dd57847e71 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1953866 Jul 07 19:23:10.026980 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.028976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:10.030199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3027789-49ba-48f7-be3e-f8352149b9bf req-567aa116-81df-4152-95df-539b6a6ff65f tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432083 Jul 07 19:23:10.031543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 7d7edb90-343e-4447-a8ee-b69fd824bae4 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:23:10.038933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c31adad-babb-478e-b9e6-4899d13fbd4e req-41939d6a-f9bb-4d6a-a33b-3c365e3f5c94 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346264 Jul 07 19:23:10.039255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9bd2d89c-fbef-46c3-b942-39e24471b599 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:10.040306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bde7ae-3906-4df9-8bab-ef9ba3282800 req-bebe7b23-c3b7-48cb-881d-914c18144879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:10.042589 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03bde7ae-3906-4df9-8bab-ef9ba3282800 req-bebe7b23-c3b7-48cb-881d-914c18144879 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.3237107 Jul 07 19:23:10.094203 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-9bd2d89c-fbef-46c3-b942-39e24471b599 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Project a986d1ee7a864498a675b0db8d9e23b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:23:10.115316 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-9bd2d89c-fbef-46c3-b942-39e24471b599 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:10.116551 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9bd2d89c-fbef-46c3-b942-39e24471b599 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0867634 Jul 07 19:23:10.120312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.124096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.127564 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-groups/eba2236b-6aba-41de-8af3-57aed3950627 HTTP/1.1" status: 204 len: 168 time: 0.2445018 Jul 07 19:23:10.127564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:10.138550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:10.145401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03bde7ae-3906-4df9-8bab-ef9ba3282800 req-cd0bc2d8-159e-48f3-94c9-854c56ce7052 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 HTTP/1.1" status: 200 len: 217 time: 0.0620844 Jul 07 19:23:10.173159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba2236b-6aba-41de-8af3-57aed3950627,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:10.186328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:10.191929 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:10.192312 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.211624 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.212188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.212629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.214266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.215057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.215600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.216002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.216403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.216854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.217248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.217643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.218034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e77024-d710-4e92-826b-5d0e5c98041d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:10.260992 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0ca2abe3-2ae0-429e-a239-bd2cc0b0158a tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1203892 Jul 07 19:23:10.262264 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf846a8c-178d-4cc5-a2ac-b79f3aac6f27 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.264086 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33142) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:10.281572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bde7ae-3906-4df9-8bab-ef9ba3282800 req-5b5f81e1-87bc-4075-973b-8a9d6c69c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:10.283200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03bde7ae-3906-4df9-8bab-ef9ba3282800 req-5b5f81e1-87bc-4075-973b-8a9d6c69c838 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1269987 Jul 07 19:23:10.293194 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-58ec5d37-dadc-4e46-bbd6-228579094ede tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] delete failed (client error): The resource could not be found. Jul 07 19:23:10.298162 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-58ec5d37-dadc-4e46-bbd6-228579094ede tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-groups/eba2236b-6aba-41de-8af3-57aed3950627 HTTP/1.1" status: 404 len: 347 time: 0.0291936 Jul 07 19:23:10.298854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:10.303279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a5ac1c68-610a-46b4-aa05-6512d7f99b47 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group': {'name': 'tempest-secgroup--41950990'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:10.324233 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf846a8c-178d-4cc5-a2ac-b79f3aac6f27 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.325701 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.353794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8::3b3 (b31d35cb-261f-4e09-90d7-f7b5fb753890/3cb19950-76f6-4f7d-bd95-8932ea2f3bf4/7d7edb90-343e-4447-a8ee-b69fd824bae4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:10.367700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 4e9e2798-4e03-4a2e-a623-d02d7cb17209, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4e9e2798-4e03-4a2e-a623-d02d7cb17209,segment=NetworkSegment(236f2aaa-af73-4e88-a254-2d17837af169),segment_id=236f2aaa-af73-4e88-a254-2d17837af169)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:10.373756 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.402385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf846a8c-178d-4cc5-a2ac-b79f3aac6f27 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.407381 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf846a8c-178d-4cc5-a2ac-b79f3aac6f27 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.412406 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bf846a8c-178d-4cc5-a2ac-b79f3aac6f27 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "DELETE /v2.0/security-groups/2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c HTTP/1.1" status: 204 len: 168 time: 0.2821562 Jul 07 19:23:10.413243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:10.421946 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1c68-610a-46b4-aa05-6512d7f99b47 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.454430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf846a8c-178d-4cc5-a2ac-b79f3aac6f27 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcd31da-1d9b-4f9c-940b-e5a2b0bdaf1c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:10.459280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=4e9e2798-4e03-4a2e-a623-d02d7cb17209,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:10.522957 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6ba942d9-09e1-427f-8702-5d94205be34c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1027892 Jul 07 19:23:10.529153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:10.533844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-01c5fae1-d3ba-4d9e-9a3b-25ffcf6f7197 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'tempest-secgroup--209862592'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:10.554353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bde7ae-3906-4df9-8bab-ef9ba3282800 req-d4a81a82-6bf8-42e5-b742-282e0eab50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:10.556530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03bde7ae-3906-4df9-8bab-ef9ba3282800 req-d4a81a82-6bf8-42e5-b742-282e0eab50c7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2610037 Jul 07 19:23:10.568848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a52b0-1eb7-475f-b795-19eb708412ff req-9fee42b2-4b6e-4353-a866-e49d0173fb42 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:10.569884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ddcb59fa-4f0d-44ec-accc-ae726956e698 None None] Provisioning complete for port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:10.570269 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddcb59fa-4f0d-44ec-accc-ae726956e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.577213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-979a52b0-1eb7-475f-b795-19eb708412ff req-9fee42b2-4b6e-4353-a866-e49d0173fb42 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 945 time: 0.3403034 Jul 07 19:23:10.643514 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1c68-610a-46b4-aa05-6512d7f99b47 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.652286 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1c68-610a-46b4-aa05-6512d7f99b47 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.701701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01c5fae1-d3ba-4d9e-9a3b-25ffcf6f7197 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.703455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.707694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac1c68-610a-46b4-aa05-6512d7f99b47 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c60c18e-fda5-44b8-abae-beb88565d46f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:10.719003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1c68-610a-46b4-aa05-6512d7f99b47 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.722832 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a5ac1c68-610a-46b4-aa05-6512d7f99b47 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4208093 Jul 07 19:23:10.723327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:10.730006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3900df21-6a25-44ec-b6f7-a92c3a936488 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': '5c60c18e-fda5-44b8-abae-beb88565d46f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:10.738960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-979a52b0-1eb7-475f-b795-19eb708412ff req-3bea4109-727d-4333-af58-643f8d40af8a tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605229 Jul 07 19:23:10.764377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object 7d7edb90-343e-4447-a8ee-b69fd824bae4 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:10.765245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ddcb59fa-4f0d-44ec-accc-ae726956e698 None None] Provisioning for port 82363e80-6fd5-4daf-af24-14934ad49b58 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:10.769841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ddcb59fa-4f0d-44ec-accc-ae726956e698 None None] Provisioning complete for port 82363e80-6fd5-4daf-af24-14934ad49b58 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:10.770192 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddcb59fa-4f0d-44ec-accc-ae726956e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.824422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03bde7ae-3906-4df9-8bab-ef9ba3282800 req-273064cc-720a-4002-a51d-afedd6f410e6 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445407 Jul 07 19:23:10.830760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb59fa-4f0d-44ec-accc-ae726956e698 None None] Port 82363e80-6fd5-4daf-af24-14934ad49b58 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:10.845730 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01c5fae1-d3ba-4d9e-9a3b-25ffcf6f7197 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.850188 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.860833 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01c5fae1-d3ba-4d9e-9a3b-25ffcf6f7197 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.929156 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01c5fae1-d3ba-4d9e-9a3b-25ffcf6f7197 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.930344 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-01c5fae1-d3ba-4d9e-9a3b-25ffcf6f7197 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4001884 Jul 07 19:23:10.934831 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3900df21-6a25-44ec-b6f7-a92c3a936488 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.936092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:10.939302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5fae1-d3ba-4d9e-9a3b-25ffcf6f7197 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9237137a-8fc2-4071-8726-f8b7875ddb4b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:10.939543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network b31d35cb-261f-4e09-90d7-f7b5fb753890 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:10.950427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1414c126-eb12-40a2-ad30-a4fb9bc5521e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '9237137a-8fc2-4071-8726-f8b7875ddb4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:10.961183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:10.968171 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2956964-02d6-458b-a073-571c6f569841 None None] Provisioning complete for port 82363e80-6fd5-4daf-af24-14934ad49b58 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:10.969226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:10.969878 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2956964-02d6-458b-a073-571c6f569841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.975176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:10.975887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:10.999765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=7d7edb90-343e-4447-a8ee-b69fd824bae4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:11.017906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c950bb2-f3d7-48ef-84e4-0d13db81bd14 req-d55eb11a-a03a-4c89-ab3a-c230c778eb1a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:11.019865 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6c950bb2-f3d7-48ef-84e4-0d13db81bd14 req-d55eb11a-a03a-4c89-ab3a-c230c778eb1a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.112 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 946 time: 0.1708243 Jul 07 19:23:11.043981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f2956964-02d6-458b-a073-571c6f569841 None None] Port 82363e80-6fd5-4daf-af24-14934ad49b58 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:11.046812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03bde7ae-3906-4df9-8bab-ef9ba3282800 req-173c1ae5-5554-4a26-8832-e6353a9c1cb3 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095544 Jul 07 19:23:11.055287 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7259190e-28c0-4041-87ae-78e7d7f4142a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7672181 Jul 07 19:23:11.056530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:11.063849 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1361ad4c-c62a-4205-ac57-4ff3774af409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.086041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3900df21-6a25-44ec-b6f7-a92c3a936488 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.105826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3900df21-6a25-44ec-b6f7-a92c3a936488 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.139530 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-1414c126-eb12-40a2-ad30-a4fb9bc5521e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The resource could not be found. Jul 07 19:23:11.140834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1414c126-eb12-40a2-ad30-a4fb9bc5521e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2000849 Jul 07 19:23:11.145813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:11.193266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6f0b7154-188d-470b-84fa-b232e7ffb292 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '9237137a-8fc2-4071-8726-f8b7875ddb4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1b062f9d-ca47-41b7-9a83-c1d48acabde0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:11.201831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83099ff-0721-455c-a00b-79c0454092c0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:11.203793 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a83099ff-0721-455c-a00b-79c0454092c0 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e HTTP/1.1" status: 200 len: 927 time: 0.1437171 Jul 07 19:23:11.209015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:11.253536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900df21-6a25-44ec-b6f7-a92c3a936488 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e537d266-e6f1-4e68-800a-a3974915e21b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:11.262572 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.277376 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3900df21-6a25-44ec-b6f7-a92c3a936488 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.279884 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3900df21-6a25-44ec-b6f7-a92c3a936488 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5542574 Jul 07 19:23:11.285254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:11.285599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674ee101-291c-4598-aeff-9a20bcb8c644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe6820-795b-459f-91a4-09cbcbbd10c1'}, {'server_uuid': 'aaa1b851-f8a3-4461-aa04-bfc9604b47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eee4a7e-7bed-4d42-b006-f523494f5adf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:11.288431 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df1eabf-28e6-45ea-8341-49ec7db5bf56" -d '{"events": [{"server_uuid": "674ee101-291c-4598-aeff-9a20bcb8c644", "name": "network-vif-plugged", "status": "completed", "tag": "0abe6820-795b-459f-91a4-09cbcbbd10c1"}, {"server_uuid": "aaa1b851-f8a3-4461-aa04-bfc9604b47b4", "name": "network-vif-plugged", "status": "completed", "tag": "2eee4a7e-7bed-4d42-b006-f523494f5adf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:11.343063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea44468d-3d73-4a7a-afd1-ad8a3db0d108 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.362282 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea44468d-3d73-4a7a-afd1-ad8a3db0d108 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.371236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6cbca761-147a-4294-95c3-63cc5ad79c6c None None] Provisioning for port 7d7edb90-343e-4447-a8ee-b69fd824bae4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:11.373356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6c950bb2-f3d7-48ef-84e4-0d13db81bd14 req-67e0d432-fe3b-468c-a518-9835d634932b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Deleting port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:11.373475 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c950bb2-f3d7-48ef-84e4-0d13db81bd14 req-67e0d432-fe3b-468c-a518-9835d634932b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.376663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6cbca761-147a-4294-95c3-63cc5ad79c6c None None] Provisioning complete for port 7d7edb90-343e-4447-a8ee-b69fd824bae4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:11.377104 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cbca761-147a-4294-95c3-63cc5ad79c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.403493 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6f0b7154-188d-470b-84fa-b232e7ffb292 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The resource could not be found. Jul 07 19:23:11.404699 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6f0b7154-188d-470b-84fa-b232e7ffb292 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2545073 Jul 07 19:23:11.410946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33170) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:11.418393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6cbca761-147a-4294-95c3-63cc5ad79c6c None None] Port 7d7edb90-343e-4447-a8ee-b69fd824bae4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:11.462378 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea44468d-3d73-4a7a-afd1-ad8a3db0d108 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.472152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea44468d-3d73-4a7a-afd1-ad8a3db0d108 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.473340 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ea44468d-3d73-4a7a-afd1-ad8a3db0d108 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/e537d266-e6f1-4e68-800a-a3974915e21b HTTP/1.1" status: 204 len: 168 time: 0.1829691 Jul 07 19:23:11.476598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:11.510193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44468d-3d73-4a7a-afd1-ad8a3db0d108 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e537d266-e6f1-4e68-800a-a3974915e21b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:11.537446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6c950bb2-f3d7-48ef-84e4-0d13db81bd14 req-67e0d432-fe3b-468c-a518-9835d634932b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] For port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7cbc4d42-23c1-45e4-a81d-2f640d869cb7,segment=NetworkSegment(50cb06f0-4733-4f6e-951e-eb362d24abe0),segment_id=50cb06f0-4733-4f6e-951e-eb362d24abe0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:11.538113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c950bb2-f3d7-48ef-84e4-0d13db81bd14 req-67e0d432-fe3b-468c-a518-9835d634932b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.575328 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2104216b-f0dc-4f6b-97ea-3baa6ba10df3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0966594 Jul 07 19:23:11.576519 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6c950bb2-f3d7-48ef-84e4-0d13db81bd14 req-67e0d432-fe3b-468c-a518-9835d634932b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Calling delete_port for 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:11.578283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:11.697441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6564f123-8446-4c8a-ac24-4973f386246f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.735241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6564f123-8446-4c8a-ac24-4973f386246f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.787330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dac896-635f-4071-8ca9-4dd6f2a9ec95 req-1b8b672f-c74d-4808-83aa-3ada8b74be77 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:11.788881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61dac896-635f-4071-8ca9-4dd6f2a9ec95 req-1b8b672f-c74d-4808-83aa-3ada8b74be77 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a081e9c-c77f-4e51-818f-127245ce3cb0 HTTP/1.1" status: 200 len: 946 time: 0.4945483 Jul 07 19:23:11.801465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934aa87-c474-4ea4-bbb2-49972164304e req-6ef8bfd2-3b45-40d5-b406-20bc652c1793 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:11.802947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b934aa87-c474-4ea4-bbb2-49972164304e req-6ef8bfd2-3b45-40d5-b406-20bc652c1793 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 948 time: 0.5075195 Jul 07 19:23:11.811484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-09ac59cd-e82e-421a-87ba-9493f82c4c36 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 7d7edb90-343e-4447-a8ee-b69fd824bae4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:11.811901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09ac59cd-e82e-421a-87ba-9493f82c4c36 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.815356 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c950bb2-f3d7-48ef-84e4-0d13db81bd14 req-67e0d432-fe3b-468c-a518-9835d634932b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.817487 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6564f123-8446-4c8a-ac24-4973f386246f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.819929 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6564f123-8446-4c8a-ac24-4973f386246f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.824224 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6564f123-8446-4c8a-ac24-4973f386246f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-groups/5c60c18e-fda5-44b8-abae-beb88565d46f HTTP/1.1" status: 204 len: 168 time: 0.2420371 Jul 07 19:23:11.830859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['7cbc4d42-23c1-45e4-a81d-2f640d869cb7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:11.831249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:11.867949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0d432-fe3b-468c-a518-9835d634932b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Pushing event deleted for resources: {'Port': ['ID=7cbc4d42-23c1-45e4-a81d-2f640d869cb7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:11.872678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f123-8446-4c8a-ac24-4973f386246f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c60c18e-fda5-44b8-abae-beb88565d46f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:11.901884 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89845502-0aec-4a6f-b2bc-8361d8286f0e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.953936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c950bb2-f3d7-48ef-84e4-0d13db81bd14 req-67e0d432-fe3b-468c-a518-9835d634932b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] No DVR routers for this DVR port 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:11.959773 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c950bb2-f3d7-48ef-84e4-0d13db81bd14 req-67e0d432-fe3b-468c-a518-9835d634932b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.964737 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6c950bb2-f3d7-48ef-84e4-0d13db81bd14 req-67e0d432-fe3b-468c-a518-9835d634932b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.112 "DELETE /v2.0/ports/7cbc4d42-23c1-45e4-a81d-2f640d869cb7 HTTP/1.1" status: 204 len: 173 time: 0.9373577 Jul 07 19:23:11.964873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89845502-0aec-4a6f-b2bc-8361d8286f0e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:11.968377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a081e9c-c77f-4e51-818f-127245ce3cb0', 'name': 'network-vif-deleted', 'tag': '7cbc4d42-23c1-45e4-a81d-2f640d869cb7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:11.969724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61dac896-635f-4071-8ca9-4dd6f2a9ec95 req-66679001-7330-496b-a778-a577c39b16d7 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648757 Jul 07 19:23:11.970004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4e9e2798-4e03-4a2e-a623-d02d7cb17209 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:11.972422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b934aa87-c474-4ea4-bbb2-49972164304e req-d5965e3b-70f5-436d-a85e-409080b09aa5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487401 Jul 07 19:23:11.988506 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73daea2a-a413-4ae4-b6d7-562a91c84c0d" -d '{"events": [{"server_uuid": "9a081e9c-c77f-4e51-818f-127245ce3cb0", "name": "network-vif-deleted", "tag": "7cbc4d42-23c1-45e4-a81d-2f640d869cb7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:12.016137 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8046bd99-b895-43d9-a6a1-391fcec0fc00 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1817520 Jul 07 19:23:12.020893 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:12.025286 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d45f7aab-9433-447a-9ab0-ba30654823ee tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group': {'name': 'tempest-secgroup--730953091'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:12.070041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d45f7aab-9433-447a-9ab0-ba30654823ee tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.081044 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45009679-2e52-4e1d-928e-5965a945a20a x-openstack-request-id: req-45009679-2e52-4e1d-928e-5965a945a20a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:12.081642 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674ee101-291c-4598-aeff-9a20bcb8c644", "name": "network-vif-plugged", "status": "completed", "tag": "0abe6820-795b-459f-91a4-09cbcbbd10c1", "code": 200}, {"server_uuid": "aaa1b851-f8a3-4461-aa04-bfc9604b47b4", "name": "network-vif-plugged", "status": "completed", "tag": "2eee4a7e-7bed-4d42-b006-f523494f5adf", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:12.082077 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-45009679-2e52-4e1d-928e-5965a945a20a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:12.083520 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674ee101-291c-4598-aeff-9a20bcb8c644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe6820-795b-459f-91a4-09cbcbbd10c1', 'code': 200} Jul 07 19:23:12.085231 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa1b851-f8a3-4461-aa04-bfc9604b47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eee4a7e-7bed-4d42-b006-f523494f5adf', 'code': 200} Jul 07 19:23:12.086046 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09ac59cd-e82e-421a-87ba-9493f82c4c36 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.110235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-09ac59cd-e82e-421a-87ba-9493f82c4c36 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 7d7edb90-343e-4447-a8ee-b69fd824bae4 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:12.115666 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdef943-342d-4db2-879b-d7da21d08e50 x-openstack-request-id: req-9bdef943-342d-4db2-879b-d7da21d08e50 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:12.115807 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a081e9c-c77f-4e51-818f-127245ce3cb0", "name": "network-vif-deleted", "tag": "7cbc4d42-23c1-45e4-a81d-2f640d869cb7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:12.116146 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9bdef943-342d-4db2-879b-d7da21d08e50 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:12.116669 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a081e9c-c77f-4e51-818f-127245ce3cb0', 'name': 'network-vif-deleted', 'tag': '7cbc4d42-23c1-45e4-a81d-2f640d869cb7', 'status': 'completed', 'code': 200} Jul 07 19:23:12.130212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:12.130646 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.186924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89845502-0aec-4a6f-b2bc-8361d8286f0e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.190459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89845502-0aec-4a6f-b2bc-8361d8286f0e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.191762 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-89845502-0aec-4a6f-b2bc-8361d8286f0e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "DELETE /v2.0/security-groups/9237137a-8fc2-4071-8726-f8b7875ddb4b HTTP/1.1" status: 204 len: 168 time: 0.7784514 Jul 07 19:23:12.196942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:12.241770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89845502-0aec-4a6f-b2bc-8361d8286f0e tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9237137a-8fc2-4071-8726-f8b7875ddb4b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:12.250899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d45f7aab-9433-447a-9ab0-ba30654823ee tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.285822 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d45f7aab-9433-447a-9ab0-ba30654823ee tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.324702 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.346555 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-47304a58-c3b6-4aaa-a37e-e40d0747e6e8 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1478705 Jul 07 19:23:12.350236 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d45f7aab-9433-447a-9ab0-ba30654823ee tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.350236 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d45f7aab-9433-447a-9ab0-ba30654823ee tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3279843 Jul 07 19:23:12.351277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:12.354354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:12.357592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-de42e69c-ab48-4d3b-83c4-03f655d90d9c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '79601bbd-857d-4019-97ae-b0f0c28eda13', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:12.361856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f7aab-9433-447a-9ab0-ba30654823ee tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263a196b-43c0-4545-ab41-433d18a6ad98,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:12.366515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ae1d04b5-4500-4e40-bb8e-0e63d6c63f13 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': '263a196b-43c0-4545-ab41-433d18a6ad98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:12.382927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3871c-983a-4aca-94f6-fe1cba3d7a21 req-094fda7d-ed7f-46cb-bc35-3220b82108d8 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:12.384499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02a3871c-983a-4aca-94f6-fe1cba3d7a21 req-094fda7d-ed7f-46cb-bc35-3220b82108d8 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 945 time: 0.2104163 Jul 07 19:23:12.392062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc73826-7ce5-426c-95b1-2ec6efb066d2 req-0d98f340-c9fb-4449-ab7c-50e45ce626e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:12.393879 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cbc73826-7ce5-426c-95b1-2ec6efb066d2 req-0d98f340-c9fb-4449-ab7c-50e45ce626e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=674ee101-291c-4598-aeff-9a20bcb8c644 HTTP/1.1" status: 200 len: 1097 time: 0.1523292 Jul 07 19:23:12.406424 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09ac59cd-e82e-421a-87ba-9493f82c4c36 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.439814 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cbc73826-7ce5-426c-95b1-2ec6efb066d2 req-b5ac0755-3ee0-48cc-bd04-32e97710f58f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305541 Jul 07 19:23:12.473652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac59cd-e82e-421a-87ba-9493f82c4c36 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=7d7edb90-343e-4447-a8ee-b69fd824bae4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:12.474774 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-de42e69c-ab48-4d3b-83c4-03f655d90d9c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The resource could not be found. Jul 07 19:23:12.475355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-de42e69c-ab48-4d3b-83c4-03f655d90d9c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1230171 Jul 07 19:23:12.478902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:12.486500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cd70a1fc-8e61-483b-9ec6-9d6af9c04d6d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815934160'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:12.518096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd70a1fc-8e61-483b-9ec6-9d6af9c04d6d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.525064 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae1d04b5-4500-4e40-bb8e-0e63d6c63f13 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.566041 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09ac59cd-e82e-421a-87ba-9493f82c4c36 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.568813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-09ac59cd-e82e-421a-87ba-9493f82c4c36 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/7d7edb90-343e-4447-a8ee-b69fd824bae4 HTTP/1.1" status: 204 len: 168 time: 1.3586655 Jul 07 19:23:12.572315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:12.574996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af799b6f-bbc3-4196-871e-b52e389fc245 req-7d18ce32-1db0-4155-84de-3adf16d76791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:12.576553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af799b6f-bbc3-4196-871e-b52e389fc245 req-7d18ce32-1db0-4155-84de-3adf16d76791 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 1097 time: 0.2763722 Jul 07 19:23:12.585424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02a3871c-983a-4aca-94f6-fe1cba3d7a21 req-2830f258-190c-4135-852c-1fbdda7c4404 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906772 Jul 07 19:23:12.614189 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c820e8-67db-4c09-93b9-d96ccef9c31d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:23:12.616044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d0c820e8-67db-4c09-93b9-d96ccef9c31d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/7d7edb90-343e-4447-a8ee-b69fd824bae4 HTTP/1.1" status: 404 len: 333 time: 0.0419750 Jul 07 19:23:12.618839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:12.622834 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae1d04b5-4500-4e40-bb8e-0e63d6c63f13 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.628631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae1d04b5-4500-4e40-bb8e-0e63d6c63f13 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.647785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d04b5-4500-4e40-bb8e-0e63d6c63f13 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66743511-04de-4cd5-9de5-cc9cc87d9171,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:12.731178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd70a1fc-8e61-483b-9ec6-9d6af9c04d6d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.736298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd70a1fc-8e61-483b-9ec6-9d6af9c04d6d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.750747 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae1d04b5-4500-4e40-bb8e-0e63d6c63f13 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.754767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ae1d04b5-4500-4e40-bb8e-0e63d6c63f13 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3923647 Jul 07 19:23:12.755580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33196) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:12.763944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': '263a196b-43c0-4545-ab41-433d18a6ad98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:12.779641 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd70a1fc-8e61-483b-9ec6-9d6af9c04d6d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.784223 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cd70a1fc-8e61-483b-9ec6-9d6af9c04d6d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3035684 Jul 07 19:23:12.786149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:12.793379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1c9d0384-c3c0-4c2f-b850-181b0c36a4c6 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'tempest-secgroup--612318811'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:12.793882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70a1fc-8e61-483b-9ec6-9d6af9c04d6d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd82977-c63e-4b67-b738-8c05c8bfd2f9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:12.801414 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af799b6f-bbc3-4196-871e-b52e389fc245 req-7aa66716-bcac-4c8d-a338-8a0e632ddb48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725446 Jul 07 19:23:12.802054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e116a-2a49-42ec-ba98-d0d312041df6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 82363e80-6fd5-4daf-af24-14934ad49b58 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:12.802413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0e116a-2a49-42ec-ba98-d0d312041df6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.805390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:12.841975 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0384-c3c0-4c2f-b850-181b0c36a4c6 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.844897 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.910877 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0e116a-2a49-42ec-ba98-d0d312041df6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.916563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:12.927499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e116a-2a49-42ec-ba98-d0d312041df6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 82363e80-6fd5-4daf-af24-14934ad49b58 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:12.929434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2', 'mac_address': 'fa:16:3e:ae:b6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:12.961653 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.970343 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.977982 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:12.992102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:12.992960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b07029e-d540-47e6-9ad9-6d3a95fff095,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:13.012588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.013051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.013500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.013933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.014517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.015001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.015845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.016190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.016704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.017132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.017687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.018100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:13.020042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:13.028495 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.053445 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0384-c3c0-4c2f-b850-181b0c36a4c6 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.062671 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0384-c3c0-4c2f-b850-181b0c36a4c6 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.080844 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.086000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ab147947-23df-46a5-9aff-089e7f229ef3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3288665 Jul 07 19:23:13.087619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:13.100715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:13.103507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a2557cb1-ba1e-431f-bac3-d5701e3540ac tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': '263a196b-43c0-4545-ab41-433d18a6ad98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:13.122258 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0e116a-2a49-42ec-ba98-d0d312041df6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.131895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d0384-c3c0-4c2f-b850-181b0c36a4c6 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b70a0f3-ac7f-4338-9694-53032256a75f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:13.140169 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0384-c3c0-4c2f-b850-181b0c36a4c6 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.141960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1c9d0384-c3c0-4c2f-b850-181b0c36a4c6 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3547399 Jul 07 19:23:13.147750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:13.153385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dd82488e-a360-4046-b8fa-db57f237a53b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '1bd82977-c63e-4b67-b738-8c05c8bfd2f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0b70a0f3-ac7f-4338-9694-53032256a75f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:13.180706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e116a-2a49-42ec-ba98-d0d312041df6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=82363e80-6fd5-4daf-af24-14934ad49b58,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:13.211989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d0e116a-2a49-42ec-ba98-d0d312041df6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.216978 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d0e116a-2a49-42ec-ba98-d0d312041df6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/82363e80-6fd5-4daf-af24-14934ad49b58 HTTP/1.1" status: 204 len: 168 time: 0.5962586 Jul 07 19:23:13.217957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:13.239674 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2557cb1-ba1e-431f-bac3-d5701e3540ac tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.248883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:13.266370 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-64109892-b109-41f5-970a-38f168e269c6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:23:13.270960 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-64109892-b109-41f5-970a-38f168e269c6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/82363e80-6fd5-4daf-af24-14934ad49b58 HTTP/1.1" status: 404 len: 333 time: 0.0494924 Jul 07 19:23:13.271330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:13.334277 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-dd82488e-a360-4046-b8fa-db57f237a53b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:13.335339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dd82488e-a360-4046-b8fa-db57f237a53b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1866598 Jul 07 19:23:13.341458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:13.344869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-97546b70-278d-4b33-8f41-7cc3eeeec754 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting subnet 3cb19950-76f6-4f7d-bd95-8932ea2f3bf4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:23:13.350866 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97546b70-278d-4b33-8f41-7cc3eeeec754 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.414148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97546b70-278d-4b33-8f41-7cc3eeeec754 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.484755 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63b3e50e-d4bf-4a35-8a7e-ff645eccfd71 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.514911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ae04f-d614-4f89-a445-830d448be79c req-faf91640-cb17-4d6f-a7fc-05268e837e54 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:13.516679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-477ae04f-d614-4f89-a445-830d448be79c req-faf91640-cb17-4d6f-a7fc-05268e837e54 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 949 time: 0.3325584 Jul 07 19:23:13.520535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97546b70-278d-4b33-8f41-7cc3eeeec754 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.535868 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2557cb1-ba1e-431f-bac3-d5701e3540ac tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.553588 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63b3e50e-d4bf-4a35-8a7e-ff645eccfd71 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.555978 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2557cb1-ba1e-431f-bac3-d5701e3540ac tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.585693 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97546b70-278d-4b33-8f41-7cc3eeeec754 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.609414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2557cb1-ba1e-431f-bac3-d5701e3540ac tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8cb1fa-4421-45f3-92e9-04415f5b7bc5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:13.615140 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97546b70-278d-4b33-8f41-7cc3eeeec754 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb19950-76f6-4f7d-bd95-8932ea2f3bf4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:13.617175 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97546b70-278d-4b33-8f41-7cc3eeeec754 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.622606 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-97546b70-278d-4b33-8f41-7cc3eeeec754 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/3cb19950-76f6-4f7d-bd95-8932ea2f3bf4 HTTP/1.1" status: 204 len: 168 time: 0.3500831 Jul 07 19:23:13.623575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:13.626567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac665c9-9f20-40eb-92b9-d73402376a24 None None] Network b31d35cb-261f-4e09-90d7-f7b5fb753890 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:13.672461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d4b7a46a-b169-4506-ad63-3826462f831b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:13.674400 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d4b7a46a-b169-4506-ad63-3826462f831b tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/networks?id=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 HTTP/1.1" status: 200 len: 809 time: 0.2905316 Jul 07 19:23:13.677987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-477ae04f-d614-4f89-a445-830d448be79c req-0d12ec8a-6d69-4f35-aae1-aa8ebfd7d5cc tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519091 Jul 07 19:23:13.678281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2557cb1-ba1e-431f-bac3-d5701e3540ac tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.682758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a2557cb1-ba1e-431f-bac3-d5701e3540ac tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5829415 Jul 07 19:23:13.683572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:13.695406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-11dfb411-62f1-4446-90cc-6b4e05545b54 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/quotas/d79bdeb1683649e2af1e26e0a17fc94a HTTP/1.1" status: 200 len: 375 time: 0.0145888 Jul 07 19:23:13.698764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f8a0b53a-72bd-4535-912e-1c58ac224e5b tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': '263a196b-43c0-4545-ab41-433d18a6ad98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:13.722789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63b3e50e-d4bf-4a35-8a7e-ff645eccfd71 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.730910 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63b3e50e-d4bf-4a35-8a7e-ff645eccfd71 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.734704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-63b3e50e-d4bf-4a35-8a7e-ff645eccfd71 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "DELETE /v2.0/security-groups/0b70a0f3-ac7f-4338-9694-53032256a75f HTTP/1.1" status: 204 len: 168 time: 0.3856845 Jul 07 19:23:13.736452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:13.769058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.779165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-0fe0c6a0-158b-4307-8ab7-415548367ad2 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d79bdeb1683649e2af1e26e0a17fc94a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774217 Jul 07 19:23:13.785847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3e50e-d4bf-4a35-8a7e-ff645eccfd71 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b70a0f3-ac7f-4338-9694-53032256a75f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:13.839875 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-79fc5c6c-83f5-4d32-b0be-e5500d55ace3 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1006618 Jul 07 19:23:13.851832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:13.852712 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a0b53a-72bd-4535-912e-1c58ac224e5b tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:13.906360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a27545-f74d-4af3-a417-98d17f316940 req-cfe617cf-4117-4aa3-9edb-0f4aa4cd7df7 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:13.920557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24a27545-f74d-4af3-a417-98d17f316940 req-cfe617cf-4117-4aa3-9edb-0f4aa4cd7df7 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 945 time: 0.1119058 Jul 07 19:23:13.995945 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.074982 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a0b53a-72bd-4535-912e-1c58ac224e5b tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.084012 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4335a095-2b3d-4a92-94c6-beed974dd151 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.086122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6976b-9488-4e7d-90be-274943b0b574 None None] DHCP port deletion for b31d35cb-261f-4e09-90d7-f7b5fb753890 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:23:14.089026 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a0b53a-72bd-4535-912e-1c58ac224e5b tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.128415 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-0f324d9a-b8ae-4123-a5a1-d17dd75440a8 service neutron] 10.222.0.113 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295619 Jul 07 19:23:14.144454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0b53a-72bd-4535-912e-1c58ac224e5b tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d1a019-ee50-43fe-bc19-e7457b0be6e0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:14.149093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24a27545-f74d-4af3-a417-98d17f316940 req-d2949ffd-7ff9-41a4-b294-3f1f6d422a78 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276268 Jul 07 19:23:14.160936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4335a095-2b3d-4a92-94c6-beed974dd151 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.174677 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3db6976b-9488-4e7d-90be-274943b0b574 None None] Deleting port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:14.175340 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3db6976b-9488-4e7d-90be-274943b0b574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.176583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:14.176935 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.201693 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a0b53a-72bd-4535-912e-1c58ac224e5b tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.202965 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f8a0b53a-72bd-4535-912e-1c58ac224e5b tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5187345 Jul 07 19:23:14.208114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:14.215648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-32804b66-6443-44c9-91ce-4b02be6b1edf tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': '263a196b-43c0-4545-ab41-433d18a6ad98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:14.257632 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3db6976b-9488-4e7d-90be-274943b0b574 None None] For port 4e9e2798-4e03-4a2e-a623-d02d7cb17209, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4e9e2798-4e03-4a2e-a623-d02d7cb17209,segment=NetworkSegment(236f2aaa-af73-4e88-a254-2d17837af169),segment_id=236f2aaa-af73-4e88-a254-2d17837af169)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:14.258231 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3db6976b-9488-4e7d-90be-274943b0b574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.277023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32804b66-6443-44c9-91ce-4b02be6b1edf tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.278762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3db6976b-9488-4e7d-90be-274943b0b574 None None] Calling delete_port for 4e9e2798-4e03-4a2e-a623-d02d7cb17209 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:14.283997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] For port 4e9e2798-4e03-4a2e-a623-d02d7cb17209, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4e9e2798-4e03-4a2e-a623-d02d7cb17209,segment=NetworkSegment(236f2aaa-af73-4e88-a254-2d17837af169),segment_id=236f2aaa-af73-4e88-a254-2d17837af169)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:14.284363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.299620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 4e9e2798-4e03-4a2e-a623-d02d7cb17209 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:14.299834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c87b1399-a50c-43f2-80f5-15a52db5a4f9 service neutron] 10.222.0.113 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648173 Jul 07 19:23:14.301481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4335a095-2b3d-4a92-94c6-beed974dd151 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.304219 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4335a095-2b3d-4a92-94c6-beed974dd151 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.305286 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4335a095-2b3d-4a92-94c6-beed974dd151 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "DELETE /v2.0/security-groups/1bd82977-c63e-4b67-b738-8c05c8bfd2f9 HTTP/1.1" status: 204 len: 168 time: 0.4357636 Jul 07 19:23:14.309101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:14.321193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335a095-2b3d-4a92-94c6-beed974dd151 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd82977-c63e-4b67-b738-8c05c8bfd2f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:14.393885 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3db6976b-9488-4e7d-90be-274943b0b574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.404153 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32804b66-6443-44c9-91ce-4b02be6b1edf tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.410994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1e397e6b-a13d-4504-9473-b31673e02bca tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1004214 Jul 07 19:23:14.413168 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32804b66-6443-44c9-91ce-4b02be6b1edf tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.415149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:14.433855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6976b-9488-4e7d-90be-274943b0b574 None None] Pushing event deleted for resources: {'Port': ['ID=4e9e2798-4e03-4a2e-a623-d02d7cb17209,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:14.436507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6976b-9488-4e7d-90be-274943b0b574 None None] No DVR routers for this DVR port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:14.448508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.450792 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-54eb0ec2-7134-4c33-9f19-5f32e160ff6c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'tempest-secgroup--480736397'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:14.458217 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32804b66-6443-44c9-91ce-4b02be6b1edf tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.464934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-32804b66-6443-44c9-91ce-4b02be6b1edf tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2554164 Jul 07 19:23:14.467962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33244) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:14.468667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32804b66-6443-44c9-91ce-4b02be6b1edf tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a04006c-01f0-43fc-a679-e6f68b31c77c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:14.492390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=4e9e2798-4e03-4a2e-a623-d02d7cb17209,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:14.503333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No DVR routers for this DVR port 4e9e2798-4e03-4a2e-a623-d02d7cb17209 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:14.518968 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b776-c098-42b0-9f2e-4dfd7b1123e1 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.564492 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b776-c098-42b0-9f2e-4dfd7b1123e1 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.583366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bda7e291-6048-4b89-ac25-89552f428222 req-4a6959dc-e8d9-4efe-b456-610cd8366796 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 210 time: 0.0675197 Jul 07 19:23:14.587127 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54eb0ec2-7134-4c33-9f19-5f32e160ff6c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.598119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.620300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31d35cb-261f-4e09-90d7-f7b5fb753890']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:14.620411 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b776-c098-42b0-9f2e-4dfd7b1123e1 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.626527 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b776-c098-42b0-9f2e-4dfd7b1123e1 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.627795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236f2aaa-af73-4e88-a254-2d17837af169') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:14.628172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236f2aaa-af73-4e88-a254-2d17837af169') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:14.630421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4dd2b776-c098-42b0-9f2e-4dfd7b1123e1 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/4a04006c-01f0-43fc-a679-e6f68b31c77c HTTP/1.1" status: 204 len: 168 time: 0.1591215 Jul 07 19:23:14.636384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:14.640617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2b776-c098-42b0-9f2e-4dfd7b1123e1 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a04006c-01f0-43fc-a679-e6f68b31c77c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:14.653484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.679975 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.695611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:23:14.695912 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.713832 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-83dc2356-5ea7-4e1f-be1b-64fe4486fcd8 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0753784 Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:23:14.714973 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:23:14.719660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:14.730152 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54eb0ec2-7134-4c33-9f19-5f32e160ff6c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.741177 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54eb0ec2-7134-4c33-9f19-5f32e160ff6c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.781997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54eb0ec2-7134-4c33-9f19-5f32e160ff6c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.781997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-54eb0ec2-7134-4c33-9f19-5f32e160ff6c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3615575 Jul 07 19:23:14.785125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:14.789588 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.793185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb0ec2-7134-4c33-9f19-5f32e160ff6c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d23a1ae-6ae9-4698-a1cf-7e9614153e9e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:14.797069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dd644e55-1fef-4902-b1e4-c30e89ab99bb tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '8d23a1ae-6ae9-4698-a1cf-7e9614153e9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:14.797237 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e3004-d123-4e8c-9b5f-952c804520c5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.807758 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e3004-d123-4e8c-9b5f-952c804520c5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.808681 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.810675 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/networks/b31d35cb-261f-4e09-90d7-f7b5fb753890 HTTP/1.1" status: 204 len: 168 time: 1.1861575 Jul 07 19:23:14.814612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:14.831218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1831862337'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:14.832904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd8302-3928-4ec2-98bf-752d72731709 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Network': ['ID=b31d35cb-261f-4e09-90d7-f7b5fb753890,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:14.847635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:14.878641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e3004-d123-4e8c-9b5f-952c804520c5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.884372 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-dd644e55-1fef-4902-b1e4-c30e89ab99bb tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:14.885867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e3004-d123-4e8c-9b5f-952c804520c5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.889717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-eb0e3004-d123-4e8c-9b5f-952c804520c5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/53d1a019-ee50-43fe-bc19-e7457b0be6e0 HTTP/1.1" status: 204 len: 168 time: 0.1664693 Jul 07 19:23:14.890239 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dd644e55-1fef-4902-b1e4-c30e89ab99bb tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1038699 Jul 07 19:23:14.893204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:14.893600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:14.896205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:14.900065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.905115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-94802c65-e93e-412c-8567-08cfeb42aa08 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group_rule': {'security_group_id': '8d23a1ae-6ae9-4698-a1cf-7e9614153e9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:14.915240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e3004-d123-4e8c-9b5f-952c804520c5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53d1a019-ee50-43fe-bc19-e7457b0be6e0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:14.954010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:14.958810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:14.959370 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.972406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:23:14.988691 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4c3e80bf-391a-4b35-9e77-280f7c84b0ed tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0896413 Jul 07 19:23:14.988879 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:14.988879 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Added segment 663fc6da-1c20-4dd5-80c3-085f30648316 of type vlan for network d6c1b56f-b53d-49d7-9534-747f59d9a689 Jul 07 19:23:14.988879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.009479 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-94802c65-e93e-412c-8567-08cfeb42aa08 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:15.016464 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-94802c65-e93e-412c-8567-08cfeb42aa08 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1192660 Jul 07 19:23:15.017376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.060587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938c0e5-945b-46f5-b185-a62d311c6526 req-b2c2f100-385c-4e1a-80f1-a9d42b134d29 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:15.073045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a938c0e5-945b-46f5-b185-a62d311c6526 req-b2c2f100-385c-4e1a-80f1-a9d42b134d29 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 949 time: 0.1580505 Jul 07 19:23:15.077364 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.092503 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dda6192f-6707-46ab-ab77-d28a3d28250b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.102401 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f1ab-f420-4698-8b4f-ae52b8e90fc9 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.105512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.115330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7493fec-8f5d-4ec7-ad99-8746da0118d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:15.119120 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27825a06-23aa-4aa3-be7d-66d8cb80a9df" -d '{"events": [{"server_uuid": "e7493fec-8f5d-4ec7-ad99-8746da0118d7", "name": "network-vif-plugged", "status": "completed", "tag": "98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:15.124396 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f1ab-f420-4698-8b4f-ae52b8e90fc9 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.125000 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dda6192f-6707-46ab-ab77-d28a3d28250b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.139779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:15.145212 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.146616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:15.181805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dda6192f-6707-46ab-ab77-d28a3d28250b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.186755 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dda6192f-6707-46ab-ab77-d28a3d28250b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.187896 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.193537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:15.194255 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.204466 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dda6192f-6707-46ab-ab77-d28a3d28250b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "DELETE /v2.0/security-groups/8d23a1ae-6ae9-4698-a1cf-7e9614153e9e HTTP/1.1" status: 204 len: 168 time: 0.1841028 Jul 07 19:23:15.205838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.210676 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd05f6a-bc66-4e9b-9642-1458cc974678 x-openstack-request-id: req-bcd05f6a-bc66-4e9b-9642-1458cc974678 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:15.211214 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7493fec-8f5d-4ec7-ad99-8746da0118d7", "name": "network-vif-plugged", "status": "completed", "tag": "98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:15.211725 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bcd05f6a-bc66-4e9b-9642-1458cc974678 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:15.212296 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7493fec-8f5d-4ec7-ad99-8746da0118d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2', 'code': 200} Jul 07 19:23:15.215947 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:15.216535 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7cbc4d42-23c1-45e4-a81d-2f640d869cb7 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:15.229851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a938c0e5-945b-46f5-b185-a62d311c6526 req-e490c52a-a48a-46e0-a753-73f3533011ed tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556442 Jul 07 19:23:15.282693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:15.290301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6192f-6707-46ab-ab77-d28a3d28250b tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d23a1ae-6ae9-4698-a1cf-7e9614153e9e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:15.292327 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4736724 Jul 07 19:23:15.293662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.307580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': 'd6c1b56f-b53d-49d7-9534-747f59d9a689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:15.313999 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f1ab-f420-4698-8b4f-ae52b8e90fc9 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.327950 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f1ab-f420-4698-8b4f-ae52b8e90fc9 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.332222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7fd8f1ab-f420-4698-8b4f-ae52b8e90fc9 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/bf8cb1fa-4421-45f3-92e9-04415f5b7bc5 HTTP/1.1" status: 204 len: 168 time: 0.3423729 Jul 07 19:23:15.342489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.384526 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8da21dd7-bfbc-4f8b-9b87-6139a9bdaec8 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1648810 Jul 07 19:23:15.385645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e159e-e2d9-4192-b7c7-fb05b440a23b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Network': ['ID=d6c1b56f-b53d-49d7-9534-747f59d9a689,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:15.388576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.396230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network d6c1b56f-b53d-49d7-9534-747f59d9a689 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:23:15.400867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-591aa7dc-580a-4e90-8a2c-d193f734335d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848852010'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:15.422340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8f1ab-f420-4698-8b4f-ae52b8e90fc9 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf8cb1fa-4421-45f3-92e9-04415f5b7bc5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:15.425474 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c9e22891-11ee-4c6c-9fc3-020bf3910b6f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0789480 Jul 07 19:23:15.426012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.471677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfca8-ac06-4035-8b46-8d4e7b73130f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.477180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524560e5-7ede-48c1-87ea-fd8f3522be0a req-acb94efe-ea73-4900-9021-46d0c94e0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:15.479133 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-524560e5-7ede-48c1-87ea-fd8f3522be0a req-acb94efe-ea73-4900-9021-46d0c94e0048 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 1102 time: 0.1837564 Jul 07 19:23:15.485255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfca8-ac06-4035-8b46-8d4e7b73130f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.492288 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591aa7dc-580a-4e90-8a2c-d193f734335d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.537845 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-524560e5-7ede-48c1-87ea-fd8f3522be0a req-448b145c-9c17-4ebc-8fec-efaa4fc6aac4 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501866 Jul 07 19:23:15.538952 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfca8-ac06-4035-8b46-8d4e7b73130f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.540091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:15.543885 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.544016 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfca8-ac06-4035-8b46-8d4e7b73130f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.545031 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2d2bfca8-ac06-4035-8b46-8d4e7b73130f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/0b07029e-d540-47e6-9ad9-6d3a95fff095 HTTP/1.1" status: 204 len: 168 time: 0.1181288 Jul 07 19:23:15.547889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.558791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa088336-05c1-48a2-8740-f242a76bfd2d req-00996c59-0700-472d-b574-e7045d2893b7 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:15.560332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa088336-05c1-48a2-8740-f242a76bfd2d req-00996c59-0700-472d-b574-e7045d2893b7 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 945 time: 0.1792302 Jul 07 19:23:15.560905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bfca8-ac06-4035-8b46-8d4e7b73130f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b07029e-d540-47e6-9ad9-6d3a95fff095,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:15.601060 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1b52bfd1-8332-405c-9e55-a74ffb6a1b6c tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0513453 Jul 07 19:23:15.603153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.629647 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e401815c-c2ea-40a1-8ead-ad61fe0f3299 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.638189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e401815c-c2ea-40a1-8ead-ad61fe0f3299 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.670166 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e401815c-c2ea-40a1-8ead-ad61fe0f3299 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.677481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e401815c-c2ea-40a1-8ead-ad61fe0f3299 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.681038 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e401815c-c2ea-40a1-8ead-ad61fe0f3299 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/66743511-04de-4cd5-9de5-cc9cc87d9171 HTTP/1.1" status: 204 len: 168 time: 0.0733898 Jul 07 19:23:15.683515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.691494 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa088336-05c1-48a2-8740-f242a76bfd2d req-916b6f54-dd0b-4fac-b728-29cc566c147e tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893471 Jul 07 19:23:15.691861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401815c-c2ea-40a1-8ead-ad61fe0f3299 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66743511-04de-4cd5-9de5-cc9cc87d9171,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:15.751344 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2ff00549-1aeb-4969-8d07-815c8b9d65bb tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665984 Jul 07 19:23:15.755013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.764832 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591aa7dc-580a-4e90-8a2c-d193f734335d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.775313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591aa7dc-580a-4e90-8a2c-d193f734335d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.833283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-641c43e5-d040-422b-960a-a98057a82182 req-d3e75928-b686-4af7-91ec-113d4cfdd56a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 210 time: 0.0617204 Jul 07 19:23:15.846673 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-591aa7dc-580a-4e90-8a2c-d193f734335d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.850588 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-591aa7dc-580a-4e90-8a2c-d193f734335d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4551611 Jul 07 19:23:15.865993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.872886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d5aa11d3-9dcc-4999-8c13-3e0e2f3f0266 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:15.873798 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-d5aa11d3-9dcc-4999-8c13-3e0e2f3f0266 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 19:23:15.874458 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-d5aa11d3-9dcc-4999-8c13-3e0e2f3f0266 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 19:23:15.879887 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d5aa11d3-9dcc-4999-8c13-3e0e2f3f0266 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "PUT /v2.0/security-groups/b78e1662-629d-407d-8441-49efa9576bc8 HTTP/1.1" status: 409 len: 330 time: 0.0117614 Jul 07 19:23:15.880315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:15.887591 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1ecb-9f71-4d4a-94ba-a015e8743484 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.895512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aa7dc-580a-4e90-8a2c-d193f734335d tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78e1662-629d-407d-8441-49efa9576bc8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:15.918686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1ecb-9f71-4d4a-94ba-a015e8743484 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.944817 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.981083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4e9e2798-4e03-4a2e-a623-d02d7cb17209 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:16.005163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 4e9e2798-4e03-4a2e-a623-d02d7cb17209 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:16.005734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4e9e2798-4e03-4a2e-a623-d02d7cb17209 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:16.006191 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1ecb-9f71-4d4a-94ba-a015e8743484 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.011478 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1ecb-9f71-4d4a-94ba-a015e8743484 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.015091 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7b1f1ecb-9f71-4d4a-94ba-a015e8743484 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-groups/263a196b-43c0-4545-ab41-433d18a6ad98 HTTP/1.1" status: 204 len: 168 time: 0.2566490 Jul 07 19:23:16.020910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:16.069280 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f1ecb-9f71-4d4a-94ba-a015e8743484 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263a196b-43c0-4545-ab41-433d18a6ad98,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:16.090458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Subnet': ['ID=9fa1e320-7747-47be-91da-79c3e816e862,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:16.111943 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415bedaf-5126-41e4-a835-8e61d39d6fdf tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.145882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259641a-fa86-48bc-8beb-ca8664ba8983 req-9842354d-d23e-4b31-941d-f96a44c04c06 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:16.147393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8259641a-fa86-48bc-8beb-ca8664ba8983 req-9842354d-d23e-4b31-941d-f96a44c04c06 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce919b68-3c95-42d5-b5a6-cc912f24db95 HTTP/1.1" status: 200 len: 945 time: 0.2566156 Jul 07 19:23:16.151755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Checking segment: {'id': '663fc6da-1c20-4dd5-80c3-085f30648316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd6c1b56f-b53d-49d7-9534-747f59d9a689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:16.152243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network hostable DHCP agents. Network: d6c1b56f-b53d-49d7-9534-747f59d9a689, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:23:16.158290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-f771d8c9-2f31-4155-90bd-c6e7cae72396 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:16.159883 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-f771d8c9-2f31-4155-90bd-c6e7cae72396 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.112 "GET /v2.0/networks?id=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 HTTP/1.1" status: 200 len: 809 time: 0.1742334 Jul 07 19:23:16.162130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1a1be820-5f29-4249-9c17-fc17a3f7a411 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1347051 Jul 07 19:23:16.168442 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415bedaf-5126-41e4-a835-8e61d39d6fdf tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.169301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:16.177023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-75406be8-a052-496b-8271-2f4ce61746fc tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group': {'name': 'tempest-secgroup--783346'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:16.188190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Request body: {'port': {'device_id': '466f812d-2a0f-4761-aabb-7d1f93450f33', 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2', 'admin_state_up': True, 'tenant_id': 'd79bdeb1683649e2af1e26e0a17fc94a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:16.239464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network d6c1b56f-b53d-49d7-9534-747f59d9a689 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:23:16.259002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8259641a-fa86-48bc-8beb-ca8664ba8983 req-66843f69-f47c-4dac-88e3-7d144c91bc0a tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935838 Jul 07 19:23:16.271067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, d6c1b56f-b53d-49d7-9534-747f59d9a689) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:16.273883 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415bedaf-5126-41e4-a835-8e61d39d6fdf tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.277084 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415bedaf-5126-41e4-a835-8e61d39d6fdf tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.280608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-415bedaf-5126-41e4-a835-8e61d39d6fdf tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "DELETE /v2.0/security-groups/b78e1662-629d-407d-8441-49efa9576bc8 HTTP/1.1" status: 204 len: 168 time: 0.3971043 Jul 07 19:23:16.283373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:16.286122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee97ec-7197-41aa-9eac-0aa6d0689641 None None] Network d6c1b56f-b53d-49d7-9534-747f59d9a689 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:16.292360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:16.294897 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.312739 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75406be8-a052-496b-8271-2f4ce61746fc tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.343098 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bedaf-5126-41e4-a835-8e61d39d6fdf tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78e1662-629d-407d-8441-49efa9576bc8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:16.367405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-778cb226-0c82-4c3c-80e7-6329afd7a723 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0654662 Jul 07 19:23:16.371453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:16.380452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': 'd6c1b56f-b53d-49d7-9534-747f59d9a689', 'name': 'tempest-PortsIpV6TestJSON-1413266071', 'fixed_ips': [{'subnet_id': '9fa1e320-7747-47be-91da-79c3e816e862', 'ip_address': '2001:db8::10'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:16.492434 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a54dc87c-0196-41af-a9ad-004e1f3e7840 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2058747 Jul 07 19:23:16.499855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:16.539866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-d6c1b56f-b53d-49d7-9534-747f59d9a689', 'network_id': 'd6c1b56f-b53d-49d7-9534-747f59d9a689', 'tenant_id': '7bed1ecd91fd4bf692db2b8d56596aeb', 'fixed_ips': [{'subnet_id': '9fa1e320-7747-47be-91da-79c3e816e862'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:23:16.540825 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.554201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75406be8-a052-496b-8271-2f4ce61746fc tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.560568 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b78355c0-ecfd-458e-a37a-a9f74816765c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] delete failed (client error): The resource could not be found. Jul 07 19:23:16.565163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b78355c0-ecfd-458e-a37a-a9f74816765c tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "DELETE /v2.0/security-groups/f6c2d5a8-2fd1-4e30-b099-83ff109b2342 HTTP/1.1" status: 404 len: 347 time: 0.0596023 Jul 07 19:23:16.565332 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75406be8-a052-496b-8271-2f4ce61746fc tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.567330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:16.607228 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-089f7815-ec8d-4b03-bc86-0681fc14c5e7 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] show failed (client error): The resource could not be found. Jul 07 19:23:16.612255 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-089f7815-ec8d-4b03-bc86-0681fc14c5e7 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-groups/885bc7e1-a73f-410a-ba68-55da50ee2804 HTTP/1.1" status: 404 len: 347 time: 0.0345738 Jul 07 19:23:16.613545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:16.631153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Made reservation on behalf of d79bdeb1683649e2af1e26e0a17fc94a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:16.635459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.638177 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c9a59782-a53c-44f3-a09e-a088c2ab4538 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] show failed (client error): The resource could not be found. Jul 07 19:23:16.643548 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c9a59782-a53c-44f3-a09e-a088c2ab4538 tempest-NegativeSecGroupIPv6Test-1997287212 tempest-NegativeSecGroupIPv6Test-1997287212-project] 10.222.0.113 "GET /v2.0/security-group-rules/0eaf1193-742c-4692-85e4-44a1d3a6007d HTTP/1.1" status: 404 len: 356 time: 0.0237494 Jul 07 19:23:16.657849 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75406be8-a052-496b-8271-2f4ce61746fc tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:16.659077 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-75406be8-a052-496b-8271-2f4ce61746fc tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4886723 Jul 07 19:23:16.662298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75406be8-a052-496b-8271-2f4ce61746fc tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e342b-7cee-496c-8a1f-6ab4725e3116,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:16.664849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:16.671468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6f162dd6-32f1-4099-ac89-9370b976dc18 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': 'cc0e342b-7cee-496c-8a1f-6ab4725e3116', 'direction': 'ingress', 'protocol': 17}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:16.681088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fb0f3-0d05-4102-b79b-10d5ec3909c0 req-abad4575-9536-4df6-b8ff-ea9bbe008755 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:16.690149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-189fb0f3-0d05-4102-b79b-10d5ec3909c0 req-abad4575-9536-4df6-b8ff-ea9bbe008755 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 950 time: 0.2271929 Jul 07 19:23:16.710988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991140cf-6ca2-4d88-a27b-17d4a18f2912 req-84a2cc91-080d-49c7-b672-9f2758cae440 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:16.712551 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-991140cf-6ca2-4d88-a27b-17d4a18f2912 req-84a2cc91-080d-49c7-b672-9f2758cae440 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=674ee101-291c-4598-aeff-9a20bcb8c644 HTTP/1.1" status: 200 len: 945 time: 0.3043723 Jul 07 19:23:16.724084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Allocated IP 2001:db8::2 (d6c1b56f-b53d-49d7-9534-747f59d9a689/9fa1e320-7747-47be-91da-79c3e816e862/d84a1808-71b4-4b42-8f1d-29bd08a42fdc) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:16.731789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-6f162dd6-32f1-4099-ac89-9370b976dc18 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:23:16.731789 n-d-792394-12 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:23:16.731789 n-d-792394-12 neutron-server[93771]: [parameters: {'project_id_1': 'a6af29c0293242568407d1ab4b6e126f', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 23, 16, 680260)}] Jul 07 19:23:16.731789 n-d-792394-12 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:23:16.732244 n-d-792394-12 neutron-server[93771]: DEBUG oslo_db.api [None req-6f162dd6-32f1-4099-ac89-9370b976dc18 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:23:16.743165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:16.828788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Allocated IP 172.20.0.9 (b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2/14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0/01be2b63-f133-491b-aa13-6b632aca09ba) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:16.897477 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-189fb0f3-0d05-4102-b79b-10d5ec3909c0 req-ef940c06-5803-46a6-a4be-035d13392a5a tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061410 Jul 07 19:23:16.940578 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-991140cf-6ca2-4d88-a27b-17d4a18f2912 req-f61e93ee-23bc-4c9d-bf46-e35a526c7662 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116127 Jul 07 19:23:17.008789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.030225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 0d408aee-a353-47fe-aa23-cf5ee40279f6 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:23:17.036598 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.064989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Transition to ACTIVE for port object d84a1808-71b4-4b42-8f1d-29bd08a42fdc will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:17.117842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:17.124161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.132166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Transition to ACTIVE for port object d84a1808-71b4-4b42-8f1d-29bd08a42fdc will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:17.150231 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.190432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Network d6c1b56f-b53d-49d7-9534-747f59d9a689 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:17.195356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02c7ab23-822e-4fe1-867c-43fc14b6a321 req-2f3bf459-6ef2-4406-8734-21905e9e6bfe tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 210 time: 0.0544097 Jul 07 19:23:17.198110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:17.203699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:17.207415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Pushing event updated for resources: {'Port': ['ID=d84a1808-71b4-4b42-8f1d-29bd08a42fdc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:17.274780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Attempting to bind port d84a1808-71b4-4b42-8f1d-29bd08a42fdc on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:17.276082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Attempting to bind port d84a1808-71b4-4b42-8f1d-29bd08a42fdc by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '663fc6da-1c20-4dd5-80c3-085f30648316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd6c1b56f-b53d-49d7-9534-747f59d9a689'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:17.277255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Attempting to bind port d84a1808-71b4-4b42-8f1d-29bd08a42fdc on network d6c1b56f-b53d-49d7-9534-747f59d9a689 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:17.279604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.283541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:17.284043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Checking segment: {'id': '663fc6da-1c20-4dd5-80c3-085f30648316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd6c1b56f-b53d-49d7-9534-747f59d9a689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:17.284622 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.285101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Bound using segment: {'id': '663fc6da-1c20-4dd5-80c3-085f30648316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd6c1b56f-b53d-49d7-9534-747f59d9a689'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:17.285727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Bound port: d84a1808-71b4-4b42-8f1d-29bd08a42fdc, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663fc6da-1c20-4dd5-80c3-085f30648316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd6c1b56f-b53d-49d7-9534-747f59d9a689'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:17.286201 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.296785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8::10 (d6c1b56f-b53d-49d7-9534-747f59d9a689/9fa1e320-7747-47be-91da-79c3e816e862/0d408aee-a353-47fe-aa23-cf5ee40279f6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:17.325774 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f162dd6-32f1-4099-ac89-9370b976dc18 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.377952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:17.378654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] For port d84a1808-71b4-4b42-8f1d-29bd08a42fdc, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:17.383411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] For port d84a1808-71b4-4b42-8f1d-29bd08a42fdc, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d84a1808-71b4-4b42-8f1d-29bd08a42fdc,segment=NetworkSegment(663fc6da-1c20-4dd5-80c3-085f30648316),segment_id=663fc6da-1c20-4dd5-80c3-085f30648316)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:17.390501 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.423177 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f162dd6-32f1-4099-ac89-9370b976dc18 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.448648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:17.451418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:17.464259 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f162dd6-32f1-4099-ac89-9370b976dc18 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.510724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb873e79-e291-4f93-8e95-41e39750b882 None None] Pushing event updated for resources: {'Port': ['ID=d84a1808-71b4-4b42-8f1d-29bd08a42fdc,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:17.520795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Pushing event updated for resources: {'Port': ['ID=01be2b63-f133-491b-aa13-6b632aca09ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:17.553649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f162dd6-32f1-4099-ac89-9370b976dc18 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2179b0-8d31-42d9-bc63-7b0f040dd1e6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:17.567238 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f162dd6-32f1-4099-ac89-9370b976dc18 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.571447 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6f162dd6-32f1-4099-ac89-9370b976dc18 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9043162 Jul 07 19:23:17.572029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:17.591816 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-94e73544-b193-46b1-8226-484ef5928436 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a986d1ee7a864498a675b0db8d9e23b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4729245 Jul 07 19:23:17.598414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:17.598847 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.615185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:17.641409 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-d27119b3-7dbb-4553-93d9-b2ea8db32e0a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4684403 Jul 07 19:23:17.657841 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Request body: {'port': {'device_id': '466f812d-2a0f-4761-aabb-7d1f93450f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:17.803193 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3c74b91-ffe9-4b2f-ac48-3c57137456aa tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.821270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-899558da-42a6-4375-89fc-9ef08d483557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.854804 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3c74b91-ffe9-4b2f-ac48-3c57137456aa tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.857569 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.888842 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-899558da-42a6-4375-89fc-9ef08d483557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.949069 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:17.989264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object 0d408aee-a353-47fe-aa23-cf5ee40279f6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:18.025335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d84a1808-71b4-4b42-8f1d-29bd08a42fdc up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:18.039215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdf65d-7c9d-4892-a8f0-ab9267135753 req-be702b4f-7ed1-45c6-a5fc-f3e227ac04e3 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:18.042014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbdf65d-7c9d-4892-a8f0-ab9267135753 req-be702b4f-7ed1-45c6-a5fc-f3e227ac04e3 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=674ee101-291c-4598-aeff-9a20bcb8c644 HTTP/1.1" status: 200 len: 945 time: 0.4593623 Jul 07 19:23:18.045565 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3c74b91-ffe9-4b2f-ac48-3c57137456aa tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.048139 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3c74b91-ffe9-4b2f-ac48-3c57137456aa tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.049346 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a3c74b91-ffe9-4b2f-ac48-3c57137456aa tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-groups/cc0e342b-7cee-496c-8a1f-6ab4725e3116 HTTP/1.1" status: 204 len: 168 time: 0.4708896 Jul 07 19:23:18.057986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:18.073820 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c74b91-ffe9-4b2f-ac48-3c57137456aa tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e342b-7cee-496c-8a1f-6ab4725e3116,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:18.080941 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-899558da-42a6-4375-89fc-9ef08d483557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.084350 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-899558da-42a6-4375-89fc-9ef08d483557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.085601 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-899558da-42a6-4375-89fc-9ef08d483557 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/61c5358c-baaf-41a7-bbef-0cb03dd6341b HTTP/1.1" status: 204 len: 168 time: 0.4694049 Jul 07 19:23:18.106752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899558da-42a6-4375-89fc-9ef08d483557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5358c-baaf-41a7-bbef-0cb03dd6341b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:18.147462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d84a1808-71b4-4b42-8f1d-29bd08a42fdc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:18.158017 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.257060 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbdf65d-7c9d-4892-a8f0-ab9267135753 req-f4a2b253-1273-4ba8-9cf9-99cd19a18b75 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013874 Jul 07 19:23:18.279570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-09e2d107-9cbf-4c9e-b2f2-8fe010577c33 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2203887 Jul 07 19:23:18.286556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network d6c1b56f-b53d-49d7-9534-747f59d9a689 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:18.288393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:18.299547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:18.304039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:18.308903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bcf28286-57cd-4a0a-a603-48625a252f19 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group': {'name': 'tempest-secgroup--397599447'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:18.311431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:18.312086 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.341852 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9671972 Jul 07 19:23:18.342559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53a9cd-2143-4407-a8ad-af4a66ea315c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=0d408aee-a353-47fe-aa23-cf5ee40279f6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:18.360102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:18.373214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': 'd6c1b56f-b53d-49d7-9534-747f59d9a689', 'name': 'tempest-PortsIpV6TestJSON-1460718032', 'fixed_ips': [{'subnet_id': '9fa1e320-7747-47be-91da-79c3e816e862', 'ip_address': '2001:db8::f'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:18.521523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f5a05-0cbb-46f9-bd14-367fcb03c050 req-3816e407-09b1-4944-b570-cc351d0e26c0 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:18.531488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f93f5a05-0cbb-46f9-bd14-367fcb03c050 req-3816e407-09b1-4944-b570-cc351d0e26c0 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 950 time: 0.3887727 Jul 07 19:23:18.629790 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f93f5a05-0cbb-46f9-bd14-367fcb03c050 req-153943aa-55bc-48f1-8ad7-7240af522411 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971127 Jul 07 19:23:18.661842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75397e21-00e8-40c9-bcb4-b23c18a75a44 req-564b8aa6-1625-44c5-b067-fcbbf22ee95a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:18.670024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75397e21-00e8-40c9-bcb4-b23c18a75a44 req-564b8aa6-1625-44c5-b067-fcbbf22ee95a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 931 time: 0.2608335 Jul 07 19:23:18.678909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01be2b63-f133-491b-aa13-6b632aca09ba {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:18.691521 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.705852 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcf28286-57cd-4a0a-a603-48625a252f19 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.722090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Transition to ACTIVE for port object 01be2b63-f133-491b-aa13-6b632aca09ba will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:18.736452 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.751216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75397e21-00e8-40c9-bcb4-b23c18a75a44 req-1edae6e2-7535-43ef-a457-d220430ea5bb tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800295 Jul 07 19:23:18.755728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:23:18.755728 n-d-792394-12 neutron-server[93770]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 19:23:18.755728 n-d-792394-12 neutron-server[93770]: [parameters: {'project_id': '7bed1ecd91fd4bf692db2b8d56596aeb', 'id': '9212ce28-4c0a-43db-9324-c7d179b46c91', 'expiration': datetime.datetime(2021, 7, 7, 19, 25, 18, 735524)}] Jul 07 19:23:18.755728 n-d-792394-12 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:23:18.757101 n-d-792394-12 neutron-server[93770]: DEBUG oslo_db.api [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:23:18.808113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Pushing event updated for resources: {'Port': ['ID=01be2b63-f133-491b-aa13-6b632aca09ba,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:18.864433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced8b409-f409-409c-b8b3-bd0947518a53 None None] Network d6c1b56f-b53d-49d7-9534-747f59d9a689 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:18.957731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Attempting to bind port 01be2b63-f133-491b-aa13-6b632aca09ba on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:18.958414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Attempting to bind port 01be2b63-f133-491b-aa13-6b632aca09ba by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '50cb06f0-4733-4f6e-951e-eb362d24abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:18.959054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Attempting to bind port 01be2b63-f133-491b-aa13-6b632aca09ba on network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:18.975473 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Port 01be2b63-f133-491b-aa13-6b632aca09ba on network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:23:18.975808 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Attempting to bind port 01be2b63-f133-491b-aa13-6b632aca09ba on network b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:18.980425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f74b7d71-48f7-4ede-82e5-755c0d62d168 None None] Provisioning for port d84a1808-71b4-4b42-8f1d-29bd08a42fdc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:18.982417 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.986133 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcf28286-57cd-4a0a-a603-48625a252f19 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.989411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:18.989719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Checking segment: {'id': '50cb06f0-4733-4f6e-951e-eb362d24abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:18.990179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Bound using segment: {'id': '50cb06f0-4733-4f6e-951e-eb362d24abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:18.990627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Bound port: 01be2b63-f133-491b-aa13-6b632aca09ba, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cb06f0-4733-4f6e-951e-eb362d24abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:18.991131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.995158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcf28286-57cd-4a0a-a603-48625a252f19 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.002027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f74b7d71-48f7-4ede-82e5-755c0d62d168 None None] Provisioning complete for port d84a1808-71b4-4b42-8f1d-29bd08a42fdc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:19.002403 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f74b7d71-48f7-4ede-82e5-755c0d62d168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.061860 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcf28286-57cd-4a0a-a603-48625a252f19 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.063110 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bcf28286-57cd-4a0a-a603-48625a252f19 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7736440 Jul 07 19:23:19.070200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:19.074512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf28286-57cd-4a0a-a603-48625a252f19 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b575ac03-284e-4a32-a61c-98f4e4c6a322,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:19.106222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7b0de5ad-aba7-4f07-bf78-a45ecad13ed5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group': {'name': 'tempest-secgroup--924150303'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:19.145227 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a406d81-4dd3-46c4-bf02-c565c1361907 req-b83f4747-5c75-44fd-9eec-ebfe2e4bc92e tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:19.148346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a406d81-4dd3-46c4-bf02-c565c1361907 req-b83f4747-5c75-44fd-9eec-ebfe2e4bc92e tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.59 "GET /v2.0/ports?device_id=674ee101-291c-4598-aeff-9a20bcb8c644 HTTP/1.1" status: 200 len: 945 time: 0.1418188 Jul 07 19:23:19.154808 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] For port 01be2b63-f133-491b-aa13-6b632aca09ba, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:19.159757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] For port 01be2b63-f133-491b-aa13-6b632aca09ba, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=01be2b63-f133-491b-aa13-6b632aca09ba,segment=NetworkSegment(50cb06f0-4733-4f6e-951e-eb362d24abe0),segment_id=50cb06f0-4733-4f6e-951e-eb362d24abe0)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:19.168407 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.179319 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0de5ad-aba7-4f07-bf78-a45ecad13ed5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.233256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:19.234302 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.235870 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] 10.222.0.112 "PUT /v2.0/ports/01be2b63-f133-491b-aa13-6b632aca09ba HTTP/1.1" status: 200 len: 1092 time: 1.5865099 Jul 07 19:23:19.238737 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466f812d-2a0f-4761-aabb-7d1f93450f33', 'tag': '01be2b63-f133-491b-aa13-6b632aca09ba'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:19.239950 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f74b7d71-48f7-4ede-82e5-755c0d62d168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.241845 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deabb42-ce1b-4a83-95d7-078d0c5b27c6" -d '{"events": [{"name": "network-changed", "server_uuid": "466f812d-2a0f-4761-aabb-7d1f93450f33", "tag": "01be2b63-f133-491b-aa13-6b632aca09ba"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:19.291842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f74b7d71-48f7-4ede-82e5-755c0d62d168 None None] For port d84a1808-71b4-4b42-8f1d-29bd08a42fdc, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d84a1808-71b4-4b42-8f1d-29bd08a42fdc,segment=NetworkSegment(663fc6da-1c20-4dd5-80c3-085f30648316),segment_id=663fc6da-1c20-4dd5-80c3-085f30648316)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:19.299048 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f74b7d71-48f7-4ede-82e5-755c0d62d168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.345175 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457643f3-1621-4165-a148-4f7c5b5c59ff x-openstack-request-id: req-457643f3-1621-4165-a148-4f7c5b5c59ff {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:19.347151 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466f812d-2a0f-4761-aabb-7d1f93450f33", "tag": "01be2b63-f133-491b-aa13-6b632aca09ba", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:19.347964 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-457643f3-1621-4165-a148-4f7c5b5c59ff {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:19.348774 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466f812d-2a0f-4761-aabb-7d1f93450f33', 'tag': '01be2b63-f133-491b-aa13-6b632aca09ba', 'status': 'completed', 'code': 200} Jul 07 19:23:19.362598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b7d71-48f7-4ede-82e5-755c0d62d168 None None] Pushing event updated for resources: {'Port': ['ID=d84a1808-71b4-4b42-8f1d-29bd08a42fdc,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:19.382649 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-36b25a95-2d6c-4d08-ae90-00ac6653ee8a tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=b7acdec187e84afc96975581568864c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188827 Jul 07 19:23:19.401170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b045e3-9c0b-4828-b93a-c11019443d99 service neutron] Pushing event updated for resources: {'Port': ['ID=01be2b63-f133-491b-aa13-6b632aca09ba,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:19.477557 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-68223812-47ae-482e-806b-86d3ab731c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:19.480316 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-68223812-47ae-482e-806b-86d3ab731c37 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d79bdeb1683649e2af1e26e0a17fc94a&device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 1095 time: 0.1819510 Jul 07 19:23:19.510529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9a406d81-4dd3-46c4-bf02-c565c1361907 req-8d5a0cf8-bdd9-44b8-b212-70e29ffcbe29 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Deleting port 0abe6820-795b-459f-91a4-09cbcbbd10c1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:19.510529 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9a406d81-4dd3-46c4-bf02-c565c1361907 req-8d5a0cf8-bdd9-44b8-b212-70e29ffcbe29 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.553412 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0de5ad-aba7-4f07-bf78-a45ecad13ed5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.557721 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-cdacf554-4451-4d4e-9634-627680f98d0b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01be2b63-f133-491b-aa13-6b632aca09ba HTTP/1.1" status: 200 len: 217 time: 0.0652387 Jul 07 19:23:19.564609 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0de5ad-aba7-4f07-bf78-a45ecad13ed5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.646556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0de5ad-aba7-4f07-bf78-a45ecad13ed5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6da17e2-dcc6-4424-8809-f3de4617a087,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:19.658375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-2aba7bfe-ca91-4eb1-95ed-693954811c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:19.660073 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-2aba7bfe-ca91-4eb1-95ed-693954811c76 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0 HTTP/1.1" status: 200 len: 849 time: 0.0912771 Jul 07 19:23:19.662854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:19.671091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0de5ad-aba7-4f07-bf78-a45ecad13ed5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.671937 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.675348 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7b0de5ad-aba7-4f07-bf78-a45ecad13ed5 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6040840 Jul 07 19:23:19.675973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:19.716037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb470550-5084-45dc-9cbd-19714652587b req-cc578822-8a26-4019-a960-15070f86167c tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:19.722675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-cc578822-8a26-4019-a960-15070f86167c tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3304362 Jul 07 19:23:19.756389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-de9b9c5e-16a8-45b6-bcb5-4cf91c509bb4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': 'b575ac03-284e-4a32-a61c-98f4e4c6a322', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e6da17e2-dcc6-4424-8809-f3de4617a087', 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:19.757080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 5867bc86-0243-4aaf-9fde-d692e9bee8de yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:23:19.762463 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41286640-f2db-4e76-8420-fa725f171f2f None None] Provisioning for port 0d408aee-a353-47fe-aa23-cf5ee40279f6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:19.770710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41286640-f2db-4e76-8420-fa725f171f2f None None] Provisioning complete for port 0d408aee-a353-47fe-aa23-cf5ee40279f6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:19.771219 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-28cd09fa-8c73-429f-a942-4444ff44a1aa service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034901 Jul 07 19:23:19.772579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41286640-f2db-4e76-8420-fa725f171f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:19.857260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-41286640-f2db-4e76-8420-fa725f171f2f None None] Port 0d408aee-a353-47fe-aa23-cf5ee40279f6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:19.898787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41286640-f2db-4e76-8420-fa725f171f2f None None] Provisioning complete for port d84a1808-71b4-4b42-8f1d-29bd08a42fdc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:19.899927 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41286640-f2db-4e76-8420-fa725f171f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.006668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d84a1808-71b4-4b42-8f1d-29bd08a42fdc up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:20.065199 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de9b9c5e-16a8-45b6-bcb5-4cf91c509bb4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.124154 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-168f8533-43c9-4b92-91b9-79387df90260 service neutron] 10.222.0.112 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411837 Jul 07 19:23:20.124773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d84a1808-71b4-4b42-8f1d-29bd08a42fdc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:20.125469 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.137647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219771-b75b-4b28-a54a-62c9b26edd2b req-999fd33b-ba67-4a1b-a6d8-a919a23a54f8 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:20.144696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f219771-b75b-4b28-a54a-62c9b26edd2b req-999fd33b-ba67-4a1b-a6d8-a919a23a54f8 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=674ee101-291c-4598-aeff-9a20bcb8c644 HTTP/1.1" status: 200 len: 945 time: 0.6219478 Jul 07 19:23:20.158137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-fcfdf07a-a865-48df-bc53-b05b9b0de653 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/quotas/b7acdec187e84afc96975581568864c9 HTTP/1.1" status: 200 len: 375 time: 0.4337912 Jul 07 19:23:20.217051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9a406d81-4dd3-46c4-bf02-c565c1361907 req-8d5a0cf8-bdd9-44b8-b212-70e29ffcbe29 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] For port 0abe6820-795b-459f-91a4-09cbcbbd10c1, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0abe6820-795b-459f-91a4-09cbcbbd10c1,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:20.217297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9a406d81-4dd3-46c4-bf02-c565c1361907 req-8d5a0cf8-bdd9-44b8-b212-70e29ffcbe29 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.228022 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de9b9c5e-16a8-45b6-bcb5-4cf91c509bb4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.235542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de9b9c5e-16a8-45b6-bcb5-4cf91c509bb4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.275042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b9c5e-16a8-45b6-bcb5-4cf91c509bb4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a54044a-e047-4163-88d0-63c60ae3fad6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:20.277392 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9a406d81-4dd3-46c4-bf02-c565c1361907 req-8d5a0cf8-bdd9-44b8-b212-70e29ffcbe29 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Calling delete_port for 0abe6820-795b-459f-91a4-09cbcbbd10c1 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:20.294543 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de9b9c5e-16a8-45b6-bcb5-4cf91c509bb4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.299622 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-de9b9c5e-16a8-45b6-bcb5-4cf91c509bb4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6138561 Jul 07 19:23:20.300498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:20.303431 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d345d8ec-daed-4d69-ba82-6ce9707d4b57 None None] Provisioning complete for port 0d408aee-a353-47fe-aa23-cf5ee40279f6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:20.303911 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d345d8ec-daed-4d69-ba82-6ce9707d4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.305451 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5c07569-fd4f-46d8-b3b7-c1bd3d4c0aec req-7c626803-3e7e-4c6a-9406-2a1b6ea7f318 service neutron] 10.222.0.112 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742413 Jul 07 19:23:20.323964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8::f (d6c1b56f-b53d-49d7-9534-747f59d9a689/9fa1e320-7747-47be-91da-79c3e816e862/5867bc86-0243-4aaf-9fde-d692e9bee8de) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:20.340934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66df3524-891f-4611-b9e7-67f2ece9b0a2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.349978 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d345d8ec-daed-4d69-ba82-6ce9707d4b57 None None] Port 0d408aee-a353-47fe-aa23-cf5ee40279f6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:20.363439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66df3524-891f-4611-b9e7-67f2ece9b0a2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.386804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f219771-b75b-4b28-a54a-62c9b26edd2b req-4a0a8b84-2178-4d5c-bc22-cd2be591a432 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181697 Jul 07 19:23:20.441635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-46ee3e4b-6e50-4f46-8561-5064bb4673a4 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b7acdec187e84afc96975581568864c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2816706 Jul 07 19:23:20.444391 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66df3524-891f-4611-b9e7-67f2ece9b0a2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.450771 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66df3524-891f-4611-b9e7-67f2ece9b0a2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.452009 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-66df3524-891f-4611-b9e7-67f2ece9b0a2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/9a54044a-e047-4163-88d0-63c60ae3fad6 HTTP/1.1" status: 204 len: 168 time: 0.1500421 Jul 07 19:23:20.459188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:20.466888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df3524-891f-4611-b9e7-67f2ece9b0a2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a54044a-e047-4163-88d0-63c60ae3fad6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:20.479560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deabb42-ce1b-4a83-95d7-078d0c5b27c6 req-2fcb0dd8-648c-4e7b-8f4e-c3b813e6b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:20.481229 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6deabb42-ce1b-4a83-95d7-078d0c5b27c6 req-2fcb0dd8-648c-4e7b-8f4e-c3b813e6b698 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d79bdeb1683649e2af1e26e0a17fc94a&device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 1095 time: 0.1021183 Jul 07 19:23:20.597678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deabb42-ce1b-4a83-95d7-078d0c5b27c6 req-412b749a-8c27-4043-be3d-6cab1e1716ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:20.599700 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6deabb42-ce1b-4a83-95d7-078d0c5b27c6 req-412b749a-8c27-4043-be3d-6cab1e1716ae service neutron] 10.222.0.112 "GET /v2.0/networks?id=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 HTTP/1.1" status: 200 len: 911 time: 0.1115983 Jul 07 19:23:20.655065 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6deabb42-ce1b-4a83-95d7-078d0c5b27c6 req-c1c3231f-60f8-47fe-9c51-a40b763f7a1b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01be2b63-f133-491b-aa13-6b632aca09ba HTTP/1.1" status: 200 len: 217 time: 0.0484095 Jul 07 19:23:20.727391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9fe852b1-5dc0-4df6-8dc8-91c1255410cd tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2645402 Jul 07 19:23:20.750036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deabb42-ce1b-4a83-95d7-078d0c5b27c6 req-bc45cd93-08a3-4e8a-bed3-231b3cfb57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:20.752098 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6deabb42-ce1b-4a83-95d7-078d0c5b27c6 req-bc45cd93-08a3-4e8a-bed3-231b3cfb57f2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0 HTTP/1.1" status: 200 len: 849 time: 0.0896165 Jul 07 19:23:20.752914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:20.769670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09e5f382-549c-47d3-a8da-72c325c0181c req-66a70235-2498-42f4-940f-4407d6473bf0 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 210 time: 0.1020014 Jul 07 19:23:20.844265 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6deabb42-ce1b-4a83-95d7-078d0c5b27c6 req-9f2eda9b-7b4c-4e1d-8f9c-d7c0e0c09113 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549796 Jul 07 19:23:20.868800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88715cdb-ff87-4333-9fa5-12d1ca693084 req-6d29df58-84a7-45aa-b8b6-5f35b3a76de3 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:20.870433 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88715cdb-ff87-4333-9fa5-12d1ca693084 req-6d29df58-84a7-45aa-b8b6-5f35b3a76de3 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 943 time: 0.3402519 Jul 07 19:23:20.912383 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9a406d81-4dd3-46c4-bf02-c565c1361907 req-8d5a0cf8-bdd9-44b8-b212-70e29ffcbe29 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.921519 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.926573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c1a02e54-c848-46e0-983e-c823e8670712'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:20.976763 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8e165e5-bb2a-4ba3-8ca3-5b4c8368bd65 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.982122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['2eee4a7e-7bed-4d42-b006-f523494f5adf', '0abe6820-795b-459f-91a4-09cbcbbd10c1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:20.997871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88715cdb-ff87-4333-9fa5-12d1ca693084 req-d45f746c-9094-4388-b16f-6cab4e8bb3b7 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183512 Jul 07 19:23:21.003300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a0cf8-bdd9-44b8-b212-70e29ffcbe29 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Pushing event deleted for resources: {'Port': ['ID=0abe6820-795b-459f-91a4-09cbcbbd10c1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:21.015675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object 5867bc86-0243-4aaf-9fde-d692e9bee8de will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:21.064725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8e165e5-bb2a-4ba3-8ca3-5b4c8368bd65 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.070974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a406d81-4dd3-46c4-bf02-c565c1361907 req-8d5a0cf8-bdd9-44b8-b212-70e29ffcbe29 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] No DVR routers for this DVR port 0abe6820-795b-459f-91a4-09cbcbbd10c1 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:21.074500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9a406d81-4dd3-46c4-bf02-c565c1361907 req-8d5a0cf8-bdd9-44b8-b212-70e29ffcbe29 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.078510 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a406d81-4dd3-46c4-bf02-c565c1361907 req-8d5a0cf8-bdd9-44b8-b212-70e29ffcbe29 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.59 "DELETE /v2.0/ports/0abe6820-795b-459f-91a4-09cbcbbd10c1 HTTP/1.1" status: 204 len: 173 time: 1.9223559 Jul 07 19:23:21.080041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674ee101-291c-4598-aeff-9a20bcb8c644', 'name': 'network-vif-deleted', 'tag': '0abe6820-795b-459f-91a4-09cbcbbd10c1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:21.084381 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9318fadf-bfb6-42d2-b778-23b04ac20961" -d '{"events": [{"server_uuid": "674ee101-291c-4598-aeff-9a20bcb8c644", "name": "network-vif-deleted", "tag": "0abe6820-795b-459f-91a4-09cbcbbd10c1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:21.165863 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1482624-a067-4b1c-a09e-6b82c797458e x-openstack-request-id: req-c1482624-a067-4b1c-a09e-6b82c797458e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:21.167652 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674ee101-291c-4598-aeff-9a20bcb8c644", "name": "network-vif-deleted", "tag": "0abe6820-795b-459f-91a4-09cbcbbd10c1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:21.168177 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c1482624-a067-4b1c-a09e-6b82c797458e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:21.168757 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674ee101-291c-4598-aeff-9a20bcb8c644', 'name': 'network-vif-deleted', 'tag': '0abe6820-795b-459f-91a4-09cbcbbd10c1', 'status': 'completed', 'code': 200} Jul 07 19:23:21.175909 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6deabb42-ce1b-4a83-95d7-078d0c5b27c6 req-bb2ceae3-9388-4362-b5e1-34bb6f4cf923 service neutron] 10.222.0.112 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226438 Jul 07 19:23:21.178622 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.230904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network d6c1b56f-b53d-49d7-9534-747f59d9a689 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:21.235359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:21.238040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:21.247065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:21.248008 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.285013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=5867bc86-0243-4aaf-9fde-d692e9bee8de,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:21.297394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a96b2f92-1b4a-4f38-94bc-97fddf613c6e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9350240 Jul 07 19:23:21.299321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:21.374374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8e165e5-bb2a-4ba3-8ca3-5b4c8368bd65 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.378507 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8e165e5-bb2a-4ba3-8ca3-5b4c8368bd65 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.379927 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e8e165e5-bb2a-4ba3-8ca3-5b4c8368bd65 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-groups/e6da17e2-dcc6-4424-8809-f3de4617a087 HTTP/1.1" status: 204 len: 168 time: 0.6260512 Jul 07 19:23:21.386562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:21.402771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e165e5-bb2a-4ba3-8ca3-5b4c8368bd65 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6da17e2-dcc6-4424-8809-f3de4617a087,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:21.513765 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6deabb42-ce1b-4a83-95d7-078d0c5b27c6 req-21b2db38-0f69-459f-9257-12c10368793b service neutron] 10.222.0.112 "GET /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985547 Jul 07 19:23:21.560955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df4f1c-2777-4cec-9698-534859def3ae tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:21.562568 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-13df4f1c-2777-4cec-9698-534859def3ae tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2625327 Jul 07 19:23:21.565655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:21.572302 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3b8cda85-420f-478c-b1cc-65caca496b5b tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1817462 Jul 07 19:23:21.579499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:21.660270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-147e2531-3aa9-4931-8f1c-e4770d2c847d req-e09caca0-299a-4672-92f9-e9839b346a0d tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=674ee101-291c-4598-aeff-9a20bcb8c644 HTTP/1.1" status: 200 len: 210 time: 0.0530055 Jul 07 19:23:21.718028 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7edc76ea-7ecf-4bf6-a73c-dc372827832d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.718974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64854b93-5690-4fb5-abb3-1f30c23ccd00 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:21.725017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64854b93-5690-4fb5-abb3-1f30c23ccd00 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:21.731787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64854b93-5690-4fb5-abb3-1f30c23ccd00 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:21.733544 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-64854b93-5690-4fb5-abb3-1f30c23ccd00 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1669548 Jul 07 19:23:21.736439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:21.742499 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7edc76ea-7ecf-4bf6-a73c-dc372827832d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.797452 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7edc76ea-7ecf-4bf6-a73c-dc372827832d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.804096 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7edc76ea-7ecf-4bf6-a73c-dc372827832d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.805810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f996b225-25a4-4150-b418-9ad3c4b18e03 None None] Provisioning for port 5867bc86-0243-4aaf-9fde-d692e9bee8de completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:21.813098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:21.813609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f996b225-25a4-4150-b418-9ad3c4b18e03 None None] Provisioning complete for port 5867bc86-0243-4aaf-9fde-d692e9bee8de triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:21.813989 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f996b225-25a4-4150-b418-9ad3c4b18e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.817468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7edc76ea-7ecf-4bf6-a73c-dc372827832d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-groups/b575ac03-284e-4a32-a61c-98f4e4c6a322 HTTP/1.1" status: 204 len: 168 time: 0.2362199 Jul 07 19:23:21.841091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc76ea-7ecf-4bf6-a73c-dc372827832d tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b575ac03-284e-4a32-a61c-98f4e4c6a322,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:21.898310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f996b225-25a4-4150-b418-9ad3c4b18e03 None None] Port 5867bc86-0243-4aaf-9fde-d692e9bee8de cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:21.928300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:21.928457 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f9f154d7-a6d0-4884-a0fe-2ff7ab85faa6 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1136975 Jul 07 19:23:21.934326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1e35b2f4-0e06-423d-95a0-c1590eaafd8e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group': {'name': 'tempest-secgroup--692605119'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:21.951131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b3bcdb5f-3cef-495b-8b22-a2e748af26cb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 5867bc86-0243-4aaf-9fde-d692e9bee8de {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:21.951480 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3bcdb5f-3cef-495b-8b22-a2e748af26cb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.980284 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e35b2f4-0e06-423d-95a0-c1590eaafd8e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.074897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3bcdb5f-3cef-495b-8b22-a2e748af26cb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.088104 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b3bcdb5f-3cef-495b-8b22-a2e748af26cb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 5867bc86-0243-4aaf-9fde-d692e9bee8de owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:22.117596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b60c1fa-c9a7-43a6-a130-272d4e886b99 req-3c1f4e28-f82a-476f-8c8c-c6577604fd7d tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 210 time: 0.0917661 Jul 07 19:23:22.227154 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e35b2f4-0e06-423d-95a0-c1590eaafd8e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.298252 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e35b2f4-0e06-423d-95a0-c1590eaafd8e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.334813 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3bcdb5f-3cef-495b-8b22-a2e748af26cb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.356877 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e35b2f4-0e06-423d-95a0-c1590eaafd8e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.358291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1e35b2f4-0e06-423d-95a0-c1590eaafd8e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4287763 Jul 07 19:23:22.361361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:22.367534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b7842771-f437-4d73-9a82-607e05174617 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': 'e32d899c-95f3-4163-9fbd-07e436d397fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:22.373790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35b2f4-0e06-423d-95a0-c1590eaafd8e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32d899c-95f3-4163-9fbd-07e436d397fd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:22.418389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcdb5f-3cef-495b-8b22-a2e748af26cb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=5867bc86-0243-4aaf-9fde-d692e9bee8de,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:22.446105 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3bcdb5f-3cef-495b-8b22-a2e748af26cb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.449859 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b3bcdb5f-3cef-495b-8b22-a2e748af26cb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/5867bc86-0243-4aaf-9fde-d692e9bee8de HTTP/1.1" status: 204 len: 168 time: 0.7123635 Jul 07 19:23:22.452514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:22.454726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b5ccc-a41e-4764-9a5c-17e87ed5bc46 req-d90aed6a-88a1-4dee-b26c-64b1c9c7570c tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:22.465933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-196b5ccc-a41e-4764-9a5c-17e87ed5bc46 req-d90aed6a-88a1-4dee-b26c-64b1c9c7570c tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 943 time: 0.2347519 Jul 07 19:23:22.508091 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6eb75e-d070-404a-ae87-98b7ed61a32b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:23:22.510046 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fe6eb75e-d070-404a-ae87-98b7ed61a32b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/5867bc86-0243-4aaf-9fde-d692e9bee8de HTTP/1.1" status: 404 len: 333 time: 0.0543468 Jul 07 19:23:22.514704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:22.544050 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7842771-f437-4d73-9a82-607e05174617 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.552123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-196b5ccc-a41e-4764-9a5c-17e87ed5bc46 req-af8e702e-176e-4cb2-bbf6-50f2137356eb tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853214 Jul 07 19:23:22.687363 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7842771-f437-4d73-9a82-607e05174617 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.699215 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7842771-f437-4d73-9a82-607e05174617 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.729917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-690e30ea-ef4b-416b-9378-b14977d632ad tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 0d408aee-a353-47fe-aa23-cf5ee40279f6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:22.730162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-690e30ea-ef4b-416b-9378-b14977d632ad tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.735920 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7842771-f437-4d73-9a82-607e05174617 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.742153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b7842771-f437-4d73-9a82-607e05174617 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3787861 Jul 07 19:23:22.743683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:22.749884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7842771-f437-4d73-9a82-607e05174617 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed4b8d7-5be4-4e02-831f-1aacecbe15ca,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:22.877626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-7af18640-b752-46a1-b25b-6051845a3171 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b7acdec187e84afc96975581568864c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371692 Jul 07 19:23:22.883379 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01fda52f-fd83-47d9-9e09-66a4830c6a37 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.894931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 01be2b63-f133-491b-aa13-6b632aca09ba details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:22.895472 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01fda52f-fd83-47d9-9e09-66a4830c6a37 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.970559 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-690e30ea-ef4b-416b-9378-b14977d632ad tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.973178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01fda52f-fd83-47d9-9e09-66a4830c6a37 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.987551 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01fda52f-fd83-47d9-9e09-66a4830c6a37 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.991034 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-01fda52f-fd83-47d9-9e09-66a4830c6a37 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/aed4b8d7-5be4-4e02-831f-1aacecbe15ca HTTP/1.1" status: 204 len: 168 time: 0.2462966 Jul 07 19:23:22.997472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:23.018363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fda52f-fd83-47d9-9e09-66a4830c6a37 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aed4b8d7-5be4-4e02-831f-1aacecbe15ca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:23.043958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0abe6820-795b-459f-91a4-09cbcbbd10c1 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:23.047967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-690e30ea-ef4b-416b-9378-b14977d632ad tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 0d408aee-a353-47fe-aa23-cf5ee40279f6 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:23.079403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 0abe6820-795b-459f-91a4-09cbcbbd10c1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:23.079933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0abe6820-795b-459f-91a4-09cbcbbd10c1 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:23.091177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 01be2b63-f133-491b-aa13-6b632aca09ba, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=01be2b63-f133-491b-aa13-6b632aca09ba,segment=NetworkSegment(50cb06f0-4733-4f6e-951e-eb362d24abe0),segment_id=50cb06f0-4733-4f6e-951e-eb362d24abe0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:23.105454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '01be2b63-f133-491b-aa13-6b632aca09ba', 'network_id': 'b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2', 'port_id': '01be2b63-f133-491b-aa13-6b632aca09ba', 'mac_address': 'fa:16:3e:7a:0b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:23.151377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:23.156499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bc6b3970-a07a-4fae-a446-14775c804722 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1578622 Jul 07 19:23:23.185698 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.200297 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb470550-5084-45dc-9cbd-19714652587b req-e85d5dfd-9040-4f81-a60e-65a49d987836 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:23.205116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-e85d5dfd-9040-4f81-a60e-65a49d987836 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3063965 Jul 07 19:23:23.223190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01be2b63-f133-491b-aa13-6b632aca09ba {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:23.230832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Request body: {'port': {'device_id': 'd13432cd-e8f4-4a64-b41b-35930c12d197', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'b7acdec187e84afc96975581568864c9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:23.263438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 01be2b63-f133-491b-aa13-6b632aca09ba, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=01be2b63-f133-491b-aa13-6b632aca09ba,segment=NetworkSegment(50cb06f0-4733-4f6e-951e-eb362d24abe0),segment_id=50cb06f0-4733-4f6e-951e-eb362d24abe0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:23.279759 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.409325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=01be2b63-f133-491b-aa13-6b632aca09ba,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:23.409628 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c431963-b1bd-4ad0-b7da-2f87799e5701 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.465177 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-690e30ea-ef4b-416b-9378-b14977d632ad tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.493797 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c431963-b1bd-4ad0-b7da-2f87799e5701 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.495713 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b206253-c92f-4e0c-b124-6b7de15ec8ad req-1e4380e0-a964-4573-b317-e0bbc7b54011 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 210 time: 0.1265359 Jul 07 19:23:23.515534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['01be2b63-f133-491b-aa13-6b632aca09ba'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:23.522885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e30ea-ef4b-416b-9378-b14977d632ad tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=0d408aee-a353-47fe-aa23-cf5ee40279f6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:23.570983 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-690e30ea-ef4b-416b-9378-b14977d632ad tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.574563 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-690e30ea-ef4b-416b-9378-b14977d632ad tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/0d408aee-a353-47fe-aa23-cf5ee40279f6 HTTP/1.1" status: 204 len: 168 time: 1.0586188 Jul 07 19:23:23.578166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:23.599579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Made reservation on behalf of b7acdec187e84afc96975581568864c9 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:23.612306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.625898 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c431963-b1bd-4ad0-b7da-2f87799e5701 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.628590 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c431963-b1bd-4ad0-b7da-2f87799e5701 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:23.629773 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4c431963-b1bd-4ad0-b7da-2f87799e5701 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-groups/e32d899c-95f3-4163-9fbd-07e436d397fd HTTP/1.1" status: 204 len: 168 time: 0.4772434 Jul 07 19:23:23.637462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:23.701666 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c431963-b1bd-4ad0-b7da-2f87799e5701 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32d899c-95f3-4163-9fbd-07e436d397fd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:23.845813 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-69c0986d-a72b-4e38-9ae8-df80a5f84928 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2005978 Jul 07 19:23:23.846460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:23.851035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4da446ef-5b08-452f-ad8c-240d493efc0e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440474925'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:23.885431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Allocated IP 192.168.233.107 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/4fb65800-353f-449b-9ceb-8950ba761eb0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:23.914967 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4da446ef-5b08-452f-ad8c-240d493efc0e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.074752 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4da446ef-5b08-452f-ad8c-240d493efc0e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.082170 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4da446ef-5b08-452f-ad8c-240d493efc0e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.083063 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-86dfdc05-37cf-47d9-8b3c-e6984b147512 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:23:24.084697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-86dfdc05-37cf-47d9-8b3c-e6984b147512 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/0d408aee-a353-47fe-aa23-cf5ee40279f6 HTTP/1.1" status: 404 len: 333 time: 0.5049844 Jul 07 19:23:24.095741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:24.128134 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4da446ef-5b08-452f-ad8c-240d493efc0e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.129750 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4da446ef-5b08-452f-ad8c-240d493efc0e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2823372 Jul 07 19:23:24.134762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:24.142359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-50469137-5bfe-4b0b-ad5a-5bec558df0e6 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': '3f59a7fd-ba73-4bfd-957f-57374bae660f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:24.174733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da446ef-5b08-452f-ad8c-240d493efc0e tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f59a7fd-ba73-4bfd-957f-57374bae660f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:24.174929 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.207595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9aef830-213e-44d0-b1bc-d60ead25dffd tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting subnet 9fa1e320-7747-47be-91da-79c3e816e862 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:23:24.211609 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9aef830-213e-44d0-b1bc-d60ead25dffd tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.214009 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50469137-5bfe-4b0b-ad5a-5bec558df0e6 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.220008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Transition to ACTIVE for port object 4fb65800-353f-449b-9ceb-8950ba761eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:24.254184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071af46f-04fb-4101-ab39-e86ebd602ee6 req-7c141603-56a7-4dfa-b5af-d725c38a0c64 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:24.261172 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-071af46f-04fb-4101-ab39-e86ebd602ee6 req-7c141603-56a7-4dfa-b5af-d725c38a0c64 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 944 time: 0.1824498 Jul 07 19:23:24.275056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9aef830-213e-44d0-b1bc-d60ead25dffd tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.344688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-071af46f-04fb-4101-ab39-e86ebd602ee6 req-4b460991-d483-4128-a27e-32e4f46bb10a tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823700 Jul 07 19:23:24.375256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.383446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9aef830-213e-44d0-b1bc-d60ead25dffd tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.390184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:24.393033 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50469137-5bfe-4b0b-ad5a-5bec558df0e6 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.438543 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50469137-5bfe-4b0b-ad5a-5bec558df0e6 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.481159 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9aef830-213e-44d0-b1bc-d60ead25dffd tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.521511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aef830-213e-44d0-b1bc-d60ead25dffd tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa1e320-7747-47be-91da-79c3e816e862,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:24.526499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9aef830-213e-44d0-b1bc-d60ead25dffd tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.531849 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f9aef830-213e-44d0-b1bc-d60ead25dffd tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/9fa1e320-7747-47be-91da-79c3e816e862 HTTP/1.1" status: 204 len: 168 time: 0.4312234 Jul 07 19:23:24.532363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:24.539270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5469743-9a6f-47e3-bd7b-2e8d6f3e8f79 None None] Network d6c1b56f-b53d-49d7-9534-747f59d9a689 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:24.638997 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.743150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port d84a1808-71b4-4b42-8f1d-29bd08a42fdc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:24.743437 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.836783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abb941c-a57b-4d89-b5a5-800dd52214e9 None None] DHCP port deletion for d6c1b56f-b53d-49d7-9534-747f59d9a689 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:23:24.865575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] For port d84a1808-71b4-4b42-8f1d-29bd08a42fdc, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d84a1808-71b4-4b42-8f1d-29bd08a42fdc,segment=NetworkSegment(663fc6da-1c20-4dd5-80c3-085f30648316),segment_id=663fc6da-1c20-4dd5-80c3-085f30648316)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:24.865940 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.883556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for d84a1808-71b4-4b42-8f1d-29bd08a42fdc owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:24.909471 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 01be2b63-f133-491b-aa13-6b632aca09ba up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:24.915445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:24.926782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:24.933153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:24.996602 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.014060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No DVR routers for this DVR port d84a1808-71b4-4b42-8f1d-29bd08a42fdc on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:25.041730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=d84a1808-71b4-4b42-8f1d-29bd08a42fdc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:25.058531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Pushing event updated for resources: {'Port': ['ID=4fb65800-353f-449b-9ceb-8950ba761eb0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:25.071012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50469137-5bfe-4b0b-ad5a-5bec558df0e6 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb1ea23-ce89-4086-8ebf-0dcf9e144ec8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:25.121035 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50469137-5bfe-4b0b-ad5a-5bec558df0e6 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.126705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:25.127778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-50469137-5bfe-4b0b-ad5a-5bec558df0e6 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9919524 Jul 07 19:23:25.172872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:25.173655 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.215492 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-406c4ce1-4570-4be7-ba1b-e61a0ba83c12 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules/5bb1ea23-ce89-4086-8ebf-0dcf9e144ec8 HTTP/1.1" status: 200 len: 763 time: 0.0874557 Jul 07 19:23:25.220095 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:25.225461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6857dac-f692-4fdd-9e64-21ceebc043d5 req-6cd9bab3-9087-495e-8c18-0988f239782d tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:25.227215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6857dac-f692-4fdd-9e64-21ceebc043d5 req-6cd9bab3-9087-495e-8c18-0988f239782d tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 936 time: 0.3028917 Jul 07 19:23:25.231393 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.239872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b675b9-96e9-41c8-ac43-5c9079a17390 req-c7dd30e1-ea89-4b27-816d-7495ea5db34a tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:25.247935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b675b9-96e9-41c8-ac43-5c9079a17390 req-c7dd30e1-ea89-4b27-816d-7495ea5db34a tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:25.257274 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30b675b9-96e9-41c8-ac43-5c9079a17390 req-c7dd30e1-ea89-4b27-816d-7495ea5db34a tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4&device_id=ce919b68-3c95-42d5-b5a6-cc912f24db95 HTTP/1.1" status: 200 len: 1681 time: 0.8387725 Jul 07 19:23:25.258525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c1b56f-b53d-49d7-9534-747f59d9a689']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:25.293739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663fc6da-1c20-4dd5-80c3-085f30648316') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:25.297482 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-b114d21c-d417-43d3-96da-0af9fb09b0a5 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0713706 Jul 07 19:23:25.305446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4abb941c-a57b-4d89-b5a5-800dd52214e9 None None] Deleting port d84a1808-71b4-4b42-8f1d-29bd08a42fdc {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:25.305816 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4abb941c-a57b-4d89-b5a5-800dd52214e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.307375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663fc6da-1c20-4dd5-80c3-085f30648316') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:25.321983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Request body: {'port': {'device_id': 'd13432cd-e8f4-4a64-b41b-35930c12d197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:25.333266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30b675b9-96e9-41c8-ac43-5c9079a17390 req-91fa9679-7668-4b02-8db2-041731fde86d tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748954 Jul 07 19:23:25.373223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4abb941c-a57b-4d89-b5a5-800dd52214e9 None None] For port d84a1808-71b4-4b42-8f1d-29bd08a42fdc, host n-d-792394-12, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:25.373618 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4abb941c-a57b-4d89-b5a5-800dd52214e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.378545 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.388459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4abb941c-a57b-4d89-b5a5-800dd52214e9 None None] Calling delete_port for d84a1808-71b4-4b42-8f1d-29bd08a42fdc owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:25.391328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-4abb941c-a57b-4d89-b5a5-800dd52214e9 None None] Port d84a1808-71b4-4b42-8f1d-29bd08a42fdc was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:23:25.396044 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4abb941c-a57b-4d89-b5a5-800dd52214e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.421583 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-67daf518-0e12-4c0c-9ace-3e176f13a2de tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1997535 Jul 07 19:23:25.422726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:25.427057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb941c-a57b-4d89-b5a5-800dd52214e9 None None] Pushing event deleted for resources: {'Port': ['ID=d84a1808-71b4-4b42-8f1d-29bd08a42fdc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:25.435010 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.446105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb941c-a57b-4d89-b5a5-800dd52214e9 None None] No DVR routers for this DVR port d84a1808-71b4-4b42-8f1d-29bd08a42fdc on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:25.448649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 01be2b63-f133-491b-aa13-6b632aca09ba completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:25.452629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:23:25.452788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a0f7d3b4-b2d0-45b5-aca9-30a7316cdb1f None None] Provisioning for port 4fb65800-353f-449b-9ceb-8950ba761eb0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:25.453448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:23:25.458822 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:23:25.462362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a0f7d3b4-b2d0-45b5-aca9-30a7316cdb1f None None] Provisioning complete for port 4fb65800-353f-449b-9ceb-8950ba761eb0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:25.463279 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d3b4-b2d0-45b5-aca9-30a7316cdb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.487727 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6857dac-f692-4fdd-9e64-21ceebc043d5 req-ca3a967a-3e1e-4f91-a5e8-94ac6bcb67be tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008665 Jul 07 19:23:25.511155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 01be2b63-f133-491b-aa13-6b632aca09ba triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:25.514456 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.545851 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7d017d8-b31e-4963-8c76-ee092b923af2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.559576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7d3b4-b2d0-45b5-aca9-30a7316cdb1f None None] Port 4fb65800-353f-449b-9ceb-8950ba761eb0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:25.582023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.593836 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7d017d8-b31e-4963-8c76-ee092b923af2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.636558 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.653015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.654985 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/networks/d6c1b56f-b53d-49d7-9534-747f59d9a689 HTTP/1.1" status: 204 len: 168 time: 1.1215296 Jul 07 19:23:25.659848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:25.691679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-712809375'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:25.710619 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.726802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7d017d8-b31e-4963-8c76-ee092b923af2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.736325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7d017d8-b31e-4963-8c76-ee092b923af2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.736325 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d7d017d8-b31e-4963-8c76-ee092b923af2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/5bb1ea23-ce89-4086-8ebf-0dcf9e144ec8 HTTP/1.1" status: 204 len: 168 time: 0.3094344 Jul 07 19:23:25.739995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2be0a1-d54c-4dbc-b454-3e5cfbbdc9eb tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Network': ['ID=d6c1b56f-b53d-49d7-9534-747f59d9a689,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:25.750384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:25.794195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d017d8-b31e-4963-8c76-ee092b923af2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bb1ea23-ce89-4086-8ebf-0dcf9e144ec8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:25.795934 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 01be2b63-f133-491b-aa13-6b632aca09ba, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=01be2b63-f133-491b-aa13-6b632aca09ba,segment=NetworkSegment(50cb06f0-4733-4f6e-951e-eb362d24abe0),segment_id=50cb06f0-4733-4f6e-951e-eb362d24abe0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:25.797594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466f812d-2a0f-4761-aabb-7d1f93450f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01be2b63-f133-491b-aa13-6b632aca09ba'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:25.800966 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab48b68-e0f5-46c1-a1e4-6b5f0752a40a" -d '{"events": [{"server_uuid": "466f812d-2a0f-4761-aabb-7d1f93450f33", "name": "network-vif-plugged", "status": "completed", "tag": "01be2b63-f133-491b-aa13-6b632aca09ba"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:25.807406 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.814905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:25.819409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:25.892044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c945c271-6b8b-40f4-b7ee-6758d4e65f1a tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1369457 Jul 07 19:23:25.892738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:25.913333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3ccb8d01-e92f-4935-a90b-c5d9e952c006 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': '3f59a7fd-ba73-4bfd-957f-57374bae660f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:25.921862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=01be2b63-f133-491b-aa13-6b632aca09ba,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:26.018777 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a54f53-425c-4b53-a0e1-181e91c0b710 x-openstack-request-id: req-e2a54f53-425c-4b53-a0e1-181e91c0b710 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:26.019074 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466f812d-2a0f-4761-aabb-7d1f93450f33", "name": "network-vif-plugged", "status": "completed", "tag": "01be2b63-f133-491b-aa13-6b632aca09ba", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:26.019579 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e2a54f53-425c-4b53-a0e1-181e91c0b710 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:26.019987 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466f812d-2a0f-4761-aabb-7d1f93450f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01be2b63-f133-491b-aa13-6b632aca09ba', 'code': 200} Jul 07 19:23:26.021110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d84a1808-71b4-4b42-8f1d-29bd08a42fdc no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:26.025918 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ccb8d01-e92f-4935-a90b-c5d9e952c006 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.090913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:23:26.105509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d84a1808-71b4-4b42-8f1d-29bd08a42fdc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:26.107215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d84a1808-71b4-4b42-8f1d-29bd08a42fdc not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:26.200969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.202053 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Added segment 465f3b4c-1a87-4e16-9526-a60560646d50 of type vlan for network 5239e103-f208-41e9-b310-65cc802485b2 Jul 07 19:23:26.262828 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb65800-353f-449b-9ceb-8950ba761eb0 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:26.274281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.298921 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ccb8d01-e92f-4935-a90b-c5d9e952c006 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.309939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.321112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Transition to ACTIVE for port object 4fb65800-353f-449b-9ceb-8950ba761eb0 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:26.323674 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ccb8d01-e92f-4935-a90b-c5d9e952c006 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.335430 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.363366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb8d01-e92f-4935-a90b-c5d9e952c006 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffae06c1-5cca-410b-b299-4b14b22be320,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:26.368352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123c876-2c27-4997-9ded-69a0f1749451 req-0c15209c-77cd-4037-b8fa-78193ef4e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:26.370839 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d123c876-2c27-4997-9ded-69a0f1749451 req-0c15209c-77cd-4037-b8fa-78193ef4e551 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 1097 time: 0.2652891 Jul 07 19:23:26.376803 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ccb8d01-e92f-4935-a90b-c5d9e952c006 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.380892 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3ccb8d01-e92f-4935-a90b-c5d9e952c006 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4766917 Jul 07 19:23:26.381625 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:26.405190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb65800-353f-449b-9ceb-8950ba761eb0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:26.430378 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ec4020ca-d425-4c9f-ad3c-ba9e886be1f7 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules/ffae06c1-5cca-410b-b299-4b14b22be320 HTTP/1.1" status: 200 len: 763 time: 0.0360405 Jul 07 19:23:26.434076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:26.445573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b87aa-b7da-42e7-9e7c-7e51e6af6af2 req-3ed25948-cebf-486c-9e06-1d7cc632e396 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:26.447947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a3b87aa-b7da-42e7-9e7c-7e51e6af6af2 req-3ed25948-cebf-486c-9e06-1d7cc632e396 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 945 time: 0.4466491 Jul 07 19:23:26.453455 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.465066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:26.465802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.522378 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d123c876-2c27-4997-9ded-69a0f1749451 req-1117900b-9139-4f9e-938b-3a21cde1b82b service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379094 Jul 07 19:23:26.612178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a3b87aa-b7da-42e7-9e7c-7e51e6af6af2 req-d368d591-700b-4f3d-8292-2773c5723fbf tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565123 Jul 07 19:23:26.652728 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-407224ed-ec5c-4c8b-8d46-1bedeb650d7f tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2173784 Jul 07 19:23:26.665148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:26.685369 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0148251 Jul 07 19:23:26.686016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:26.686163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879f77e-ac34-4c12-a39f-c9b2c2cabe8c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Network': ['ID=5239e103-f208-41e9-b310-65cc802485b2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:26.701704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 5239e103-f208-41e9-b310-65cc802485b2 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:23:26.730652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '5239e103-f208-41e9-b310-65cc802485b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:26.856921 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8187fb0-a37e-4ac7-8bc5-c4ad9d1f1c90 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.884522 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8187fb0-a37e-4ac7-8bc5-c4ad9d1f1c90 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:26.938695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Attempting to bind port 4fb65800-353f-449b-9ceb-8950ba761eb0 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:26.939004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Attempting to bind port 4fb65800-353f-449b-9ceb-8950ba761eb0 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:26.939313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Attempting to bind port 4fb65800-353f-449b-9ceb-8950ba761eb0 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:26.973423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Port 4fb65800-353f-449b-9ceb-8950ba761eb0 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:23:26.974232 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Attempting to bind port 4fb65800-353f-449b-9ceb-8950ba761eb0 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:26.996210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8187fb0-a37e-4ac7-8bc5-c4ad9d1f1c90 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.005048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:27.005560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:27.005970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:27.006425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Bound port: 4fb65800-353f-449b-9ceb-8950ba761eb0, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:27.006789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.020436 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8187fb0-a37e-4ac7-8bc5-c4ad9d1f1c90 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.024563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c8187fb0-a37e-4ac7-8bc5-c4ad9d1f1c90 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/ffae06c1-5cca-410b-b299-4b14b22be320 HTTP/1.1" status: 204 len: 168 time: 0.3531365 Jul 07 19:23:27.024778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:27.030799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8187fb0-a37e-4ac7-8bc5-c4ad9d1f1c90 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffae06c1-5cca-410b-b299-4b14b22be320,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:27.073256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b0ca5-f86e-4bd3-87e9-d9c92e8f3f3b req-144680b2-29ac-4515-b630-2915db232098 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:27.074954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae2b0ca5-f86e-4bd3-87e9-d9c92e8f3f3b req-144680b2-29ac-4515-b630-2915db232098 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 948 time: 0.2849815 Jul 07 19:23:27.111734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:27.115524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.139431 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f3acbddc-d7af-40de-bd28-6cffef53f8c7 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1104295 Jul 07 19:23:27.139431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:27.144148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a2f290b1-fd77-44b4-ab39-23ba00c01c57 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Request body: {'security_group_rule': {'security_group_id': '3f59a7fd-ba73-4bfd-957f-57374bae660f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:27.180541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2f290b1-fd77-44b4-ab39-23ba00c01c57 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.323545 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2f290b1-fd77-44b4-ab39-23ba00c01c57 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.327818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae2b0ca5-f86e-4bd3-87e9-d9c92e8f3f3b req-2bda327f-bd6e-480b-baed-9b22f367281f tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384851 Jul 07 19:23:27.331404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2f290b1-fd77-44b4-ab39-23ba00c01c57 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.386490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f290b1-fd77-44b4-ab39-23ba00c01c57 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b81dcc2-04fc-4ae2-a7e6-5d25db7ac989,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:27.394849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] For port 4fb65800-353f-449b-9ceb-8950ba761eb0, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:27.396654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2f290b1-fd77-44b4-ab39-23ba00c01c57 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.401393 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a2f290b1-fd77-44b4-ab39-23ba00c01c57 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2585540 Jul 07 19:23:27.402722 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:27.403094 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] For port 4fb65800-353f-449b-9ceb-8950ba761eb0, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=4fb65800-353f-449b-9ceb-8950ba761eb0,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:27.420674 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.450382 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4d5e51a0-a9cb-4300-9050-e70d88527ee2 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules/5b81dcc2-04fc-4ae2-a7e6-5d25db7ac989 HTTP/1.1" status: 200 len: 764 time: 0.0432518 Jul 07 19:23:27.451988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:27.539832 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9502dad0-0d89-4ffd-849c-3befede6e7b3 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0861754 Jul 07 19:23:27.549022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:27.561926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:27.563961 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.568842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] 10.222.0.59 "PUT /v2.0/ports/4fb65800-353f-449b-9ceb-8950ba761eb0 HTTP/1.1" status: 200 len: 1097 time: 2.2489369 Jul 07 19:23:27.569390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13432cd-e8f4-4a64-b41b-35930c12d197', 'tag': '4fb65800-353f-449b-9ceb-8950ba761eb0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:27.574705 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c585c6-b3c4-4c5e-a870-b9bd6723456d" -d '{"events": [{"name": "network-changed", "server_uuid": "d13432cd-e8f4-4a64-b41b-35930c12d197", "tag": "4fb65800-353f-449b-9ceb-8950ba761eb0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:27.599681 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8c8e15-2938-4f6f-aa4c-42abe6c7cbf4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.621913 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8c8e15-2938-4f6f-aa4c-42abe6c7cbf4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.686032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8c8e15-2938-4f6f-aa4c-42abe6c7cbf4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.690934 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6f3487-855f-4f10-a33b-a9ee8d46917e x-openstack-request-id: req-cf6f3487-855f-4f10-a33b-a9ee8d46917e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:27.691415 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13432cd-e8f4-4a64-b41b-35930c12d197", "tag": "4fb65800-353f-449b-9ceb-8950ba761eb0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:27.691667 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cf6f3487-855f-4f10-a33b-a9ee8d46917e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:27.692068 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13432cd-e8f4-4a64-b41b-35930c12d197', 'tag': '4fb65800-353f-449b-9ceb-8950ba761eb0', 'status': 'completed', 'code': 200} Jul 07 19:23:27.696360 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8c8e15-2938-4f6f-aa4c-42abe6c7cbf4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.700164 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ee8c8e15-2938-4f6f-aa4c-42abe6c7cbf4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/5b81dcc2-04fc-4ae2-a7e6-5d25db7ac989 HTTP/1.1" status: 204 len: 168 time: 0.1478853 Jul 07 19:23:27.704956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:27.726238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c8e15-2938-4f6f-aa4c-42abe6c7cbf4 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b81dcc2-04fc-4ae2-a7e6-5d25db7ac989,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:27.786044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868df1d-519e-4a80-8aa6-5031609eec11 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb65800-353f-449b-9ceb-8950ba761eb0,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:27.790259 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-80131976-6513-46d5-b33f-ec97d0030d78 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758579 Jul 07 19:23:27.792170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:27.864116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4014-1b2b-441e-91ec-a4daea649785 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.896762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4014-1b2b-441e-91ec-a4daea649785 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.951477 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4014-1b2b-441e-91ec-a4daea649785 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.959041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4014-1b2b-441e-91ec-a4daea649785 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:27.963318 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9a4e4014-1b2b-441e-91ec-a4daea649785 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "DELETE /v2.0/security-groups/3f59a7fd-ba73-4bfd-957f-57374bae660f HTTP/1.1" status: 204 len: 168 time: 0.1689584 Jul 07 19:23:27.964661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:28.000207 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:28.049154 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f7490fb7-ae8b-48e4-bec2-827c3baab626 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0781655 Jul 07 19:23:28.050054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e4014-1b2b-441e-91ec-a4daea649785 tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f59a7fd-ba73-4bfd-957f-57374bae660f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:28.054084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33640) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:28.066271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db2769-22ac-48a4-a725-d2ed15a19f53 req-fa051637-2940-46e1-9548-e76d82ffde0e tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:28.067846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92db2769-22ac-48a4-a725-d2ed15a19f53 req-fa051637-2940-46e1-9548-e76d82ffde0e tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce919b68-3c95-42d5-b5a6-cc912f24db95 HTTP/1.1" status: 200 len: 945 time: 0.3241203 Jul 07 19:23:28.087420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb470550-5084-45dc-9cbd-19714652587b req-7a884fa6-87f2-4035-a135-587293a909c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:28.090187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-7a884fa6-87f2-4035-a135-587293a909c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7acdec187e84afc96975581568864c9&device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 1100 time: 0.4014015 Jul 07 19:23:28.218162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Subnet': ['ID=b0861bf8-4782-4803-bc40-1ac88e051dac,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:28.232771 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-bce38287-a0fe-4690-bdf9-0f79284f8e30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=4fb65800-353f-449b-9ceb-8950ba761eb0 HTTP/1.1" status: 200 len: 217 time: 0.1268370 Jul 07 19:23:28.239486 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92db2769-22ac-48a4-a725-d2ed15a19f53 req-a0d8bb9f-fd55-4972-8974-4432e164d28e tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/security-groups?id=55b894ae-afae-45a3-914f-1873b8c51059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596026 Jul 07 19:23:28.247266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d345379-b844-4fba-be96-b9238a6ce045 req-68c2faac-b864-463f-a30e-548a65bbb0e6 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:28.254381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d345379-b844-4fba-be96-b9238a6ce045 req-68c2faac-b864-463f-a30e-548a65bbb0e6 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 945 time: 0.3902209 Jul 07 19:23:28.300193 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3cb3c1ae-1314-4ff7-9104-dc9682e0989b tempest-SecGroupTest-1379540818 tempest-SecGroupTest-1379540818-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2419653 Jul 07 19:23:28.310726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528ede5-0b6f-4119-bef9-fce4dc7ca611 req-efcd9ece-d0bc-487b-a85f-687e6b020db3 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:28.312286 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b528ede5-0b6f-4119-bef9-fce4dc7ca611 req-efcd9ece-d0bc-487b-a85f-687e6b020db3 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.112 "GET /v2.0/ports?device_id=ce919b68-3c95-42d5-b5a6-cc912f24db95 HTTP/1.1" status: 200 len: 945 time: 0.1181707 Jul 07 19:23:28.360537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb470550-5084-45dc-9cbd-19714652587b req-68104390-b537-4340-b265-b2b1c8cccaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:28.361081 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-68104390-b537-4340-b265-b2b1c8cccaa8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1032689 Jul 07 19:23:28.370475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Checking segment: {'id': '465f3b4c-1a87-4e16-9526-a60560646d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '5239e103-f208-41e9-b310-65cc802485b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:28.371183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network hostable DHCP agents. Network: 5239e103-f208-41e9-b310-65cc802485b2, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:23:28.541520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 5239e103-f208-41e9-b310-65cc802485b2 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:23:28.546482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b528ede5-0b6f-4119-bef9-fce4dc7ca611 req-aba4e82f-7276-47b2-90ba-ee88830a6ed0 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Deleting port c1a02e54-c848-46e0-983e-c823e8670712 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:28.546482 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b528ede5-0b6f-4119-bef9-fce4dc7ca611 req-aba4e82f-7276-47b2-90ba-ee88830a6ed0 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:28.590993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d345379-b844-4fba-be96-b9238a6ce045 req-a703e9ec-d7c6-4a84-8ec1-d2787dc1e19e tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356450 Jul 07 19:23:28.634454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb470550-5084-45dc-9cbd-19714652587b req-6de08b9d-019e-4724-a6c6-caf203cf0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:28.637545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-6de08b9d-019e-4724-a6c6-caf203cf0257 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2628303 Jul 07 19:23:28.646830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 5239e103-f208-41e9-b310-65cc802485b2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:28.659563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613f91ec-f1ce-483f-8e52-2bd556055d74 None None] Network 5239e103-f208-41e9-b310-65cc802485b2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:28.661584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:28.662581 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:28.786047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-2f6aa55a-5c54-4f0c-baf6-1818f1be4b14 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212461 Jul 07 19:23:28.841590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b528ede5-0b6f-4119-bef9-fce4dc7ca611 req-aba4e82f-7276-47b2-90ba-ee88830a6ed0 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] For port c1a02e54-c848-46e0-983e-c823e8670712, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c1a02e54-c848-46e0-983e-c823e8670712,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:28.842054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b528ede5-0b6f-4119-bef9-fce4dc7ca611 req-aba4e82f-7276-47b2-90ba-ee88830a6ed0 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:28.874254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b528ede5-0b6f-4119-bef9-fce4dc7ca611 req-aba4e82f-7276-47b2-90ba-ee88830a6ed0 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Calling delete_port for c1a02e54-c848-46e0-983e-c823e8670712 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:28.943697 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:29.032551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-5239e103-f208-41e9-b310-65cc802485b2', 'network_id': '5239e103-f208-41e9-b310-65cc802485b2', 'tenant_id': '7bed1ecd91fd4bf692db2b8d56596aeb', 'fixed_ips': [{'subnet_id': 'b0861bf8-4782-4803-bc40-1ac88e051dac'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:23:29.035110 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.045327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad207285-e273-4170-858a-8a9811da2eb8 req-e92e157b-ed4f-45cd-b45f-d2065659c1ce tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:29.053568 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad207285-e273-4170-858a-8a9811da2eb8 req-e92e157b-ed4f-45cd-b45f-d2065659c1ce tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 948 time: 0.4569442 Jul 07 19:23:29.063320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-84a39903-19f6-4155-a953-6faff813f73d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3465998 Jul 07 19:23:29.074143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:29.081263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-db588ca4-c99f-46da-802c-88be6a617ea9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2045046630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:29.169559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad207285-e273-4170-858a-8a9811da2eb8 req-e01c470f-ec54-4d12-bed9-741d84ccbeeb tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067107 Jul 07 19:23:29.198426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4a38e-f045-4ca5-86e1-19e7f6575925 req-8e131c65-3a9a-47ef-b0c2-005820daebed tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:29.202156 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f2e4a38e-f045-4ca5-86e1-19e7f6575925 req-8e131c65-3a9a-47ef-b0c2-005820daebed tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 945 time: 0.3175237 Jul 07 19:23:29.234471 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db588ca4-c99f-46da-802c-88be6a617ea9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.235738 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db588ca4-c99f-46da-802c-88be6a617ea9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.350522 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db588ca4-c99f-46da-802c-88be6a617ea9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.364125 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db588ca4-c99f-46da-802c-88be6a617ea9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.391105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb470550-5084-45dc-9cbd-19714652587b req-d0ab2c00-fabe-450e-8b1a-740220269054 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740697 Jul 07 19:23:29.402999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Allocated IP 2001:db8::2 (5239e103-f208-41e9-b310-65cc802485b2/b0861bf8-4782-4803-bc40-1ac88e051dac/6a386ecf-1efc-4818-b86f-48f495395e4b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:29.425609 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db588ca4-c99f-46da-802c-88be6a617ea9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.429218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-db588ca4-c99f-46da-802c-88be6a617ea9 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3507657 Jul 07 19:23:29.429504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:29.435230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'network_id': '5239e103-f208-41e9-b310-65cc802485b2', 'name': 'tempest-PortsIpV6TestJSON-1425976717'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:29.504858 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f73cd66e-e664-4a82-bb0e-89d4df86cbef admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a6af29c0293242568407d1ab4b6e126f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548291 Jul 07 19:23:29.507582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:29.529001 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b528ede5-0b6f-4119-bef9-fce4dc7ca611 req-aba4e82f-7276-47b2-90ba-ee88830a6ed0 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.545304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c1a02e54-c848-46e0-983e-c823e8670712'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:29.581871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['2eee4a7e-7bed-4d42-b006-f523494f5adf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:29.603026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4e82f-7276-47b2-90ba-ee88830a6ed0 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Pushing event deleted for resources: {'Port': ['ID=c1a02e54-c848-46e0-983e-c823e8670712,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:29.652850 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-645431a8-749d-42c4-b5eb-795ad682df33 req-5fc348b3-2166-4324-b180-bd27a4829f85 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=ce919b68-3c95-42d5-b5a6-cc912f24db95 HTTP/1.1" status: 200 len: 210 time: 0.0828826 Jul 07 19:23:29.676256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b528ede5-0b6f-4119-bef9-fce4dc7ca611 req-aba4e82f-7276-47b2-90ba-ee88830a6ed0 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] No DVR routers for this DVR port c1a02e54-c848-46e0-983e-c823e8670712 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:29.708002 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b528ede5-0b6f-4119-bef9-fce4dc7ca611 req-aba4e82f-7276-47b2-90ba-ee88830a6ed0 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.708002 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b528ede5-0b6f-4119-bef9-fce4dc7ca611 req-aba4e82f-7276-47b2-90ba-ee88830a6ed0 tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.112 "DELETE /v2.0/ports/c1a02e54-c848-46e0-983e-c823e8670712 HTTP/1.1" status: 204 len: 173 time: 1.3739762 Jul 07 19:23:29.708002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce919b68-3c95-42d5-b5a6-cc912f24db95', 'name': 'network-vif-deleted', 'tag': 'c1a02e54-c848-46e0-983e-c823e8670712'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:29.709764 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584c0488-86be-4ed0-8795-9dc1712793c9" -d '{"events": [{"server_uuid": "ce919b68-3c95-42d5-b5a6-cc912f24db95", "name": "network-vif-deleted", "tag": "c1a02e54-c848-46e0-983e-c823e8670712"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:29.724088 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f2e4a38e-f045-4ca5-86e1-19e7f6575925 req-6683110e-68ad-4d8d-bc46-9a88272059ef tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Deleting port 2eee4a7e-7bed-4d42-b006-f523494f5adf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:29.724490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f2e4a38e-f045-4ca5-86e1-19e7f6575925 req-6683110e-68ad-4d8d-bc46-9a88272059ef tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.734910 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5af050f3-0dcc-4317-b925-d421ed8e2084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.771205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:29.786448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.847112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 980bdef3-aa91-4713-8243-8bf6ecbc8c72 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:23:29.847870 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d519d625-4dbf-44ed-b856-802a20a17eec x-openstack-request-id: req-d519d625-4dbf-44ed-b856-802a20a17eec {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:29.848206 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce919b68-3c95-42d5-b5a6-cc912f24db95", "name": "network-vif-deleted", "tag": "c1a02e54-c848-46e0-983e-c823e8670712", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:29.848560 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d519d625-4dbf-44ed-b856-802a20a17eec {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:29.853562 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce919b68-3c95-42d5-b5a6-cc912f24db95', 'name': 'network-vif-deleted', 'tag': 'c1a02e54-c848-46e0-983e-c823e8670712', 'status': 'completed', 'code': 200} Jul 07 19:23:29.925621 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:29.958939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Transition to ACTIVE for port object 6a386ecf-1efc-4818-b86f-48f495395e4b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:29.993177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Transition to ACTIVE for port object 6a386ecf-1efc-4818-b86f-48f495395e4b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:29.995671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5af050f3-0dcc-4317-b925-d421ed8e2084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.012035 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.076769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c585c6-b3c4-4c5e-a870-b9bd6723456d req-f0ef9aab-df8b-493b-8f2a-9b0ae22f4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:30.078514 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c585c6-b3c4-4c5e-a870-b9bd6723456d req-f0ef9aab-df8b-493b-8f2a-9b0ae22f4988 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7acdec187e84afc96975581568864c9&device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 1100 time: 0.5216460 Jul 07 19:23:30.126101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Pushing event updated for resources: {'Port': ['ID=6a386ecf-1efc-4818-b86f-48f495395e4b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:30.135347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Network 5239e103-f208-41e9-b310-65cc802485b2 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:30.138401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:30.145638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:30.164035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f2e4a38e-f045-4ca5-86e1-19e7f6575925 req-6683110e-68ad-4d8d-bc46-9a88272059ef tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] For port 2eee4a7e-7bed-4d42-b006-f523494f5adf, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=2eee4a7e-7bed-4d42-b006-f523494f5adf,segment=NetworkSegment(f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4),segment_id=f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:30.164585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f2e4a38e-f045-4ca5-86e1-19e7f6575925 req-6683110e-68ad-4d8d-bc46-9a88272059ef tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.187730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f2e4a38e-f045-4ca5-86e1-19e7f6575925 req-6683110e-68ad-4d8d-bc46-9a88272059ef tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Calling delete_port for 2eee4a7e-7bed-4d42-b006-f523494f5adf owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:30.242489 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5af050f3-0dcc-4317-b925-d421ed8e2084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.246052 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5af050f3-0dcc-4317-b925-d421ed8e2084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.247356 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5af050f3-0dcc-4317-b925-d421ed8e2084 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9ff2cc12-84bd-4053-82c5-bec46a93c5eb HTTP/1.1" status: 204 len: 168 time: 0.7390311 Jul 07 19:23:30.265146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af050f3-0dcc-4317-b925-d421ed8e2084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff2cc12-84bd-4053-82c5-bec46a93c5eb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:30.283199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Attempting to bind port 6a386ecf-1efc-4818-b86f-48f495395e4b on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:30.283811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Attempting to bind port 6a386ecf-1efc-4818-b86f-48f495395e4b by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '465f3b4c-1a87-4e16-9526-a60560646d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '5239e103-f208-41e9-b310-65cc802485b2'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:30.283980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Attempting to bind port 6a386ecf-1efc-4818-b86f-48f495395e4b on network 5239e103-f208-41e9-b310-65cc802485b2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:30.318363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:30.318818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Checking segment: {'id': '465f3b4c-1a87-4e16-9526-a60560646d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '5239e103-f208-41e9-b310-65cc802485b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:30.319323 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.319858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Bound using segment: {'id': '465f3b4c-1a87-4e16-9526-a60560646d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '5239e103-f208-41e9-b310-65cc802485b2'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:30.320452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Bound port: 6a386ecf-1efc-4818-b86f-48f495395e4b, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465f3b4c-1a87-4e16-9526-a60560646d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '5239e103-f208-41e9-b310-65cc802485b2'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:30.321058 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.354055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8::42 (5239e103-f208-41e9-b310-65cc802485b2/b0861bf8-4782-4803-bc40-1ac88e051dac/980bdef3-aa91-4713-8243-8bf6ecbc8c72) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:30.434432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] For port 6a386ecf-1efc-4818-b86f-48f495395e4b, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:30.443685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] For port 6a386ecf-1efc-4818-b86f-48f495395e4b, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6a386ecf-1efc-4818-b86f-48f495395e4b,segment=NetworkSegment(465f3b4c-1a87-4e16-9526-a60560646d50),segment_id=465f3b4c-1a87-4e16-9526-a60560646d50)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:30.448722 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f2e4a38e-f045-4ca5-86e1-19e7f6575925 req-6683110e-68ad-4d8d-bc46-9a88272059ef tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.455147 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.524939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c585c6-b3c4-4c5e-a870-b9bd6723456d req-ff06ed53-cc31-498c-9834-c178319b0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:30.539026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683110e-68ad-4d8d-bc46-9a88272059ef tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Pushing event deleted for resources: {'Port': ['ID=2eee4a7e-7bed-4d42-b006-f523494f5adf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:30.539525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c585c6-b3c4-4c5e-a870-b9bd6723456d req-ff06ed53-cc31-498c-9834-c178319b0a89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.4514666 Jul 07 19:23:30.552309 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfaa60-c173-4637-991a-cf427b8d79c4 None None] Pushing event updated for resources: {'Port': ['ID=6a386ecf-1efc-4818-b86f-48f495395e4b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:30.557642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c1a02e54-c848-46e0-983e-c823e8670712'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:30.566558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e4a38e-f045-4ca5-86e1-19e7f6575925 req-6683110e-68ad-4d8d-bc46-9a88272059ef tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] No DVR routers for this DVR port 2eee4a7e-7bed-4d42-b006-f523494f5adf on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:30.570292 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f2e4a38e-f045-4ca5-86e1-19e7f6575925 req-6683110e-68ad-4d8d-bc46-9a88272059ef tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.574095 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f2e4a38e-f045-4ca5-86e1-19e7f6575925 req-6683110e-68ad-4d8d-bc46-9a88272059ef tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.59 "DELETE /v2.0/ports/2eee4a7e-7bed-4d42-b006-f523494f5adf HTTP/1.1" status: 204 len: 173 time: 1.3648908 Jul 07 19:23:30.754411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cced1-ea4d-4f04-8da3-d6ecbce1bee1 req-aff7b650-9c82-4984-b20e-3b91b45eea6a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:30.756197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf1cced1-ea4d-4f04-8da3-d6ecbce1bee1 req-aff7b650-9c82-4984-b20e-3b91b45eea6a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.3996782 Jul 07 19:23:30.810096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c585c6-b3c4-4c5e-a870-b9bd6723456d req-baeab2c7-685d-4995-99fe-f6fc05054a31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=4fb65800-353f-449b-9ceb-8950ba761eb0 HTTP/1.1" status: 200 len: 217 time: 0.2557235 Jul 07 19:23:30.856113 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:30.893546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object 980bdef3-aa91-4713-8243-8bf6ecbc8c72 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:31.023854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5261b-1a8c-478f-ad76-1aad847a4ffb req-5713fdf8-610f-4e24-813d-51074766e7d8 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:31.026100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02a5261b-1a8c-478f-ad76-1aad847a4ffb req-5713fdf8-610f-4e24-813d-51074766e7d8 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 948 time: 0.4852145 Jul 07 19:23:31.042375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf1cced1-ea4d-4f04-8da3-d6ecbce1bee1 req-1f938f85-0297-457f-9984-25a3a96160ed tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444234 Jul 07 19:23:31.054118 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c585c6-b3c4-4c5e-a870-b9bd6723456d req-9eb44b02-f5a8-4cb0-b39f-bbf0410465e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:31.055762 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c585c6-b3c4-4c5e-a870-b9bd6723456d req-9eb44b02-f5a8-4cb0-b39f-bbf0410465e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1612980 Jul 07 19:23:31.117344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 4fb65800-353f-449b-9ceb-8950ba761eb0 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:31.136677 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:31.228499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02a5261b-1a8c-478f-ad76-1aad847a4ffb req-b2ecb840-9213-46f8-be18-897b9a55f78b tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823328 Jul 07 19:23:31.300868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 5239e103-f208-41e9-b310-65cc802485b2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:31.343712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 4fb65800-353f-449b-9ceb-8950ba761eb0, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=4fb65800-353f-449b-9ceb-8950ba761eb0,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:31.369525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:31.380987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '4fb65800-353f-449b-9ceb-8950ba761eb0', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '4fb65800-353f-449b-9ceb-8950ba761eb0', 'mac_address': 'fa:16:3e:c3:80:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:31.427521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:31.456429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:31.467577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:31.468254 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:31.487033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c585c6-b3c4-4c5e-a870-b9bd6723456d req-0f39d617-5d7a-483f-9559-191527c12a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:31.488900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c585c6-b3c4-4c5e-a870-b9bd6723456d req-0f39d617-5d7a-483f-9559-191527c12a50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4189193 Jul 07 19:23:31.492368 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:31.496009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=980bdef3-aa91-4713-8243-8bf6ecbc8c72,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:31.524842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb65800-353f-449b-9ceb-8950ba761eb0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:31.571859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 4fb65800-353f-449b-9ceb-8950ba761eb0, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=4fb65800-353f-449b-9ceb-8950ba761eb0,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:31.579125 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:31.591938 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ae1408eb-2a0d-4ca0-90c3-683c18a13b36 tempest-ServiceProvidersTest-1823082759 tempest-ServiceProvidersTest-1823082759-project] 10.222.0.113 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2203667 Jul 07 19:23:31.708854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=4fb65800-353f-449b-9ceb-8950ba761eb0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:31.798380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7cbea4c8-4c8a-4fe1-a2cf-b161ac65034e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3677769 Jul 07 19:23:31.800502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eff17c61-cdcc-45a4-b9ba-2a36fddedbd5 req-66739183-d2aa-4c98-a396-300dac940fba tempest-ListServersNegativeTestJSON-845639221 tempest-ListServersNegativeTestJSON-845639221-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaa1b851-f8a3-4461-aa04-bfc9604b47b4 HTTP/1.1" status: 200 len: 210 time: 0.1775980 Jul 07 19:23:31.807617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:31.820045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d959fb-67ef-4249-8e2a-337eaa4b353b req-8b025bfb-8a7b-4097-aaba-8d0c1c73f42f tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:31.826235 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-55d959fb-67ef-4249-8e2a-337eaa4b353b req-8b025bfb-8a7b-4097-aaba-8d0c1c73f42f tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.112 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 945 time: 0.1524394 Jul 07 19:23:31.831245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd759-40e0-4b18-b7e5-c6352f44ee03 req-6da2d2ce-0311-469c-a8bc-3c8bf0e12ddb tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:31.832846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1bfd759-40e0-4b18-b7e5-c6352f44ee03 req-6da2d2ce-0311-469c-a8bc-3c8bf0e12ddb tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 945 time: 0.5986080 Jul 07 19:23:31.834829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c585c6-b3c4-4c5e-a870-b9bd6723456d req-a5b2a59f-6f2b-4c7f-8d73-8422fcc89203 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342586 Jul 07 19:23:31.874344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['4fb65800-353f-449b-9ceb-8950ba761eb0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:32.117449 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1bfd759-40e0-4b18-b7e5-c6352f44ee03 req-66949778-5e62-4487-9d98-c7033a54ecf5 tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/security-groups?id=5ba596ce-f7d5-4075-985e-a0a4818e845e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222426 Jul 07 19:23:32.121662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da642d3c-9796-4628-854b-62f496724e4e None None] Network 5239e103-f208-41e9-b310-65cc802485b2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:32.123975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6a386ecf-1efc-4818-b86f-48f495395e4b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:32.308691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b68e20cc-8683-441a-bd65-9470acd788ff None None] Provisioning for port 6a386ecf-1efc-4818-b86f-48f495395e4b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:32.350371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa1b851-f8a3-4461-aa04-bfc9604b47b4', 'name': 'network-vif-deleted', 'tag': '2eee4a7e-7bed-4d42-b006-f523494f5adf'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:32.352818 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d9b0c6-4209-434d-ab93-6efc21142685" -d '{"events": [{"server_uuid": "aaa1b851-f8a3-4461-aa04-bfc9604b47b4", "name": "network-vif-deleted", "tag": "2eee4a7e-7bed-4d42-b006-f523494f5adf"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:32.355710 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:32.466533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-55d959fb-67ef-4249-8e2a-337eaa4b353b req-548dac74-ccae-4965-bb1f-46ce8a7f180d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Deleting port 01be2b63-f133-491b-aa13-6b632aca09ba {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:32.467726 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-55d959fb-67ef-4249-8e2a-337eaa4b353b req-548dac74-ccae-4965-bb1f-46ce8a7f180d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.523498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 6a386ecf-1efc-4818-b86f-48f495395e4b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:32.566549 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6a386ecf-1efc-4818-b86f-48f495395e4b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:32.570781 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.615754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-801c4f36-a9a9-4f45-a05c-07cdbb0538b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.631850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-55d959fb-67ef-4249-8e2a-337eaa4b353b req-548dac74-ccae-4965-bb1f-46ce8a7f180d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] For port 01be2b63-f133-491b-aa13-6b632aca09ba, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=01be2b63-f133-491b-aa13-6b632aca09ba,segment=NetworkSegment(50cb06f0-4733-4f6e-951e-eb362d24abe0),segment_id=50cb06f0-4733-4f6e-951e-eb362d24abe0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:32.632388 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-55d959fb-67ef-4249-8e2a-337eaa4b353b req-548dac74-ccae-4965-bb1f-46ce8a7f180d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.672197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-55d959fb-67ef-4249-8e2a-337eaa4b353b req-548dac74-ccae-4965-bb1f-46ce8a7f180d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Calling delete_port for 01be2b63-f133-491b-aa13-6b632aca09ba owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:32.718593 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.757387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 6a386ecf-1efc-4818-b86f-48f495395e4b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6a386ecf-1efc-4818-b86f-48f495395e4b,segment=NetworkSegment(465f3b4c-1a87-4e16-9526-a60560646d50),segment_id=465f3b4c-1a87-4e16-9526-a60560646d50)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:32.766009 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.851652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=6a386ecf-1efc-4818-b86f-48f495395e4b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:32.896656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-801c4f36-a9a9-4f45-a05c-07cdbb0538b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.908297 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-801c4f36-a9a9-4f45-a05c-07cdbb0538b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:32.964690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c585c6-b3c4-4c5e-a870-b9bd6723456d req-4e8f0c61-f541-4e29-a890-f908fe0d6a1e service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0805752 Jul 07 19:23:32.982732 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 01be2b63-f133-491b-aa13-6b632aca09ba no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:32.997215 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-801c4f36-a9a9-4f45-a05c-07cdbb0538b2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=57f0d15da8584dc8a977a690013c70b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6335909 Jul 07 19:23:32.997215 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c4f36-a9a9-4f45-a05c-07cdbb0538b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b03af9-9de3-4e05-ae84-ae58e2edb29c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:33.002916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:33.029754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692154a-45e6-4b39-b006-98af32cf45ac req-929562dd-6287-40bb-9cac-8efd9ad5a02d tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:33.037687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3692154a-45e6-4b39-b006-98af32cf45ac req-929562dd-6287-40bb-9cac-8efd9ad5a02d tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 949 time: 0.4652865 Jul 07 19:23:33.070489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11826524-3db6-45a3-a615-471ee2dc2f02 req-827c279e-4e09-4e12-b741-62e3ac16050b tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:33.075055 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-55d959fb-67ef-4249-8e2a-337eaa4b353b req-548dac74-ccae-4965-bb1f-46ce8a7f180d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.088584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11826524-3db6-45a3-a615-471ee2dc2f02 req-827c279e-4e09-4e12-b741-62e3ac16050b tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.5304248 Jul 07 19:23:33.148397 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.154475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 4fb65800-353f-449b-9ceb-8950ba761eb0 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:33.163361 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28fdc5b0-efff-445e-a18c-1c0c21dc4ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.200414 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28fdc5b0-efff-445e-a18c-1c0c21dc4ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.220100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No active binding found for port 01be2b63-f133-491b-aa13-6b632aca09ba {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:23:33.220878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 01be2b63-f133-491b-aa13-6b632aca09ba not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:33.221881 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c1a02e54-c848-46e0-983e-c823e8670712 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:33.229492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3692154a-45e6-4b39-b006-98af32cf45ac req-4df69d89-43cc-45bd-864d-fec0059e15ec tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909568 Jul 07 19:23:33.246839 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.258157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dac74-ccae-4965-bb1f-46ce8a7f180d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Pushing event deleted for resources: {'Port': ['ID=01be2b63-f133-491b-aa13-6b632aca09ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:33.278531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30d032c7-8a85-4dc8-8d46-5cadba2acbed None None] Provisioning complete for port 6a386ecf-1efc-4818-b86f-48f495395e4b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:33.278922 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30d032c7-8a85-4dc8-8d46-5cadba2acbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.281334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: c1a02e54-c848-46e0-983e-c823e8670712 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:33.281849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c1a02e54-c848-46e0-983e-c823e8670712 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:33.289195 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28fdc5b0-efff-445e-a18c-1c0c21dc4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.293230 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28fdc5b0-efff-445e-a18c-1c0c21dc4ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.295150 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-28fdc5b0-efff-445e-a18c-1c0c21dc4ac9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b5b03af9-9de3-4e05-ae84-ae58e2edb29c HTTP/1.1" status: 204 len: 168 time: 0.2915523 Jul 07 19:23:33.300256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d959fb-67ef-4249-8e2a-337eaa4b353b req-548dac74-ccae-4965-bb1f-46ce8a7f180d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] No DVR routers for this DVR port 01be2b63-f133-491b-aa13-6b632aca09ba on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:33.305743 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-55d959fb-67ef-4249-8e2a-337eaa4b353b req-548dac74-ccae-4965-bb1f-46ce8a7f180d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.308864 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-55d959fb-67ef-4249-8e2a-337eaa4b353b req-548dac74-ccae-4965-bb1f-46ce8a7f180d tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.112 "DELETE /v2.0/ports/01be2b63-f133-491b-aa13-6b632aca09ba HTTP/1.1" status: 204 len: 173 time: 1.4757969 Jul 07 19:23:33.315027 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdc5b0-efff-445e-a18c-1c0c21dc4ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b03af9-9de3-4e05-ae84-ae58e2edb29c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:33.321705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 4fb65800-353f-449b-9ceb-8950ba761eb0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:33.325129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11826524-3db6-45a3-a615-471ee2dc2f02 req-f626abbd-f6c4-43ce-b3b1-0c2bf64bd1cb tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355375 Jul 07 19:23:33.345915 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe36091c-e00e-433b-aaf7-3a7514d6ec79 x-openstack-request-id: req-fe36091c-e00e-433b-aaf7-3a7514d6ec79 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:33.345915 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa1b851-f8a3-4461-aa04-bfc9604b47b4", "name": "network-vif-deleted", "tag": "2eee4a7e-7bed-4d42-b006-f523494f5adf", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:33.345915 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fe36091c-e00e-433b-aaf7-3a7514d6ec79 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:33.345915 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa1b851-f8a3-4461-aa04-bfc9604b47b4', 'name': 'network-vif-deleted', 'tag': '2eee4a7e-7bed-4d42-b006-f523494f5adf', 'status': 'completed', 'code': 200} Jul 07 19:23:33.347813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 4fb65800-353f-449b-9ceb-8950ba761eb0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:33.348238 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.477167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:33.573992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8e811a-d560-41dc-a123-7b88dc852046 admin admin] Deleting subnet d713e471-2905-4e1a-a54a-f3a9819f88d8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:23:33.577881 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed8e811a-d560-41dc-a123-7b88dc852046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.625098 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed8e811a-d560-41dc-a123-7b88dc852046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.651649 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7d09864-9ef4-4373-8436-8f0b144b008e req-a5381294-cef7-47f3-a985-6d4f685fed6c tempest-VolumesActionsTest-1264870161 tempest-VolumesActionsTest-1264870161-project] 10.222.0.113 "GET /v2.0/ports?device_id=466f812d-2a0f-4761-aabb-7d1f93450f33 HTTP/1.1" status: 200 len: 210 time: 0.0705979 Jul 07 19:23:33.687538 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed8e811a-d560-41dc-a123-7b88dc852046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.722466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.762669 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed8e811a-d560-41dc-a123-7b88dc852046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.800258 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13432cd-e8f4-4a64-b41b-35930c12d197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb65800-353f-449b-9ceb-8950ba761eb0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:33.802703 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152539a4-c5dc-4a55-be9b-f2c781b88d08" -d '{"events": [{"server_uuid": "d13432cd-e8f4-4a64-b41b-35930c12d197", "name": "network-vif-plugged", "status": "completed", "tag": "4fb65800-353f-449b-9ceb-8950ba761eb0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:33.804938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed8e811a-d560-41dc-a123-7b88dc852046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.811202 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ed8e811a-d560-41dc-a123-7b88dc852046 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/d713e471-2905-4e1a-a54a-f3a9819f88d8 HTTP/1.1" status: 204 len: 168 time: 0.3328660 Jul 07 19:23:33.812582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:33.816434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30d032c7-8a85-4dc8-8d46-5cadba2acbed None None] Provisioning for port 980bdef3-aa91-4713-8243-8bf6ecbc8c72 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:33.844577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30d032c7-8a85-4dc8-8d46-5cadba2acbed None None] Provisioning complete for port 980bdef3-aa91-4713-8243-8bf6ecbc8c72 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:33.845763 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30d032c7-8a85-4dc8-8d46-5cadba2acbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.851441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 4fb65800-353f-449b-9ceb-8950ba761eb0, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=4fb65800-353f-449b-9ceb-8950ba761eb0,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:33.883660 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.894200 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.917026 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a99795-0cb2-4495-b591-656d00dd2da7 x-openstack-request-id: req-17a99795-0cb2-4495-b591-656d00dd2da7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:33.917580 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13432cd-e8f4-4a64-b41b-35930c12d197", "name": "network-vif-plugged", "status": "completed", "tag": "4fb65800-353f-449b-9ceb-8950ba761eb0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:33.918076 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-17a99795-0cb2-4495-b591-656d00dd2da7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:33.918574 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13432cd-e8f4-4a64-b41b-35930c12d197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb65800-353f-449b-9ceb-8950ba761eb0', 'code': 200} Jul 07 19:23:33.921365 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:33.922388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 2eee4a7e-7bed-4d42-b006-f523494f5adf no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:33.945902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e811a-d560-41dc-a123-7b88dc852046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d713e471-2905-4e1a-a54a-f3a9819f88d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:33.976790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 2eee4a7e-7bed-4d42-b006-f523494f5adf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:33.977243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 2eee4a7e-7bed-4d42-b006-f523494f5adf not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:33.985119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-30d032c7-8a85-4dc8-8d46-5cadba2acbed None None] Port 980bdef3-aa91-4713-8243-8bf6ecbc8c72 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:34.011034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=4fb65800-353f-449b-9ceb-8950ba761eb0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:34.055526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.099194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6a386ecf-1efc-4818-b86f-48f495395e4b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:34.126926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=980bdef3-aa91-4713-8243-8bf6ecbc8c72,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:34.232230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89722c92-0327-4f61-b600-2aa0f1b1b17c None None] Provisioning complete for port 980bdef3-aa91-4713-8243-8bf6ecbc8c72 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:34.233414 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89722c92-0327-4f61-b600-2aa0f1b1b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.272338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1c88d-7ed3-40f2-add5-207be7334e63 req-44afa93e-e240-49d7-bd56-3e019842c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:34.273559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ede1c88d-7ed3-40f2-add5-207be7334e63 req-44afa93e-e240-49d7-bd56-3e019842c65d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 1102 time: 0.1994035 Jul 07 19:23:34.304672 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.332045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4926f2-26a7-4265-938e-2e5d04c45f95']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:34.334191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89722c92-0327-4f61-b600-2aa0f1b1b17c None None] Port 980bdef3-aa91-4713-8243-8bf6ecbc8c72 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:34.348852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6a386ecf-1efc-4818-b86f-48f495395e4b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:34.349544 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.359271 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:34.359502 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bf2b67-6664-45f1-92ab-d64ecb5a3eb4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:34.404798 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.414327 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.448764 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.483954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:23:34.485849 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:23:34.490277 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:23:34.498870 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ede1c88d-7ed3-40f2-add5-207be7334e63 req-70fcd90f-b7d8-4302-b159-607f696d9364 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158439 Jul 07 19:23:34.566930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-073e9c44-5017-48f7-b701-40758a321f71 None None] Provisioning complete for port 980bdef3-aa91-4713-8243-8bf6ecbc8c72 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:34.567466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-073e9c44-5017-48f7-b701-40758a321f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.615015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.616341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-073e9c44-5017-48f7-b701-40758a321f71 None None] Port 980bdef3-aa91-4713-8243-8bf6ecbc8c72 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:34.623531 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.628168 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] 10.222.0.113 "DELETE /v2.0/networks/1e4926f2-26a7-4265-938e-2e5d04c45f95 HTTP/1.1" status: 204 len: 168 time: 0.8091707 Jul 07 19:23:34.667827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae10ab2-632f-479e-afbd-74f3aa884b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e4926f2-26a7-4265-938e-2e5d04c45f95,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:34.771749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a15e-5661-480c-89e9-12339f34b063 req-b574d957-4da7-42b6-9df1-2850fa2a80ea tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:34.778819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae63a15e-5661-480c-89e9-12339f34b063 req-b574d957-4da7-42b6-9df1-2850fa2a80ea tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 950 time: 0.2250566 Jul 07 19:23:34.780930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:34.855693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22440d-704c-44b5-ba7e-5d083bcf27e0 req-e543e44c-2f28-43a7-a3bc-45c94e64819a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:34.857656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e22440d-704c-44b5-ba7e-5d083bcf27e0 req-e543e44c-2f28-43a7-a3bc-45c94e64819a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.2993476 Jul 07 19:23:34.893463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:34.948981 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-008bb31d-f74d-43eb-986d-0bbd017297ac admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1f8bc9635b2f4f79b829514c4ed501e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546951 Jul 07 19:23:34.950141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae63a15e-5661-480c-89e9-12339f34b063 req-babdf3ca-bc07-4104-8453-c1bb5c6912ac tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703272 Jul 07 19:23:34.951011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:35.020269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baa52351-6a16-4c72-a25b-3190dd24c5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.052773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e22440d-704c-44b5-ba7e-5d083bcf27e0 req-fc9c6cf8-f48a-4b3f-8048-5a1e2f115f14 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743436 Jul 07 19:23:35.059389 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baa52351-6a16-4c72-a25b-3190dd24c5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.154023 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baa52351-6a16-4c72-a25b-3190dd24c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.159645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baa52351-6a16-4c72-a25b-3190dd24c5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.162022 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-baa52351-6a16-4c72-a25b-3190dd24c5fb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/55b894ae-afae-45a3-914f-1873b8c51059 HTTP/1.1" status: 204 len: 168 time: 0.2098281 Jul 07 19:23:35.183597 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa52351-6a16-4c72-a25b-3190dd24c5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b894ae-afae-45a3-914f-1873b8c51059,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:35.283657 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.292201 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.293668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.343426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466f812d-2a0f-4761-aabb-7d1f93450f33', 'name': 'network-vif-deleted', 'tag': '01be2b63-f133-491b-aa13-6b632aca09ba'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:35.352163 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2907b8f7-995d-49b9-8c65-ece26f0e519e" -d '{"events": [{"server_uuid": "466f812d-2a0f-4761-aabb-7d1f93450f33", "name": "network-vif-deleted", "tag": "01be2b63-f133-491b-aa13-6b632aca09ba"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:35.401310 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-c4f88817-799a-499d-b855-67385c00094e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1704464 Jul 07 19:23:35.441590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=980bdef3-aa91-4713-8243-8bf6ecbc8c72,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:35.472809 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554eefed-609c-4d97-80de-876a67dec4d6 x-openstack-request-id: req-554eefed-609c-4d97-80de-876a67dec4d6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:35.473726 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466f812d-2a0f-4761-aabb-7d1f93450f33", "name": "network-vif-deleted", "tag": "01be2b63-f133-491b-aa13-6b632aca09ba", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:35.474637 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-554eefed-609c-4d97-80de-876a67dec4d6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:35.475884 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466f812d-2a0f-4761-aabb-7d1f93450f33', 'name': 'network-vif-deleted', 'tag': '01be2b63-f133-491b-aa13-6b632aca09ba', 'status': 'completed', 'code': 200} Jul 07 19:23:35.571805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 5239e103-f208-41e9-b310-65cc802485b2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:35.574230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:35.645507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-67ecd96d-3c63-4d46-aca5-cd477113b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:35.650433 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-67ecd96d-3c63-4d46-aca5-cd477113b645 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7acdec187e84afc96975581568864c9&device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 1102 time: 0.1593847 Jul 07 19:23:35.860854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Router ccd954ae-27d8-4bfb-b389-1c16f5d89613 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:23:36.015292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-909e4894-7888-4bfc-ad62-b0d79cc9a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:36.017749 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-909e4894-7888-4bfc-ad62-b0d79cc9a530 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2817559 Jul 07 19:23:36.075048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b8113ea9-8897-4648-89e2-6710a16041ef None None] Provisioning complete for port 980bdef3-aa91-4713-8243-8bf6ecbc8c72 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:36.075815 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8113ea9-8897-4648-89e2-6710a16041ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:36.145768 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-cf3bcd5b-88d4-4027-8567-9fc415012094 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 HTTP/1.1" status: 200 len: 217 time: 0.1201689 Jul 07 19:23:36.148729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:23:36.177101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4ce735ca-cc86-4180-b624-4fce1315620a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "PUT /v2.0/routers/ccd954ae-27d8-4bfb-b389-1c16f5d89613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3684833 Jul 07 19:23:36.177796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:36.228678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b8113ea9-8897-4648-89e2-6710a16041ef None None] Port 980bdef3-aa91-4713-8243-8bf6ecbc8c72 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:36.230850 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80bdb11-af77-4dd0-98a7-57d691791fa8 None None] Sync routers for ids ['ccd954ae-27d8-4bfb-b389-1c16f5d89613'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:23:36.277828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80bdb11-af77-4dd0-98a7-57d691791fa8 None None] Routers {'ccd954ae-27d8-4bfb-b389-1c16f5d89613'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:36.278615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c80bdb11-af77-4dd0-98a7-57d691791fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:23:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccd954ae-27d8-4bfb-b389-1c16f5d89613'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:36.332692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-6ce82c83-4187-4d00-848a-a64963770330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:36.334199 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-6ce82c83-4187-4d00-848a-a64963770330 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1819925 Jul 07 19:23:36.383251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c80bdb11-af77-4dd0-98a7-57d691791fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:36.393787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80bdb11-af77-4dd0-98a7-57d691791fa8 None None] Routers {'ccd954ae-27d8-4bfb-b389-1c16f5d89613'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:36.395058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c80bdb11-af77-4dd0-98a7-57d691791fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:23:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccd954ae-27d8-4bfb-b389-1c16f5d89613'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:36.448895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c80bdb11-af77-4dd0-98a7-57d691791fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:36.449876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80bdb11-af77-4dd0-98a7-57d691791fa8 None None] The sync data for ids ['ccd954ae-27d8-4bfb-b389-1c16f5d89613'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:23:36.489702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:36.501845 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-b74b5f9f-07ba-4dbd-b450-3bf974ac792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:36.503552 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-b74b5f9f-07ba-4dbd-b450-3bf974ac792a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1610823 Jul 07 19:23:36.626349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05294f39-77be-4f5d-b982-4276bb622319 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:36.628682 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-05294f39-77be-4f5d-b982-4276bb622319 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports?device_id=ccd954ae-27d8-4bfb-b389-1c16f5d89613 HTTP/1.1" status: 200 len: 988 time: 0.4498949 Jul 07 19:23:36.632664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:36.677850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d410-6b76-4e3e-954a-9c1d7168a963 req-dd05ed11-6111-4b83-81a9-b007804e7993 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:36.688741 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3139d410-6b76-4e3e-954a-9c1d7168a963 req-dd05ed11-6111-4b83-81a9-b007804e7993 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 950 time: 0.4135239 Jul 07 19:23:36.700732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a3e7d-0476-438a-b364-5376f7470b11 req-a3cadd8b-858d-4c0b-b572-d868885c645c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:36.710617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c4a3e7d-0476-438a-b364-5376f7470b11 req-a3cadd8b-858d-4c0b-b572-d868885c645c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.3629930 Jul 07 19:23:36.765462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1194996511-network', 'tenant_id': '9742b8c9b48e43908fbbaa7865befa08'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:36.799559 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-f77b7bf1-ac26-4bde-ad85-76a94aec80f8 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870054 Jul 07 19:23:36.888073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c4a3e7d-0476-438a-b364-5376f7470b11 req-bc920ab4-92a6-43c0-b123-a6f60981565b tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741953 Jul 07 19:23:36.890572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Made reservation on behalf of 9742b8c9b48e43908fbbaa7865befa08 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:36.893391 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:36.906668 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:37.110030 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72b25cff-d8d2-4e49-b65a-326b0b45c726 req-c246f2a7-0680-47e7-98ad-60d56af1b15f service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009522 Jul 07 19:23:37.225009 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:37.233304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:37.248666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3139d410-6b76-4e3e-954a-9c1d7168a963 req-551f0b4e-c2c2-40c3-8828-2359a177a4cd tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585387 Jul 07 19:23:37.280449 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:23:37.309006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d749527b-01b0-4df5-bae1-88087b14bf9c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:37.339974 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:37.342915 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Added segment 3616e214-d21b-4a1f-a508-afa9ac3a7e51 of type vlan for network 93ad7054-5463-461c-860e-56d13dbda0ab Jul 07 19:23:37.509302 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:37.586540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:37.615550 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:37.620649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:37.621320 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:37.657649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:37.775078 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2840073 Jul 07 19:23:37.782522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:37.791903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] Request body: {'subnet': {'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1194996511-subnet', 'tenant_id': '9742b8c9b48e43908fbbaa7865befa08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:37.870182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800ec4c-ea67-44a8-853d-f2c014a71fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=93ad7054-5463-461c-860e-56d13dbda0ab,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:37.882447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 93ad7054-5463-461c-860e-56d13dbda0ab details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:23:37.899939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1a5d32-a58b-4952-aeb3-ebf6f5419457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:37.921662 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] Made reservation on behalf of 9742b8c9b48e43908fbbaa7865befa08 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:37.924194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:37.996805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a569e07c-596f-43c4-aa4c-55ea0bc58e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.121296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8f9f3-9291-465a-b58f-e0fe2d1d5005 req-b2f167e2-0800-470e-931f-4dd965c41203 tempest-ServersAdminNegativeTestJSON-1675476510 tempest-ServersAdminNegativeTestJSON-1675476510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:38.129202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66a8f9f3-9291-465a-b58f-e0fe2d1d5005 req-b2f167e2-0800-470e-931f-4dd965c41203 tempest-ServersAdminNegativeTestJSON-1675476510 tempest-ServersAdminNegativeTestJSON-1675476510-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 1102 time: 0.1264079 Jul 07 19:23:38.167516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1a5d32-a58b-4952-aeb3-ebf6f5419457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.179960 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1a5d32-a58b-4952-aeb3-ebf6f5419457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.215535 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-66a8f9f3-9291-465a-b58f-e0fe2d1d5005 req-6bbe82ab-7dd2-48e5-b4b3-cccaa76c45ea tempest-ServersAdminNegativeTestJSON-1675476510 tempest-ServersAdminNegativeTestJSON-1675476510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.219144 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1d1a5d32-a58b-4952-aeb3-ebf6f5419457 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=085405b937144050930340df3be0a635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6310635 Jul 07 19:23:38.225373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:38.297875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4b9362d-85c6-4173-838d-e9226686d472 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.361991 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-200392b2-08a1-43d0-8390-4f280f80319e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.408054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a5d32-a58b-4952-aeb3-ebf6f5419457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c965a807-3371-41a3-9bef-e5d6354be8b6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:38.412271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddceda9-5e80-431e-8572-618c1ac6ac0e req-19204fff-32ec-4a18-b284-6774a1c56926 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:38.420676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ddceda9-5e80-431e-8572-618c1ac6ac0e req-19204fff-32ec-4a18-b284-6774a1c56926 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.3078172 Jul 07 19:23:38.540503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ddceda9-5e80-431e-8572-618c1ac6ac0e req-185e3fc8-3df5-4572-908a-511f73227e43 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188307 Jul 07 19:23:38.597433 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-849c1318-32c7-48d0-b61e-99f5b98abe7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.622363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.630400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9362d-85c6-4173-838d-e9226686d472 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 980bdef3-aa91-4713-8243-8bf6ecbc8c72 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:38.630733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4b9362d-85c6-4173-838d-e9226686d472 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.681166 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-849c1318-32c7-48d0-b61e-99f5b98abe7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.729821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d74c161-93e2-4eb1-ba4f-310c212193cd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:38.761297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4b9362d-85c6-4173-838d-e9226686d472 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.766025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a569e07c-596f-43c4-aa4c-55ea0bc58e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.778209 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a569e07c-596f-43c4-aa4c-55ea0bc58e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.786207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] Checking segment: {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:38.786622 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9362d-85c6-4173-838d-e9226686d472 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 980bdef3-aa91-4713-8243-8bf6ecbc8c72 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:38.787094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] Network hostable DHCP agents. Network: 93ad7054-5463-461c-860e-56d13dbda0ab, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:23:38.845557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-849c1318-32c7-48d0-b61e-99f5b98abe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.856582 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-849c1318-32c7-48d0-b61e-99f5b98abe7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.858543 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-849c1318-32c7-48d0-b61e-99f5b98abe7b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c965a807-3371-41a3-9bef-e5d6354be8b6 HTTP/1.1" status: 204 len: 168 time: 0.6284187 Jul 07 19:23:38.861087 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a569e07c-596f-43c4-aa4c-55ea0bc58e7d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=09a2972604c4466db15bb894c5ca4ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2035217 Jul 07 19:23:38.863702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569e07c-596f-43c4-aa4c-55ea0bc58e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc85e120-7b5a-4e7a-9505-cab6d38274f0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:38.867183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:38.887847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] Network 93ad7054-5463-461c-860e-56d13dbda0ab is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:23:38.896860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c1318-32c7-48d0-b61e-99f5b98abe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c965a807-3371-41a3-9bef-e5d6354be8b6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:38.918786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 93ad7054-5463-461c-860e-56d13dbda0ab) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:38.930593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:38.931899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.954756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c15fb50-46d3-4c8d-9492-cc11ff328f7f None None] Network 93ad7054-5463-461c-860e-56d13dbda0ab requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:38.960587 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-940f1df5-4259-4904-8f49-5df504c3df52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.996657 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-940f1df5-4259-4904-8f49-5df504c3df52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.074283 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-940f1df5-4259-4904-8f49-5df504c3df52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.077707 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-940f1df5-4259-4904-8f49-5df504c3df52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.079447 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-940f1df5-4259-4904-8f49-5df504c3df52 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fc85e120-7b5a-4e7a-9505-cab6d38274f0 HTTP/1.1" status: 204 len: 168 time: 0.2116568 Jul 07 19:23:39.092266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f1df5-4259-4904-8f49-5df504c3df52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc85e120-7b5a-4e7a-9505-cab6d38274f0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:39.147240 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-66a8f9f3-9291-465a-b58f-e0fe2d1d5005 req-6bbe82ab-7dd2-48e5-b4b3-cccaa76c45ea tempest-ServersAdminNegativeTestJSON-1675476510 tempest-ServersAdminNegativeTestJSON-1675476510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.174417 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6f68d39c-f5a4-4429-9c54-fa1635636db4 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3799491 Jul 07 19:23:39.183304 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-66a8f9f3-9291-465a-b58f-e0fe2d1d5005 req-6bbe82ab-7dd2-48e5-b4b3-cccaa76c45ea tempest-ServersAdminNegativeTestJSON-1675476510 tempest-ServersAdminNegativeTestJSON-1675476510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.211045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5c957-459e-46c1-a8d2-4b51f0386c6e None None] Network 93ad7054-5463-461c-860e-56d13dbda0ab requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:39.232783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe82ab-7dd2-48e5-b4b3-cccaa76c45ea tempest-ServersAdminNegativeTestJSON-1675476510 tempest-ServersAdminNegativeTestJSON-1675476510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e99cb6-b719-4215-85a1-eab5fead3a71,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:39.303851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66a8f9f3-9291-465a-b58f-e0fe2d1d5005 req-6bbe82ab-7dd2-48e5-b4b3-cccaa76c45ea tempest-ServersAdminNegativeTestJSON-1675476510 tempest-ServersAdminNegativeTestJSON-1675476510-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1734915 Jul 07 19:23:39.358078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4b9362d-85c6-4173-838d-e9226686d472 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.455564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9362d-85c6-4173-838d-e9226686d472 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=980bdef3-aa91-4713-8243-8bf6ecbc8c72,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:39.646255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:39.672101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a41316-4cce-4807-bcb2-93512fcd9caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.802620 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4b9362d-85c6-4173-838d-e9226686d472 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.868354 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:23:39.948364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a41316-4cce-4807-bcb2-93512fcd9caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:39.989997 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a41316-4cce-4807-bcb2-93512fcd9caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.045372 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-68a41316-4cce-4807-bcb2-93512fcd9caa admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3514078251e5470db0555e184bd3b238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966873 Jul 07 19:23:40.060375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:40.119040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a41316-4cce-4807-bcb2-93512fcd9caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3c7b30-4183-4c6d-9ead-d0aeda582fb4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:40.136743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:40.157576 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-054fb2a3-4199-4b98-a5f2-aecb13b38335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.186982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d045870-7275-418c-b917-b01b92fd5b46 req-7290398e-1436-489a-be7b-6ba777402f09 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:40.188615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d045870-7275-418c-b917-b01b92fd5b46 req-7290398e-1436-489a-be7b-6ba777402f09 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.4265063 Jul 07 19:23:40.233774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b9362d-85c6-4173-838d-e9226686d472 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Router ccd954ae-27d8-4bfb-b389-1c16f5d89613 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:23:40.282853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d045870-7275-418c-b917-b01b92fd5b46 req-a7ace080-5822-4ffe-9ae1-1646b896c019 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825949 Jul 07 19:23:40.283885 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15a5527b-f21e-4955-9c9c-85c6f0daa2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.354027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-054fb2a3-4199-4b98-a5f2-aecb13b38335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.371151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-054fb2a3-4199-4b98-a5f2-aecb13b38335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.377487 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15a5527b-f21e-4955-9c9c-85c6f0daa2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.384266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b9362d-85c6-4173-838d-e9226686d472 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:23:40.391047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e4b9362d-85c6-4173-838d-e9226686d472 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "PUT /v2.0/routers/ccd954ae-27d8-4bfb-b389-1c16f5d89613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7449148 Jul 07 19:23:40.393875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:40.396318 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2303b0-d763-4d81-9f44-34aeaf4ece4e None None] Sync routers for ids ['ccd954ae-27d8-4bfb-b389-1c16f5d89613'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:23:40.413555 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2303b0-d763-4d81-9f44-34aeaf4ece4e None None] Routers {'ccd954ae-27d8-4bfb-b389-1c16f5d89613'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:40.414584 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b2303b0-d763-4d81-9f44-34aeaf4ece4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:23:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccd954ae-27d8-4bfb-b389-1c16f5d89613'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:40.458561 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-054fb2a3-4199-4b98-a5f2-aecb13b38335 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2cc38f095fff4210a6d4ba0eb0ac61de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199906 Jul 07 19:23:40.459475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fb2a3-4199-4b98-a5f2-aecb13b38335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86237929-9259-4705-975a-4924990ff279,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:40.460449 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b6e537-0e0a-4eb7-b136-d7510711e9fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:23:40.461330 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b2303b0-d763-4d81-9f44-34aeaf4ece4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:40.468395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f8b6e537-0e0a-4eb7-b136-d7510711e9fe tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/980bdef3-aa91-4713-8243-8bf6ecbc8c72 HTTP/1.1" status: 404 len: 333 time: 0.0673776 Jul 07 19:23:40.472967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:40.473122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:40.480983 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2303b0-d763-4d81-9f44-34aeaf4ece4e None None] Routers {'ccd954ae-27d8-4bfb-b389-1c16f5d89613'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:23:40.481783 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b2303b0-d763-4d81-9f44-34aeaf4ece4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:23:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccd954ae-27d8-4bfb-b389-1c16f5d89613'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:40.533145 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b2303b0-d763-4d81-9f44-34aeaf4ece4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:40.534184 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2303b0-d763-4d81-9f44-34aeaf4ece4e None None] The sync data for ids ['ccd954ae-27d8-4bfb-b389-1c16f5d89613'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:23:40.582446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-210c6947-36d6-4a91-91b5-f71bda4344f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.612076 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-210c6947-36d6-4a91-91b5-f71bda4344f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.687379 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-210c6947-36d6-4a91-91b5-f71bda4344f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.702113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-210c6947-36d6-4a91-91b5-f71bda4344f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.709177 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-210c6947-36d6-4a91-91b5-f71bda4344f6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/86237929-9259-4705-975a-4924990ff279 HTTP/1.1" status: 204 len: 168 time: 0.2356501 Jul 07 19:23:40.726876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c6947-36d6-4a91-91b5-f71bda4344f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86237929-9259-4705-975a-4924990ff279,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:40.804614 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08ea19f-0aa9-44bc-973c-c8a7299e7f35 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.812096 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15a5527b-f21e-4955-9c9c-85c6f0daa2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.814606 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15a5527b-f21e-4955-9c9c-85c6f0daa2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:40.818468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-15a5527b-f21e-4955-9c9c-85c6f0daa2c2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5c3c7b30-4183-4c6d-9ead-d0aeda582fb4 HTTP/1.1" status: 204 len: 168 time: 0.7540061 Jul 07 19:23:40.902263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5527b-f21e-4955-9c9c-85c6f0daa2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3c7b30-4183-4c6d-9ead-d0aeda582fb4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:41.043171 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91e33d1b-6f49-4c9f-8554-ae8d70b968bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:41.068908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08ea19f-0aa9-44bc-973c-c8a7299e7f35 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:41.073709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9768af-7745-4763-8aae-8760bb1a220f req-aeba759d-147c-4ed6-8c66-c9c3a22c0a87 tempest-ServersAdminNegativeTestJSON-1675476510 tempest-ServersAdminNegativeTestJSON-1675476510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:41.081093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc9768af-7745-4763-8aae-8760bb1a220f req-aeba759d-147c-4ed6-8c66-c9c3a22c0a87 tempest-ServersAdminNegativeTestJSON-1675476510 tempest-ServersAdminNegativeTestJSON-1675476510-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 1102 time: 0.4344347 Jul 07 19:23:41.083839 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08ea19f-0aa9-44bc-973c-c8a7299e7f35 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:41.099473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-a09f0c68-90dc-49e1-aad9-5b65d39e7e47 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:41.101031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-a09f0c68-90dc-49e1-aad9-5b65d39e7e47 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/networks?id=93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 200 len: 813 time: 0.4534550 Jul 07 19:23:41.169276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-f7ff13b8-888a-4c28-9fe8-d20ef6c0e0b2 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/quotas/9742b8c9b48e43908fbbaa7865befa08 HTTP/1.1" status: 200 len: 375 time: 0.0565014 Jul 07 19:23:41.172816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08ea19f-0aa9-44bc-973c-c8a7299e7f35 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:41.174632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08ea19f-0aa9-44bc-973c-c8a7299e7f35 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Fanout notify agent at l3_agent the message router_deleted on router ccd954ae-27d8-4bfb-b389-1c16f5d89613 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:23:41.187238 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08ea19f-0aa9-44bc-973c-c8a7299e7f35 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:41.191193 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f08ea19f-0aa9-44bc-973c-c8a7299e7f35 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/routers/ccd954ae-27d8-4bfb-b389-1c16f5d89613 HTTP/1.1" status: 204 len: 168 time: 0.7176399 Jul 07 19:23:41.191389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:41.244359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-e7c309a4-5f0d-4abb-89d3-19782bb8ea6b tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9742b8c9b48e43908fbbaa7865befa08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458126 Jul 07 19:23:41.277276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc9768af-7745-4763-8aae-8760bb1a220f req-e61e266b-598a-474c-a843-556adb2a1955 tempest-ServersAdminNegativeTestJSON-1675476510 tempest-ServersAdminNegativeTestJSON-1675476510-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951833 Jul 07 19:23:41.282351 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:41.330039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-56edfb0c-8e89-4a71-af23-f84823cf2ea7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting subnet b0861bf8-4782-4803-bc40-1ac88e051dac {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:23:41.339819 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56edfb0c-8e89-4a71-af23-f84823cf2ea7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:41.468689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-2941fec5-ca6d-4526-bb39-f42c49afd68d service neutron] 10.222.0.113 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903081 Jul 07 19:23:41.473315 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56edfb0c-8e89-4a71-af23-f84823cf2ea7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:41.661260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-5e368cd7-d664-4d8f-81d8-f67b520be2de service neutron] 10.222.0.113 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779146 Jul 07 19:23:41.688626 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56edfb0c-8e89-4a71-af23-f84823cf2ea7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:41.798327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:41.844594 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec27f1c8-7c51-4926-882d-edf0a9cfd3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:41.959664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc92d05-893f-44e8-869b-066b42371c31 req-baebd93a-0dbb-49f4-afc6-045811ecc63c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:41.971001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cc92d05-893f-44e8-869b-066b42371c31 req-baebd93a-0dbb-49f4-afc6-045811ecc63c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.2051933 Jul 07 19:23:42.004838 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56edfb0c-8e89-4a71-af23-f84823cf2ea7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:42.061640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56edfb0c-8e89-4a71-af23-f84823cf2ea7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:42.067022 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-56edfb0c-8e89-4a71-af23-f84823cf2ea7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/b0861bf8-4782-4803-bc40-1ac88e051dac HTTP/1.1" status: 204 len: 168 time: 0.8745079 Jul 07 19:23:42.070391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:42.079677 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf98b0d-94e0-480d-b19a-04f4a7f2580d None None] Network 5239e103-f208-41e9-b310-65cc802485b2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:42.106281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cc92d05-893f-44e8-869b-066b42371c31 req-d455959a-937c-43f3-9195-c3371e17b292 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341190 Jul 07 19:23:42.160255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edfb0c-8e89-4a71-af23-f84823cf2ea7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Subnet': ['ID=b0861bf8-4782-4803-bc40-1ac88e051dac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:42.387880 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:42.454254 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec27f1c8-7c51-4926-882d-edf0a9cfd3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:42.467890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec27f1c8-7c51-4926-882d-edf0a9cfd3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:42.514389 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:42.622861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27f1c8-7c51-4926-882d-edf0a9cfd3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249726b9-342d-4a42-ab80-cd8811898760,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:42.670653 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ec27f1c8-7c51-4926-882d-edf0a9cfd3ee admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ed8cad5ec19044c4b76768bab2f08aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8711047 Jul 07 19:23:42.674332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:42.680852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbec4951-8a3c-4796-a4dc-4b42278373e5 None None] DHCP port deletion for 5239e103-f208-41e9-b310-65cc802485b2 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:23:42.722062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 6a386ecf-1efc-4818-b86f-48f495395e4b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:42.722499 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:42.834942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dbec4951-8a3c-4796-a4dc-4b42278373e5 None None] Deleting port 6a386ecf-1efc-4818-b86f-48f495395e4b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:42.835578 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbec4951-8a3c-4796-a4dc-4b42278373e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:42.915484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d37915e8-03ed-4093-9e6f-3584cd52d8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:43.037920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d37915e8-03ed-4093-9e6f-3584cd52d8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:43.044821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dbec4951-8a3c-4796-a4dc-4b42278373e5 None None] For port 6a386ecf-1efc-4818-b86f-48f495395e4b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6a386ecf-1efc-4818-b86f-48f495395e4b,segment=NetworkSegment(465f3b4c-1a87-4e16-9526-a60560646d50),segment_id=465f3b4c-1a87-4e16-9526-a60560646d50)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:43.046083 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbec4951-8a3c-4796-a4dc-4b42278373e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:43.065837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dbec4951-8a3c-4796-a4dc-4b42278373e5 None None] Calling delete_port for 6a386ecf-1efc-4818-b86f-48f495395e4b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:43.178901 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbec4951-8a3c-4796-a4dc-4b42278373e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:43.205072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec4951-8a3c-4796-a4dc-4b42278373e5 None None] No DVR routers for this DVR port 6a386ecf-1efc-4818-b86f-48f495395e4b on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:43.265816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d37915e8-03ed-4093-9e6f-3584cd52d8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:43.268345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec4951-8a3c-4796-a4dc-4b42278373e5 None None] Pushing event deleted for resources: {'Port': ['ID=6a386ecf-1efc-4818-b86f-48f495395e4b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:43.286282 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d37915e8-03ed-4093-9e6f-3584cd52d8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:43.301606 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d37915e8-03ed-4093-9e6f-3584cd52d8bc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/249726b9-342d-4a42-ab80-cd8811898760 HTTP/1.1" status: 204 len: 168 time: 0.6248305 Jul 07 19:23:43.333521 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37915e8-03ed-4093-9e6f-3584cd52d8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249726b9-342d-4a42-ab80-cd8811898760,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:43.891731 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:44.021126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6a386ecf-1efc-4818-b86f-48f495395e4b no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:44.066630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 6a386ecf-1efc-4818-b86f-48f495395e4b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:44.067072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6a386ecf-1efc-4818-b86f-48f495395e4b not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:44.141533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1831ca79-9abc-4c1f-bff1-c283e2fb3a5a req-d7077153-2530-4057-a14f-ac052e8b005b tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 210 time: 0.2033093 Jul 07 19:23:44.174438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] For port 6a386ecf-1efc-4818-b86f-48f495395e4b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6a386ecf-1efc-4818-b86f-48f495395e4b,segment=NetworkSegment(465f3b4c-1a87-4e16-9526-a60560646d50),segment_id=465f3b4c-1a87-4e16-9526-a60560646d50)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:44.174857 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:44.205808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 6a386ecf-1efc-4818-b86f-48f495395e4b owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:44.234026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0346a3-6ceb-4f08-8efd-eff2042f34ac req-0a88f74d-ee47-4169-ba21-b2dfa645f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:44.235553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b0346a3-6ceb-4f08-8efd-eff2042f34ac req-0a88f74d-ee47-4169-ba21-b2dfa645f9c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 1097 time: 1.5070162 Jul 07 19:23:44.251572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8f884-c0b5-4913-bcf9-9e5a2f49fa96 req-70682cc9-69fa-4d7c-8dac-1e22205b314e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:44.260225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dd8f884-c0b5-4913-bcf9-9e5a2f49fa96 req-70682cc9-69fa-4d7c-8dac-1e22205b314e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 1.4384615 Jul 07 19:23:44.501264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0346a3-6ceb-4f08-8efd-eff2042f34ac req-f70cb48a-3a59-4e12-a4ec-5f1aac1d210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:44.503160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b0346a3-6ceb-4f08-8efd-eff2042f34ac req-f70cb48a-3a59-4e12-a4ec-5f1aac1d210b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 913 time: 0.2346644 Jul 07 19:23:44.696348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dd8f884-c0b5-4913-bcf9-9e5a2f49fa96 req-919be046-2eec-427b-b565-f45d8eeb2304 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4350963 Jul 07 19:23:44.739625 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b0346a3-6ceb-4f08-8efd-eff2042f34ac req-21f69ba3-d193-4a39-971f-ce8400ddb4e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c HTTP/1.1" status: 200 len: 1001 time: 0.1767912 Jul 07 19:23:44.805094 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697c247-c72e-4771-b527-84b844017070 req-b1bd4ca8-0fdc-4b57-af5e-f68b8e37215b tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:44.815295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2697c247-c72e-4771-b527-84b844017070 req-b1bd4ca8-0fdc-4b57-af5e-f68b8e37215b tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 950 time: 0.2947848 Jul 07 19:23:44.848688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:44.896942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=6a386ecf-1efc-4818-b86f-48f495395e4b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:44.907154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0346a3-6ceb-4f08-8efd-eff2042f34ac req-06886a7d-e7a8-405f-938d-3716b04ecf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:44.908667 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b0346a3-6ceb-4f08-8efd-eff2042f34ac req-06886a7d-e7a8-405f-938d-3716b04ecf1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 HTTP/1.1" status: 200 len: 850 time: 0.1569741 Jul 07 19:23:44.925907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No DVR routers for this DVR port 6a386ecf-1efc-4818-b86f-48f495395e4b on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:45.159880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2697c247-c72e-4771-b527-84b844017070 req-6f407db1-57e1-4342-ad6f-c7827a2bec9a tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436418 Jul 07 19:23:45.235882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.259089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-e275d84c-0ca5-4db6-99b4-5085dc01f7ff tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:45.264192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5239e103-f208-41e9-b310-65cc802485b2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:45.273858 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-e275d84c-0ca5-4db6-99b4-5085dc01f7ff tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "GET /v2.0/networks?id=93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 200 len: 813 time: 0.2595663 Jul 07 19:23:45.309271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465f3b4c-1a87-4e16-9526-a60560646d50') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:45.309852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465f3b4c-1a87-4e16-9526-a60560646d50') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:23:45.336355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.343915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Request body: {'port': {'device_id': '3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b', 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab', 'admin_state_up': True, 'tenant_id': '9742b8c9b48e43908fbbaa7865befa08'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:45.373040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0346a3-6ceb-4f08-8efd-eff2042f34ac req-c8611dd2-bbe0-4c0d-9c1b-2db37da3a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:45.375117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b0346a3-6ceb-4f08-8efd-eff2042f34ac req-c8611dd2-bbe0-4c0d-9c1b-2db37da3a776 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4226291 Jul 07 19:23:45.413282 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.488346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:23:45.488793 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:23:45.564774 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:23:45.689980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bee42-0b50-4511-8590-e47e9acb174d req-f0a3ffcf-eb88-4c34-bd13-c4f433bfa3f8 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:45.691632 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c50bee42-0b50-4511-8590-e47e9acb174d req-f0a3ffcf-eb88-4c34-bd13-c4f433bfa3f8 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.59 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 950 time: 0.4166100 Jul 07 19:23:45.785215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b39ea266-764a-4b82-bdbb-5db2e1ac8279 req-83b1cc1c-aa01-47d4-a99b-e2117eece6ab tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 210 time: 0.2994125 Jul 07 19:23:45.845486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Made reservation on behalf of 9742b8c9b48e43908fbbaa7865befa08 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:45.853461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.053330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-77146a06-2bee-45ee-a361-bbec1eb94407 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:46.055691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-77146a06-2bee-45ee-a361-bbec1eb94407 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "GET /v2.0/networks?id=93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 200 len: 813 time: 0.3926811 Jul 07 19:23:46.090133 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.094115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b0346a3-6ceb-4f08-8efd-eff2042f34ac req-b6272691-be91-4039-820d-6eec0bc1ad6f service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063034 Jul 07 19:23:46.099879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Request body: {'port': {'device_id': 'eb1e92db-3671-4c09-8ebf-8827b00f4f1d', 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab', 'admin_state_up': True, 'tenant_id': '9742b8c9b48e43908fbbaa7865befa08'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:46.124069 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.131103 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/networks/5239e103-f208-41e9-b310-65cc802485b2 HTTP/1.1" status: 204 len: 168 time: 4.0568857 Jul 07 19:23:46.139059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:46.226848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c50bee42-0b50-4511-8590-e47e9acb174d req-c1ff2357-0b16-43b3-a305-1294256e6e3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Deleting port 4fb65800-353f-449b-9ceb-8950ba761eb0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:46.227503 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c50bee42-0b50-4511-8590-e47e9acb174d req-c1ff2357-0b16-43b3-a305-1294256e6e3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.248773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f572d06e-4881-4d07-a46d-026db75143a8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:46.250541 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f572d06e-4881-4d07-a46d-026db75143a8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/b6fd34c2-e040-419a-b8be-6e358815161e HTTP/1.1" status: 200 len: 844 time: 0.1095722 Jul 07 19:23:46.267660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:46.283442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a115057-06ad-4623-b359-e8ef8cc4b4a7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Network': ['ID=5239e103-f208-41e9-b310-65cc802485b2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:46.316832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e45d1-211c-43e1-ab85-50c558834720 req-d6ac3b6a-6036-4006-b68a-aa1a57a5075d tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:46.324995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-042e45d1-211c-43e1-ab85-50c558834720 req-d6ac3b6a-6036-4006-b68a-aa1a57a5075d tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.3856006 Jul 07 19:23:46.393177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-042e45d1-211c-43e1-ab85-50c558834720 req-7e884757-e7b2-43a8-a499-3db8f1121300 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670519 Jul 07 19:23:46.533910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Allocated IP 172.20.0.7 (93ad7054-5463-461c-860e-56d13dbda0ab/2d74c161-93e2-4eb1-ba4f-310c212193cd/c57e5e38-0172-45ae-a482-141d3e9f7da2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:46.684104 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b0346a3-6ceb-4f08-8efd-eff2042f34ac req-566b221a-7d82-4e77-913e-b57c19ab471a service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707879 Jul 07 19:23:46.689362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Made reservation on behalf of 9742b8c9b48e43908fbbaa7865befa08 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:46.722192 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.792564 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.798229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9f00a-ee88-44d8-8b51-fa572bde40ab req-c6564192-8e7a-4e17-bfcf-ae7a118accda tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:46.800189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fb9f00a-ee88-44d8-8b51-fa572bde40ab req-c6564192-8e7a-4e17-bfcf-ae7a118accda tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 950 time: 0.4027448 Jul 07 19:23:46.865684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:46.906254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fb9f00a-ee88-44d8-8b51-fa572bde40ab req-ac272af3-152d-4573-b031-dc171d36dfeb tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000404 Jul 07 19:23:46.943225 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6e67a596-aa98-44d8-ba64-c9e3d1ad5378 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/b6fd34c2-e040-419a-b8be-6e358815161e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.6736152 Jul 07 19:23:46.950753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:46.972694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-580775a2-bdb3-4d62-959f-8adb93d01e7c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:46.980231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Network 93ad7054-5463-461c-860e-56d13dbda0ab is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:46.993349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:47.000980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:47.009892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Pushing event updated for resources: {'Port': ['ID=c57e5e38-0172-45ae-a482-141d3e9f7da2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:47.052529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c50bee42-0b50-4511-8590-e47e9acb174d req-c1ff2357-0b16-43b3-a305-1294256e6e3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] For port 4fb65800-353f-449b-9ceb-8950ba761eb0, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=4fb65800-353f-449b-9ceb-8950ba761eb0,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:47.053209 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c50bee42-0b50-4511-8590-e47e9acb174d req-c1ff2357-0b16-43b3-a305-1294256e6e3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.100409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:47.101109 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.116334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c50bee42-0b50-4511-8590-e47e9acb174d req-c1ff2357-0b16-43b3-a305-1294256e6e3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Calling delete_port for 4fb65800-353f-449b-9ceb-8950ba761eb0 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:47.128679 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-bc5a9cb9-cf8f-4470-86ce-929bfe144b78 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8380010 Jul 07 19:23:47.144541 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Request body: {'port': {'device_id': '3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:47.185528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b8e4442-4a40-452c-85ac-0475fc0629f4 req-d328f137-267e-455c-95a4-60ddd48de567 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 210 time: 0.0512540 Jul 07 19:23:47.206238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Allocated IP 172.20.0.4 (93ad7054-5463-461c-860e-56d13dbda0ab/2d74c161-93e2-4eb1-ba4f-310c212193cd/cc7249f5-214c-4444-aa3a-817723c8eefd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:47.303131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.331715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580775a2-bdb3-4d62-959f-8adb93d01e7c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:47.343750 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-580775a2-bdb3-4d62-959f-8adb93d01e7c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.616372 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c50bee42-0b50-4511-8590-e47e9acb174d req-c1ff2357-0b16-43b3-a305-1294256e6e3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.630336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:47.755494 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff2357-0b16-43b3-a305-1294256e6e3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Pushing event deleted for resources: {'Port': ['ID=4fb65800-353f-449b-9ceb-8950ba761eb0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:47.760191 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.768991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50bee42-0b50-4511-8590-e47e9acb174d req-c1ff2357-0b16-43b3-a305-1294256e6e3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] No DVR routers for this DVR port 4fb65800-353f-449b-9ceb-8950ba761eb0 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:47.775711 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c50bee42-0b50-4511-8590-e47e9acb174d req-c1ff2357-0b16-43b3-a305-1294256e6e3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.780380 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c50bee42-0b50-4511-8590-e47e9acb174d req-c1ff2357-0b16-43b3-a305-1294256e6e3e tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.59 "DELETE /v2.0/ports/4fb65800-353f-449b-9ceb-8950ba761eb0 HTTP/1.1" status: 204 len: 173 time: 2.0789447 Jul 07 19:23:47.781072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13432cd-e8f4-4a64-b41b-35930c12d197', 'name': 'network-vif-deleted', 'tag': '4fb65800-353f-449b-9ceb-8950ba761eb0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:47.788340 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa98c7c-8845-4590-9462-e70d59f9c5ca" -d '{"events": [{"server_uuid": "d13432cd-e8f4-4a64-b41b-35930c12d197", "name": "network-vif-deleted", "tag": "4fb65800-353f-449b-9ceb-8950ba761eb0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:47.873336 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc92fa5-e0eb-4411-9e4a-61f72fcc9f86 x-openstack-request-id: req-dbc92fa5-e0eb-4411-9e4a-61f72fcc9f86 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:47.873644 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13432cd-e8f4-4a64-b41b-35930c12d197", "name": "network-vif-deleted", "tag": "4fb65800-353f-449b-9ceb-8950ba761eb0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:47.873904 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dbc92fa5-e0eb-4411-9e4a-61f72fcc9f86 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:47.874882 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13432cd-e8f4-4a64-b41b-35930c12d197', 'name': 'network-vif-deleted', 'tag': '4fb65800-353f-449b-9ceb-8950ba761eb0', 'status': 'completed', 'code': 200} Jul 07 19:23:48.047736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc3895-b8e7-40c8-a8aa-aad31c06b24e req-68faff03-ef76-4f65-8982-4c409a192199 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:48.049417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ffc3895-b8e7-40c8-a8aa-aad31c06b24e req-68faff03-ef76-4f65-8982-4c409a192199 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.4121161 Jul 07 19:23:48.052358 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-580775a2-bdb3-4d62-959f-8adb93d01e7c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.193438 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.295399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7dbc6dc6-6c7e-42b2-909c-d9df1b46ada1 req-a3e7420e-4938-4a03-868a-2836edc69555 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=d13432cd-e8f4-4a64-b41b-35930c12d197 HTTP/1.1" status: 200 len: 210 time: 0.0953124 Jul 07 19:23:48.379218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580775a2-bdb3-4d62-959f-8adb93d01e7c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:48.407373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ffc3895-b8e7-40c8-a8aa-aad31c06b24e req-746bd0a4-cae0-4e0c-afcf-4777710afcb3 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312407 Jul 07 19:23:48.411093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-580775a2-bdb3-4d62-959f-8adb93d01e7c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:48.421876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d7b08-a94e-4239-9c93-52e1edb75a91 None None] Network 26f53304-88db-40e3-94d9-112ed647e0b5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:48.438988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580775a2-bdb3-4d62-959f-8adb93d01e7c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:48.439587 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-580775a2-bdb3-4d62-959f-8adb93d01e7c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.505235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Network 93ad7054-5463-461c-860e-56d13dbda0ab is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:48.577933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580775a2-bdb3-4d62-959f-8adb93d01e7c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Subnet': ['ID=f8b23035-e1ee-419b-88c0-b8de98219dcc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:48.597839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57e5e38-0172-45ae-a482-141d3e9f7da2 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:48.611606 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.627483 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Transition to ACTIVE for port object c57e5e38-0172-45ae-a482-141d3e9f7da2 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:48.638698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.669143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:48.672289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:48.675141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Pushing event updated for resources: {'Port': ['ID=cc7249f5-214c-4444-aa3a-817723c8eefd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:48.692425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-580775a2-bdb3-4d62-959f-8adb93d01e7c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7401659 Jul 07 19:23:48.695221 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-9ca11d35-dee5-4801-b477-5c91a23400db tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=e193f922ad7c443c904a6583023ff400&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2494087 Jul 07 19:23:48.718242 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:48.718925 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Pushing event updated for resources: {'Port': ['ID=c57e5e38-0172-45ae-a482-141d3e9f7da2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:48.734412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3868d612-769d-4e3b-b406-ffc7eac68410 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'security_group': {'name': 'tempest-secgroup-382260641'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:48.766739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:48.768166 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.838673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3868d612-769d-4e3b-b406-ffc7eac68410 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.881202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Attempting to bind port c57e5e38-0172-45ae-a482-141d3e9f7da2 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:48.881549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Attempting to bind port c57e5e38-0172-45ae-a482-141d3e9f7da2 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:48.882128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Attempting to bind port c57e5e38-0172-45ae-a482-141d3e9f7da2 on network 93ad7054-5463-461c-860e-56d13dbda0ab {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:48.890356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Port c57e5e38-0172-45ae-a482-141d3e9f7da2 on network 93ad7054-5463-461c-860e-56d13dbda0ab not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:23:48.890820 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Attempting to bind port c57e5e38-0172-45ae-a482-141d3e9f7da2 on network 93ad7054-5463-461c-860e-56d13dbda0ab {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:48.898771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:48.899226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Checking segment: {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:48.899619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Bound using segment: {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:48.900144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Bound port: c57e5e38-0172-45ae-a482-141d3e9f7da2, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:48.900544 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.988601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] For port c57e5e38-0172-45ae-a482-141d3e9f7da2, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:48.993290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] For port c57e5e38-0172-45ae-a482-141d3e9f7da2, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c57e5e38-0172-45ae-a482-141d3e9f7da2,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:49.003815 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.012432 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.015962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-eccd3b21-24a5-4c83-b811-158339c0a18a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9166234 Jul 07 19:23:49.018370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-26f53304-88db-40e3-94d9-112ed647e0b5', 'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'tenant_id': '7bed1ecd91fd4bf692db2b8d56596aeb', 'fixed_ips': [{'subnet_id': 'f8b23035-e1ee-419b-88c0-b8de98219dcc'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:23:49.019564 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.090190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Request body: {'port': {'device_id': 'eb1e92db-3671-4c09-8ebf-8827b00f4f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:49.369872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66652226-51d4-4df2-8c19-8137696abafa req-83f47e84-85f3-46ab-aeb2-79ae33225148 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:49.375931 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66652226-51d4-4df2-8c19-8137696abafa req-83f47e84-85f3-46ab-aeb2-79ae33225148 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 931 time: 0.5956194 Jul 07 19:23:49.426527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Allocated IP 2001:db8::2 (26f53304-88db-40e3-94d9-112ed647e0b5/f8b23035-e1ee-419b-88c0-b8de98219dcc/023f3d42-211b-43a4-8a80-9825aa1d013f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:49.508459 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66652226-51d4-4df2-8c19-8137696abafa req-1231161c-6a37-495b-a05c-147b88f5b191 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051536 Jul 07 19:23:49.537533 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.608263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 4fb65800-353f-449b-9ceb-8950ba761eb0 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:49.636403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-65419674-f2ad-4bd2-b350-03b00810a1e1 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:49.639059 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-65419674-f2ad-4bd2-b350-03b00810a1e1 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8463690 Jul 07 19:23:49.653135 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:49.654014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.655565 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] 10.222.0.112 "PUT /v2.0/ports/c57e5e38-0172-45ae-a482-141d3e9f7da2 HTTP/1.1" status: 200 len: 1092 time: 2.5182555 Jul 07 19:23:49.680032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36ccd0-35cc-4780-a506-80eb2e4ec77e service neutron] Pushing event updated for resources: {'Port': ['ID=c57e5e38-0172-45ae-a482-141d3e9f7da2,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:49.706464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 4fb65800-353f-449b-9ceb-8950ba761eb0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:49.708602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 4fb65800-353f-449b-9ceb-8950ba761eb0 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:49.795902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-64ade5dd-3c08-4d40-9420-badb8b6a373d tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/quotas/e193f922ad7c443c904a6583023ff400 HTTP/1.1" status: 200 len: 375 time: 0.1423922 Jul 07 19:23:49.876726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b', 'tag': 'c57e5e38-0172-45ae-a482-141d3e9f7da2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:49.881779 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577e1858-c121-4685-bd62-938c61115946" -d '{"events": [{"name": "network-changed", "server_uuid": "3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b", "tag": "c57e5e38-0172-45ae-a482-141d3e9f7da2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:49.902688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-04003d9c-334e-4758-a78f-8cd8b74c2cfa tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=e193f922ad7c443c904a6583023ff400&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1055834 Jul 07 19:23:49.968735 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3868d612-769d-4e3b-b406-ffc7eac68410 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.972369 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.972999 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-662b6c85-c041-4e4a-9f72-4d2a5e6d811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:49.974597 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-662b6c85-c041-4e4a-9f72-4d2a5e6d811d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9742b8c9b48e43908fbbaa7865befa08&device_id=3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b HTTP/1.1" status: 200 len: 1095 time: 0.2636423 Jul 07 19:23:49.975792 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3868d612-769d-4e3b-b406-ffc7eac68410 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.995447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Transition to ACTIVE for port object 023f3d42-211b-43a4-8a80-9825aa1d013f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:50.030270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868d612-769d-4e3b-b406-ffc7eac68410 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bba888-28e0-46ed-8ad0-3fabbcb8f78a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:50.032436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Transition to ACTIVE for port object 023f3d42-211b-43a4-8a80-9825aa1d013f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:50.034370 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3868d612-769d-4e3b-b406-ffc7eac68410 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.035618 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3868d612-769d-4e3b-b406-ffc7eac68410 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3064010 Jul 07 19:23:50.048767 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.069144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:50.074628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eb12c6be-9767-49c5-9a4d-b7bda997c4c6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'security_group': {'name': 'tempest-secgroup-1108616352'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:50.101044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-992c4e44-3d89-4a83-94c5-706b9e12d248 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57e5e38-0172-45ae-a482-141d3e9f7da2 HTTP/1.1" status: 200 len: 217 time: 0.1108916 Jul 07 19:23:50.106387 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb12c6be-9767-49c5-9a4d-b7bda997c4c6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.174132 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:50.181455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:50.200450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-f4a605b8-7d69-4763-91f5-42a1d232f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:50.201084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:50.201990 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-f4a605b8-7d69-4763-91f5-42a1d232f59c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2d74c161-93e2-4eb1-ba4f-310c212193cd HTTP/1.1" status: 200 len: 853 time: 0.0910318 Jul 07 19:23:50.232941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Pushing event updated for resources: {'Port': ['ID=023f3d42-211b-43a4-8a80-9825aa1d013f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:50.283336 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-6d42f3f8-8939-4017-ba6b-b57c0705cb29 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=93ad7054-5463-461c-860e-56d13dbda0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731306 Jul 07 19:23:50.296504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.301040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.301563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.302064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.302540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.303022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.303505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.303976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.304563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.305047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.305518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.306617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:50.372505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23ba43c9-a622-4dce-9cea-f72488e723ad req-ab4f27e0-ab15-44d7-81f8-74b484f7a7ed tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 210 time: 0.0644078 Jul 07 19:23:50.378222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Attempting to bind port 023f3d42-211b-43a4-8a80-9825aa1d013f on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:50.378565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Attempting to bind port 023f3d42-211b-43a4-8a80-9825aa1d013f by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2e6f3720-d182-4c4f-bf24-fe0907cb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:50.378933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Attempting to bind port 023f3d42-211b-43a4-8a80-9825aa1d013f on network 26f53304-88db-40e3-94d9-112ed647e0b5 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:50.396145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:50.397286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Checking segment: {'id': '2e6f3720-d182-4c4f-bf24-fe0907cb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:50.397286 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.397603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Bound using segment: {'id': '2e6f3720-d182-4c4f-bf24-fe0907cb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:50.397841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Bound port: 023f3d42-211b-43a4-8a80-9825aa1d013f, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6f3720-d182-4c4f-bf24-fe0907cb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:50.398217 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.426953 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7810a9-5718-47ca-9d6d-80a7387df09a x-openstack-request-id: req-fc7810a9-5718-47ca-9d6d-80a7387df09a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:50.427252 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b", "tag": "c57e5e38-0172-45ae-a482-141d3e9f7da2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:50.427525 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fc7810a9-5718-47ca-9d6d-80a7387df09a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:50.427912 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b', 'tag': 'c57e5e38-0172-45ae-a482-141d3e9f7da2', 'status': 'completed', 'code': 200} Jul 07 19:23:50.550696 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb12c6be-9767-49c5-9a4d-b7bda997c4c6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.555086 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-b286bb9c-220c-4c6e-bc1f-e579629d0c03 service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624507 Jul 07 19:23:50.566757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] For port 023f3d42-211b-43a4-8a80-9825aa1d013f, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:50.567995 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb12c6be-9767-49c5-9a4d-b7bda997c4c6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.570694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] For port 023f3d42-211b-43a4-8a80-9825aa1d013f, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=023f3d42-211b-43a4-8a80-9825aa1d013f,segment=NetworkSegment(2e6f3720-d182-4c4f-bf24-fe0907cb35c1),segment_id=2e6f3720-d182-4c4f-bf24-fe0907cb35c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:50.577618 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.646811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7249f5-214c-4444-aa3a-817723c8eefd {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:50.683016 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.720310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06939490-8ee0-4539-a625-3db3095f8145 req-0fd1d674-bb36-430f-9512-71c27282851a tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:50.722538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c026f-e414-41ff-8c32-968ac70637f8 None None] Pushing event updated for resources: {'Port': ['ID=023f3d42-211b-43a4-8a80-9825aa1d013f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:50.728142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06939490-8ee0-4539-a625-3db3095f8145 req-0fd1d674-bb36-430f-9512-71c27282851a tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 950 time: 0.1618514 Jul 07 19:23:50.748530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Transition to ACTIVE for port object cc7249f5-214c-4444-aa3a-817723c8eefd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:50.765405 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.867181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12c6be-9767-49c5-9a4d-b7bda997c4c6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bf2f9f-4aea-4a0c-9a03-9a31c955e7ea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:50.871107 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-e0ebdff7-2f84-4fcd-b0ec-35f19975ec2a service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061309 Jul 07 19:23:50.896123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb12c6be-9767-49c5-9a4d-b7bda997c4c6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.905627 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-eb12c6be-9767-49c5-9a4d-b7bda997c4c6 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8340788 Jul 07 19:23:50.907833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:50.928892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1792261012', 'security_groups': ['d6bf2f9f-4aea-4a0c-9a03-9a31c955e7ea'], 'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f8b23035-e1ee-419b-88c0-b8de98219dcc'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:51.062390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06939490-8ee0-4539-a625-3db3095f8145 req-ee8ac092-e416-4bbe-be2b-632896794b9f tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332210 Jul 07 19:23:51.065579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Pushing event updated for resources: {'Port': ['ID=cc7249f5-214c-4444-aa3a-817723c8eefd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:51.305900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e1858-c121-4685-bd62-938c61115946 req-7abeff04-8f64-4ccf-83ec-9402386bef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:51.307913 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-577e1858-c121-4685-bd62-938c61115946 req-7abeff04-8f64-4ccf-83ec-9402386bef90 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9742b8c9b48e43908fbbaa7865befa08&device_id=3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b HTTP/1.1" status: 200 len: 1095 time: 0.1981351 Jul 07 19:23:51.336460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:51.430544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89dd06-7834-4b7d-a66b-34cc9afaec54 req-183d062f-43d4-47e5-aa84-0b6bc5c126f7 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:51.449527 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca89dd06-7834-4b7d-a66b-34cc9afaec54 req-183d062f-43d4-47e5-aa84-0b6bc5c126f7 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 943 time: 0.4825945 Jul 07 19:23:51.599101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Attempting to bind port cc7249f5-214c-4444-aa3a-817723c8eefd on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:51.600821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Attempting to bind port cc7249f5-214c-4444-aa3a-817723c8eefd by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:51.601225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Attempting to bind port cc7249f5-214c-4444-aa3a-817723c8eefd on network 93ad7054-5463-461c-860e-56d13dbda0ab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:51.624897 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca89dd06-7834-4b7d-a66b-34cc9afaec54 req-6eaf6012-68ad-4ad0-9a31-65031fbf93a5 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740432 Jul 07 19:23:51.634310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Port cc7249f5-214c-4444-aa3a-817723c8eefd on network 93ad7054-5463-461c-860e-56d13dbda0ab not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:23:51.638570 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e1858-c121-4685-bd62-938c61115946 req-1a687c34-6677-47d7-9279-4ede2fb17515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:51.649652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Attempting to bind port cc7249f5-214c-4444-aa3a-817723c8eefd on network 93ad7054-5463-461c-860e-56d13dbda0ab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:51.655266 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-577e1858-c121-4685-bd62-938c61115946 req-1a687c34-6677-47d7-9279-4ede2fb17515 service neutron] 10.222.0.112 "GET /v2.0/networks?id=93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 200 len: 915 time: 0.3310006 Jul 07 19:23:51.658908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:51.661576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Checking segment: {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:51.661896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Bound using segment: {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:51.662337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Bound port: cc7249f5-214c-4444-aa3a-817723c8eefd, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:51.662698 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:51.664151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:51.811675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99a514cf-fbb4-4127-8dec-856d40f5fe6c req-5f7b2ea9-2b13-44a7-ba66-02e3921d99a8 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 210 time: 0.1099868 Jul 07 19:23:51.886305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port dcb70617-d589-4118-a842-47631d27f641 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:23:51.893658 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-577e1858-c121-4685-bd62-938c61115946 req-2ae2e627-368f-49b1-aa99-26ef5df26856 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57e5e38-0172-45ae-a482-141d3e9f7da2 HTTP/1.1" status: 200 len: 217 time: 0.2238441 Jul 07 19:23:51.945533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] For port cc7249f5-214c-4444-aa3a-817723c8eefd, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:51.966644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] For port cc7249f5-214c-4444-aa3a-817723c8eefd, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cc7249f5-214c-4444-aa3a-817723c8eefd,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:51.984409 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:52.089771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e1858-c121-4685-bd62-938c61115946 req-2af64de7-f6e9-4b3a-a5d4-86217f2e312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:52.096010 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-577e1858-c121-4685-bd62-938c61115946 req-2af64de7-f6e9-4b3a-a5d4-86217f2e312e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2d74c161-93e2-4eb1-ba4f-310c212193cd HTTP/1.1" status: 200 len: 853 time: 0.1604877 Jul 07 19:23:52.160955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 023f3d42-211b-43a4-8a80-9825aa1d013f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:52.219621 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-577e1858-c121-4685-bd62-938c61115946 req-07705819-0595-4bc7-948c-5bbae04f6be4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=93ad7054-5463-461c-860e-56d13dbda0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141860 Jul 07 19:23:52.277645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf62e3d-af2a-414b-9a0c-aee6485b4a51 req-17253cf6-cef9-4bb7-ae96-5e8268ea8b33 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:52.279569 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-adf62e3d-af2a-414b-9a0c-aee6485b4a51 req-17253cf6-cef9-4bb7-ae96-5e8268ea8b33 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 950 time: 0.5615678 Jul 07 19:23:52.313312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 023f3d42-211b-43a4-8a80-9825aa1d013f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:52.468229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8::2ee (26f53304-88db-40e3-94d9-112ed647e0b5/f8b23035-e1ee-419b-88c0-b8de98219dcc/dcb70617-d589-4118-a842-47631d27f641) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:52.624306 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-651a8872-2a3c-494f-a30a-cb48c7f33555 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e193f922ad7c443c904a6583023ff400&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1588833 Jul 07 19:23:52.673319 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-577e1858-c121-4685-bd62-938c61115946 req-95899915-4eae-4aaa-bd91-eb8f886be0c7 service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390099 Jul 07 19:23:52.721953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-383a459b-9047-4570-97a2-96a6d75085e8 None None] Provisioning for port 023f3d42-211b-43a4-8a80-9825aa1d013f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:52.726701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-383a459b-9047-4570-97a2-96a6d75085e8 None None] Provisioning complete for port 023f3d42-211b-43a4-8a80-9825aa1d013f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:52.727118 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-383a459b-9047-4570-97a2-96a6d75085e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:52.899883 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-383a459b-9047-4570-97a2-96a6d75085e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:52.955494 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-383a459b-9047-4570-97a2-96a6d75085e8 None None] For port 023f3d42-211b-43a4-8a80-9825aa1d013f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=023f3d42-211b-43a4-8a80-9825aa1d013f,segment=NetworkSegment(2e6f3720-d182-4c4f-bf24-fe0907cb35c1),segment_id=2e6f3720-d182-4c4f-bf24-fe0907cb35c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:52.965555 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-383a459b-9047-4570-97a2-96a6d75085e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.058817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Pushing event updated for resources: {'Port': ['ID=cc7249f5-214c-4444-aa3a-817723c8eefd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:53.066327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a459b-9047-4570-97a2-96a6d75085e8 None None] Pushing event updated for resources: {'Port': ['ID=023f3d42-211b-43a4-8a80-9825aa1d013f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:53.076968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.078151 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.080098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-665c04f9-f6cf-4e67-b264-f9f98dc10e0a service neutron] 10.222.0.112 "PUT /v2.0/ports/cc7249f5-214c-4444-aa3a-817723c8eefd HTTP/1.1" status: 200 len: 1092 time: 4.0088456 Jul 07 19:23:53.083212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1e92db-3671-4c09-8ebf-8827b00f4f1d', 'tag': 'cc7249f5-214c-4444-aa3a-817723c8eefd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:53.089422 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3103b5e-583f-4620-a9ab-6de2ca8a0019" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1e92db-3671-4c09-8ebf-8827b00f4f1d", "tag": "cc7249f5-214c-4444-aa3a-817723c8eefd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:53.110404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c57e5e38-0172-45ae-a482-141d3e9f7da2 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:53.121490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-383a459b-9047-4570-97a2-96a6d75085e8 None None] Provisioning complete for port b6fd34c2-e040-419a-b8be-6e358815161e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:53.123290 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-383a459b-9047-4570-97a2-96a6d75085e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.276742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-006a6468-5ff2-49f8-b752-540d45040382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.285656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-006a6468-5ff2-49f8-b752-540d45040382 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9742b8c9b48e43908fbbaa7865befa08&device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 1095 time: 0.1286991 Jul 07 19:23:53.303492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3b426-4901-4c1f-a035-ef2bff23bf33 req-c575cae5-76f9-4b31-ae91-88f1e9c2e6a3 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.321865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fab3b426-4901-4c1f-a035-ef2bff23bf33 req-c575cae5-76f9-4b31-ae91-88f1e9c2e6a3 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 943 time: 0.2403827 Jul 07 19:23:53.340100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf627-ce36-4d1c-b9e4-4d85a91740ab req-9e088b59-8fc6-4e9a-b470-fd7bce4ff34b tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.340317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-383a459b-9047-4570-97a2-96a6d75085e8 None None] Port b6fd34c2-e040-419a-b8be-6e358815161e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:53.361533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66bdf627-ce36-4d1c-b9e4-4d85a91740ab req-9e088b59-8fc6-4e9a-b470-fd7bce4ff34b tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 950 time: 0.2789257 Jul 07 19:23:53.393020 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-577e1858-c121-4685-bd62-938c61115946 req-9eeb2736-642c-40d4-9605-f083fb1a444e service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913140 Jul 07 19:23:53.422716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-8b3bdbec-82ee-4a02-b9fc-9ad0932a69cb tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.427727 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-8b3bdbec-82ee-4a02-b9fc-9ad0932a69cb tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7414272 Jul 07 19:23:53.442690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-adf62e3d-af2a-414b-9a0c-aee6485b4a51 req-73b5ac2d-173c-4400-8ab9-9d5b88eca4b1 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Deleting port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:23:53.443020 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adf62e3d-af2a-414b-9a0c-aee6485b4a51 req-73b5ac2d-173c-4400-8ab9-9d5b88eca4b1 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.448296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c57e5e38-0172-45ae-a482-141d3e9f7da2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c57e5e38-0172-45ae-a482-141d3e9f7da2,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:53.450889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Request body: {'port': {'device_id': 'b811695a-69af-4405-88c8-896979597e35', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': 'e193f922ad7c443c904a6583023ff400'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:53.464954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'c57e5e38-0172-45ae-a482-141d3e9f7da2', 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab', 'port_id': 'c57e5e38-0172-45ae-a482-141d3e9f7da2', 'mac_address': 'fa:16:3e:1b:5e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d74c161-93e2-4eb1-ba4f-310c212193cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:53.502730 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.546378 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.569013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57e5e38-0172-45ae-a482-141d3e9f7da2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:53.597856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object dcb70617-d589-4118-a842-47631d27f641 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:53.610241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-bbb4889b-7159-490f-ba57-9fe58f469a00 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc7249f5-214c-4444-aa3a-817723c8eefd HTTP/1.1" status: 200 len: 217 time: 0.3152862 Jul 07 19:23:53.622184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c57e5e38-0172-45ae-a482-141d3e9f7da2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c57e5e38-0172-45ae-a482-141d3e9f7da2,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:53.632618 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.686859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adac22-a018-4016-8b61-70c4eb386423 req-56fa09f9-9a19-42dc-9bc5-c2f3a41c44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.688595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-56fa09f9-9a19-42dc-9bc5-c2f3a41c44ab service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2d74c161-93e2-4eb1-ba4f-310c212193cd HTTP/1.1" status: 200 len: 853 time: 0.0701084 Jul 07 19:23:53.691972 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=c57e5e38-0172-45ae-a482-141d3e9f7da2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:53.696269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-adf62e3d-af2a-414b-9a0c-aee6485b4a51 req-73b5ac2d-173c-4400-8ab9-9d5b88eca4b1 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] For port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:53.697123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adf62e3d-af2a-414b-9a0c-aee6485b4a51 req-73b5ac2d-173c-4400-8ab9-9d5b88eca4b1 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.702808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fab3b426-4901-4c1f-a035-ef2bff23bf33 req-838682d2-f6f2-4767-a24f-1f8393a55749 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797495 Jul 07 19:23:53.734569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-adf62e3d-af2a-414b-9a0c-aee6485b4a51 req-73b5ac2d-173c-4400-8ab9-9d5b88eca4b1 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Calling delete_port for 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:23:53.754157 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66bdf627-ce36-4d1c-b9e4-4d85a91740ab req-94b19f09-c73a-4dd5-a9c8-1efbbbda579a tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/security-groups?id=8e820281-8115-445d-9c22-dce037c37dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916891 Jul 07 19:23:53.825151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.826311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c57e5e38-0172-45ae-a482-141d3e9f7da2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:53.843407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-efe3eaeb-27a8-4c7f-acf6-56c0e5165fcb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=93ad7054-5463-461c-860e-56d13dbda0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954983 Jul 07 19:23:53.882292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Made reservation on behalf of e193f922ad7c443c904a6583023ff400 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:53.887757 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.923908 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:53.937361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:53.956123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=dcb70617-d589-4118-a842-47631d27f641,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:53.959277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:53.967625 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:53.976074 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.976992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.027924 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029bd163-6b87-4927-a444-5941791e5a1d x-openstack-request-id: req-029bd163-6b87-4927-a444-5941791e5a1d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:54.028408 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1e92db-3671-4c09-8ebf-8827b00f4f1d", "tag": "cc7249f5-214c-4444-aa3a-817723c8eefd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:54.028695 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-029bd163-6b87-4927-a444-5941791e5a1d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:54.029148 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1e92db-3671-4c09-8ebf-8827b00f4f1d', 'tag': 'cc7249f5-214c-4444-aa3a-817723c8eefd', 'status': 'completed', 'code': 200} Jul 07 19:23:54.127681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-808e9b67-df77-4986-af87-d642a07912e4 req-e2cf2f3d-f04a-49c3-a8a7-ffa45d8dc223 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 210 time: 0.1179249 Jul 07 19:23:54.150655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 023f3d42-211b-43a4-8a80-9825aa1d013f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:54.232539 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-3ac1f897-a42f-4229-8302-335896ac39c8 service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843610 Jul 07 19:23:54.312886 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adf62e3d-af2a-414b-9a0c-aee6485b4a51 req-73b5ac2d-173c-4400-8ab9-9d5b88eca4b1 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.370329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 023f3d42-211b-43a4-8a80-9825aa1d013f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:54.372617 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.434893 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72adac22-a018-4016-8b61-70c4eb386423 req-39baad23-2795-4a3e-a361-0628f3c13f89 service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953559 Jul 07 19:23:54.436355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5ac2d-173c-4400-8ab9-9d5b88eca4b1 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Pushing event deleted for resources: {'Port': ['ID=98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:54.567456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf62e3d-af2a-414b-9a0c-aee6485b4a51 req-73b5ac2d-173c-4400-8ab9-9d5b88eca4b1 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] No DVR routers for this DVR port 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:23:54.570713 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adf62e3d-af2a-414b-9a0c-aee6485b4a51 req-73b5ac2d-173c-4400-8ab9-9d5b88eca4b1 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.574195 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-adf62e3d-af2a-414b-9a0c-aee6485b4a51 req-73b5ac2d-173c-4400-8ab9-9d5b88eca4b1 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.112 "DELETE /v2.0/ports/98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 HTTP/1.1" status: 204 len: 173 time: 2.2798102 Jul 07 19:23:54.574877 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7493fec-8f5d-4ec7-ad99-8746da0118d7', 'name': 'network-vif-deleted', 'tag': '98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:54.578545 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684710d4-7c02-4fa0-af4b-5e5ba55804c7" -d '{"events": [{"server_uuid": "e7493fec-8f5d-4ec7-ad99-8746da0118d7", "name": "network-vif-deleted", "tag": "98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:54.623716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.644245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.703204 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6a4271-66ea-4673-b68f-98abc145e86b x-openstack-request-id: req-bc6a4271-66ea-4673-b68f-98abc145e86b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:54.703548 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7493fec-8f5d-4ec7-ad99-8746da0118d7", "name": "network-vif-deleted", "tag": "98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:54.703812 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bc6a4271-66ea-4673-b68f-98abc145e86b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:54.704236 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7493fec-8f5d-4ec7-ad99-8746da0118d7', 'name': 'network-vif-deleted', 'tag': '98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2', 'status': 'completed', 'code': 200} Jul 07 19:23:54.711611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff31bc7-5470-4346-8bdd-68199a328219,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:54.728261 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1ea0ee36-50c4-47a1-8ca5-5df49a263ea3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8115585 Jul 07 19:23:54.734037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:54.749369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e0f2ae7f-ef5a-45a2-b83c-af3f66af852b None None] Provisioning for port dcb70617-d589-4118-a842-47631d27f641 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:54.753635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5323bfc1-a5bb-4b2e-ad33-1bd1da23e479 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:54.761451 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e0f2ae7f-ef5a-45a2-b83c-af3f66af852b None None] Provisioning complete for port dcb70617-d589-4118-a842-47631d27f641 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:54.762782 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ae7f-ef5a-45a2-b83c-af3f66af852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.814444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103b5e-583f-4620-a9ab-6de2ca8a0019 req-015a135f-2a47-4db4-9c28-9cc0c93a3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:54.824715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3103b5e-583f-4620-a9ab-6de2ca8a0019 req-015a135f-2a47-4db4-9c28-9cc0c93a3efc service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9742b8c9b48e43908fbbaa7865befa08&device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 1095 time: 0.2597537 Jul 07 19:23:54.919555 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2ae7f-ef5a-45a2-b83c-af3f66af852b None None] Port dcb70617-d589-4118-a842-47631d27f641 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:55.096581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c57e5e38-0172-45ae-a482-141d3e9f7da2 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:55.228156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port c57e5e38-0172-45ae-a482-141d3e9f7da2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:55.239822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port c57e5e38-0172-45ae-a482-141d3e9f7da2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:55.240202 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.260564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103b5e-583f-4620-a9ab-6de2ca8a0019 req-1ac9a625-732a-4dd0-92d2-44f3bf1ead8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:55.262193 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3103b5e-583f-4620-a9ab-6de2ca8a0019 req-1ac9a625-732a-4dd0-92d2-44f3bf1ead8c service neutron] 10.222.0.112 "GET /v2.0/networks?id=93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 200 len: 915 time: 0.4369090 Jul 07 19:23:55.275813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f7a9d95-97f8-4d4f-a55c-d0e4ff139689 req-66d300ef-b6eb-478e-b242-29f596db7f30 tempest-ServersAdminNegativeTestJSON-1848304834 tempest-ServersAdminNegativeTestJSON-1848304834-project] 10.222.0.113 "GET /v2.0/ports?device_id=e7493fec-8f5d-4ec7-ad99-8746da0118d7 HTTP/1.1" status: 200 len: 210 time: 0.0843675 Jul 07 19:23:55.408259 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3103b5e-583f-4620-a9ab-6de2ca8a0019 req-c8bca419-cd2a-4b60-ac04-d7a8d6d5087a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc7249f5-214c-4444-aa3a-817723c8eefd HTTP/1.1" status: 200 len: 217 time: 0.1250429 Jul 07 19:23:55.424420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.518191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c57e5e38-0172-45ae-a482-141d3e9f7da2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c57e5e38-0172-45ae-a482-141d3e9f7da2,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:55.520439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57e5e38-0172-45ae-a482-141d3e9f7da2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:55.527554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618056c-6970-411b-b7b2-aa64ac29e012 req-f00a8a4b-b5d6-4de3-ac76-dbc0777367b0 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:55.529705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5618056c-6970-411b-b7b2-aa64ac29e012 req-f00a8a4b-b5d6-4de3-ac76-dbc0777367b0 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 943 time: 0.4491735 Jul 07 19:23:55.543604 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3476cc5-cafc-4122-b810-88e569507f86" -d '{"events": [{"server_uuid": "3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b", "name": "network-vif-plugged", "status": "completed", "tag": "c57e5e38-0172-45ae-a482-141d3e9f7da2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:55.555144 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.560405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:55.564463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103b5e-583f-4620-a9ab-6de2ca8a0019 req-a0ec118e-df30-4391-b189-4f8d8b2e7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:55.566046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3103b5e-583f-4620-a9ab-6de2ca8a0019 req-a0ec118e-df30-4391-b189-4f8d8b2e7e6a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2d74c161-93e2-4eb1-ba4f-310c212193cd HTTP/1.1" status: 200 len: 853 time: 0.1455574 Jul 07 19:23:55.589462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5618056c-6970-411b-b7b2-aa64ac29e012 req-a9d92b98-7ffc-4557-9ad3-ee4aa0d1488a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523422 Jul 07 19:23:55.687003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:23:55.688888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 98ece3ed-4605-4a2e-b7d6-69a9a5f23dd2 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:23:55.705310 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6b5804-a5b5-42e6-bcff-2e905a075ee7 x-openstack-request-id: req-fa6b5804-a5b5-42e6-bcff-2e905a075ee7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:55.705836 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b", "name": "network-vif-plugged", "status": "completed", "tag": "c57e5e38-0172-45ae-a482-141d3e9f7da2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:55.706261 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fa6b5804-a5b5-42e6-bcff-2e905a075ee7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:55.706811 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57e5e38-0172-45ae-a482-141d3e9f7da2', 'code': 200} Jul 07 19:23:55.724907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3103b5e-583f-4620-a9ab-6de2ca8a0019 req-9ec47472-bac7-40b3-bef9-461d734b0688 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=93ad7054-5463-461c-860e-56d13dbda0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395094 Jul 07 19:23:55.774224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=c57e5e38-0172-45ae-a482-141d3e9f7da2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:55.791416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b120c5a-a17e-45c6-895d-3a87e465bda5 req-17d53392-66f6-494b-8edc-edc0a942f578 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 210 time: 0.2036343 Jul 07 19:23:55.871679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323bfc1-a5bb-4b2e-ad33-1bd1da23e479 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:55.875407 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5323bfc1-a5bb-4b2e-ad33-1bd1da23e479 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:55.968590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3103b5e-583f-4620-a9ab-6de2ca8a0019 req-d3b4c812-9fde-4cc5-afbf-e750eb3925b5 service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860623 Jul 07 19:23:56.125575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3431d4-f9c2-475c-b8fc-e36a87283cdc req-6c18eca2-a133-4d93-a953-d740daa48c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:56.127506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe3431d4-f9c2-475c-b8fc-e36a87283cdc req-6c18eca2-a133-4d93-a953-d740daa48c55 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b HTTP/1.1" status: 200 len: 1097 time: 0.2573800 Jul 07 19:23:56.130322 n-d-792394-12 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-5323bfc1-a5bb-4b2e-ad33-1bd1da23e479 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8b23035-e1ee-419b-88c0-b8de98219dcc (CIDR: 2001:db8::/64) Jul 07 19:23:56.164811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Allocated IP 192.168.233.157 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/890308d9-cca9-46ae-a525-9243c6916716) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:56.169310 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5323bfc1-a5bb-4b2e-ad33-1bd1da23e479 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:23:56.170084 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5323bfc1-a5bb-4b2e-ad33-1bd1da23e479 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:23:56.174391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3103b5e-583f-4620-a9ab-6de2ca8a0019 req-2ff7b465-1deb-4f8b-8c6c-4f3f78b71f1b service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989820 Jul 07 19:23:56.202702 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe3431d4-f9c2-475c-b8fc-e36a87283cdc req-5072a45c-8468-428f-a332-c817b62ae60c service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642679 Jul 07 19:23:56.214866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5323bfc1-a5bb-4b2e-ad33-1bd1da23e479 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4777436 Jul 07 19:23:56.224694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:56.238377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-46437a0f-38a9-4d71-bc88-0d310df45426 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:56.405673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46437a0f-38a9-4d71-bc88-0d310df45426 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:56.411017 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46437a0f-38a9-4d71-bc88-0d310df45426 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.419930 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.458450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Transition to ACTIVE for port object 890308d9-cca9-46ae-a525-9243c6916716 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:56.537032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.621179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:56.627545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:56.634406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:56.727369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Pushing event updated for resources: {'Port': ['ID=890308d9-cca9-46ae-a525-9243c6916716,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:56.772043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:56.781545 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.845407 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-31152e2a-dfd2-4384-8073-7f6a4f455da6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3988731 Jul 07 19:23:56.871771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Request body: {'port': {'device_id': 'b811695a-69af-4405-88c8-896979597e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:57.120709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device cc7249f5-214c-4444-aa3a-817723c8eefd details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:57.128091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.159057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:57.300467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d6d8941-afce-460b-a256-3b9d6286d9c9 None None] Provisioning for port 890308d9-cca9-46ae-a525-9243c6916716 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:57.320099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d6d8941-afce-460b-a256-3b9d6286d9c9 None None] Provisioning complete for port 890308d9-cca9-46ae-a525-9243c6916716 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:57.320532 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d6d8941-afce-460b-a256-3b9d6286d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.323999 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46437a0f-38a9-4d71-bc88-0d310df45426 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.411679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d8941-afce-460b-a256-3b9d6286d9c9 None None] Port 890308d9-cca9-46ae-a525-9243c6916716 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:57.469635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port cc7249f5-214c-4444-aa3a-817723c8eefd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cc7249f5-214c-4444-aa3a-817723c8eefd,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:57.470698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46437a0f-38a9-4d71-bc88-0d310df45426 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:57.496948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'cc7249f5-214c-4444-aa3a-817723c8eefd', 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab', 'port_id': 'cc7249f5-214c-4444-aa3a-817723c8eefd', 'mac_address': 'fa:16:3e:1b:46:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d74c161-93e2-4eb1-ba4f-310c212193cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:57.500503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38027c1-0dff-4b22-8d20-db78f10b2e9f req-73ade5f1-6551-468c-8350-e50d734aa346 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:57.507965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e38027c1-0dff-4b22-8d20-db78f10b2e9f req-73ade5f1-6551-468c-8350-e50d734aa346 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 936 time: 0.4323440 Jul 07 19:23:57.577106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-46437a0f-38a9-4d71-bc88-0d310df45426 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:57.622637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46437a0f-38a9-4d71-bc88-0d310df45426 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:57.623267 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46437a0f-38a9-4d71-bc88-0d310df45426 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.639978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625998a-162a-4f00-bb79-8ceba842e9c1 req-a4754d98-624b-4a3c-b579-ac6b86444ad3 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:57.642217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5625998a-162a-4f00-bb79-8ceba842e9c1 req-a4754d98-624b-4a3c-b579-ac6b86444ad3 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 943 time: 0.5689003 Jul 07 19:23:57.645347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46437a0f-38a9-4d71-bc88-0d310df45426 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Subnet': ['ID=0bd18e9f-6a47-4c15-b928-bc4519d92e07,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:57.681415 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.683990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064fac5d-a892-429a-b1aa-9989c12da8cc None None] Network 26f53304-88db-40e3-94d9-112ed647e0b5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:23:57.690394 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5df94cec-80bf-40a4-ac81-919acafad989 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b7acdec187e84afc96975581568864c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5292931 Jul 07 19:23:57.702878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e38027c1-0dff-4b22-8d20-db78f10b2e9f req-c698908a-64d9-45a8-a1dc-e044e39268ad tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/security-groups?id=eff31bc7-5470-4346-8bdd-68199a328219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937394 Jul 07 19:23:57.704673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:57.712713 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-46437a0f-38a9-4d71-bc88-0d310df45426 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4838953 Jul 07 19:23:57.714323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:57.724773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1627965626', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0bd18e9f-6a47-4c15-b928-bc4519d92e07'}], 'security_groups': ['b0bba888-28e0-46ed-8ad0-3fabbcb8f78a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:57.792143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5625998a-162a-4f00-bb79-8ceba842e9c1 req-52e4197b-b85d-4fc2-86d5-68454635c9e0 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330655 Jul 07 19:23:57.796285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7249f5-214c-4444-aa3a-817723c8eefd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:57.858105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port cc7249f5-214c-4444-aa3a-817723c8eefd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cc7249f5-214c-4444-aa3a-817723c8eefd,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:57.891585 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.898378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890308d9-cca9-46ae-a525-9243c6916716 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:57.903758 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba789005-1a46-4080-b434-8b98c979faf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.919597 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.972978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Transition to ACTIVE for port object 890308d9-cca9-46ae-a525-9243c6916716 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:57.975197 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba789005-1a46-4080-b434-8b98c979faf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:57.987381 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.006146 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=cc7249f5-214c-4444-aa3a-817723c8eefd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:58.183885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['cc7249f5-214c-4444-aa3a-817723c8eefd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:58.195268 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.217691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Pushing event updated for resources: {'Port': ['ID=890308d9-cca9-46ae-a525-9243c6916716,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:58.236461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba789005-1a46-4080-b434-8b98c979faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.239331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba789005-1a46-4080-b434-8b98c979faf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.242876 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ba789005-1a46-4080-b434-8b98c979faf0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8e820281-8115-445d-9c22-dce037c37dc0 HTTP/1.1" status: 204 len: 168 time: 0.5348630 Jul 07 19:23:58.269069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba789005-1a46-4080-b434-8b98c979faf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e820281-8115-445d-9c22-dce037c37dc0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:58.323753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Attempting to bind port 890308d9-cca9-46ae-a525-9243c6916716 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:58.324017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Attempting to bind port 890308d9-cca9-46ae-a525-9243c6916716 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:58.324356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Attempting to bind port 890308d9-cca9-46ae-a525-9243c6916716 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:58.343041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Port 890308d9-cca9-46ae-a525-9243c6916716 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:23:58.343376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Attempting to bind port 890308d9-cca9-46ae-a525-9243c6916716 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:58.361393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:58.361739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:58.362138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:58.362584 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Bound port: 890308d9-cca9-46ae-a525-9243c6916716, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:58.362949 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.578001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] For port 890308d9-cca9-46ae-a525-9243c6916716, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:58.601559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] For port 890308d9-cca9-46ae-a525-9243c6916716, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=890308d9-cca9-46ae-a525-9243c6916716,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:58.620064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.722403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d78c10d-b105-4f74-aeb5-a6c371ed7aec None None] Update dhcp port {'port': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'fixed_ips': [{'subnet_id': 'f8b23035-e1ee-419b-88c0-b8de98219dcc', 'ip_address': '2001:db8::2'}, {'subnet_id': '0bd18e9f-6a47-4c15-b928-bc4519d92e07'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '023f3d42-211b-43a4-8a80-9825aa1d013f'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:23:58.886849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Pushing event updated for resources: {'Port': ['ID=890308d9-cca9-46ae-a525-9243c6916716,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:58.894085 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d78c10d-b105-4f74-aeb5-a6c371ed7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.904176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:58.905736 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:58.907791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-b7119a35-b758-4d83-8c28-952a5179ec8b service neutron] 10.222.0.59 "PUT /v2.0/ports/890308d9-cca9-46ae-a525-9243c6916716 HTTP/1.1" status: 200 len: 1097 time: 2.0474286 Jul 07 19:23:58.908641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b811695a-69af-4405-88c8-896979597e35', 'tag': '890308d9-cca9-46ae-a525-9243c6916716'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:58.911667 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebee00c-b6e3-4496-bff0-9a7a0684ac17" -d '{"events": [{"name": "network-changed", "server_uuid": "b811695a-69af-4405-88c8-896979597e35", "tag": "890308d9-cca9-46ae-a525-9243c6916716"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:59.120003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-a37727ba-4cf8-4a4f-af13-b85a32360977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:59.124305 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-a37727ba-4cf8-4a4f-af13-b85a32360977 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e193f922ad7c443c904a6583023ff400&device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 1100 time: 0.1296902 Jul 07 19:23:59.291751 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-1944d2e0-4f6b-42f1-b4b7-335f577c0557 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=890308d9-cca9-46ae-a525-9243c6916716 HTTP/1.1" status: 200 len: 217 time: 0.1526816 Jul 07 19:23:59.408613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Delete allocated IP 2001:db8::2ee (26f53304-88db-40e3-94d9-112ed647e0b5/f8b23035-e1ee-419b-88c0-b8de98219dcc) {{(pid=93770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:23:59.433501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8:0:1::2d3 (26f53304-88db-40e3-94d9-112ed647e0b5/0bd18e9f-6a47-4c15-b928-bc4519d92e07/dcb70617-d589-4118-a842-47631d27f641) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:59.457471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:59.477508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-3cccfeb7-af08-4776-b7eb-c85cdb02ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:59.480369 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-3cccfeb7-af08-4776-b7eb-c85cdb02ce80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1810873 Jul 07 19:23:59.505323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c7a4a-40f3-4104-9373-7c663934bdaf req-680be7a9-da7c-4815-8495-2dd4f4d8c796 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:59.512850 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c48c7a4a-40f3-4104-9373-7c663934bdaf req-680be7a9-da7c-4815-8495-2dd4f4d8c796 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 948 time: 0.3561356 Jul 07 19:23:59.548931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-a344f85e-82d4-42ad-be59-9399f222b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:59.550983 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-a344f85e-82d4-42ad-be59-9399f222b5b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0636382 Jul 07 19:23:59.594910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c48c7a4a-40f3-4104-9373-7c663934bdaf req-8ed6e8e1-3f8d-4c39-beb9-1e5f7a383b44 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/security-groups?id=eff31bc7-5470-4346-8bdd-68199a328219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811284 Jul 07 19:23:59.682402 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-445c0794-3c65-468b-b66a-5c9034d2980c service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200926 Jul 07 19:23:59.693268 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6374d240-7fbf-46b7-ac6f-906762f81b34 x-openstack-request-id: req-6374d240-7fbf-46b7-ac6f-906762f81b34 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:59.693561 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b811695a-69af-4405-88c8-896979597e35", "tag": "890308d9-cca9-46ae-a525-9243c6916716", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:59.693821 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6374d240-7fbf-46b7-ac6f-906762f81b34 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:59.694230 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b811695a-69af-4405-88c8-896979597e35', 'tag': '890308d9-cca9-46ae-a525-9243c6916716', 'status': 'completed', 'code': 200} Jul 07 19:23:59.700155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f89e0e-e52d-4e9c-b337-519049fcbe52 req-aa54e30f-9073-49e4-ab1a-76d04c951f65 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:59.707261 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87f89e0e-e52d-4e9c-b337-519049fcbe52 req-aa54e30f-9073-49e4-ab1a-76d04c951f65 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 944 time: 0.4601138 Jul 07 19:23:59.750824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-080f6ced-44ce-4401-94be-9f7a570d6e4d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0d5338a544f944cf815861e97acf5b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892766 Jul 07 19:23:59.754746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:59.841306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87f89e0e-e52d-4e9c-b337-519049fcbe52 req-b9665e3c-ac9c-4eda-86ee-abe5ec347c44 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328940 Jul 07 19:23:59.882088 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5e68766-dbf6-4cd2-997d-1b63f8546cf2 req-21e4cfec-4b5c-4d6d-80e1-1f3c11efe911 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823592 Jul 07 19:23:59.948647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a64fe08-0c55-4622-b760-4c67d72202c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.013813 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.033724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object dcb70617-d589-4118-a842-47631d27f641 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:00.045854 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a64fe08-0c55-4622-b760-4c67d72202c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.099442 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.126575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a64fe08-0c55-4622-b760-4c67d72202c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.129308 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a64fe08-0c55-4622-b760-4c67d72202c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.130562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2a64fe08-0c55-4622-b760-4c67d72202c9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e8e99cb6-b719-4215-85a1-eab5fead3a71 HTTP/1.1" status: 204 len: 168 time: 0.3726752 Jul 07 19:24:00.163681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebee00c-b6e3-4496-bff0-9a7a0684ac17 req-68a09bca-c03d-49c3-948a-81bcb3a0a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:00.173891 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cebee00c-b6e3-4496-bff0-9a7a0684ac17 req-68a09bca-c03d-49c3-948a-81bcb3a0a603 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e193f922ad7c443c904a6583023ff400&device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 1100 time: 0.1602387 Jul 07 19:24:00.194520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64fe08-0c55-4622-b760-4c67d72202c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e99cb6-b719-4215-85a1-eab5fead3a71,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:00.239041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] In _notify_port_updated(), no bound segment for port dcb70617-d589-4118-a842-47631d27f641 on network 26f53304-88db-40e3-94d9-112ed647e0b5 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:24:00.246471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:00.247157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1d78c10d-b105-4f74-aeb5-a6c371ed7aec None None] Allocated IP 2001:db8:0:1::2 (26f53304-88db-40e3-94d9-112ed647e0b5/0bd18e9f-6a47-4c15-b928-bc4519d92e07/023f3d42-211b-43a4-8a80-9825aa1d013f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:00.247659 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.248721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "PUT /v2.0/ports/dcb70617-d589-4118-a842-47631d27f641 HTTP/1.1" status: 200 len: 931 time: 2.5288956 Jul 07 19:24:00.262706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:00.263518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3c0aa-100e-4ca4-8126-4aa087c24846 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=dcb70617-d589-4118-a842-47631d27f641,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:00.454331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebee00c-b6e3-4496-bff0-9a7a0684ac17 req-1522caf8-cccb-4202-9133-3a39d69f58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:00.455813 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cebee00c-b6e3-4496-bff0-9a7a0684ac17 req-1522caf8-cccb-4202-9133-3a39d69f58c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2687495 Jul 07 19:24:00.491155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1bae4f56-cb0f-444f-b9dd-f2ab2bdfd172 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port dcb70617-d589-4118-a842-47631d27f641 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:00.492269 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bae4f56-cb0f-444f-b9dd-f2ab2bdfd172 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.514434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1d78c10d-b105-4f74-aeb5-a6c371ed7aec None None] For port 023f3d42-211b-43a4-8a80-9825aa1d013f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=023f3d42-211b-43a4-8a80-9825aa1d013f,segment=NetworkSegment(2e6f3720-d182-4c4f-bf24-fe0907cb35c1),segment_id=2e6f3720-d182-4c4f-bf24-fe0907cb35c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:00.567936 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cebee00c-b6e3-4496-bff0-9a7a0684ac17 req-d6caf343-0ff2-4e95-a2d5-40e2c2ae3147 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=890308d9-cca9-46ae-a525-9243c6916716 HTTP/1.1" status: 200 len: 217 time: 0.1029372 Jul 07 19:24:00.607901 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d78c10d-b105-4f74-aeb5-a6c371ed7aec None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.677014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d78c10d-b105-4f74-aeb5-a6c371ed7aec None None] Transition to ACTIVE for port object 023f3d42-211b-43a4-8a80-9825aa1d013f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:00.695628 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d78c10d-b105-4f74-aeb5-a6c371ed7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.734852 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bae4f56-cb0f-444f-b9dd-f2ab2bdfd172 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.762442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebee00c-b6e3-4496-bff0-9a7a0684ac17 req-13837556-1298-48bc-81ea-b7b9ae291d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:00.765548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1bae4f56-cb0f-444f-b9dd-f2ab2bdfd172 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for dcb70617-d589-4118-a842-47631d27f641 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:00.766316 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cebee00c-b6e3-4496-bff0-9a7a0684ac17 req-13837556-1298-48bc-81ea-b7b9ae291d22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1864090 Jul 07 19:24:00.900717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebee00c-b6e3-4496-bff0-9a7a0684ac17 req-9577741e-93d1-4620-a674-dd8d1023ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:00.902271 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cebee00c-b6e3-4496-bff0-9a7a0684ac17 req-9577741e-93d1-4620-a674-dd8d1023ad7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312048 Jul 07 19:24:01.086749 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cebee00c-b6e3-4496-bff0-9a7a0684ac17 req-419db9fc-f982-44b1-a682-39065c158532 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540949 Jul 07 19:24:01.304798 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device cc7249f5-214c-4444-aa3a-817723c8eefd up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:01.326282 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cebee00c-b6e3-4496-bff0-9a7a0684ac17 req-8c425bd8-b0fa-4f5f-8f4c-cb76e9c775d6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317529 Jul 07 19:24:01.355425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 890308d9-cca9-46ae-a525-9243c6916716 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:24:01.454916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f1e90-4017-4efc-a468-c90d95c75f7d req-608a529c-4d1c-48bd-908e-1eca084d9b24 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.456534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-707f1e90-4017-4efc-a468-c90d95c75f7d req-608a529c-4d1c-48bd-908e-1eca084d9b24 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 944 time: 0.4220622 Jul 07 19:24:01.538757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10510a-b191-473a-be34-8f73d90a3875 req-80375c4b-0dd3-4206-8d44-934e8a1e17f1 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.547999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6f10510a-b191-473a-be34-8f73d90a3875 req-80375c4b-0dd3-4206-8d44-934e8a1e17f1 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 948 time: 0.4654586 Jul 07 19:24:01.752211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 890308d9-cca9-46ae-a525-9243c6916716, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=890308d9-cca9-46ae-a525-9243c6916716,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:01.787755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '890308d9-cca9-46ae-a525-9243c6916716', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '890308d9-cca9-46ae-a525-9243c6916716', 'mac_address': 'fa:16:3e:62:89:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:24:01.795520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-707f1e90-4017-4efc-a468-c90d95c75f7d req-683babf5-1e16-45e8-935f-e4332b79603a tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448335 Jul 07 19:24:01.797360 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bae4f56-cb0f-444f-b9dd-f2ab2bdfd172 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:01.808176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78c10d-b105-4f74-aeb5-a6c371ed7aec None None] Pushing event updated for resources: {'Port': ['ID=023f3d42-211b-43a4-8a80-9825aa1d013f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:01.829026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6f10510a-b191-473a-be34-8f73d90a3875 req-6ca892c4-ce2d-4a19-be59-8ad5fd5a4bd9 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/security-groups?id=eff31bc7-5470-4346-8bdd-68199a328219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641459 Jul 07 19:24:01.935118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port cc7249f5-214c-4444-aa3a-817723c8eefd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:01.942803 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:01.947967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae4f56-cb0f-444f-b9dd-f2ab2bdfd172 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=dcb70617-d589-4118-a842-47631d27f641,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:01.948697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port cc7249f5-214c-4444-aa3a-817723c8eefd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:01.949070 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.072358 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bae4f56-cb0f-444f-b9dd-f2ab2bdfd172 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.072358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1bae4f56-cb0f-444f-b9dd-f2ab2bdfd172 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/dcb70617-d589-4118-a842-47631d27f641 HTTP/1.1" status: 204 len: 168 time: 1.7970412 Jul 07 19:24:02.073171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:02.111838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 023f3d42-211b-43a4-8a80-9825aa1d013f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:02.144000 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d56962-045b-4341-bac4-78f58f800513 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:24:02.145934 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-77d56962-045b-4341-bac4-78f58f800513 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/dcb70617-d589-4118-a842-47631d27f641 HTTP/1.1" status: 404 len: 333 time: 0.0747352 Jul 07 19:24:02.148917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:02.222367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890308d9-cca9-46ae-a525-9243c6916716 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:02.279970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 890308d9-cca9-46ae-a525-9243c6916716, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=890308d9-cca9-46ae-a525-9243c6916716,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:02.296953 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.323871 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134b1393-cfc3-44b7-b13d-1d3dd01fc8ff tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.333822 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.380679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1e92db-3671-4c09-8ebf-8827b00f4f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7249f5-214c-4444-aa3a-817723c8eefd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:02.383738 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f8e92b-23dd-4ea6-ab06-645ed5add73a" -d '{"events": [{"server_uuid": "eb1e92db-3671-4c09-8ebf-8827b00f4f1d", "name": "network-vif-plugged", "status": "completed", "tag": "cc7249f5-214c-4444-aa3a-817723c8eefd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:02.412200 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134b1393-cfc3-44b7-b13d-1d3dd01fc8ff tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.495374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port cc7249f5-214c-4444-aa3a-817723c8eefd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cc7249f5-214c-4444-aa3a-817723c8eefd,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:02.528700 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.547366 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134b1393-cfc3-44b7-b13d-1d3dd01fc8ff tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.563221 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134b1393-cfc3-44b7-b13d-1d3dd01fc8ff tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.568463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-134b1393-cfc3-44b7-b13d-1d3dd01fc8ff tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/security-groups/d6bf2f9f-4aea-4a0c-9a03-9a31c955e7ea HTTP/1.1" status: 204 len: 168 time: 0.4144576 Jul 07 19:24:02.568821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:02.570412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=890308d9-cca9-46ae-a525-9243c6916716,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:02.611714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b1393-cfc3-44b7-b13d-1d3dd01fc8ff tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bf2f9f-4aea-4a0c-9a03-9a31c955e7ea,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:02.627475 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a70b12e-ac18-49c2-a5e0-d17faf6796db x-openstack-request-id: req-5a70b12e-ac18-49c2-a5e0-d17faf6796db {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:02.627793 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1e92db-3671-4c09-8ebf-8827b00f4f1d", "name": "network-vif-plugged", "status": "completed", "tag": "cc7249f5-214c-4444-aa3a-817723c8eefd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:02.628061 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5a70b12e-ac18-49c2-a5e0-d17faf6796db {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:02.628497 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1e92db-3671-4c09-8ebf-8827b00f4f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7249f5-214c-4444-aa3a-817723c8eefd', 'code': 200} Jul 07 19:24:02.675286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['890308d9-cca9-46ae-a525-9243c6916716'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:24:02.716131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3229a06-f9c0-4be2-b22f-4572ea3bea42 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:02.794801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=cc7249f5-214c-4444-aa3a-817723c8eefd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:02.850028 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3229a06-f9c0-4be2-b22f-4572ea3bea42 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.024363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d3e9b-4dbf-4622-acfe-ab2b19e7b81e req-d52538a4-f23f-4b4e-b9e1-d0417557421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:03.027824 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a3d3e9b-4dbf-4622-acfe-ab2b19e7b81e req-d52538a4-f23f-4b4e-b9e1-d0417557421b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 1097 time: 0.3127630 Jul 07 19:24:03.086469 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3229a06-f9c0-4be2-b22f-4572ea3bea42 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.090923 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3229a06-f9c0-4be2-b22f-4572ea3bea42 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.105442 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c3229a06-f9c0-4be2-b22f-4572ea3bea42 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/security-groups/b0bba888-28e0-46ed-8ad0-3fabbcb8f78a HTTP/1.1" status: 204 len: 168 time: 0.5320230 Jul 07 19:24:03.113040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:03.121429 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.153511 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3a3d3e9b-4dbf-4622-acfe-ab2b19e7b81e req-3c7ea182-535c-420c-b781-abd9c3a8f800 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175847 Jul 07 19:24:03.155474 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3229a06-f9c0-4be2-b22f-4572ea3bea42 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bba888-28e0-46ed-8ad0-3fabbcb8f78a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:03.244400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1dfff1b6-2f76-411e-82b0-8312fe12b596 None None] Provisioning for port 023f3d42-211b-43a4-8a80-9825aa1d013f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:03.249346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-361c19b0-9b13-4a0c-8e96-b30b541c18c2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting subnet f8b23035-e1ee-419b-88c0-b8de98219dcc {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:24:03.249791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1dfff1b6-2f76-411e-82b0-8312fe12b596 None None] Provisioning complete for port 023f3d42-211b-43a4-8a80-9825aa1d013f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:03.250473 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dfff1b6-2f76-411e-82b0-8312fe12b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.254554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-361c19b0-9b13-4a0c-8e96-b30b541c18c2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.338812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e0051-3033-4616-9c92-38ef823c18b6 req-65e479f9-bb26-45fc-aaa2-9881cf662b56 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:03.346209 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b4e0051-3033-4616-9c92-38ef823c18b6 req-65e479f9-bb26-45fc-aaa2-9881cf662b56 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 945 time: 0.2534106 Jul 07 19:24:03.425265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1dfff1b6-2f76-411e-82b0-8312fe12b596 None None] Provisioning complete for port b6fd34c2-e040-419a-b8be-6e358815161e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:03.425863 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dfff1b6-2f76-411e-82b0-8312fe12b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.477749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1dfff1b6-2f76-411e-82b0-8312fe12b596 None None] Port b6fd34c2-e040-419a-b8be-6e358815161e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:03.489622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1dfff1b6-2f76-411e-82b0-8312fe12b596 None None] Could not find standard attr ID for object dcb70617-d589-4118-a842-47631d27f641. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:24:03.514310 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b4e0051-3033-4616-9c92-38ef823c18b6 req-156e2ad5-6b31-47c7-b108-492c4ea3b12b tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600916 Jul 07 19:24:03.527131 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-361c19b0-9b13-4a0c-8e96-b30b541c18c2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.616150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a5412d0e-7b7d-4e24-90e0-aae13baecc7d None None] Could not find standard attr ID for object dcb70617-d589-4118-a842-47631d27f641. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:24:03.628733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c0161-6fbb-4172-bc35-df545b174f22 req-a42daeb5-6bc1-4cfc-a194-8d27d59449ad tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:03.636443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e97c0161-6fbb-4172-bc35-df545b174f22 req-a42daeb5-6bc1-4cfc-a194-8d27d59449ad tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 949 time: 0.3486710 Jul 07 19:24:03.733337 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-361c19b0-9b13-4a0c-8e96-b30b541c18c2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.752933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e97c0161-6fbb-4172-bc35-df545b174f22 req-9e9361e8-522c-44fe-96de-d328140b4202 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/security-groups?id=eff31bc7-5470-4346-8bdd-68199a328219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110849 Jul 07 19:24:03.884799 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-361c19b0-9b13-4a0c-8e96-b30b541c18c2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.967145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c19b0-9b13-4a0c-8e96-b30b541c18c2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b23035-e1ee-419b-88c0-b8de98219dcc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:03.989469 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-361c19b0-9b13-4a0c-8e96-b30b541c18c2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:03.996697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973530fc-94a0-460c-bb80-238097a08442 None None] Network 26f53304-88db-40e3-94d9-112ed647e0b5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:04.009661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-361c19b0-9b13-4a0c-8e96-b30b541c18c2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/f8b23035-e1ee-419b-88c0-b8de98219dcc HTTP/1.1" status: 204 len: 168 time: 0.8632145 Jul 07 19:24:04.016668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:04.030099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-70c49d35-5d38-423b-b4fe-a27a1a53f64c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:04.371822 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c49d35-5d38-423b-b4fe-a27a1a53f64c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:04.379268 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70c49d35-5d38-423b-b4fe-a27a1a53f64c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.049865 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70c49d35-5d38-423b-b4fe-a27a1a53f64c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.336039 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 890308d9-cca9-46ae-a525-9243c6916716 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:05.449680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 890308d9-cca9-46ae-a525-9243c6916716 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:05.454256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 890308d9-cca9-46ae-a525-9243c6916716 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:05.454640 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.502426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:05.578983 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.645547 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 890308d9-cca9-46ae-a525-9243c6916716, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=890308d9-cca9-46ae-a525-9243c6916716,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:05.646888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b811695a-69af-4405-88c8-896979597e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890308d9-cca9-46ae-a525-9243c6916716'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:05.650213 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e3a4d3-5469-469e-af2d-c62bf9ca351d" -d '{"events": [{"server_uuid": "b811695a-69af-4405-88c8-896979597e35", "name": "network-vif-plugged", "status": "completed", "tag": "890308d9-cca9-46ae-a525-9243c6916716"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:05.650767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c49d35-5d38-423b-b4fe-a27a1a53f64c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:05.655221 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.658144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-70c49d35-5d38-423b-b4fe-a27a1a53f64c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:05.676986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c49d35-5d38-423b-b4fe-a27a1a53f64c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:05.677608 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70c49d35-5d38-423b-b4fe-a27a1a53f64c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.689179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece7828-d68a-4c8a-801a-8b770fb9614d req-f2fb8a1d-489a-4927-a2f2-b726e2d92e56 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:05.697266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cece7828-d68a-4c8a-801a-8b770fb9614d req-f2fb8a1d-489a-4927-a2f2-b726e2d92e56 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 945 time: 0.8398924 Jul 07 19:24:05.707549 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c759f9-ea02-4972-8534-0fc76b372a6f None None] Network 26f53304-88db-40e3-94d9-112ed647e0b5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:05.720387 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d96bc817-6b02-45c2-bd01-b81092cfe501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.841335 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cece7828-d68a-4c8a-801a-8b770fb9614d req-5eb7e444-4d15-429d-81dc-7c4b4ec24663 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335135 Jul 07 19:24:05.843343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c49d35-5d38-423b-b4fe-a27a1a53f64c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Subnet': ['ID=44b299b7-c3f0-4885-95c4-349a56b65176,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:05.851368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d96bc817-6b02-45c2-bd01-b81092cfe501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.891230 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d96bc817-6b02-45c2-bd01-b81092cfe501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.892360 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-70c49d35-5d38-423b-b4fe-a27a1a53f64c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8746040 Jul 07 19:24:05.896721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:05.915704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21737174-b83b-4fbb-bf0c-e5eb775bc242 req-5c42d9bb-5a7c-4429-9d5a-a859c04e4588 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:05.924627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21737174-b83b-4fbb-bf0c-e5eb775bc242 req-5c42d9bb-5a7c-4429-9d5a-a859c04e4588 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 950 time: 0.2720280 Jul 07 19:24:05.929159 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d96bc817-6b02-45c2-bd01-b81092cfe501 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f3f6ce5697c6479caf3e686a055bd7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4240248 Jul 07 19:24:05.932440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:05.933808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-333796f2-2804-4cb0-8e5d-d7ee5023b6bc tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'security_group': {'name': 'tempest-secgroup-745819210'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:05.935531 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c81d927-d070-4bb5-b310-d2f5d02b82ce x-openstack-request-id: req-6c81d927-d070-4bb5-b310-d2f5d02b82ce {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:05.935828 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b811695a-69af-4405-88c8-896979597e35", "name": "network-vif-plugged", "status": "completed", "tag": "890308d9-cca9-46ae-a525-9243c6916716", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:05.936085 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6c81d927-d070-4bb5-b310-d2f5d02b82ce {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:05.936573 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b811695a-69af-4405-88c8-896979597e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890308d9-cca9-46ae-a525-9243c6916716', 'code': 200} Jul 07 19:24:05.963649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2fa23023-9a7b-48b9-9129-c8fed3accda6 None None] Provisioning complete for port 023f3d42-211b-43a4-8a80-9825aa1d013f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:05.964023 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fa23023-9a7b-48b9-9129-c8fed3accda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:05.982746 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-333796f2-2804-4cb0-8e5d-d7ee5023b6bc tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.069798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bc817-6b02-45c2-bd01-b81092cfe501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393c5f8b-c832-40ea-8df5-222ff295bd82,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:06.085565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21737174-b83b-4fbb-bf0c-e5eb775bc242 req-92c6eb15-ada4-40b0-b86c-7398445fb993 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/security-groups?id=eff31bc7-5470-4346-8bdd-68199a328219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576943 Jul 07 19:24:06.112525 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-12a299da-3a84-4024-8bf3-c93c48156f19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2576652 Jul 07 19:24:06.112776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=890308d9-cca9-46ae-a525-9243c6916716,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:06.113634 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5660b364-55a2-45d9-a02c-0124660a9e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.153253 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5660b364-55a2-45d9-a02c-0124660a9e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.201265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac19b99-7203-4f48-b80e-474d9294eef1 req-26a4dfcb-b01c-44e3-aff2-dcd013b3b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:06.202889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ac19b99-7203-4f48-b80e-474d9294eef1 req-26a4dfcb-b01c-44e3-aff2-dcd013b3b85d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 1102 time: 0.1735961 Jul 07 19:24:06.244312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5660b364-55a2-45d9-a02c-0124660a9e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.248812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5660b364-55a2-45d9-a02c-0124660a9e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.253323 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5660b364-55a2-45d9-a02c-0124660a9e14 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/393c5f8b-c832-40ea-8df5-222ff295bd82 HTTP/1.1" status: 204 len: 168 time: 0.3196945 Jul 07 19:24:06.261064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830f089-3ede-4cc6-bd5e-78c0ed25d99c None None] Update dhcp port {'port': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'fixed_ips': [{'subnet_id': '0bd18e9f-6a47-4c15-b928-bc4519d92e07', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '44b299b7-c3f0-4885-95c4-349a56b65176'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '023f3d42-211b-43a4-8a80-9825aa1d013f'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:24:06.291840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660b364-55a2-45d9-a02c-0124660a9e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393c5f8b-c832-40ea-8df5-222ff295bd82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:06.328552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ac19b99-7203-4f48-b80e-474d9294eef1 req-174795d6-b239-4903-bdb1-1b41aa032f64 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eff31bc7-5470-4346-8bdd-68199a328219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041296 Jul 07 19:24:06.331217 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-333796f2-2804-4cb0-8e5d-d7ee5023b6bc tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.348524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-333796f2-2804-4cb0-8e5d-d7ee5023b6bc tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.365069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-79ba976f-ae0b-4a18-8ae1-97f2a1a5e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:06.371455 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c830f089-3ede-4cc6-bd5e-78c0ed25d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.372025 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-79ba976f-ae0b-4a18-8ae1-97f2a1a5e704 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 1097 time: 0.1513298 Jul 07 19:24:06.383341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333796f2-2804-4cb0-8e5d-d7ee5023b6bc tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f05bf51-f688-46ff-b4fb-195bf4eaadac,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:06.397818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9300-3406-4e99-8883-690b2027dccf req-4eae5031-6b98-4842-8bb2-bf41b41aaef2 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:06.399779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a27f9300-3406-4e99-8883-690b2027dccf req-4eae5031-6b98-4842-8bb2-bf41b41aaef2 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b HTTP/1.1" status: 200 len: 945 time: 0.2220325 Jul 07 19:24:06.415690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2fa23023-9a7b-48b9-9129-c8fed3accda6 None None] Provisioning complete for port b6fd34c2-e040-419a-b8be-6e358815161e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:06.416086 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fa23023-9a7b-48b9-9129-c8fed3accda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.430603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-333796f2-2804-4cb0-8e5d-d7ee5023b6bc tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.436143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-333796f2-2804-4cb0-8e5d-d7ee5023b6bc tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5065987 Jul 07 19:24:06.437988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:06.445200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c0fe88ea-4f2a-4c86-8ee0-900fe8d1fc6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'security_group': {'name': 'tempest-secgroup-368350920'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:06.464889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2fa23023-9a7b-48b9-9129-c8fed3accda6 None None] Port b6fd34c2-e040-419a-b8be-6e358815161e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:06.568918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a27f9300-3406-4e99-8883-690b2027dccf req-1500229a-1473-4fe8-86f5-b73780180dd3 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555004 Jul 07 19:24:06.573347 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0fe88ea-4f2a-4c86-8ee0-900fe8d1fc6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.809327 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0fe88ea-4f2a-4c86-8ee0-900fe8d1fc6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.829114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0fe88ea-4f2a-4c86-8ee0-900fe8d1fc6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.848746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c830f089-3ede-4cc6-bd5e-78c0ed25d99c None None] Allocated IP 2001:db8::2 (26f53304-88db-40e3-94d9-112ed647e0b5/44b299b7-c3f0-4885-95c4-349a56b65176/023f3d42-211b-43a4-8a80-9825aa1d013f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:06.861813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-b8742199-e5c0-486e-b0c9-015896e0f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:06.867994 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-b8742199-e5c0-486e-b0c9-015896e0f976 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 913 time: 0.2463608 Jul 07 19:24:06.870262 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0fe88ea-4f2a-4c86-8ee0-900fe8d1fc6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.873285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c0fe88ea-4f2a-4c86-8ee0-900fe8d1fc6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4334953 Jul 07 19:24:06.875816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:06.884620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aecc4510-3870-442a-b809-f241725dc840 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'security_group': {'name': 'tempest-secgroup-1612180655'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:06.925773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:06.978408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe88ea-4f2a-4c86-8ee0-900fe8d1fc6a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4470511-9fc4-400b-8068-bad5940fe284,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:06.990912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a37-33d1-466f-a185-0cbfbff4eecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.060846 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecc4510-3870-442a-b809-f241725dc840 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.081840 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-a21c7324-2bae-42e9-92ee-98d30cb2d1af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c HTTP/1.1" status: 200 len: 1001 time: 0.1776912 Jul 07 19:24:07.097469 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c830f089-3ede-4cc6-bd5e-78c0ed25d99c None None] For port 023f3d42-211b-43a4-8a80-9825aa1d013f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=023f3d42-211b-43a4-8a80-9825aa1d013f,segment=NetworkSegment(2e6f3720-d182-4c4f-bf24-fe0907cb35c1),segment_id=2e6f3720-d182-4c4f-bf24-fe0907cb35c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:07.157750 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c830f089-3ede-4cc6-bd5e-78c0ed25d99c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.214332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c830f089-3ede-4cc6-bd5e-78c0ed25d99c None None] Transition to ACTIVE for port object 023f3d42-211b-43a4-8a80-9825aa1d013f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:07.218879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-6a50e7d6-a9f5-419d-aa02-1f3ae11858b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:07.220689 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-6a50e7d6-a9f5-419d-aa02-1f3ae11858b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 HTTP/1.1" status: 200 len: 850 time: 0.1283193 Jul 07 19:24:07.221321 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c830f089-3ede-4cc6-bd5e-78c0ed25d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.237892 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a37-33d1-466f-a185-0cbfbff4eecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.251167 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af8d0a37-33d1-466f-a185-0cbfbff4eecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.355905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-af8d0a37-33d1-466f-a185-0cbfbff4eecf admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=822ea9af67e0491fbf21711c01360cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259970 Jul 07 19:24:07.357345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d0a37-33d1-466f-a185-0cbfbff4eecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66b5b13-8155-424d-9596-a312e37f0da4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:07.362110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:07.433276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-6b5ce5d5-b4d7-48bc-a4dd-38ff9b032f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:07.434839 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-6b5ce5d5-b4d7-48bc-a4dd-38ff9b032f1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2045312 Jul 07 19:24:07.518891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830f089-3ede-4cc6-bd5e-78c0ed25d99c None None] Pushing event updated for resources: {'Port': ['ID=023f3d42-211b-43a4-8a80-9825aa1d013f,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:07.595603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c89fbc89-db02-462d-8a62-bf69b64619eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.645820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecc4510-3870-442a-b809-f241725dc840 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.665686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecc4510-3870-442a-b809-f241725dc840 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.672670 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c89fbc89-db02-462d-8a62-bf69b64619eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.745019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14fab4-0490-441c-92b4-123cf209897f req-d0b295e6-bdae-496d-bbc4-9f0e9b665431 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:07.748898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d14fab4-0490-441c-92b4-123cf209897f req-d0b295e6-bdae-496d-bbc4-9f0e9b665431 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 950 time: 0.4523377 Jul 07 19:24:07.762757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4510-3870-442a-b809-f241725dc840 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d783cde2-0dec-492e-a5e3-bb3ecadaa103,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:07.821001 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aecc4510-3870-442a-b809-f241725dc840 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:07.825578 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aecc4510-3870-442a-b809-f241725dc840 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9484272 Jul 07 19:24:07.832136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:07.839876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-900886690', 'security_groups': ['d783cde2-0dec-492e-a5e3-bb3ecadaa103'], 'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44b299b7-c3f0-4885-95c4-349a56b65176'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:07.873421 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-1f752fb0-d5b1-4e30-9e4e-a05a59317438 service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186175 Jul 07 19:24:07.968123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1d14fab4-0490-441c-92b4-123cf209897f req-f118454a-e4f5-4cf8-80f5-33d0c902dde9 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/security-groups?id=eff31bc7-5470-4346-8bdd-68199a328219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097578 Jul 07 19:24:07.997089 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c89fbc89-db02-462d-8a62-bf69b64619eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:08.001134 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c89fbc89-db02-462d-8a62-bf69b64619eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:08.002623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c89fbc89-db02-462d-8a62-bf69b64619eb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e66b5b13-8155-424d-9596-a312e37f0da4 HTTP/1.1" status: 204 len: 168 time: 0.6317108 Jul 07 19:24:08.022257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fbc89-db02-462d-8a62-bf69b64619eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66b5b13-8155-424d-9596-a312e37f0da4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:08.171409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:08.184783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 023f3d42-211b-43a4-8a80-9825aa1d013f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:08.376017 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5880fcd8-1eff-473a-9909-e6861d1f7b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:08.399142 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-214f56f4-a00c-454d-97fd-6ca3f67b3111 req-65a38fe6-e0e8-4397-9d39-c8fd42342dc3 service neutron] 10.222.0.59 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917111 Jul 07 19:24:08.472434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:08.503904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] device_id is not set on port 2472bbad-ea81-45a1-8184-b3457d621b0e yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:24:08.564340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-39ecfedd-fbdc-4bcc-9228-69274d9633c1 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:08.573283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-39ecfedd-fbdc-4bcc-9228-69274d9633c1 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/networks?id=93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 200 len: 813 time: 0.2785749 Jul 07 19:24:08.590014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-551317e3-9dae-44c7-8ede-a57649a628c9 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/quotas/9742b8c9b48e43908fbbaa7865befa08 HTTP/1.1" status: 200 len: 375 time: 0.0149381 Jul 07 19:24:08.721718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9da14c7-b3b5-4c5a-a947-624e4a8aa896 None None] Provisioning for port 023f3d42-211b-43a4-8a80-9825aa1d013f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:08.739557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9da14c7-b3b5-4c5a-a947-624e4a8aa896 None None] Provisioning complete for port 023f3d42-211b-43a4-8a80-9825aa1d013f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:08.742155 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9da14c7-b3b5-4c5a-a947-624e4a8aa896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:08.791252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-896dfc11-e94c-4a2b-8556-b1718adb3e86 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9742b8c9b48e43908fbbaa7865befa08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1962342 Jul 07 19:24:08.902757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9da14c7-b3b5-4c5a-a947-624e4a8aa896 None None] Provisioning complete for port b6fd34c2-e040-419a-b8be-6e358815161e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:08.903134 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9da14c7-b3b5-4c5a-a947-624e4a8aa896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:08.957743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8::128 (26f53304-88db-40e3-94d9-112ed647e0b5/44b299b7-c3f0-4885-95c4-349a56b65176/2472bbad-ea81-45a1-8184-b3457d621b0e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:08.974325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15765c6a-0dd3-4cc9-b65a-55341d1ad77d req-2452bfe8-7a61-4752-bac0-a5c8d735c31e tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:08.976320 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15765c6a-0dd3-4cc9-b65a-55341d1ad77d req-2452bfe8-7a61-4752-bac0-a5c8d735c31e tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "GET /v2.0/ports?device_id=3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b HTTP/1.1" status: 200 len: 945 time: 0.2513433 Jul 07 19:24:08.988949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d9da14c7-b3b5-4c5a-a947-624e4a8aa896 None None] Port b6fd34c2-e040-419a-b8be-6e358815161e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:08.993044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-4cce9a3e-f427-4687-87e4-2727d221b6f2 service neutron] 10.222.0.113 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671686 Jul 07 19:24:09.180668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-3a87de56-727d-4db0-a099-332a5fad8698 service neutron] 10.222.0.113 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701295 Jul 07 19:24:09.287633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-15765c6a-0dd3-4cc9-b65a-55341d1ad77d req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Deleting port c57e5e38-0172-45ae-a482-141d3e9f7da2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:09.289143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15765c6a-0dd3-4cc9-b65a-55341d1ad77d req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:09.297541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:09.372013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object 2472bbad-ea81-45a1-8184-b3457d621b0e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:09.465985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-15765c6a-0dd3-4cc9-b65a-55341d1ad77d req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] For port c57e5e38-0172-45ae-a482-141d3e9f7da2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c57e5e38-0172-45ae-a482-141d3e9f7da2,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:09.466413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15765c6a-0dd3-4cc9-b65a-55341d1ad77d req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:09.494363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-15765c6a-0dd3-4cc9-b65a-55341d1ad77d req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Calling delete_port for c57e5e38-0172-45ae-a482-141d3e9f7da2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:09.511999 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:09.562880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfd6a8-82a4-46eb-be11-efd7f9cd95a7 req-48bafefc-d2d2-4be2-a894-edc1f640c649 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:09.567463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bdfd6a8-82a4-46eb-be11-efd7f9cd95a7 req-48bafefc-d2d2-4be2-a894-edc1f640c649 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "GET /v2.0/ports?device_id=eb1e92db-3671-4c09-8ebf-8827b00f4f1d HTTP/1.1" status: 200 len: 945 time: 0.3573785 Jul 07 19:24:09.638363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:09.645812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65554-c3bd-4e4b-a4a6-097d8a968932 req-cca567c2-b282-4213-a07f-789762ea6c40 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:09.647945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-def65554-c3bd-4e4b-a4a6-097d8a968932 req-cca567c2-b282-4213-a07f-789762ea6c40 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 950 time: 0.4656441 Jul 07 19:24:09.649465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:09.714949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=2472bbad-ea81-45a1-8184-b3457d621b0e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:09.731486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:09.734342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:09.737801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-def65554-c3bd-4e4b-a4a6-097d8a968932 req-239db42a-cc29-4cc5-a5d2-8878fb56d664 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/security-groups?id=eff31bc7-5470-4346-8bdd-68199a328219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791891 Jul 07 19:24:09.771726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:09.772643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:09.790911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8bdfd6a8-82a4-46eb-be11-efd7f9cd95a7 req-67c4b049-0759-4347-ae7f-1aa06ea81372 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Deleting port cc7249f5-214c-4444-aa3a-817723c8eefd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:09.791391 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bdfd6a8-82a4-46eb-be11-efd7f9cd95a7 req-67c4b049-0759-4347-ae7f-1aa06ea81372 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.061352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8bdfd6a8-82a4-46eb-be11-efd7f9cd95a7 req-67c4b049-0759-4347-ae7f-1aa06ea81372 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] For port cc7249f5-214c-4444-aa3a-817723c8eefd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=cc7249f5-214c-4444-aa3a-817723c8eefd,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:10.061675 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bdfd6a8-82a4-46eb-be11-efd7f9cd95a7 req-67c4b049-0759-4347-ae7f-1aa06ea81372 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.078779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8bdfd6a8-82a4-46eb-be11-efd7f9cd95a7 req-67c4b049-0759-4347-ae7f-1aa06ea81372 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Calling delete_port for cc7249f5-214c-4444-aa3a-817723c8eefd owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:10.264939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-network', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:10.270568 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bdfd6a8-82a4-46eb-be11-efd7f9cd95a7 req-67c4b049-0759-4347-ae7f-1aa06ea81372 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.272369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-811d6d17-af2d-42b8-a0c3-b41d7aa2e67c None None] Provisioning for port 2472bbad-ea81-45a1-8184-b3457d621b0e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:10.287351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-811d6d17-af2d-42b8-a0c3-b41d7aa2e67c None None] Provisioning complete for port 2472bbad-ea81-45a1-8184-b3457d621b0e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:10.289245 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-811d6d17-af2d-42b8-a0c3-b41d7aa2e67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.308212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4b049-0759-4347-ae7f-1aa06ea81372 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Pushing event deleted for resources: {'Port': ['ID=cc7249f5-214c-4444-aa3a-817723c8eefd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:10.371838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c57e5e38-0172-45ae-a482-141d3e9f7da2', 'cc7249f5-214c-4444-aa3a-817723c8eefd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:24:10.374149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-811d6d17-af2d-42b8-a0c3-b41d7aa2e67c None None] Port 2472bbad-ea81-45a1-8184-b3457d621b0e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:10.682260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdfd6a8-82a4-46eb-be11-efd7f9cd95a7 req-67c4b049-0759-4347-ae7f-1aa06ea81372 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] No DVR routers for this DVR port cc7249f5-214c-4444-aa3a-817723c8eefd on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:24:10.694536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Made reservation on behalf of 6442f334d0124b2ba2f01a4a34692cf5 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:10.699323 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.707832 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-39756c56-d42c-4d80-9c71-17b442fb455f tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8717308 Jul 07 19:24:10.714447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:10.724332 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bdfd6a8-82a4-46eb-be11-efd7f9cd95a7 req-67c4b049-0759-4347-ae7f-1aa06ea81372 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.728760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-35932d80-42af-48b2-ae5c-150c5dd76281 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:10.731165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bdfd6a8-82a4-46eb-be11-efd7f9cd95a7 req-67c4b049-0759-4347-ae7f-1aa06ea81372 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "DELETE /v2.0/ports/cc7249f5-214c-4444-aa3a-817723c8eefd HTTP/1.1" status: 204 len: 173 time: 1.1517611 Jul 07 19:24:10.734559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1e92db-3671-4c09-8ebf-8827b00f4f1d', 'name': 'network-vif-deleted', 'tag': 'cc7249f5-214c-4444-aa3a-817723c8eefd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:10.738078 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422ca147-1fe7-48ba-b09f-4224b95c9ef6" -d '{"events": [{"server_uuid": "eb1e92db-3671-4c09-8ebf-8827b00f4f1d", "name": "network-vif-deleted", "tag": "cc7249f5-214c-4444-aa3a-817723c8eefd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:10.842885 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:10.869926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14d3ee0c-52f8-4fb9-a571-e8c577404f1d req-68f7d45b-c26f-4e72-a9ae-b86778f29c42 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 210 time: 0.3382664 Jul 07 19:24:10.885484 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806e3da8-538a-47ec-9959-3d7a7e1c7642 x-openstack-request-id: req-806e3da8-538a-47ec-9959-3d7a7e1c7642 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:10.895426 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1e92db-3671-4c09-8ebf-8827b00f4f1d", "name": "network-vif-deleted", "tag": "cc7249f5-214c-4444-aa3a-817723c8eefd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:10.898617 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-806e3da8-538a-47ec-9959-3d7a7e1c7642 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:10.899178 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1e92db-3671-4c09-8ebf-8827b00f4f1d', 'name': 'network-vif-deleted', 'tag': 'cc7249f5-214c-4444-aa3a-817723c8eefd', 'status': 'completed', 'code': 200} Jul 07 19:24:11.050917 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57669a75-fde0-4514-b3d8-059dd8d06ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.070964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15765c6a-0dd3-4cc9-b65a-55341d1ad77d req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.089662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['cc7249f5-214c-4444-aa3a-817723c8eefd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:24:11.180632 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.190695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Pushing event deleted for resources: {'Port': ['ID=c57e5e38-0172-45ae-a482-141d3e9f7da2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:11.201148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.201498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.201805 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.201924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.202220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.202558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.202891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.203219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.203546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.203870 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.204254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.204609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.204934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:11.242153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:24:11.259978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d1aeaf-f9e1-4a87-9899-1604a0a34ad7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:11.262823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-15765c6a-0dd3-4cc9-b65a-55341d1ad77d req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] No DVR routers for this DVR port c57e5e38-0172-45ae-a482-141d3e9f7da2 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:24:11.272071 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15765c6a-0dd3-4cc9-b65a-55341d1ad77d req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.273122 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.274174 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15765c6a-0dd3-4cc9-b65a-55341d1ad77d req-31230381-5273-41e6-aa29-67236553580d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "DELETE /v2.0/ports/c57e5e38-0172-45ae-a482-141d3e9f7da2 HTTP/1.1" status: 204 len: 173 time: 2.2908223 Jul 07 19:24:11.274831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b', 'name': 'network-vif-deleted', 'tag': 'c57e5e38-0172-45ae-a482-141d3e9f7da2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:11.277478 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac26ac9-322c-4c75-89b1-0cd20b62d66f" -d '{"events": [{"server_uuid": "3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b", "name": "network-vif-deleted", "tag": "c57e5e38-0172-45ae-a482-141d3e9f7da2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:11.280980 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.306666 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Added segment 38080d77-5e95-402d-b240-bbcb1e02471b of type vlan for network d35b6983-51ac-42dc-86c5-c6c8577b8938 Jul 07 19:24:11.431816 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5fe763-3afd-4aac-abf5-bb840f822888 x-openstack-request-id: req-6a5fe763-3afd-4aac-abf5-bb840f822888 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:11.431816 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b", "name": "network-vif-deleted", "tag": "c57e5e38-0172-45ae-a482-141d3e9f7da2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:11.432142 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6a5fe763-3afd-4aac-abf5-bb840f822888 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:11.450331 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dedf884-9db3-4abd-a8a8-b6c33a7a2e7b', 'name': 'network-vif-deleted', 'tag': 'c57e5e38-0172-45ae-a482-141d3e9f7da2', 'status': 'completed', 'code': 200} Jul 07 19:24:11.459604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35932d80-42af-48b2-ae5c-150c5dd76281 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:11.463533 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.479058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35932d80-42af-48b2-ae5c-150c5dd76281 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.569447 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.570686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:11.578578 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:11.643512 n-d-792394-12 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-35932d80-42af-48b2-ae5c-150c5dd76281 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44b299b7-c3f0-4885-95c4-349a56b65176 (CIDR: 2001:db8::/64) Jul 07 19:24:11.652905 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-35932d80-42af-48b2-ae5c-150c5dd76281 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:24:11.653378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35932d80-42af-48b2-ae5c-150c5dd76281 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:11.708757 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-35932d80-42af-48b2-ae5c-150c5dd76281 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9916751 Jul 07 19:24:11.709472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:11.716369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1fa89e37-7580-4a6b-b93d-ccd497c68f44 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:11.780881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0339196 Jul 07 19:24:11.786273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:11.804123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] Request body: {'subnet': {'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-subnet', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:11.873203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f579002-bdb3-4e53-a765-6b44bf4d6c6c admin admin] Pushing event updated for resources: {'Network': ['ID=d35b6983-51ac-42dc-86c5-c6c8577b8938,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:11.897133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network d35b6983-51ac-42dc-86c5-c6c8577b8938 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:24:11.906525 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] Made reservation on behalf of 6442f334d0124b2ba2f01a4a34692cf5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:11.913420 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.150764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa89e37-7580-4a6b-b93d-ccd497c68f44 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:12.162364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fa89e37-7580-4a6b-b93d-ccd497c68f44 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.345512 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.414752 n-d-792394-12 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-1fa89e37-7580-4a6b-b93d-ccd497c68f44 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0bd18e9f-6a47-4c15-b928-bc4519d92e07 (CIDR: 2001:db8:0:1::/64) Jul 07 19:24:12.428957 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa89e37-7580-4a6b-b93d-ccd497c68f44 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:24:12.430766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa89e37-7580-4a6b-b93d-ccd497c68f44 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:12.470644 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1fa89e37-7580-4a6b-b93d-ccd497c68f44 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7597377 Jul 07 19:24:12.473750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:12.487929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cc548f07-e147-4716-92cc-c7754e974816 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'subnet': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:12.500118 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-317079f6-511c-4b3e-97f1-b9e0c9a4b367 req-6606ffd9-e5ef-49b6-b20f-22016e627d69 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 210 time: 0.2139709 Jul 07 19:24:12.508071 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.582361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab3e12f-6a89-432a-b709-a182032b481e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:12.643465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] Checking segment: {'id': '38080d77-5e95-402d-b240-bbcb1e02471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:12.643839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] Network hostable DHCP agents. Network: d35b6983-51ac-42dc-86c5-c6c8577b8938, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:24:12.674388 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc548f07-e147-4716-92cc-c7754e974816 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Made reservation on behalf of 7bed1ecd91fd4bf692db2b8d56596aeb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:12.687430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] Network d35b6983-51ac-42dc-86c5-c6c8577b8938 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:24:12.689701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc548f07-e147-4716-92cc-c7754e974816 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.709967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, d35b6983-51ac-42dc-86c5-c6c8577b8938) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:12.720450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0192b1bf-5f55-4c35-9f10-c01b7368e4ad None None] Network d35b6983-51ac-42dc-86c5-c6c8577b8938 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:12.722877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:12.726112 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.765709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b3ca5547-dbcc-4a00-9435-8a13d902226c admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9775379 Jul 07 19:24:12.767567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:12.776947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-router', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:12.889547 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:12.893668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.059490 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.247144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-d35b6983-51ac-42dc-86c5-c6c8577b8938', 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'fixed_ips': [{'subnet_id': 'eab3e12f-6a89-432a-b709-a182032b481e'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:24:13.252020 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.277160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c57e5e38-0172-45ae-a482-141d3e9f7da2 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:24:13.344521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: c57e5e38-0172-45ae-a482-141d3e9f7da2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:24:13.345296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c57e5e38-0172-45ae-a482-141d3e9f7da2 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:24:13.345946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device cc7249f5-214c-4444-aa3a-817723c8eefd no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:24:13.420667 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: cc7249f5-214c-4444-aa3a-817723c8eefd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:24:13.422785 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device cc7249f5-214c-4444-aa3a-817723c8eefd not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:24:13.455564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.527208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc548f07-e147-4716-92cc-c7754e974816 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:13.696517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Allocated IP 172.20.0.2 (d35b6983-51ac-42dc-86c5-c6c8577b8938/eab3e12f-6a89-432a-b709-a182032b481e/aa2de788-c18f-430e-ad2e-5808c6289802) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:13.976381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0273a83-f847-4937-8fc7-1ed24ac23101 req-696f9dee-0835-42a0-9b4b-f4d80e138031 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 210 time: 0.0456746 Jul 07 19:24:14.098876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-091871cc-e784-4f99-999a-f390a308a50b tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:14.100874 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-091871cc-e784-4f99-999a-f390a308a50b tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.59 "GET /v2.0/networks?id=93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 200 len: 813 time: 0.5576150 Jul 07 19:24:14.231428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.255025 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.284363 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.321084 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.342652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc548f07-e147-4716-92cc-c7754e974816 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Subnet': ['ID=f3a63fbc-9bfd-429d-9146-4a28f4d811f7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:14.351259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc548f07-e147-4716-92cc-c7754e974816 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Network 26f53304-88db-40e3-94d9-112ed647e0b5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:14.360764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Transition to ACTIVE for port object aa2de788-c18f-430e-ad2e-5808c6289802 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:14.372339 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Request body: {'port': {'device_id': '1da57f9b-a010-4ed8-9eaa-38fdcb37cf26', 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab', 'admin_state_up': True, 'tenant_id': '9742b8c9b48e43908fbbaa7865befa08'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:14.417018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Transition to ACTIVE for port object aa2de788-c18f-430e-ad2e-5808c6289802 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:14.427386 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.430279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cc548f07-e147-4716-92cc-c7754e974816 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:14.448014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc548f07-e147-4716-92cc-c7754e974816 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:14.461689 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc548f07-e147-4716-92cc-c7754e974816 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.493481 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716af306-cba1-44a7-9c7c-f68e088b8b4b None None] Network 26f53304-88db-40e3-94d9-112ed647e0b5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:14.588644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Allocated IP 172.25.2.24 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/1f45ea53-2fea-4fe9-b154-947afc64affd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:14.672497 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cc548f07-e147-4716-92cc-c7754e974816 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1933258 Jul 07 19:24:14.673838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:14.686127 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-564645526', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f3a63fbc-9bfd-429d-9146-4a28f4d811f7'}], 'security_groups': ['2f05bf51-f688-46ff-b4fb-195bf4eaadac', 'f4470511-9fc4-400b-8068-bad5940fe284']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:14.703540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-3f1582c0-742b-4ccc-a97d-82b6c4bd1e10 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:14.705157 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-3f1582c0-742b-4ccc-a97d-82b6c4bd1e10 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "GET /v2.0/networks?id=93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 200 len: 813 time: 1.0919297 Jul 07 19:24:14.775163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Request body: {'port': {'device_id': '7418496d-87df-464d-8303-c55383ea735b', 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab', 'admin_state_up': True, 'tenant_id': '9742b8c9b48e43908fbbaa7865befa08'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:14.778868 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Network d35b6983-51ac-42dc-86c5-c6c8577b8938 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:14.786409 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:14.790527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Pushing event updated for resources: {'Port': ['ID=aa2de788-c18f-430e-ad2e-5808c6289802,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:14.795678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:14.801355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.855587 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.893948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Attempting to bind port aa2de788-c18f-430e-ad2e-5808c6289802 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:14.894191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Attempting to bind port aa2de788-c18f-430e-ad2e-5808c6289802 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '38080d77-5e95-402d-b240-bbcb1e02471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:14.894567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Attempting to bind port aa2de788-c18f-430e-ad2e-5808c6289802 on network d35b6983-51ac-42dc-86c5-c6c8577b8938 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:14.907785 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:14.909979 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Checking segment: {'id': '38080d77-5e95-402d-b240-bbcb1e02471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:14.910408 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.910815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Bound using segment: {'id': '38080d77-5e95-402d-b240-bbcb1e02471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:14.911314 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Bound port: aa2de788-c18f-430e-ad2e-5808c6289802, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38080d77-5e95-402d-b240-bbcb1e02471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:14.911705 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:14.926858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:14.932372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:14.942373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:14.946037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Pushing event updated for resources: {'Port': ['ID=1f45ea53-2fea-4fe9-b154-947afc64affd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:14.983897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:14.985144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:14.985698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:14.986205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:14.986865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:14.987433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:14.987913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:14.988377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:14.988888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:14.989370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:14.989842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:14.990310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:15.094153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] For port aa2de788-c18f-430e-ad2e-5808c6289802, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:15.098978 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] For port aa2de788-c18f-430e-ad2e-5808c6289802, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=aa2de788-c18f-430e-ad2e-5808c6289802,segment=NetworkSegment(38080d77-5e95-402d-b240-bbcb1e02471b),segment_id=38080d77-5e95-402d-b240-bbcb1e02471b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:15.111761 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.234845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf9370-ae38-4645-a14f-057ade29e3fb None None] Pushing event updated for resources: {'Port': ['ID=aa2de788-c18f-430e-ad2e-5808c6289802,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:15.376183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d275e830-b4a4-4124-85a5-73c21372322a None None] Update dhcp port {'port': {'network_id': '26f53304-88db-40e3-94d9-112ed647e0b5', 'fixed_ips': [{'subnet_id': '0bd18e9f-6a47-4c15-b928-bc4519d92e07', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '44b299b7-c3f0-4885-95c4-349a56b65176', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f3a63fbc-9bfd-429d-9146-4a28f4d811f7'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '023f3d42-211b-43a4-8a80-9825aa1d013f'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:24:15.446088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2abf3605-97cf-4c40-8ca7-9efd65b02656 req-2bb0e862-8744-45a6-b25c-287eccee485c tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 210 time: 0.0590961 Jul 07 19:24:15.514917 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d275e830-b4a4-4124-85a5-73c21372322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.670741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Made reservation on behalf of 9742b8c9b48e43908fbbaa7865befa08 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:15.688027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.811037 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.906611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.018237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d275e830-b4a4-4124-85a5-73c21372322a None None] Allocated IP 2001:db8:0:2::2 (26f53304-88db-40e3-94d9-112ed647e0b5/f3a63fbc-9bfd-429d-9146-4a28f4d811f7/023f3d42-211b-43a4-8a80-9825aa1d013f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:16.061172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Made reservation on behalf of 9742b8c9b48e43908fbbaa7865befa08 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:16.073755 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.227791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device aa2de788-c18f-430e-ad2e-5808c6289802 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:16.408962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Allocated IP 172.20.0.5 (93ad7054-5463-461c-860e-56d13dbda0ab/2d74c161-93e2-4eb1-ba4f-310c212193cd/def4045c-bb88-4eb8-bd0d-8c6aa1a70640) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:16.492209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.494922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d275e830-b4a4-4124-85a5-73c21372322a None None] For port 023f3d42-211b-43a4-8a80-9825aa1d013f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=023f3d42-211b-43a4-8a80-9825aa1d013f,segment=NetworkSegment(2e6f3720-d182-4c4f-bf24-fe0907cb35c1),segment_id=2e6f3720-d182-4c4f-bf24-fe0907cb35c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:16.569754 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d275e830-b4a4-4124-85a5-73c21372322a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.625305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d275e830-b4a4-4124-85a5-73c21372322a None None] Transition to ACTIVE for port object 023f3d42-211b-43a4-8a80-9825aa1d013f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:16.641975 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d275e830-b4a4-4124-85a5-73c21372322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:16.789304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ed6a2b3-d975-4c20-ac11-2053945fea5c req-50e3fe12-ea72-428d-83b0-3dfe8198bb86 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 210 time: 0.0648389 Jul 07 19:24:16.868815 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:24:16.915245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Router 85fa4e9a-ff59-4bf8-b408-270c943b593c is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:24:17.024693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fc2f58-72ae-4bb9-a279-fa8e363b1be8 None None] Network d35b6983-51ac-42dc-86c5-c6c8577b8938 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:17.160702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:24:17.189602 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.191502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-71b329ec-255b-4015-97db-711938809f29 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4223664 Jul 07 19:24:17.194231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:17.199179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Sync routers for ids ['85fa4e9a-ff59-4bf8-b408-270c943b593c'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:24:17.231417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275e830-b4a4-4124-85a5-73c21372322a None None] Pushing event updated for resources: {'Port': ['ID=023f3d42-211b-43a4-8a80-9825aa1d013f,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:17.249591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3154b7d-79cd-4128-83ff-5c8927250a05 None None] Provisioning for port aa2de788-c18f-430e-ad2e-5808c6289802 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:17.279635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3154b7d-79cd-4128-83ff-5c8927250a05 None None] Provisioning complete for port aa2de788-c18f-430e-ad2e-5808c6289802 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:17.280506 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3154b7d-79cd-4128-83ff-5c8927250a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.286025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port aa2de788-c18f-430e-ad2e-5808c6289802 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:17.440036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port aa2de788-c18f-430e-ad2e-5808c6289802 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:17.440307 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.456677 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Routers {'85fa4e9a-ff59-4bf8-b408-270c943b593c'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:17.457367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85fa4e9a-ff59-4bf8-b408-270c943b593c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:17.494257 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:17.843170 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.187619 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3154b7d-79cd-4128-83ff-5c8927250a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.198856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Allocated IP 172.20.0.3 (93ad7054-5463-461c-860e-56d13dbda0ab/2d74c161-93e2-4eb1-ba4f-310c212193cd/40ac1bcd-7907-4ef6-86c3-a2a368ef52a2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:18.345352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c3154b7d-79cd-4128-83ff-5c8927250a05 None None] For port aa2de788-c18f-430e-ad2e-5808c6289802, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=aa2de788-c18f-430e-ad2e-5808c6289802,segment=NetworkSegment(38080d77-5e95-402d-b240-bbcb1e02471b),segment_id=38080d77-5e95-402d-b240-bbcb1e02471b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:18.366916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Set router 85fa4e9a-ff59-4bf8-b408-270c943b593c gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:18.385440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f314a-2f2c-479a-b588-8ebfffed5999 req-c066f63f-2242-4c23-9e3a-d260f58fadac tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:18.388648 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-595f314a-2f2c-479a-b588-8ebfffed5999 req-c066f63f-2242-4c23-9e3a-d260f58fadac tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 931 time: 0.2367327 Jul 07 19:24:18.440532 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3154b7d-79cd-4128-83ff-5c8927250a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.450559 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.491787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Network 93ad7054-5463-461c-860e-56d13dbda0ab is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:18.638977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:18.645894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:18.659608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-595f314a-2f2c-479a-b588-8ebfffed5999 req-7ebd4ca4-763d-4249-9a0f-4e4d89dc44b9 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568393 Jul 07 19:24:18.738772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Delete allocated IP 2001:db8::128 (26f53304-88db-40e3-94d9-112ed647e0b5/44b299b7-c3f0-4885-95c4-349a56b65176) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:24:18.765535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Allocated IP 2001:db8:0:2::1e (26f53304-88db-40e3-94d9-112ed647e0b5/f3a63fbc-9bfd-429d-9146-4a28f4d811f7/2472bbad-ea81-45a1-8184-b3457d621b0e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:18.839108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a35f67ce-05a8-4a08-9bce-6ece0e0e317f None None] Provisioning for port 023f3d42-211b-43a4-8a80-9825aa1d013f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:18.853897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3154b7d-79cd-4128-83ff-5c8927250a05 None None] Pushing event updated for resources: {'Port': ['ID=aa2de788-c18f-430e-ad2e-5808c6289802,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:18.855932 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.879259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a35f67ce-05a8-4a08-9bce-6ece0e0e317f None None] Provisioning complete for port 023f3d42-211b-43a4-8a80-9825aa1d013f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:18.880171 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a35f67ce-05a8-4a08-9bce-6ece0e0e317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.999360 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.051146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Pushing event updated for resources: {'Port': ['ID=def4045c-bb88-4eb8-bd0d-8c6aa1a70640,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:19.062807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Network 93ad7054-5463-461c-860e-56d13dbda0ab is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:19.073225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:19.079997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:19.101847 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:24:19.102197 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:24:19.139507 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.145527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:19.146416 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.168254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:19.169252 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.210273 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9379785 Jul 07 19:24:19.213221 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-dccf0410-ed0f-412e-9648-5e0b196a7274 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4650922 Jul 07 19:24:19.238002 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.241276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Request body: {'port': {'device_id': '7418496d-87df-464d-8303-c55383ea735b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:19.266339 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Request body: {'port': {'device_id': '1da57f9b-a010-4ed8-9eaa-38fdcb37cf26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:19.359505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-router', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:12Z', 'updated_at': '2021-07-07T19:24:15Z', 'revision_number': 3, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'gw_port': {'id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:14Z', 'updated_at': '2021-07-07T19:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:19.426711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Checking router: 85fa4e9a-ff59-4bf8-b408-270c943b593c for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:24:19.427833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Updating router 85fa4e9a-ff59-4bf8-b408-270c943b593c port 1f45ea53-2fea-4fe9-b154-947afc64affd binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:24:19.429734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd684b-ee38-4d77-9203-f9a20774d495 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Pushing event updated for resources: {'Port': ['ID=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:19.526466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.529265 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.589256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Allocated IP 172.20.0.1 (d35b6983-51ac-42dc-86c5-c6c8577b8938/eab3e12f-6a89-432a-b709-a182032b481e/fb34145e-32ad-4db4-8371-06fd1774b5ab) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:19.716041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.841958 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.876743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Transition to ACTIVE for port object fb34145e-32ad-4db4-8371-06fd1774b5ab will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:19.955283 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.045704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb34145e-32ad-4db4-8371-06fd1774b5ab,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:20.057178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a35f67ce-05a8-4a08-9bce-6ece0e0e317f None None] Provisioning complete for port 2472bbad-ea81-45a1-8184-b3457d621b0e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:20.057544 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a35f67ce-05a8-4a08-9bce-6ece0e0e317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.189426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Network d35b6983-51ac-42dc-86c5-c6c8577b8938 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:20.202092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:20.225312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:20.401006 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.771896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a35f67ce-05a8-4a08-9bce-6ece0e0e317f None None] Port 2472bbad-ea81-45a1-8184-b3457d621b0e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:20.837369 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.856362 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.865594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a35f67ce-05a8-4a08-9bce-6ece0e0e317f None None] Provisioning complete for port b6fd34c2-e040-419a-b8be-6e358815161e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:20.866166 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a35f67ce-05a8-4a08-9bce-6ece0e0e317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.871194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Transition to ACTIVE for port object 1f45ea53-2fea-4fe9-b154-947afc64affd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:20.935882 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:20.964148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a35f67ce-05a8-4a08-9bce-6ece0e0e317f None None] Port b6fd34c2-e040-419a-b8be-6e358815161e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:20.966294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 023f3d42-211b-43a4-8a80-9825aa1d013f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:21.035713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Attempting to bind port 1f45ea53-2fea-4fe9-b154-947afc64affd on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:21.036402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Attempting to bind port 1f45ea53-2fea-4fe9-b154-947afc64affd by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:21.037076 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Attempting to bind port 1f45ea53-2fea-4fe9-b154-947afc64affd on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:21.063072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:21.063701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:21.064398 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.064938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:21.065613 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Bound port: 1f45ea53-2fea-4fe9-b154-947afc64affd, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:21.066019 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.070683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8aabb-d7cd-4a44-ab4d-31aa5d4bd712 None None] Pushing event updated for resources: {'Port': ['ID=1f45ea53-2fea-4fe9-b154-947afc64affd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:21.101781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.112051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21638bb-5517-4595-b3ed-a9fd2b16f122 req-4f45741a-8f56-4882-9fd3-8110f8c907b9 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:21.122562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f21638bb-5517-4595-b3ed-a9fd2b16f122 req-4f45741a-8f56-4882-9fd3-8110f8c907b9 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 931 time: 1.0789299 Jul 07 19:24:21.208415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-564ea8c5-23c6-46c8-b38d-4fd35834819b None None] Provisioning complete for port aa2de788-c18f-430e-ad2e-5808c6289802 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:21.213001 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-564ea8c5-23c6-46c8-b38d-4fd35834819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.280728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] For port 1f45ea53-2fea-4fe9-b154-947afc64affd, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:21.297793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 023f3d42-211b-43a4-8a80-9825aa1d013f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:21.306577 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.370370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] For port 1f45ea53-2fea-4fe9-b154-947afc64affd, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1f45ea53-2fea-4fe9-b154-947afc64affd,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:21.400500 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.581663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Routers {'85fa4e9a-ff59-4bf8-b408-270c943b593c'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:21.582714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85fa4e9a-ff59-4bf8-b408-270c943b593c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:21.663263 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.682639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8aabb-d7cd-4a44-ab4d-31aa5d4bd712 None None] Pushing event updated for resources: {'Port': ['ID=1f45ea53-2fea-4fe9-b154-947afc64affd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:21.731203 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.733810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:21.744673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.759870 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Transition to ACTIVE for port object 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:21.777478 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.810797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device aa2de788-c18f-430e-ad2e-5808c6289802 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:21.835480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f21638bb-5517-4595-b3ed-a9fd2b16f122 req-c846722d-2b37-48c0-951d-206d4e50df87 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056789 Jul 07 19:24:21.861178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Transition to ACTIVE for port object 2472bbad-ea81-45a1-8184-b3457d621b0e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:21.971298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:22.033364 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.072819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb34145e-32ad-4db4-8371-06fd1774b5ab,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:22.099080 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.107222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Pushing event updated for resources: {'Port': ['ID=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:22.118954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-564ea8c5-23c6-46c8-b38d-4fd35834819b None None] Provisioning for port fb34145e-32ad-4db4-8371-06fd1774b5ab completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:22.138628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port aa2de788-c18f-430e-ad2e-5808c6289802 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:22.139014 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.176978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e89eb2-4b1d-48b9-951a-f442ab3ea08e req-47e029b8-7c85-4b2f-bc42-8633dba85278 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:22.185004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27e89eb2-4b1d-48b9-951a-f442ab3ea08e req-47e029b8-7c85-4b2f-bc42-8633dba85278 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.5169492 Jul 07 19:24:22.196921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event updated for resources: {'Port': ['ID=2472bbad-ea81-45a1-8184-b3457d621b0e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:22.256152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-564ea8c5-23c6-46c8-b38d-4fd35834819b None None] Provisioning complete for port fb34145e-32ad-4db4-8371-06fd1774b5ab triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:22.256547 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-564ea8c5-23c6-46c8-b38d-4fd35834819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.262399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] Set router 85fa4e9a-ff59-4bf8-b408-270c943b593c gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:22.271022 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69660f41-ba94-43da-8eb2-c7ffcded9797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.280823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] In _notify_port_updated(), no bound segment for port 2472bbad-ea81-45a1-8184-b3457d621b0e on network 26f53304-88db-40e3-94d9-112ed647e0b5 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:24:22.286823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:22.288127 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.289711 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-139b6225-a681-4da4-b1cc-3234585f269e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "PUT /v2.0/ports/2472bbad-ea81-45a1-8184-b3457d621b0e HTTP/1.1" status: 200 len: 968 time: 7.6105058 Jul 07 19:24:22.299018 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27e89eb2-4b1d-48b9-951a-f442ab3ea08e req-2422fbd5-c235-4eae-af96-0b4b0b890351 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129284 Jul 07 19:24:22.302279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:22.341096 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Network d35b6983-51ac-42dc-86c5-c6c8577b8938 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:22.344086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:22.421673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Attempting to bind port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:22.421912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Attempting to bind port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:22.425562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Attempting to bind port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 on network 93ad7054-5463-461c-860e-56d13dbda0ab {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:22.447577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def4045c-bb88-4eb8-bd0d-8c6aa1a70640 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:22.454751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 on network 93ad7054-5463-461c-860e-56d13dbda0ab not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:22.455149 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Attempting to bind port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 on network 93ad7054-5463-461c-860e-56d13dbda0ab {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:22.468647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:22.469004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Checking segment: {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:22.469412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Bound using segment: {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:22.469876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Bound port: 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:22.470242 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.502686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.641614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Transition to ACTIVE for port object def4045c-bb88-4eb8-bd0d-8c6aa1a70640 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:22.657082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Router 85fa4e9a-ff59-4bf8-b408-270c943b593c has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:24:22.664394 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.665295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-564ea8c5-23c6-46c8-b38d-4fd35834819b None None] Port fb34145e-32ad-4db4-8371-06fd1774b5ab cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:22.720345 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69660f41-ba94-43da-8eb2-c7ffcded9797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.735685 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69660f41-ba94-43da-8eb2-c7ffcded9797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.757422 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] For port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:22.772687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69660f41-ba94-43da-8eb2-c7ffcded9797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13e68f7-3df4-4c9d-a0b6-9b79818a08d0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:22.842804 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-06100420-3b16-40f1-9d4a-a07e2ca7c10a None None] Provisioning for port 2472bbad-ea81-45a1-8184-b3457d621b0e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:22.847712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-06100420-3b16-40f1-9d4a-a07e2ca7c10a None None] Provisioning complete for port 2472bbad-ea81-45a1-8184-b3457d621b0e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:22.848335 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06100420-3b16-40f1-9d4a-a07e2ca7c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.864958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] For port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:22.874612 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Pushing event updated for resources: {'Port': ['ID=def4045c-bb88-4eb8-bd0d-8c6aa1a70640,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:22.876297 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-router', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:12Z', 'updated_at': '2021-07-07T19:24:20Z', 'revision_number': 4, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'gw_port': {'id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:14Z', 'updated_at': '2021-07-07T19:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'fb34145e-32ad-4db4-8371-06fd1774b5ab', 'name': '', 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'mac_address': 'fa:16:3e:6a:ec:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'eab3e12f-6a89-432a-b709-a182032b481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:19Z', 'updated_at': '2021-07-07T19:24:19Z', 'revision_number': 1, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'subnets': [{'id': 'eab3e12f-6a89-432a-b709-a182032b481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:22.883310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-79e8ad70-d510-4999-a10e-a4b94004826d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port 2472bbad-ea81-45a1-8184-b3457d621b0e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:22.883762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79e8ad70-d510-4999-a10e-a4b94004826d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.892584 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:22.943908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:24:22.966108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5db5bc-bfb6-41fd-8d38-46c30cec3136 None None] The sync data for ids ['85fa4e9a-ff59-4bf8-b408-270c943b593c'] in n-d-792394-12 is: [{'id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-router', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:12Z', 'updated_at': '2021-07-07T19:24:20Z', 'revision_number': 4, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'gw_port': {'id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:14Z', 'updated_at': '2021-07-07T19:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'fb34145e-32ad-4db4-8371-06fd1774b5ab', 'name': '', 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'mac_address': 'fa:16:3e:6a:ec:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'eab3e12f-6a89-432a-b709-a182032b481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:19Z', 'updated_at': '2021-07-07T19:24:19Z', 'revision_number': 1, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'subnets': [{'id': 'eab3e12f-6a89-432a-b709-a182032b481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:24:22.970034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b14b1c4d-0b17-41c4-9aef-961d0c22d3a2 admin admin] 10.222.0.113 "PUT /v2.0/routers/85fa4e9a-ff59-4bf8-b408-270c943b593c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7736645 Jul 07 19:24:22.995381 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Pushing event updated for resources: {'Port': ['ID=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:23.001898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-06100420-3b16-40f1-9d4a-a07e2ca7c10a None None] Port 2472bbad-ea81-45a1-8184-b3457d621b0e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:23.007635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-69660f41-ba94-43da-8eb2-c7ffcded9797 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d5b8666993b443a4a86b437cff3bf145&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0256631 Jul 07 19:24:23.010584 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Attempting to bind port def4045c-bb88-4eb8-bd0d-8c6aa1a70640 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:23.011025 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Attempting to bind port def4045c-bb88-4eb8-bd0d-8c6aa1a70640 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:23.011299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:23.013717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Attempting to bind port def4045c-bb88-4eb8-bd0d-8c6aa1a70640 on network 93ad7054-5463-461c-860e-56d13dbda0ab {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:23.033927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-06100420-3b16-40f1-9d4a-a07e2ca7c10a None None] Provisioning complete for port fb34145e-32ad-4db4-8371-06fd1774b5ab triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:23.034307 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06100420-3b16-40f1-9d4a-a07e2ca7c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.045831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Port def4045c-bb88-4eb8-bd0d-8c6aa1a70640 on network 93ad7054-5463-461c-860e-56d13dbda0ab not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:23.046282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Attempting to bind port def4045c-bb88-4eb8-bd0d-8c6aa1a70640 on network 93ad7054-5463-461c-860e-56d13dbda0ab {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:23.083870 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.085847 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.104695 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-5ccb3f17-ed67-4dcc-9e20-17cccf4a69b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 HTTP/1.1" status: 200 len: 1092 time: 3.8487029 Jul 07 19:24:23.105756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da57f9b-a010-4ed8-9eaa-38fdcb37cf26', 'tag': '40ac1bcd-7907-4ef6-86c3-a2a368ef52a2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:23.108416 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19073a2c-6055-445c-9208-d6873a42660a" -d '{"events": [{"name": "network-changed", "server_uuid": "1da57f9b-a010-4ed8-9eaa-38fdcb37cf26", "tag": "40ac1bcd-7907-4ef6-86c3-a2a368ef52a2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:23.119678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:23.120172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Checking segment: {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:23.120706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Bound using segment: {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:23.121262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Bound port: def4045c-bb88-4eb8-bd0d-8c6aa1a70640, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3616e214-d21b-4a1f-a508-afa9ac3a7e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:23.121723 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.126073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-06100420-3b16-40f1-9d4a-a07e2ca7c10a None None] Port fb34145e-32ad-4db4-8371-06fd1774b5ab cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:23.192029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77de2480-de23-4a4d-8ee9-38dd99c59478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.201959 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e6ecc9-f8c4-4165-b26e-7e5ff1cd9517 x-openstack-request-id: req-33e6ecc9-f8c4-4165-b26e-7e5ff1cd9517 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:23.202386 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da57f9b-a010-4ed8-9eaa-38fdcb37cf26", "tag": "40ac1bcd-7907-4ef6-86c3-a2a368ef52a2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:23.202651 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-33e6ecc9-f8c4-4165-b26e-7e5ff1cd9517 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:23.203168 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da57f9b-a010-4ed8-9eaa-38fdcb37cf26', 'tag': '40ac1bcd-7907-4ef6-86c3-a2a368ef52a2', 'status': 'completed', 'code': 200} Jul 07 19:24:23.227239 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77de2480-de23-4a4d-8ee9-38dd99c59478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.285646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a57f42-f555-436f-b0c2-77a4969f6d14 req-adc91bff-165b-4d78-9cb6-b2da2091c19d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.287196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23a57f42-f555-436f-b0c2-77a4969f6d14 req-adc91bff-165b-4d78-9cb6-b2da2091c19d tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 943 time: 0.1913364 Jul 07 19:24:23.294838 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79e8ad70-d510-4999-a10e-a4b94004826d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.319405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-79e8ad70-d510-4999-a10e-a4b94004826d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for 2472bbad-ea81-45a1-8184-b3457d621b0e owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:23.321979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] For port def4045c-bb88-4eb8-bd0d-8c6aa1a70640, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:23.328306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] For port def4045c-bb88-4eb8-bd0d-8c6aa1a70640, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=def4045c-bb88-4eb8-bd0d-8c6aa1a70640,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:23.334605 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77de2480-de23-4a4d-8ee9-38dd99c59478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.337993 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77de2480-de23-4a4d-8ee9-38dd99c59478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.339662 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-77de2480-de23-4a4d-8ee9-38dd99c59478 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e13e68f7-3df4-4c9d-a0b6-9b79818a08d0 HTTP/1.1" status: 204 len: 168 time: 0.3271036 Jul 07 19:24:23.343039 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23a57f42-f555-436f-b0c2-77a4969f6d14 req-196b35bb-28aa-4611-a1ad-480b9744e7ef tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484886 Jul 07 19:24:23.347560 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.351545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de2480-de23-4a4d-8ee9-38dd99c59478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13e68f7-3df4-4c9d-a0b6-9b79818a08d0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:23.456563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-62e30848-15e9-48a1-a7d8-8670161ca43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.458360 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-62e30848-15e9-48a1-a7d8-8670161ca43e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9742b8c9b48e43908fbbaa7865befa08&device_id=1da57f9b-a010-4ed8-9eaa-38fdcb37cf26 HTTP/1.1" status: 200 len: 1095 time: 0.2702613 Jul 07 19:24:23.460221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.462925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.464808 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] 10.222.0.112 "PUT /v2.0/ports/def4045c-bb88-4eb8-bd0d-8c6aa1a70640 HTTP/1.1" status: 200 len: 1092 time: 4.2431352 Jul 07 19:24:23.590875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c2ea27b1-b460-42ae-8cc3-8043559f7f1d req-dfc561a9-c0a5-4723-bfe2-45f88cbe7fbd tempest-FloatingIPsNegativeTestJSON-646233777 tempest-FloatingIPsNegativeTestJSON-646233777-project] 10.222.0.113 "GET /v2.0/floatingips?tenant_id=6442f334d0124b2ba2f01a4a34692cf5 HTTP/1.1" status: 200 len: 217 time: 0.1229489 Jul 07 19:24:23.670729 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-6b9aa402-61ab-4883-8f49-c5a04ff61f9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 HTTP/1.1" status: 200 len: 217 time: 0.1351442 Jul 07 19:24:23.696089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-043bffaf-63a2-470e-894b-48a36ef24792 req-1aa35081-2f31-4553-a5ac-dda3f77ef473 tempest-FloatingIPsNegativeTestJSON-646233777 tempest-FloatingIPsNegativeTestJSON-646233777-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0516074 Jul 07 19:24:23.741486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-81b93e2a-7a91-4680-8028-a5444c33afce tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.743105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-81b93e2a-7a91-4680-8028-a5444c33afce tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.1631606 Jul 07 19:24:23.771490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf10cf8-e46b-4424-b394-bc4d54a5964f req-88e33815-77d9-4286-8aff-bb248b442a6e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.781757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cf10cf8-e46b-4424-b394-bc4d54a5964f req-88e33815-77d9-4286-8aff-bb248b442a6e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.2031388 Jul 07 19:24:23.793338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ee47c-1ab4-476d-b71f-a093d8334640 service neutron] Pushing event updated for resources: {'Port': ['ID=def4045c-bb88-4eb8-bd0d-8c6aa1a70640,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:23.868771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-a536dbd8-74e2-4ec3-8cf3-7169480b2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.870538 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-a536dbd8-74e2-4ec3-8cf3-7169480b2a56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d74c161-93e2-4eb1-ba4f-310c212193cd HTTP/1.1" status: 200 len: 853 time: 0.1405485 Jul 07 19:24:23.872917 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79e8ad70-d510-4999-a10e-a4b94004826d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:23.881363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-aedf6ff7-827b-4750-810f-63cc75166a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:23.882980 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-aedf6ff7-827b-4750-810f-63cc75166a58 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9742b8c9b48e43908fbbaa7865befa08&device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 1095 time: 0.3666039 Jul 07 19:24:23.910727 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-795b88e3-6b4e-4b40-920a-4d7afaf0c838 req-550522dc-dced-473c-bd21-8317c1d42fd3 tempest-FloatingIPsNegativeTestJSON-646233777 tempest-FloatingIPsNegativeTestJSON-646233777-project] show failed (client error): The resource could not be found. Jul 07 19:24:23.917823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-795b88e3-6b4e-4b40-920a-4d7afaf0c838 req-550522dc-dced-473c-bd21-8317c1d42fd3 tempest-FloatingIPsNegativeTestJSON-646233777 tempest-FloatingIPsNegativeTestJSON-646233777-project] 10.222.0.113 "GET /v2.0/floatingips/ba7a8eec-8397-45fb-8baf-a73a938e8208 HTTP/1.1" status: 404 len: 350 time: 0.1576502 Jul 07 19:24:23.920213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:23.931012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:23.978521 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-4ce0acce-b7d7-469e-9165-4099be1b220e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93ad7054-5463-461c-860e-56d13dbda0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941255 Jul 07 19:24:24.006861 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6d3c7df-4bb4-4b46-bf42-8521f82d4234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.029829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8ad70-d510-4999-a10e-a4b94004826d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=2472bbad-ea81-45a1-8184-b3457d621b0e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:24.032830 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-b80a8d1b-c634-4d01-8ce9-4be7f5475c2b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=def4045c-bb88-4eb8-bd0d-8c6aa1a70640 HTTP/1.1" status: 200 len: 217 time: 0.0654247 Jul 07 19:24:24.084781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cf10cf8-e46b-4424-b394-bc4d54a5964f req-c3d6a054-cd52-48e8-a761-090db4f25f0a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913032 Jul 07 19:24:24.208854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79e8ad70-d510-4999-a10e-a4b94004826d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.214131 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-79e8ad70-d510-4999-a10e-a4b94004826d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/2472bbad-ea81-45a1-8184-b3457d621b0e HTTP/1.1" status: 204 len: 168 time: 1.9076703 Jul 07 19:24:24.219255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:24.310630 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb073a2-3016-4a47-9e92-694d10e8007a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] GET failed (client error): The resource could not be found. Jul 07 19:24:24.314789 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ccb073a2-3016-4a47-9e92-694d10e8007a tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports/2472bbad-ea81-45a1-8184-b3457d621b0e HTTP/1.1" status: 404 len: 333 time: 0.0916531 Jul 07 19:24:24.317289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:24.334562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-14b80ed1-7f2f-45e9-a4af-bd65fe81294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:24.339211 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-14b80ed1-7f2f-45e9-a4af-bd65fe81294a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2d74c161-93e2-4eb1-ba4f-310c212193cd HTTP/1.1" status: 200 len: 853 time: 0.2909441 Jul 07 19:24:24.407086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Deleting port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:24.407441 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.415371 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-f6ab01b5-7854-41c9-a7e8-5023ef35d2c1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=93ad7054-5463-461c-860e-56d13dbda0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656130 Jul 07 19:24:24.446439 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-13bd53ff-3248-4251-97f7-7b1504e4fb0d service neutron] 10.222.0.59 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126120 Jul 07 19:24:24.527995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] For port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:24.528387 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.617616 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74980deb-64f8-46ed-9f47-68a9a08ad699 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.666738 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-16123ea1-052c-4694-b6f1-5e2ec6d90097 service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407434 Jul 07 19:24:24.673516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74980deb-64f8-46ed-9f47-68a9a08ad699 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.785172 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-0393cd1c-ac09-42a4-8309-b61b3681c285 service neutron] 10.222.0.59 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260696 Jul 07 19:24:24.809314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74980deb-64f8-46ed-9f47-68a9a08ad699 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.812747 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74980deb-64f8-46ed-9f47-68a9a08ad699 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:24.814097 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-74980deb-64f8-46ed-9f47-68a9a08ad699 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/security-groups/d783cde2-0dec-492e-a5e3-bb3ecadaa103 HTTP/1.1" status: 204 len: 168 time: 0.4891860 Jul 07 19:24:24.872780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:24.875275 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c4507b36-c362-4608-be69-a430dc0d66d3 req-ebe23a44-e7c7-4fbf-a86d-157306a4537f service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989396 Jul 07 19:24:24.943818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1f45ea53-2fea-4fe9-b154-947afc64affd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:24.971984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74980deb-64f8-46ed-9f47-68a9a08ad699 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d783cde2-0dec-492e-a5e3-bb3ecadaa103,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:25.037027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 1f45ea53-2fea-4fe9-b154-947afc64affd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:25.061527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1f45ea53-2fea-4fe9-b154-947afc64affd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:25.062880 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.077513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19073a2c-6055-445c-9208-d6873a42660a req-b23b144e-0502-4ee4-9936-ed3034472484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:25.083271 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-19073a2c-6055-445c-9208-d6873a42660a req-b23b144e-0502-4ee4-9936-ed3034472484 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9742b8c9b48e43908fbbaa7865befa08&device_id=1da57f9b-a010-4ed8-9eaa-38fdcb37cf26 HTTP/1.1" status: 200 len: 1095 time: 0.1608629 Jul 07 19:24:25.106491 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68f55f55-6207-46bb-aa53-93258838e250 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.189663 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68f55f55-6207-46bb-aa53-93258838e250 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.205042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7418496d-87df-464d-8303-c55383ea735b', 'tag': 'def4045c-bb88-4eb8-bd0d-8c6aa1a70640'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:25.207698 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a339791-e681-450b-8ae0-30ab25f511d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7418496d-87df-464d-8303-c55383ea735b", "tag": "def4045c-bb88-4eb8-bd0d-8c6aa1a70640"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:25.258182 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.265937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19073a2c-6055-445c-9208-d6873a42660a req-2eb0f0ba-2db8-4ecf-8d81-8b3eec6f7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:25.268147 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-19073a2c-6055-445c-9208-d6873a42660a req-2eb0f0ba-2db8-4ecf-8d81-8b3eec6f7b13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 200 len: 915 time: 0.1701055 Jul 07 19:24:25.273149 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.273676 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.273782 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Floating IP 5f619089-87d5-46d4-8a5f-e5c922386397 disassociated. External IP: 172.25.2.130, port: 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c. Jul 07 19:24:25.274462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Calling delete_port for 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:25.287763 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68f55f55-6207-46bb-aa53-93258838e250 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.289484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 1f45ea53-2fea-4fe9-b154-947afc64affd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1f45ea53-2fea-4fe9-b154-947afc64affd,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:25.292670 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68f55f55-6207-46bb-aa53-93258838e250 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.294128 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-68f55f55-6207-46bb-aa53-93258838e250 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/security-groups/f4470511-9fc4-400b-8068-bad5940fe284 HTTP/1.1" status: 204 len: 168 time: 0.4177747 Jul 07 19:24:25.295691 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.345550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:25.359105 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-19073a2c-6055-445c-9208-d6873a42660a req-05fca06b-9db7-4eaa-9c7e-c0b7ef3894bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 HTTP/1.1" status: 200 len: 217 time: 0.0834210 Jul 07 19:24:25.361921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f55f55-6207-46bb-aa53-93258838e250 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4470511-9fc4-400b-8068-bad5940fe284,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:25.364974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=1f45ea53-2fea-4fe9-b154-947afc64affd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:25.464368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19073a2c-6055-445c-9208-d6873a42660a req-a397cd35-2a98-4646-af38-741ef96d36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:25.466009 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-19073a2c-6055-445c-9208-d6873a42660a req-a397cd35-2a98-4646-af38-741ef96d36e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d74c161-93e2-4eb1-ba4f-310c212193cd HTTP/1.1" status: 200 len: 853 time: 0.0914876 Jul 07 19:24:25.469226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b7e23f4-9d68-4d4a-9353-06159b67c5b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.514819 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-19073a2c-6055-445c-9208-d6873a42660a req-a8044951-ce6a-43b9-bcce-86794b3e377a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93ad7054-5463-461c-860e-56d13dbda0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398631 Jul 07 19:24:25.533355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b7e23f4-9d68-4d4a-9353-06159b67c5b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.644561 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b7e23f4-9d68-4d4a-9353-06159b67c5b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.647189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b7e23f4-9d68-4d4a-9353-06159b67c5b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.648552 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7b7e23f4-9d68-4d4a-9353-06159b67c5b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/security-groups/2f05bf51-f688-46ff-b4fb-195bf4eaadac HTTP/1.1" status: 204 len: 168 time: 0.3013763 Jul 07 19:24:25.662485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:25.666693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e23f4-9d68-4d4a-9353-06159b67c5b2 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f05bf51-f688-46ff-b4fb-195bf4eaadac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:25.672428 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-19073a2c-6055-445c-9208-d6873a42660a req-dcf8d484-2ae6-425d-849a-2205c5147a26 service neutron] 10.222.0.59 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490428 Jul 07 19:24:25.747481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ad02-128e-44b1-8dc3-88c83eb85033 req-85cec731-5783-4465-9158-79d126d4ccdb tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:25.749121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fe7ad02-128e-44b1-8dc3-88c83eb85033 req-85cec731-5783-4465-9158-79d126d4ccdb tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 945 time: 0.3781779 Jul 07 19:24:25.773930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203832bd-585a-42c9-997e-93f44d3f0061 req-6849dc13-9f67-42b1-8124-28acbbc0cb95 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:25.775967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-203832bd-585a-42c9-997e-93f44d3f0061 req-6849dc13-9f67-42b1-8124-28acbbc0cb95 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 943 time: 0.3952334 Jul 07 19:24:25.782735 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.785526 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6d3c7df-4bb4-4b46-bf42-8521f82d4234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.785748 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-19073a2c-6055-445c-9208-d6873a42660a req-bccacdf0-834d-40b8-b09f-612de5704332 service neutron] 10.222.0.59 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057975 Jul 07 19:24:25.845717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6d3c7df-4bb4-4b46-bf42-8521f82d4234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:25.894043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event deleted for resources: {'Port': ['ID=7cccde2a-84a6-4d84-ae87-bd30f6e87e8c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:25.899343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9561f1-7d8a-4151-b271-43e842ced370 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting subnet 44b299b7-c3f0-4885-95c4-349a56b65176 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:24:25.928343 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba9561f1-7d8a-4151-b271-43e842ced370 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.012306 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Sync routers for ids ['85fa4e9a-ff59-4bf8-b408-270c943b593c'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:24:26.022187 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Routers {'85fa4e9a-ff59-4bf8-b408-270c943b593c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:26.022919 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85fa4e9a-ff59-4bf8-b408-270c943b593c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:26.045824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b6d3c7df-4bb4-4b46-bf42-8521f82d4234 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=26536f73c812406e8060774c0b22bb59&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1180725 Jul 07 19:24:26.045824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3c7df-4bb4-4b46-bf42-8521f82d4234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259e470c-1489-4ef5-be92-c67d773f83d2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:26.048357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:26.057579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fe7ad02-128e-44b1-8dc3-88c83eb85033 req-92742a48-e245-4164-9495-cbfc36ed2578 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=7854f6ce-1f79-45c5-aded-c5cafeca31a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901046 Jul 07 19:24:26.078156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-203832bd-585a-42c9-997e-93f44d3f0061 req-8fadcac6-e014-45aa-8988-5d42b0816c70 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892797 Jul 07 19:24:26.109143 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba9561f1-7d8a-4151-b271-43e842ced370 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.181002 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9440a43-2e3a-4a29-bb8e-843708b06050 x-openstack-request-id: req-e9440a43-2e3a-4a29-bb8e-843708b06050 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:26.181301 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7418496d-87df-464d-8303-c55383ea735b", "tag": "def4045c-bb88-4eb8-bd0d-8c6aa1a70640", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:26.181559 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e9440a43-2e3a-4a29-bb8e-843708b06050 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:26.182388 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7418496d-87df-464d-8303-c55383ea735b', 'tag': 'def4045c-bb88-4eb8-bd0d-8c6aa1a70640', 'status': 'completed', 'code': 200} Jul 07 19:24:26.183320 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85bbd4ff-e6c0-48f2-b0fd-b8c7cee55af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.184075 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Set router 85fa4e9a-ff59-4bf8-b408-270c943b593c gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:26.248272 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85bbd4ff-e6c0-48f2-b0fd-b8c7cee55af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.297241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a339791-e681-450b-8ae0-30ab25f511d4 req-0f80bf28-dd29-4543-ba6f-9f552452373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.298846 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9a339791-e681-450b-8ae0-30ab25f511d4 req-0f80bf28-dd29-4543-ba6f-9f552452373c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9742b8c9b48e43908fbbaa7865befa08&device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 1095 time: 0.1120934 Jul 07 19:24:26.329293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Router ccae0551-d4cb-4a3f-b8c1-0ace0161061a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:24:26.347710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba9561f1-7d8a-4151-b271-43e842ced370 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.411043 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85bbd4ff-e6c0-48f2-b0fd-b8c7cee55af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.414008 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85bbd4ff-e6c0-48f2-b0fd-b8c7cee55af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.416363 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-85bbd4ff-e6c0-48f2-b0fd-b8c7cee55af5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/259e470c-1489-4ef5-be92-c67d773f83d2 HTTP/1.1" status: 204 len: 168 time: 0.3660691 Jul 07 19:24:26.444324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbd4ff-e6c0-48f2-b0fd-b8c7cee55af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e470c-1489-4ef5-be92-c67d773f83d2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:26.486145 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-router', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:12Z', 'updated_at': '2021-07-07T19:24:20Z', 'revision_number': 4, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'gw_port': {'id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:14Z', 'updated_at': '2021-07-07T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'fb34145e-32ad-4db4-8371-06fd1774b5ab', 'name': '', 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'mac_address': 'fa:16:3e:6a:ec:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'eab3e12f-6a89-432a-b709-a182032b481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:19Z', 'updated_at': '2021-07-07T19:24:21Z', 'revision_number': 2, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'subnets': [{'id': 'eab3e12f-6a89-432a-b709-a182032b481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:26.494535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a339791-e681-450b-8ae0-30ab25f511d4 req-72503954-0e8e-41ca-9e5e-e87aae58f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.496235 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9a339791-e681-450b-8ae0-30ab25f511d4 req-72503954-0e8e-41ca-9e5e-e87aae58f88f service neutron] 10.222.0.112 "GET /v2.0/networks?id=93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 200 len: 915 time: 0.1904447 Jul 07 19:24:26.523588 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Checking router: 85fa4e9a-ff59-4bf8-b408-270c943b593c for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:24:26.525321 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Updating router 85fa4e9a-ff59-4bf8-b408-270c943b593c port fb34145e-32ad-4db4-8371-06fd1774b5ab binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:24:26.574983 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.590136 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9a339791-e681-450b-8ae0-30ab25f511d4 req-c7d8377f-1f92-452c-bbe9-653915cd7fa6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=def4045c-bb88-4eb8-bd0d-8c6aa1a70640 HTTP/1.1" status: 200 len: 217 time: 0.0863209 Jul 07 19:24:26.600360 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.671783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a339791-e681-450b-8ae0-30ab25f511d4 req-bf828d2c-2df3-4dd4-a71b-be68612ef926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:26.673297 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9a339791-e681-450b-8ae0-30ab25f511d4 req-bf828d2c-2df3-4dd4-a71b-be68612ef926 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2d74c161-93e2-4eb1-ba4f-310c212193cd HTTP/1.1" status: 200 len: 853 time: 0.0688131 Jul 07 19:24:26.735323 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9a339791-e681-450b-8ae0-30ab25f511d4 req-4f9ef78d-c368-4655-b1ab-9828641e0745 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=93ad7054-5463-461c-860e-56d13dbda0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515184 Jul 07 19:24:26.817235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:24:26.844125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a1e89-f657-4dc2-a478-63157e17a69c None None] Sync routers for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:24:26.851052 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba9561f1-7d8a-4151-b271-43e842ced370 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:26.862460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a1e89-f657-4dc2-a478-63157e17a69c None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:26.864523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-219a1e89-f657-4dc2-a478-63157e17a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:26.943944 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9a339791-e681-450b-8ae0-30ab25f511d4 req-d0c9bc9f-091c-4c8d-a3b0-8dc4a0459b11 service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961567 Jul 07 19:24:26.986057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] No DVR routers for this DVR port 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:24:27.014250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1f45ea53-2fea-4fe9-b154-947afc64affd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:27.043993 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.046099 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51e0fa0c-48ca-4d00-8c3a-d0a0f0a2c60b req-3650ba77-b3d1-4b8c-be7f-5de0dda74a0f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.59 "DELETE /v2.0/ports/7cccde2a-84a6-4d84-ae87-bd30f6e87e8c HTTP/1.1" status: 204 len: 173 time: 3.2959845 Jul 07 19:24:27.047752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'name': 'network-vif-deleted', 'tag': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:27.057439 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.060535 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f704eefb-d9a6-4f64-8dfa-400a07545e71" -d '{"events": [{"server_uuid": "7dcd1a85-3ada-4f10-8247-4230ed4615b1", "name": "network-vif-deleted", "tag": "7cccde2a-84a6-4d84-ae87-bd30f6e87e8c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:27.066855 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba9561f1-7d8a-4151-b271-43e842ced370 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.076290 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ba9561f1-7d8a-4151-b271-43e842ced370 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/44b299b7-c3f0-4885-95c4-349a56b65176 HTTP/1.1" status: 204 len: 168 time: 1.4096799 Jul 07 19:24:27.079076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9561f1-7d8a-4151-b271-43e842ced370 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Subnet': ['ID=44b299b7-c3f0-4885-95c4-349a56b65176,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:27.082509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:27.084047 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Transition to ACTIVE for port object fb34145e-32ad-4db4-8371-06fd1774b5ab will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:27.095231 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.122111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff2ec11-f5a6-4416-b3fd-79172cebb2b7 None None] Network 26f53304-88db-40e3-94d9-112ed647e0b5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:27.193651 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0219d5e0-bfd7-45c2-8a71-9fa4f758462b x-openstack-request-id: req-0219d5e0-bfd7-45c2-8a71-9fa4f758462b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:27.207545 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcd1a85-3ada-4f10-8247-4230ed4615b1", "name": "network-vif-deleted", "tag": "7cccde2a-84a6-4d84-ae87-bd30f6e87e8c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:27.207842 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0219d5e0-bfd7-45c2-8a71-9fa4f758462b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:27.208285 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dcd1a85-3ada-4f10-8247-4230ed4615b1', 'name': 'network-vif-deleted', 'tag': '7cccde2a-84a6-4d84-ae87-bd30f6e87e8c', 'status': 'completed', 'code': 200} Jul 07 19:24:27.260800 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Pushing event updated for resources: {'Port': ['ID=fb34145e-32ad-4db4-8371-06fd1774b5ab,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:27.303218 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.303566 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.306338 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.306941 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.308866 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.309015 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.309508 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.311928 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.312065 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.312343 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.312829 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.313161 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:27.461304 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9a339791-e681-450b-8ae0-30ab25f511d4 req-fb759c77-eb64-48c0-8007-27a375203f42 service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044053 Jul 07 19:24:27.467584 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Attempting to bind port fb34145e-32ad-4db4-8371-06fd1774b5ab on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:27.467990 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Attempting to bind port fb34145e-32ad-4db4-8371-06fd1774b5ab by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '38080d77-5e95-402d-b240-bbcb1e02471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:27.468355 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Attempting to bind port fb34145e-32ad-4db4-8371-06fd1774b5ab on network d35b6983-51ac-42dc-86c5-c6c8577b8938 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:27.472226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-819fd8c7-e3fa-4faf-a5c8-6f4a7b07b62b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting subnet f3a63fbc-9bfd-429d-9146-4a28f4d811f7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:24:27.474054 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:27.474440 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Checking segment: {'id': '38080d77-5e95-402d-b240-bbcb1e02471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:27.474846 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.475235 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Bound using segment: {'id': '38080d77-5e95-402d-b240-bbcb1e02471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:27.475796 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Bound port: fb34145e-32ad-4db4-8371-06fd1774b5ab, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38080d77-5e95-402d-b240-bbcb1e02471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:27.476185 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.479343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e4be157-c4a2-4fc8-9d61-10927ae93dcf req-5a47e911-a77c-4583-8f31-e27d8b5ec8c6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=7dcd1a85-3ada-4f10-8247-4230ed4615b1 HTTP/1.1" status: 200 len: 210 time: 0.1274304 Jul 07 19:24:27.486162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-819fd8c7-e3fa-4faf-a5c8-6f4a7b07b62b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.655900 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] For port fb34145e-32ad-4db4-8371-06fd1774b5ab, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:27.664117 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] For port fb34145e-32ad-4db4-8371-06fd1774b5ab, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fb34145e-32ad-4db4-8371-06fd1774b5ab,segment=NetworkSegment(38080d77-5e95-402d-b240-bbcb1e02471b),segment_id=38080d77-5e95-402d-b240-bbcb1e02471b)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:27.683268 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.694933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device def4045c-bb88-4eb8-bd0d-8c6aa1a70640 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:24:27.695134 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-819fd8c7-e3fa-4faf-a5c8-6f4a7b07b62b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.705533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:24:27.707583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:24:27.788537 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f2f12-7cc2-4af2-bebf-309282cd47cc None None] Pushing event updated for resources: {'Port': ['ID=fb34145e-32ad-4db4-8371-06fd1774b5ab,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:27.796960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:24:27.804278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 7cccde2a-84a6-4d84-ae87-bd30f6e87e8c not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:24:27.808533 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Routers {'85fa4e9a-ff59-4bf8-b408-270c943b593c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:27.809158 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85fa4e9a-ff59-4bf8-b408-270c943b593c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:27.884187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-219a1e89-f657-4dc2-a478-63157e17a69c None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:27.902161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] Deleting port fb34145e-32ad-4db4-8371-06fd1774b5ab {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:27.902524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.938085 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:24:27.973369 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-819fd8c7-e3fa-4faf-a5c8-6f4a7b07b62b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:27.975963 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:24:28.002047 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] Set router 85fa4e9a-ff59-4bf8-b408-270c943b593c gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:28.042578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecf5f6-3214-4c2c-a57c-08a83cacb968 req-f157e962-996f-4c7f-acd5-354a04c19162 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:28.051305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8ecf5f6-3214-4c2c-a57c-08a83cacb968 req-f157e962-996f-4c7f-acd5-354a04c19162 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 943 time: 0.4377444 Jul 07 19:24:28.122774 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-819fd8c7-e3fa-4faf-a5c8-6f4a7b07b62b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.190001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1f45ea53-2fea-4fe9-b154-947afc64affd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:28.190605 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.226038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8ecf5f6-3214-4c2c-a57c-08a83cacb968 req-7e5cd862-8aef-4758-ab11-1096b5995b06 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736698 Jul 07 19:24:28.240791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fd8c7-e3fa-4faf-a5c8-6f4a7b07b62b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a63fbc-9bfd-429d-9146-4a28f4d811f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:28.258180 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-819fd8c7-e3fa-4faf-a5c8-6f4a7b07b62b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.265610 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-819fd8c7-e3fa-4faf-a5c8-6f4a7b07b62b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/f3a63fbc-9bfd-429d-9146-4a28f4d811f7 HTTP/1.1" status: 204 len: 168 time: 1.1802905 Jul 07 19:24:28.266248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:28.327420 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4103ee2-c06d-4a5e-8c72-f5b35298c2cf tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:24:28.334432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4103ee2-c06d-4a5e-8c72-f5b35298c2cf tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:28.334777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] For port fb34145e-32ad-4db4-8371-06fd1774b5ab, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fb34145e-32ad-4db4-8371-06fd1774b5ab,segment=NetworkSegment(38080d77-5e95-402d-b240-bbcb1e02471b),segment_id=38080d77-5e95-402d-b240-bbcb1e02471b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:28.335212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.339548 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f4103ee2-c06d-4a5e-8c72-f5b35298c2cf tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/44b299b7-c3f0-4885-95c4-349a56b65176 HTTP/1.1" status: 404 len: 337 time: 0.0722609 Jul 07 19:24:28.344063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:28.407991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:28.448937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] Calling delete_port for fb34145e-32ad-4db4-8371-06fd1774b5ab owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:28.559964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2689dbee-3671-45bd-863d-56608e40ac5e admin admin] Deleting subnet 14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:24:28.564909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2689dbee-3671-45bd-863d-56608e40ac5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.618509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-91929dc4-e42e-4473-b6d8-5e9e2dc19416 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting subnet 0bd18e9f-6a47-4c15-b928-bc4519d92e07 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:24:28.628422 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2689dbee-3671-45bd-863d-56608e40ac5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.630520 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91929dc4-e42e-4473-b6d8-5e9e2dc19416 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.700850 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91929dc4-e42e-4473-b6d8-5e9e2dc19416 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.793393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:28.807618 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-router', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:12Z', 'updated_at': '2021-07-07T19:24:20Z', 'revision_number': 4, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'gw_port': {'id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:14Z', 'updated_at': '2021-07-07T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'fb34145e-32ad-4db4-8371-06fd1774b5ab', 'name': '', 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'mac_address': 'fa:16:3e:6a:ec:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'eab3e12f-6a89-432a-b709-a182032b481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:19Z', 'updated_at': '2021-07-07T19:24:27Z', 'revision_number': 4, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'subnets': [{'id': 'eab3e12f-6a89-432a-b709-a182032b481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:28.846661 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd80725-6c00-44db-8738-f4156800f2be None None] The sync data for ids ['85fa4e9a-ff59-4bf8-b408-270c943b593c'] in n-d-792394-12 is: [{'id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-router', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:12Z', 'updated_at': '2021-07-07T19:24:20Z', 'revision_number': 4, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'gw_port': {'id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:14Z', 'updated_at': '2021-07-07T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'fb34145e-32ad-4db4-8371-06fd1774b5ab', 'name': '', 'network_id': 'd35b6983-51ac-42dc-86c5-c6c8577b8938', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'mac_address': 'fa:16:3e:6a:ec:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'eab3e12f-6a89-432a-b709-a182032b481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:19Z', 'updated_at': '2021-07-07T19:24:27Z', 'revision_number': 4, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'subnets': [{'id': 'eab3e12f-6a89-432a-b709-a182032b481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:24:28.878793 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2689dbee-3671-45bd-863d-56608e40ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.890889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91929dc4-e42e-4473-b6d8-5e9e2dc19416 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:28.913156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port def4045c-bb88-4eb8-bd0d-8c6aa1a70640, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=def4045c-bb88-4eb8-bd0d-8c6aa1a70640,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:29.052923 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2689dbee-3671-45bd-863d-56608e40ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.106897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-219a1e89-f657-4dc2-a478-63157e17a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:29.110930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91929dc4-e42e-4473-b6d8-5e9e2dc19416 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.117059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689dbee-3671-45bd-863d-56608e40ac5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:29.122873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'def4045c-bb88-4eb8-bd0d-8c6aa1a70640', 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab', 'port_id': 'def4045c-bb88-4eb8-bd0d-8c6aa1a70640', 'mac_address': 'fa:16:3e:6a:6a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d74c161-93e2-4eb1-ba4f-310c212193cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:24:29.129262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2689dbee-3671-45bd-863d-56608e40ac5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.131915 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2689dbee-3671-45bd-863d-56608e40ac5e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/14ab62a1-e4ac-450b-ab9d-6c2d01d1fba0 HTTP/1.1" status: 204 len: 168 time: 0.7225790 Jul 07 19:24:29.158638 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:29.195310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91929dc4-e42e-4473-b6d8-5e9e2dc19416 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd18e9f-6a47-4c15-b928-bc4519d92e07,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:29.219702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:29.231171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91929dc4-e42e-4473-b6d8-5e9e2dc19416 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.237215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a1e89-f657-4dc2-a478-63157e17a69c None None] Checking router: ccae0551-d4cb-4a3f-b8c1-0ace0161061a for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:24:29.239317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '40ac1bcd-7907-4ef6-86c3-a2a368ef52a2', 'network_id': '93ad7054-5463-461c-860e-56d13dbda0ab', 'port_id': '40ac1bcd-7907-4ef6-86c3-a2a368ef52a2', 'mac_address': 'fa:16:3e:f0:91:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d74c161-93e2-4eb1-ba4f-310c212193cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:24:29.240047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-91929dc4-e42e-4473-b6d8-5e9e2dc19416 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/0bd18e9f-6a47-4c15-b928-bc4519d92e07 HTTP/1.1" status: 204 len: 168 time: 0.8948817 Jul 07 19:24:29.245070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:29.271605 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fb34145e-32ad-4db4-8371-06fd1774b5ab up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:29.307852 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0934e0f-d0ce-426b-a2aa-9ba946e6cfc3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:24:29.308314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0934e0f-d0ce-426b-a2aa-9ba946e6cfc3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:29.313325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b0934e0f-d0ce-426b-a2aa-9ba946e6cfc3 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/f8b23035-e1ee-419b-88c0-b8de98219dcc HTTP/1.1" status: 404 len: 337 time: 0.0547223 Jul 07 19:24:29.319117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:29.405494 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a1e89-f657-4dc2-a478-63157e17a69c None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:29.406191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-219a1e89-f657-4dc2-a478-63157e17a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:29.471913 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.474772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6e1891fc-65be-491a-9029-c44f0cd47d5e tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "GET /v2.0/ports?device_id=ccd954ae-27d8-4bfb-b389-1c16f5d89613 HTTP/1.1" status: 200 len: 205 time: 0.1545219 Jul 07 19:24:29.475399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:29.543939 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.565830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def4045c-bb88-4eb8-bd0d-8c6aa1a70640 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:29.609113 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5218b75-6ef7-4c85-92db-617c779ac412 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.613584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port def4045c-bb88-4eb8-bd0d-8c6aa1a70640, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=def4045c-bb88-4eb8-bd0d-8c6aa1a70640,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:29.620667 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port fb34145e-32ad-4db4-8371-06fd1774b5ab completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:29.627708 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port fb34145e-32ad-4db4-8371-06fd1774b5ab triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:29.628084 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.654789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.674526 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.676116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:29.677520 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.701636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cb06f0-4733-4f6e-951e-eb362d24abe0') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:29.702013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cb06f0-4733-4f6e-951e-eb362d24abe0') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:29.729459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.770639 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.789314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:24:29.789667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.855852 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5218b75-6ef7-4c85-92db-617c779ac412 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.897911 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.912651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:24:29.926028 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:24:29.932838 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.966068 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:29.968350 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] 10.222.0.113 "DELETE /v2.0/networks/b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2 HTTP/1.1" status: 204 len: 168 time: 0.8076005 Jul 07 19:24:29.969902 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-1c945066-4454-45d5-b667-58e4a29e762c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] delete failed (client error): The resource could not be found. Jul 07 19:24:29.979313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5dcef-8d3d-45f8-9716-aa43cf9d0a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6142dac-37ac-4e00-ad9a-8ebbe9bee2f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:29.987426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1c945066-4454-45d5-b667-58e4a29e762c tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/routers/ccd954ae-27d8-4bfb-b389-1c16f5d89613 HTTP/1.1" status: 404 len: 336 time: 0.5070107 Jul 07 19:24:29.995276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.004640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port fb34145e-32ad-4db4-8371-06fd1774b5ab, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fb34145e-32ad-4db4-8371-06fd1774b5ab,segment=NetworkSegment(38080d77-5e95-402d-b240-bbcb1e02471b),segment_id=38080d77-5e95-402d-b240-bbcb1e02471b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:30.011694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['def4045c-bb88-4eb8-bd0d-8c6aa1a70640'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:24:30.030486 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:30.044362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:30.060553 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0299691b-d6e2-482d-8f96-4163f172f9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:24:30.061026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0299691b-d6e2-482d-8f96-4163f172f9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:30.062804 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0299691b-d6e2-482d-8f96-4163f172f9ea tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/b0861bf8-4782-4803-bc40-1ac88e051dac HTTP/1.1" status: 404 len: 337 time: 0.0665104 Jul 07 19:24:30.070637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.076125 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:30.083592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=def4045c-bb88-4eb8-bd0d-8c6aa1a70640,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:30.085065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5218b75-6ef7-4c85-92db-617c779ac412 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:30.092902 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5218b75-6ef7-4c85-92db-617c779ac412 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:30.097465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-219a1e89-f657-4dc2-a478-63157e17a69c None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:30.100718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e5218b75-6ef7-4c85-92db-617c779ac412 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "DELETE /v2.0/security-groups/7854f6ce-1f79-45c5-aded-c5cafeca31a4 HTTP/1.1" status: 204 len: 168 time: 1.3058872 Jul 07 19:24:30.128220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.163105 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-681247c0-dfbb-40fa-aab4-2a3a658620b7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:24:30.167589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681247c0-dfbb-40fa-aab4-2a3a658620b7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:30.169777 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-681247c0-dfbb-40fa-aab4-2a3a658620b7 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/9fa1e320-7747-47be-91da-79c3e816e862 HTTP/1.1" status: 404 len: 337 time: 0.0974879 Jul 07 19:24:30.173312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.184572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=fb34145e-32ad-4db4-8371-06fd1774b5ab,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:30.224687 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bf5bef-822a-41be-80b6-41ac7e2f6783 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:24:30.231542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bf5bef-822a-41be-80b6-41ac7e2f6783 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:30.234053 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-59bf5bef-822a-41be-80b6-41ac7e2f6783 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/3cb19950-76f6-4f7d-bd95-8932ea2f3bf4 HTTP/1.1" status: 404 len: 337 time: 0.0595853 Jul 07 19:24:30.259876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.278109 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-158789f5-15c8-4b62-adc7-93c89308b925 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] show failed (client error): The resource could not be found. Jul 07 19:24:30.307121 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-158789f5-15c8-4b62-adc7-93c89308b925 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups/7854f6ce-1f79-45c5-aded-c5cafeca31a4 HTTP/1.1" status: 404 len: 347 time: 0.1725950 Jul 07 19:24:30.313848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.348743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:30.422299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a1e68c-a255-4701-9bdf-e52c455bab06 None None] Network 26f53304-88db-40e3-94d9-112ed647e0b5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:30.431938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5218b75-6ef7-4c85-92db-617c779ac412 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7854f6ce-1f79-45c5-aded-c5cafeca31a4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:30.432220 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-19acf994-95e1-4f40-879a-ea72061c0625 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:24:30.433021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19acf994-95e1-4f40-879a-ea72061c0625 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:30.440022 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-19acf994-95e1-4f40-879a-ea72061c0625 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/ef812c18-a591-4416-ba8d-33b72f822fe0 HTTP/1.1" status: 404 len: 333 time: 0.1787879 Jul 07 19:24:30.440911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.494162 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:30.569568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.578860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] Pushing event deleted for resources: {'Port': ['ID=fb34145e-32ad-4db4-8371-06fd1774b5ab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:30.583139 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-75397926-1061-47aa-9560-c98b41f0a101 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:24:30.583742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75397926-1061-47aa-9560-c98b41f0a101 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:30.590406 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-75397926-1061-47aa-9560-c98b41f0a101 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/aa49c3da-a507-4da9-85b8-72609684419e HTTP/1.1" status: 404 len: 337 time: 0.1434684 Jul 07 19:24:30.591138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.620669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc34c-fb53-45fc-b164-a4afd6e33169 req-60e0469a-7a8f-4a3a-8975-a1fa206dfe68 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:30.627668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9efcc34c-fb53-45fc-b164-a4afd6e33169 req-60e0469a-7a8f-4a3a-8975-a1fa206dfe68 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 944 time: 0.8774376 Jul 07 19:24:30.636229 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc570f9a-0dfb-4288-bec1-802e9c8ac791 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:24:30.636758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc570f9a-0dfb-4288-bec1-802e9c8ac791 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:30.641892 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fc570f9a-0dfb-4288-bec1-802e9c8ac791 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/c7bfdfe4-b339-44a8-a50a-90d9d1bd092c HTTP/1.1" status: 404 len: 337 time: 0.0457304 Jul 07 19:24:30.643033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35198) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.643271 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['40ac1bcd-7907-4ef6-86c3-a2a368ef52a2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:24:30.697319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9efcc34c-fb53-45fc-b164-a4afd6e33169 req-705fb979-fcd7-4b3b-bc73-cdd6561d1edf tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685270 Jul 07 19:24:30.720863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.723089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-96362c1d-7ce1-4f39-8e17-b03d79d8ae00 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d79bdeb1683649e2af1e26e0a17fc94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426768 Jul 07 19:24:30.737308 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fa0f15-38cf-47b5-9aea-6df2addf9738 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:24:30.738163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fa0f15-38cf-47b5-9aea-6df2addf9738 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:30.743691 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d7fa0f15-38cf-47b5-9aea-6df2addf9738 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/8e06f7a1-6e65-4f4f-b292-2a3f14545dab HTTP/1.1" status: 404 len: 333 time: 0.0715826 Jul 07 19:24:30.749582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.808081 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-641c189c-b361-4944-8db3-45321794b22b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:24:30.810540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641c189c-b361-4944-8db3-45321794b22b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:30.816735 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-641c189c-b361-4944-8db3-45321794b22b tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/6bc5223b-9fbf-4f1f-b0f3-ced8f6e64824 HTTP/1.1" status: 404 len: 337 time: 0.0650334 Jul 07 19:24:30.817452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:30.867490 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:30.888168 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0ff2b6-c89e-4758-a36a-10aa95f6e771 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] DELETE failed (client error): The resource could not be found. Jul 07 19:24:30.888666 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0ff2b6-c89e-4758-a36a-10aa95f6e771 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:24:30.890482 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bc0ff2b6-c89e-4758-a36a-10aa95f6e771 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/subnets/515a33c2-9c63-4af0-9bdb-c51729ede222 HTTP/1.1" status: 404 len: 337 time: 0.0631316 Jul 07 19:24:30.895520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:31.179561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a6c1017-6516-4c61-a476-3eed88ec2057 None None] Provisioning complete for port 023f3d42-211b-43a4-8a80-9825aa1d013f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:31.180280 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1017-6516-4c61-a476-3eed88ec2057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.359557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77e02ec8-7a21-4311-b02f-8166fd3c4b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.392597 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a7392ab1-2c67-4b62-9518-33ad30880bf1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Deleting port be2ac4a2-4b6d-4173-b682-b495ea97bd6a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:31.398925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7392ab1-2c67-4b62-9518-33ad30880bf1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.599983 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77e02ec8-7a21-4311-b02f-8166fd3c4b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.613120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-219a1e89-f657-4dc2-a478-63157e17a69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:31.669169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a1e89-f657-4dc2-a478-63157e17a69c None None] The sync data for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 is: [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:24:31.675154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] Router 85fa4e9a-ff59-4bf8-b408-270c943b593c has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:24:31.709120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a6c1017-6516-4c61-a476-3eed88ec2057 None None] Provisioning complete for port b6fd34c2-e040-419a-b8be-6e358815161e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:31.709527 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1017-6516-4c61-a476-3eed88ec2057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.785568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2063797a-95a1-48e0-9a20-0eb759633795 None None] DHCP port deletion for 26f53304-88db-40e3-94d9-112ed647e0b5 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:24:31.821713 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66bbea51-c45a-467a-90e3-613d3471a72d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Deleting port b6fd34c2-e040-419a-b8be-6e358815161e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:31.822239 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66bbea51-c45a-467a-90e3-613d3471a72d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.836255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7392ab1-2c67-4b62-9518-33ad30880bf1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.837368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7392ab1-2c67-4b62-9518-33ad30880bf1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.879656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c1017-6516-4c61-a476-3eed88ec2057 None None] Port b6fd34c2-e040-419a-b8be-6e358815161e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:31.880346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:24:31.897022 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2276f6bf-8644-4cd1-bea5-89ec8db73807 None None] Sync routers for ids ['85fa4e9a-ff59-4bf8-b408-270c943b593c'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:24:31.909155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f16e4762-74d0-4ede-826f-fcf5417c08ad admin admin] 10.222.0.113 "PUT /v2.0/routers/85fa4e9a-ff59-4bf8-b408-270c943b593c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9731433 Jul 07 19:24:31.912270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:31.915916 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2276f6bf-8644-4cd1-bea5-89ec8db73807 None None] Routers {'85fa4e9a-ff59-4bf8-b408-270c943b593c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:31.918728 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2276f6bf-8644-4cd1-bea5-89ec8db73807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85fa4e9a-ff59-4bf8-b408-270c943b593c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:31.935861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2063797a-95a1-48e0-9a20-0eb759633795 None None] Deleting port 023f3d42-211b-43a4-8a80-9825aa1d013f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:31.936352 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2063797a-95a1-48e0-9a20-0eb759633795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:31.989764 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66bbea51-c45a-467a-90e3-613d3471a72d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.046986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66bbea51-c45a-467a-90e3-613d3471a72d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Calling delete_port for b6fd34c2-e040-419a-b8be-6e358815161e owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:32.122793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2063797a-95a1-48e0-9a20-0eb759633795 None None] For port 023f3d42-211b-43a4-8a80-9825aa1d013f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=023f3d42-211b-43a4-8a80-9825aa1d013f,segment=NetworkSegment(2e6f3720-d182-4c4f-bf24-fe0907cb35c1),segment_id=2e6f3720-d182-4c4f-bf24-fe0907cb35c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:32.123203 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2063797a-95a1-48e0-9a20-0eb759633795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.158458 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2063797a-95a1-48e0-9a20-0eb759633795 None None] Calling delete_port for 023f3d42-211b-43a4-8a80-9825aa1d013f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:32.197112 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2276f6bf-8644-4cd1-bea5-89ec8db73807 None None] Set router 85fa4e9a-ff59-4bf8-b408-270c943b593c gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:32.214726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a7392ab1-2c67-4b62-9518-33ad30880bf1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Calling delete_port for be2ac4a2-4b6d-4173-b682-b495ea97bd6a owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:32.240053 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77e02ec8-7a21-4311-b02f-8166fd3c4b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.246745 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77e02ec8-7a21-4311-b02f-8166fd3c4b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.252720 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-77e02ec8-7a21-4311-b02f-8166fd3c4b2a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5ba596ce-f7d5-4075-985e-a0a4818e845e HTTP/1.1" status: 204 len: 168 time: 1.5306678 Jul 07 19:24:32.309197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e02ec8-7a21-4311-b02f-8166fd3c4b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba596ce-f7d5-4075-985e-a0a4818e845e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:32.360118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18cf4a7-77f1-41b2-9379-838064856570 None None] New status for floating IP 5f619089-87d5-46d4-8a5f-e5c922386397: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:24:32.360705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66bbea51-c45a-467a-90e3-613d3471a72d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.442566 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.595042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbea51-c45a-467a-90e3-613d3471a72d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Port': ['ID=b6fd34c2-e040-419a-b8be-6e358815161e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:32.607882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7392ab1-2c67-4b62-9518-33ad30880bf1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.623610 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66bbea51-c45a-467a-90e3-613d3471a72d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.628221 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-66bbea51-c45a-467a-90e3-613d3471a72d tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/ports/b6fd34c2-e040-419a-b8be-6e358815161e HTTP/1.1" status: 204 len: 168 time: 1.7296641 Jul 07 19:24:32.639858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:32.641967 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-e18cf4a7-77f1-41b2-9379-838064856570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:24:32.644884 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-e18cf4a7-77f1-41b2-9379-838064856570 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:24:32.707498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0eebc9-19fa-46fa-9151-d3fc17eee2fd req-fe6cd00a-f43c-409b-80a0-a2f0025973ff tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:32.709204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e0eebc9-19fa-46fa-9151-d3fc17eee2fd req-fe6cd00a-f43c-409b-80a0-a2f0025973ff tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 944 time: 0.6694689 Jul 07 19:24:32.762934 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.787652 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2063797a-95a1-48e0-9a20-0eb759633795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.826511 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2276f6bf-8644-4cd1-bea5-89ec8db73807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-router', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:12Z', 'updated_at': '2021-07-07T19:24:30Z', 'revision_number': 5, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'gw_port': {'id': '1f45ea53-2fea-4fe9-b154-947afc64affd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:24:14Z', 'updated_at': '2021-07-07T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:32.847956 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e0eebc9-19fa-46fa-9151-d3fc17eee2fd req-015d7aa5-8949-4f6d-8a00-a743ba362584 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284647 Jul 07 19:24:32.856155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063797a-95a1-48e0-9a20-0eb759633795 None None] Pushing event deleted for resources: {'Port': ['ID=023f3d42-211b-43a4-8a80-9825aa1d013f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:32.873417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063797a-95a1-48e0-9a20-0eb759633795 None None] No DVR routers for this DVR port 023f3d42-211b-43a4-8a80-9825aa1d013f on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:24:32.885967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7392ab1-2c67-4b62-9518-33ad30880bf1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event deleted for resources: {'Port': ['ID=be2ac4a2-4b6d-4173-b682-b495ea97bd6a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:32.898407 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2276f6bf-8644-4cd1-bea5-89ec8db73807 None None] Checking router: 85fa4e9a-ff59-4bf8-b408-270c943b593c for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:24:32.911198 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2276f6bf-8644-4cd1-bea5-89ec8db73807 None None] Routers {'85fa4e9a-ff59-4bf8-b408-270c943b593c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:32.911834 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2276f6bf-8644-4cd1-bea5-89ec8db73807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85fa4e9a-ff59-4bf8-b408-270c943b593c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:32.935567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Deleting port 1f45ea53-2fea-4fe9-b154-947afc64affd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:32.936528 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.989293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:32.994638 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7392ab1-2c67-4b62-9518-33ad30880bf1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.004906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7392ab1-2c67-4b62-9518-33ad30880bf1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.006463 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a7392ab1-2c67-4b62-9518-33ad30880bf1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "DELETE /v2.0/floatingips/5f619089-87d5-46d4-8a5f-e5c922386397 HTTP/1.1" status: 204 len: 168 time: 2.6918197 Jul 07 19:24:33.052122 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2276f6bf-8644-4cd1-bea5-89ec8db73807 None None] Set router 85fa4e9a-ff59-4bf8-b408-270c943b593c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:33.118517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] For port 1f45ea53-2fea-4fe9-b154-947afc64affd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1f45ea53-2fea-4fe9-b154-947afc64affd,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:33.119015 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.120892 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2276f6bf-8644-4cd1-bea5-89ec8db73807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-router', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:12Z', 'updated_at': '2021-07-07T19:24:32Z', 'revision_number': 6, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:33.135829 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.146302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18cf4a7-77f1-41b2-9379-838064856570 None None] New status for floating IP 5f619089-87d5-46d4-8a5f-e5c922386397: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:24:33.150229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Calling delete_port for 1f45ea53-2fea-4fe9-b154-947afc64affd owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:33.158302 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2276f6bf-8644-4cd1-bea5-89ec8db73807 None None] The sync data for ids ['85fa4e9a-ff59-4bf8-b408-270c943b593c'] in n-d-792394-12 is: [{'id': '85fa4e9a-ff59-4bf8-b408-270c943b593c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2048775741-router', 'tenant_id': '6442f334d0124b2ba2f01a4a34692cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:24:12Z', 'updated_at': '2021-07-07T19:24:32Z', 'revision_number': 6, 'project_id': '6442f334d0124b2ba2f01a4a34692cf5', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:24:33.361777 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.390023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f53304-88db-40e3-94d9-112ed647e0b5']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:33.413976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6f3720-d182-4c4f-bf24-fe0907cb35c1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:33.414307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6f3720-d182-4c4f-bf24-fe0907cb35c1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:33.434769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.456058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.469838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:24:33.470242 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:24:33.475860 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:24:33.495945 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.527879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f45ea53-2fea-4fe9-b154-947afc64affd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:33.567297 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.573988 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.576598 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] 10.222.0.113 "DELETE /v2.0/networks/26f53304-88db-40e3-94d9-112ed647e0b5 HTTP/1.1" status: 204 len: 168 time: 0.9334176 Jul 07 19:24:33.585145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 023f3d42-211b-43a4-8a80-9825aa1d013f no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:24:33.596428 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ddd0c-11e8-4f60-b268-1e7c174090d8 tempest-PortsIpV6TestJSON-1390378766 tempest-PortsIpV6TestJSON-1390378766-project] Pushing event deleted for resources: {'Network': ['ID=26f53304-88db-40e3-94d9-112ed647e0b5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:33.634281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.648792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 023f3d42-211b-43a4-8a80-9825aa1d013f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:24:33.649714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 023f3d42-211b-43a4-8a80-9825aa1d013f not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:24:33.698124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device def4045c-bb88-4eb8-bd0d-8c6aa1a70640 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:33.804029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port def4045c-bb88-4eb8-bd0d-8c6aa1a70640 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:33.809531 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.812350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port def4045c-bb88-4eb8-bd0d-8c6aa1a70640 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:33.812906 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.817988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.925358 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.926341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85fa4e9a-ff59-4bf8-b408-270c943b593c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:24:33.936558 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:33.941700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-28e50a38-bec1-4da0-88d4-2bdbb8370ef1 admin admin] 10.222.0.113 "DELETE /v2.0/routers/85fa4e9a-ff59-4bf8-b408-270c943b593c HTTP/1.1" status: 204 len: 168 time: 2.0254304 Jul 07 19:24:33.941700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:33.942554 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:33.984349 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.022136 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7418496d-87df-464d-8303-c55383ea735b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def4045c-bb88-4eb8-bd0d-8c6aa1a70640'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:34.026529 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843c040e-0343-4c2e-bbc9-90fe5afaa336" -d '{"events": [{"server_uuid": "7418496d-87df-464d-8303-c55383ea735b", "name": "network-vif-plugged", "status": "completed", "tag": "def4045c-bb88-4eb8-bd0d-8c6aa1a70640"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:34.047231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port def4045c-bb88-4eb8-bd0d-8c6aa1a70640, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=def4045c-bb88-4eb8-bd0d-8c6aa1a70640,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:34.054220 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.058883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c04463-7de2-4f08-826f-a3b675bd4aa2 admin admin] Deleting subnet eab3e12f-6a89-432a-b709-a182032b481e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:24:34.074114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79c04463-7de2-4f08-826f-a3b675bd4aa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.121619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:34.189900 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e20a2035-eae2-4aea-a9f9-b435851efb29 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7bed1ecd91fd4bf692db2b8d56596aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454619 Jul 07 19:24:34.190542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:34.206485 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79c04463-7de2-4f08-826f-a3b675bd4aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.219352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=def4045c-bb88-4eb8-bd0d-8c6aa1a70640,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:34.244664 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:34.250739 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:34.251308 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.273841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf771601-2b16-4929-8acb-ea587c154e12 req-1db2c92e-0300-49f9-a238-b146a167c6fb tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.275687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf771601-2b16-4929-8acb-ea587c154e12 req-1db2c92e-0300-49f9-a238-b146a167c6fb tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 945 time: 0.2079778 Jul 07 19:24:34.297769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c37e095-0b47-461e-8648-8f9ff422953d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.349409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c37e095-0b47-461e-8648-8f9ff422953d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.373693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf771601-2b16-4929-8acb-ea587c154e12 req-bd2b72d3-ac38-42dd-b5c6-0a2d39c91505 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901906 Jul 07 19:24:34.406624 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79c04463-7de2-4f08-826f-a3b675bd4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.429697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c37e095-0b47-461e-8648-8f9ff422953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.434239 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c37e095-0b47-461e-8648-8f9ff422953d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.436993 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2c37e095-0b47-461e-8648-8f9ff422953d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fd8bf3ba-d6a9-4708-b4bf-fb2ad4539195 HTTP/1.1" status: 204 len: 168 time: 0.2454240 Jul 07 19:24:34.467857 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.476463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e095-0b47-461e-8648-8f9ff422953d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8bf3ba-d6a9-4708-b4bf-fb2ad4539195,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:34.551149 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41c5f90-f3cb-42e7-ae7b-c763e9075d02 x-openstack-request-id: req-b41c5f90-f3cb-42e7-ae7b-c763e9075d02 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:34.551575 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7418496d-87df-464d-8303-c55383ea735b", "name": "network-vif-plugged", "status": "completed", "tag": "def4045c-bb88-4eb8-bd0d-8c6aa1a70640", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:34.551833 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b41c5f90-f3cb-42e7-ae7b-c763e9075d02 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:34.552232 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7418496d-87df-464d-8303-c55383ea735b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def4045c-bb88-4eb8-bd0d-8c6aa1a70640', 'code': 200} Jul 07 19:24:34.611301 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79c04463-7de2-4f08-826f-a3b675bd4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.630900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:34.640221 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.695776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c04463-7de2-4f08-826f-a3b675bd4aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab3e12f-6a89-432a-b709-a182032b481e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:34.706119 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79c04463-7de2-4f08-826f-a3b675bd4aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.710043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-79c04463-7de2-4f08-826f-a3b675bd4aa2 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/eab3e12f-6a89-432a-b709-a182032b481e HTTP/1.1" status: 204 len: 168 time: 0.7628765 Jul 07 19:24:34.711458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:34.787035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff67153-2084-430a-b38e-43761df40923 req-ad18a642-edc3-4672-b21f-80a1df7c3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:34.788632 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6ff67153-2084-430a-b38e-43761df40923 req-ad18a642-edc3-4672-b21f-80a1df7c3783 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 1097 time: 0.1780400 Jul 07 19:24:34.808120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:34.811702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8968938c-2022-4f7c-9afa-27bd9e92d9f4 None None] Network d35b6983-51ac-42dc-86c5-c6c8577b8938 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:34.831732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:34.843858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b64f70db-4204-4720-a0a9-5479761679c8 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970679107', 'description': 'tempest-description--134426484'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:34.907684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b64f70db-4204-4720-a0a9-5479761679c8 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.932057 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.973353 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6ff67153-2084-430a-b38e-43761df40923 req-f0e694db-739f-4d86-89b1-61b3d78b83ea service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777675 Jul 07 19:24:35.093539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Deleting port aa2de788-c18f-430e-ad2e-5808c6289802 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:35.094042 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.190966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b64f70db-4204-4720-a0a9-5479761679c8 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.200085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1f45ea53-2fea-4fe9-b154-947afc64affd no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:24:35.202897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b64f70db-4204-4720-a0a9-5479761679c8 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.237123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 1f45ea53-2fea-4fe9-b154-947afc64affd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:24:35.238370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1f45ea53-2fea-4fe9-b154-947afc64affd not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:24:35.238983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fb34145e-32ad-4db4-8371-06fd1774b5ab no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:24:35.282192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b64f70db-4204-4720-a0a9-5479761679c8 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.286179 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b64f70db-4204-4720-a0a9-5479761679c8 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4532769 Jul 07 19:24:35.289214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f70db-4204-4720-a0a9-5479761679c8 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3452b70d-7ad9-4baf-8075-8e043054453d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:35.293391 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:35.303455 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b9c5b47c-e99e-463e-b54c-eff1ef9ed0bf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'security_group_rule': {'security_group_id': '3452b70d-7ad9-4baf-8075-8e043054453d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:35.312954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] For port aa2de788-c18f-430e-ad2e-5808c6289802, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=aa2de788-c18f-430e-ad2e-5808c6289802,segment=NetworkSegment(38080d77-5e95-402d-b240-bbcb1e02471b),segment_id=38080d77-5e95-402d-b240-bbcb1e02471b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:35.313991 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.325476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2f0e6-739c-4065-b434-fed40463901c None None] DHCP port deletion for d35b6983-51ac-42dc-86c5-c6c8577b8938 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:24:35.327906 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: fb34145e-32ad-4db4-8371-06fd1774b5ab {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:24:35.330170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fb34145e-32ad-4db4-8371-06fd1774b5ab not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:24:35.337005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Calling delete_port for aa2de788-c18f-430e-ad2e-5808c6289802 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:35.381917 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b47c-e99e-463e-b54c-eff1ef9ed0bf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.465751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-16a2f0e6-739c-4065-b434-fed40463901c None None] Deleting port aa2de788-c18f-430e-ad2e-5808c6289802 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:35.466383 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16a2f0e6-739c-4065-b434-fed40463901c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.745639 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b47c-e99e-463e-b54c-eff1ef9ed0bf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.761034 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b47c-e99e-463e-b54c-eff1ef9ed0bf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.786794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-16a2f0e6-739c-4065-b434-fed40463901c None None] For port aa2de788-c18f-430e-ad2e-5808c6289802, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=aa2de788-c18f-430e-ad2e-5808c6289802,segment=NetworkSegment(38080d77-5e95-402d-b240-bbcb1e02471b),segment_id=38080d77-5e95-402d-b240-bbcb1e02471b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:35.787339 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16a2f0e6-739c-4065-b434-fed40463901c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.802263 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.824691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-16a2f0e6-739c-4065-b434-fed40463901c None None] Calling delete_port for aa2de788-c18f-430e-ad2e-5808c6289802 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:35.834227 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b47c-e99e-463e-b54c-eff1ef9ed0bf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8eb3d5-bc96-4982-927f-f4b4f1666444,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:35.921588 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b47c-e99e-463e-b54c-eff1ef9ed0bf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:35.924783 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b9c5b47c-e99e-463e-b54c-eff1ef9ed0bf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6299589 Jul 07 19:24:35.932770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:35.946776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-69458662-dafe-4797-a50d-4d31c16b4277 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'security_group_rule': {'security_group_id': '3452b70d-7ad9-4baf-8075-8e043054453d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:36.002651 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16a2f0e6-739c-4065-b434-fed40463901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.025554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2f0e6-739c-4065-b434-fed40463901c None None] No DVR routers for this DVR port aa2de788-c18f-430e-ad2e-5808c6289802 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:24:36.046167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69458662-dafe-4797-a50d-4d31c16b4277 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.088089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2f0e6-739c-4065-b434-fed40463901c None None] Pushing event deleted for resources: {'Port': ['ID=aa2de788-c18f-430e-ad2e-5808c6289802,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:36.107310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] No DVR routers for this DVR port aa2de788-c18f-430e-ad2e-5808c6289802 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:24:36.132857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2de788-c18f-430e-ad2e-5808c6289802,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:36.200375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69458662-dafe-4797-a50d-4d31c16b4277 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.212124 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69458662-dafe-4797-a50d-4d31c16b4277 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.249859 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69458662-dafe-4797-a50d-4d31c16b4277 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.251208 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-69458662-dafe-4797-a50d-4d31c16b4277 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166645 Jul 07 19:24:36.253983 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69458662-dafe-4797-a50d-4d31c16b4277 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b59d870-95bb-4d40-a19b-a0e269f139a7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:36.255895 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:36.262396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:36.300817 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.344241 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.366198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35b6983-51ac-42dc-86c5-c6c8577b8938']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:36.395458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38080d77-5e95-402d-b240-bbcb1e02471b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:36.395923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38080d77-5e95-402d-b240-bbcb1e02471b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:36.414682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.434076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccab85-e6aa-41d2-aab0-eee100b66249 req-d67d305c-e899-4a4b-bdb6-89630a896437 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:36.435951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bccab85-e6aa-41d2-aab0-eee100b66249 req-d67d305c-e899-4a4b-bdb6-89630a896437 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 945 time: 0.7065034 Jul 07 19:24:36.459519 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.494672 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:24:36.497033 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:24:36.499210 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:24:36.545061 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.553651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da57f9b-a010-4ed8-9eaa-38fdcb37cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ac1bcd-7907-4ef6-86c3-a2a368ef52a2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:36.557390 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2471151c-2125-4231-9967-84b1db8e4f62" -d '{"events": [{"server_uuid": "1da57f9b-a010-4ed8-9eaa-38fdcb37cf26", "name": "network-vif-plugged", "status": "completed", "tag": "40ac1bcd-7907-4ef6-86c3-a2a368ef52a2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:36.583161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bccab85-e6aa-41d2-aab0-eee100b66249 req-eb4b5d31-b602-4b1c-b88f-9bba3ad14935 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327319 Jul 07 19:24:36.596303 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.614363 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.619228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] 10.222.0.113 "DELETE /v2.0/networks/d35b6983-51ac-42dc-86c5-c6c8577b8938 HTTP/1.1" status: 204 len: 168 time: 1.9044027 Jul 07 19:24:36.662711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401cc74-17bf-4579-85bb-d54e6944fe91 admin admin] Pushing event deleted for resources: {'Network': ['ID=d35b6983-51ac-42dc-86c5-c6c8577b8938,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:36.728846 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e014a2-23f0-430b-bf6b-48ff6aa310bb x-openstack-request-id: req-06e014a2-23f0-430b-bf6b-48ff6aa310bb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:36.729282 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da57f9b-a010-4ed8-9eaa-38fdcb37cf26", "name": "network-vif-plugged", "status": "completed", "tag": "40ac1bcd-7907-4ef6-86c3-a2a368ef52a2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:36.729282 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-06e014a2-23f0-430b-bf6b-48ff6aa310bb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:36.729778 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da57f9b-a010-4ed8-9eaa-38fdcb37cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ac1bcd-7907-4ef6-86c3-a2a368ef52a2', 'code': 200} Jul 07 19:24:36.897945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Allocated IP 172.25.2.215 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/0b75aa32-e845-4022-b0c3-e756a3b574a6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:37.003491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ff78-e81c-4f1c-b465-f0bd4cdb399e req-4969166f-9c82-4a8f-895c-ea20c0afc068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.005047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ba0ff78-e81c-4f1c-b465-f0bd4cdb399e req-4969166f-9c82-4a8f-895c-ea20c0afc068 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1da57f9b-a010-4ed8-9eaa-38fdcb37cf26 HTTP/1.1" status: 200 len: 1097 time: 0.1864903 Jul 07 19:24:37.051564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ba0ff78-e81c-4f1c-b465-f0bd4cdb399e req-7ac838a3-82ad-47c7-b824-6ac46e3562e0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398891 Jul 07 19:24:37.052216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:37.168262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a738e875-975d-4c98-88f1-f9afa8f4cecc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6442f334d0124b2ba2f01a4a34692cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1147566 Jul 07 19:24:37.172795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:37.218892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device aa2de788-c18f-430e-ad2e-5808c6289802 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:24:37.293639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: aa2de788-c18f-430e-ad2e-5808c6289802 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:24:37.301539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device aa2de788-c18f-430e-ad2e-5808c6289802 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:24:37.499035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.562015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9c86143-0e98-437a-a1db-ebdbb7bbb6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.587447 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9c86143-0e98-437a-a1db-ebdbb7bbb6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.642491 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18f01cd9-8565-4ea6-b449-ece9879565eb req-848db263-32da-4d5e-b6b4-99d43bbe6b49 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4400504 Jul 07 19:24:37.662857 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.714796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:37.716292 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9c86143-0e98-437a-a1db-ebdbb7bbb6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.718488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9c86143-0e98-437a-a1db-ebdbb7bbb6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:37.723072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e9c86143-0e98-437a-a1db-ebdbb7bbb6a8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d5d1aeaf-f9e1-4a87-9899-1604a0a34ad7 HTTP/1.1" status: 204 len: 168 time: 0.5460227 Jul 07 19:24:37.729453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:37.751504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:37.751504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'Port': ['ID=0b75aa32-e845-4022-b0c3-e756a3b574a6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:37.753546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c86143-0e98-437a-a1db-ebdbb7bbb6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d1aeaf-f9e1-4a87-9899-1604a0a34ad7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:37.956154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec774056-eff3-4c34-9eb6-bea63c982c92 req-f4d829b7-9d2f-41ee-9556-c5d7ed1b7dcf tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.963934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec774056-eff3-4c34-9eb6-bea63c982c92 req-f4d829b7-9d2f-41ee-9556-c5d7ed1b7dcf tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 945 time: 0.1544979 Jul 07 19:24:37.968855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f01cd9-8565-4ea6-b449-ece9879565eb req-70db257b-7016-48aa-9fd9-7122e69ea916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:37.970534 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18f01cd9-8565-4ea6-b449-ece9879565eb req-70db257b-7016-48aa-9fd9-7122e69ea916 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9742b8c9b48e43908fbbaa7865befa08&device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 1097 time: 0.2387888 Jul 07 19:24:38.027128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:38.053515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec774056-eff3-4c34-9eb6-bea63c982c92 req-7c170a52-cb69-4370-94da-3b999133c969 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832214 Jul 07 19:24:38.235528 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:38.370232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a8530c5-b5c1-48eb-9393-a728e37e154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:38.431735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f01cd9-8565-4ea6-b449-ece9879565eb req-95d47ded-f31b-4934-82db-f9cc0fa4937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.436941 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18f01cd9-8565-4ea6-b449-ece9879565eb req-95d47ded-f31b-4934-82db-f9cc0fa4937a service neutron] 10.222.0.112 "GET /v2.0/networks?id=93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 200 len: 915 time: 0.4154689 Jul 07 19:24:38.529608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c466bf-0fdf-4751-86d8-7cb8e8604c86 req-4c35649c-ba59-4d95-a4fb-79f240ba807f tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.544086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96c466bf-0fdf-4751-86d8-7cb8e8604c86 req-4c35649c-ba59-4d95-a4fb-79f240ba807f tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=1da57f9b-a010-4ed8-9eaa-38fdcb37cf26 HTTP/1.1" status: 200 len: 945 time: 0.1822436 Jul 07 19:24:38.632285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96c466bf-0fdf-4751-86d8-7cb8e8604c86 req-478c1533-c5c3-4cf4-a320-8b981e5779de tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752938 Jul 07 19:24:38.663010 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18f01cd9-8565-4ea6-b449-ece9879565eb req-afaa3525-2566-4717-ad62-2af2df366d0a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=def4045c-bb88-4eb8-bd0d-8c6aa1a70640 HTTP/1.1" status: 200 len: 217 time: 0.2156131 Jul 07 19:24:38.783531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f01cd9-8565-4ea6-b449-ece9879565eb req-38c40250-c6ab-4e5b-968a-2c44dc50c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:38.785340 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18f01cd9-8565-4ea6-b449-ece9879565eb req-38c40250-c6ab-4e5b-968a-2c44dc50c01b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2d74c161-93e2-4eb1-ba4f-310c212193cd HTTP/1.1" status: 200 len: 853 time: 0.1127253 Jul 07 19:24:38.916882 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18f01cd9-8565-4ea6-b449-ece9879565eb req-3139f613-a789-4a7d-950a-2773e034e395 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=93ad7054-5463-461c-860e-56d13dbda0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154037 Jul 07 19:24:39.167199 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:39.198593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:39.399148 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18f01cd9-8565-4ea6-b449-ece9879565eb req-5194f09d-4d18-4387-803b-fba6fffa045a service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261961 Jul 07 19:24:39.458680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'Port': ['ID=0b75aa32-e845-4022-b0c3-e756a3b574a6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:39.527209 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:39.576099 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:39.580045 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-51b79b8a-636a-4914-a9d9-54d306f2b960 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3229003 Jul 07 19:24:39.644283 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18f01cd9-8565-4ea6-b449-ece9879565eb req-008f2f57-5bc8-4b99-b650-58cb4ec9e432 service neutron] 10.222.0.112 "GET /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331126 Jul 07 19:24:40.081491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623e684-6a3d-438d-86ea-d3fd54946dda req-3b548e69-1874-4f0e-9791-65290d8e5ad6 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:40.084411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9623e684-6a3d-438d-86ea-d3fd54946dda req-3b548e69-1874-4f0e-9791-65290d8e5ad6 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=1da57f9b-a010-4ed8-9eaa-38fdcb37cf26 HTTP/1.1" status: 200 len: 945 time: 0.1931722 Jul 07 19:24:40.202451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9623e684-6a3d-438d-86ea-d3fd54946dda req-8b5fcd10-2456-465a-8338-44a60ecb4a85 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098976 Jul 07 19:24:40.263898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e44fa002-9a29-4079-97e1-0c1b0f6f242f tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=0a33d7c700d047189a8eb945c3dfc89f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384252 Jul 07 19:24:40.504917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-cf48b73f-11eb-4537-b858-bedacd647e7f tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:40.515022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-cf48b73f-11eb-4537-b858-bedacd647e7f tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424908 Jul 07 19:24:40.543561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-447c0d32-987d-4761-b283-8f934f2d97ca tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--970679107&fields=id&tenant_id=d05e41f4ffde4d4199729500aa56e8c2 HTTP/1.1" status: 200 len: 267 time: 0.1932101 Jul 07 19:24:40.659348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-0aa39591-dbc1-42c2-9e90-9d94856de542 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/quotas/0a33d7c700d047189a8eb945c3dfc89f HTTP/1.1" status: 200 len: 375 time: 0.1407349 Jul 07 19:24:40.713839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-cc96e484-80d5-4403-b5ef-2352af01b27e tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=0a33d7c700d047189a8eb945c3dfc89f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436444 Jul 07 19:24:40.771084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-811839c0-8fa0-491f-8530-caf941f84adf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:40.772831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-811839c0-8fa0-491f-8530-caf941f84adf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 811 time: 0.2281327 Jul 07 19:24:40.809507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-da01212d-6beb-4000-8c00-216f645d24d1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/quotas/d05e41f4ffde4d4199729500aa56e8c2 HTTP/1.1" status: 200 len: 375 time: 0.0292988 Jul 07 19:24:41.041996 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d772b471-d331-4dba-86ac-b739cd51bec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.057817 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-e9187824-0e67-43e6-8943-be688c3c565e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2389600 Jul 07 19:24:41.272617 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:41.400962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf58309c-7505-429c-88db-fe5dd913ff57 req-08fc2070-88b0-440d-afd3-258f04a6af7f tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 210 time: 0.0660996 Jul 07 19:24:41.505035 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-05889592-fd50-4a4d-8e3d-69817dc229e1 service neutron] 10.222.0.113 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383514 Jul 07 19:24:41.840718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-f1493712-caae-4e2e-8bf0-80e917b47f33 service neutron] 10.222.0.113 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344491 Jul 07 19:24:42.269930 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4c79e577-0e20-431a-bb00-87f59f5fad6f req-6b96b803-a41e-4b6c-a5aa-3bd868308cd0 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 210 time: 0.1327157 Jul 07 19:24:42.419658 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.768861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54fceb2d-683f-4ad2-997f-14527b508ef0 req-7fb20fd8-9e09-4710-bc74-a5d93d74ba21 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 210 time: 0.0751700 Jul 07 19:24:42.857701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52037e-888b-4bee-b330-3badd1dbf1c5 req-13e79cd2-00c6-4aca-9b65-ed9ead56ec93 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.860260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc52037e-888b-4bee-b330-3badd1dbf1c5 req-13e79cd2-00c6-4aca-9b65-ed9ead56ec93 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=1da57f9b-a010-4ed8-9eaa-38fdcb37cf26 HTTP/1.1" status: 200 len: 945 time: 0.2396972 Jul 07 19:24:42.991134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc52037e-888b-4bee-b330-3badd1dbf1c5 req-afb9dbe4-2855-4ac3-a32e-938b8984317f tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197636 Jul 07 19:24:43.067494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d845-477f-4872-ae69-b74848067bfd req-48102b76-b603-48c2-8bf2-7710f5730e9e tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.069925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19b4d845-477f-4872-ae69-b74848067bfd req-48102b76-b603-48c2-8bf2-7710f5730e9e tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.59 "GET /v2.0/ports?device_id=1da57f9b-a010-4ed8-9eaa-38fdcb37cf26 HTTP/1.1" status: 200 len: 945 time: 0.2980466 Jul 07 19:24:43.130921 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-76d3b041-3aad-4628-9dc7-7135a74e4031 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=0a33d7c700d047189a8eb945c3dfc89f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244150 Jul 07 19:24:43.459054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19b4d845-477f-4872-ae69-b74848067bfd req-11d63589-c680-4b6f-9829-3274e2943f37 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Deleting port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:43.459355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19b4d845-477f-4872-ae69-b74848067bfd req-11d63589-c680-4b6f-9829-3274e2943f37 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:43.765113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-f59a9c0a-97aa-4957-a9d9-b8a87fe986ca tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.841500 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-f59a9c0a-97aa-4957-a9d9-b8a87fe986ca tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6767273 Jul 07 19:24:43.886241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1348256c-cbd7-455a-8876-176377b301b9 req-cf972e9e-607c-4ec2-b246-b5adb508e55f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 210 time: 0.1981175 Jul 07 19:24:43.894261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Request body: {'port': {'device_id': '56dad14b-6947-4bc9-b575-5709626aadd0', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '0a33d7c700d047189a8eb945c3dfc89f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:43.895972 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:44.148595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7061c5a8-629d-45be-a1a4-9d8ba89cd065 req-e56ca56f-8483-40d1-a8cf-b4bd81491362 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 210 time: 0.1382143 Jul 07 19:24:44.173912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243d155-74b3-4ca6-b18e-7c36cee25285 req-f4d0219a-88b8-41a3-a29f-994ef3a85cd0 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:44.176783 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9243d155-74b3-4ca6-b18e-7c36cee25285 req-f4d0219a-88b8-41a3-a29f-994ef3a85cd0 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "GET /v2.0/ports?device_id=7418496d-87df-464d-8303-c55383ea735b HTTP/1.1" status: 200 len: 945 time: 0.5526495 Jul 07 19:24:44.265622 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-19b4d845-477f-4872-ae69-b74848067bfd req-11d63589-c680-4b6f-9829-3274e2943f37 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] For port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:44.266243 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19b4d845-477f-4872-ae69-b74848067bfd req-11d63589-c680-4b6f-9829-3274e2943f37 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:44.292223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19b4d845-477f-4872-ae69-b74848067bfd req-11d63589-c680-4b6f-9829-3274e2943f37 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Calling delete_port for 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:44.378087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Made reservation on behalf of 0a33d7c700d047189a8eb945c3dfc89f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:44.390679 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:44.402413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:44.811331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:44.829054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:44.957838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa5a23d-a285-48d6-8eae-7e45512f17e4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:45.255528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Allocated IP 192.168.233.44 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/b0c7f787-c99d-41eb-ba1d-ae11ddec2d29) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:45.282881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c73b80ed-d877-4420-a9d8-aedbff84445f req-04841198-94b4-432d-81e9-bcf37696ce02 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 210 time: 0.1014199 Jul 07 19:24:45.358127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9243d155-74b3-4ca6-b18e-7c36cee25285 req-d5202f96-5965-4412-827e-f9b1dfd75848 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Deleting port def4045c-bb88-4eb8-bd0d-8c6aa1a70640 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:24:45.358474 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9243d155-74b3-4ca6-b18e-7c36cee25285 req-d5202f96-5965-4412-827e-f9b1dfd75848 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:45.453248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9303fe-939a-43fd-9b09-76cf4106c10e req-74e66348-c63e-40fb-a489-1ed8eba2c3c2 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:45.466145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f9303fe-939a-43fd-9b09-76cf4106c10e req-74e66348-c63e-40fb-a489-1ed8eba2c3c2 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=1da57f9b-a010-4ed8-9eaa-38fdcb37cf26 HTTP/1.1" status: 200 len: 945 time: 1.1233730 Jul 07 19:24:45.749555 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:45.757024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9243d155-74b3-4ca6-b18e-7c36cee25285 req-d5202f96-5965-4412-827e-f9b1dfd75848 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] For port def4045c-bb88-4eb8-bd0d-8c6aa1a70640, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=def4045c-bb88-4eb8-bd0d-8c6aa1a70640,segment=NetworkSegment(3616e214-d21b-4a1f-a508-afa9ac3a7e51),segment_id=3616e214-d21b-4a1f-a508-afa9ac3a7e51)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:45.762058 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9243d155-74b3-4ca6-b18e-7c36cee25285 req-d5202f96-5965-4412-827e-f9b1dfd75848 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:45.781731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Transition to ACTIVE for port object b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:45.822104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9243d155-74b3-4ca6-b18e-7c36cee25285 req-d5202f96-5965-4412-827e-f9b1dfd75848 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Calling delete_port for def4045c-bb88-4eb8-bd0d-8c6aa1a70640 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:24:45.892523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f9303fe-939a-43fd-9b09-76cf4106c10e req-38ebbc86-bd98-45f2-a0c9-bfd536f4b8ca tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/security-groups?id=d749527b-01b0-4df5-bae1-88087b14bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253271 Jul 07 19:24:45.964764 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.151172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:46.209184 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:46.222194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:46.242920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Pushing event updated for resources: {'Port': ['ID=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:46.260953 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9243d155-74b3-4ca6-b18e-7c36cee25285 req-d5202f96-5965-4412-827e-f9b1dfd75848 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.311839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-e56fcf79-864b-4509-a0e6-42d856e169a7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:46.313411 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-e56fcf79-864b-4509-a0e6-42d856e169a7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.112 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 811 time: 0.4755325 Jul 07 19:24:46.337702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5202f96-5965-4412-827e-f9b1dfd75848 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Pushing event deleted for resources: {'Port': ['ID=def4045c-bb88-4eb8-bd0d-8c6aa1a70640,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:46.452828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19b4d845-477f-4872-ae69-b74848067bfd req-11d63589-c680-4b6f-9829-3274e2943f37 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.490864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9243d155-74b3-4ca6-b18e-7c36cee25285 req-d5202f96-5965-4412-827e-f9b1dfd75848 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] No DVR routers for this DVR port def4045c-bb88-4eb8-bd0d-8c6aa1a70640 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:24:46.500385 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9243d155-74b3-4ca6-b18e-7c36cee25285 req-d5202f96-5965-4412-827e-f9b1dfd75848 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.502770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9243d155-74b3-4ca6-b18e-7c36cee25285 req-d5202f96-5965-4412-827e-f9b1dfd75848 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.112 "DELETE /v2.0/ports/def4045c-bb88-4eb8-bd0d-8c6aa1a70640 HTTP/1.1" status: 204 len: 173 time: 2.3138423 Jul 07 19:24:46.503822 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7418496d-87df-464d-8303-c55383ea735b', 'name': 'network-vif-deleted', 'tag': 'def4045c-bb88-4eb8-bd0d-8c6aa1a70640'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:46.506381 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac2e13d-9a33-4497-8c2e-c8793f5e8838" -d '{"events": [{"server_uuid": "7418496d-87df-464d-8303-c55383ea735b", "name": "network-vif-deleted", "tag": "def4045c-bb88-4eb8-bd0d-8c6aa1a70640"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:46.528889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6656e6b-f67f-4d31-8571-ead6ef1e8cf1 req-42e259db-8bf0-4b7b-9737-4206f1b31720 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:46.534270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6656e6b-f67f-4d31-8571-ead6ef1e8cf1 req-42e259db-8bf0-4b7b-9737-4206f1b31720 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 935 time: 0.6978889 Jul 07 19:24:46.644094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:46.647861 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.763157 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-f43bb238-aed0-44cb-9e85-c41cfd56a164 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d05e41f4ffde4d4199729500aa56e8c2 HTTP/1.1" status: 200 len: 379 time: 0.4313896 Jul 07 19:24:46.771524 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-450c5dff-019a-4311-97eb-addb876cefc8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9276855 Jul 07 19:24:46.782833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'port': {'device_id': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'admin_state_up': True, 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'security_groups': ['3452b70d-7ad9-4baf-8075-8e043054453d']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:46.822818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d63589-c680-4b6f-9829-3274e2943f37 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Pushing event deleted for resources: {'Port': ['ID=40ac1bcd-7907-4ef6-86c3-a2a368ef52a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:46.846966 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8a2ffda4-1774-426c-b503-af079fd15e98 None None] Provisioning for port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:46.875558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8a2ffda4-1774-426c-b503-af079fd15e98 None None] Provisioning complete for port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:46.877895 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a2ffda4-1774-426c-b503-af079fd15e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:46.964700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f31cc364-18ca-42c5-81a7-bf48e838a074 req-56d2ba78-d9a3-43de-a94b-ad9b0fd50334 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 210 time: 0.3510277 Jul 07 19:24:46.975457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Request body: {'port': {'device_id': '56dad14b-6947-4bc9-b575-5709626aadd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:47.056935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ffda4-1774-426c-b503-af079fd15e98 None None] Port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:47.075062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b4d845-477f-4872-ae69-b74848067bfd req-11d63589-c680-4b6f-9829-3274e2943f37 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] No DVR routers for this DVR port 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:24:47.078176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:47.093080 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccd67c5-66c2-41af-88ef-bce2045cc1f9 x-openstack-request-id: req-4ccd67c5-66c2-41af-88ef-bce2045cc1f9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:47.093398 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7418496d-87df-464d-8303-c55383ea735b", "name": "network-vif-deleted", "tag": "def4045c-bb88-4eb8-bd0d-8c6aa1a70640", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:47.093684 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4ccd67c5-66c2-41af-88ef-bce2045cc1f9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:47.094067 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7418496d-87df-464d-8303-c55383ea735b', 'name': 'network-vif-deleted', 'tag': 'def4045c-bb88-4eb8-bd0d-8c6aa1a70640', 'status': 'completed', 'code': 200} Jul 07 19:24:47.100006 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19b4d845-477f-4872-ae69-b74848067bfd req-11d63589-c680-4b6f-9829-3274e2943f37 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:47.103127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19b4d845-477f-4872-ae69-b74848067bfd req-11d63589-c680-4b6f-9829-3274e2943f37 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.59 "DELETE /v2.0/ports/40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 HTTP/1.1" status: 204 len: 173 time: 4.0174232 Jul 07 19:24:47.115277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6656e6b-f67f-4d31-8571-ead6ef1e8cf1 req-acd43dc7-7cea-4e19-991d-73e940dff7c0 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685997 Jul 07 19:24:47.308873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Made reservation on behalf of d05e41f4ffde4d4199729500aa56e8c2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:47.321435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:47.624897 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5da3d619-24e6-4f3c-a92b-899339d8bc1b req-9a8394c4-11ec-497a-b10f-24266a87194f tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=1da57f9b-a010-4ed8-9eaa-38fdcb37cf26 HTTP/1.1" status: 200 len: 210 time: 0.1052496 Jul 07 19:24:47.744203 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device def4045c-bb88-4eb8-bd0d-8c6aa1a70640 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:24:47.799003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: def4045c-bb88-4eb8-bd0d-8c6aa1a70640 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:24:47.799709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device def4045c-bb88-4eb8-bd0d-8c6aa1a70640 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:24:48.119276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Allocated IP 172.20.0.7 (3ecb0e95-6872-4413-b54d-ae7885ebf4b0/86bdfa10-a045-40b5-a6b8-ee2f7be2cd60/8ddba7e3-0329-4a2e-a444-f4d02de99c3c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:48.189344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:24:48.228681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:24:48.229981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 40ac1bcd-7907-4ef6-86c3-a2a368ef52a2 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:24:48.234760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4779543e-b1e5-486c-86e9-94423fc22971 req-59835525-b58e-421f-9da8-da1b19743556 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 210 time: 0.0960865 Jul 07 19:24:48.477079 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:48.506905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Transition to ACTIVE for port object 8ddba7e3-0329-4a2e-a444-f4d02de99c3c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:48.634239 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:48.640846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:48.667942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadff89-7f16-46d6-a062-fcc73cbe883b req-c5309d24-fb3b-43ab-91b5-7b9dc595c77c tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:48.683666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbadff89-7f16-46d6-a062-fcc73cbe883b req-c5309d24-fb3b-43ab-91b5-7b9dc595c77c tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 935 time: 0.2951241 Jul 07 19:24:48.693065 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:48.781168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbadff89-7f16-46d6-a062-fcc73cbe883b req-2a0f1c36-a258-4454-9b26-2909627bb34d tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961540 Jul 07 19:24:48.806391 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Transition to ACTIVE for port object b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:48.818552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:24:48.824739 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:48.838108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event updated for resources: {'Port': ['ID=8ddba7e3-0329-4a2e-a444-f4d02de99c3c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:48.841147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:48.862943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:24:48.950575 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:49.017461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c888f582-0d1b-4fae-b277-1932659f3ef8 req-6c8305e5-fa93-4ab5-8fa6-8dd4b738eb81 tempest-MultipleCreateTestJSON-1167618851 tempest-MultipleCreateTestJSON-1167618851-project] 10.222.0.113 "GET /v2.0/ports?device_id=1da57f9b-a010-4ed8-9eaa-38fdcb37cf26 HTTP/1.1" status: 200 len: 210 time: 0.1724753 Jul 07 19:24:49.095467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da57f9b-a010-4ed8-9eaa-38fdcb37cf26', 'name': 'network-vif-deleted', 'tag': '40ac1bcd-7907-4ef6-86c3-a2a368ef52a2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:49.097885 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd401312-7e82-4122-b2ab-9f689023d459" -d '{"events": [{"server_uuid": "1da57f9b-a010-4ed8-9eaa-38fdcb37cf26", "name": "network-vif-deleted", "tag": "40ac1bcd-7907-4ef6-86c3-a2a368ef52a2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:49.174111 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ad832f-8377-4b8a-8b46-60a54444d249 x-openstack-request-id: req-19ad832f-8377-4b8a-8b46-60a54444d249 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:49.174410 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da57f9b-a010-4ed8-9eaa-38fdcb37cf26", "name": "network-vif-deleted", "tag": "40ac1bcd-7907-4ef6-86c3-a2a368ef52a2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:49.174672 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-19ad832f-8377-4b8a-8b46-60a54444d249 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:49.175075 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da57f9b-a010-4ed8-9eaa-38fdcb37cf26', 'name': 'network-vif-deleted', 'tag': '40ac1bcd-7907-4ef6-86c3-a2a368ef52a2', 'status': 'completed', 'code': 200} Jul 07 19:24:49.599986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-675a2d37-b404-4095-abae-7afadf1382f2 None None] Provisioning for port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:49.623839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-675a2d37-b404-4095-abae-7afadf1382f2 None None] Provisioning complete for port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:49.624232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-675a2d37-b404-4095-abae-7afadf1382f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:49.751343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753968f-910e-4dab-a699-2900c4fa8ebf req-3f31002d-2b80-4a24-a7d8-1f43947268c3 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:49.762795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-675a2d37-b404-4095-abae-7afadf1382f2 None None] Port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:24:49.764192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c753968f-910e-4dab-a699-2900c4fa8ebf req-3f31002d-2b80-4a24-a7d8-1f43947268c3 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 931 time: 0.1979985 Jul 07 19:24:50.016450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c753968f-910e-4dab-a699-2900c4fa8ebf req-f6590905-a9df-4f0f-991a-78b39c2c8f5e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493267 Jul 07 19:24:50.086771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.087449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.090225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:50.166298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b9ee7-dfee-4db2-9f72-0fd25d7980e1 req-38717604-28d7-4b44-ad55-dbfe3f548ff3 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:50.181014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-222b9ee7-dfee-4db2-9f72-0fd25d7980e1 req-38717604-28d7-4b44-ad55-dbfe3f548ff3 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 947 time: 0.1985865 Jul 07 19:24:50.231814 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0bbf4c19-6dfd-41d2-b28e-4552b36c5ff7 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4588628 Jul 07 19:24:50.248333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Request body: {'port': {'device_id': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:50.271164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-222b9ee7-dfee-4db2-9f72-0fd25d7980e1 req-f7b9a096-39bf-4173-9d59-1377cb00e532 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892839 Jul 07 19:24:50.296017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:50.338984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Attempting to bind port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:50.339619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Attempting to bind port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:50.340137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Attempting to bind port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:50.381406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97f1930-e22a-4aa4-acca-a5ca79576538 admin admin] Deleting subnet 2d74c161-93e2-4eb1-ba4f-310c212193cd {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:24:50.386807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:50.387142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Attempting to bind port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:50.389301 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.405376 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f97f1930-e22a-4aa4-acca-a5ca79576538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.429282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:50.429638 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:50.430595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:50.431045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Bound port: b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:50.431414 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.464891 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f97f1930-e22a-4aa4-acca-a5ca79576538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.526448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f97f1930-e22a-4aa4-acca-a5ca79576538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.643230 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f97f1930-e22a-4aa4-acca-a5ca79576538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.697305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f1930-e22a-4aa4-acca-a5ca79576538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d74c161-93e2-4eb1-ba4f-310c212193cd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:50.705000 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f97f1930-e22a-4aa4-acca-a5ca79576538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.716281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f97f1930-e22a-4aa4-acca-a5ca79576538 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/2d74c161-93e2-4eb1-ba4f-310c212193cd HTTP/1.1" status: 204 len: 168 time: 0.4188650 Jul 07 19:24:50.717056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:50.893752 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.970784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddba7e3-0329-4a2e-a444-f4d02de99c3c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:50.983787 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.998812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:50.999729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ad7054-5463-461c-860e-56d13dbda0ab']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:51.006379 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.016390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:51.021791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3616e214-d21b-4a1f-a508-afa9ac3a7e51') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:51.022420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3616e214-d21b-4a1f-a508-afa9ac3a7e51') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:51.034878 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.052403 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.058912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.068915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:24:51.069612 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:24:51.146219 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:24:51.151347 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.176812 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.179128 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] 10.222.0.113 "DELETE /v2.0/networks/93ad7054-5463-461c-860e-56d13dbda0ab HTTP/1.1" status: 204 len: 168 time: 0.4610379 Jul 07 19:24:51.181975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9770a2b-97ef-472c-ae07-57e5fbe841cb admin admin] Pushing event deleted for resources: {'Network': ['ID=93ad7054-5463-461c-860e-56d13dbda0ab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:51.189912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Transition to ACTIVE for port object 8ddba7e3-0329-4a2e-a444-f4d02de99c3c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:24:51.193948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:51.214418 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.379018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.379677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.381317 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-e975894d-e69b-45cf-b0bd-29107388a0a1 service neutron] 10.222.0.112 "PUT /v2.0/ports/b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 HTTP/1.1" status: 200 len: 1096 time: 4.4156132 Jul 07 19:24:51.382002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Pushing event updated for resources: {'Port': ['ID=8ddba7e3-0329-4a2e-a444-f4d02de99c3c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:51.394384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:51.403363 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:51.443619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562a052-306d-4fbb-a15a-0527b9bb5171 req-c22ed149-3851-48e3-b8ae-7cf57a087bc6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:51.451874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1562a052-306d-4fbb-a15a-0527b9bb5171 req-c22ed149-3851-48e3-b8ae-7cf57a087bc6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 943 time: 0.1986175 Jul 07 19:24:51.538924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1562a052-306d-4fbb-a15a-0527b9bb5171 req-e58a84f7-0576-4603-949a-3701158b6c1e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853927 Jul 07 19:24:51.697043 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533b52a1-78ba-4409-8848-c9be973702bf x-openstack-request-id: req-533b52a1-78ba-4409-8848-c9be973702bf {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:51.697732 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:51.705638 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-533b52a1-78ba-4409-8848-c9be973702bf {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:51.706746 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'status': 'completed', 'code': 200} Jul 07 19:24:51.861225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:51.971402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Attempting to bind port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:24:51.971811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Attempting to bind port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:24:51.972235 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Attempting to bind port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c on network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:51.982008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c on network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:24:51.982434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Attempting to bind port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c on network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:24:52.012151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:24:52.012656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Checking segment: {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:52.013764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Bound using segment: {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:24:52.015509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Bound port: 8ddba7e3-0329-4a2e-a444-f4d02de99c3c, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be331339-2a12-4e5e-afef-d9bc2ef9d000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:24:52.015942 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.043723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bd79c24e-ec52-4ab3-a8eb-7eefc3e45290 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9742b8c9b48e43908fbbaa7865befa08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789100 Jul 07 19:24:52.045003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:52.047334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-6ac851ee-2ce5-466c-8723-067f56820801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:52.048942 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-6ac851ee-2ce5-466c-8723-067f56820801 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0a33d7c700d047189a8eb945c3dfc89f&device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 1099 time: 0.6019294 Jul 07 19:24:52.057675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1c50f-709b-469a-b00d-1212e44b6d82 req-a0b02ec4-62a3-4db6-8dd5-71a93ea856dc tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:52.059458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54a1c50f-709b-469a-b00d-1212e44b6d82 req-a0b02ec4-62a3-4db6-8dd5-71a93ea856dc tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 947 time: 0.3989909 Jul 07 19:24:52.134308 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54a1c50f-709b-469a-b00d-1212e44b6d82 req-6d52d657-be09-4e94-a005-d68100afbe1c tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665426 Jul 07 19:24:52.152380 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1e98c9e-989a-4ea3-8f55-77b04c1a0088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.178799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] For port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:24:52.183686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] For port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8ddba7e3-0329-4a2e-a444-f4d02de99c3c,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:24:52.194789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1e98c9e-989a-4ea3-8f55-77b04c1a0088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.226443 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-5cc615b7-660e-4a58-a655-09cdfdfdb89a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 HTTP/1.1" status: 200 len: 217 time: 0.1679533 Jul 07 19:24:52.230240 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.271600 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1e98c9e-989a-4ea3-8f55-77b04c1a0088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.277426 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1e98c9e-989a-4ea3-8f55-77b04c1a0088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.292832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a1e98c9e-989a-4ea3-8f55-77b04c1a0088 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d749527b-01b0-4df5-bae1-88087b14bf9c HTTP/1.1" status: 204 len: 168 time: 0.2304828 Jul 07 19:24:52.310426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e98c9e-989a-4ea3-8f55-77b04c1a0088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d749527b-01b0-4df5-bae1-88087b14bf9c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:52.316101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:52.317237 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:52.331782 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] 10.222.0.112 "PUT /v2.0/ports/8ddba7e3-0329-4a2e-a444-f4d02de99c3c HTTP/1.1" status: 200 len: 1092 time: 2.0867333 Jul 07 19:24:52.377547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b3731-f3a9-430d-abe1-312c6292c16c service neutron] Pushing event updated for resources: {'Port': ['ID=8ddba7e3-0329-4a2e-a444-f4d02de99c3c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:52.381192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-0ca1b617-663a-4ea6-8733-2b7d6e1ac244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:52.382540 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-0ca1b617-663a-4ea6-8733-2b7d6e1ac244 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1182415 Jul 07 19:24:52.518982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-38e56f8e-5b98-4977-80d8-0f7e823a0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:52.520578 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-38e56f8e-5b98-4977-80d8-0f7e823a0537 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 1095 time: 0.1362212 Jul 07 19:24:52.529302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-5606779b-88ab-4fb9-ad86-dbf5e245d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:52.530803 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-5606779b-88ab-4fb9-ad86-dbf5e245d0a2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986600 Jul 07 19:24:52.600049 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-087c817a-1694-4ed6-9d0f-1d649c83047d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddba7e3-0329-4a2e-a444-f4d02de99c3c HTTP/1.1" status: 200 len: 217 time: 0.0683169 Jul 07 19:24:52.740339 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-213ea667-78cc-4d96-a2c6-9da59ec5b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:52.741809 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-213ea667-78cc-4d96-a2c6-9da59ec5b4fd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 HTTP/1.1" status: 200 len: 850 time: 0.0605018 Jul 07 19:24:52.815984 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-0d59739b-b283-4133-b7ba-4c4eb2657196 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760472 Jul 07 19:24:52.858001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02600e0d-32f7-4411-b945-8be94ff0b924 req-7e8baf5a-9759-4f9f-9ef0-478c2dd8e485 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:52.868637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02600e0d-32f7-4411-b945-8be94ff0b924 req-7e8baf5a-9759-4f9f-9ef0-478c2dd8e485 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 943 time: 0.1010203 Jul 07 19:24:52.928239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02600e0d-32f7-4411-b945-8be94ff0b924 req-8b1981cc-4f0f-4350-abb7-447596a50f17 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583873 Jul 07 19:24:52.970840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0c56bfe7-ec5c-4493-8dcb-c65052ccec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:52.972369 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-0c56bfe7-ec5c-4493-8dcb-c65052ccec3b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2216563 Jul 07 19:24:52.979074 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eea630de-6030-4397-9b3f-d1c71d3a3d71 req-f873062c-b24a-44ca-b5ec-427c53ad93e5 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264451 Jul 07 19:24:53.155770 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-803ed7e6-df78-4bea-85f8-54ca990106c9 service neutron] 10.222.0.112 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753445 Jul 07 19:24:53.436585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7 req-9960128f-70af-4fc6-9520-cd37e0ba04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:53.448751 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7 req-9960128f-70af-4fc6-9520-cd37e0ba04d1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0a33d7c700d047189a8eb945c3dfc89f&device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 1099 time: 0.4015949 Jul 07 19:24:53.485854 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f26d6a8b-b9b7-407b-839d-087106d71657 req-9a2fb5f7-60dd-4575-aedb-f52c948cd964 service neutron] 10.222.0.112 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204947 Jul 07 19:24:53.596182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cee72-c38a-41f7-ad2f-2ad4bc402616 req-963c0992-f0f3-41a2-81d8-9b46c14a4acc tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:53.611119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c7cee72-c38a-41f7-ad2f-2ad4bc402616 req-963c0992-f0f3-41a2-81d8-9b46c14a4acc tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 947 time: 0.1714761 Jul 07 19:24:53.673917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c7cee72-c38a-41f7-ad2f-2ad4bc402616 req-c8789a2a-f064-4084-b8f6-45cb69db6bee tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617423 Jul 07 19:24:53.704993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7 req-612681b4-9abb-4854-af74-bc2b3338e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:53.707654 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7 req-612681b4-9abb-4854-af74-bc2b3338e04e service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2208090 Jul 07 19:24:53.708414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'tag': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:53.717746 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c21fbc-702b-402b-a0e1-ae726207cad5" -d '{"events": [{"name": "network-changed", "server_uuid": "b043b822-3d96-4c47-b3f7-07f5aec1c636", "tag": "8ddba7e3-0329-4a2e-a444-f4d02de99c3c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:53.787054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:53.865272 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7 req-f9c78da1-0465-4af7-9206-ffec574a851a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 HTTP/1.1" status: 200 len: 217 time: 0.1430638 Jul 07 19:24:53.870102 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92761c4f-8c85-4769-b018-454c391bc617 x-openstack-request-id: req-92761c4f-8c85-4769-b018-454c391bc617 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:53.870384 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:24:53.870877 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b043b822-3d96-4c47-b3f7-07f5aec1c636", "tag": "8ddba7e3-0329-4a2e-a444-f4d02de99c3c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:53.870877 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-92761c4f-8c85-4769-b018-454c391bc617 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:53.871030 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'tag': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c', 'status': 'completed', 'code': 200} Jul 07 19:24:54.021591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-253453501-network', 'tenant_id': '676597f66f7143fbb97195db03a3bf81'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:54.031869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7 req-ab8529b1-f3f4-47dd-a76d-ccb30b3c6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.040818 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7 req-ab8529b1-f3f4-47dd-a76d-ccb30b3c6f44 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1491773 Jul 07 19:24:54.072780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Made reservation on behalf of 676597f66f7143fbb97195db03a3bf81 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:54.075493 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.100829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.161439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c21fbc-702b-402b-a0e1-ae726207cad5 req-5169caba-a1bf-4aa6-a5e3-c07156cc0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.163085 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-61c21fbc-702b-402b-a0e1-ae726207cad5 req-5169caba-a1bf-4aa6-a5e3-c07156cc0afa service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 1095 time: 0.2913032 Jul 07 19:24:54.203484 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7 req-91a2b0e6-4829-427f-8786-abccda9a6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.205563 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7 req-91a2b0e6-4829-427f-8786-abccda9a6457 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1572013 Jul 07 19:24:54.339194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e6841-bcef-4bfd-84bd-19a363798484 req-9c50bb7a-c99a-4fe9-98bb-b18bfde17909 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.346924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c88e6841-bcef-4bfd-84bd-19a363798484 req-9c50bb7a-c99a-4fe9-98bb-b18bfde17909 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 943 time: 0.1883307 Jul 07 19:24:54.371751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c21fbc-702b-402b-a0e1-ae726207cad5 req-916a9cc4-2f90-4907-83bf-da7a433b9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.375353 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-61c21fbc-702b-402b-a0e1-ae726207cad5 req-916a9cc4-2f90-4907-83bf-da7a433b9f78 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 913 time: 0.1989646 Jul 07 19:24:54.413270 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.436003 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-61c21fbc-702b-402b-a0e1-ae726207cad5 req-c404b68d-64aa-43f1-9919-5145c3b97d88 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddba7e3-0329-4a2e-a444-f4d02de99c3c HTTP/1.1" status: 200 len: 217 time: 0.0482960 Jul 07 19:24:54.438344 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7 req-3602f9f3-656b-4463-bcf7-2c0b11eeb1b2 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983695 Jul 07 19:24:54.439297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.463460 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c88e6841-bcef-4bfd-84bd-19a363798484 req-acb91826-6d86-41b3-9140-ea49bd1eaba1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153047 Jul 07 19:24:54.510970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:24:54.522868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3373dc-2175-4bec-88cb-e52819ab57ca,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:54.530560 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.531201 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Added segment 8e5cbcd8-c62c-496b-b00b-38f3b37b52f8 of type vlan for network 9318c252-1da1-4b2a-b8d9-ff1131bccee2 Jul 07 19:24:54.630441 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.633001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c21fbc-702b-402b-a0e1-ae726207cad5 req-d9863e6f-0aca-4de4-9745-2c8488b3ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.634598 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-61c21fbc-702b-402b-a0e1-ae726207cad5 req-d9863e6f-0aca-4de4-9745-2c8488b3ee99 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 HTTP/1.1" status: 200 len: 850 time: 0.1869490 Jul 07 19:24:54.672669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.674174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.675000 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:54.720389 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4d7ae5a5-b025-4625-8b6e-339fabd96bd7 req-8cad7b9d-65d8-4d51-91ba-4ca044339942 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623060 Jul 07 19:24:54.755379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c21fbc-702b-402b-a0e1-ae726207cad5 req-16fd2692-17ef-496a-9a33-03009cd297ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:54.756929 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-61c21fbc-702b-402b-a0e1-ae726207cad5 req-16fd2692-17ef-496a-9a33-03009cd297ea service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109684 Jul 07 19:24:54.815459 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0272312 Jul 07 19:24:54.816247 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:24:54.846620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] Request body: {'subnet': {'network_id': '9318c252-1da1-4b2a-b8d9-ff1131bccee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-253453501-subnet', 'tenant_id': '676597f66f7143fbb97195db03a3bf81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:54.942873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a77cf-0e3f-4d06-b654-f7f68d9ed912 admin admin] Pushing event updated for resources: {'Network': ['ID=9318c252-1da1-4b2a-b8d9-ff1131bccee2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:54.958281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 9318c252-1da1-4b2a-b8d9-ff1131bccee2 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:24:54.993660 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-61c21fbc-702b-402b-a0e1-ae726207cad5 req-001c01af-9a8e-4bec-94e0-9a33e8cc993d service neutron] 10.222.0.112 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299261 Jul 07 19:24:55.040635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] Made reservation on behalf of 676597f66f7143fbb97195db03a3bf81 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:55.051626 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:55.190303 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-61c21fbc-702b-402b-a0e1-ae726207cad5 req-68436e4d-fba7-4e05-9905-d59d5a8c3319 service neutron] 10.222.0.112 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903725 Jul 07 19:24:55.319189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631859e-0db2-40a5-a587-f56db5b37dda req-79e739f3-5e6b-4c81-95c7-f6e3484cca85 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.321162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0631859e-0db2-40a5-a587-f56db5b37dda req-79e739f3-5e6b-4c81-95c7-f6e3484cca85 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 947 time: 0.4637823 Jul 07 19:24:55.404107 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0631859e-0db2-40a5-a587-f56db5b37dda req-416b6cc4-e334-49cd-855e-e536a9a05b7a tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703254 Jul 07 19:24:55.544246 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:55.634564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=486ada00-32cd-4717-ab25-82a51238ed0d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:55.670400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] Checking segment: {'id': '8e5cbcd8-c62c-496b-b00b-38f3b37b52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9318c252-1da1-4b2a-b8d9-ff1131bccee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:24:55.670776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] Network hostable DHCP agents. Network: 9318c252-1da1-4b2a-b8d9-ff1131bccee2, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:24:55.720698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] Network 9318c252-1da1-4b2a-b8d9-ff1131bccee2 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:24:55.738836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 9318c252-1da1-4b2a-b8d9-ff1131bccee2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:24:55.755778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f10a56e-e47d-462c-b7ec-180d86b3d7d2 None None] Network 9318c252-1da1-4b2a-b8d9-ff1131bccee2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:55.779352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:24:55.787589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.788198 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:55.843829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d58f1f9d-abba-4f7f-b9b5-f7598733f1c9 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0171196 Jul 07 19:24:55.900089 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca04a28-2a9c-4324-a6d9-89d68d4f6e2d req-74092cbb-5554-4103-bbfb-48ee555e68e1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:55.917340 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ca04a28-2a9c-4324-a6d9-89d68d4f6e2d req-74092cbb-5554-4103-bbfb-48ee555e68e1 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 943 time: 0.1628683 Jul 07 19:24:56.006570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ca04a28-2a9c-4324-a6d9-89d68d4f6e2d req-64d0824f-856a-484b-8700-0bbec7846b69 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850725 Jul 07 19:24:56.069524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:56.100315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'mac_address': 'fa:16:3e:81:28:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:24:56.150562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285f526-8462-468a-b513-19a5b9877a19 None None] Network 9318c252-1da1-4b2a-b8d9-ff1131bccee2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:24:56.174039 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:56.223554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:56.261665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:56.268750 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:56.269442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8ddba7e3-0329-4a2e-a444-f4d02de99c3c details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:24:56.496213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-063cc57a-9165-4c57-b073-4e3718c202da tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:56.497935 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-063cc57a-9165-4c57-b073-4e3718c202da tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/networks?id=9318c252-1da1-4b2a-b8d9-ff1131bccee2 HTTP/1.1" status: 200 len: 820 time: 0.1488311 Jul 07 19:24:56.500938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:56.513770 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.514120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.514491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.514835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.515176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.515517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.515848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.516178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.516525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.516857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.517185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.517508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:56.522377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-accc739c-2fe0-4ecc-99e4-3fda8771f954 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/quotas/676597f66f7143fbb97195db03a3bf81 HTTP/1.1" status: 200 len: 375 time: 0.0139675 Jul 07 19:24:56.532273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8ddba7e3-0329-4a2e-a444-f4d02de99c3c,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:56.547124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'port_id': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c', 'mac_address': 'fa:16:3e:cf:fe:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:24:56.575862 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8508254c-d455-4c5f-ac23-497a8e3a2d5e tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=676597f66f7143fbb97195db03a3bf81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421822 Jul 07 19:24:56.598831 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:56.619452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddba7e3-0329-4a2e-a444-f4d02de99c3c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:24:56.641131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8ddba7e3-0329-4a2e-a444-f4d02de99c3c,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:24:56.645384 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:56.701705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=8ddba7e3-0329-4a2e-a444-f4d02de99c3c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:56.738392 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf1b12-a554-4c5c-8de3-21d7ad19a1bf req-a030e0c9-449f-4202-8fb7-f9a0085c6c78 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:56.739953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24bf1b12-a554-4c5c-8de3-21d7ad19a1bf req-a030e0c9-449f-4202-8fb7-f9a0085c6c78 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 948 time: 0.1332994 Jul 07 19:24:56.742304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8d51d547-bcaa-405d-b2b5-bac41d5d8c46 service neutron] 10.222.0.113 "GET /v2.0/networks/9318c252-1da1-4b2a-b8d9-ff1131bccee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589766 Jul 07 19:24:56.850967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24bf1b12-a554-4c5c-8de3-21d7ad19a1bf req-7171c67d-c0a1-4777-bbc0-adc1dfa7a187 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049080 Jul 07 19:24:56.858711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['8ddba7e3-0329-4a2e-a444-f4d02de99c3c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:24:56.894307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-e31cecbf-9259-4d05-8155-8ea3ab2b5e45 service neutron] 10.222.0.113 "GET /v2.0/networks/9318c252-1da1-4b2a-b8d9-ff1131bccee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404507 Jul 07 19:24:56.903424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b0c7f787-c99d-41eb-ba1d-ae11ddec2d29'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:24:57.262283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84c20eb2-df19-431e-ab6b-c09bc01dc253 req-841a4787-73a4-4d3a-a5db-14e9412afee6 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 210 time: 0.0808256 Jul 07 19:24:57.751603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b4800-a2c4-4689-8c66-221024eb272a req-3727dd06-ee55-4772-995a-7ee5224a674f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:57.763934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-070b4800-a2c4-4689-8c66-221024eb272a req-3727dd06-ee55-4772-995a-7ee5224a674f tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 944 time: 0.2443221 Jul 07 19:24:57.866171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-070b4800-a2c4-4689-8c66-221024eb272a req-8bc48119-6b7e-47ca-a5e2-0917d813cc68 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012292 Jul 07 19:24:58.177390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba24baf-e04d-4aa4-b5d4-073330e5997b req-7b7ad25c-22ec-41fb-83dc-159d6f0715ff tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:58.193823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ba24baf-e04d-4aa4-b5d4-073330e5997b req-7b7ad25c-22ec-41fb-83dc-159d6f0715ff tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 948 time: 0.1280248 Jul 07 19:24:58.340343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ba24baf-e04d-4aa4-b5d4-073330e5997b req-494c99ba-569f-4ebb-ba0c-f78005fecac1 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440921 Jul 07 19:24:58.527917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d822fee-f417-4c56-b27f-567599fc213b req-1c7716b5-e243-49f3-9543-840140206392 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 210 time: 0.0491691 Jul 07 19:24:59.095694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2c208-ff18-4ac6-aa03-d5ca2f7b02c6 req-8973d29e-4a3d-4c88-bcf6-795e834e5840 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:59.097387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5cd2c208-ff18-4ac6-aa03-d5ca2f7b02c6 req-8973d29e-4a3d-4c88-bcf6-795e834e5840 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 944 time: 0.1126130 Jul 07 19:24:59.207342 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5cd2c208-ff18-4ac6-aa03-d5ca2f7b02c6 req-5a6e93a3-0afd-4f1e-b250-4b8c1501558a tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981050 Jul 07 19:24:59.261478 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-6b9e9869-42f0-49e2-81df-7948255071a5 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:59.263713 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-6b9e9869-42f0-49e2-81df-7948255071a5 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.59 "GET /v2.0/networks?id=9318c252-1da1-4b2a-b8d9-ff1131bccee2 HTTP/1.1" status: 200 len: 820 time: 0.1653295 Jul 07 19:24:59.281681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Request body: {'port': {'device_id': '354da0bb-4f09-49db-8604-e6cd61c8713b', 'network_id': '9318c252-1da1-4b2a-b8d9-ff1131bccee2', 'admin_state_up': True, 'tenant_id': '676597f66f7143fbb97195db03a3bf81'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:24:59.481983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Made reservation on behalf of 676597f66f7143fbb97195db03a3bf81 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:24:59.486181 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:59.805876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:24:59.842861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Allocated IP 172.20.0.3 (9318c252-1da1-4b2a-b8d9-ff1131bccee2/486ada00-32cd-4717-ab25-82a51238ed0d/51797be5-6067-4571-ac99-c7e9e5d824da) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:24:59.916624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ca62eae-f6e2-437f-90a9-e9f95da0a3a2 req-a3dd1f7b-2259-43fa-a3c8-7e6657a08513 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 210 time: 0.1400614 Jul 07 19:24:59.921013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:24:59.931819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:24:59.937936 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.043316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e6a69-d845-497e-9bc7-fa65b7a6d44f req-8e89e828-5e30-4e23-829e-f1440d365a9d tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:00.044927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-144e6a69-d845-497e-9bc7-fa65b7a6d44f req-8e89e828-5e30-4e23-829e-f1440d365a9d tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 948 time: 0.4312263 Jul 07 19:25:00.078860 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.126142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-144e6a69-d845-497e-9bc7-fa65b7a6d44f req-8e47aa1c-6608-4916-980f-eda8333a7d68 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738306 Jul 07 19:25:00.130262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:00.131388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:00.136395 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeedf979-5053-4728-94cb-f9588e028a97" -d '{"events": [{"server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:00.141027 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.141954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8ddba7e3-0329-4a2e-a444-f4d02de99c3c up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:00.235086 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5445ea2a-9bd8-40e4-9daa-ee895933d983 x-openstack-request-id: req-5445ea2a-9bd8-40e4-9daa-ee895933d983 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:00.235577 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:00.236010 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5445ea2a-9bd8-40e4-9daa-ee895933d983 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:00.237250 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'code': 200} Jul 07 19:25:00.431445 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.436682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:00.479058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:00.482853 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2647da-8712-4995-bd8d-e2c5984054c4 req-71c32bdc-c7ee-4d14-b840-eed5057ebe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:00.483397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:00.483778 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.494358 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8c2647da-8712-4995-bd8d-e2c5984054c4 req-71c32bdc-c7ee-4d14-b840-eed5057ebe5c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 1101 time: 0.1819153 Jul 07 19:25:00.571761 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8c2647da-8712-4995-bd8d-e2c5984054c4 req-60f621c4-6141-470c-ad0c-c20eb66deb5a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765231 Jul 07 19:25:00.581801 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e09b1-e0a2-4fa3-8a21-3a2f42c65deb req-fe30c010-80e7-45eb-b26d-d569950758e3 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:00.598060 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a13e09b1-e0a2-4fa3-8a21-3a2f42c65deb req-fe30c010-80e7-45eb-b26d-d569950758e3 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 944 time: 0.1547811 Jul 07 19:25:00.646151 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.669566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a13e09b1-e0a2-4fa3-8a21-3a2f42c65deb req-95cd02e5-9924-4eb3-9c9e-524692226bc6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689592 Jul 07 19:25:00.698324 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.740518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8ddba7e3-0329-4a2e-a444-f4d02de99c3c,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:00.747508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Network 9318c252-1da1-4b2a-b8d9-ff1131bccee2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:00.750949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:00.752721 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:00.815064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:00.894917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=8ddba7e3-0329-4a2e-a444-f4d02de99c3c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:00.964418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Pushing event updated for resources: {'Port': ['ID=51797be5-6067-4571-ac99-c7e9e5d824da,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:00.979832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:01.001505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.002148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:01.051628 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-fcd45cd0-e43d-4ff3-b0e4-d0e1ef9b1974 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7733164 Jul 07 19:25:01.073148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-ea333772-6e47-487f-b6be-63cbac10425f tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:25:01.074215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-ea333772-6e47-487f-b6be-63cbac10425f tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167108 Jul 07 19:25:01.388395 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94db954d-a8e7-452d-b647-ea6552581c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:01.479613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Request body: {'port': {'device_id': '354da0bb-4f09-49db-8604-e6cd61c8713b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:01.674025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fc0ba-10db-44e8-beeb-b322ed08909b req-1049eb29-194e-4dc4-98a7-18dd9dd5a383 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.676986 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f79fc0ba-10db-44e8-beeb-b322ed08909b req-1049eb29-194e-4dc4-98a7-18dd9dd5a383 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 931 time: 0.4382024 Jul 07 19:25:01.759385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94db954d-a8e7-452d-b647-ea6552581c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:01.776266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94db954d-a8e7-452d-b647-ea6552581c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:01.848083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938b113-187a-404e-bac1-3dd7fc7791d7 req-c2eb1d19-3529-4499-abd1-c316a6c1f8b6 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:01.861255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3938b113-187a-404e-bac1-3dd7fc7791d7 req-c2eb1d19-3529-4499-abd1-c316a6c1f8b6 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 949 time: 0.4696560 Jul 07 19:25:01.864118 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-94db954d-a8e7-452d-b647-ea6552581c7f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e358c3f2a3dd49a3a981ec917f54ac87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8833916 Jul 07 19:25:01.864880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:01.922705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db954d-a8e7-452d-b647-ea6552581c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38991b3-934c-42c6-add0-9b42eee9549b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:01.966770 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:01.974903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f79fc0ba-10db-44e8-beeb-b322ed08909b req-b4fd353b-69c8-43c8-b9c8-3d7cdcad137f tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868958 Jul 07 19:25:02.028265 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1ad0-8462-482a-8132-784c53cebd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:02.062004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1ad0-8462-482a-8132-784c53cebd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:02.097776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:02.119337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1ad0-8462-482a-8132-784c53cebd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:02.122162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1ad0-8462-482a-8132-784c53cebd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:02.125712 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f4fa1ad0-8462-482a-8132-784c53cebd35 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b38991b3-934c-42c6-add0-9b42eee9549b HTTP/1.1" status: 204 len: 168 time: 0.2563710 Jul 07 19:25:02.147750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3938b113-187a-404e-bac1-3dd7fc7791d7 req-2b32594e-b5f0-489c-bbe8-5e31c2a4b389 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834027 Jul 07 19:25:02.149018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa1ad0-8462-482a-8132-784c53cebd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38991b3-934c-42c6-add0-9b42eee9549b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:02.240738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:02.245672 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d6ebdb-f5f9-4560-b967-8751f7769b9b" -d '{"events": [{"server_uuid": "b043b822-3d96-4c47-b3f7-07f5aec1c636", "name": "network-vif-plugged", "status": "completed", "tag": "8ddba7e3-0329-4a2e-a444-f4d02de99c3c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:02.361444 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227c8ba9-85df-4c95-bc40-4bca75816f1d x-openstack-request-id: req-227c8ba9-85df-4c95-bc40-4bca75816f1d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:02.362224 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b043b822-3d96-4c47-b3f7-07f5aec1c636", "name": "network-vif-plugged", "status": "completed", "tag": "8ddba7e3-0329-4a2e-a444-f4d02de99c3c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:02.362790 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-227c8ba9-85df-4c95-bc40-4bca75816f1d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:02.370938 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c', 'code': 200} Jul 07 19:25:02.518927 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5963e382-eab7-4f59-9c3c-6313bac411ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:02.546521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee136-e74e-43f7-8888-94d1ac9a1d10 req-16b62c21-fb35-4e2f-9ffc-936526e1dc48 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.548186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ccfee136-e74e-43f7-8888-94d1ac9a1d10 req-16b62c21-fb35-4e2f-9ffc-936526e1dc48 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 945 time: 0.2186546 Jul 07 19:25:02.591883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd29045-ac9a-4e4e-bb4b-6a66d92a43ad req-e754fd5d-6b13-4f4b-b402-37c619b08a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:02.593488 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2cd29045-ac9a-4e4e-bb4b-6a66d92a43ad req-e754fd5d-6b13-4f4b-b402-37c619b08a26 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 1097 time: 0.1132646 Jul 07 19:25:02.649638 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2cd29045-ac9a-4e4e-bb4b-6a66d92a43ad req-1687b60e-ff83-4fe7-a790-d5fd85dd5731 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496442 Jul 07 19:25:02.685736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51797be5-6067-4571-ac99-c7e9e5d824da {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:02.697651 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:02.717811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Transition to ACTIVE for port object 51797be5-6067-4571-ac99-c7e9e5d824da will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:02.733419 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:02.854548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Pushing event updated for resources: {'Port': ['ID=51797be5-6067-4571-ac99-c7e9e5d824da,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:02.924379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:02.928699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ccfee136-e74e-43f7-8888-94d1ac9a1d10 req-0d7a1ac0-71fb-473d-a14f-7a820ac08b5d tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097054 Jul 07 19:25:02.941620 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e273cbb0-6faf-4081-b89d-8b96823d41c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.063668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Attempting to bind port 51797be5-6067-4571-ac99-c7e9e5d824da on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:03.064161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Attempting to bind port 51797be5-6067-4571-ac99-c7e9e5d824da by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '8e5cbcd8-c62c-496b-b00b-38f3b37b52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9318c252-1da1-4b2a-b8d9-ff1131bccee2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:03.064338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Attempting to bind port 51797be5-6067-4571-ac99-c7e9e5d824da on network 9318c252-1da1-4b2a-b8d9-ff1131bccee2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:03.077565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Port 51797be5-6067-4571-ac99-c7e9e5d824da on network 9318c252-1da1-4b2a-b8d9-ff1131bccee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:25:03.078129 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Attempting to bind port 51797be5-6067-4571-ac99-c7e9e5d824da on network 9318c252-1da1-4b2a-b8d9-ff1131bccee2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:03.128231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:03.136233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Checking segment: {'id': '8e5cbcd8-c62c-496b-b00b-38f3b37b52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9318c252-1da1-4b2a-b8d9-ff1131bccee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:03.137102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Bound using segment: {'id': '8e5cbcd8-c62c-496b-b00b-38f3b37b52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9318c252-1da1-4b2a-b8d9-ff1131bccee2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:03.139865 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.140604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Bound port: 51797be5-6067-4571-ac99-c7e9e5d824da, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5cbcd8-c62c-496b-b00b-38f3b37b52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '9318c252-1da1-4b2a-b8d9-ff1131bccee2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:03.143093 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.334975 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5963e382-eab7-4f59-9c3c-6313bac411ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.596751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:03.610286 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e273cbb0-6faf-4081-b89d-8b96823d41c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.619686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e273cbb0-6faf-4081-b89d-8b96823d41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.674318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273cbb0-6faf-4081-b89d-8b96823d41c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d68ef5-dd04-4f74-a33a-95bc56358d83,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:03.702448 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e273cbb0-6faf-4081-b89d-8b96823d41c5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6098ac9f8077433fa55cb284f8db8ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7768624 Jul 07 19:25:03.709159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:03.795614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03385069-08af-4789-8cde-29682a06cc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.840127 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea89fa0-84a4-49c3-89fb-7bd8393d3271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.887479 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea89fa0-84a4-49c3-89fb-7bd8393d3271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.987005 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea89fa0-84a4-49c3-89fb-7bd8393d3271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.989802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea89fa0-84a4-49c3-89fb-7bd8393d3271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:03.990963 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9ea89fa0-84a4-49c3-89fb-7bd8393d3271 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/53d68ef5-dd04-4f74-a33a-95bc56358d83 HTTP/1.1" status: 204 len: 168 time: 0.2804761 Jul 07 19:25:03.999007 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03385069-08af-4789-8cde-29682a06cc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.006407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea89fa0-84a4-49c3-89fb-7bd8393d3271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d68ef5-dd04-4f74-a33a-95bc56358d83,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:04.009139 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03385069-08af-4789-8cde-29682a06cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.018256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5963e382-eab7-4f59-9c3c-6313bac411ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.040648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03385069-08af-4789-8cde-29682a06cc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8e9392-2ffc-42b1-85c9-8f4fdf4f769a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:04.067564 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-03385069-08af-4789-8cde-29682a06cc40 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9eee4c52c6fc4cc48e8ff4f3868b8d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695070 Jul 07 19:25:04.070019 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:04.153252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963e382-eab7-4f59-9c3c-6313bac411ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93a8744-5501-43b8-b8b5-b181ae199d76,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:04.155227 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5144dcbc-1674-4ead-88e6-1ab676d326f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.181218 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5144dcbc-1674-4ead-88e6-1ab676d326f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.240955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] For port 51797be5-6067-4571-ac99-c7e9e5d824da, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:04.249417 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:04.250357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5963e382-eab7-4f59-9c3c-6313bac411ce admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7ed1cfbd9d4f49f988b5bb8dc1cbe1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1512163 Jul 07 19:25:04.252771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] For port 51797be5-6067-4571-ac99-c7e9e5d824da, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=51797be5-6067-4571-ac99-c7e9e5d824da,segment=NetworkSegment(8e5cbcd8-c62c-496b-b00b-38f3b37b52f8),segment_id=8e5cbcd8-c62c-496b-b00b-38f3b37b52f8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:04.258634 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5144dcbc-1674-4ead-88e6-1ab676d326f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.261411 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5144dcbc-1674-4ead-88e6-1ab676d326f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.264936 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5144dcbc-1674-4ead-88e6-1ab676d326f7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1e8e9392-2ffc-42b1-85c9-8f4fdf4f769a HTTP/1.1" status: 204 len: 168 time: 0.1908488 Jul 07 19:25:04.270985 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.337682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.338307 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.340320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] 10.222.0.59 "PUT /v2.0/ports/51797be5-6067-4571-ac99-c7e9e5d824da HTTP/1.1" status: 200 len: 1092 time: 3.2503037 Jul 07 19:25:04.357026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354da0bb-4f09-49db-8604-e6cd61c8713b', 'tag': '51797be5-6067-4571-ac99-c7e9e5d824da'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:04.360002 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de989080-122c-4c9e-989e-396c25d6f2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "354da0bb-4f09-49db-8604-e6cd61c8713b", "tag": "51797be5-6067-4571-ac99-c7e9e5d824da"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:04.363805 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144dcbc-1674-4ead-88e6-1ab676d326f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8e9392-2ffc-42b1-85c9-8f4fdf4f769a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:04.377415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e078f48-47af-4436-ae1c-695170b16c86 req-5607fcd8-7f6a-41c7-a06e-325d0a474bf3 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.390558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8e078f48-47af-4436-ae1c-695170b16c86 req-5607fcd8-7f6a-41c7-a06e-325d0a474bf3 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 943 time: 1.2106681 Jul 07 19:25:04.433710 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ad68daf-3dfb-4670-94d3-50142f66776e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.480793 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ad68daf-3dfb-4670-94d3-50142f66776e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.515380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27b709-deea-412c-98dc-27d89ea387fd service neutron] Pushing event updated for resources: {'Port': ['ID=51797be5-6067-4571-ac99-c7e9e5d824da,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:04.558222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a689b-d4bd-44ee-a588-1077d7e61e0b req-8b173b85-fb46-476d-bf62-97e7fea85ecc tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.561952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-923a689b-d4bd-44ee-a588-1077d7e61e0b req-8b173b85-fb46-476d-bf62-97e7fea85ecc tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 949 time: 0.5707803 Jul 07 19:25:04.584905 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ad68daf-3dfb-4670-94d3-50142f66776e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.589608 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ad68daf-3dfb-4670-94d3-50142f66776e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:04.591667 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7ad68daf-3dfb-4670-94d3-50142f66776e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c93a8744-5501-43b8-b8b5-b181ae199d76 HTTP/1.1" status: 204 len: 168 time: 0.3412857 Jul 07 19:25:04.604859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad68daf-3dfb-4670-94d3-50142f66776e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93a8744-5501-43b8-b8b5-b181ae199d76,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:04.606391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8e078f48-47af-4436-ae1c-695170b16c86 req-179b9886-5024-475f-bbe3-d47fe7022b4b tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081857 Jul 07 19:25:04.727097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-a1b454db-f297-4f24-b3d3-769478c09b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.736760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-a1b454db-f297-4f24-b3d3-769478c09b33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=676597f66f7143fbb97195db03a3bf81&device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 1095 time: 0.3244102 Jul 07 19:25:04.743150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-923a689b-d4bd-44ee-a588-1077d7e61e0b req-9dfb3615-6063-415d-a093-dc52266df5e1 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353850 Jul 07 19:25:04.816805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-c7ef4576-f1e9-4002-9c6b-efe969f59f77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51797be5-6067-4571-ac99-c7e9e5d824da HTTP/1.1" status: 200 len: 217 time: 0.0658555 Jul 07 19:25:04.884684 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a95096f-f0b1-4ee3-9b3e-3c8a81418f99 x-openstack-request-id: req-3a95096f-f0b1-4ee3-9b3e-3c8a81418f99 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:04.884684 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354da0bb-4f09-49db-8604-e6cd61c8713b", "tag": "51797be5-6067-4571-ac99-c7e9e5d824da", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:04.884924 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3a95096f-f0b1-4ee3-9b3e-3c8a81418f99 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:04.885552 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354da0bb-4f09-49db-8604-e6cd61c8713b', 'tag': '51797be5-6067-4571-ac99-c7e9e5d824da', 'status': 'completed', 'code': 200} Jul 07 19:25:04.920897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-6a61118f-89f1-4c6a-a620-822c70e1c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.922539 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-6a61118f-89f1-4c6a-a620-822c70e1c1d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=486ada00-32cd-4717-ab25-82a51238ed0d HTTP/1.1" status: 200 len: 860 time: 0.0927527 Jul 07 19:25:04.973643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-33a86896-988b-466e-8746-8eb10a04d9b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9318c252-1da1-4b2a-b8d9-ff1131bccee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384948 Jul 07 19:25:04.981524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb996a8a-7cf3-45ed-b12e-cec4bf7e0a36 req-68f67f5a-3c24-44c9-bc5c-0d69c04345bf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:04.983068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb996a8a-7cf3-45ed-b12e-cec4bf7e0a36 req-68f67f5a-3c24-44c9-bc5c-0d69c04345bf tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 945 time: 0.1650972 Jul 07 19:25:05.087550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb996a8a-7cf3-45ed-b12e-cec4bf7e0a36 req-0492ec6d-181e-48e5-abde-3afa0c944836 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939288 Jul 07 19:25:05.138568 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-f9a4e91c-5ec9-4f7d-b79c-d51f5f2574c0 service neutron] 10.222.0.59 "GET /v2.0/networks/9318c252-1da1-4b2a-b8d9-ff1131bccee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545074 Jul 07 19:25:05.258342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:05.283147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-243fe0e4-3eb4-4fb2-a555-d2309b99a16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:05.317832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3056824-c13b-4de8-8366-b672dbfcd411 req-445db43e-a43e-40b6-99a2-b6d77f5c3395 service neutron] 10.222.0.59 "GET /v2.0/networks/9318c252-1da1-4b2a-b8d9-ff1131bccee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720061 Jul 07 19:25:05.406551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d705d4-543d-4702-949a-65a43608e3d0 req-1449f850-870e-487c-8a58-5d6b7a6af270 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.408664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8d705d4-543d-4702-949a-65a43608e3d0 req-1449f850-870e-487c-8a58-5d6b7a6af270 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 945 time: 0.1149919 Jul 07 19:25:05.417986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:05.424151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fdf34afe-bbf3-42fb-a639-3e4293fc6e6c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Request body: {'floatingip': {'port_id': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:05.474689 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdf34afe-bbf3-42fb-a639-3e4293fc6e6c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:05.592655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de989080-122c-4c9e-989e-396c25d6f2ae req-44ba3227-7841-463b-9d4d-0720a94e73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.593823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de989080-122c-4c9e-989e-396c25d6f2ae req-44ba3227-7841-463b-9d4d-0720a94e73dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=676597f66f7143fbb97195db03a3bf81&device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 1095 time: 0.1278210 Jul 07 19:25:05.693483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-243fe0e4-3eb4-4fb2-a555-d2309b99a16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:05.719127 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-243fe0e4-3eb4-4fb2-a555-d2309b99a16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:05.815302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fe0e4-3eb4-4fb2-a555-d2309b99a16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b162ca-e91f-4096-bb0d-aecab14d3f24,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:05.835586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de989080-122c-4c9e-989e-396c25d6f2ae req-f55ac17f-7185-480f-8f5e-fb7eba35e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:05.839379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de989080-122c-4c9e-989e-396c25d6f2ae req-f55ac17f-7185-480f-8f5e-fb7eba35e45f service neutron] 10.222.0.59 "GET /v2.0/networks?id=9318c252-1da1-4b2a-b8d9-ff1131bccee2 HTTP/1.1" status: 200 len: 922 time: 0.2381489 Jul 07 19:25:05.876965 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-243fe0e4-3eb4-4fb2-a555-d2309b99a16d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=29af6eca381b49a6b920694b6e3542af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163182 Jul 07 19:25:05.880547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:05.923087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de989080-122c-4c9e-989e-396c25d6f2ae req-fbc5b313-acac-44ae-aa90-fd5135ae73f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51797be5-6067-4571-ac99-c7e9e5d824da HTTP/1.1" status: 200 len: 217 time: 0.0763879 Jul 07 19:25:06.071166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de989080-122c-4c9e-989e-396c25d6f2ae req-eb9cd581-2f29-4be1-a8ea-db1225cf5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.090854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de989080-122c-4c9e-989e-396c25d6f2ae req-eb9cd581-2f29-4be1-a8ea-db1225cf5bd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=486ada00-32cd-4717-ab25-82a51238ed0d HTTP/1.1" status: 200 len: 860 time: 0.1244795 Jul 07 19:25:06.154624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de989080-122c-4c9e-989e-396c25d6f2ae req-33414c1b-5b25-4ab3-9498-57966923461e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9318c252-1da1-4b2a-b8d9-ff1131bccee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628476 Jul 07 19:25:06.163709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4ee51-89f9-4696-bca1-2beb2e6c1b3c req-9ed5b3f6-3a0a-4985-ba38-b2d0ea732391 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:06.171240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ed4ee51-89f9-4696-bca1-2beb2e6c1b3c req-9ed5b3f6-3a0a-4985-ba38-b2d0ea732391 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 943 time: 0.2416048 Jul 07 19:25:06.216149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be27fe9e-99dd-4b42-a91d-437c02e20a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:06.292669 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ed4ee51-89f9-4696-bca1-2beb2e6c1b3c req-ded3c698-b593-43aa-a879-4d648afb9766 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203988 Jul 07 19:25:06.308005 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-fb89a7e2-7157-43c9-a5cf-ff926e368fe2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4074638 Jul 07 19:25:06.314266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be27fe9e-99dd-4b42-a91d-437c02e20a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:06.316227 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:06.366182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de989080-122c-4c9e-989e-396c25d6f2ae req-def42051-7aad-46e5-8810-4dd23fad3625 service neutron] 10.222.0.59 "GET /v2.0/networks/9318c252-1da1-4b2a-b8d9-ff1131bccee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928535 Jul 07 19:25:06.503645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de989080-122c-4c9e-989e-396c25d6f2ae req-a18312b8-dfbf-4b7e-ab23-4ce5aabae3e7 service neutron] 10.222.0.59 "GET /v2.0/networks/9318c252-1da1-4b2a-b8d9-ff1131bccee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306784 Jul 07 19:25:07.004859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-801370807-network', 'tenant_id': '9d77860de5ec457b97f0f66c79356579'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:07.029806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-f9495c9a-d05d-4b6e-9a30-8e22a074c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.031329 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-f9495c9a-d05d-4b6e-9a30-8e22a074c9bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e193f922ad7c443c904a6583023ff400&device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 1102 time: 0.6234593 Jul 07 19:25:07.034487 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be27fe9e-99dd-4b42-a91d-437c02e20a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.037234 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be27fe9e-99dd-4b42-a91d-437c02e20a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.041137 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-be27fe9e-99dd-4b42-a91d-437c02e20a3d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f0b162ca-e91f-4096-bb0d-aecab14d3f24 HTTP/1.1" status: 204 len: 168 time: 1.1566310 Jul 07 19:25:07.128066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27fe9e-99dd-4b42-a91d-437c02e20a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b162ca-e91f-4096-bb0d-aecab14d3f24,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:07.215008 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-fdf34afe-bbf3-42fb-a639-3e4293fc6e6c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:25:07.217983 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Made reservation on behalf of 9d77860de5ec457b97f0f66c79356579 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:07.219867 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.263622 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.372960 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdf34afe-bbf3-42fb-a639-3e4293fc6e6c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.384940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-0200c971-cc63-4354-b536-eeacf924904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.386399 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-0200c971-cc63-4354-b536-eeacf924904d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.3236210 Jul 07 19:25:07.390538 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdf34afe-bbf3-42fb-a639-3e4293fc6e6c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.532122 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-3ca3c914-e394-4ae7-9259-a28233a57b8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=890308d9-cca9-46ae-a525-9243c6916716 HTTP/1.1" status: 200 len: 217 time: 0.0903709 Jul 07 19:25:07.567034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d05a0-32b3-4a21-9c9d-9e5af49b8e5c req-f2fab644-e0aa-4ea2-bf4b-8a0a547cf4d3 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.578202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c0d05a0-32b3-4a21-9c9d-9e5af49b8e5c req-f2fab644-e0aa-4ea2-bf4b-8a0a547cf4d3 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 943 time: 0.0917590 Jul 07 19:25:07.642338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c0d05a0-32b3-4a21-9c9d-9e5af49b8e5c req-15b3a4be-3fa0-4dab-84e1-2fcaeaa1f90e tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617435 Jul 07 19:25:07.677273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-8d382b53-e9dc-4874-9407-d8145da0ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.678850 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-8d382b53-e9dc-4874-9407-d8145da0ac95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.1407957 Jul 07 19:25:07.680640 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-fdf34afe-bbf3-42fb-a639-3e4293fc6e6c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Floating IP f74f9f70-9511-418c-900a-df7a4d425ebe associated. External IP: 172.25.2.215, port: 8ddba7e3-0329-4a2e-a444-f4d02de99c3c. Jul 07 19:25:07.815012 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.855269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.901045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:25:07.930180 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:07.931118 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Added segment 0c3dc1f6-8daf-489e-8529-0e304ce3ab50 of type vlan for network c457186a-8f41-4ba0-b09c-85ef976d1b30 Jul 07 19:25:07.932787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b75fbb-d7fc-4344-b8e9-bb8f1dfbaf57,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:07.937183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-a359731e-4173-47d7-8a4b-958f5af34326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:07.949379 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-a359731e-4173-47d7-8a4b-958f5af34326 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2628677 Jul 07 19:25:08.096778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.203957 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.204966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.205561 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.234043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:08.250433 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9305873 Jul 07 19:25:08.250982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:08.256147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] Request body: {'subnet': {'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-801370807-subnet', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:08.278803 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-a801fcb9-662c-411c-a93a-c3e5266a20b6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126903 Jul 07 19:25:08.301260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] Made reservation on behalf of 9d77860de5ec457b97f0f66c79356579 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:08.306284 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.330580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 51797be5-6067-4571-ac99-c7e9e5d824da details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:08.362350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6dea0-b465-4ad4-86ec-5499abc8a271 admin admin] Pushing event updated for resources: {'Network': ['ID=c457186a-8f41-4ba0-b09c-85ef976d1b30,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:08.381711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf34afe-bbf3-42fb-a639-3e4293fc6e6c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Router ccae0551-d4cb-4a3f-b8c1-0ace0161061a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:25:08.463263 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2a34411-8ac6-4fff-937f-533a0ef2c2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.480910 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c2824b6e-e72f-418d-a453-01165cc39d20 req-fbce6a68-5e49-4702-a981-a9fa8b451367 service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882367 Jul 07 19:25:08.554021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 51797be5-6067-4571-ac99-c7e9e5d824da, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=51797be5-6067-4571-ac99-c7e9e5d824da,segment=NetworkSegment(8e5cbcd8-c62c-496b-b00b-38f3b37b52f8),segment_id=8e5cbcd8-c62c-496b-b00b-38f3b37b52f8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:08.573585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network c457186a-8f41-4ba0-b09c-85ef976d1b30 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:25:08.582551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf34afe-bbf3-42fb-a639-3e4293fc6e6c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:08.589197 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdf34afe-bbf3-42fb-a639-3e4293fc6e6c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.594560 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfeb35c-fd7b-449b-a383-f92f573af2f6 None None] Sync routers for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:08.611957 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfeb35c-fd7b-449b-a383-f92f573af2f6 None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:08.612849 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcfeb35c-fd7b-449b-a383-f92f573af2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:24:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:08.637468 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fdf34afe-bbf3-42fb-a639-3e4293fc6e6c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "PUT /v2.0/floatingips/f74f9f70-9511-418c-900a-df7a4d425ebe HTTP/1.1" status: 200 len: 991 time: 3.2187662 Jul 07 19:25:08.638784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'tag': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:08.642151 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fbb129-f392-430b-8eed-c85b7bc534e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b043b822-3d96-4c47-b3f7-07f5aec1c636", "tag": "8ddba7e3-0329-4a2e-a444-f4d02de99c3c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:08.720631 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd49ea40-bb8c-48c8-87f5-3c198aae87da x-openstack-request-id: req-dd49ea40-bb8c-48c8-87f5-3c198aae87da {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:08.721335 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b043b822-3d96-4c47-b3f7-07f5aec1c636", "tag": "8ddba7e3-0329-4a2e-a444-f4d02de99c3c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:08.721797 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dd49ea40-bb8c-48c8-87f5-3c198aae87da {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:08.722400 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'tag': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c', 'status': 'completed', 'code': 200} Jul 07 19:25:08.752014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '51797be5-6067-4571-ac99-c7e9e5d824da', 'network_id': '9318c252-1da1-4b2a-b8d9-ff1131bccee2', 'port_id': '51797be5-6067-4571-ac99-c7e9e5d824da', 'mac_address': 'fa:16:3e:2e:7e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486ada00-32cd-4717-ab25-82a51238ed0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:08.841201 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.843720 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3726b8a6-1ed1-4490-93ea-8158988fe05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.863582 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fcfeb35c-fd7b-449b-a383-f92f573af2f6 None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:08.869661 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.885313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51797be5-6067-4571-ac99-c7e9e5d824da {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:08.932446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 51797be5-6067-4571-ac99-c7e9e5d824da, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=51797be5-6067-4571-ac99-c7e9e5d824da,segment=NetworkSegment(8e5cbcd8-c62c-496b-b00b-38f3b37b52f8),segment_id=8e5cbcd8-c62c-496b-b00b-38f3b37b52f8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:08.945917 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:08.953505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-094aa6b3-1dda-4248-9b80-facf30300012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:08.965247 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-094aa6b3-1dda-4248-9b80-facf30300012 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 1097 time: 0.1990490 Jul 07 19:25:09.078564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79bd83e-e8df-4ead-8f46-d42fd932711d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:09.089534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=51797be5-6067-4571-ac99-c7e9e5d824da,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:09.176214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] Checking segment: {'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:09.176677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] Network hostable DHCP agents. Network: c457186a-8f41-4ba0-b09c-85ef976d1b30, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:25:09.217495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['51797be5-6067-4571-ac99-c7e9e5d824da'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:09.294518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-26f13939-7842-486d-9880-b2f40ab4b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.296189 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-26f13939-7842-486d-9880-b2f40ab4b5ca service neutron] 10.222.0.112 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 913 time: 0.3217525 Jul 07 19:25:09.308866 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2a34411-8ac6-4fff-937f-533a0ef2c2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.319669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d6ca7-806c-43e0-ae7e-af178c365c8a req-aad23d52-64b5-43d0-be98-5f5043f427e6 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.321495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e81d6ca7-806c-43e0-ae7e-af178c365c8a req-aad23d52-64b5-43d0-be98-5f5043f427e6 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 944 time: 0.3450139 Jul 07 19:25:09.323945 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2a34411-8ac6-4fff-937f-533a0ef2c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.359753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a34411-8ac6-4fff-937f-533a0ef2c2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3973e9-0eb1-421c-8a85-1e782d405704,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:09.362349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] Network c457186a-8f41-4ba0-b09c-85ef976d1b30 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:25:09.400025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, c457186a-8f41-4ba0-b09c-85ef976d1b30) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:09.407794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.408390 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.416887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b2a34411-8ac6-4fff-937f-533a0ef2c2b0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f77df0c1bd4a4dbb8ff220a67a366a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1816788 Jul 07 19:25:09.418604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:09.434593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d65bba-18bf-49c0-9dff-0f537433e3a5 None None] Network c457186a-8f41-4ba0-b09c-85ef976d1b30 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:09.459498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e81d6ca7-806c-43e0-ae7e-af178c365c8a req-7892b5f6-bcbb-4a4d-94a5-6be50476d1aa tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066837 Jul 07 19:25:09.469741 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b7da0899-cf68-4337-aa50-2aeb1d736092 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2153647 Jul 07 19:25:09.470985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:09.488675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:09.515079 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-1e4d11b8-e587-4816-8e03-3c427b0daf57 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddba7e3-0329-4a2e-a444-f4d02de99c3c HTTP/1.1" status: 200 len: 999 time: 0.2101381 Jul 07 19:25:09.524651 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7276272-c184-4e65-936d-1e0b672b7ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.535214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.536502 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.560582 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7276272-c184-4e65-936d-1e0b672b7ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.596263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-943a9815-6a7e-43f3-875d-bca9880f2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.598074 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-943a9815-6a7e-43f3-875d-bca9880f2065 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 HTTP/1.1" status: 200 len: 850 time: 0.0770946 Jul 07 19:25:09.604179 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcfeb35c-fd7b-449b-a383-f92f573af2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f74f9f70-9511-418c-900a-df7a4d425ebe', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'port_id': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'mac_address': 'fa:16:3e:cf:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:24:37Z', 'updated_at': '2021-07-07T19:25:07Z', 'revision_number': 1, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:09.654218 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfeb35c-fd7b-449b-a383-f92f573af2f6 None None] Checking router: ccae0551-d4cb-4a3f-b8c1-0ace0161061a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:09.665834 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfeb35c-fd7b-449b-a383-f92f573af2f6 None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:09.666575 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcfeb35c-fd7b-449b-a383-f92f573af2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:24:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:09.738420 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.762753 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-c457186a-8f41-4ba0-b09c-85ef976d1b30', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'fixed_ips': [{'subnet_id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:25:09.763866 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.814719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-d59b19db-7fea-4433-a0fe-9ee0bc800aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:09.816869 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-d59b19db-7fea-4433-a0fe-9ee0bc800aa3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2106509 Jul 07 19:25:09.848634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:09.855651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-02fb0c31-9500-4ab3-a31b-dc9d70c388ab service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:25:09.857060 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-02fb0c31-9500-4ab3-a31b-dc9d70c388ab service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322406 Jul 07 19:25:09.909408 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fcfeb35c-fd7b-449b-a383-f92f573af2f6 None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:09.925341 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7276272-c184-4e65-936d-1e0b672b7ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.928702 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7276272-c184-4e65-936d-1e0b672b7ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:09.930170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d7276272-c184-4e65-936d-1e0b672b7ef0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9e3973e9-0eb1-421c-8a85-1e782d405704 HTTP/1.1" status: 204 len: 168 time: 0.5101495 Jul 07 19:25:09.978290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7276272-c184-4e65-936d-1e0b672b7ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3973e9-0eb1-421c-8a85-1e782d405704,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:10.027540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.081264 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Allocated IP 172.20.0.2 (c457186a-8f41-4ba0-b09c-85ef976d1b30/a79bd83e-e8df-4ead-8f46-d42fd932711d/5e827abc-b5b9-4b71-bf6f-3c135dc508b1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:10.276787 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-496fcfb7-8dac-44bc-b7c1-1ec768373e5d service neutron] 10.222.0.112 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016809 Jul 07 19:25:10.513309 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcfeb35c-fd7b-449b-a383-f92f573af2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f74f9f70-9511-418c-900a-df7a4d425ebe', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'port_id': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'mac_address': 'fa:16:3e:cf:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:24:37Z', 'updated_at': '2021-07-07T19:25:07Z', 'revision_number': 1, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:10.532318 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.545375 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.563380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Transition to ACTIVE for port object 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:10.575475 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.580865 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfeb35c-fd7b-449b-a383-f92f573af2f6 None None] The sync data for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 is: [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f74f9f70-9511-418c-900a-df7a4d425ebe', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'port_id': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'mac_address': 'fa:16:3e:cf:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:24:37Z', 'updated_at': '2021-07-07T19:25:07Z', 'revision_number': 1, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:10.596672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Transition to ACTIVE for port object 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:10.614212 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:25:10.619022 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.699224 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e0fbb129-f392-430b-8eed-c85b7bc534e4 req-10366156-2d4b-43e5-8cf9-7d947ca1f7a1 service neutron] 10.222.0.112 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137099 Jul 07 19:25:10.788435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Pushing event updated for resources: {'Port': ['ID=5e827abc-b5b9-4b71-bf6f-3c135dc508b1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:10.848180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Network c457186a-8f41-4ba0-b09c-85ef976d1b30 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:10.851487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:10.856339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:10.913670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:10.930437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Attempting to bind port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:10.931114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Attempting to bind port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:10.931862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Attempting to bind port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 on network c457186a-8f41-4ba0-b09c-85ef976d1b30 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:10.941144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:10.941809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Checking segment: {'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:10.942447 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.943054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Bound using segment: {'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:10.943779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Bound port: 5e827abc-b5b9-4b71-bf6f-3c135dc508b1, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:10.944383 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.950290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:10.973048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:11.013821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'mac_address': 'fa:16:3e:81:28:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:11.084603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Allocated IP 172.25.2.152 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/e3eba185-c85f-4c97-9622-bd12b3e9b37c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:11.133332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44158e7-982f-4364-881e-8c35b69c1d98 None None] New status for floating IP f74f9f70-9511-418c-900a-df7a4d425ebe: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:25:11.140261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-265fc195-f9f6-4279-ba30-55d301e3c46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.146645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.167008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2857a-dafd-4ce9-89cd-b9a7e30c769f req-61f81fee-816a-4efe-a2fd-e1b48064dce4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:11.167342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.168618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73f2857a-dafd-4ce9-89cd-b9a7e30c769f req-61f81fee-816a-4efe-a2fd-e1b48064dce4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 944 time: 0.1827195 Jul 07 19:25:11.279787 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.294637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e131ba2e-ec8b-4faa-b29f-c89bbc581164,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:11.334179 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c261b60e95734ec197589013633af760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4183815 Jul 07 19:25:11.336830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.338215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36396) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:11.346476 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.348247 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.348438 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.348940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.358522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.359123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.359902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.362015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.362557 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.363053 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.363566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.364159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd168c99-d5b4-4131-ada5-87d26f12f9ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:11.442658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] For port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:11.467477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:11.469191 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.480925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:11.484931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] For port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5e827abc-b5b9-4b71-bf6f-3c135dc508b1,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:11.500570 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.504785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:11.505973 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.525342 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73f2857a-dafd-4ce9-89cd-b9a7e30c769f req-771b1068-21fe-4abb-bcd9-be73fa12e6d3 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488860 Jul 07 19:25:11.595178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:11.598405 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d6ee-acf6-4d8d-8614-7619af39635b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.603786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Pushing event updated for resources: {'Port': ['ID=e3eba185-c85f-4c97-9622-bd12b3e9b37c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:11.696217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:11.768734 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:11.795120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5c9e9-5ab4-438f-9da0-3a237a30414c None None] Pushing event updated for resources: {'Port': ['ID=5e827abc-b5b9-4b71-bf6f-3c135dc508b1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:11.907854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b0c7f787-c99d-41eb-ba1d-ae11ddec2d29'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:12.034421 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d6ee-acf6-4d8d-8614-7619af39635b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:12.167838 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d6ee-acf6-4d8d-8614-7619af39635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:12.171356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d6ee-acf6-4d8d-8614-7619af39635b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:12.174624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cbe7d6ee-acf6-4d8d-8614-7619af39635b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e131ba2e-ec8b-4faa-b29f-c89bbc581164 HTTP/1.1" status: 204 len: 168 time: 0.8339810 Jul 07 19:25:12.231026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:12.233872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7d6ee-acf6-4d8d-8614-7619af39635b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e131ba2e-ec8b-4faa-b29f-c89bbc581164,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:12.388327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 51797be5-6067-4571-ac99-c7e9e5d824da up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:12.498027 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:12.636118 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:12.740448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 51797be5-6067-4571-ac99-c7e9e5d824da completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:12.773678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 51797be5-6067-4571-ac99-c7e9e5d824da triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:12.774525 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:13.116124 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:13.185128 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:13.190572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354da0bb-4f09-49db-8604-e6cd61c8713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51797be5-6067-4571-ac99-c7e9e5d824da'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:13.194189 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01b0271-0888-437c-990a-2cbe6a7683b5" -d '{"events": [{"server_uuid": "354da0bb-4f09-49db-8604-e6cd61c8713b", "name": "network-vif-plugged", "status": "completed", "tag": "51797be5-6067-4571-ac99-c7e9e5d824da"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:13.245925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 51797be5-6067-4571-ac99-c7e9e5d824da, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=51797be5-6067-4571-ac99-c7e9e5d824da,segment=NetworkSegment(8e5cbcd8-c62c-496b-b00b-38f3b37b52f8),segment_id=8e5cbcd8-c62c-496b-b00b-38f3b37b52f8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:13.262149 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:13.385317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75845c1-e885-4a58-8fca-e3434939f7ac req-09981e89-3205-4393-90ba-7c03bf61af28 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:13.388764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f75845c1-e885-4a58-8fca-e3434939f7ac req-09981e89-3205-4393-90ba-7c03bf61af28 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 944 time: 0.4615011 Jul 07 19:25:13.420898 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f3e43e-df52-477d-8b5e-04b57e8a9888 x-openstack-request-id: req-46f3e43e-df52-477d-8b5e-04b57e8a9888 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:13.421203 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354da0bb-4f09-49db-8604-e6cd61c8713b", "name": "network-vif-plugged", "status": "completed", "tag": "51797be5-6067-4571-ac99-c7e9e5d824da", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:13.421459 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-46f3e43e-df52-477d-8b5e-04b57e8a9888 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:13.421858 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354da0bb-4f09-49db-8604-e6cd61c8713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51797be5-6067-4571-ac99-c7e9e5d824da', 'code': 200} Jul 07 19:25:13.424160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=51797be5-6067-4571-ac99-c7e9e5d824da,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:13.433873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:13.563384 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f75845c1-e885-4a58-8fca-e3434939f7ac req-655509d2-3a9c-4d66-b5b2-fe113fe9df77 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607423 Jul 07 19:25:13.585672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:13.616296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Router 1a220558-bb1e-4745-925f-04b5dc47f17d is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:25:13.642865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb8597-22ac-49a7-8e50-91d1094c0999 req-ad448107-19a8-4ab5-b068-7c6108ebf72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:13.647685 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2bdb8597-22ac-49a7-8e50-91d1094c0999 req-ad448107-19a8-4ab5-b068-7c6108ebf72e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 1097 time: 0.2391126 Jul 07 19:25:13.733843 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2bdb8597-22ac-49a7-8e50-91d1094c0999 req-7968f903-d115-4f51-8420-925cb0cd7460 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792644 Jul 07 19:25:13.785353 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52aaf39-6470-4ac9-9f13-f79a69598271 None None] Network c457186a-8f41-4ba0-b09c-85ef976d1b30 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:13.917606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:13.926016 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:13.952115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:13.953466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d45efcb9-3360-4289-8396-ad597f33778c admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4815428 Jul 07 19:25:13.956226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36484) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:13.958294 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Sync routers for ids ['1a220558-bb1e-4745-925f-04b5dc47f17d'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:13.976030 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Routers {'1a220558-bb1e-4745-925f-04b5dc47f17d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:13.978875 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1a220558-bb1e-4745-925f-04b5dc47f17d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:14.035677 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fdad8f8-0b02-4c61-bc2d-ac7b24ca1a10 None None] Provisioning for port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:14.045755 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.058780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fdad8f8-0b02-4c61-bc2d-ac7b24ca1a10 None None] Provisioning complete for port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:14.059446 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fdad8f8-0b02-4c61-bc2d-ac7b24ca1a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.189400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:14.193206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.476255 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fdad8f8-0b02-4c61-bc2d-ac7b24ca1a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:14.562402 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Set router 1a220558-bb1e-4745-925f-04b5dc47f17d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:14.564992 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.069174 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:12Z', 'revision_number': 3, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:15.119165 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Checking router: 1a220558-bb1e-4745-925f-04b5dc47f17d for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:15.119775 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Updating router 1a220558-bb1e-4745-925f-04b5dc47f17d port e3eba185-c85f-4c97-9622-bd12b3e9b37c binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:25:15.181339 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.238049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0fdad8f8-0b02-4c61-bc2d-ac7b24ca1a10 None None] For port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5e827abc-b5b9-4b71-bf6f-3c135dc508b1,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:15.277352 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fdad8f8-0b02-4c61-bc2d-ac7b24ca1a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.425750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:15.438801 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d80a7c-b2c6-4818-aa51-cb9d0f77a843" -d '{"events": [{"server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:15.445366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:15.456411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525e8a4-a937-4e96-b847-6e975035731c req-d8916dd5-c033-452d-9561-be0ff2fce661 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:15.473088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6525e8a4-a937-4e96-b847-6e975035731c req-d8916dd5-c033-452d-9561-be0ff2fce661 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 945 time: 0.5446322 Jul 07 19:25:15.477562 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.504585 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.515781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:15.547432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c5889dd6-21d3-49ef-b17a-49ed05a0575d None None] Provisioning complete for port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:15.548086 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5889dd6-21d3-49ef-b17a-49ed05a0575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.583523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdad8f8-0b02-4c61-bc2d-ac7b24ca1a10 None None] Pushing event updated for resources: {'Port': ['ID=5e827abc-b5b9-4b71-bf6f-3c135dc508b1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:15.654197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6525e8a4-a937-4e96-b847-6e975035731c req-b47277bf-99fa-4dc3-ad1d-4d6900683c53 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791356 Jul 07 19:25:15.745078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:15.770273 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be39b72b-e5a4-4aef-9a98-69f4ad462c36 x-openstack-request-id: req-be39b72b-e5a4-4aef-9a98-69f4ad462c36 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:15.772881 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:15.773788 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-be39b72b-e5a4-4aef-9a98-69f4ad462c36 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:15.775129 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'code': 200} Jul 07 19:25:15.883274 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69d99bd5-222a-440f-aeb1-cda776302b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.069798 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.094483 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Transition to ACTIVE for port object e3eba185-c85f-4c97-9622-bd12b3e9b37c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:16.106085 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.123171 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69d99bd5-222a-440f-aeb1-cda776302b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.130534 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69d99bd5-222a-440f-aeb1-cda776302b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.166922 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Attempting to bind port e3eba185-c85f-4c97-9622-bd12b3e9b37c on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:16.167611 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Attempting to bind port e3eba185-c85f-4c97-9622-bd12b3e9b37c by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:16.168626 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Attempting to bind port e3eba185-c85f-4c97-9622-bd12b3e9b37c on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:16.177058 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:16.177842 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:16.178872 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.179686 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:16.180366 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Bound port: e3eba185-c85f-4c97-9622-bd12b3e9b37c, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:16.181097 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.189187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d99bd5-222a-440f-aeb1-cda776302b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ed7b3f-3f86-413f-af1b-816b3a65d3e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:16.251238 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] For port e3eba185-c85f-4c97-9622-bd12b3e9b37c, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:16.255714 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-69d99bd5-222a-440f-aeb1-cda776302b09 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5c596742e2924e639e95863a49abe8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7386601 Jul 07 19:25:16.256217 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] For port e3eba185-c85f-4c97-9622-bd12b3e9b37c, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e3eba185-c85f-4c97-9622-bd12b3e9b37c,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:16.260122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:16.270937 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.316524 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Routers {'1a220558-bb1e-4745-925f-04b5dc47f17d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:16.316895 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1a220558-bb1e-4745-925f-04b5dc47f17d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:16.459531 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4dfeb-cfeb-4e7f-ab1f-e50f8ca444b1 None None] Pushing event updated for resources: {'Port': ['ID=e3eba185-c85f-4c97-9622-bd12b3e9b37c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:16.492293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7f9aa3b-a665-427f-a49d-a7eb57a9181c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.590014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7f9aa3b-a665-427f-a49d-a7eb57a9181c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.602828 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] Set router 1a220558-bb1e-4745-925f-04b5dc47f17d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:16.605098 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4dfeb-cfeb-4e7f-ab1f-e50f8ca444b1 None None] Pushing event updated for resources: {'Port': ['ID=e3eba185-c85f-4c97-9622-bd12b3e9b37c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:16.750207 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7f9aa3b-a665-427f-a49d-a7eb57a9181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.753474 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7f9aa3b-a665-427f-a49d-a7eb57a9181c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:16.757612 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e7f9aa3b-a665-427f-a49d-a7eb57a9181c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d5ed7b3f-3f86-413f-af1b-816b3a65d3e8 HTTP/1.1" status: 204 len: 168 time: 0.4900541 Jul 07 19:25:16.771992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9aa3b-a665-427f-a49d-a7eb57a9181c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ed7b3f-3f86-413f-af1b-816b3a65d3e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:17.025697 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:17.029066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Allocated IP 172.20.0.1 (c457186a-8f41-4ba0-b09c-85ef976d1b30/a79bd83e-e8df-4ead-8f46-d42fd932711d/6b7547ea-b0b2-4e90-bd91-d9968bb2ac93) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:17.223678 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:12Z', 'revision_number': 3, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:17.285727 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700065c-fc2a-45f8-8229-9d4d78fb892a None None] The sync data for ids ['1a220558-bb1e-4745-925f-04b5dc47f17d'] in n-d-792394-12 is: [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:12Z', 'revision_number': 3, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:17.313916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:17.423402 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71abb73e-8d8c-4ffd-a2fc-e5a68ff0bc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:17.501686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:17.502699 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:17.553937 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:17.597044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Transition to ACTIVE for port object 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:17.657425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342dd09-3bad-45c1-884a-b8ed9f9657b3 req-a248eb86-420b-4ae1-9134-cfeb95fee251 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:17.665858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1342dd09-3bad-45c1-884a-b8ed9f9657b3 req-a248eb86-420b-4ae1-9134-cfeb95fee251 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 945 time: 0.3286636 Jul 07 19:25:17.808401 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71abb73e-8d8c-4ffd-a2fc-e5a68ff0bc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:17.833157 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1342dd09-3bad-45c1-884a-b8ed9f9657b3 req-3ab12a19-54f2-4ad1-9549-7c3756b3a8c7 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659057 Jul 07 19:25:17.843064 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:17.849467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71abb73e-8d8c-4ffd-a2fc-e5a68ff0bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:17.980087 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-71abb73e-8d8c-4ffd-a2fc-e5a68ff0bc61 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=496ee56a5a5d450a8e43746330ed8bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9528778 Jul 07 19:25:17.984363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Network c457186a-8f41-4ba0-b09c-85ef976d1b30 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:17.984518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:17.996015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:18.025578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:18.057200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abb73e-8d8c-4ffd-a2fc-e5a68ff0bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec53c5b5-c3d7-4133-92fe-034405907268,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:18.171974 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.181983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6b7547ea-b0b2-4e90-bd91-d9968bb2ac93,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:18.214510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.214868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.215219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.215597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.215886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.216216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.216571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.216901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.229482 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a0b890-0092-40c6-b4cf-5630d1835a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.256678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.258108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.258474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.258844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:18.359091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a0b890-0092-40c6-b4cf-5630d1835a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.557241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a0b890-0092-40c6-b4cf-5630d1835a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.567184 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68a0b890-0092-40c6-b4cf-5630d1835a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.576729 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-68a0b890-0092-40c6-b4cf-5630d1835a30 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ec53c5b5-c3d7-4133-92fe-034405907268 HTTP/1.1" status: 204 len: 168 time: 0.5892148 Jul 07 19:25:18.591994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5296755b-380d-4a8c-b4e1-b9b727f787db None None] Provisioning for port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:18.602777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5296755b-380d-4a8c-b4e1-b9b727f787db None None] Provisioning complete for port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:18.603440 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5296755b-380d-4a8c-b4e1-b9b727f787db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.621485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0b890-0092-40c6-b4cf-5630d1835a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec53c5b5-c3d7-4133-92fe-034405907268,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:18.712153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5296755b-380d-4a8c-b4e1-b9b727f787db None None] Port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:25:18.725127 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.943999 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.399604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e3eba185-c85f-4c97-9622-bd12b3e9b37c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:19.403786 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.415829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.557613 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.577465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6b7547ea-b0b2-4e90-bd91-d9968bb2ac93,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:19.580304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port e3eba185-c85f-4c97-9622-bd12b3e9b37c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:19.615172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e3eba185-c85f-4c97-9622-bd12b3e9b37c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:19.617878 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:19.897495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Network c457186a-8f41-4ba0-b09c-85ef976d1b30 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:19.903820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:20.050685 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.058572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499fba-6536-44f2-b792-3630a4268143 req-cde3a567-9fbd-4614-9bd1-789f36f84b14 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:20.071756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb499fba-6536-44f2-b792-3630a4268143 req-cde3a567-9fbd-4614-9bd1-789f36f84b14 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 945 time: 0.3047335 Jul 07 19:25:20.111426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port e3eba185-c85f-4c97-9622-bd12b3e9b37c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e3eba185-c85f-4c97-9622-bd12b3e9b37c,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:20.123804 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.278673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb499fba-6536-44f2-b792-3630a4268143 req-42c9bab5-f0f9-4f2f-8603-42ccad3aba78 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045159 Jul 07 19:25:20.280031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=e3eba185-c85f-4c97-9622-bd12b3e9b37c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:20.402899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Router 1a220558-bb1e-4745-925f-04b5dc47f17d has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:25:20.477089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fdfd29df-42f5-41ac-8a1a-24f628017369 None None] Provisioning complete for port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:20.477089 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdfd29df-42f5-41ac-8a1a-24f628017369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.534532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd29df-42f5-41ac-8a1a-24f628017369 None None] Port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:25:20.649553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:20.667920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Sync routers for ids ['1a220558-bb1e-4745-925f-04b5dc47f17d'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:20.679922 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c05d28a3-315b-498d-9e2f-27830a0bb9b5 admin admin] 10.222.0.113 "PUT /v2.0/routers/1a220558-bb1e-4745-925f-04b5dc47f17d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7152247 Jul 07 19:25:20.686504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Routers {'1a220558-bb1e-4745-925f-04b5dc47f17d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:20.690872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1a220558-bb1e-4745-925f-04b5dc47f17d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:21.128411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Set router 1a220558-bb1e-4745-925f-04b5dc47f17d gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:21.307596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5568bb7-ab60-4286-8827-71b856005acf req-2921bcd3-3390-40a3-b3e4-f533c588b45b tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:21.322421 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5568bb7-ab60-4286-8827-71b856005acf req-2921bcd3-3390-40a3-b3e4-f533c588b45b tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.59 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 945 time: 0.2456369 Jul 07 19:25:21.444710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e3eba185-c85f-4c97-9622-bd12b3e9b37c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:21.573074 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d5568bb7-ab60-4286-8827-71b856005acf req-b0771b6f-0da6-4eed-b4b3-17448284b2a4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Deleting port 51797be5-6067-4571-ac99-c7e9e5d824da {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:25:21.574417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5568bb7-ab60-4286-8827-71b856005acf req-b0771b6f-0da6-4eed-b4b3-17448284b2a4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.717512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f85b81-6634-49bd-8704-982b5d9487b1 req-b96d49e9-6a37-4a10-8d78-7e234f7c6cb2 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:21.726875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7f85b81-6634-49bd-8704-982b5d9487b1 req-b96d49e9-6a37-4a10-8d78-7e234f7c6cb2 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 945 time: 0.1458638 Jul 07 19:25:21.748080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e3eba185-c85f-4c97-9622-bd12b3e9b37c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:21.748656 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.778935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36758) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:21.802671 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7f85b81-6634-49bd-8704-982b5d9487b1 req-473020ff-2601-4b25-8af3-df6858b4bc9b tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/security-groups?id=2f3373dc-2175-4bec-88cb-e52819ab57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739751 Jul 07 19:25:21.903151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d5568bb7-ab60-4286-8827-71b856005acf req-b0771b6f-0da6-4eed-b4b3-17448284b2a4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] For port 51797be5-6067-4571-ac99-c7e9e5d824da, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=51797be5-6067-4571-ac99-c7e9e5d824da,segment=NetworkSegment(8e5cbcd8-c62c-496b-b00b-38f3b37b52f8),segment_id=8e5cbcd8-c62c-496b-b00b-38f3b37b52f8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:21.903543 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5568bb7-ab60-4286-8827-71b856005acf req-b0771b6f-0da6-4eed-b4b3-17448284b2a4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.932183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:18Z', 'revision_number': 4, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6b7547ea-b0b2-4e90-bd91-d9968bb2ac93', 'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'mac_address': 'fa:16:3e:ae:30:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:15Z', 'updated_at': '2021-07-07T19:25:18Z', 'revision_number': 2, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'subnets': [{'id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:21.941521 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d5568bb7-ab60-4286-8827-71b856005acf req-b0771b6f-0da6-4eed-b4b3-17448284b2a4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Calling delete_port for 51797be5-6067-4571-ac99-c7e9e5d824da owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:25:21.968973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Checking router: 1a220558-bb1e-4745-925f-04b5dc47f17d for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:21.969312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Updating router 1a220558-bb1e-4745-925f-04b5dc47f17d port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:25:22.039840 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.191481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5568bb7-ab60-4286-8827-71b856005acf req-b0771b6f-0da6-4eed-b4b3-17448284b2a4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.243819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['51797be5-6067-4571-ac99-c7e9e5d824da'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:22.270400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0771b6f-0da6-4eed-b4b3-17448284b2a4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Pushing event deleted for resources: {'Port': ['ID=51797be5-6067-4571-ac99-c7e9e5d824da,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:22.377073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:22.385064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2106576183-network', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:22.450951 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5568bb7-ab60-4286-8827-71b856005acf req-b0771b6f-0da6-4eed-b4b3-17448284b2a4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] No DVR routers for this DVR port 51797be5-6067-4571-ac99-c7e9e5d824da on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:25:22.454768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d5568bb7-ab60-4286-8827-71b856005acf req-b0771b6f-0da6-4eed-b4b3-17448284b2a4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.474967 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d5568bb7-ab60-4286-8827-71b856005acf req-b0771b6f-0da6-4eed-b4b3-17448284b2a4 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.59 "DELETE /v2.0/ports/51797be5-6067-4571-ac99-c7e9e5d824da HTTP/1.1" status: 204 len: 173 time: 1.1514373 Jul 07 19:25:22.477582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354da0bb-4f09-49db-8604-e6cd61c8713b', 'name': 'network-vif-deleted', 'tag': '51797be5-6067-4571-ac99-c7e9e5d824da'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:22.480516 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23279b1a-ac21-42b4-b117-f338490db59d" -d '{"events": [{"server_uuid": "354da0bb-4f09-49db-8604-e6cd61c8713b", "name": "network-vif-deleted", "tag": "51797be5-6067-4571-ac99-c7e9e5d824da"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:22.508972 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9f14-7d04-4f07-946d-3153ff1b8ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.510401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Made reservation on behalf of fb87358d810d40ecbbe9e01b20bf2f1c for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:22.526820 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.579966 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.697027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9f14-7d04-4f07-946d-3153ff1b8ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.716104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9f14-7d04-4f07-946d-3153ff1b8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.808767 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.857466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Transition to ACTIVE for port object 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:22.882087 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1e4d9f14-7d04-4f07-946d-3153ff1b8ed2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e353d4beff0c457984cf0aa2e9f03a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0998256 Jul 07 19:25:22.882774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:22.884590 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.936222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.946993 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:22.977818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d9f14-7d04-4f07-946d-3153ff1b8ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c53b477-0a5f-4684-890c-06ec2349f0da,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:22.995030 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24499d8-39f9-497f-a72a-ea9f6d4b8819 x-openstack-request-id: req-c24499d8-39f9-497f-a72a-ea9f6d4b8819 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:22.995466 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354da0bb-4f09-49db-8604-e6cd61c8713b", "name": "network-vif-deleted", "tag": "51797be5-6067-4571-ac99-c7e9e5d824da", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:22.995727 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c24499d8-39f9-497f-a72a-ea9f6d4b8819 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:22.996177 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354da0bb-4f09-49db-8604-e6cd61c8713b', 'name': 'network-vif-deleted', 'tag': '51797be5-6067-4571-ac99-c7e9e5d824da', 'status': 'completed', 'code': 200} Jul 07 19:25:23.022671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1121} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:25:23.035305 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c056a8b-fad1-4420-ba9f-667d16f2a783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.079936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11638272-cab7-430a-b4f5-33a095bbcc17,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:23.083413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822abfe7-96b1-47d8-9034-344a5b74afaf None None] Pushing event updated for resources: {'Port': ['ID=6b7547ea-b0b2-4e90-bd91-d9968bb2ac93,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:23.091417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c056a8b-fad1-4420-ba9f-667d16f2a783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.097068 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.099493 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Added segment faa22b17-8f07-435b-b32f-f1bcf8405abb of type vlan for network e3b6f43b-a7f6-4381-9f0f-492802b632cc Jul 07 19:25:23.219585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c056a8b-fad1-4420-ba9f-667d16f2a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.223608 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c056a8b-fad1-4420-ba9f-667d16f2a783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.230768 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2c056a8b-fad1-4420-ba9f-667d16f2a783 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0c53b477-0a5f-4684-890c-06ec2349f0da HTTP/1.1" status: 204 len: 168 time: 0.3433912 Jul 07 19:25:23.267639 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c056a8b-fad1-4420-ba9f-667d16f2a783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c53b477-0a5f-4684-890c-06ec2349f0da,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:23.350566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Attempting to bind port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:23.350566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Attempting to bind port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:23.350860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Attempting to bind port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 on network c457186a-8f41-4ba0-b09c-85ef976d1b30 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:23.369621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:23.374363 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.374999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Checking segment: {'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:23.375523 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.375948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Bound using segment: {'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:23.376465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Bound port: 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:23.376887 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.467531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3acf1e2-c821-4256-9c2d-e4c547b40e58 req-30d9b23d-dc7c-456c-98ef-ae09d2d15fc7 tempest-ServerMetadataNegativeTestJSON-1484039815 tempest-ServerMetadataNegativeTestJSON-1484039815-project] 10.222.0.113 "GET /v2.0/ports?device_id=354da0bb-4f09-49db-8604-e6cd61c8713b HTTP/1.1" status: 200 len: 210 time: 0.2734754 Jul 07 19:25:23.473895 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.474885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:23.479459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.641572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] For port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:23.649026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] For port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6b7547ea-b0b2-4e90-bd91-d9968bb2ac93,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:23.661180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] Pushing event updated for resources: {'Network': ['ID=e3b6f43b-a7f6-4381-9f0f-492802b632cc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:23.663309 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.702215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e3b6f43b-a7f6-4381-9f0f-492802b632cc details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:25:23.702646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5b65c209-e999-48fd-b3cd-94b3ac920f6c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3237419 Jul 07 19:25:23.705329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:23.728868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] Request body: {'subnet': {'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2106576183-subnet', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:23.788390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] Made reservation on behalf of fb87358d810d40ecbbe9e01b20bf2f1c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:23.801890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:23.899590 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Routers {'1a220558-bb1e-4745-925f-04b5dc47f17d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:23.900427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1a220558-bb1e-4745-925f-04b5dc47f17d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:23.998344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822abfe7-96b1-47d8-9034-344a5b74afaf None None] Pushing event updated for resources: {'Port': ['ID=6b7547ea-b0b2-4e90-bd91-d9968bb2ac93,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:24.229407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] Set router 1a220558-bb1e-4745-925f-04b5dc47f17d gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:24.400252 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.636653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f980ef2f-283d-4aec-87fc-668e39acf5dd,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:24.672364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] Checking segment: {'id': 'faa22b17-8f07-435b-b32f-f1bcf8405abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:24.672882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] Network hostable DHCP agents. Network: e3b6f43b-a7f6-4381-9f0f-492802b632cc, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:25:24.680131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:24.762410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0422726f-1d29-4ceb-80d8-e54b3cd30e5a admin admin] Deleting subnet 486ada00-32cd-4717-ab25-82a51238ed0d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:25:24.765995 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0422726f-1d29-4ceb-80d8-e54b3cd30e5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.773601 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:18Z', 'revision_number': 4, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6b7547ea-b0b2-4e90-bd91-d9968bb2ac93', 'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'mac_address': 'fa:16:3e:ae:30:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:15Z', 'updated_at': '2021-07-07T19:25:23Z', 'revision_number': 4, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'subnets': [{'id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:24.793480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] Network e3b6f43b-a7f6-4381-9f0f-492802b632cc is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:25:24.807521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f195a-997a-4c88-8c03-28306f506cb8 None None] The sync data for ids ['1a220558-bb1e-4745-925f-04b5dc47f17d'] in n-d-792394-12 is: [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:18Z', 'revision_number': 4, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6b7547ea-b0b2-4e90-bd91-d9968bb2ac93', 'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'mac_address': 'fa:16:3e:ae:30:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:15Z', 'updated_at': '2021-07-07T19:25:23Z', 'revision_number': 4, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'subnets': [{'id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:24.830033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0422726f-1d29-4ceb-80d8-e54b3cd30e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.854555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e3b6f43b-a7f6-4381-9f0f-492802b632cc) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:24.867666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf52c22-37d5-4a5a-8385-23f12e40f103 None None] Network e3b6f43b-a7f6-4381-9f0f-492802b632cc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:24.880046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:24.881546 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:24.929270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fe9bd0ed-27de-406e-bbaa-f0b71da67d5a admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2227459 Jul 07 19:25:24.932354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:24.937562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2106576183-router', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:24.989216 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0422726f-1d29-4ceb-80d8-e54b3cd30e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.022377 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.024245 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.187445 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0422726f-1d29-4ceb-80d8-e54b3cd30e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.202660 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.235070 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0422726f-1d29-4ceb-80d8-e54b3cd30e5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.243256 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0422726f-1d29-4ceb-80d8-e54b3cd30e5a admin admin] 10.222.0.113 "DELETE /v2.0/subnets/486ada00-32cd-4717-ab25-82a51238ed0d HTTP/1.1" status: 204 len: 168 time: 0.5611150 Jul 07 19:25:25.244200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:25.270475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-e3b6f43b-a7f6-4381-9f0f-492802b632cc', 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'fixed_ips': [{'subnet_id': 'f980ef2f-283d-4aec-87fc-668e39acf5dd'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:25:25.273508 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.358616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422726f-1d29-4ceb-80d8-e54b3cd30e5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486ada00-32cd-4717-ab25-82a51238ed0d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:25.663028 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:25.738567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.055164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.075087 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:26.096526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9318c252-1da1-4b2a-b8d9-ff1131bccee2']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:26.152874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5cbcd8-c62c-496b-b00b-38f3b37b52f8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:26.153387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5cbcd8-c62c-496b-b00b-38f3b37b52f8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:26.184980 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.209076 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.216233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:25:26.217180 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:25:26.368080 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:25:26.375938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.388693 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.397487 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] 10.222.0.113 "DELETE /v2.0/networks/9318c252-1da1-4b2a-b8d9-ff1131bccee2 HTTP/1.1" status: 204 len: 168 time: 1.1479838 Jul 07 19:25:26.417090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9411a2-902f-4a0e-8b87-efeb565ad5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9318c252-1da1-4b2a-b8d9-ff1131bccee2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:26.435496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Allocated IP 172.20.0.2 (e3b6f43b-a7f6-4381-9f0f-492802b632cc/f980ef2f-283d-4aec-87fc-668e39acf5dd/8b6e7347-7893-4217-8084-ac55fa607be7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:26.496287 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.567863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 51797be5-6067-4571-ac99-c7e9e5d824da no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:25:26.571564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:26.617450 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.666800 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:26.667421 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:26.749197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 51797be5-6067-4571-ac99-c7e9e5d824da {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:25:26.750157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 51797be5-6067-4571-ac99-c7e9e5d824da not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:25:26.914606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Allocated IP 172.25.2.87 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/240e177f-a20a-4ade-a341-e435303011cd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:26.923468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:27.060742 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.073573 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-116579ce-60f9-450c-a234-0c07929709a7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=676597f66f7143fbb97195db03a3bf81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488240 Jul 07 19:25:27.075579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:27.140214 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6b7547ea-b0b2-4e90-bd91-d9968bb2ac93,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:27.142098 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.154083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Transition to ACTIVE for port object 8b6e7347-7893-4217-8084-ac55fa607be7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:27.156446 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.202242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Transition to ACTIVE for port object 8b6e7347-7893-4217-8084-ac55fa607be7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:27.232466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.267521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=6b7547ea-b0b2-4e90-bd91-d9968bb2ac93,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:27.314483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57819644-52b1-411e-8756-ba5867e3731e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.378641 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57819644-52b1-411e-8756-ba5867e3731e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.418919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Pushing event updated for resources: {'Port': ['ID=8b6e7347-7893-4217-8084-ac55fa607be7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:27.427176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Network e3b6f43b-a7f6-4381-9f0f-492802b632cc is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:27.428809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:27.431899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:27.444538 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.504824 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57819644-52b1-411e-8756-ba5867e3731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.511936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57819644-52b1-411e-8756-ba5867e3731e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.518008 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-57819644-52b1-411e-8756-ba5867e3731e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2f3373dc-2175-4bec-88cb-e52819ab57ca HTTP/1.1" status: 204 len: 168 time: 0.4392149 Jul 07 19:25:27.546587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57819644-52b1-411e-8756-ba5867e3731e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3373dc-2175-4bec-88cb-e52819ab57ca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:27.600102 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.617984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Attempting to bind port 8b6e7347-7893-4217-8084-ac55fa607be7 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:27.628776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Attempting to bind port 8b6e7347-7893-4217-8084-ac55fa607be7 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'faa22b17-8f07-435b-b32f-f1bcf8405abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:27.629160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Attempting to bind port 8b6e7347-7893-4217-8084-ac55fa607be7 on network e3b6f43b-a7f6-4381-9f0f-492802b632cc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:27.670306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:27.670633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Checking segment: {'id': 'faa22b17-8f07-435b-b32f-f1bcf8405abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:27.671064 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.682796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Bound using segment: {'id': 'faa22b17-8f07-435b-b32f-f1bcf8405abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:27.683491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Bound port: 8b6e7347-7893-4217-8084-ac55fa607be7, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa22b17-8f07-435b-b32f-f1bcf8405abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:27.683930 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:27.712116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:27.715646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:27.734467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:27.738299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Pushing event updated for resources: {'Port': ['ID=240e177f-a20a-4ade-a341-e435303011cd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:27.885881 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] For port 8b6e7347-7893-4217-8084-ac55fa607be7, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:27.889820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] For port 8b6e7347-7893-4217-8084-ac55fa607be7, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8b6e7347-7893-4217-8084-ac55fa607be7,segment=NetworkSegment(faa22b17-8f07-435b-b32f-f1bcf8405abb),segment_id=faa22b17-8f07-435b-b32f-f1bcf8405abb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:27.899325 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:28.105891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391557f-db59-44f7-8127-22185aa89f43 None None] Pushing event updated for resources: {'Port': ['ID=8b6e7347-7893-4217-8084-ac55fa607be7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:28.620166 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.065165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:29.143851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.293578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1659526006-network', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:29.362119 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Made reservation on behalf of d9e5c6ca51904617b82a679f871ddb7c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:29.364912 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.384199 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.543067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8b6e7347-7893-4217-8084-ac55fa607be7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:29.593636 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Router c6c19402-92ba-44f5-a6da-4d1c9e914493 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:25:29.650684 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 8b6e7347-7893-4217-8084-ac55fa607be7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:29.661259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:29.718933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.752017 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.923484 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cdaf17-08a8-4a91-8dde-fed6345ce6c6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:29.964293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:25:29.987374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:29.988114 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Added segment 47534a64-d9b7-4a4d-9699-f06e3b3960fa of type vlan for network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 Jul 07 19:25:30.085096 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:30.129763 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Sync routers for ids ['c6c19402-92ba-44f5-a6da-4d1c9e914493'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:30.157826 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.172596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-96bd31f6-0707-443c-a007-21d1913fdc24 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2374594 Jul 07 19:25:30.173332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:30.173788 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.175011 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Routers {'c6c19402-92ba-44f5-a6da-4d1c9e914493'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:30.175611 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c6c19402-92ba-44f5-a6da-4d1c9e914493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:30.177541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:30.198876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.302625 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.303509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:30.307924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.439363 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Set router c6c19402-92ba-44f5-a6da-4d1c9e914493 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:30.485428 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:30.490735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e244d8-3dc8-417c-8996-d1f4fced8289 None None] Network e3b6f43b-a7f6-4381-9f0f-492802b632cc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:30.510286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:30.515100 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2bdccdaf-a98f-45ca-a5cc-2c3b1153d6e9 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4464879 Jul 07 19:25:30.519971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] Request body: {'subnet': {'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1659526006-subnet', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:30.529995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:25:30.606091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] Made reservation on behalf of d9e5c6ca51904617b82a679f871ddb7c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:30.609864 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.733448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22f3807f-861a-4f8c-a24a-927596b5bcac None None] Provisioning for port 8b6e7347-7893-4217-8084-ac55fa607be7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:30.747823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22f3807f-861a-4f8c-a24a-927596b5bcac None None] Provisioning complete for port 8b6e7347-7893-4217-8084-ac55fa607be7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:30.752285 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f3807f-861a-4f8c-a24a-927596b5bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:30.939255 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:25:31.006754 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'name': 'tempest-TestServerBasicOps-2106576183-router', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '240e177f-a20a-4ade-a341-e435303011cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:25Z', 'updated_at': '2021-07-07T19:25:28Z', 'revision_number': 3, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'gw_port': {'id': '240e177f-a20a-4ade-a341-e435303011cd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:82:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:31.086098 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Checking router: c6c19402-92ba-44f5-a6da-4d1c9e914493 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:31.086689 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Updating router c6c19402-92ba-44f5-a6da-4d1c9e914493 port 240e177f-a20a-4ade-a341-e435303011cd binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:25:31.190271 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:31.339398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:31.406246 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f3807f-861a-4f8c-a24a-927596b5bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:31.673814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22f3807f-861a-4f8c-a24a-927596b5bcac None None] For port 8b6e7347-7893-4217-8084-ac55fa607be7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8b6e7347-7893-4217-8084-ac55fa607be7,segment=NetworkSegment(faa22b17-8f07-435b-b32f-f1bcf8405abb),segment_id=faa22b17-8f07-435b-b32f-f1bcf8405abb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:31.686886 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f3807f-861a-4f8c-a24a-927596b5bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:31.944279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3807f-861a-4f8c-a24a-927596b5bcac None None] Pushing event updated for resources: {'Port': ['ID=8b6e7347-7893-4217-8084-ac55fa607be7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:32.225247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f4925b97-4150-4d7a-b1ca-8c064ae857c5 None None] Provisioning complete for port 8b6e7347-7893-4217-8084-ac55fa607be7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:32.225767 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4925b97-4150-4d7a-b1ca-8c064ae857c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.437107 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.457455 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Transition to ACTIVE for port object 240e177f-a20a-4ade-a341-e435303011cd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:32.480655 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.544998 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Attempting to bind port 240e177f-a20a-4ade-a341-e435303011cd on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:32.545890 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Attempting to bind port 240e177f-a20a-4ade-a341-e435303011cd by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:32.546794 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Attempting to bind port 240e177f-a20a-4ade-a341-e435303011cd on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:32.595104 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:32.595511 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:32.595872 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.596271 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:32.596986 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Bound port: 240e177f-a20a-4ade-a341-e435303011cd, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:32.597365 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.665243 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Pushing event updated for resources: {'Port': ['ID=240e177f-a20a-4ade-a341-e435303011cd,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:32.682539 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.682882 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.683213 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.683545 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.683873 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.684199 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.684571 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.684870 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.685191 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.685512 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.686114 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.686434 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:32.743878 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] For port 240e177f-a20a-4ade-a341-e435303011cd, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:32.752437 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] For port 240e177f-a20a-4ade-a341-e435303011cd, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=240e177f-a20a-4ade-a341-e435303011cd,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:32.764868 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:32.864407 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Routers {'c6c19402-92ba-44f5-a6da-4d1c9e914493'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:32.865066 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c6c19402-92ba-44f5-a6da-4d1c9e914493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:33.143776 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9e59e-b422-421b-a261-962810dbfa3f None None] Pushing event updated for resources: {'Port': ['ID=240e177f-a20a-4ade-a341-e435303011cd,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:33.155420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.219285 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.322023 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] Set router c6c19402-92ba-44f5-a6da-4d1c9e914493 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:33.352412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8b6e7347-7893-4217-8084-ac55fa607be7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:33.448688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Allocated IP 172.20.0.1 (e3b6f43b-a7f6-4381-9f0f-492802b632cc/f980ef2f-283d-4aec-87fc-668e39acf5dd/1ddc12b0-e05f-41de-a088-4f9ce8435db4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:33.479315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 8b6e7347-7893-4217-8084-ac55fa607be7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:33.482282 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.529023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] Checking segment: {'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:33.529650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] Network hostable DHCP agents. Network: a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:25:33.541568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8aa5f40-ae37-4974-8bd6-c21e7d026994,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:33.640430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] Network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:25:33.705979 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.752704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:33.775634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c4dae-6711-41c9-ba6f-c807dfaa4902 None None] Network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:33.776278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:33.777114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.800249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Transition to ACTIVE for port object 1ddc12b0-e05f-41de-a088-4f9ce8435db4 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:33.845760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-45975698-7ceb-46be-b6fc-3f46537a52b0 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3310161 Jul 07 19:25:33.846576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:33.855532 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1659526006-router', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:33.910481 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'name': 'tempest-TestServerBasicOps-2106576183-router', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '240e177f-a20a-4ade-a341-e435303011cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:25Z', 'updated_at': '2021-07-07T19:25:28Z', 'revision_number': 3, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'gw_port': {'id': '240e177f-a20a-4ade-a341-e435303011cd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:82:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:33.912734 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.914481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.955020 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.002550 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9790a5-a6b9-46ac-be29-742f78523102 None None] The sync data for ids ['c6c19402-92ba-44f5-a6da-4d1c9e914493'] in n-d-792394-12 is: [{'id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'name': 'tempest-TestServerBasicOps-2106576183-router', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '240e177f-a20a-4ade-a341-e435303011cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:25Z', 'updated_at': '2021-07-07T19:25:28Z', 'revision_number': 3, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'gw_port': {'id': '240e177f-a20a-4ade-a341-e435303011cd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:82:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:34.065576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Network e3b6f43b-a7f6-4381-9f0f-492802b632cc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:34.074193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:34.099614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:34.118420 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.179953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90238708-b1e6-40e6-9acc-965a3c053a3f None None] Network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:25:34.255383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Pushing event updated for resources: {'Port': ['ID=1ddc12b0-e05f-41de-a088-4f9ce8435db4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:34.275931 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.691345 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.738813 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.782250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cec379d7-431a-4bd9-b53e-7bef3f2f1c32 None None] Provisioning for port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:34.807341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cec379d7-431a-4bd9-b53e-7bef3f2f1c32 None None] Provisioning complete for port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:34.807826 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cec379d7-431a-4bd9-b53e-7bef3f2f1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:34.925548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cec379d7-431a-4bd9-b53e-7bef3f2f1c32 None None] Port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:25:35.212357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.232255 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.347103 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.400184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 240e177f-a20a-4ade-a341-e435303011cd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:35.464529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.517642 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.572117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Pushing event updated for resources: {'Port': ['ID=1ddc12b0-e05f-41de-a088-4f9ce8435db4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:35.666545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 240e177f-a20a-4ade-a341-e435303011cd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:35.734998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 240e177f-a20a-4ade-a341-e435303011cd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:35.735743 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.823034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Network e3b6f43b-a7f6-4381-9f0f-492802b632cc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:35.837549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:35.952918 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:35.981542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Allocated IP 172.25.2.97 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/61247a1a-737a-47e2-8675-9c1c30dab7a2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:36.015947 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 240e177f-a20a-4ade-a341-e435303011cd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=240e177f-a20a-4ade-a341-e435303011cd,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:36.025466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:36.286396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Router c6c19402-92ba-44f5-a6da-4d1c9e914493 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:25:36.301307 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=240e177f-a20a-4ade-a341-e435303011cd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:36.402294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-177de7e7-1a34-4229-b687-11a1a4c3b126 None None] Provisioning complete for port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:36.402996 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-177de7e7-1a34-4229-b687-11a1a4c3b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:36.549374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:36.559955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-96a43d4a-f748-4ae3-b6e6-96d3efa53f1e admin admin] 10.222.0.113 "PUT /v2.0/routers/c6c19402-92ba-44f5-a6da-4d1c9e914493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3761728 Jul 07 19:25:36.591511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-177de7e7-1a34-4229-b687-11a1a4c3b126 None None] Port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:25:37.040195 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.190646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.282902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:37.286614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:37.292321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:37.326181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 240e177f-a20a-4ade-a341-e435303011cd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:37.396564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Pushing event updated for resources: {'Port': ['ID=61247a1a-737a-47e2-8675-9c1c30dab7a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:37.434911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 240e177f-a20a-4ade-a341-e435303011cd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:37.436056 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:37.501608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Sync routers for ids ['c6c19402-92ba-44f5-a6da-4d1c9e914493'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:37.518019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Routers {'c6c19402-92ba-44f5-a6da-4d1c9e914493'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:37.518941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c6c19402-92ba-44f5-a6da-4d1c9e914493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:37.678563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Set router c6c19402-92ba-44f5-a6da-4d1c9e914493 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:37.755690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:37.762447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-15c87124-3e08-4fc0-b9fd-cfed16c4a32e tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1692328783', 'description': 'tempest-secgroup-smoke-1692328783 description', 'project_id': '9d77860de5ec457b97f0f66c79356579'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:37.807319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15c87124-3e08-4fc0-b9fd-cfed16c4a32e tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.106647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15c87124-3e08-4fc0-b9fd-cfed16c4a32e tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.121280 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15c87124-3e08-4fc0-b9fd-cfed16c4a32e tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.153270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.247936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c87124-3e08-4fc0-b9fd-cfed16c4a32e tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78868289-5429-415a-9fdc-46f128099518,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:38.270198 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15c87124-3e08-4fc0-b9fd-cfed16c4a32e tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.278983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-15c87124-3e08-4fc0-b9fd-cfed16c4a32e tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5170829 Jul 07 19:25:38.281008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:38.296171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f9826b63-e790-4ae5-a784-852ce6a24908 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Request body: {'security_group_rule': {'security_group_id': '78868289-5429-415a-9fdc-46f128099518', 'project_id': '9d77860de5ec457b97f0f66c79356579', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:38.378250 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9826b63-e790-4ae5-a784-852ce6a24908 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.536731 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9826b63-e790-4ae5-a784-852ce6a24908 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.567337 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9826b63-e790-4ae5-a784-852ce6a24908 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.588451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9826b63-e790-4ae5-a784-852ce6a24908 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b427994-97ef-47f8-b536-9f0b33fbef18,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:38.626361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9826b63-e790-4ae5-a784-852ce6a24908 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.627811 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f9826b63-e790-4ae5-a784-852ce6a24908 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3401718 Jul 07 19:25:38.630434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:38.641436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b3c277cc-a980-4d54-a7c6-f5b148206d21 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Request body: {'security_group_rule': {'security_group_id': '78868289-5429-415a-9fdc-46f128099518', 'project_id': '9d77860de5ec457b97f0f66c79356579', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:38.713195 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3c277cc-a980-4d54-a7c6-f5b148206d21 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.759331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.892177 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3c277cc-a980-4d54-a7c6-f5b148206d21 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.913010 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3c277cc-a980-4d54-a7c6-f5b148206d21 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.917279 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ba76585-1fa1-4c87-b269-17388e4051f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:38.987533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'name': 'tempest-TestServerBasicOps-2106576183-router', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '240e177f-a20a-4ade-a341-e435303011cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:25Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 4, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'gw_port': {'id': '240e177f-a20a-4ade-a341-e435303011cd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1ddc12b0-e05f-41de-a088-4f9ce8435db4', 'name': '', 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'mac_address': 'fa:16:3e:df:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'f980ef2f-283d-4aec-87fc-668e39acf5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 2, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'subnets': [{'id': 'f980ef2f-283d-4aec-87fc-668e39acf5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:38.996259 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c277cc-a980-4d54-a7c6-f5b148206d21 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58a9cb2-5c26-4ce0-9525-7b1a01a308c4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:39.013675 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3c277cc-a980-4d54-a7c6-f5b148206d21 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.018177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b3c277cc-a980-4d54-a7c6-f5b148206d21 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3836224 Jul 07 19:25:39.019267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:39.041281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aaba09a5-a1ea-48fb-9f88-f631f9d4f88f tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Request body: {'security_group_rule': {'security_group_id': '78868289-5429-415a-9fdc-46f128099518', 'project_id': '9d77860de5ec457b97f0f66c79356579', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:39.117114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaba09a5-a1ea-48fb-9f88-f631f9d4f88f tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.137086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Checking router: c6c19402-92ba-44f5-a6da-4d1c9e914493 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:39.138523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Updating router c6c19402-92ba-44f5-a6da-4d1c9e914493 port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:25:39.279949 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.307578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Router b7121660-e391-4565-b56f-5479c4046804 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:25:39.355752 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaba09a5-a1ea-48fb-9f88-f631f9d4f88f tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.389577 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaba09a5-a1ea-48fb-9f88-f631f9d4f88f tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.443742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba09a5-a1ea-48fb-9f88-f631f9d4f88f tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19226326-3c8e-40f9-a9a1-b268aed25412,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:39.493370 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaba09a5-a1ea-48fb-9f88-f631f9d4f88f tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.498450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-aaba09a5-a1ea-48fb-9f88-f631f9d4f88f tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4718125 Jul 07 19:25:39.499773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:39.505515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4921cd2b-46cf-4350-bb51-3df48bcc544b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Request body: {'security_group_rule': {'security_group_id': '78868289-5429-415a-9fdc-46f128099518', 'project_id': '9d77860de5ec457b97f0f66c79356579', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:39.640628 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4921cd2b-46cf-4350-bb51-3df48bcc544b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.770616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:39.783917 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Sync routers for ids ['b7121660-e391-4565-b56f-5479c4046804'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:39.810909 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Routers {'b7121660-e391-4565-b56f-5479c4046804'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:39.813696 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['b7121660-e391-4565-b56f-5479c4046804'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:39.854615 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.863246 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7005ecf2-b2df-4532-9ff9-f81f7679b7ff admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0142295 Jul 07 19:25:39.864039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:39.868093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861af542-ac72-4d18-b6c3-044934657149 req-d7c4bd84-c874-4ab4-adbd-08cf31a3df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:39.870012 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4921cd2b-46cf-4350-bb51-3df48bcc544b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.872159 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-861af542-ac72-4d18-b6c3-044934657149 req-d7c4bd84-c874-4ab4-adbd-08cf31a3df63 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0a33d7c700d047189a8eb945c3dfc89f&device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 1101 time: 0.5981505 Jul 07 19:25:39.881761 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4921cd2b-46cf-4350-bb51-3df48bcc544b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.911181 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.918888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921cd2b-46cf-4350-bb51-3df48bcc544b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ae5e54-da61-4bc6-8f27-f5d539a416b1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:39.925266 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4921cd2b-46cf-4350-bb51-3df48bcc544b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:39.933348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4921cd2b-46cf-4350-bb51-3df48bcc544b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4314473 Jul 07 19:25:39.935213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37306) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:39.947768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cde39ba6-cb39-442d-bf0e-69345606525d tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Request body: {'security_group_rule': {'security_group_id': '78868289-5429-415a-9fdc-46f128099518', 'project_id': '9d77860de5ec457b97f0f66c79356579', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:39.961717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Transition to ACTIVE for port object 1ddc12b0-e05f-41de-a088-4f9ce8435db4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:39.978767 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.023306 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-cde39ba6-cb39-442d-bf0e-69345606525d tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Project 9d77860de5ec457b97f0f66c79356579 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:25:40.032174 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde39ba6-cb39-442d-bf0e-69345606525d tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.097282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bba3b3-1fb7-471e-b38e-aab03bc9bd91 None None] Pushing event updated for resources: {'Port': ['ID=1ddc12b0-e05f-41de-a088-4f9ce8435db4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:40.176865 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Set router b7121660-e391-4565-b56f-5479c4046804 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:40.281419 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861af542-ac72-4d18-b6c3-044934657149 req-7a3ef884-90d6-4a36-8748-2e43dbffa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:40.303581 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-861af542-ac72-4d18-b6c3-044934657149 req-7a3ef884-90d6-4a36-8748-2e43dbffa4aa service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.2434633 Jul 07 19:25:40.391469 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde39ba6-cb39-442d-bf0e-69345606525d tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.392903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Attempting to bind port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:40.393348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Attempting to bind port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'faa22b17-8f07-435b-b32f-f1bcf8405abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:40.393782 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Attempting to bind port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 on network e3b6f43b-a7f6-4381-9f0f-492802b632cc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:40.400308 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde39ba6-cb39-442d-bf0e-69345606525d tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.401428 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:40.402501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Checking segment: {'id': 'faa22b17-8f07-435b-b32f-f1bcf8405abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:40.403096 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.403558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Bound using segment: {'id': 'faa22b17-8f07-435b-b32f-f1bcf8405abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:40.418021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Bound port: 1ddc12b0-e05f-41de-a088-4f9ce8435db4, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa22b17-8f07-435b-b32f-f1bcf8405abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:40.418545 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.486049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde39ba6-cb39-442d-bf0e-69345606525d tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176a911f-99d3-4fe2-8bf8-fc8c3f8e097d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:40.504306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde39ba6-cb39-442d-bf0e-69345606525d tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.510099 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cde39ba6-cb39-442d-bf0e-69345606525d tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5721114 Jul 07 19:25:40.515748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:40.539447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fba1e643-2ac5-4e5b-8daf-6b367e82b9f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Request body: {'security_group_rule': {'security_group_id': '78868289-5429-415a-9fdc-46f128099518', 'project_id': '9d77860de5ec457b97f0f66c79356579', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:40.574604 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-861af542-ac72-4d18-b6c3-044934657149 req-7c02cafa-959c-4935-bc23-b57d0ef5d072 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 HTTP/1.1" status: 200 len: 217 time: 0.2677636 Jul 07 19:25:40.608001 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-fba1e643-2ac5-4e5b-8daf-6b367e82b9f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Project 9d77860de5ec457b97f0f66c79356579 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:25:40.619935 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fba1e643-2ac5-4e5b-8daf-6b367e82b9f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.684099 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7121660-e391-4565-b56f-5479c4046804', 'name': 'tempest-ServerRescueTestJSON-1659526006-router', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:25:37Z', 'revision_number': 3, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'gw_port': {'id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7121660-e391-4565-b56f-5479c4046804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:35Z', 'updated_at': '2021-07-07T19:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:40.691844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] For port 1ddc12b0-e05f-41de-a088-4f9ce8435db4, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:40.702239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] For port 1ddc12b0-e05f-41de-a088-4f9ce8435db4, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1ddc12b0-e05f-41de-a088-4f9ce8435db4,segment=NetworkSegment(faa22b17-8f07-435b-b32f-f1bcf8405abb),segment_id=faa22b17-8f07-435b-b32f-f1bcf8405abb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:40.718167 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.783155 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Checking router: b7121660-e391-4565-b56f-5479c4046804 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:40.783501 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Updating router b7121660-e391-4565-b56f-5479c4046804 port 61247a1a-737a-47e2-8675-9c1c30dab7a2 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:25:40.806963 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fba1e643-2ac5-4e5b-8daf-6b367e82b9f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.822909 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fba1e643-2ac5-4e5b-8daf-6b367e82b9f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.893319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1e643-2ac5-4e5b-8daf-6b367e82b9f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5499d657-6115-46ae-b029-4ddc4f78799f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:40.923846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bba3b3-1fb7-471e-b38e-aab03bc9bd91 None None] Pushing event updated for resources: {'Port': ['ID=1ddc12b0-e05f-41de-a088-4f9ce8435db4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:40.926523 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fba1e643-2ac5-4e5b-8daf-6b367e82b9f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.928663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fba1e643-2ac5-4e5b-8daf-6b367e82b9f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4116406 Jul 07 19:25:40.949174 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:40.987635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Routers {'c6c19402-92ba-44f5-a6da-4d1c9e914493'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:40.988322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c6c19402-92ba-44f5-a6da-4d1c9e914493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:41.262137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861af542-ac72-4d18-b6c3-044934657149 req-539c70fa-e72d-46f4-856f-c7a42639a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.263655 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-861af542-ac72-4d18-b6c3-044934657149 req-539c70fa-e72d-46f4-856f-c7a42639a102 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.6728106 Jul 07 19:25:41.483432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-13a10721-4c52-49d3-b120-8df562558f0d tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1692328783&fields=id&tenant_id=9d77860de5ec457b97f0f66c79356579 HTTP/1.1" status: 200 len: 267 time: 0.2452400 Jul 07 19:25:41.544651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] Set router c6c19402-92ba-44f5-a6da-4d1c9e914493 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:41.647458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861af542-ac72-4d18-b6c3-044934657149 req-61996a28-cecb-4160-bc7c-aa48fdfd2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.665635 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-861af542-ac72-4d18-b6c3-044934657149 req-61996a28-cecb-4160-bc7c-aa48fdfd2ff0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3916709 Jul 07 19:25:41.698065 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d65bf25-ffe5-49da-a270-e6f7441e236c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.731682 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.752537 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.780696 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Transition to ACTIVE for port object 61247a1a-737a-47e2-8675-9c1c30dab7a2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:41.804950 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.881615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-541f8e30-98b5-4136-86ff-73c9360d2c45 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:41.891217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-541f8e30-98b5-4136-86ff-73c9360d2c45 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/networks?id=c457186a-8f41-4ba0-b09c-85ef976d1b30 HTTP/1.1" status: 200 len: 808 time: 0.4057302 Jul 07 19:25:41.932260 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Attempting to bind port 61247a1a-737a-47e2-8675-9c1c30dab7a2 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:41.932859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-4b6e36fd-f6eb-4d98-8cb3-6617865d0dcb tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/quotas/9d77860de5ec457b97f0f66c79356579 HTTP/1.1" status: 200 len: 375 time: 0.0399456 Jul 07 19:25:41.934738 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Attempting to bind port 61247a1a-737a-47e2-8675-9c1c30dab7a2 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:41.936873 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Attempting to bind port 61247a1a-737a-47e2-8675-9c1c30dab7a2 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:41.963576 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:41.964391 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:41.964916 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:41.965408 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:41.966265 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Bound port: 61247a1a-737a-47e2-8675-9c1c30dab7a2, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:41.966739 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:42.126955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-2cdca413-7176-4996-8d03-90c60191f2ce tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9d77860de5ec457b97f0f66c79356579&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1926074 Jul 07 19:25:42.134648 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:42.148875 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] For port 61247a1a-737a-47e2-8675-9c1c30dab7a2, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:42.155032 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] For port 61247a1a-737a-47e2-8675-9c1c30dab7a2, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=61247a1a-737a-47e2-8675-9c1c30dab7a2,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:42.158714 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e68e4-7238-4890-b2d3-0790088f28e1 None None] Pushing event updated for resources: {'Port': ['ID=61247a1a-737a-47e2-8675-9c1c30dab7a2,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:42.172644 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-861af542-ac72-4d18-b6c3-044934657149 req-28ce98fd-8cb0-454b-aedd-7b9880a51608 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906623 Jul 07 19:25:42.183412 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:42.313192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'name': 'tempest-TestServerBasicOps-2106576183-router', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '240e177f-a20a-4ade-a341-e435303011cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:25Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 4, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'gw_port': {'id': '240e177f-a20a-4ade-a341-e435303011cd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1ddc12b0-e05f-41de-a088-4f9ce8435db4', 'name': '', 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'mac_address': 'fa:16:3e:df:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'f980ef2f-283d-4aec-87fc-668e39acf5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:25:40Z', 'revision_number': 4, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'subnets': [{'id': 'f980ef2f-283d-4aec-87fc-668e39acf5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:42.321862 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Routers {'b7121660-e391-4565-b56f-5479c4046804'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:42.322792 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['b7121660-e391-4565-b56f-5479c4046804'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:42.405114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f68155d8-4afc-46ff-b427-f19b2ce6905b service neutron] 10.222.0.113 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697625 Jul 07 19:25:42.453030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa596c-1272-4c26-9bb4-f3c765746c09 None None] The sync data for ids ['c6c19402-92ba-44f5-a6da-4d1c9e914493'] in n-d-792394-12 is: [{'id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'name': 'tempest-TestServerBasicOps-2106576183-router', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '240e177f-a20a-4ade-a341-e435303011cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:25Z', 'updated_at': '2021-07-07T19:25:34Z', 'revision_number': 4, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'gw_port': {'id': '240e177f-a20a-4ade-a341-e435303011cd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1ddc12b0-e05f-41de-a088-4f9ce8435db4', 'name': '', 'network_id': 'e3b6f43b-a7f6-4381-9f0f-492802b632cc', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'mac_address': 'fa:16:3e:df:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'f980ef2f-283d-4aec-87fc-668e39acf5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:25:40Z', 'revision_number': 4, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'subnets': [{'id': 'f980ef2f-283d-4aec-87fc-668e39acf5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:42.483065 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:42.543145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Allocated IP 172.20.0.1 (a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6/d8aa5f40-ae37-4974-8bd6-c21e7d026994/ca52a321-1c63-4c5a-85e3-88d21eee6a10) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:42.649687 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] Set router b7121660-e391-4565-b56f-5479c4046804 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:42.683409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-b57c9928-d8b3-47cb-9484-5690ffb23ef6 service neutron] 10.222.0.113 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685320 Jul 07 19:25:42.828503 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:42.829789 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e68e4-7238-4890-b2d3-0790088f28e1 None None] Pushing event updated for resources: {'Port': ['ID=61247a1a-737a-47e2-8675-9c1c30dab7a2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:42.977453 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:43.091113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:43.266139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:43.280921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:43.325255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-572a031b-582d-457a-8b25-c41b17f5ef13 req-42b09860-6fc7-4a51-914e-13162191ba9e tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 210 time: 0.1476769 Jul 07 19:25:43.401960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1ddc12b0-e05f-41de-a088-4f9ce8435db4 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:43.415635 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7121660-e391-4565-b56f-5479c4046804', 'name': 'tempest-ServerRescueTestJSON-1659526006-router', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:25:37Z', 'revision_number': 3, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'gw_port': {'id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7121660-e391-4565-b56f-5479c4046804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:35Z', 'updated_at': '2021-07-07T19:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:43.441416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37438) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:43.450177 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fbb68d-69a4-4ffb-9d47-a92321d2e3a1 None None] The sync data for ids ['b7121660-e391-4565-b56f-5479c4046804'] in n-d-792394-12 is: [{'id': 'b7121660-e391-4565-b56f-5479c4046804', 'name': 'tempest-ServerRescueTestJSON-1659526006-router', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:25:37Z', 'revision_number': 3, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'gw_port': {'id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7121660-e391-4565-b56f-5479c4046804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:35Z', 'updated_at': '2021-07-07T19:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:43.471821 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:43.594835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6f60b-b3b2-4253-8d53-cd09ad1ddf6e req-9e7dbc03-f303-4e04-9537-e2729d6ade1f tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:43.614473 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49c6f60b-b3b2-4253-8d53-cd09ad1ddf6e req-9e7dbc03-f303-4e04-9537-e2729d6ade1f tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 949 time: 0.3129299 Jul 07 19:25:43.643821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:43.664658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:43.668501 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:43.791234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49c6f60b-b3b2-4253-8d53-cd09ad1ddf6e req-2148dad9-0434-4d4b-a86b-7117d25bf717 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684213 Jul 07 19:25:43.977799 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e134b1-c406-409c-8251-a8d6d8843b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.013558 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.168715 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.221520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 1ddc12b0-e05f-41de-a088-4f9ce8435db4, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1ddc12b0-e05f-41de-a088-4f9ce8435db4,segment=NetworkSegment(faa22b17-8f07-435b-b32f-f1bcf8405abb),segment_id=faa22b17-8f07-435b-b32f-f1bcf8405abb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:44.238079 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.320838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=1ddc12b0-e05f-41de-a088-4f9ce8435db4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:44.465575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e134b1-c406-409c-8251-a8d6d8843b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.489485 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e134b1-c406-409c-8251-a8d6d8843b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.623088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e03b23d-d5a9-46fa-ad23-e2178d17191c req-359adaaa-053f-4382-ae3f-8171233c30bf tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 210 time: 0.1664774 Jul 07 19:25:44.685140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-97e134b1-c406-409c-8251-a8d6d8843b7c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=977c378628b94ebcaee525249eb171f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2273784 Jul 07 19:25:44.686668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e134b1-c406-409c-8251-a8d6d8843b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c99aee5-fd61-4d7a-bc5f-01abb4f711b1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:44.689507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:44.873464 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41a390d8-8543-44fb-a256-c11f3008fc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:44.935247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41a390d8-8543-44fb-a256-c11f3008fc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:45.047706 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41a390d8-8543-44fb-a256-c11f3008fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:45.050972 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41a390d8-8543-44fb-a256-c11f3008fc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:45.053278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-41a390d8-8543-44fb-a256-c11f3008fc0a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6c99aee5-fd61-4d7a-bc5f-01abb4f711b1 HTTP/1.1" status: 204 len: 168 time: 0.3625479 Jul 07 19:25:45.093808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a390d8-8543-44fb-a256-c11f3008fc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c99aee5-fd61-4d7a-bc5f-01abb4f711b1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:45.401325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ca52a321-1c63-4c5a-85e3-88d21eee6a10,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:45.502454 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-861af542-ac72-4d18-b6c3-044934657149 req-cf0b5702-ac14-4b0e-9722-235338fcab0e service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5559881 Jul 07 19:25:45.653619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1ddc12b0-e05f-41de-a088-4f9ce8435db4 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:45.737611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:45.785376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:45.789811 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:46.047465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 61247a1a-737a-47e2-8675-9c1c30dab7a2 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:46.090285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed8f3dc6-3a69-4a75-b909-93cac1a034eb req-8f960713-5a6a-4487-a680-9feb16ec60b6 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 210 time: 0.0935628 Jul 07 19:25:46.131005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:25:46.222807 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:46.243015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:46.295669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 61247a1a-737a-47e2-8675-9c1c30dab7a2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:46.352526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 61247a1a-737a-47e2-8675-9c1c30dab7a2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:46.357501 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:46.375322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ca52a321-1c63-4c5a-85e3-88d21eee6a10,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:46.386067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:46.488911 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:46.578185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:46.588142 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec2d9a2-b2d5-4d2a-b0e1-9225e0f9672c" -d '{"events": [{"server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:46.628769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:46.644208 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:46.815540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:46.922809 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:46.924591 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:46.926640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:46.986073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 61247a1a-737a-47e2-8675-9c1c30dab7a2, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=61247a1a-737a-47e2-8675-9c1c30dab7a2,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:47.006816 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:47.112195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-68235c37-96f4-41e2-8adb-be0a744ff7a5 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:47.120190 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-68235c37-96f4-41e2-8adb-be0a744ff7a5 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.59 "GET /v2.0/networks?id=c457186a-8f41-4ba0-b09c-85ef976d1b30 HTTP/1.1" status: 200 len: 808 time: 0.6233697 Jul 07 19:25:47.184183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=61247a1a-737a-47e2-8675-9c1c30dab7a2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:47.283826 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc93c3a-5ab3-4450-80ae-8080384737f1 x-openstack-request-id: req-fcc93c3a-5ab3-4450-80ae-8080384737f1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:47.284132 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:47.284393 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fcc93c3a-5ab3-4450-80ae-8080384737f1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:47.288163 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'code': 200} Jul 07 19:25:47.379939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 61247a1a-737a-47e2-8675-9c1c30dab7a2 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:47.505705 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-5a3051a9-23c9-47de-931b-66fd7aed9597 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d77860de5ec457b97f0f66c79356579 HTTP/1.1" status: 200 len: 380 time: 0.3484149 Jul 07 19:25:47.523388 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Request body: {'port': {'device_id': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'admin_state_up': True, 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'security_groups': ['78868289-5429-415a-9fdc-46f128099518']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:47.528937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 61247a1a-737a-47e2-8675-9c1c30dab7a2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:47.529626 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:47.595281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5416a220-8a64-415a-a1e0-ae7811d6c00c req-dfe266b7-f637-4a76-8e32-4d58a411dd30 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 210 time: 0.0700498 Jul 07 19:25:47.745833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Router b7121660-e391-4565-b56f-5479c4046804 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:25:47.908745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Made reservation on behalf of 9d77860de5ec457b97f0f66c79356579 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:47.912686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.006523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:25:48.018612 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-df02ac5a-56e9-473d-ad5b-f28c19dfa6e2 admin admin] 10.222.0.113 "PUT /v2.0/routers/b7121660-e391-4565-b56f-5479c4046804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1410127 Jul 07 19:25:48.037870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Sync routers for ids ['b7121660-e391-4565-b56f-5479c4046804'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:25:48.053226 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Routers {'b7121660-e391-4565-b56f-5479c4046804'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:48.057050 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['b7121660-e391-4565-b56f-5479c4046804'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:48.156011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Allocated IP 172.20.0.12 (c457186a-8f41-4ba0-b09c-85ef976d1b30/a79bd83e-e8df-4ead-8f46-d42fd932711d/9bd4b8b1-f632-426d-aac4-8153fd8eed61) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:48.267300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Set router b7121660-e391-4565-b56f-5479c4046804 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:48.408157 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.436375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Transition to ACTIVE for port object 9bd4b8b1-f632-426d-aac4-8153fd8eed61 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:48.519150 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.593083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event updated for resources: {'Port': ['ID=9bd4b8b1-f632-426d-aac4-8153fd8eed61,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:48.611931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Network c457186a-8f41-4ba0-b09c-85ef976d1b30 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:48.613785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:48.618155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:48.677157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7121660-e391-4565-b56f-5479c4046804', 'name': 'tempest-ServerRescueTestJSON-1659526006-router', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:25:45Z', 'revision_number': 4, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'gw_port': {'id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7121660-e391-4565-b56f-5479c4046804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:35Z', 'updated_at': '2021-07-07T19:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ca52a321-1c63-4c5a-85e3-88d21eee6a10', 'name': '', 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'mac_address': 'fa:16:3e:cd:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7121660-e391-4565-b56f-5479c4046804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'd8aa5f40-ae37-4974-8bd6-c21e7d026994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:42Z', 'updated_at': '2021-07-07T19:25:45Z', 'revision_number': 2, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'subnets': [{'id': 'd8aa5f40-ae37-4974-8bd6-c21e7d026994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:48.737505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:48.738196 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.762312 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-f133f76e-ea33-425b-87c6-5f5bb51cd6b7 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2483711 Jul 07 19:25:48.780763 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Request body: {'port': {'device_id': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:48.862924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Checking router: b7121660-e391-4565-b56f-5479c4046804 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:25:48.863278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Updating router b7121660-e391-4565-b56f-5479c4046804 port ca52a321-1c63-4c5a-85e3-88d21eee6a10 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:25:48.965650 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.977422 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.981416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.093109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-7f1f26fa-384b-4f5e-bed2-8edb48b4bcd3 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:49.095249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-7f1f26fa-384b-4f5e-bed2-8edb48b4bcd3 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/networks?id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 HTTP/1.1" status: 200 len: 811 time: 0.2737706 Jul 07 19:25:49.125554 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-1a29ae91-ddeb-47b6-a63c-a5799bc73ff2 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/quotas/d9e5c6ca51904617b82a679f871ddb7c HTTP/1.1" status: 200 len: 375 time: 0.0238793 Jul 07 19:25:49.243845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-d1a6473c-4427-4554-b053-7d579b968ac3 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9e5c6ca51904617b82a679f871ddb7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1170237 Jul 07 19:25:49.275027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec11bda2-39f3-4279-bfb1-2d9a1ea82525 None None] Provisioning for port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:49.292041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec11bda2-39f3-4279-bfb1-2d9a1ea82525 None None] Provisioning complete for port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:49.293336 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec11bda2-39f3-4279-bfb1-2d9a1ea82525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.423080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ec11bda2-39f3-4279-bfb1-2d9a1ea82525 None None] Port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:25:49.423382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-b6acfe97-339c-413e-af0b-dc7172723c06 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783199 Jul 07 19:25:49.534748 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.550934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-c3d47e20-e8c2-4157-93d8-d08ee91ac5c4 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262088 Jul 07 19:25:49.553413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Transition to ACTIVE for port object ca52a321-1c63-4c5a-85e3-88d21eee6a10 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:49.560813 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.586157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd4b8b1-f632-426d-aac4-8153fd8eed61 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:49.601349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.620523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Transition to ACTIVE for port object 9bd4b8b1-f632-426d-aac4-8153fd8eed61 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:49.625703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.627404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cc614-0f2a-4aff-ac19-706dde0a9d6b None None] Pushing event updated for resources: {'Port': ['ID=ca52a321-1c63-4c5a-85e3-88d21eee6a10,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:49.731957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd4b8b1-f632-426d-aac4-8153fd8eed61,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:49.761961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:49.766973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c73a03d1-3b69-420d-857a-9269deba92c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862301684', 'description': 'tempest-secgroup-smoke-862301684 description', 'project_id': '07c63c8c00dd494689f912cfd2378197'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:49.853604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Attempting to bind port ca52a321-1c63-4c5a-85e3-88d21eee6a10 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:49.853990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Attempting to bind port ca52a321-1c63-4c5a-85e3-88d21eee6a10 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:49.854361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Attempting to bind port ca52a321-1c63-4c5a-85e3-88d21eee6a10 on network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:49.865755 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c73a03d1-3b69-420d-857a-9269deba92c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.876334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:49.876765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Checking segment: {'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:49.877182 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.877582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Bound using segment: {'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:49.878579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Bound port: ca52a321-1c63-4c5a-85e3-88d21eee6a10, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:49.878970 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.889605 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c73a03d1-3b69-420d-857a-9269deba92c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:49.997387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] For port ca52a321-1c63-4c5a-85e3-88d21eee6a10, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:50.003152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] For port ca52a321-1c63-4c5a-85e3-88d21eee6a10, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ca52a321-1c63-4c5a-85e3-88d21eee6a10,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:50.012927 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.051099 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Attempting to bind port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:50.051446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Attempting to bind port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:50.051799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Attempting to bind port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 on network c457186a-8f41-4ba0-b09c-85ef976d1b30 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:50.078896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 on network c457186a-8f41-4ba0-b09c-85ef976d1b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:25:50.079406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Attempting to bind port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 on network c457186a-8f41-4ba0-b09c-85ef976d1b30 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:50.094239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:50.094239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Checking segment: {'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:50.094465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Bound using segment: {'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:50.094918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Bound port: 9bd4b8b1-f632-426d-aac4-8153fd8eed61, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3dc1f6-8daf-489e-8529-0e304ce3ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:50.095285 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.127576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:50.185847 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c73a03d1-3b69-420d-857a-9269deba92c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.218306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Routers {'b7121660-e391-4565-b56f-5479c4046804'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:25:50.218987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['b7121660-e391-4565-b56f-5479c4046804'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:50.247309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c73a03d1-3b69-420d-857a-9269deba92c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.297296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] For port 9bd4b8b1-f632-426d-aac4-8153fd8eed61, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:50.300661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] For port 9bd4b8b1-f632-426d-aac4-8153fd8eed61, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:50.307897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.325144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c73a03d1-3b69-420d-857a-9269deba92c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.385558 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c73a03d1-3b69-420d-857a-9269deba92c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.400887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:50.402986 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.407594 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/9bd4b8b1-f632-426d-aac4-8153fd8eed61 HTTP/1.1" status: 200 len: 1093 time: 1.6320815 Jul 07 19:25:50.409753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'tag': '9bd4b8b1-f632-426d-aac4-8153fd8eed61'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:50.418363 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5690653a-eb68-4310-ac64-26399795e08b" -d '{"events": [{"name": "network-changed", "server_uuid": "a51443fe-f41e-4f59-a559-d5923bbb901f", "tag": "9bd4b8b1-f632-426d-aac4-8153fd8eed61"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:50.457704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b27f0674-7d34-4225-a5d3-0226fc6554c2 req-5afc903b-bd9e-4d4e-9b98-4033862c14fc tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 210 time: 0.1268091 Jul 07 19:25:50.528442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a03d1-3b69-420d-857a-9269deba92c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e0834e-bf88-4fc5-9b03-79e41abbbe37,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:50.536794 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c73a03d1-3b69-420d-857a-9269deba92c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.543275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c73a03d1-3b69-420d-857a-9269deba92c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7800698 Jul 07 19:25:50.566155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:50.598521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-247bf945-fdd7-47d3-a758-cc0e570d1963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '1d3a3d48-3ca9-4524-97b2-d6be6cfef496', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:50.613570 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5faa7c-8edc-44b9-a0b0-e47e84e70329 x-openstack-request-id: req-6d5faa7c-8edc-44b9-a0b0-e47e84e70329 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:50.617040 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51443fe-f41e-4f59-a559-d5923bbb901f", "tag": "9bd4b8b1-f632-426d-aac4-8153fd8eed61", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:50.617503 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6d5faa7c-8edc-44b9-a0b0-e47e84e70329 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:50.619638 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'tag': '9bd4b8b1-f632-426d-aac4-8153fd8eed61', 'status': 'completed', 'code': 200} Jul 07 19:25:50.630172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7d400-ed59-4394-9457-59b5bf9c19b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd4b8b1-f632-426d-aac4-8153fd8eed61,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:50.702849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34094e8-25b9-4059-b1af-b145fcd7223b req-3c3c52fb-bd76-415f-831a-2ab5be4bf959 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:50.711024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d34094e8-25b9-4059-b1af-b145fcd7223b req-3c3c52fb-bd76-415f-831a-2ab5be4bf959 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 944 time: 0.5211318 Jul 07 19:25:50.736649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-95db9ad8-66ea-4ed7-9ab3-222ece329fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:50.738297 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-95db9ad8-66ea-4ed7-9ab3-222ece329fef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d77860de5ec457b97f0f66c79356579&device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 1096 time: 0.2496560 Jul 07 19:25:50.773840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a03d1-3b69-420d-857a-9269deba92c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3a3d48-3ca9-4524-97b2-d6be6cfef496,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:50.801207 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-5ce0cf42-b8fa-4c5a-9ac4-f101b5c962ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61 HTTP/1.1" status: 200 len: 217 time: 0.0480177 Jul 07 19:25:50.853898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d34094e8-25b9-4059-b1af-b145fcd7223b req-1cdaa677-a436-4b17-9884-9c8f225d0ef5 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330185 Jul 07 19:25:50.871114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] Set router b7121660-e391-4565-b56f-5479c4046804 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:25:50.894959 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-247bf945-fdd7-47d3-a758-cc0e570d1963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.972686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-480dd134-52ab-4843-9707-ed3a237a7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:50.980575 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-480dd134-52ab-4843-9707-ed3a237a7b06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a79bd83e-e8df-4ead-8f46-d42fd932711d HTTP/1.1" status: 200 len: 847 time: 0.1696174 Jul 07 19:25:50.993805 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-247bf945-fdd7-47d3-a758-cc0e570d1963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.001731 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-247bf945-fdd7-47d3-a758-cc0e570d1963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.026044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bf945-fdd7-47d3-a758-cc0e570d1963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889306e5-a3dc-485d-aa80-325362e79b6f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:51.040985 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-247bf945-fdd7-47d3-a758-cc0e570d1963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.045503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-247bf945-fdd7-47d3-a758-cc0e570d1963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4747529 Jul 07 19:25:51.047229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:51.055957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dbcf4c4f-6cca-4084-8e27-53e94cce7aae tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '1d3a3d48-3ca9-4524-97b2-d6be6cfef496', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:51.156240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d75a3182-7e02-4ac1-9e6f-9a0c5f4c2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:51.158078 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-d75a3182-7e02-4ac1-9e6f-9a0c5f4c2856 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c457186a-8f41-4ba0-b09c-85ef976d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1646094 Jul 07 19:25:51.171807 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4c4f-6cca-4084-8e27-53e94cce7aae tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.191571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cc614-0f2a-4aff-ac19-706dde0a9d6b None None] Pushing event updated for resources: {'Port': ['ID=ca52a321-1c63-4c5a-85e3-88d21eee6a10,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:51.222996 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:25:51.346241 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4c4f-6cca-4084-8e27-53e94cce7aae tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.355387 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4c4f-6cca-4084-8e27-53e94cce7aae tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.395632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf4c4f-6cca-4084-8e27-53e94cce7aae tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eefa9c4-7844-4ca1-9b27-d1f3b9f0df76,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:51.406298 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4c4f-6cca-4084-8e27-53e94cce7aae tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.408343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dbcf4c4f-6cca-4084-8e27-53e94cce7aae tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3610671 Jul 07 19:25:51.408876 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-e34b00fa-55dd-48e8-b978-c7114af2897b service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424023 Jul 07 19:25:51.411031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:51.417617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b100a690-4e2f-42bc-bcf6-51474b104cb3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '1d3a3d48-3ca9-4524-97b2-d6be6cfef496', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:51.475838 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b100a690-4e2f-42bc-bcf6-51474b104cb3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.584769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:51.596835 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2f3bcb89-1500-4a76-a22a-c1e6df8f0336 req-dd4a3173-4d31-4337-9e2d-ea060f909087 service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804659 Jul 07 19:25:51.603112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'mac_address': 'fa:16:3e:81:28:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:51.650616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7121660-e391-4565-b56f-5479c4046804', 'name': 'tempest-ServerRescueTestJSON-1659526006-router', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:25:45Z', 'revision_number': 4, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'gw_port': {'id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7121660-e391-4565-b56f-5479c4046804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:35Z', 'updated_at': '2021-07-07T19:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ca52a321-1c63-4c5a-85e3-88d21eee6a10', 'name': '', 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'mac_address': 'fa:16:3e:cd:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7121660-e391-4565-b56f-5479c4046804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'd8aa5f40-ae37-4974-8bd6-c21e7d026994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:42Z', 'updated_at': '2021-07-07T19:25:49Z', 'revision_number': 4, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'subnets': [{'id': 'd8aa5f40-ae37-4974-8bd6-c21e7d026994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:25:51.682019 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b100a690-4e2f-42bc-bcf6-51474b104cb3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.685302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f962b0a-5b9c-4860-91a4-0ea2f9854e98 None None] The sync data for ids ['b7121660-e391-4565-b56f-5479c4046804'] in n-d-792394-12 is: [{'id': 'b7121660-e391-4565-b56f-5479c4046804', 'name': 'tempest-ServerRescueTestJSON-1659526006-router', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:25:45Z', 'revision_number': 4, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'gw_port': {'id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7121660-e391-4565-b56f-5479c4046804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:35Z', 'updated_at': '2021-07-07T19:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ca52a321-1c63-4c5a-85e3-88d21eee6a10', 'name': '', 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'mac_address': 'fa:16:3e:cd:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7121660-e391-4565-b56f-5479c4046804', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'd8aa5f40-ae37-4974-8bd6-c21e7d026994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:42Z', 'updated_at': '2021-07-07T19:25:49Z', 'revision_number': 4, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'subnets': [{'id': 'd8aa5f40-ae37-4974-8bd6-c21e7d026994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:25:51.690432 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b100a690-4e2f-42bc-bcf6-51474b104cb3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.701575 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.744298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:51.759442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100a690-4e2f-42bc-bcf6-51474b104cb3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ceacd1-4dc0-4102-abe3-5a44e672057e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:51.844624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:51.845460 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b100a690-4e2f-42bc-bcf6-51474b104cb3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.846697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b100a690-4e2f-42bc-bcf6-51474b104cb3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4344563 Jul 07 19:25:51.855894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:51.858570 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.874747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0b311c01-576c-4d02-8c14-8408a11005ab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '1d3a3d48-3ca9-4524-97b2-d6be6cfef496', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:51.931896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7598b8a7-6773-4da4-ae2c-1c088c9a11d3 req-00d45e4e-1e28-48ad-bd18-8badb7fd704c tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 210 time: 0.1168020 Jul 07 19:25:51.968920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b0c7f787-c99d-41eb-ba1d-ae11ddec2d29'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:52.038271 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:52.074752 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b311c01-576c-4d02-8c14-8408a11005ab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:52.284101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690653a-eb68-4310-ac64-26399795e08b req-88e960cd-ab85-4080-9965-da5e81cc5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:52.298002 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5690653a-eb68-4310-ac64-26399795e08b req-88e960cd-ab85-4080-9965-da5e81cc5f71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d77860de5ec457b97f0f66c79356579&device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 1096 time: 0.5666618 Jul 07 19:25:52.335485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee8d07-3f0a-47ea-9d5a-d94e1eed57c2 req-9a03ea42-5232-4e23-b897-a50d7e7d8aa9 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:52.351926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02ee8d07-3f0a-47ea-9d5a-d94e1eed57c2 req-9a03ea42-5232-4e23-b897-a50d7e7d8aa9 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 944 time: 0.1554184 Jul 07 19:25:52.441734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02ee8d07-3f0a-47ea-9d5a-d94e1eed57c2 req-74b9b544-3321-490c-bc76-9b11e886b7f4 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874946 Jul 07 19:25:52.779733 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b311c01-576c-4d02-8c14-8408a11005ab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:52.808979 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b311c01-576c-4d02-8c14-8408a11005ab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:52.947166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b311c01-576c-4d02-8c14-8408a11005ab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1fa9ac-ed59-4201-9d7c-b598a9b5be3b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:52.978256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-12f74c8d-f163-481d-b1eb-9aadae16da7a tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:52.980348 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-12f74c8d-f163-481d-b1eb-9aadae16da7a tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.112 "GET /v2.0/networks?id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 HTTP/1.1" status: 200 len: 811 time: 0.8737011 Jul 07 19:25:52.985762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b311c01-576c-4d02-8c14-8408a11005ab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:52.989932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:52.991031 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0b311c01-576c-4d02-8c14-8408a11005ab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1319625 Jul 07 19:25:52.997943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6b5130a4-868f-4123-832f-8047664fe716 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '1d3a3d48-3ca9-4524-97b2-d6be6cfef496', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:53.008945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Request body: {'port': {'device_id': '2da4b100-82d7-4657-9892-8f68a9e2e4ae', 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6', 'admin_state_up': True, 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:53.090222 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-6b5130a4-868f-4123-832f-8047664fe716 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Project 07c63c8c00dd494689f912cfd2378197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:25:53.110812 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b5130a4-868f-4123-832f-8047664fe716 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.182690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690653a-eb68-4310-ac64-26399795e08b req-c7b24e7a-2e9d-460e-8e92-6e7cc3a96285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:53.184489 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5690653a-eb68-4310-ac64-26399795e08b req-c7b24e7a-2e9d-460e-8e92-6e7cc3a96285 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c457186a-8f41-4ba0-b09c-85ef976d1b30 HTTP/1.1" status: 200 len: 910 time: 0.7271740 Jul 07 19:25:53.295988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b5130a4-868f-4123-832f-8047664fe716 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.306688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b5130a4-868f-4123-832f-8047664fe716 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.340862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5130a4-868f-4123-832f-8047664fe716 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b84c186-5bfd-4ee3-af46-8d828f0176a8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:53.360880 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5690653a-eb68-4310-ac64-26399795e08b req-bc3a81c6-af1c-4709-be78-1c33d4d08d82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61 HTTP/1.1" status: 200 len: 217 time: 0.1688604 Jul 07 19:25:53.379706 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b5130a4-868f-4123-832f-8047664fe716 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.385043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6b5130a4-868f-4123-832f-8047664fe716 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3936918 Jul 07 19:25:53.385776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:53.391203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-524ef8f3-d613-401c-b4d1-e59ac5b3407c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '1d3a3d48-3ca9-4524-97b2-d6be6cfef496', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:53.437450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Made reservation on behalf of d9e5c6ca51904617b82a679f871ddb7c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:53.456937 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.482596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ca52a321-1c63-4c5a-85e3-88d21eee6a10 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:53.520093 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-524ef8f3-d613-401c-b4d1-e59ac5b3407c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Project 07c63c8c00dd494689f912cfd2378197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:25:53.590880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-635a0c0d-03ef-43ca-8992-63fce4498254 req-2cab2b53-05a1-4900-9be8-7010dbe042ab tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 210 time: 0.1680098 Jul 07 19:25:53.601323 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-524ef8f3-d613-401c-b4d1-e59ac5b3407c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.677925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port ca52a321-1c63-4c5a-85e3-88d21eee6a10 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:53.685368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ca52a321-1c63-4c5a-85e3-88d21eee6a10 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:53.685799 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.801690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Allocated IP 172.20.0.11 (a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6/d8aa5f40-ae37-4974-8bd6-c21e7d026994/3cb6fead-29d3-4b8b-be11-f9c236189a9d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:53.945175 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-524ef8f3-d613-401c-b4d1-e59ac5b3407c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.955771 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:53.968267 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-524ef8f3-d613-401c-b4d1-e59ac5b3407c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.029476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port ca52a321-1c63-4c5a-85e3-88d21eee6a10, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ca52a321-1c63-4c5a-85e3-88d21eee6a10,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:54.039360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe2c50-af48-4a2e-8bc8-db9afb0e9448 req-9ac84d28-1e15-4d1d-887e-0b9d288bd4b8 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:54.040378 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.049481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbbe2c50-af48-4a2e-8bc8-db9afb0e9448 req-9ac84d28-1e15-4d1d-887e-0b9d288bd4b8 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 944 time: 0.4057431 Jul 07 19:25:54.134186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ef8f3-d613-401c-b4d1-e59ac5b3407c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d93dfd0-3566-467b-9798-054e2fb4835f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:54.159007 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-524ef8f3-d613-401c-b4d1-e59ac5b3407c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.160878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:54.162410 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-524ef8f3-d613-401c-b4d1-e59ac5b3407c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7753198 Jul 07 19:25:54.189365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbbe2c50-af48-4a2e-8bc8-db9afb0e9448 req-1ce6c9d5-a373-4396-bd66-606a5ad5aecd tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386428 Jul 07 19:25:54.190857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:54.208429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'network': {'name': 'tempest-network-smoke--1282511399', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:54.253025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:25:54.255537 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.257231 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.311944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=ca52a321-1c63-4c5a-85e3-88d21eee6a10,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:54.319228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:25:54.336634 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.336980 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Added segment c95b04bc-b6d3-4422-b62a-61e4590942eb of type vlan for network 409b16e9-94d7-48fc-9570-0ee580e5ca83 Jul 07 19:25:54.340634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:54.341008 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.388004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690653a-eb68-4310-ac64-26399795e08b req-c94f1b9e-9689-4aef-8715-b4c0f1407ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:54.390022 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5690653a-eb68-4310-ac64-26399795e08b req-c94f1b9e-9689-4aef-8715-b4c0f1407ca6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a79bd83e-e8df-4ead-8f46-d42fd932711d HTTP/1.1" status: 200 len: 847 time: 1.0200779 Jul 07 19:25:54.391778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.445051 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.510382 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.526528 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:54.527186 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.560720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3536043 Jul 07 19:25:54.566241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:54.566857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 37858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:25:54.573043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'admin_state_up': True, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:54.590001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:54.599585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9bd4b8b1-f632-426d-aac4-8153fd8eed61 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:25:54.615643 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.626448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:54.677093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:54.682396 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:54.685845 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad574c4-8c33-4bcd-a3d8-4ac96af21ec5" -d '{"events": [{"server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:54.703727 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.783113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Pushing event updated for resources: {'Port': ['ID=3cb6fead-29d3-4b8b-be11-f9c236189a9d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:54.889001 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.891036 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:54.919542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690653a-eb68-4310-ac64-26399795e08b req-0afd1cb8-7724-4567-a816-0416d705d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:54.920261 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d84a91a-b384-43b7-bbad-d1632902be06 x-openstack-request-id: req-6d84a91a-b384-43b7-bbad-d1632902be06 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:54.920803 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:54.921380 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6d84a91a-b384-43b7-bbad-d1632902be06 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:54.922257 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5690653a-eb68-4310-ac64-26399795e08b req-0afd1cb8-7724-4567-a816-0416d705d2c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c457186a-8f41-4ba0-b09c-85ef976d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5194848 Jul 07 19:25:54.922796 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'code': 200} Jul 07 19:25:54.923684 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:54.963190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:54.963893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:55.016112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f38440-7600-4086-9b3e-0d0a999afbe4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Network': ['ID=409b16e9-94d7-48fc-9570-0ee580e5ca83,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:55.039916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9bd4b8b1-f632-426d-aac4-8153fd8eed61, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:55.045920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 409b16e9-94d7-48fc-9570-0ee580e5ca83 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:25:55.189683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '9bd4b8b1-f632-426d-aac4-8153fd8eed61', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'port_id': '9bd4b8b1-f632-426d-aac4-8153fd8eed61', 'mac_address': 'fa:16:3e:7b:1a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:25:55.236451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00b92a-1c14-4ed0-b251-d4b0b26a4cd9 req-2abcd4e9-3715-4851-a442-f363e25da90e tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:55.260152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a00b92a-1c14-4ed0-b251-d4b0b26a4cd9 req-2abcd4e9-3715-4851-a442-f363e25da90e tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 932 time: 0.4860213 Jul 07 19:25:55.275850 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-4ee8c771-a9a7-4af5-84cd-d13141a7e88b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2775412 Jul 07 19:25:55.363867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Request body: {'port': {'device_id': '2da4b100-82d7-4657-9892-8f68a9e2e4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:25:55.443869 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:55.488158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a00b92a-1c14-4ed0-b251-d4b0b26a4cd9 req-091792a1-0afb-4706-b67e-18207fba428c tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267714 Jul 07 19:25:55.489975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ca52a321-1c63-4c5a-85e3-88d21eee6a10 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:55.588728 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:55.657443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd4b8b1-f632-426d-aac4-8153fd8eed61 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:55.745183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9bd4b8b1-f632-426d-aac4-8153fd8eed61, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:55.756124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ca52a321-1c63-4c5a-85e3-88d21eee6a10 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:55.756589 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:55.763348 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:55.775935 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5690653a-eb68-4310-ac64-26399795e08b req-550f3634-016e-4db2-ab2b-68225dc08f65 service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8413830 Jul 07 19:25:55.964642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9bd4b8b1-f632-426d-aac4-8153fd8eed61,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:56.109140 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.124347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['9bd4b8b1-f632-426d-aac4-8153fd8eed61'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:25:56.152819 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5690653a-eb68-4310-ac64-26399795e08b req-4d77d61a-c2c2-4f79-9aae-08a0e4f2d4b1 service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676102 Jul 07 19:25:56.163846 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:56.190658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f16b6-61a8-4e38-9882-14e928f6688c req-1fa7f443-2a63-40c7-a400-10ad80cef211 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:56.200128 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e89f16b6-61a8-4e38-9882-14e928f6688c req-1fa7f443-2a63-40c7-a400-10ad80cef211 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 945 time: 0.2890675 Jul 07 19:25:56.299208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e89f16b6-61a8-4e38-9882-14e928f6688c req-5fd6f489-a66d-4508-afbd-3fbb0f71b580 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964828 Jul 07 19:25:57.006178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f3b0b-6ee9-44f1-8000-8a7ef9da4c73 req-971312b1-e8f7-48d7-b8b6-d913b1537134 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:57.016526 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b33f3b0b-6ee9-44f1-8000-8a7ef9da4c73 req-971312b1-e8f7-48d7-b8b6-d913b1537134 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 932 time: 0.1584663 Jul 07 19:25:57.073072 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:57.111887 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:57.152099 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b33f3b0b-6ee9-44f1-8000-8a7ef9da4c73 req-cfdee6c7-a904-4b54-9750-cb68da8b55f7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331913 Jul 07 19:25:57.340720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.25.2.254 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/432835d1-6bc4-453b-bd19-7a66a195e7f8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:25:57.365150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb6fead-29d3-4b8b-be11-f9c236189a9d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:25:57.378034 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:57.435954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Transition to ACTIVE for port object 3cb6fead-29d3-4b8b-be11-f9c236189a9d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:25:57.445460 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:57.534389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb6fead-29d3-4b8b-be11-f9c236189a9d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:57.536752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cef57d-f68a-4657-b934-724079da60e3 req-1bfb3f69-e006-4a6a-8520-3d7fa36c6e05 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:57.566995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84cef57d-f68a-4657-b934-724079da60e3 req-1bfb3f69-e006-4a6a-8520-3d7fa36c6e05 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 945 time: 0.1338508 Jul 07 19:25:57.643499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84cef57d-f68a-4657-b934-724079da60e3 req-0d18b954-1362-4bbd-95a3-4b91004128ee tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864310 Jul 07 19:25:57.645720 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:57.681577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Attempting to bind port 3cb6fead-29d3-4b8b-be11-f9c236189a9d on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:25:57.682160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Attempting to bind port 3cb6fead-29d3-4b8b-be11-f9c236189a9d by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:25:57.682591 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Attempting to bind port 3cb6fead-29d3-4b8b-be11-f9c236189a9d on network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:57.689924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Port 3cb6fead-29d3-4b8b-be11-f9c236189a9d on network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:25:57.689924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Attempting to bind port 3cb6fead-29d3-4b8b-be11-f9c236189a9d on network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:25:57.697593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:25:57.699248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Checking segment: {'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:25:57.699248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Bound using segment: {'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:25:57.699248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Bound port: 3cb6fead-29d3-4b8b-be11-f9c236189a9d, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:25:57.699248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:57.898075 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:57.918255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] For port 3cb6fead-29d3-4b8b-be11-f9c236189a9d, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:25:57.926552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] For port 3cb6fead-29d3-4b8b-be11-f9c236189a9d, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3cb6fead-29d3-4b8b-be11-f9c236189a9d,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:25:58.013422 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:58.042147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:25:58.046378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:58.048130 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:58.051856 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] 10.222.0.112 "PUT /v2.0/ports/3cb6fead-29d3-4b8b-be11-f9c236189a9d HTTP/1.1" status: 200 len: 1093 time: 2.7009902 Jul 07 19:25:58.059232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:25:58.063742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da4b100-82d7-4657-9892-8f68a9e2e4ae', 'tag': '3cb6fead-29d3-4b8b-be11-f9c236189a9d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:58.066427 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5290d7-955d-43a8-bdf8-607e773e0069" -d '{"events": [{"name": "network-changed", "server_uuid": "2da4b100-82d7-4657-9892-8f68a9e2e4ae", "tag": "3cb6fead-29d3-4b8b-be11-f9c236189a9d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:58.069939 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:25:58.128858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=432835d1-6bc4-453b-bd19-7a66a195e7f8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:58.133838 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef363725-c565-41a5-acaf-6ebdd7d8be4e x-openstack-request-id: req-ef363725-c565-41a5-acaf-6ebdd7d8be4e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:58.133838 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da4b100-82d7-4657-9892-8f68a9e2e4ae", "tag": "3cb6fead-29d3-4b8b-be11-f9c236189a9d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:58.133838 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ef363725-c565-41a5-acaf-6ebdd7d8be4e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:58.134270 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da4b100-82d7-4657-9892-8f68a9e2e4ae', 'tag': '3cb6fead-29d3-4b8b-be11-f9c236189a9d', 'status': 'completed', 'code': 200} Jul 07 19:25:58.540803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a61bc-5101-4cbd-888f-41757be06831 req-0da1cb32-6c6a-4c53-9753-c1c8982b2742 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:58.544321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a8a61bc-5101-4cbd-888f-41757be06831 req-0da1cb32-6c6a-4c53-9753-c1c8982b2742 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 944 time: 0.1412868 Jul 07 19:25:58.550240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9bd4b8b1-f632-426d-aac4-8153fd8eed61 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:25:58.667223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a8a61bc-5101-4cbd-888f-41757be06831 req-c4ff0cd3-6c59-4ff2-a8d6-b9ba906c4282 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140962 Jul 07 19:25:58.760305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:25:58.770877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:25:58.771343 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:58.867442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc87bab-fe7a-44b3-81c6-5216fa68e0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb6fead-29d3-4b8b-be11-f9c236189a9d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:58.883428 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-a5d4d76d-f775-49be-90a6-8edda37b6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:58.900940 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-a5d4d76d-f775-49be-90a6-8edda37b6874 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d9e5c6ca51904617b82a679f871ddb7c&device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 1096 time: 0.7726457 Jul 07 19:25:58.956333 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-0896cbe7-a0cf-4017-b382-5f6900145804 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cb6fead-29d3-4b8b-be11-f9c236189a9d HTTP/1.1" status: 200 len: 217 time: 0.0544388 Jul 07 19:25:59.119378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-a1cfc460-db72-4105-bd34-235e34a4d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.124902 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-a1cfc460-db72-4105-bd34-235e34a4d864 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d8aa5f40-ae37-4974-8bd6-c21e7d026994 HTTP/1.1" status: 200 len: 851 time: 0.1617930 Jul 07 19:25:59.137454 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:59.194979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bdcae-7efc-42ce-9b47-42b102686646 req-5f8d6321-7c71-46b6-b0a9-ceaa784b322b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:59.206181 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-708bdcae-7efc-42ce-9b47-42b102686646 req-5f8d6321-7c71-46b6-b0a9-ceaa784b322b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 945 time: 0.2427025 Jul 07 19:25:59.239093 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-155412e4-51d3-4fdc-b18a-b3d543bd48e6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055875 Jul 07 19:25:59.258742 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd4b8b1-f632-426d-aac4-8153fd8eed61'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:25:59.263613 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1592fd-874e-4095-a2e5-e1e3d9dc6bd4" -d '{"events": [{"server_uuid": "a51443fe-f41e-4f59-a559-d5923bbb901f", "name": "network-vif-plugged", "status": "completed", "tag": "9bd4b8b1-f632-426d-aac4-8153fd8eed61"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:25:59.332733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-708bdcae-7efc-42ce-9b47-42b102686646 req-9665bf57-3be9-469d-9b0e-2d6b4b2b8bbc tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256335 Jul 07 19:25:59.354213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9bd4b8b1-f632-426d-aac4-8153fd8eed61, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:25:59.363868 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:59.499701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:59.554258 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b04a97-bd6e-425d-9ba6-c2f4f9fd8860 x-openstack-request-id: req-71b04a97-bd6e-425d-9ba6-c2f4f9fd8860 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:25:59.554882 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51443fe-f41e-4f59-a559-d5923bbb901f", "name": "network-vif-plugged", "status": "completed", "tag": "9bd4b8b1-f632-426d-aac4-8153fd8eed61", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:25:59.559273 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-71b04a97-bd6e-425d-9ba6-c2f4f9fd8860 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:25:59.559701 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd4b8b1-f632-426d-aac4-8153fd8eed61', 'code': 200} Jul 07 19:25:59.596770 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-7723aae8-9a2c-49bc-ad1b-5fcbf3c1679e service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467708 Jul 07 19:25:59.673566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9bd4b8b1-f632-426d-aac4-8153fd8eed61,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:25:59.694809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.694809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.694809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.694809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.697610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.697610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.697610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.697610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.697610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.699029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.699029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.699029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:25:59.720487 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5d543490-4a2c-40fc-81e4-f2d3a097278d req-a92711d4-7bc8-428f-89cd-2f7060f2dc4a service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945809 Jul 07 19:26:00.017310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8739a-d6e4-4109-8062-0e6a20313fb4 req-c20cb41c-d1cd-41fe-aeb8-b80534c7533b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.037343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-28f8739a-d6e4-4109-8062-0e6a20313fb4 req-c20cb41c-d1cd-41fe-aeb8-b80534c7533b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 944 time: 0.1359756 Jul 07 19:26:00.199124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-28f8739a-d6e4-4109-8062-0e6a20313fb4 req-21e6529b-52f6-44dd-8370-209e42a49b56 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575031 Jul 07 19:26:00.225636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a507dc-f5e8-41b9-a23b-ed3560cd23fd req-1ffbbc5f-000a-4d96-8bc1-f1c5a913664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.227171 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-28a507dc-f5e8-41b9-a23b-ed3560cd23fd req-1ffbbc5f-000a-4d96-8bc1-f1c5a913664c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 1098 time: 0.5040803 Jul 07 19:26:00.272359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5290d7-955d-43a8-bdf8-607e773e0069 req-ef263c5b-03c1-422a-8e6a-d28fe020aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.273881 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cc5290d7-955d-43a8-bdf8-607e773e0069 req-ef263c5b-03c1-422a-8e6a-d28fe020aa95 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d9e5c6ca51904617b82a679f871ddb7c&device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 1096 time: 0.4654841 Jul 07 19:26:00.277193 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:00.312567 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-28a507dc-f5e8-41b9-a23b-ed3560cd23fd req-88fdc95b-6f21-4efc-ab78-3c6080fedd85 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749960 Jul 07 19:26:00.613205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5290d7-955d-43a8-bdf8-607e773e0069 req-332f411a-f7b4-4deb-82a1-7381b8e87747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.615094 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cc5290d7-955d-43a8-bdf8-607e773e0069 req-332f411a-f7b4-4deb-82a1-7381b8e87747 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 HTTP/1.1" status: 200 len: 913 time: 0.3307776 Jul 07 19:26:00.679306 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cc5290d7-955d-43a8-bdf8-607e773e0069 req-4f7bf9c6-caa7-4804-82c7-aa18febd2897 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cb6fead-29d3-4b8b-be11-f9c236189a9d HTTP/1.1" status: 200 len: 217 time: 0.0535772 Jul 07 19:26:00.682020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62d0ed-e9be-4456-be88-81bf41a3d19f req-3d2daec3-1c15-4e06-a9ed-cfe0baa77c6b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.703161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa62d0ed-e9be-4456-be88-81bf41a3d19f req-3d2daec3-1c15-4e06-a9ed-cfe0baa77c6b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 946 time: 0.1462703 Jul 07 19:26:00.800452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa62d0ed-e9be-4456-be88-81bf41a3d19f req-b4f22190-617e-492a-bebb-0bcd04b1dcc0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908780 Jul 07 19:26:00.884668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5290d7-955d-43a8-bdf8-607e773e0069 req-5bb01d33-e1a0-48ea-9163-29b88cfd62be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:00.887317 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cc5290d7-955d-43a8-bdf8-607e773e0069 req-5bb01d33-e1a0-48ea-9163-29b88cfd62be service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d8aa5f40-ae37-4974-8bd6-c21e7d026994 HTTP/1.1" status: 200 len: 851 time: 0.2017617 Jul 07 19:26:00.889006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 38be979d-3272-48fe-90b4-1fb587e42aa7 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:26:00.952067 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cc5290d7-955d-43a8-bdf8-607e773e0069 req-5394a524-34f6-476e-bd35-5c39f0f1a13e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468047 Jul 07 19:26:01.205378 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cc5290d7-955d-43a8-bdf8-607e773e0069 req-9dbacd45-903d-4cee-a31e-5745b455791c service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405641 Jul 07 19:26:01.210445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:01.221375 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Sync routers for ids ['38be979d-3272-48fe-90b4-1fb587e42aa7'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:01.235598 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Routers {'38be979d-3272-48fe-90b4-1fb587e42aa7'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:01.236241 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['38be979d-3272-48fe-90b4-1fb587e42aa7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:01.316780 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:01.319437 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ce26cb41-a423-4ff4-b67d-30174b69e5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.7514646 Jul 07 19:26:01.322615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:01.514859 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cc5290d7-955d-43a8-bdf8-607e773e0069 req-fcbe8055-ef22-4b3e-ac77-dff6f8d5d3ca service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891407 Jul 07 19:26:01.567718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973153b-be3e-4842-b455-ea1acce9270e req-fa376e50-ff58-4b7a-95f6-8915d239488d tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:01.598065 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8973153b-be3e-4842-b455-ea1acce9270e req-fa376e50-ff58-4b7a-95f6-8915d239488d tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 944 time: 0.1612225 Jul 07 19:26:01.681852 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8973153b-be3e-4842-b455-ea1acce9270e req-7f665b37-88bb-457b-a45d-393d2bff1173 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894158 Jul 07 19:26:01.916883 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-379c435c-dc4b-4a76-af0a-c340f62004d2 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=07c63c8c00dd494689f912cfd2378197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5692518 Jul 07 19:26:01.917574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:01.938131 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Set router 38be979d-3272-48fe-90b4-1fb587e42aa7 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:02.149503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3cb6fead-29d3-4b8b-be11-f9c236189a9d details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:02.411267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665d55a-84d9-469a-8f9a-534c8c461a9e req-7476f743-caf4-421b-9c7b-c41b25e9bf85 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:02.419455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7665d55a-84d9-469a-8f9a-534c8c461a9e req-7476f743-caf4-421b-9c7b-c41b25e9bf85 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 946 time: 0.2500370 Jul 07 19:26:02.487519 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:25:58Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:02.526507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7665d55a-84d9-469a-8f9a-534c8c461a9e req-953de2da-335c-4a94-a4f5-936976ba9b44 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998006 Jul 07 19:26:02.561810 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Checking router: 38be979d-3272-48fe-90b4-1fb587e42aa7 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:02.563033 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Updating router 38be979d-3272-48fe-90b4-1fb587e42aa7 port 432835d1-6bc4-453b-bd19-7a66a195e7f8 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:26:02.621141 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:02.703480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b29d408-3fa6-4857-a1cd-700ec2bf665b tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:02.716164 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2b29d408-3fa6-4857-a1cd-700ec2bf665b tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7922688 Jul 07 19:26:02.719902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38042) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:02.722508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 3cb6fead-29d3-4b8b-be11-f9c236189a9d, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3cb6fead-29d3-4b8b-be11-f9c236189a9d,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:02.770841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '3cb6fead-29d3-4b8b-be11-f9c236189a9d', 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6', 'port_id': '3cb6fead-29d3-4b8b-be11-f9c236189a9d', 'mac_address': 'fa:16:3e:85:78:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8aa5f40-ae37-4974-8bd6-c21e7d026994', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:02.833342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:02.846207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-985efe74-5492-485b-b2ec-6c132be45eeb tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1247640 Jul 07 19:26:02.846560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1128436533', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:02.931599 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:02.983714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb6fead-29d3-4b8b-be11-f9c236189a9d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:03.090842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832e9f-b522-4061-877a-3b2a15c93e47 req-af13d7b1-a4b7-4986-9dac-1cbf03ecc1f7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.097086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 3cb6fead-29d3-4b8b-be11-f9c236189a9d, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3cb6fead-29d3-4b8b-be11-f9c236189a9d,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:03.112199 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.112437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db832e9f-b522-4061-877a-3b2a15c93e47 req-af13d7b1-a4b7-4986-9dac-1cbf03ecc1f7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 944 time: 0.1629090 Jul 07 19:26:03.185935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:03.193565 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.306244 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.403965 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['3cb6fead-29d3-4b8b-be11-f9c236189a9d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:03.501393 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.556034 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Transition to ACTIVE for port object 432835d1-6bc4-453b-bd19-7a66a195e7f8 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:03.557111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db832e9f-b522-4061-877a-3b2a15c93e47 req-929c59eb-7c5d-4969-af97-0fe35485d6ac tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430485 Jul 07 19:26:03.606501 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.760906 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537db30-d9d7-492a-8508-1cfd4a0c48ae None None] Pushing event updated for resources: {'Port': ['ID=432835d1-6bc4-453b-bd19-7a66a195e7f8,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:03.794316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166b8a7-55cf-4acd-83ae-cd71ae030ec6 req-349f187c-6326-4732-8f10-1d6a1c6444d4 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:03.808878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=3cb6fead-29d3-4b8b-be11-f9c236189a9d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:03.810362 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Attempting to bind port 432835d1-6bc4-453b-bd19-7a66a195e7f8 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:03.810806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9166b8a7-55cf-4acd-83ae-cd71ae030ec6 req-349f187c-6326-4732-8f10-1d6a1c6444d4 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 946 time: 0.5620880 Jul 07 19:26:03.811079 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Attempting to bind port 432835d1-6bc4-453b-bd19-7a66a195e7f8 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:03.812681 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Attempting to bind port 432835d1-6bc4-453b-bd19-7a66a195e7f8 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:03.837976 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:03.845579 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:03.846241 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.846848 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:03.847548 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Bound port: 432835d1-6bc4-453b-bd19-7a66a195e7f8, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:03.848145 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:03.952733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9166b8a7-55cf-4acd-83ae-cd71ae030ec6 req-b2c448be-a3dd-48b9-af2a-5b821ef9d5d9 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408689 Jul 07 19:26:04.002420 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:04.065572 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] For port 432835d1-6bc4-453b-bd19-7a66a195e7f8, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:04.091946 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] For port 432835d1-6bc4-453b-bd19-7a66a195e7f8, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=432835d1-6bc4-453b-bd19-7a66a195e7f8,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:04.108298 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:04.127859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Subnet': ['ID=dcdf7d8d-d31e-4dab-8d43-a8456267d699,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:04.169549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Checking segment: {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:04.170108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network hostable DHCP agents. Network: 409b16e9-94d7-48fc-9570-0ee580e5ca83, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:26:04.203676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 409b16e9-94d7-48fc-9570-0ee580e5ca83 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:26:04.224230 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 409b16e9-94d7-48fc-9570-0ee580e5ca83) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:04.234747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a646c10-9ea7-44e5-bc62-3a5e09b24241 None None] Network 409b16e9-94d7-48fc-9570-0ee580e5ca83 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:04.259117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:04.262586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:04.297284 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ad79057b-c726-490b-9cd0-1a4d10b43479 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4601462 Jul 07 19:26:04.299462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:04.333735 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537db30-d9d7-492a-8508-1cfd4a0c48ae None None] Pushing event updated for resources: {'Port': ['ID=432835d1-6bc4-453b-bd19-7a66a195e7f8,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:04.356529 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Routers {'38be979d-3272-48fe-90b4-1fb587e42aa7'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:04.357173 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:25:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['38be979d-3272-48fe-90b4-1fb587e42aa7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:04.425442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5f18a-a686-4c97-867e-a4cfdb1cf2a8 req-ecd85a3a-bb61-43a4-af82-198ac1a22814 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:04.427038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08a5f18a-a686-4c97-867e-a4cfdb1cf2a8 req-ecd85a3a-bb61-43a4-af82-198ac1a22814 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 946 time: 0.1800232 Jul 07 19:26:04.522010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08a5f18a-a686-4c97-867e-a4cfdb1cf2a8 req-ac78a33f-2dea-402b-9def-b5c2ad0feef1 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813653 Jul 07 19:26:04.543965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:04.706700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-409b16e9-94d7-48fc-9570-0ee580e5ca83', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:26:04.707739 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:04.729194 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] Set router 38be979d-3272-48fe-90b4-1fb587e42aa7 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:04.975276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83170ebd-3255-42e5-b258-c9c19f247874 tempest-TestServerBasicOps-1913604350 tempest-TestServerBasicOps-1913604350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:04.981633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-83170ebd-3255-42e5-b258-c9c19f247874 tempest-TestServerBasicOps-1913604350 tempest-TestServerBasicOps-1913604350-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 1093 time: 0.4362962 Jul 07 19:26:04.983545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:05.019388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876822fc-cfa9-4070-b915-ed6c90493903 req-9bb2f2c9-a39a-4695-9517-73681adc7bd6 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:05.022742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '9bd4b8b1-f632-426d-aac4-8153fd8eed61', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:05.033275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-876822fc-cfa9-4070-b915-ed6c90493903 req-9bb2f2c9-a39a-4695-9517-73681adc7bd6 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 945 time: 0.1286747 Jul 07 19:26:05.110012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Allocated IP 172.20.0.2 (409b16e9-94d7-48fc-9570-0ee580e5ca83/dcdf7d8d-d31e-4dab-8d43-a8456267d699/6c50fda3-f4e1-4447-a9d4-0b731251f3b2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:05.120858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-876822fc-cfa9-4070-b915-ed6c90493903 req-a3fcf6d8-3d02-43fa-9e04-b84238e4e27a tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839088 Jul 07 19:26:05.174929 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:25:58Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:05.210746 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.304843 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21fa480-9b7d-46ea-a908-09f55ad943cd None None] The sync data for ids ['38be979d-3272-48fe-90b4-1fb587e42aa7'] in n-d-792394-12 is: [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:25:58Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:05.511804 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.532202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Transition to ACTIVE for port object 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:05.573507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Transition to ACTIVE for port object 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:05.589063 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.726559 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Network 409b16e9-94d7-48fc-9570-0ee580e5ca83 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:05.735824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:05.743980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:05.750129 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Pushing event updated for resources: {'Port': ['ID=6c50fda3-f4e1-4447-a9d4-0b731251f3b2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:05.927213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Attempting to bind port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:05.927595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Attempting to bind port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:05.927964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Attempting to bind port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 on network 409b16e9-94d7-48fc-9570-0ee580e5ca83 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:05.945120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:05.945729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Checking segment: {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:05.948988 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:05.949443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Bound using segment: {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:05.949945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Bound port: 6c50fda3-f4e1-4447-a9d4-0b731251f3b2, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:05.950338 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.130981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] For port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:06.140263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] For port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6c50fda3-f4e1-4447-a9d4-0b731251f3b2,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:06.149037 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.232055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3cb6fead-29d3-4b8b-be11-f9c236189a9d up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:06.453518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9ce8a-fc34-4561-a1a2-99f7ce7779ee None None] Pushing event updated for resources: {'Port': ['ID=6c50fda3-f4e1-4447-a9d4-0b731251f3b2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:06.467717 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-b204c4aa-80ba-45fc-978c-6f719131c681 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2833037 Jul 07 19:26:06.476820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.541213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 3cb6fead-29d3-4b8b-be11-f9c236189a9d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:06.547562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 3cb6fead-29d3-4b8b-be11-f9c236189a9d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:06.548290 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.703822 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8788801-d139-4cf9-b65f-cc56a67c5174 req-112a7731-ad3a-49c2-98c6-f7c33d36f765 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:06.717656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8788801-d139-4cf9-b65f-cc56a67c5174 req-112a7731-ad3a-49c2-98c6-f7c33d36f765 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 945 time: 0.2323170 Jul 07 19:26:06.785646 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.862470 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 3cb6fead-29d3-4b8b-be11-f9c236189a9d, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3cb6fead-29d3-4b8b-be11-f9c236189a9d,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:06.864722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da4b100-82d7-4657-9892-8f68a9e2e4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb6fead-29d3-4b8b-be11-f9c236189a9d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:06.870009 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaeea58-ba35-4da3-9f48-fb4c1d33cfde" -d '{"events": [{"server_uuid": "2da4b100-82d7-4657-9892-8f68a9e2e4ae", "name": "network-vif-plugged", "status": "completed", "tag": "3cb6fead-29d3-4b8b-be11-f9c236189a9d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:06.872838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8788801-d139-4cf9-b65f-cc56a67c5174 req-13962043-3b67-4856-9dd5-607dd4284dad tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542706 Jul 07 19:26:06.915420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.932196 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.102678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-3b078f2a-f65f-4d7e-875d-85432f9f8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.104563 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-3b078f2a-f65f-4d7e-875d-85432f9f8f2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e193f922ad7c443c904a6583023ff400&device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 1102 time: 0.4893489 Jul 07 19:26:07.176457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=3cb6fead-29d3-4b8b-be11-f9c236189a9d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:07.186551 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16946d6-fca1-49f5-a8c2-4cfd807eda57 x-openstack-request-id: req-b16946d6-fca1-49f5-a8c2-4cfd807eda57 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:07.187297 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da4b100-82d7-4657-9892-8f68a9e2e4ae", "name": "network-vif-plugged", "status": "completed", "tag": "3cb6fead-29d3-4b8b-be11-f9c236189a9d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:07.187682 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b16946d6-fca1-49f5-a8c2-4cfd807eda57 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:07.188192 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da4b100-82d7-4657-9892-8f68a9e2e4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb6fead-29d3-4b8b-be11-f9c236189a9d', 'code': 200} Jul 07 19:26:07.527581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 432835d1-6bc4-453b-bd19-7a66a195e7f8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:07.547195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Allocated IP 172.25.2.179 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/5afd9897-07da-487b-9fab-9d4b0b7eaeca) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:07.611312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-d40016ce-136f-410b-8849-11b229246d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.612952 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-d40016ce-136f-410b-8849-11b229246d17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.3908186 Jul 07 19:26:07.620161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78d777-ffe6-4404-a6c9-e6c3bbfa6a74 req-ad61226d-39c6-4016-a499-0e978bab90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:07.628067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 432835d1-6bc4-453b-bd19-7a66a195e7f8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:07.633842 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1e78d777-ffe6-4404-a6c9-e6c3bbfa6a74 req-ad61226d-39c6-4016-a499-0e978bab90f9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 1098 time: 0.4293313 Jul 07 19:26:07.652326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 432835d1-6bc4-453b-bd19-7a66a195e7f8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:07.653522 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.814494 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.20.0.1 (409b16e9-94d7-48fc-9570-0ee580e5ca83/dcdf7d8d-d31e-4dab-8d43-a8456267d699/f09c55e0-2725-4630-b8b2-cfc626ca768e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:07.828423 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.881105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 432835d1-6bc4-453b-bd19-7a66a195e7f8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=432835d1-6bc4-453b-bd19-7a66a195e7f8,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:07.891867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:07.893035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:07.920703 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:26:08.018729 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-0dbd5694-dbce-45ce-b002-864e0a81858b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=890308d9-cca9-46ae-a525-9243c6916716 HTTP/1.1" status: 200 len: 217 time: 0.3713279 Jul 07 19:26:08.077906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.186894 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:08.199175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=432835d1-6bc4-453b-bd19-7a66a195e7f8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:08.206632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Transition to ACTIVE for port object f09c55e0-2725-4630-b8b2-cfc626ca768e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:08.247803 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1e78d777-ffe6-4404-a6c9-e6c3bbfa6a74 req-2a50a804-c928-4572-ade0-64beb86c735d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904453 Jul 07 19:26:08.307686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df006ea-fc0b-4e8c-8df5-ef9e35edf76c req-62033259-aa6f-4bf2-9c15-a98e09115098 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:08.321801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1df006ea-fc0b-4e8c-8df5-ef9e35edf76c req-62033259-aa6f-4bf2-9c15-a98e09115098 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1734650 Jul 07 19:26:08.374954 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dedd35e2-2979-4009-9219-85e2b0837a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.389866 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-6a44f8bb-1ca1-45ec-a752-1362ef4ace95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:08.391368 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-6a44f8bb-1ca1-45ec-a752-1362ef4ace95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.3473191 Jul 07 19:26:08.395796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.410638 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1df006ea-fc0b-4e8c-8df5-ef9e35edf76c req-5626e809-3133-4911-ac3b-6eff087b26df tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868714 Jul 07 19:26:08.500653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 409b16e9-94d7-48fc-9570-0ee580e5ca83 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:08.521554 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:08.529990 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:08.623395 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.712676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=f09c55e0-2725-4630-b8b2-cfc626ca768e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:08.722947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-a4914b32-bb81-4c2b-9007-e65ae0dfd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:08.724634 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-a4914b32-bb81-4c2b-9007-e65ae0dfd422 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2977653 Jul 07 19:26:08.728506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:08.939274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f11e927-8495-43d9-99f3-8ed4bbd3a4dc None None] Network 409b16e9-94d7-48fc-9570-0ee580e5ca83 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:09.186346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9b3f234-30c7-403e-bc91-abb3d43badf4 None None] Provisioning for port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:09.259480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9b3f234-30c7-403e-bc91-abb3d43badf4 None None] Provisioning complete for port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:09.259480 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f234-30c7-403e-bc91-abb3d43badf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:09.321267 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:09.354257 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:09.449347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:09.455215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 432835d1-6bc4-453b-bd19-7a66a195e7f8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:09.604068 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:09.614698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event updated for resources: {'Port': ['ID=5afd9897-07da-487b-9fab-9d4b0b7eaeca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:09.669929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:09.688564 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-7bf05626-5c1a-4c40-befe-9e21d3e745fe service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7682223 Jul 07 19:26:09.800649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34958135-d8eb-4838-aca8-548ac755cff8 req-f33af54b-7293-4760-b900-8912b364c3b7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:09.812912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34958135-d8eb-4838-aca8-548ac755cff8 req-f33af54b-7293-4760-b900-8912b364c3b7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1833687 Jul 07 19:26:09.906068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34958135-d8eb-4838-aca8-548ac755cff8 req-70cbcfd8-68bc-4786-b841-0d71f2a011f3 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915999 Jul 07 19:26:10.393715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 432835d1-6bc4-453b-bd19-7a66a195e7f8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:10.394263 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:10.420836 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f234-30c7-403e-bc91-abb3d43badf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:10.693783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e9b3f234-30c7-403e-bc91-abb3d43badf4 None None] For port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6c50fda3-f4e1-4447-a9d4-0b731251f3b2,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:10.705936 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f234-30c7-403e-bc91-abb3d43badf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:10.881257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f50d2ccc-01cd-49ae-8256-050bb6ce6f02 None None] Provisioning complete for port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:10.882335 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f50d2ccc-01cd-49ae-8256-050bb6ce6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:10.953464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3f234-30c7-403e-bc91-abb3d43badf4 None None] Pushing event updated for resources: {'Port': ['ID=6c50fda3-f4e1-4447-a9d4-0b731251f3b2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:11.020992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ecc62-d207-4bdd-926b-c97b2aa0482a req-cf3c335c-2e06-4181-a2eb-2a749d78b530 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:11.029613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-514ecc62-d207-4bdd-926b-c97b2aa0482a req-cf3c335c-2e06-4181-a2eb-2a749d78b530 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.2522061 Jul 07 19:26:11.157538 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c15cf1e-df15-438a-8808-851f96a9a093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.178580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-514ecc62-d207-4bdd-926b-c97b2aa0482a req-a0e9ff82-04e5-491c-8620-7e9b6b18a9b3 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460488 Jul 07 19:26:11.293140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f50d2ccc-01cd-49ae-8256-050bb6ce6f02 None None] Provisioning for port f09c55e0-2725-4630-b8b2-cfc626ca768e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:11.322852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f50d2ccc-01cd-49ae-8256-050bb6ce6f02 None None] Provisioning complete for port f09c55e0-2725-4630-b8b2-cfc626ca768e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:11.332972 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f50d2ccc-01cd-49ae-8256-050bb6ce6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.414434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f50d2ccc-01cd-49ae-8256-050bb6ce6f02 None None] Port f09c55e0-2725-4630-b8b2-cfc626ca768e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:26:11.422867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.459055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:11.514307 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c29c0d6d-8d36-4ce1-a822-5e5c9090fed1 req-d44ba3f8-7159-45f8-b454-d58301426a9f service neutron] 10.222.0.59 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8103650 Jul 07 19:26:11.636050 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:11.636452 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.660923 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:11.722693 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:12.079594 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:12.161344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=f09c55e0-2725-4630-b8b2-cfc626ca768e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:12.203641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.203963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.204417 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.204736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.205089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.205437 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.205710 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.205977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.206310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.206722 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.207580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.207915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:12.346584 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:12.363764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 409b16e9-94d7-48fc-9570-0ee580e5ca83 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:12.368824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0f367-2178-42fa-990b-df8ae79fc804 req-77d7bc4c-62a5-42ad-a89b-a8b95b582171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:12.370375 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-feb0f367-2178-42fa-990b-df8ae79fc804 req-77d7bc4c-62a5-42ad-a89b-a8b95b582171 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d9e5c6ca51904617b82a679f871ddb7c&device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 1098 time: 0.8425288 Jul 07 19:26:12.371318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:12.540950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0f367-2178-42fa-990b-df8ae79fc804 req-3c6e2961-b1fc-455e-ac29-5412ced0f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:12.542522 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-feb0f367-2178-42fa-990b-df8ae79fc804 req-3c6e2961-b1fc-455e-ac29-5412ced0f878 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 HTTP/1.1" status: 200 len: 913 time: 0.1558092 Jul 07 19:26:12.614061 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-feb0f367-2178-42fa-990b-df8ae79fc804 req-abb7ad11-63c6-4448-b1a7-ad3c55a04ad2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cb6fead-29d3-4b8b-be11-f9c236189a9d HTTP/1.1" status: 200 len: 217 time: 0.0619783 Jul 07 19:26:12.677697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d9a11-7df7-4c45-91e1-2b48cf6d5149 req-c67b7ca4-8d9b-4289-9e40-d44cb5733b3e tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:12.686141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-736d9a11-7df7-4c45-91e1-2b48cf6d5149 req-c67b7ca4-8d9b-4289-9e40-d44cb5733b3e tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.2123291 Jul 07 19:26:12.760371 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-736d9a11-7df7-4c45-91e1-2b48cf6d5149 req-0b55d4c4-0fa0-4262-9e38-59942fcb5d0d tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715017 Jul 07 19:26:12.863766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f638b47e-bfff-4004-9d2b-b8fbf2ce9db0 None None] Provisioning complete for port f09c55e0-2725-4630-b8b2-cfc626ca768e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:12.867451 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f638b47e-bfff-4004-9d2b-b8fbf2ce9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:12.944733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f638b47e-bfff-4004-9d2b-b8fbf2ce9db0 None None] Port f09c55e0-2725-4630-b8b2-cfc626ca768e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:26:13.367809 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:13.372500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0f367-2178-42fa-990b-df8ae79fc804 req-7a28cb41-23a0-48ad-959f-24dec6e87277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:13.374032 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-feb0f367-2178-42fa-990b-df8ae79fc804 req-7a28cb41-23a0-48ad-959f-24dec6e87277 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d8aa5f40-ae37-4974-8bd6-c21e7d026994 HTTP/1.1" status: 200 len: 851 time: 0.7136533 Jul 07 19:26:13.467428 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-feb0f367-2178-42fa-990b-df8ae79fc804 req-56f2a7e3-8ed3-4d37-ad5f-d87982d7a1a0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279517 Jul 07 19:26:13.620014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 38be979d-3272-48fe-90b4-1fb587e42aa7 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:26:13.726148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:13.777742 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-feb0f367-2178-42fa-990b-df8ae79fc804 req-0eb2180f-6048-45d4-9eb3-23bde8ea38d2 service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009799 Jul 07 19:26:13.910264 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:14.096338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:14.273239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35cbc8-649f-4928-a50b-2057058119ba req-a8092655-a302-48ed-a1f1-53af69605a96 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:14.284607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa35cbc8-649f-4928-a50b-2057058119ba req-a8092655-a302-48ed-a1f1-53af69605a96 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1388047 Jul 07 19:26:14.322432 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-feb0f367-2178-42fa-990b-df8ae79fc804 req-51d8778f-8e86-459a-a539-2fb0b1ba59f9 service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913337 Jul 07 19:26:14.341300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:14.355751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Sync routers for ids ['38be979d-3272-48fe-90b4-1fb587e42aa7'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:14.378457 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c19ed3ef-f69d-4903-8add-b706dd5f2902 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "PUT /v2.0/routers/38be979d-3272-48fe-90b4-1fb587e42aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0562768 Jul 07 19:26:14.381822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa35cbc8-649f-4928-a50b-2057058119ba req-98e63050-1b7f-4d65-814f-5a02d3351080 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957201 Jul 07 19:26:14.382540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Routers {'38be979d-3272-48fe-90b4-1fb587e42aa7'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:14.388461 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:26:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['38be979d-3272-48fe-90b4-1fb587e42aa7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:14.481272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e498597-f03b-4b54-a85e-34cf183a31e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:14.625931 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e498597-f03b-4b54-a85e-34cf183a31e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:14.634780 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e498597-f03b-4b54-a85e-34cf183a31e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:14.635733 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:14.648362 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:14.732019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Set router 38be979d-3272-48fe-90b4-1fb587e42aa7 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:14.742376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0e498597-f03b-4b54-a85e-34cf183a31e0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dad61400c47d48969406c58544d6b294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6422248 Jul 07 19:26:14.744416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:14.756181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e498597-f03b-4b54-a85e-34cf183a31e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ad54ce-83bd-4ca2-b838-9b80470f29fb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:14.801443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event updated for resources: {'Port': ['ID=5afd9897-07da-487b-9fab-9d4b0b7eaeca,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:14.967266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:15.005024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-43d44c91-201e-452d-a46a-45cb85b11261 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862301684&fields=id&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 267 time: 0.1006467 Jul 07 19:26:15.027844 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb36d-94a6-4b31-9c1f-0a88e7750ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:15.101566 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb36d-94a6-4b31-9c1f-0a88e7750ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:15.103460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:26:08Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f09c55e0-2725-4630-b8b2-cfc626ca768e', 'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:10:9a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:07Z', 'updated_at': '2021-07-07T19:26:10Z', 'revision_number': 2, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:15.165414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Checking router: 38be979d-3272-48fe-90b4-1fb587e42aa7 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:15.165774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Updating router 38be979d-3272-48fe-90b4-1fb587e42aa7 port f09c55e0-2725-4630-b8b2-cfc626ca768e binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:26:15.189872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-5b937c3c-4446-4865-aba0-bb887acab143 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:15.192137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-5b937c3c-4446-4865-aba0-bb887acab143 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/networks?id=409b16e9-94d7-48fc-9570-0ee580e5ca83 HTTP/1.1" status: 200 len: 797 time: 0.1857860 Jul 07 19:26:15.213542 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb36d-94a6-4b31-9c1f-0a88e7750ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:15.216502 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb36d-94a6-4b31-9c1f-0a88e7750ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:15.220127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7cbcb36d-94a6-4b31-9c1f-0a88e7750ad3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/56ad54ce-83bd-4ca2-b838-9b80470f29fb HTTP/1.1" status: 204 len: 168 time: 0.4663758 Jul 07 19:26:15.237512 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Floating IP c2b755d9-d483-4c59-bffc-80a39fcb3eec associated. External IP: 172.25.2.179, port: 9bd4b8b1-f632-426d-aac4-8153fd8eed61. Jul 07 19:26:15.252659 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:15.257289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcb36d-94a6-4b31-9c1f-0a88e7750ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ad54ce-83bd-4ca2-b838-9b80470f29fb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:15.278787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-f962bc87-f96b-46b5-84fb-85630092b509 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/quotas/07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 375 time: 0.0593250 Jul 07 19:26:15.496225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-10fc2ba0-c7d1-4a31-af5b-d02508331b9b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2139299 Jul 07 19:26:15.755961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-e9ca1d95-96b6-40f7-939e-b16e343df58d service neutron] 10.222.0.113 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398503 Jul 07 19:26:15.856369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Router 1a220558-bb1e-4745-925f-04b5dc47f17d has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:26:16.010486 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:16.031084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Transition to ACTIVE for port object f09c55e0-2725-4630-b8b2-cfc626ca768e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:16.047458 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:16.134763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7beff7-e42a-4100-80aa-39824a7777de req-cd04a0c1-0007-4a68-a294-358f62663dc0 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:16.137414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:16.144627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb7beff7-e42a-4100-80aa-39824a7777de req-cd04a0c1-0007-4a68-a294-358f62663dc0 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.2573380 Jul 07 19:26:16.165791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789d180-f554-4f7c-8fae-938c49ad85d9 None None] Pushing event updated for resources: {'Port': ['ID=f09c55e0-2725-4630-b8b2-cfc626ca768e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:16.181215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-cb9c860a-6a62-4b70-88d9-ae0c9131d582 service neutron] 10.222.0.113 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232099 Jul 07 19:26:16.241360 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63789af-96be-480e-8ec3-1a81e5f3426a None None] Sync routers for ids ['1a220558-bb1e-4745-925f-04b5dc47f17d'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:16.260711 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63789af-96be-480e-8ec3-1a81e5f3426a None None] Routers {'1a220558-bb1e-4745-925f-04b5dc47f17d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:16.264762 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c63789af-96be-480e-8ec3-1a81e5f3426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:26:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1a220558-bb1e-4745-925f-04b5dc47f17d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:16.267474 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:16.281582 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb7beff7-e42a-4100-80aa-39824a7777de req-441400b2-a052-475f-826a-c2b65fe3c4b5 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353414 Jul 07 19:26:16.486742 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f076e756-3b98-416a-9b6b-5d5a870a3553 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.4884052 Jul 07 19:26:16.503941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'tag': '9bd4b8b1-f632-426d-aac4-8153fd8eed61'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:16.508287 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245d1f4f-503f-44f9-b800-a85598355279" -d '{"events": [{"name": "network-changed", "server_uuid": "a51443fe-f41e-4f59-a559-d5923bbb901f", "tag": "9bd4b8b1-f632-426d-aac4-8153fd8eed61"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:16.517184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Attempting to bind port f09c55e0-2725-4630-b8b2-cfc626ca768e on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:16.517435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Attempting to bind port f09c55e0-2725-4630-b8b2-cfc626ca768e by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:16.525141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Attempting to bind port f09c55e0-2725-4630-b8b2-cfc626ca768e on network 409b16e9-94d7-48fc-9570-0ee580e5ca83 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:16.542831 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:16.543218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Checking segment: {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:16.543639 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:16.544036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Bound using segment: {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:16.545052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Bound port: f09c55e0-2725-4630-b8b2-cfc626ca768e, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:16.545785 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:16.604393 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1cb42d-981d-40bb-a2db-1c2744528d41 x-openstack-request-id: req-ba1cb42d-981d-40bb-a2db-1c2744528d41 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:16.604718 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51443fe-f41e-4f59-a559-d5923bbb901f", "tag": "9bd4b8b1-f632-426d-aac4-8153fd8eed61", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:16.604975 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ba1cb42d-981d-40bb-a2db-1c2744528d41 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:16.605382 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'tag': '9bd4b8b1-f632-426d-aac4-8153fd8eed61', 'status': 'completed', 'code': 200} Jul 07 19:26:16.614354 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c63789af-96be-480e-8ec3-1a81e5f3426a None None] Set router 1a220558-bb1e-4745-925f-04b5dc47f17d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:16.721794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] For port f09c55e0-2725-4630-b8b2-cfc626ca768e, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:16.734671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] For port f09c55e0-2725-4630-b8b2-cfc626ca768e, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f09c55e0-2725-4630-b8b2-cfc626ca768e,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:16.746163 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:16.891818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d1f4f-503f-44f9-b800-a85598355279 req-238d9469-4b3d-48f8-81e8-c886a98fba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:16.901231 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-245d1f4f-503f-44f9-b800-a85598355279 req-238d9469-4b3d-48f8-81e8-c886a98fba69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d77860de5ec457b97f0f66c79356579&device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 1098 time: 0.2306643 Jul 07 19:26:16.963733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18d26180-0fed-4daa-a5d2-4ab8e42907cc req-1b950dfe-920f-488c-af93-561c9f108d6e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 210 time: 0.1351950 Jul 07 19:26:17.023680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Routers {'38be979d-3272-48fe-90b4-1fb587e42aa7'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:17.024638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:26:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['38be979d-3272-48fe-90b4-1fb587e42aa7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:17.127018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d1f4f-503f-44f9-b800-a85598355279 req-b806492e-101e-4197-bd2b-e961c3ac04df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:17.128433 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-245d1f4f-503f-44f9-b800-a85598355279 req-b806492e-101e-4197-bd2b-e961c3ac04df service neutron] 10.222.0.59 "GET /v2.0/networks?id=c457186a-8f41-4ba0-b09c-85ef976d1b30 HTTP/1.1" status: 200 len: 910 time: 0.2084317 Jul 07 19:26:17.285332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789d180-f554-4f7c-8fae-938c49ad85d9 None None] Pushing event updated for resources: {'Port': ['ID=f09c55e0-2725-4630-b8b2-cfc626ca768e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:17.313011 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c63789af-96be-480e-8ec3-1a81e5f3426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:18Z', 'revision_number': 4, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'c2b755d9-d483-4c59-bffc-80a39fcb3eec', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'port_id': '9bd4b8b1-f632-426d-aac4-8153fd8eed61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'mac_address': 'fa:16:3e:7b:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:26:11Z', 'updated_at': '2021-07-07T19:26:11Z', 'revision_number': 0, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7547ea-b0b2-4e90-bd91-d9968bb2ac93', 'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'mac_address': 'fa:16:3e:ae:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:15Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 5, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'subnets': [{'id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:17.364024 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-245d1f4f-503f-44f9-b800-a85598355279 req-c7f358f6-d052-4dda-9758-93e7b12f4316 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61 HTTP/1.1" status: 200 len: 1000 time: 0.2219844 Jul 07 19:26:17.377573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] Set router 38be979d-3272-48fe-90b4-1fb587e42aa7 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:17.547269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d1f4f-503f-44f9-b800-a85598355279 req-2028f221-006b-47b5-9c20-464abe36be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:17.552085 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-245d1f4f-503f-44f9-b800-a85598355279 req-2028f221-006b-47b5-9c20-464abe36be0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a79bd83e-e8df-4ead-8f46-d42fd932711d HTTP/1.1" status: 200 len: 847 time: 0.1869283 Jul 07 19:26:17.759137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8777d5-458e-4673-bc56-0ad6320c338b req-5ad22d8b-733e-4076-b8ca-ba10538fcaa0 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:17.768579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8777d5-458e-4673-bc56-0ad6320c338b req-5ad22d8b-733e-4076-b8ca-ba10538fcaa0 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.0982881 Jul 07 19:26:17.775848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d1f4f-503f-44f9-b800-a85598355279 req-8dac679e-4f58-4014-8c97-a60c09d4a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:17.777449 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-245d1f4f-503f-44f9-b800-a85598355279 req-8dac679e-4f58-4014-8c97-a60c09d4a9dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c457186a-8f41-4ba0-b09c-85ef976d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2187896 Jul 07 19:26:17.832892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c8777d5-458e-4673-bc56-0ad6320c338b req-17d1e388-6aec-44e1-a504-08f0c154edf9 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612948 Jul 07 19:26:17.860372 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63789af-96be-480e-8ec3-1a81e5f3426a None None] Checking router: 1a220558-bb1e-4745-925f-04b5dc47f17d for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:17.886082 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63789af-96be-480e-8ec3-1a81e5f3426a None None] Routers {'1a220558-bb1e-4745-925f-04b5dc47f17d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:17.890205 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c63789af-96be-480e-8ec3-1a81e5f3426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:26:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1a220558-bb1e-4745-925f-04b5dc47f17d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:18.059821 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-245d1f4f-503f-44f9-b800-a85598355279 req-04c3047d-8afa-4c28-8ba6-d6a75b42de07 service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734380 Jul 07 19:26:18.074584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:26:08Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f09c55e0-2725-4630-b8b2-cfc626ca768e', 'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:10:9a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:07Z', 'updated_at': '2021-07-07T19:26:16Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:18.171498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bfb405-afca-46db-b11a-6426859ccc29 None None] The sync data for ids ['38be979d-3272-48fe-90b4-1fb587e42aa7'] in n-d-792394-12 is: [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:26:08Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f09c55e0-2725-4630-b8b2-cfc626ca768e', 'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:10:9a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:07Z', 'updated_at': '2021-07-07T19:26:16Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:18.224279 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c63789af-96be-480e-8ec3-1a81e5f3426a None None] Set router 1a220558-bb1e-4745-925f-04b5dc47f17d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:18.348408 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4233935c-fb88-4e31-9f18-bcf7fee86651 req-e0c089c5-4406-409f-a78b-6f5ad57dab04 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 210 time: 0.0728550 Jul 07 19:26:18.379261 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-245d1f4f-503f-44f9-b800-a85598355279 req-16dd1831-06bc-4489-9559-8241b9915bac service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112135 Jul 07 19:26:18.717001 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c63789af-96be-480e-8ec3-1a81e5f3426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:18Z', 'revision_number': 4, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'c2b755d9-d483-4c59-bffc-80a39fcb3eec', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'port_id': '9bd4b8b1-f632-426d-aac4-8153fd8eed61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'mac_address': 'fa:16:3e:7b:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:26:11Z', 'updated_at': '2021-07-07T19:26:11Z', 'revision_number': 0, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7547ea-b0b2-4e90-bd91-d9968bb2ac93', 'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'mac_address': 'fa:16:3e:ae:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:15Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 5, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'subnets': [{'id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:18.760015 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63789af-96be-480e-8ec3-1a81e5f3426a None None] The sync data for ids ['1a220558-bb1e-4745-925f-04b5dc47f17d'] in n-d-792394-12 is: [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:18Z', 'revision_number': 4, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'c2b755d9-d483-4c59-bffc-80a39fcb3eec', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'port_id': '9bd4b8b1-f632-426d-aac4-8153fd8eed61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'mac_address': 'fa:16:3e:7b:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:26:11Z', 'updated_at': '2021-07-07T19:26:11Z', 'revision_number': 0, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7547ea-b0b2-4e90-bd91-d9968bb2ac93', 'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'mac_address': 'fa:16:3e:ae:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:15Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 5, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'subnets': [{'id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:18.943222 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.207188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592b19-b12d-46f2-b30f-99aa70cfa80e req-1e0b53e6-a49a-4b6a-9f5a-46d300c48e4b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:19.215425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0592b19-b12d-46f2-b30f-99aa70cfa80e req-1e0b53e6-a49a-4b6a-9f5a-46d300c48e4b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1267562 Jul 07 19:26:19.314007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63fd159-eb13-4011-b256-768821cc7813 None None] New status for floating IP c2b755d9-d483-4c59-bffc-80a39fcb3eec: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:26:19.345535 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0592b19-b12d-46f2-b30f-99aa70cfa80e req-588f6a8a-cb22-4c67-8d88-5f74ab09c81f tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183262 Jul 07 19:26:19.453923 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f09c55e0-2725-4630-b8b2-cfc626ca768e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:19.466619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-409df8fd-8657-47f2-bc82-8cea51ea714d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:19.474644 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-409df8fd-8657-47f2-bc82-8cea51ea714d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.59 "GET /v2.0/networks?id=409b16e9-94d7-48fc-9570-0ee580e5ca83 HTTP/1.1" status: 200 len: 797 time: 0.4022682 Jul 07 19:26:19.554654 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-80d506e6-b622-4b4c-9944-d364f968a557 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 379 time: 0.0650868 Jul 07 19:26:19.568178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'port': {'device_id': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'admin_state_up': True, 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'security_groups': ['1d3a3d48-3ca9-4524-97b2-d6be6cfef496']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:19.624018 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6eae2b7-2d83-472d-bda8-7100d61e3517 req-262b295b-1cdf-4e0e-aeb3-957973843f0b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 210 time: 0.0460718 Jul 07 19:26:19.659123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port f09c55e0-2725-4630-b8b2-cfc626ca768e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:19.666522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f09c55e0-2725-4630-b8b2-cfc626ca768e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:19.667252 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.745943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:19.751981 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.770181 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.831381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port f09c55e0-2725-4630-b8b2-cfc626ca768e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f09c55e0-2725-4630-b8b2-cfc626ca768e,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:19.839421 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:19.917942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=f09c55e0-2725-4630-b8b2-cfc626ca768e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:19.966828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.20.0.4 (409b16e9-94d7-48fc-9570-0ee580e5ca83/dcdf7d8d-d31e-4dab-8d43-a8456267d699/dda1541e-f0e0-4acc-9e76-e477c4143d8b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:20.108681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15be5c-6116-4c12-8e27-3e4ba8e84bb0 req-081d5e23-a30a-4925-8c50-7eb458a583de tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:20.110745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe15be5c-6116-4c12-8e27-3e4ba8e84bb0 req-081d5e23-a30a-4925-8c50-7eb458a583de tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 950 time: 0.0880628 Jul 07 19:26:20.164936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe15be5c-6116-4c12-8e27-3e4ba8e84bb0 req-ea36f916-fc73-4b22-9bf6-dc03f0c04503 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472624 Jul 07 19:26:20.175318 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.195935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Transition to ACTIVE for port object dda1541e-f0e0-4acc-9e76-e477c4143d8b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:20.238326 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.293405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 409b16e9-94d7-48fc-9570-0ee580e5ca83 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:20.297030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:20.304679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:20.341898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=dda1541e-f0e0-4acc-9e76-e477c4143d8b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:20.378839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:20.380150 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.401465 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-b74f8f18-56b4-47a8-b6d9-a48c6986f7a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8413687 Jul 07 19:26:20.425124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Request body: {'port': {'device_id': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:20.538844 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.609113 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c9fbe-5c10-47e5-a83c-6e566ad4d7fd req-9871aac6-89a5-4bad-a25f-6506b57c665c tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:20.610702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-359c9fbe-5c10-47e5-a83c-6e566ad4d7fd req-9871aac6-89a5-4bad-a25f-6506b57c665c tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.0862811 Jul 07 19:26:20.691607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-df76e2ee-8dae-4372-baed-66fab1843f54 None None] Provisioning for port dda1541e-f0e0-4acc-9e76-e477c4143d8b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:20.696841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-df76e2ee-8dae-4372-baed-66fab1843f54 None None] Provisioning complete for port dda1541e-f0e0-4acc-9e76-e477c4143d8b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:20.697225 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df76e2ee-8dae-4372-baed-66fab1843f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.717821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-359c9fbe-5c10-47e5-a83c-6e566ad4d7fd req-83e4a8b3-16f4-46ec-9900-b518491f7a52 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980783 Jul 07 19:26:20.782577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-df76e2ee-8dae-4372-baed-66fab1843f54 None None] Port dda1541e-f0e0-4acc-9e76-e477c4143d8b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:26:21.005581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda1541e-f0e0-4acc-9e76-e477c4143d8b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:21.023211 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:21.063709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Transition to ACTIVE for port object dda1541e-f0e0-4acc-9e76-e477c4143d8b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:21.072386 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:21.140630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Pushing event updated for resources: {'Port': ['ID=dda1541e-f0e0-4acc-9e76-e477c4143d8b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:21.190134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c691a-1eb6-41f5-9bc1-daa420257a45 req-8b44ad0f-ab10-4cc3-8ff0-7c7f678f4d72 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:21.198390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e0c691a-1eb6-41f5-9bc1-daa420257a45 req-8b44ad0f-ab10-4cc3-8ff0-7c7f678f4d72 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 931 time: 0.1406541 Jul 07 19:26:21.259635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Attempting to bind port dda1541e-f0e0-4acc-9e76-e477c4143d8b on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:21.259981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Attempting to bind port dda1541e-f0e0-4acc-9e76-e477c4143d8b by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:21.260315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Attempting to bind port dda1541e-f0e0-4acc-9e76-e477c4143d8b on network 409b16e9-94d7-48fc-9570-0ee580e5ca83 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:21.265657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Port dda1541e-f0e0-4acc-9e76-e477c4143d8b on network 409b16e9-94d7-48fc-9570-0ee580e5ca83 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:21.266193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Attempting to bind port dda1541e-f0e0-4acc-9e76-e477c4143d8b on network 409b16e9-94d7-48fc-9570-0ee580e5ca83 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:21.276281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:21.276682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Checking segment: {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:21.277076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Bound using segment: {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:21.277512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Bound port: dda1541e-f0e0-4acc-9e76-e477c4143d8b, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:21.278078 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:21.392768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e0c691a-1eb6-41f5-9bc1-daa420257a45 req-86a03c41-dcec-40ac-95e5-63fdb9ecb180 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880064 Jul 07 19:26:21.436328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:21.446648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f09c55e0-2725-4630-b8b2-cfc626ca768e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:21.455616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:21.480432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:21.549240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Pushing event updated for resources: {'Port': ['ID=dda1541e-f0e0-4acc-9e76-e477c4143d8b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:21.569253 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:21.570455 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:21.595083 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-734e75e7-79b6-486f-913d-bf7db888be52 service neutron] 10.222.0.59 "PUT /v2.0/ports/dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 200 len: 1092 time: 1.1741447 Jul 07 19:26:21.596163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:21.603486 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1887a117-1fe1-484e-a481-bc2e44f50913" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:21.699704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f09c55e0-2725-4630-b8b2-cfc626ca768e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:21.700416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:21.775269 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68425ee6-c924-4d25-bb14-a793f7d72d38 x-openstack-request-id: req-68425ee6-c924-4d25-bb14-a793f7d72d38 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:21.776708 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:21.777637 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-68425ee6-c924-4d25-bb14-a793f7d72d38 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:21.779092 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'status': 'completed', 'code': 200} Jul 07 19:26:21.855995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-0152e841-3cb2-4840-a3ed-a2d64ea363f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:21.857889 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-0152e841-3cb2-4840-a3ed-a2d64ea363f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1095 time: 0.1803861 Jul 07 19:26:21.955138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0075510-cda3-4e89-933f-f8526ef70c99 req-476df552-ce07-485c-98b1-0922bcdda531 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:21.961837 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-a7744ac2-ad67-412c-8f89-9d879e08986b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 200 len: 217 time: 0.0893116 Jul 07 19:26:21.962292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0075510-cda3-4e89-933f-f8526ef70c99 req-476df552-ce07-485c-98b1-0922bcdda531 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 950 time: 0.1717656 Jul 07 19:26:22.029838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-12d01448-6457-4925-b3bc-5b23fd663155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:22.031637 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-12d01448-6457-4925-b3bc-5b23fd663155 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcdf7d8d-d31e-4dab-8d43-a8456267d699 HTTP/1.1" status: 200 len: 835 time: 0.0626795 Jul 07 19:26:22.048211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0075510-cda3-4e89-933f-f8526ef70c99 req-b52c074c-2303-42ab-95f6-917147f68341 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849280 Jul 07 19:26:22.106850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b629ea-fca9-451e-9dc4-19dabc940abb req-a1c7b073-4b37-410e-9c1e-5312c4fa3619 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:22.115300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3b629ea-fca9-451e-9dc4-19dabc940abb req-a1c7b073-4b37-410e-9c1e-5312c4fa3619 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1446309 Jul 07 19:26:22.137677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-83ab339d-8b55-49bc-8267-281d21faffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:22.140669 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-83ab339d-8b55-49bc-8267-281d21faffdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=409b16e9-94d7-48fc-9570-0ee580e5ca83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014485 Jul 07 19:26:22.165492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3b629ea-fca9-451e-9dc4-19dabc940abb req-72baba6d-21ae-468d-b833-970ec38c0989 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480771 Jul 07 19:26:22.249259 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-9b608697-9f0c-4039-adf6-eb22fd1389fd service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987668 Jul 07 19:26:22.349495 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-903834da-c9a6-4266-b1a3-85af3ddf1ef6 req-1e65684d-e9c6-44c7-8834-f682ebfb998d service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930648 Jul 07 19:26:22.518116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887a117-1fe1-484e-a481-bc2e44f50913 req-0203f9df-2801-4da9-b619-1d7da05a786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:22.519642 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1887a117-1fe1-484e-a481-bc2e44f50913 req-0203f9df-2801-4da9-b619-1d7da05a786f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1095 time: 0.0786016 Jul 07 19:26:22.643520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887a117-1fe1-484e-a481-bc2e44f50913 req-fddaab9e-5363-40ed-b58b-ba1de1748881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:22.644206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95accf-cf25-4f73-9626-472b4315c30d req-0d861192-665e-46e3-bd80-703062e612b7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:22.645073 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1887a117-1fe1-484e-a481-bc2e44f50913 req-fddaab9e-5363-40ed-b58b-ba1de1748881 service neutron] 10.222.0.59 "GET /v2.0/networks?id=409b16e9-94d7-48fc-9570-0ee580e5ca83 HTTP/1.1" status: 200 len: 899 time: 0.1180325 Jul 07 19:26:22.648988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a95accf-cf25-4f73-9626-472b4315c30d req-0d861192-665e-46e3-bd80-703062e612b7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 943 time: 0.0802917 Jul 07 19:26:22.689892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a95accf-cf25-4f73-9626-472b4315c30d req-0d1f4f23-9d82-43ce-b0be-49b970199dbe tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375230 Jul 07 19:26:22.691909 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1887a117-1fe1-484e-a481-bc2e44f50913 req-1c709f5a-02a6-40fa-8be3-7a7b0510d09a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 200 len: 217 time: 0.0396404 Jul 07 19:26:22.764518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887a117-1fe1-484e-a481-bc2e44f50913 req-fd8815ed-f66b-4355-a495-583ae7004b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:22.766100 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1887a117-1fe1-484e-a481-bc2e44f50913 req-fd8815ed-f66b-4355-a495-583ae7004b7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcdf7d8d-d31e-4dab-8d43-a8456267d699 HTTP/1.1" status: 200 len: 835 time: 0.0668409 Jul 07 19:26:22.842854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887a117-1fe1-484e-a481-bc2e44f50913 req-a3e4095d-5667-47f6-9c9c-69ed5a4948f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:22.844659 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1887a117-1fe1-484e-a481-bc2e44f50913 req-a3e4095d-5667-47f6-9c9c-69ed5a4948f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=409b16e9-94d7-48fc-9570-0ee580e5ca83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707457 Jul 07 19:26:22.941922 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1887a117-1fe1-484e-a481-bc2e44f50913 req-9cd46a77-fa2c-432a-a497-40a684769938 service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893297 Jul 07 19:26:23.045582 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1887a117-1fe1-484e-a481-bc2e44f50913 req-001f456b-4a56-4f80-9a3d-4b402fa2cb84 service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948021 Jul 07 19:26:23.248593 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea6d88-cca9-4a4f-b779-6b1f74b1ce5f req-f5f2e831-c316-4ec7-b740-bad9513a1796 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:23.250851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bea6d88-cca9-4a4f-b779-6b1f74b1ce5f req-f5f2e831-c316-4ec7-b740-bad9513a1796 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 950 time: 0.0804455 Jul 07 19:26:23.329388 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bea6d88-cca9-4a4f-b779-6b1f74b1ce5f req-95ae8846-7d88-4ea1-9bf6-f2f9da0058c1 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/security-groups?id=caa5a23d-a285-48d6-8eae-7e45512f17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646949 Jul 07 19:26:23.412872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2ade6-fe6e-4c18-a87f-bd99fe6684c6 req-f2cb444c-34c5-4e5d-8916-a6e0dade47cd tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:23.420847 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcc2ade6-fe6e-4c18-a87f-bd99fe6684c6 req-f2cb444c-34c5-4e5d-8916-a6e0dade47cd tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1252093 Jul 07 19:26:23.467869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a522b3-bc2f-4f7a-b7ec-d053726f30e5 req-14a606be-6dcf-42c4-bcb0-a9e9920c70f0 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:23.469082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcc2ade6-fe6e-4c18-a87f-bd99fe6684c6 req-fe53def7-b44a-4751-b354-08e146afff3c tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468743 Jul 07 19:26:23.469464 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5a522b3-bc2f-4f7a-b7ec-d053726f30e5 req-14a606be-6dcf-42c4-bcb0-a9e9920c70f0 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.112 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 950 time: 0.1380692 Jul 07 19:26:23.601503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b5a522b3-bc2f-4f7a-b7ec-d053726f30e5 req-c6bc6f1b-8b3e-4fcc-a638-87d50acb29d8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Deleting port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:23.601996 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5a522b3-bc2f-4f7a-b7ec-d053726f30e5 req-c6bc6f1b-8b3e-4fcc-a638-87d50acb29d8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:23.702353 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b5a522b3-bc2f-4f7a-b7ec-d053726f30e5 req-c6bc6f1b-8b3e-4fcc-a638-87d50acb29d8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] For port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:23.703050 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5a522b3-bc2f-4f7a-b7ec-d053726f30e5 req-c6bc6f1b-8b3e-4fcc-a638-87d50acb29d8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:23.717076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b5a522b3-bc2f-4f7a-b7ec-d053726f30e5 req-c6bc6f1b-8b3e-4fcc-a638-87d50acb29d8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Calling delete_port for b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:23.890488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5a522b3-bc2f-4f7a-b7ec-d053726f30e5 req-c6bc6f1b-8b3e-4fcc-a638-87d50acb29d8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:23.929783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc6f1b-8b3e-4fcc-a638-87d50acb29d8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Pushing event deleted for resources: {'Port': ['ID=b0c7f787-c99d-41eb-ba1d-ae11ddec2d29,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:23.995554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d6833-bae8-4c30-8375-b320d3f37207 req-6f47194b-61ff-498f-9209-1a03ec90a086 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:23.997247 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-281d6833-bae8-4c30-8375-b320d3f37207 req-6f47194b-61ff-498f-9209-1a03ec90a086 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 943 time: 0.1451442 Jul 07 19:26:24.007981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a522b3-bc2f-4f7a-b7ec-d053726f30e5 req-c6bc6f1b-8b3e-4fcc-a638-87d50acb29d8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] No DVR routers for this DVR port b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:24.011826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b5a522b3-bc2f-4f7a-b7ec-d053726f30e5 req-c6bc6f1b-8b3e-4fcc-a638-87d50acb29d8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.015329 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b5a522b3-bc2f-4f7a-b7ec-d053726f30e5 req-c6bc6f1b-8b3e-4fcc-a638-87d50acb29d8 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.112 "DELETE /v2.0/ports/b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 HTTP/1.1" status: 204 len: 173 time: 0.5380986 Jul 07 19:26:24.015759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'name': 'network-vif-deleted', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:24.018862 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64091266-7ab3-4bf7-acd9-7a2f6c441548" -d '{"events": [{"server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "name": "network-vif-deleted", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:24.105839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-281d6833-bae8-4c30-8375-b320d3f37207 req-7d770fe6-da33-45f4-9c1a-d129995234da tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018443 Jul 07 19:26:24.171702 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc9a3e9-5be3-47ab-b5a4-6cd789c7baa3 x-openstack-request-id: req-fdc9a3e9-5be3-47ab-b5a4-6cd789c7baa3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:24.172066 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dad14b-6947-4bc9-b575-5709626aadd0", "name": "network-vif-deleted", "tag": "b0c7f787-c99d-41eb-ba1d-ae11ddec2d29", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:24.172378 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fdc9a3e9-5be3-47ab-b5a4-6cd789c7baa3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:24.172859 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dad14b-6947-4bc9-b575-5709626aadd0', 'name': 'network-vif-deleted', 'tag': 'b0c7f787-c99d-41eb-ba1d-ae11ddec2d29', 'status': 'completed', 'code': 200} Jul 07 19:26:24.177862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:24.231777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:24.267356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:24.267772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:24.352185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.512256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.522369 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.599697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd7213ee-2615-45d0-b8df-ca373abbf025 req-c4eb508b-2754-4633-ad39-c3d52a5fa8c6 tempest-ImagesOneServerTestJSON-1442689511 tempest-ImagesOneServerTestJSON-1442689511-project] 10.222.0.113 "GET /v2.0/ports?device_id=56dad14b-6947-4bc9-b575-5709626aadd0 HTTP/1.1" status: 200 len: 210 time: 0.0544486 Jul 07 19:26:24.606976 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2bc9ad6ecbd0441790b8c9fcbdd5ebde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271915 Jul 07 19:26:24.609296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4415c804-477b-4a62-ac19-8f19b812574a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:24.609668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:24.620286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.620859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.621360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.621856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.622349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.623004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.623514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.624113 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.624640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.625460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.625983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.627274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade652-2c2b-4a8f-aa81-fa888397015c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:24.691019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device dda1541e-f0e0-4acc-9e76-e477c4143d8b details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:24.714924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e567b5d9-9021-4673-88e0-665fc8db5485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.739526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e567b5d9-9021-4673-88e0-665fc8db5485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.796121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68dd9b-6a63-4689-b449-3d2ddf382b74 req-965a984f-8ca8-4f54-ae8e-4e78f21a9fcd tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:24.797731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c68dd9b-6a63-4689-b449-3d2ddf382b74 req-965a984f-8ca8-4f54-ae8e-4e78f21a9fcd tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.0828688 Jul 07 19:26:24.799026 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e567b5d9-9021-4673-88e0-665fc8db5485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.802364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e567b5d9-9021-4673-88e0-665fc8db5485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:24.804565 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e567b5d9-9021-4673-88e0-665fc8db5485 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4415c804-477b-4a62-ac19-8f19b812574a HTTP/1.1" status: 204 len: 168 time: 0.1937659 Jul 07 19:26:24.823587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567b5d9-9021-4673-88e0-665fc8db5485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4415c804-477b-4a62-ac19-8f19b812574a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:24.891867 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c68dd9b-6a63-4689-b449-3d2ddf382b74 req-c1be1ae6-b565-4ecb-958e-ce3111f9faf0 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863473 Jul 07 19:26:24.917392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:24.936857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'port_id': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'mac_address': 'fa:16:3e:ff:e6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:24.987905 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.002026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda1541e-f0e0-4acc-9e76-e477c4143d8b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:25.022924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:25.028046 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:25.086343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=dda1541e-f0e0-4acc-9e76-e477c4143d8b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:25.328995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2e187-5630-468b-9390-238490885202 req-5716fce7-2931-4fe2-9ece-4669299f2c1d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:25.330813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f2e187-5630-468b-9390-238490885202 req-5716fce7-2931-4fe2-9ece-4669299f2c1d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 944 time: 0.0727770 Jul 07 19:26:25.336548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['dda1541e-f0e0-4acc-9e76-e477c4143d8b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:25.392611 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f2e187-5630-468b-9390-238490885202 req-4046abb5-ad90-4f8a-bf92-81b0258e41c5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521300 Jul 07 19:26:26.051602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39050) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:26.105481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bb9a1-3173-43a2-8212-9cfaeb9195bf req-482271ec-940b-4bd2-9f8f-53861f20d87a tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:26.108503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca7bb9a1-3173-43a2-8212-9cfaeb9195bf req-482271ec-940b-4bd2-9f8f-53861f20d87a tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.0911148 Jul 07 19:26:26.153997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca7bb9a1-3173-43a2-8212-9cfaeb9195bf req-bc5cd231-22ce-4e2f-afeb-ea6a81cd8b37 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386412 Jul 07 19:26:26.363057 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5568a6c5-721d-469e-9db9-35dd426b4826 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0a33d7c700d047189a8eb945c3dfc89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102376 Jul 07 19:26:26.366116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:26.420789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7c3904a-6bd6-4fe9-af74-b9a6d448ed41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.451281 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7c3904a-6bd6-4fe9-af74-b9a6d448ed41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.464355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec3331-6a72-4ef9-8290-afd771b7da01 req-b58c1a7d-7c69-46f6-935b-51dff1c596fb tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:26.466262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cdec3331-6a72-4ef9-8290-afd771b7da01 req-b58c1a7d-7c69-46f6-935b-51dff1c596fb tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 950 time: 0.0791368 Jul 07 19:26:26.519409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7c3904a-6bd6-4fe9-af74-b9a6d448ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.523228 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7c3904a-6bd6-4fe9-af74-b9a6d448ed41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.527009 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d7c3904a-6bd6-4fe9-af74-b9a6d448ed41 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/caa5a23d-a285-48d6-8eae-7e45512f17e4 HTTP/1.1" status: 204 len: 168 time: 0.1571088 Jul 07 19:26:26.527333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cdec3331-6a72-4ef9-8290-afd771b7da01 req-e1e74af7-7581-4d2d-8f7a-8115573b6dfa tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/security-groups?id=eff31bc7-5470-4346-8bdd-68199a328219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459349 Jul 07 19:26:26.537189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3904a-6bd6-4fe9-af74-b9a6d448ed41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa5a23d-a285-48d6-8eae-7e45512f17e4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:26.645852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e244c-a783-4c72-9174-f12a502c536b req-3a03d5ac-8953-41cb-94de-d1564357db00 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:26.648016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f94e244c-a783-4c72-9174-f12a502c536b req-3a03d5ac-8953-41cb-94de-d1564357db00 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 944 time: 0.0694778 Jul 07 19:26:26.696238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f94e244c-a783-4c72-9174-f12a502c536b req-b77695f0-b0c6-4b85-a4f6-48838f4994a2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388885 Jul 07 19:26:26.707503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device dda1541e-f0e0-4acc-9e76-e477c4143d8b up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:26.762964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port dda1541e-f0e0-4acc-9e76-e477c4143d8b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:26.768648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port dda1541e-f0e0-4acc-9e76-e477c4143d8b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:26.769190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.856318 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.881745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:26.884685 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c139ce8-e26d-4991-9360-ff7021a77afe" -d '{"events": [{"server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "name": "network-vif-plugged", "status": "completed", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:26.900318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:26.904845 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:26.937066 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acec88f4-3482-47e6-90cf-ffba7a9c66f5 x-openstack-request-id: req-acec88f4-3482-47e6-90cf-ffba7a9c66f5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:26.937480 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "name": "network-vif-plugged", "status": "completed", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:26.937741 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-acec88f4-3482-47e6-90cf-ffba7a9c66f5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:26.938199 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'code': 200} Jul 07 19:26:26.970510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=dda1541e-f0e0-4acc-9e76-e477c4143d8b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:27.109326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab7bbb-3b21-4410-8f58-eac095cc6fbc req-771d1205-8aa5-4f2e-9410-c77f13b83f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:27.111115 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2aab7bbb-3b21-4410-8f58-eac095cc6fbc req-771d1205-8aa5-4f2e-9410-c77f13b83f80 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1097 time: 0.0653918 Jul 07 19:26:27.152968 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2aab7bbb-3b21-4410-8f58-eac095cc6fbc req-a31769c8-07eb-43ce-8ffd-a9a587bc18d5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317874 Jul 07 19:26:27.384649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76292c4-2bcf-4114-96dd-bd365a588e95 req-e2fdf93b-56af-4a59-873d-df3a3d7da571 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:27.386301 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b76292c4-2bcf-4114-96dd-bd365a588e95 req-e2fdf93b-56af-4a59-873d-df3a3d7da571 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.0905499 Jul 07 19:26:27.435620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b76292c4-2bcf-4114-96dd-bd365a588e95 req-a2633e87-577c-4718-b7ae-20375edce8fe tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Jul 07 19:26:27.704625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bc958-8037-4e0b-b7d4-1df7cfdddcdc req-08ef8cd5-195e-448f-a1fe-4ee923d3ff5a tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:27.706150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-154bc958-8037-4e0b-b7d4-1df7cfdddcdc req-08ef8cd5-195e-448f-a1fe-4ee923d3ff5a tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 950 time: 0.0701432 Jul 07 19:26:27.754738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-154bc958-8037-4e0b-b7d4-1df7cfdddcdc req-91baa5a8-1914-433e-9822-b0df7726e7f1 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/security-groups?id=eff31bc7-5470-4346-8bdd-68199a328219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Jul 07 19:26:27.858586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:27.892886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf5a7d-14a3-4bbe-9bfa-abad9b67f24d req-c4a4f47e-c5f3-41f9-b87c-3685eb54afe2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:27.894404 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63bf5a7d-14a3-4bbe-9bfa-abad9b67f24d req-c4a4f47e-c5f3-41f9-b87c-3685eb54afe2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.0668592 Jul 07 19:26:27.936244 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63bf5a7d-14a3-4bbe-9bfa-abad9b67f24d req-6aad0a41-89ca-4f06-8c17-134e15a8aa8e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356445 Jul 07 19:26:27.974970 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8a79-a0c9-4431-bab6-b09c3667acf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:28.075617 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8a79-a0c9-4431-bab6-b09c3667acf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:28.081594 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8a79-a0c9-4431-bab6-b09c3667acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:28.126409 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fe1a8a79-a0c9-4431-bab6-b09c3667acf1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e7f52477119a42d39e04f1c9b5541a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664201 Jul 07 19:26:28.127573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a8a79-a0c9-4431-bab6-b09c3667acf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f7bbd7-456d-41f6-a51b-4e6b5ecf2da2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:28.129496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:28.191037 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7d578d-0940-4171-b4b6-c93c0613be32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:28.216680 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7d578d-0940-4171-b4b6-c93c0613be32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:28.253247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:28.277052 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7d578d-0940-4171-b4b6-c93c0613be32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:28.279771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:28.279916 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac7d578d-0940-4171-b4b6-c93c0613be32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:28.280118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b0c7f787-c99d-41eb-ba1d-ae11ddec2d29 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:28.280998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ac7d578d-0940-4171-b4b6-c93c0613be32 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f0f7bbd7-456d-41f6-a51b-4e6b5ecf2da2 HTTP/1.1" status: 204 len: 168 time: 0.1504903 Jul 07 19:26:28.289875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d578d-0940-4171-b4b6-c93c0613be32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f7bbd7-456d-41f6-a51b-4e6b5ecf2da2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:28.541840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c056c38-ce83-4946-b24c-4837aceb5250 req-e21bc18e-4045-4add-a2c7-7e50f26fa0e6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:28.543425 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1c056c38-ce83-4946-b24c-4837aceb5250 req-e21bc18e-4045-4add-a2c7-7e50f26fa0e6 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.59 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 950 time: 0.0781977 Jul 07 19:26:28.680703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34206dec-23d5-4df1-acc0-15de6be994b6 req-0695f7d2-961a-41a2-b1bb-1728059dbe16 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:28.682218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34206dec-23d5-4df1-acc0-15de6be994b6 req-0695f7d2-961a-41a2-b1bb-1728059dbe16 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.0885944 Jul 07 19:26:28.694585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1c056c38-ce83-4946-b24c-4837aceb5250 req-c43bfe1a-e6c4-41be-8581-53bb0ee0972d tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Deleting port 890308d9-cca9-46ae-a525-9243c6916716 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:28.695320 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c056c38-ce83-4946-b24c-4837aceb5250 req-c43bfe1a-e6c4-41be-8581-53bb0ee0972d tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:28.735277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34206dec-23d5-4df1-acc0-15de6be994b6 req-f184c344-ccaa-434f-a929-f95b9c00f0db tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469034 Jul 07 19:26:28.827186 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1c056c38-ce83-4946-b24c-4837aceb5250 req-c43bfe1a-e6c4-41be-8581-53bb0ee0972d tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] For port 890308d9-cca9-46ae-a525-9243c6916716, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=890308d9-cca9-46ae-a525-9243c6916716,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:28.827642 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c056c38-ce83-4946-b24c-4837aceb5250 req-c43bfe1a-e6c4-41be-8581-53bb0ee0972d tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:28.847515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1c056c38-ce83-4946-b24c-4837aceb5250 req-c43bfe1a-e6c4-41be-8581-53bb0ee0972d tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Calling delete_port for 890308d9-cca9-46ae-a525-9243c6916716 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:28.970326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f01d3-ee50-4962-a9e6-ad1b63d827d2 req-8e331046-1866-4464-b236-188fefca4116 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:28.972916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690f01d3-ee50-4962-a9e6-ad1b63d827d2 req-8e331046-1866-4464-b236-188fefca4116 tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/ports?device_id=b811695a-69af-4405-88c8-896979597e35 HTTP/1.1" status: 200 len: 950 time: 0.0762870 Jul 07 19:26:29.047607 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c056c38-ce83-4946-b24c-4837aceb5250 req-c43bfe1a-e6c4-41be-8581-53bb0ee0972d tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.086236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['890308d9-cca9-46ae-a525-9243c6916716'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:29.100901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bfe1a-e6c4-41be-8581-53bb0ee0972d tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Pushing event deleted for resources: {'Port': ['ID=890308d9-cca9-46ae-a525-9243c6916716,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:29.165507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c056c38-ce83-4946-b24c-4837aceb5250 req-c43bfe1a-e6c4-41be-8581-53bb0ee0972d tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] No DVR routers for this DVR port 890308d9-cca9-46ae-a525-9243c6916716 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:29.169835 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c056c38-ce83-4946-b24c-4837aceb5250 req-c43bfe1a-e6c4-41be-8581-53bb0ee0972d tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.172160 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1c056c38-ce83-4946-b24c-4837aceb5250 req-c43bfe1a-e6c4-41be-8581-53bb0ee0972d tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.59 "DELETE /v2.0/ports/890308d9-cca9-46ae-a525-9243c6916716 HTTP/1.1" status: 204 len: 173 time: 0.6223674 Jul 07 19:26:29.172762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b811695a-69af-4405-88c8-896979597e35', 'name': 'network-vif-deleted', 'tag': '890308d9-cca9-46ae-a525-9243c6916716'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:29.175357 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c536f547-4b34-45b9-bc60-95c0e4c36a0c" -d '{"events": [{"server_uuid": "b811695a-69af-4405-88c8-896979597e35", "name": "network-vif-deleted", "tag": "890308d9-cca9-46ae-a525-9243c6916716"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:29.186400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:29.340458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-697457086-network', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:29.374050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:29.377422 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.388039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.513304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-690f01d3-ee50-4962-a9e6-ad1b63d827d2 req-0a6c3a46-7677-4251-a3ed-bd8f2c67a50f tempest-VolumesBackupsTest-793891616 tempest-VolumesBackupsTest-793891616-project] 10.222.0.113 "GET /v2.0/security-groups?id=eff31bc7-5470-4346-8bdd-68199a328219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322587 Jul 07 19:26:29.513790 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.523011 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.561988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:26:29.573401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91caef-1fc6-4006-be45-2ce068617b84 req-c1354a7c-650a-4a79-bea8-c809f3b2334e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:29.581047 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb237b8e-95c6-4b82-b2f8-22bc0b9c73f9 x-openstack-request-id: req-cb237b8e-95c6-4b82-b2f8-22bc0b9c73f9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:29.582570 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b811695a-69af-4405-88c8-896979597e35", "name": "network-vif-deleted", "tag": "890308d9-cca9-46ae-a525-9243c6916716", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:29.582923 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cb237b8e-95c6-4b82-b2f8-22bc0b9c73f9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:29.583671 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b811695a-69af-4405-88c8-896979597e35', 'name': 'network-vif-deleted', 'tag': '890308d9-cca9-46ae-a525-9243c6916716', 'status': 'completed', 'code': 200} Jul 07 19:26:29.584068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b91caef-1fc6-4006-be45-2ce068617b84 req-c1354a7c-650a-4a79-bea8-c809f3b2334e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.1476104 Jul 07 19:26:29.593633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baeafc8-569a-413d-b10d-f96850517fbe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:29.612737 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.618023 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Added segment c652af9b-a6cc-4600-b634-3f4931d1c0bc of type vlan for network 38cffaf4-05c6-4e56-aab2-2ab7b0026154 Jul 07 19:26:29.658885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b91caef-1fc6-4006-be45-2ce068617b84 req-edcdc862-f67e-4896-9268-db61ecd587db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727203 Jul 07 19:26:29.736877 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.816674 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.819403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:29.820844 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:29.911741 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7227550 Jul 07 19:26:29.912995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:29.919883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] Request body: {'subnet': {'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-697457086-subnet', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:29.939064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64328602-0346-401c-8730-d1993229de13 req-caaf4904-2ae0-4be9-9216-3d09a45894c7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:29.942494 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64328602-0346-401c-8730-d1993229de13 req-caaf4904-2ae0-4be9-9216-3d09a45894c7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.0924654 Jul 07 19:26:29.945831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d4f54-6476-4800-895e-9c1e1d47da7c admin admin] Pushing event updated for resources: {'Network': ['ID=38cffaf4-05c6-4e56-aab2-2ab7b0026154,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:29.957346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 38cffaf4-05c6-4e56-aab2-2ab7b0026154 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:26:29.967001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:29.973054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.058881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64328602-0346-401c-8730-d1993229de13 req-2c7634e7-93a6-489a-b61f-d004ab5816ca tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920818 Jul 07 19:26:30.084451 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:30.095145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89df5cc-c8f3-449c-b18e-9220235504d1 req-778df482-dca9-4fa0-b9c4-0dc68152d783 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:30.096827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c89df5cc-c8f3-449c-b18e-9220235504d1 req-778df482-dca9-4fa0-b9c4-0dc68152d783 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1502297 Jul 07 19:26:30.143564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c89df5cc-c8f3-449c-b18e-9220235504d1 req-8c28d22d-895d-4cca-a424-704249f7e917 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Jul 07 19:26:30.235651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2289daa-01ab-43c3-893d-a9e6d8e8f799 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:30.237404 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f2289daa-01ab-43c3-893d-a9e6d8e8f799 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1092 time: 0.1460769 Jul 07 19:26:30.240437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:30.246971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:30.271165 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.287786 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.354165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31f131b-ecd5-4da3-91fe-125b63884b49,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:30.363383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] Checking segment: {'id': 'c652af9b-a6cc-4600-b634-3f4931d1c0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:30.363657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] Network hostable DHCP agents. Network: 38cffaf4-05c6-4e56-aab2-2ab7b0026154, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:26:30.383461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] Network 38cffaf4-05c6-4e56-aab2-2ab7b0026154 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:26:30.388516 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.393683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 38cffaf4-05c6-4e56-aab2-2ab7b0026154) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:30.404437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c02ce8f-e034-4e2f-a4e6-edc83f14548d None None] Network 38cffaf4-05c6-4e56-aab2-2ab7b0026154 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:30.407499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:30.407930 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.426679 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fcbd2134-72f8-437e-bc2b-5b90454b686e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5107126 Jul 07 19:26:30.429892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:30.435614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-697457086-router', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:30.468777 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.470222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.527754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.25.2.173 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/492cae26-5a68-4a5e-952c-9862b776d152) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:30.536233 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.723564 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.774032 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.785519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-38cffaf4-05c6-4e56-aab2-2ab7b0026154', 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'fixed_ips': [{'subnet_id': 'c31f131b-ecd5-4da3-91fe-125b63884b49'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:26:30.786620 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.862604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:30.929163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:30.932147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:30.938952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:30.967035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=492cae26-5a68-4a5e-952c-9862b776d152,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:31.020789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Allocated IP 172.20.0.2 (38cffaf4-05c6-4e56-aab2-2ab7b0026154/c31f131b-ecd5-4da3-91fe-125b63884b49/23e0ffc0-f129-40a0-85c9-98b179eaba29) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:31.358459 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.369874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Transition to ACTIVE for port object 23e0ffc0-f129-40a0-85c9-98b179eaba29 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:31.404275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Transition to ACTIVE for port object 23e0ffc0-f129-40a0-85c9-98b179eaba29 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:31.417059 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.471449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Network 38cffaf4-05c6-4e56-aab2-2ab7b0026154 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:31.474758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:31.479634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:31.493861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Pushing event updated for resources: {'Port': ['ID=23e0ffc0-f129-40a0-85c9-98b179eaba29,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:31.517501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.567769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.569419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Attempting to bind port 23e0ffc0-f129-40a0-85c9-98b179eaba29 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:31.569912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Attempting to bind port 23e0ffc0-f129-40a0-85c9-98b179eaba29 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'c652af9b-a6cc-4600-b634-3f4931d1c0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:31.570274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Attempting to bind port 23e0ffc0-f129-40a0-85c9-98b179eaba29 on network 38cffaf4-05c6-4e56-aab2-2ab7b0026154 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:31.584726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:31.585101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Checking segment: {'id': 'c652af9b-a6cc-4600-b634-3f4931d1c0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:31.585516 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.586034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Bound using segment: {'id': 'c652af9b-a6cc-4600-b634-3f4931d1c0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:31.586454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Bound port: 23e0ffc0-f129-40a0-85c9-98b179eaba29, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652af9b-a6cc-4600-b634-3f4931d1c0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:31.587080 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.636827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a7910-a076-4ed0-bf15-ff75ee5ca102 req-736ce237-9408-4e9e-b914-ed0bbd85d3ce tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:31.643727 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a25a7910-a076-4ed0-bf15-ff75ee5ca102 req-736ce237-9408-4e9e-b914-ed0bbd85d3ce tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.2892203 Jul 07 19:26:31.666422 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] For port 23e0ffc0-f129-40a0-85c9-98b179eaba29, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:31.670732 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] For port 23e0ffc0-f129-40a0-85c9-98b179eaba29, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=23e0ffc0-f129-40a0-85c9-98b179eaba29,segment=NetworkSegment(c652af9b-a6cc-4600-b634-3f4931d1c0bc),segment_id=c652af9b-a6cc-4600-b634-3f4931d1c0bc)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:31.680276 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.713206 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.747224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a25a7910-a076-4ed0-bf15-ff75ee5ca102 req-47a39704-a843-4071-8497-5ee49c5929ee tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025219 Jul 07 19:26:31.810180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651dab1-075f-4f6a-936a-944c942deb54 None None] Pushing event updated for resources: {'Port': ['ID=23e0ffc0-f129-40a0-85c9-98b179eaba29,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:31.859011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Allocated IP 172.25.2.150 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/47d7cfec-b8fe-4dfd-9a41-5578b31d95e4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:31.925518 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:31.998653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.046743 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.130067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:32.135853 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:32.139210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:32.165391 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.171390 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.190558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Pushing event updated for resources: {'Port': ['ID=47d7cfec-b8fe-4dfd-9a41-5578b31d95e4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:32.294021 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.405079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=492cae26-5a68-4a5e-952c-9862b776d152,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:32.431305 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Floating IP b18bb244-4948-406a-9c9c-3afe093cd52c associated. External IP: 172.25.2.173, port: dda1541e-f0e0-4acc-9e76-e477c4143d8b. Jul 07 19:26:32.590565 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.692417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 38be979d-3272-48fe-90b4-1fb587e42aa7 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:26:32.752245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 890308d9-cca9-46ae-a525-9243c6916716 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:32.804774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 890308d9-cca9-46ae-a525-9243c6916716 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:32.805326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 890308d9-cca9-46ae-a525-9243c6916716 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:32.854360 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.862136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:32.874926 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23bc5a1-b84a-4fb5-bb10-f5b765f1bcb6 None None] Sync routers for ids ['38be979d-3272-48fe-90b4-1fb587e42aa7'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:32.889599 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23bc5a1-b84a-4fb5-bb10-f5b765f1bcb6 None None] Routers {'38be979d-3272-48fe-90b4-1fb587e42aa7'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:32.890566 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e23bc5a1-b84a-4fb5-bb10-f5b765f1bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:26:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['38be979d-3272-48fe-90b4-1fb587e42aa7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:32.905267 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:32.969319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e07f4582-47df-47bb-9c42-bde2a2508536 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7267718 Jul 07 19:26:32.970048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:32.972835 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40841ba0-0559-4486-8d9a-f48591a9353e" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:33.088759 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e23bc5a1-b84a-4fb5-bb10-f5b765f1bcb6 None None] Set router 38be979d-3272-48fe-90b4-1fb587e42aa7 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:33.137718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:26:33.150203 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:33.226509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539690-59ed-4976-b1f9-ca2faa07e738 req-4873ddb6-ec75-4d5a-ac27-85b4f17f74e8 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:33.235639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5539690-59ed-4976-b1f9-ca2faa07e738 req-4873ddb6-ec75-4d5a-ac27-85b4f17f74e8 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.2010279 Jul 07 19:26:33.336635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5539690-59ed-4976-b1f9-ca2faa07e738 req-f282ce35-9fd5-4fdf-94d0-886e14735758 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000583 Jul 07 19:26:33.461684 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e23bc5a1-b84a-4fb5-bb10-f5b765f1bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:26:08Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'b18bb244-4948-406a-9c9c-3afe093cd52c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'port_id': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'mac_address': 'fa:16:3e:ff:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:26:31Z', 'updated_at': '2021-07-07T19:26:31Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09c55e0-2725-4630-b8b2-cfc626ca768e', 'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:10:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:07Z', 'updated_at': '2021-07-07T19:26:19Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:33.462199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:33.472401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Sync routers for ids ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:33.487334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:33.491786 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ec761af0-2d2f-410d-be80-5183ef2dcb1b admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0577822 Jul 07 19:26:33.491979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39244) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:33.494521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d4115-af4b-4354-b8db-cb9a53c481cb None None] Network 38cffaf4-05c6-4e56-aab2-2ab7b0026154 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:33.546568 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23bc5a1-b84a-4fb5-bb10-f5b765f1bcb6 None None] Checking router: 38be979d-3272-48fe-90b4-1fb587e42aa7 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:33.574508 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23bc5a1-b84a-4fb5-bb10-f5b765f1bcb6 None None] Routers {'38be979d-3272-48fe-90b4-1fb587e42aa7'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:33.575380 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e23bc5a1-b84a-4fb5-bb10-f5b765f1bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:26:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['38be979d-3272-48fe-90b4-1fb587e42aa7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:33.707334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 23e0ffc0-f129-40a0-85c9-98b179eaba29 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:33.717823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bbd0a-85e4-4960-b670-eed258ace7bb req-323683ec-e7b1-4f77-9224-b2ef2c167453 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:33.738254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d85bbd0a-85e4-4960-b670-eed258ace7bb req-323683ec-e7b1-4f77-9224-b2ef2c167453 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.1786520 Jul 07 19:26:33.778196 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e23bc5a1-b84a-4fb5-bb10-f5b765f1bcb6 None None] Set router 38be979d-3272-48fe-90b4-1fb587e42aa7 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:33.796609 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18963f04-cc51-4c7d-a5fa-b4e70878628f x-openstack-request-id: req-18963f04-cc51-4c7d-a5fa-b4e70878628f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:33.797037 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:33.797170 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-18963f04-cc51-4c7d-a5fa-b4e70878628f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:33.797561 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'status': 'completed', 'code': 200} Jul 07 19:26:33.898553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Routers {'934841b6-bca4-46f1-9049-ab96d2fa3ec4'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:33.899550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d85bbd0a-85e4-4960-b670-eed258ace7bb req-2c4e88f1-73cf-4c0e-ad0f-0aea79d4310b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549790 Jul 07 19:26:33.917254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:26:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:33.919281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:34.074600 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-63d6c1da-a1d1-4f4f-be21-b3bdaccb5d6e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/b18bb244-4948-406a-9c9c-3afe093cd52c HTTP/1.1" status: 200 len: 991 time: 0.1556823 Jul 07 19:26:34.120192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-612002bd-cfd2-4dd9-8f8f-f6ee8b440c00 None None] Provisioning for port 23e0ffc0-f129-40a0-85c9-98b179eaba29 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:34.188446 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e23bc5a1-b84a-4fb5-bb10-f5b765f1bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:26:08Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'b18bb244-4948-406a-9c9c-3afe093cd52c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'port_id': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'mac_address': 'fa:16:3e:ff:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:26:31Z', 'updated_at': '2021-07-07T19:26:31Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09c55e0-2725-4630-b8b2-cfc626ca768e', 'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:10:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:07Z', 'updated_at': '2021-07-07T19:26:19Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:34.258982 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23bc5a1-b84a-4fb5-bb10-f5b765f1bcb6 None None] The sync data for ids ['38be979d-3272-48fe-90b4-1fb587e42aa7'] in n-d-792394-12 is: [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:26:08Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'b18bb244-4948-406a-9c9c-3afe093cd52c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'port_id': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'mac_address': 'fa:16:3e:ff:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:26:31Z', 'updated_at': '2021-07-07T19:26:31Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09c55e0-2725-4630-b8b2-cfc626ca768e', 'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:10:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:07Z', 'updated_at': '2021-07-07T19:26:19Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:34.320979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841ba0-0559-4486-8d9a-f48591a9353e req-3362de87-5ba7-4477-9944-f4dfeffb04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:34.322962 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40841ba0-0559-4486-8d9a-f48591a9353e req-3362de87-5ba7-4477-9944-f4dfeffb04a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1097 time: 0.4794941 Jul 07 19:26:34.327575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 23e0ffc0-f129-40a0-85c9-98b179eaba29 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:34.376151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 23e0ffc0-f129-40a0-85c9-98b179eaba29 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:34.376691 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.466639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Set router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:34.511548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841ba0-0559-4486-8d9a-f48591a9353e req-26ace205-514e-484d-873a-5e043b291dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:34.513129 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40841ba0-0559-4486-8d9a-f48591a9353e req-26ace205-514e-484d-873a-5e043b291dd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=409b16e9-94d7-48fc-9570-0ee580e5ca83 HTTP/1.1" status: 200 len: 899 time: 0.1665256 Jul 07 19:26:34.638802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.704164 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40841ba0-0559-4486-8d9a-f48591a9353e req-091892b9-836e-494f-9301-8fd19f646444 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 200 len: 999 time: 0.1641912 Jul 07 19:26:34.708664 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ec1659-396e-4f2d-bd1f-a32f03b58235 None None] New status for floating IP b18bb244-4948-406a-9c9c-3afe093cd52c: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:26:34.763864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca4a4b-0901-4533-8207-780c2aa183ac req-d8e05228-78d5-4d4d-898f-706f6ac8be23 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:34.768168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10ca4a4b-0901-4533-8207-780c2aa183ac req-d8e05228-78d5-4d4d-898f-706f6ac8be23 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1488919 Jul 07 19:26:34.777598 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.793358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841ba0-0559-4486-8d9a-f48591a9353e req-cb7ea352-af9f-4943-a3a2-b388d781c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:34.794951 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40841ba0-0559-4486-8d9a-f48591a9353e req-cb7ea352-af9f-4943-a3a2-b388d781c553 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcdf7d8d-d31e-4dab-8d43-a8456267d699 HTTP/1.1" status: 200 len: 835 time: 0.0808263 Jul 07 19:26:34.859593 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10ca4a4b-0901-4533-8207-780c2aa183ac req-92b671a2-4c12-4ff5-b5ff-d4fbf3626520 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843129 Jul 07 19:26:34.904827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 23e0ffc0-f129-40a0-85c9-98b179eaba29, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=23e0ffc0-f129-40a0-85c9-98b179eaba29,segment=NetworkSegment(c652af9b-a6cc-4600-b634-3f4931d1c0bc),segment_id=c652af9b-a6cc-4600-b634-3f4931d1c0bc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:34.928585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d49a9466-e575-4011-8c7b-a8fa8fadc217 None None] Provisioning complete for port 23e0ffc0-f129-40a0-85c9-98b179eaba29 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:34.928999 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d49a9466-e575-4011-8c7b-a8fa8fadc217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.956397 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.051325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841ba0-0559-4486-8d9a-f48591a9353e req-00337ae2-1ed1-4826-b9c0-d4442b482730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:35.054021 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40841ba0-0559-4486-8d9a-f48591a9353e req-00337ae2-1ed1-4826-b9c0-d4442b482730 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=409b16e9-94d7-48fc-9570-0ee580e5ca83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2476330 Jul 07 19:26:35.071631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:35.238893 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a6592cf2-46b5-49c4-860b-20418698ad20 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/b18bb244-4948-406a-9c9c-3afe093cd52c HTTP/1.1" status: 200 len: 993 time: 0.1633937 Jul 07 19:26:35.257582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=23e0ffc0-f129-40a0-85c9-98b179eaba29,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:35.317651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Allocated IP 172.20.0.1 (38cffaf4-05c6-4e56-aab2-2ab7b0026154/c31f131b-ecd5-4da3-91fe-125b63884b49/f9f080c3-a32a-4270-bfc7-781877fec181) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:35.325077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'name': 'tempest-ServersTestMultiNic-697457086-router', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:26:30Z', 'updated_at': '2021-07-07T19:26:32Z', 'revision_number': 3, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'gw_port': {'id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:31Z', 'updated_at': '2021-07-07T19:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:35.370337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Checking router: 934841b6-bca4-46f1-9049-ab96d2fa3ec4 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:35.374838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Updating router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:26:35.416808 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.436664 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40841ba0-0559-4486-8d9a-f48591a9353e req-97425474-e204-4ee0-9deb-5278cf9b42e5 service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736427 Jul 07 19:26:35.536221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.551501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Transition to ACTIVE for port object f9f080c3-a32a-4270-bfc7-781877fec181 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:35.604723 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.697740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Pushing event updated for resources: {'Port': ['ID=f9f080c3-a32a-4270-bfc7-781877fec181,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:35.705657 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40841ba0-0559-4486-8d9a-f48591a9353e req-38b4e322-473a-48dd-adfd-7e87e4b5607f service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562811 Jul 07 19:26:35.715571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Network 38cffaf4-05c6-4e56-aab2-2ab7b0026154 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:35.717244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:35.720499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:35.763708 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.778018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Transition to ACTIVE for port object 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:35.789001 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.829106 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.856652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Attempting to bind port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:35.857032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Attempting to bind port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:35.857400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Attempting to bind port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:35.869725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:35.870105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:35.870512 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.870932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:35.877068 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Bound port: 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:35.877516 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:35.942103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3ecf9-ecf9-41a1-bad8-914a8caf3eee None None] Pushing event updated for resources: {'Port': ['ID=47d7cfec-b8fe-4dfd-9a41-5578b31d95e4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:35.980157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] For port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:35.983927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] For port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47d7cfec-b8fe-4dfd-9a41-5578b31d95e4,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:35.993025 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.067715 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.114656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Routers {'934841b6-bca4-46f1-9049-ab96d2fa3ec4'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:36.116079 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:26:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:36.198974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3ecf9-ecf9-41a1-bad8-914a8caf3eee None None] Pushing event updated for resources: {'Port': ['ID=47d7cfec-b8fe-4dfd-9a41-5578b31d95e4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:36.204435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba483b5-08c7-4334-bbf4-f20c66929a9b req-f5307b61-0c77-40c3-86c8-64bf3b372c11 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:36.206766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ba483b5-08c7-4334-bbf4-f20c66929a9b req-f5307b61-0c77-40c3-86c8-64bf3b372c11 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1435869 Jul 07 19:26:36.275552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ba483b5-08c7-4334-bbf4-f20c66929a9b req-5fbf1045-d870-4f27-aaa9-eb112283a218 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619786 Jul 07 19:26:36.315920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fe8255b4-beee-4dd2-ac0d-e0a23f9be202 None None] Provisioning for port f9f080c3-a32a-4270-bfc7-781877fec181 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:36.316603 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.323159 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.328921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fe8255b4-beee-4dd2-ac0d-e0a23f9be202 None None] Provisioning complete for port f9f080c3-a32a-4270-bfc7-781877fec181 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:36.329369 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe8255b4-beee-4dd2-ac0d-e0a23f9be202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.336084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] Set router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:36.415633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Pushing event updated for resources: {'Port': ['ID=f9f080c3-a32a-4270-bfc7-781877fec181,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:36.440703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fe8255b4-beee-4dd2-ac0d-e0a23f9be202 None None] Port f9f080c3-a32a-4270-bfc7-781877fec181 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:26:36.445149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:36.595304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Network 38cffaf4-05c6-4e56-aab2-2ab7b0026154 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:36.598776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:36.660605 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'name': 'tempest-ServersTestMultiNic-697457086-router', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:26:30Z', 'updated_at': '2021-07-07T19:26:35Z', 'revision_number': 4, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'gw_port': {'id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:31Z', 'updated_at': '2021-07-07T19:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f9f080c3-a32a-4270-bfc7-781877fec181', 'name': '', 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'mac_address': 'fa:16:3e:47:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'c31f131b-ecd5-4da3-91fe-125b63884b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:34Z', 'updated_at': '2021-07-07T19:26:35Z', 'revision_number': 1, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'subnets': [{'id': 'c31f131b-ecd5-4da3-91fe-125b63884b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:36.822585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:26:36.969169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1a55e-8f2b-4a42-9c5f-8cc4be217f2b None None] The sync data for ids ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'] in n-d-792394-12 is: [{'id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'name': 'tempest-ServersTestMultiNic-697457086-router', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:26:30Z', 'updated_at': '2021-07-07T19:26:35Z', 'revision_number': 4, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'gw_port': {'id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:31Z', 'updated_at': '2021-07-07T19:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f9f080c3-a32a-4270-bfc7-781877fec181', 'name': '', 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'mac_address': 'fa:16:3e:47:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'c31f131b-ecd5-4da3-91fe-125b63884b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:34Z', 'updated_at': '2021-07-07T19:26:35Z', 'revision_number': 1, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'subnets': [{'id': 'c31f131b-ecd5-4da3-91fe-125b63884b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:37.079247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a2d327a-eff7-43ff-b00f-81a52c2076ea None None] Provisioning complete for port f9f080c3-a32a-4270-bfc7-781877fec181 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:37.079624 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a2d327a-eff7-43ff-b00f-81a52c2076ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.149254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d327a-eff7-43ff-b00f-81a52c2076ea None None] Port f9f080c3-a32a-4270-bfc7-781877fec181 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:26:37.460097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 23e0ffc0-f129-40a0-85c9-98b179eaba29 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:37.489039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:37.497046 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b5f4013a-f57b-4088-9e44-680fa73759db admin admin] 10.222.0.113 "PUT /v2.0/routers/934841b6-bca4-46f1-9049-ab96d2fa3ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0038657 Jul 07 19:26:37.592711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 23e0ffc0-f129-40a0-85c9-98b179eaba29 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:37.594562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cc377-ab1b-4c0a-bd5e-5a4a4b316bc5 req-e89373f9-cb98-479b-99be-0345011de71d tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:37.595106 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.605140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-886cc377-ab1b-4c0a-bd5e-5a4a4b316bc5 req-e89373f9-cb98-479b-99be-0345011de71d tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1519227 Jul 07 19:26:37.711784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-886cc377-ab1b-4c0a-bd5e-5a4a4b316bc5 req-a1944f3b-2a91-465c-812a-65d7631c3801 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042583 Jul 07 19:26:37.731471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39372) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:37.808233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-45159235'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:37.848970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:37.854345 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.895256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:26:37.911743 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.913085 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Added segment 093af701-de2c-4c76-9ea2-10b428fff7fb of type vlan for network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 Jul 07 19:26:37.962279 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.030734 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.037610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:38.040380 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.100967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3683097 Jul 07 19:26:38.103892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:38.110301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'subnet': {'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:38.175739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35a43b-ccd2-4c61-abcb-84970c7b2e5e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Network': ['ID=1d3ae764-29f1-4408-8f72-b97e9f5038b8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:38.190240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:26:38.262480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:38.269349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.379081 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ae4aa62-5c7e-4564-a51c-b3313dfc2f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.528754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.604003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Subnet': ['ID=89d13989-000a-4149-a208-04abf2ac9ca0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:38.627703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Checking segment: {'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:38.628150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network hostable DHCP agents. Network: 1d3ae764-29f1-4408-8f72-b97e9f5038b8, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:26:38.648912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:26:38.659245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 1d3ae764-29f1-4408-8f72-b97e9f5038b8) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:38.669117 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5790b45-42e5-4837-8684-7e6af79cdd8e None None] Network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:38.673811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:38.674426 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.702727 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-20abf267-f2bf-442f-95ae-29d0b784b9ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5948341 Jul 07 19:26:38.703035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:38.713102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1634735267'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:38.753943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:38.758827 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.795826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:26:38.860434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.860792 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Added segment afbe667c-6952-414f-8383-8c294db9614f of type vlan for network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 Jul 07 19:26:38.927157 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.968218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-1d3ae764-29f1-4408-8f72-b97e9f5038b8', 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'fixed_ips': [{'subnet_id': '89d13989-000a-4149-a208-04abf2ac9ca0'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:26:38.969319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.972309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.979389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:38.980564 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.092907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0692b-aac0-41ed-bf1d-1a0780ea1151 req-281c35a3-39dc-43ad-bc34-6b8adc4d97d3 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:39.108686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Network': ['ID=5ba6dd3c-e9d5-4978-be24-b0450ad9acb1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:39.123856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edb0692b-aac0-41ed-bf1d-1a0780ea1151 req-281c35a3-39dc-43ad-bc34-6b8adc4d97d3 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1542704 Jul 07 19:26:39.125490 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-780c5cc3-df2d-4353-acd7-7463e6c0a5c9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4214544 Jul 07 19:26:39.132210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:39.148009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:26:39.150234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'subnet': {'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:39.198176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edb0692b-aac0-41ed-bf1d-1a0780ea1151 req-62b88019-8e75-4ab7-b78e-c5ba717d1fa3 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712919 Jul 07 19:26:39.332066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Allocated IP 19.80.0.2 (1d3ae764-29f1-4408-8f72-b97e9f5038b8/89d13989-000a-4149-a208-04abf2ac9ca0/96512df3-d394-4e6d-b70c-d0d55c2e2051) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:39.409392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:39.423705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.452738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:39.550794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:39.613549 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.621860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:39.629537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:39.629941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.682852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Transition to ACTIVE for port object 96512df3-d394-4e6d-b70c-d0d55c2e2051 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:39.746276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Transition to ACTIVE for port object 96512df3-d394-4e6d-b70c-d0d55c2e2051 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:39.770226 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed86287a-7007-46cf-a68d-5cb29b697214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.776016 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.781406 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.838524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:39.849116 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:39.863757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:39.888014 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.919796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Subnet': ['ID=c3fc1681-e282-44aa-8c2a-dfdf6fa1661c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:39.936581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Checking segment: {'id': 'afbe667c-6952-414f-8383-8c294db9614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:39.936995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network hostable DHCP agents. Network: 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:26:39.946879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47d7cfec-b8fe-4dfd-9a41-5578b31d95e4,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:39.950703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Pushing event updated for resources: {'Port': ['ID=96512df3-d394-4e6d-b70c-d0d55c2e2051,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:39.958751 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.967240 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed86287a-7007-46cf-a68d-5cb29b697214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.980373 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed86287a-7007-46cf-a68d-5cb29b697214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:39.985152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:26:40.001094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:40.005521 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.006361 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.040221 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a9d494b7-25db-4541-a76f-be18c59c138b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9067850 Jul 07 19:26:40.093713 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ed86287a-7007-46cf-a68d-5cb29b697214 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=248fd0fc940e4da99311387726b1368c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420179 Jul 07 19:26:40.096628 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86287a-7007-46cf-a68d-5cb29b697214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d93db34-58a8-4e1c-aa22-42be073cb3c3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:40.096986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:40.136364 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=47d7cfec-b8fe-4dfd-9a41-5578b31d95e4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:40.152021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ede726-64dd-400a-9117-34033efd039f None None] Network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:40.222410 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29c681e5-c980-4e09-b357-57c90a13b436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.268911 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29c681e5-c980-4e09-b357-57c90a13b436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.277473 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Sync routers for ids ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:40.371389 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29c681e5-c980-4e09-b357-57c90a13b436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.375221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29c681e5-c980-4e09-b357-57c90a13b436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.380061 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-29c681e5-c980-4e09-b357-57c90a13b436 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4d93db34-58a8-4e1c-aa22-42be073cb3c3 HTTP/1.1" status: 204 len: 168 time: 0.2816901 Jul 07 19:26:40.392676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c681e5-c980-4e09-b357-57c90a13b436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d93db34-58a8-4e1c-aa22-42be073cb3c3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:40.437278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Routers {'934841b6-bca4-46f1-9049-ab96d2fa3ec4'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:40.444926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:26:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:40.462201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Attempting to bind port 96512df3-d394-4e6d-b70c-d0d55c2e2051 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:40.462691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Attempting to bind port 96512df3-d394-4e6d-b70c-d0d55c2e2051 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:40.466416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Attempting to bind port 96512df3-d394-4e6d-b70c-d0d55c2e2051 on network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:40.617488 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-3fdf4a65-4910-4f1d-8142-ca24777f33bf tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.624904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-3fdf4a65-4910-4f1d-8142-ca24777f33bf tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.627083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-3fdf4a65-4910-4f1d-8142-ca24777f33bf tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/networks?id=1d3ae764-29f1-4408-8f72-b97e9f5038b8&id=5ba6dd3c-e9d5-4978-be24-b0450ad9acb1&id=1d3ae764-29f1-4408-8f72-b97e9f5038b8 HTTP/1.1" status: 200 len: 1390 time: 0.3123980 Jul 07 19:26:40.655179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bc3b2-7691-4d46-bd11-da3d6e4e39bb req-011e68da-b2e5-4719-afef-66bc467169dc tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.656833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a2bc3b2-7691-4d46-bd11-da3d6e4e39bb req-011e68da-b2e5-4719-afef-66bc467169dc tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.2119949 Jul 07 19:26:40.664510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Set router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:40.669707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b66a64-935a-4882-a596-e235e8a9b8a9 req-a5454c0d-cbd9-41f7-afbd-c245c5080c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.672105 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-04b66a64-935a-4882-a596-e235e8a9b8a9 req-a5454c0d-cbd9-41f7-afbd-c245c5080c95 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 1098 time: 0.1248310 Jul 07 19:26:40.690805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-faf864ff-55c4-4545-824e-ddf46614ba08 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/quotas/5a0c9566cc3b484d95927b482dec6099 HTTP/1.1" status: 200 len: 375 time: 0.0529933 Jul 07 19:26:40.737177 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-04b66a64-935a-4882-a596-e235e8a9b8a9 req-75580e26-d33b-46ae-ba94-c6d936757511 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570185 Jul 07 19:26:40.754196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:40.754562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Checking segment: {'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:40.754974 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.755361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Bound using segment: {'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:40.755946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Bound port: 96512df3-d394-4e6d-b70c-d0d55c2e2051, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:40.756330 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.785280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a2bc3b2-7691-4d46-bd11-da3d6e4e39bb req-f57f7703-69a5-4ac8-b9e6-508376563be6 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100502 Jul 07 19:26:40.854791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-5ba6dd3c-e9d5-4978-be24-b0450ad9acb1', 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'fixed_ips': [{'subnet_id': 'c3fc1681-e282-44aa-8c2a-dfdf6fa1661c'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:26:40.855675 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.871320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-080f027f-e194-42d0-a697-2465d848c885 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5a0c9566cc3b484d95927b482dec6099&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1795189 Jul 07 19:26:40.916718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:40.933351 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4b64a19-f3aa-4f78-86cb-edc6f9253e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.973662 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-96160285-5305-42fe-b0c4-827187aace98 service neutron] 10.222.0.113 "GET /v2.0/networks/1d3ae764-29f1-4408-8f72-b97e9f5038b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014495 Jul 07 19:26:41.059390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4b64a19-f3aa-4f78-86cb-edc6f9253e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.065882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4b64a19-f3aa-4f78-86cb-edc6f9253e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.097584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-271f8283-e649-4dd7-8c92-21c017202dce service neutron] 10.222.0.113 "GET /v2.0/networks/1d3ae764-29f1-4408-8f72-b97e9f5038b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167495 Jul 07 19:26:41.133055 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d4b64a19-f3aa-4f78-86cb-edc6f9253e31 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=767615596d5641e8bc7c7420c1243a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148502 Jul 07 19:26:41.138072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:41.149186 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b64a19-f3aa-4f78-86cb-edc6f9253e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bda54c1-179f-4b86-9552-26df551b8c1e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:41.172420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc5e7-1d84-48a2-9169-89cf511792a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.181232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] For port 96512df3-d394-4e6d-b70c-d0d55c2e2051, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:41.187261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] For port 96512df3-d394-4e6d-b70c-d0d55c2e2051, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=96512df3-d394-4e6d-b70c-d0d55c2e2051,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:41.217195 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Allocated IP 19.86.0.2 (5ba6dd3c-e9d5-4978-be24-b0450ad9acb1/c3fc1681-e282-44aa-8c2a-dfdf6fa1661c/f3e376e5-fbd4-49d0-bcfb-536a6fc351e4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:41.233632 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fcda30c-a7b0-4d16-b082-04b4f77f05bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.239239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-05bbec53-e6d8-4f64-b817-ae9603407ced service neutron] 10.222.0.113 "GET /v2.0/networks/5ba6dd3c-e9d5-4978-be24-b0450ad9acb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350319 Jul 07 19:26:41.263742 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fcda30c-a7b0-4d16-b082-04b4f77f05bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.296811 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.418899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:41.434165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-cbc6bc33-f16a-46ac-970c-f3d3aaf67da5 service neutron] 10.222.0.113 "GET /v2.0/networks/5ba6dd3c-e9d5-4978-be24-b0450ad9acb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937265 Jul 07 19:26:41.453901 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fcda30c-a7b0-4d16-b082-04b4f77f05bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.456919 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fcda30c-a7b0-4d16-b082-04b4f77f05bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.458103 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5fcda30c-a7b0-4d16-b082-04b4f77f05bc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2bda54c1-179f-4b86-9552-26df551b8c1e HTTP/1.1" status: 204 len: 168 time: 0.3189900 Jul 07 19:26:41.477541 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-6170d79d-0c0e-4d13-b22e-ba3080470000 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1636877 Jul 07 19:26:41.486472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcda30c-a7b0-4d16-b082-04b4f77f05bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bda54c1-179f-4b86-9552-26df551b8c1e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:41.495201 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.587410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe712ea-5e66-44e3-90c3-28498663a4d3 None None] Pushing event updated for resources: {'Port': ['ID=96512df3-d394-4e6d-b70c-d0d55c2e2051,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:41.869688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-3a7f66c1-bb2a-414a-8b04-f73025fcd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:41.884947 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-3a7f66c1-bb2a-414a-8b04-f73025fcd3e6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 1097 time: 0.1999357 Jul 07 19:26:42.112826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:42.126300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'name': 'tempest-ServersTestMultiNic-697457086-router', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:26:30Z', 'updated_at': '2021-07-07T19:26:35Z', 'revision_number': 4, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'gw_port': {'id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:31Z', 'updated_at': '2021-07-07T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f9f080c3-a32a-4270-bfc7-781877fec181', 'name': '', 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'mac_address': 'fa:16:3e:47:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'c31f131b-ecd5-4da3-91fe-125b63884b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:34Z', 'updated_at': '2021-07-07T19:26:36Z', 'revision_number': 2, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'subnets': [{'id': 'c31f131b-ecd5-4da3-91fe-125b63884b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:42.157185 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d242083d-0324-4cd0-8eb1-cd0d91fe7761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.199091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-2fadc248-86d2-470f-9c0d-5be086a06e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:42.207276 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-2fadc248-86d2-470f-9c0d-5be086a06e84 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 200 len: 913 time: 0.3025544 Jul 07 19:26:42.256896 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.274658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Transition to ACTIVE for port object f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:42.276313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-e2049cd3-db5b-4d55-8a4f-16ce1e94a4c9 service neutron] 10.222.0.113 "GET /v2.0/networks/1d3ae764-29f1-4408-8f72-b97e9f5038b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8411486 Jul 07 19:26:42.307794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Transition to ACTIVE for port object f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:42.312504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Checking router: 934841b6-bca4-46f1-9049-ab96d2fa3ec4 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:42.312904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Updating router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 port f9f080c3-a32a-4270-bfc7-781877fec181 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:26:42.358054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a366e8-6903-453e-b182-8d66b27c9ad2 req-05975ea0-ec91-4a78-be0f-5812110643fe tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:42.359418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6a366e8-6903-453e-b182-8d66b27c9ad2 req-05975ea0-ec91-4a78-be0f-5812110643fe tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1679657 Jul 07 19:26:42.359539 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.409343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:42.410173 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.441282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6a366e8-6903-453e-b182-8d66b27c9ad2 req-f5ce3906-125a-4d23-a3d4-2e525b5cdd5e tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687368 Jul 07 19:26:42.442743 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-a364066b-9bf5-48a8-8b5a-256f568930d9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddba7e3-0329-4a2e-a444-f4d02de99c3c HTTP/1.1" status: 200 len: 1001 time: 0.2241154 Jul 07 19:26:42.446480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-b48d5e2f-41a7-4180-9b0d-efe2663f7d90 service neutron] 10.222.0.113 "GET /v2.0/networks/1d3ae764-29f1-4408-8f72-b97e9f5038b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632512 Jul 07 19:26:42.514476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:42.519308 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.524003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:42.532835 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.534292 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:42.554779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:42.577586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-7541c6bd-4709-4a97-94cf-dc682f91d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:42.579370 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-7541c6bd-4709-4a97-94cf-dc682f91d7a5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 HTTP/1.1" status: 200 len: 850 time: 0.1143894 Jul 07 19:26:42.607695 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Pushing event updated for resources: {'Port': ['ID=f3e376e5-fbd4-49d0-bcfb-536a6fc351e4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:42.651245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d242083d-0324-4cd0-8eb1-cd0d91fe7761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.660838 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d242083d-0324-4cd0-8eb1-cd0d91fe7761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:42.755425 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d242083d-0324-4cd0-8eb1-cd0d91fe7761 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9dac23996f7f46d7b4f733ecf35b7866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6385314 Jul 07 19:26:42.756684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:42.765404 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242083d-0324-4cd0-8eb1-cd0d91fe7761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd52e4b-ac12-4785-ab45-fea0781110bb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:42.772645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-0e297379-aec0-4b29-858b-ad2d9643dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:42.774393 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-0e297379-aec0-4b29-858b-ad2d9643dfc0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3ecb0e95-6872-4413-b54d-ae7885ebf4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817620 Jul 07 19:26:42.827904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f018623-5b2a-413b-82b4-6eb402de29e2 req-7607367a-5a2c-47c0-9130-8fc033a9bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:42.837194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f018623-5b2a-413b-82b4-6eb402de29e2 req-7607367a-5a2c-47c0-9130-8fc033a9bbbb service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 1098 time: 0.3094485 Jul 07 19:26:42.950072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f018623-5b2a-413b-82b4-6eb402de29e2 req-8c77e21d-560a-4b97-bf5d-5ac782d6e1f7 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006715 Jul 07 19:26:43.017313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Attempting to bind port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:43.017992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Attempting to bind port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'afbe667c-6952-414f-8383-8c294db9614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:43.018583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Attempting to bind port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 on network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:43.036806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a1d5857-de40-4152-8d6b-e1e3dca156a3 req-24d6a347-ae05-47f4-9989-9ef90b2a1662 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 210 time: 0.0855916 Jul 07 19:26:43.043591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:43.044211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Checking segment: {'id': 'afbe667c-6952-414f-8383-8c294db9614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:43.045267 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.045857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Bound using segment: {'id': 'afbe667c-6952-414f-8383-8c294db9614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:43.046541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Bound port: f3e376e5-fbd4-49d0-bcfb-536a6fc351e4, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbe667c-6952-414f-8383-8c294db9614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:43.047118 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.076192 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-e606ce0e-74dd-4e14-bba8-0b5e8dc7b204 service neutron] 10.222.0.112 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912562 Jul 07 19:26:43.136399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-768dabd8-ddf9-4f83-9eb6-2a55c807059a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.238579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] For port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:43.243690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] For port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f3e376e5-fbd4-49d0-bcfb-536a6fc351e4,segment=NetworkSegment(afbe667c-6952-414f-8383-8c294db9614f),segment_id=afbe667c-6952-414f-8383-8c294db9614f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:43.252172 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.296436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-ada4f4fc-d69e-41cf-9bb5-e3f3ebe3ac2d tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:43.303957 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-ada4f4fc-d69e-41cf-9bb5-e3f3ebe3ac2d tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/networks?id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 HTTP/1.1" status: 200 len: 811 time: 0.2823322 Jul 07 19:26:43.324218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-65484c28-b2a7-4115-9ce6-066eebcf4459 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/quotas/d9e5c6ca51904617b82a679f871ddb7c HTTP/1.1" status: 200 len: 375 time: 0.0191584 Jul 07 19:26:43.336369 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-768dabd8-ddf9-4f83-9eb6-2a55c807059a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.382093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ab831-33aa-4d37-b332-1c8a800856f3 None None] Network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:43.419388 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3172d763-8479-423c-81a6-3e81734ec5f8 req-3e754f43-e6c1-4e6f-a6e3-aedb97b3c6c8 service neutron] 10.222.0.112 "GET /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331876 Jul 07 19:26:43.453740 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-768dabd8-ddf9-4f83-9eb6-2a55c807059a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.456651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-768dabd8-ddf9-4f83-9eb6-2a55c807059a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.474390 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-768dabd8-ddf9-4f83-9eb6-2a55c807059a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fdd52e4b-ac12-4785-ab45-fea0781110bb HTTP/1.1" status: 204 len: 168 time: 0.7058945 Jul 07 19:26:43.493179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-9a27c061-da10-437c-964f-9cd33d8faf31 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9e5c6ca51904617b82a679f871ddb7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679091 Jul 07 19:26:43.494657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dabd8-ddf9-4f83-9eb6-2a55c807059a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd52e4b-ac12-4785-ab45-fea0781110bb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:43.569736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8c274-eb58-4b92-b698-028b60a96e76 None None] Pushing event updated for resources: {'Port': ['ID=f3e376e5-fbd4-49d0-bcfb-536a6fc351e4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:43.659416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.671634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Transition to ACTIVE for port object f9f080c3-a32a-4270-bfc7-781877fec181 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:43.693115 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 96512df3-d394-4e6d-b70c-d0d55c2e2051 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:43.710462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-677fdd10-7d58-434d-ba1a-004cfe440ccf None None] Provisioning for port 96512df3-d394-4e6d-b70c-d0d55c2e2051 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:43.726807 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-f8cfe929-706f-47ab-a2a6-1ff561b7a1e4 service neutron] 10.222.0.113 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316325 Jul 07 19:26:43.731360 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.966459 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-495b145f-d377-482a-abd2-f3682d8c022e service neutron] 10.222.0.113 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382364 Jul 07 19:26:44.005811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f35f98-96df-447f-96f3-1ddab68d6380 None None] Pushing event updated for resources: {'Port': ['ID=f9f080c3-a32a-4270-bfc7-781877fec181,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:44.219942 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.380603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b644af1c-f9f2-4c62-b89a-7cff25681b5d req-065e26b4-9875-49d5-9a83-f0b4341c4ff4 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 210 time: 0.0571182 Jul 07 19:26:44.458048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d85343e5-93ff-46e5-9ea9-8ea756bda74c req-aba1d658-e798-4bd6-a53a-3c881f3f8878 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 210 time: 0.0953085 Jul 07 19:26:44.560796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Attempting to bind port f9f080c3-a32a-4270-bfc7-781877fec181 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:44.561238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Attempting to bind port f9f080c3-a32a-4270-bfc7-781877fec181 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'c652af9b-a6cc-4600-b634-3f4931d1c0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:44.561607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Attempting to bind port f9f080c3-a32a-4270-bfc7-781877fec181 on network 38cffaf4-05c6-4e56-aab2-2ab7b0026154 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:44.567121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 96512df3-d394-4e6d-b70c-d0d55c2e2051 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:44.577283 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:44.577891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Checking segment: {'id': 'c652af9b-a6cc-4600-b634-3f4931d1c0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:44.578100 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.578486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Bound using segment: {'id': 'c652af9b-a6cc-4600-b634-3f4931d1c0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:44.578948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Bound port: f9f080c3-a32a-4270-bfc7-781877fec181, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652af9b-a6cc-4600-b634-3f4931d1c0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:44.579453 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.601392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 96512df3-d394-4e6d-b70c-d0d55c2e2051 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:44.601765 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.838964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] For port f9f080c3-a32a-4270-bfc7-781877fec181, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:44.871951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] For port f9f080c3-a32a-4270-bfc7-781877fec181, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f9f080c3-a32a-4270-bfc7-781877fec181,segment=NetworkSegment(c652af9b-a6cc-4600-b634-3f4931d1c0bc),segment_id=c652af9b-a6cc-4600-b634-3f4931d1c0bc)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:44.896254 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.934793 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:26:45.025377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f35f98-96df-447f-96f3-1ddab68d6380 None None] Pushing event updated for resources: {'Port': ['ID=f9f080c3-a32a-4270-bfc7-781877fec181,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:45.033508 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.142556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 96512df3-d394-4e6d-b70c-d0d55c2e2051, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=96512df3-d394-4e6d-b70c-d0d55c2e2051,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:45.158277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Routers {'934841b6-bca4-46f1-9049-ab96d2fa3ec4'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:45.164559 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:26:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:45.170527 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.449138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=96512df3-d394-4e6d-b70c-d0d55c2e2051,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:45.640840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-23e3e05f-b43c-45da-abe7-6b8d6acab5af None None] Provisioning complete for port 96512df3-d394-4e6d-b70c-d0d55c2e2051 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:45.641410 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23e3e05f-b43c-45da-abe7-6b8d6acab5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.688818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-cdf7f714-b8a3-49ef-b05b-f6636e7aea8a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.700816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-cdf7f714-b8a3-49ef-b05b-f6636e7aea8a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.702975 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-cdf7f714-b8a3-49ef-b05b-f6636e7aea8a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.112 "GET /v2.0/networks?id=1d3ae764-29f1-4408-8f72-b97e9f5038b8&id=5ba6dd3c-e9d5-4978-be24-b0450ad9acb1&id=1d3ae764-29f1-4408-8f72-b97e9f5038b8 HTTP/1.1" status: 200 len: 1390 time: 0.4199312 Jul 07 19:26:45.716562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'port': {'device_id': '880dfd10-69e6-4608-9242-5c2b33201d44', 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8', 'admin_state_up': True, 'tenant_id': '5a0c9566cc3b484d95927b482dec6099'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:45.808976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] Set router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:45.875587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4ba4204-f7f6-4f1f-b20d-89c888f45b6c req-bded2552-299d-4490-b36b-524f7106bb43 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 210 time: 0.0802014 Jul 07 19:26:45.904709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:45.908613 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:45.994321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df0e61cf-cbec-48bf-8ea7-c2f98ba26f20 req-3789d4e5-fbd4-459c-8c8e-b5e349b9566d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 210 time: 0.1405869 Jul 07 19:26:46.086136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Allocated IP 19.80.0.42 (1d3ae764-29f1-4408-8f72-b97e9f5038b8/89d13989-000a-4149-a208-04abf2ac9ca0/61ce37c4-4f96-4c7e-92b8-2d048d72cfe8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:46.103303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7690d766-0459-474a-b207-06090632c87f None None] Network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:46.279003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:46.317864 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:46.334079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Transition to ACTIVE for port object 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:46.371585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:46.438632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:46.471317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:46.473963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Port': ['ID=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:46.478405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:46.552239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:46.554399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:46.592979 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-506a7a5d-6584-4260-a7e4-ab44184d6179 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8809478 Jul 07 19:26:46.603783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'port': {'device_id': '880dfd10-69e6-4608-9242-5c2b33201d44', 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1', 'admin_state_up': True, 'tenant_id': '5a0c9566cc3b484d95927b482dec6099'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:46.873288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:47.010904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f9f080c3-a32a-4270-bfc7-781877fec181 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:47.147163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port f9f080c3-a32a-4270-bfc7-781877fec181 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:47.153676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f9f080c3-a32a-4270-bfc7-781877fec181 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:47.154050 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.171112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b38d564-128e-4b8b-a48d-712ae4b9b218 req-821b588f-7e9f-431d-8a7b-10de31e74884 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 210 time: 0.0951111 Jul 07 19:26:47.199507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-db31c229-cea2-4ce3-92be-9730d7139c35 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:47.213069 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-db31c229-cea2-4ce3-92be-9730d7139c35 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.112 "GET /v2.0/networks?id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 HTTP/1.1" status: 200 len: 811 time: 0.4985065 Jul 07 19:26:47.238444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Request body: {'port': {'device_id': 'fb6da9d3-5900-499a-b07c-47985a5c96a7', 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6', 'admin_state_up': True, 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:47.316591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'name': 'tempest-ServersTestMultiNic-697457086-router', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:26:30Z', 'updated_at': '2021-07-07T19:26:35Z', 'revision_number': 4, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'gw_port': {'id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:31Z', 'updated_at': '2021-07-07T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f9f080c3-a32a-4270-bfc7-781877fec181', 'name': '', 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'mac_address': 'fa:16:3e:47:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'c31f131b-ecd5-4da3-91fe-125b63884b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:34Z', 'updated_at': '2021-07-07T19:26:44Z', 'revision_number': 4, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'subnets': [{'id': 'c31f131b-ecd5-4da3-91fe-125b63884b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:47.360252 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170074af-d402-40e4-828a-fb19ae69c3ce None None] The sync data for ids ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'] in n-d-792394-12 is: [{'id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'name': 'tempest-ServersTestMultiNic-697457086-router', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:26:30Z', 'updated_at': '2021-07-07T19:26:35Z', 'revision_number': 4, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'gw_port': {'id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:31Z', 'updated_at': '2021-07-07T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f9f080c3-a32a-4270-bfc7-781877fec181', 'name': '', 'network_id': '38cffaf4-05c6-4e56-aab2-2ab7b0026154', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'mac_address': 'fa:16:3e:47:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'c31f131b-ecd5-4da3-91fe-125b63884b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:34Z', 'updated_at': '2021-07-07T19:26:44Z', 'revision_number': 4, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'subnets': [{'id': 'c31f131b-ecd5-4da3-91fe-125b63884b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:47.422180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea699713-37ef-4ea5-b7b6-3593562c0987 req-0a8486b5-74f1-475e-9685-d81b7fe85340 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:47.437637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea699713-37ef-4ea5-b7b6-3593562c0987 req-0a8486b5-74f1-475e-9685-d81b7fe85340 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 931 time: 0.1877880 Jul 07 19:26:47.476431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:47.495548 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.520730 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.545954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea699713-37ef-4ea5-b7b6-3593562c0987 req-3e85e152-338b-4154-b81c-9916cde54506 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052163 Jul 07 19:26:47.572435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Provisioning for port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:47.585813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Provisioning complete for port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:47.586457 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.678539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port f9f080c3-a32a-4270-bfc7-781877fec181, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f9f080c3-a32a-4270-bfc7-781877fec181,segment=NetworkSegment(c652af9b-a6cc-4600-b634-3f4931d1c0bc),segment_id=c652af9b-a6cc-4600-b634-3f4931d1c0bc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:47.684562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:26:47.731025 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.790189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Provisioning for port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:47.792018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Made reservation on behalf of d9e5c6ca51904617b82a679f871ddb7c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:47.806248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.822798 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Provisioning complete for port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:47.824979 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:47.941870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 96512df3-d394-4e6d-b70c-d0d55c2e2051 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:48.003898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=f9f080c3-a32a-4270-bfc7-781877fec181,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:48.015849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Allocated IP 19.86.0.113 (5ba6dd3c-e9d5-4978-be24-b0450ad9acb1/c3fc1681-e282-44aa-8c2a-dfdf6fa1661c/15a6bed4-252e-4192-9e58-a7c19f7d6b0e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:48.067765 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.071340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 96512df3-d394-4e6d-b70c-d0d55c2e2051 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:48.071709 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.141024 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] For port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f3e376e5-fbd4-49d0-bcfb-536a6fc351e4,segment=NetworkSegment(afbe667c-6952-414f-8383-8c294db9614f),segment_id=afbe667c-6952-414f-8383-8c294db9614f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:48.151016 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.196599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Allocated IP 172.20.0.10 (a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6/d8aa5f40-ae37-4974-8bd6-c21e7d026994/43d8d5a1-85b9-468a-ae3d-539b40c5d08a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:48.291467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Provisioning complete for port f9f080c3-a32a-4270-bfc7-781877fec181 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:48.291855 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.357014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635fa7c-105b-4c24-b7ac-32eca6a1af9e None None] Pushing event updated for resources: {'Port': ['ID=f3e376e5-fbd4-49d0-bcfb-536a6fc351e4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:48.369899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.397619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Transition to ACTIVE for port object 15a6bed4-252e-4192-9e58-a7c19f7d6b0e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:48.460115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-640660ad-ef40-4313-b991-d5be9e18897b req-cad35513-eb0a-4fdc-bca4-2f791e2c2e70 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 210 time: 0.0658653 Jul 07 19:26:48.477821 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.539091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.550134 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.561473 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['3cb6fead-29d3-4b8b-be11-f9c236189a9d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:48.609020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:48.610591 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:48.613059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:48.651296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:48.669863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:48.683558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:48.689763 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Port': ['ID=15a6bed4-252e-4192-9e58-a7c19f7d6b0e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:48.694799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ecd865f9-7b97-41c9-ba48-c51bc33ac2ca None None] Provisioning complete for port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:48.695183 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecd865f9-7b97-41c9-ba48-c51bc33ac2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.888401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Pushing event updated for resources: {'Port': ['ID=43d8d5a1-85b9-468a-ae3d-539b40c5d08a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:48.907975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f265d-96fb-49d2-ba40-fb328dc2f9b8 req-00de8074-6bd9-4150-9db6-dcba63a00721 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:48.913498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:48.914173 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.924587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f265d-96fb-49d2-ba40-fb328dc2f9b8 req-00de8074-6bd9-4150-9db6-dcba63a00721 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:48.929250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-198f265d-96fb-49d2-ba40-fb328dc2f9b8 req-00de8074-6bd9-4150-9db6-dcba63a00721 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 1654 time: 0.2024338 Jul 07 19:26:48.959462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:48.959758 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.990422 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6637b7ba-ffb6-4bed-8148-391c409c9dd2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3911912 Jul 07 19:26:48.994032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-198f265d-96fb-49d2-ba40-fb328dc2f9b8 req-b7027f63-578a-45b9-93bc-a1a244ed5cfd tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569167 Jul 07 19:26:48.995115 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-e48186d9-6bee-419a-9e6a-ab5e030db281 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7733891 Jul 07 19:26:49.014974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'port': {'device_id': '880dfd10-69e6-4608-9242-5c2b33201d44', 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8', 'admin_state_up': True, 'tenant_id': '5a0c9566cc3b484d95927b482dec6099'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:49.032838 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.082869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Request body: {'port': {'device_id': 'fb6da9d3-5900-499a-b07c-47985a5c96a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:49.136231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fb8e37b-f938-4294-9f7f-7f73419c2a09 None None] Provisioning for port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:49.146569 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fb8e37b-f938-4294-9f7f-7f73419c2a09 None None] Provisioning complete for port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:49.146933 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fb8e37b-f938-4294-9f7f-7f73419c2a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.189976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8e37b-f938-4294-9f7f-7f73419c2a09 None None] Port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:26:49.229892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:26:49.233675 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.246004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.558981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Allocated IP 19.80.0.33 (1d3ae764-29f1-4408-8f72-b97e9f5038b8/89d13989-000a-4149-a208-04abf2ac9ca0/d508a337-0eef-47e8-ad1d-81ee3ab1c8d9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:26:49.692095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547f4a1-b37f-4de4-bbd6-740d44e2581d req-9ec18f15-af91-4732-a4b3-2d4ad2926bef tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:49.695188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4547f4a1-b37f-4de4-bbd6-740d44e2581d req-9ec18f15-af91-4732-a4b3-2d4ad2926bef tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 932 time: 0.0749667 Jul 07 19:26:49.762703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4547f4a1-b37f-4de4-bbd6-740d44e2581d req-c5551d5a-9889-49db-871c-59bdc4a80f54 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495768 Jul 07 19:26:49.798957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d8d5a1-85b9-468a-ae3d-539b40c5d08a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:49.838973 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.858875 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.873915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Transition to ACTIVE for port object 43d8d5a1-85b9-468a-ae3d-539b40c5d08a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:49.879083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Transition to ACTIVE for port object d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:49.885852 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.892532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:49.962681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Pushing event updated for resources: {'Port': ['ID=43d8d5a1-85b9-468a-ae3d-539b40c5d08a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:49.987249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:49.988151 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.994893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.072075 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:26:50.080387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:26:50.082953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:26:50.134302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Port': ['ID=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:50.159668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Attempting to bind port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:50.160285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Attempting to bind port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:50.160857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Attempting to bind port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a on network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:50.174967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a on network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:50.175300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Attempting to bind port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a on network a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:50.183483 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:50.184172 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.193508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:50.193844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Checking segment: {'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:50.194229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Bound using segment: {'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:50.194676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Bound port: 43d8d5a1-85b9-468a-ae3d-539b40c5d08a, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47534a64-d9b7-4a4d-9699-f06e3b3960fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:50.195041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.209827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f9f080c3-a32a-4270-bfc7-781877fec181 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:50.228973 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-7e902a6f-8064-4354-a67a-a7a4aeac040a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2262304 Jul 07 19:26:50.252885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Request body: {'port': {'device_id': '880dfd10-69e6-4608-9242-5c2b33201d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:50.311951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f9f080c3-a32a-4270-bfc7-781877fec181 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:50.312663 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.339685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0e538-1a58-403c-aee6-fde22c3591d1 req-5c928f41-9caf-4da1-888c-3db7e4f16e66 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:50.347364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0e538-1a58-403c-aee6-fde22c3591d1 req-5c928f41-9caf-4da1-888c-3db7e4f16e66 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:50.355555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0e538-1a58-403c-aee6-fde22c3591d1 req-5c928f41-9caf-4da1-888c-3db7e4f16e66 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:50.367657 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fde0e538-1a58-403c-aee6-fde22c3591d1 req-5c928f41-9caf-4da1-888c-3db7e4f16e66 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2375 time: 0.1216083 Jul 07 19:26:50.372293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] For port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:50.421387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] For port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=43d8d5a1-85b9-468a-ae3d-539b40c5d08a,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:50.436430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.440021 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.467489 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fde0e538-1a58-403c-aee6-fde22c3591d1 req-be4c8f3d-a8a5-405c-a5c7-f2e6e3c8f513 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973589 Jul 07 19:26:50.541371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-108d0242-1022-4b85-bccf-36f69b3e630d None None] Provisioning for port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:50.548960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-108d0242-1022-4b85-bccf-36f69b3e630d None None] Provisioning complete for port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:50.550561 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-108d0242-1022-4b85-bccf-36f69b3e630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.570236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:50.571189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.573513 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-a63d859d-8286-4b65-9238-987109533be2 service neutron] 10.222.0.112 "PUT /v2.0/ports/43d8d5a1-85b9-468a-ae3d-539b40c5d08a HTTP/1.1" status: 200 len: 1093 time: 1.5696213 Jul 07 19:26:50.594878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6da9d3-5900-499a-b07c-47985a5c96a7', 'tag': '43d8d5a1-85b9-468a-ae3d-539b40c5d08a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:50.601399 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b2e902-bd07-4de8-815e-f56d4bd36736" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6da9d3-5900-499a-b07c-47985a5c96a7", "tag": "43d8d5a1-85b9-468a-ae3d-539b40c5d08a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:50.657917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-108d0242-1022-4b85-bccf-36f69b3e630d None None] Port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:26:50.683044 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d98013-c0fd-4ef2-b091-143a09c5aa8c x-openstack-request-id: req-66d98013-c0fd-4ef2-b091-143a09c5aa8c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:50.683334 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6da9d3-5900-499a-b07c-47985a5c96a7", "tag": "43d8d5a1-85b9-468a-ae3d-539b40c5d08a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:50.683756 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-66d98013-c0fd-4ef2-b091-143a09c5aa8c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:50.684187 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6da9d3-5900-499a-b07c-47985a5c96a7', 'tag': '43d8d5a1-85b9-468a-ae3d-539b40c5d08a', 'status': 'completed', 'code': 200} Jul 07 19:26:50.757863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d859d-8286-4b65-9238-987109533be2 service neutron] Pushing event updated for resources: {'Port': ['ID=43d8d5a1-85b9-468a-ae3d-539b40c5d08a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:50.852794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-964b2391-8d44-4add-9628-f13bf8ba9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:50.854413 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-964b2391-8d44-4add-9628-f13bf8ba9ae3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d9e5c6ca51904617b82a679f871ddb7c&device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 1096 time: 0.2258692 Jul 07 19:26:50.906442 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-4cfc2662-4aa8-4399-bc1c-4831c572f9a6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8d5a1-85b9-468a-ae3d-539b40c5d08a HTTP/1.1" status: 200 len: 217 time: 0.0429773 Jul 07 19:26:50.990864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841e261-1149-4308-a9a0-001d22ced4f7 req-a6a43521-bf4f-4dbd-9155-be36d5bffb2e tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:50.994919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4841e261-1149-4308-a9a0-001d22ced4f7 req-a6a43521-bf4f-4dbd-9155-be36d5bffb2e tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 944 time: 0.1095939 Jul 07 19:26:50.995727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-9e37efec-7f8a-4d3c-b20d-ed81e8bd63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:50.997691 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-9e37efec-7f8a-4d3c-b20d-ed81e8bd63f0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d8aa5f40-ae37-4974-8bd6-c21e7d026994 HTTP/1.1" status: 200 len: 851 time: 0.0837407 Jul 07 19:26:51.056610 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-2ab7d401-7c2e-4583-abae-7b3a7c552842 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475957 Jul 07 19:26:51.060712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4841e261-1149-4308-a9a0-001d22ced4f7 req-3015e8a2-8cb0-4592-bba2-b9e84ff74c87 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574429 Jul 07 19:26:51.076989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:51.122684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.153633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Transition to ACTIVE for port object 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:51.164175 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.234769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Pushing event updated for resources: {'Port': ['ID=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:51.266889 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-39309283-d6b5-4d8c-a3ce-87d6170181b9 service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015224 Jul 07 19:26:51.787183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c671fc-feee-49c5-b3af-d37482137811 req-a3c2dd0a-ce8f-4875-bf6b-00094785a12e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:51.803592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c671fc-feee-49c5-b3af-d37482137811 req-a3c2dd0a-ce8f-4875-bf6b-00094785a12e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:51.817877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c671fc-feee-49c5-b3af-d37482137811 req-a3c2dd0a-ce8f-4875-bf6b-00094785a12e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:51.829965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7c671fc-feee-49c5-b3af-d37482137811 req-a3c2dd0a-ce8f-4875-bf6b-00094785a12e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2387 time: 0.1892269 Jul 07 19:26:51.904334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7c671fc-feee-49c5-b3af-d37482137811 req-e5cb63fc-00c6-4030-9bc9-94faac30261d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665295 Jul 07 19:26:51.951052 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Attempting to bind port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:51.951632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Attempting to bind port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:51.951958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Attempting to bind port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 on network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:51.966197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 on network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:51.966664 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Attempting to bind port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 on network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:51.974090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:51.974608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Checking segment: {'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:51.975230 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Bound using segment: {'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:51.975785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Bound port: 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:51.976243 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.999856 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-25474fb6-882e-4c0b-b5d2-6b552f726026 req-bda87897-416e-438d-8b60-827166ff8721 service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7220449 Jul 07 19:26:52.082464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] For port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:52.120147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] For port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:52.128434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.169558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:52.170631 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.172034 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] 10.222.0.112 "PUT /v2.0/ports/61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 HTTP/1.1" status: 200 len: 1092 time: 1.9237070 Jul 07 19:26:52.205915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2e902-bd07-4de8-815e-f56d4bd36736 req-d6375e48-0866-4bf3-be0d-e80e3887a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:52.207590 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a6b2e902-bd07-4de8-815e-f56d4bd36736 req-d6375e48-0866-4bf3-be0d-e80e3887a525 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d9e5c6ca51904617b82a679f871ddb7c&device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 1096 time: 0.1448922 Jul 07 19:26:52.228829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Request body: {'port': {'device_id': '880dfd10-69e6-4608-9242-5c2b33201d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:52.346231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7660-00a9-4487-bbed-18df4e685b92 req-2ca7a42f-f3f2-4dae-ae00-026deeb96cc7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:52.346835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7e404-3f6c-413b-9d80-7657ec9916f2 service neutron] Pushing event updated for resources: {'Port': ['ID=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:52.354908 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-222d7660-00a9-4487-bbed-18df4e685b92 req-2ca7a42f-f3f2-4dae-ae00-026deeb96cc7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 944 time: 0.1081295 Jul 07 19:26:52.407412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-222d7660-00a9-4487-bbed-18df4e685b92 req-9fb55b46-c0ca-484d-b7ad-05a4cd8ea79d tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503683 Jul 07 19:26:52.473314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.477145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2e902-bd07-4de8-815e-f56d4bd36736 req-c5b802d0-8234-4e68-8a96-589c08a125e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:52.478668 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a6b2e902-bd07-4de8-815e-f56d4bd36736 req-c5b802d0-8234-4e68-8a96-589c08a125e2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 HTTP/1.1" status: 200 len: 913 time: 0.2621574 Jul 07 19:26:52.537641 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a6b2e902-bd07-4de8-815e-f56d4bd36736 req-10ac259f-a891-400d-8d6c-c3317475d544 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8d5a1-85b9-468a-ae3d-539b40c5d08a HTTP/1.1" status: 200 len: 217 time: 0.0492134 Jul 07 19:26:52.694283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'tag': '61ce37c4-4f96-4c7e-92b8-2d048d72cfe8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:52.695768 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d7f04d-0c4b-4ada-bbb3-c504e9051bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "tag": "61ce37c4-4f96-4c7e-92b8-2d048d72cfe8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:52.702182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2e902-bd07-4de8-815e-f56d4bd36736 req-535553d6-5ba3-4637-99f9-dadf8256176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:52.704184 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a6b2e902-bd07-4de8-815e-f56d4bd36736 req-535553d6-5ba3-4637-99f9-dadf8256176a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d8aa5f40-ae37-4974-8bd6-c21e7d026994 HTTP/1.1" status: 200 len: 851 time: 0.1312959 Jul 07 19:26:52.750535 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd326ca2-5c39-4269-b06c-000182b5a58b x-openstack-request-id: req-cd326ca2-5c39-4269-b06c-000182b5a58b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:52.750904 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "tag": "61ce37c4-4f96-4c7e-92b8-2d048d72cfe8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:52.751097 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cd326ca2-5c39-4269-b06c-000182b5a58b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:52.751454 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'tag': '61ce37c4-4f96-4c7e-92b8-2d048d72cfe8', 'status': 'completed', 'code': 200} Jul 07 19:26:52.753599 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a6b2e902-bd07-4de8-815e-f56d4bd36736 req-4ec20638-f9cc-4871-a4ce-1786e01482a3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349441 Jul 07 19:26:52.889967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7f04d-0c4b-4ada-bbb3-c504e9051bf1 req-47da7dac-dc60-4e3d-a1a1-a24565a58462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:52.890313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7f04d-0c4b-4ada-bbb3-c504e9051bf1 req-47da7dac-dc60-4e3d-a1a1-a24565a58462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:52.890863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7f04d-0c4b-4ada-bbb3-c504e9051bf1 req-47da7dac-dc60-4e3d-a1a1-a24565a58462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:52.893146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1d7f04d-0c4b-4ada-bbb3-c504e9051bf1 req-47da7dac-dc60-4e3d-a1a1-a24565a58462 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5a0c9566cc3b484d95927b482dec6099&device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2731 time: 0.1256881 Jul 07 19:26:52.942395 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a6b2e902-bd07-4de8-815e-f56d4bd36736 req-69c38049-2b19-4f9e-bb9a-ec38595b39a5 service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804152 Jul 07 19:26:53.128866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a6b2e902-bd07-4de8-815e-f56d4bd36736 req-527f22cf-38da-4a1a-9549-9bef4c6b3abf service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684558 Jul 07 19:26:53.148587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a6bed4-252e-4192-9e58-a7c19f7d6b0e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:53.157840 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.174205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Transition to ACTIVE for port object 15a6bed4-252e-4192-9e58-a7c19f7d6b0e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:53.180814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.183614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7f04d-0c4b-4ada-bbb3-c504e9051bf1 req-bef36362-b962-4620-a06f-5350fa3b44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:53.185375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7f04d-0c4b-4ada-bbb3-c504e9051bf1 req-bef36362-b962-4620-a06f-5350fa3b44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:53.185860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7f04d-0c4b-4ada-bbb3-c504e9051bf1 req-bef36362-b962-4620-a06f-5350fa3b44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:53.187544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1d7f04d-0c4b-4ada-bbb3-c504e9051bf1 req-bef36362-b962-4620-a06f-5350fa3b44b8 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=5a0c9566cc3b484d95927b482dec6099&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2848504 Jul 07 19:26:53.239522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Pushing event updated for resources: {'Port': ['ID=15a6bed4-252e-4192-9e58-a7c19f7d6b0e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:53.404251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Attempting to bind port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:53.405819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Attempting to bind port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'afbe667c-6952-414f-8383-8c294db9614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:53.406169 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Attempting to bind port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e on network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:53.413641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e on network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:53.413965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Attempting to bind port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e on network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:53.433751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:53.434087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Checking segment: {'id': 'afbe667c-6952-414f-8383-8c294db9614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:53.434481 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Bound using segment: {'id': 'afbe667c-6952-414f-8383-8c294db9614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:53.437063 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Bound port: 15a6bed4-252e-4192-9e58-a7c19f7d6b0e, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbe667c-6952-414f-8383-8c294db9614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:53.437063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.539154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] For port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:53.543838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] For port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=15a6bed4-252e-4192-9e58-a7c19f7d6b0e,segment=NetworkSegment(afbe667c-6952-414f-8383-8c294db9614f),segment_id=afbe667c-6952-414f-8383-8c294db9614f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:53.566434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.596141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:53.597107 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.601471 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] 10.222.0.112 "PUT /v2.0/ports/15a6bed4-252e-4192-9e58-a7c19f7d6b0e HTTP/1.1" status: 200 len: 1093 time: 1.3837514 Jul 07 19:26:53.604416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7f04d-0c4b-4ada-bbb3-c504e9051bf1 req-683583e4-7dc4-46fa-afd4-f0b1f7447a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:53.605918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1d7f04d-0c4b-4ada-bbb3-c504e9051bf1 req-683583e4-7dc4-46fa-afd4-f0b1f7447a68 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4105527 Jul 07 19:26:53.636540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325ebe-d078-45b7-8da7-44b348b19add req-18f6be32-9e10-46eb-89ee-8458dc6425d5 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:53.642724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325ebe-d078-45b7-8da7-44b348b19add req-18f6be32-9e10-46eb-89ee-8458dc6425d5 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:53.663961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325ebe-d078-45b7-8da7-44b348b19add req-18f6be32-9e10-46eb-89ee-8458dc6425d5 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:53.676157 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1325ebe-d078-45b7-8da7-44b348b19add req-18f6be32-9e10-46eb-89ee-8458dc6425d5 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2387 time: 0.5436008 Jul 07 19:26:53.728011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Request body: {'port': {'device_id': '880dfd10-69e6-4608-9242-5c2b33201d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:26:53.730747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d60569-6e4c-4653-9a5f-e6a71b6aba99 service neutron] Pushing event updated for resources: {'Port': ['ID=15a6bed4-252e-4192-9e58-a7c19f7d6b0e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:53.886220 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1325ebe-d078-45b7-8da7-44b348b19add req-2515e90b-34f9-4d20-906a-c8f3c946fb5a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035050 Jul 07 19:26:53.943263 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.955438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1b441-a7b4-4025-a9d3-9be2929f48d2 req-6cf7de1a-d9fa-4952-9d8a-809fc96d6971 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:53.957517 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0af1b441-a7b4-4025-a9d3-9be2929f48d2 req-6cf7de1a-d9fa-4952-9d8a-809fc96d6971 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 944 time: 0.2234688 Jul 07 19:26:54.042651 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0af1b441-a7b4-4025-a9d3-9be2929f48d2 req-85f6601f-1e52-4a90-808a-ad6f00fe94b3 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769093 Jul 07 19:26:54.329108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:54.337270 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.350994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Transition to ACTIVE for port object d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:26:54.355078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.411639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 43d8d5a1-85b9-468a-ae3d-539b40c5d08a details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:54.412963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Pushing event updated for resources: {'Port': ['ID=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:54.541160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Attempting to bind port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:26:54.541562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Attempting to bind port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:26:54.541904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Attempting to bind port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 on network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:54.547474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 on network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:26:54.547803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Attempting to bind port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 on network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:26:54.554059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:26:54.554194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Checking segment: {'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:26:54.554572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Bound using segment: {'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:26:54.555008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Bound port: d508a337-0eef-47e8-ad1d-81ee3ab1c8d9, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093af701-de2c-4c76-9ea2-10b428fff7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:26:54.555377 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.586150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=43d8d5a1-85b9-468a-ae3d-539b40c5d08a,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:54.618336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '43d8d5a1-85b9-468a-ae3d-539b40c5d08a', 'network_id': 'a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6', 'port_id': '43d8d5a1-85b9-468a-ae3d-539b40c5d08a', 'mac_address': 'fa:16:3e:8c:46:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8aa5f40-ae37-4974-8bd6-c21e7d026994', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:54.658700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] For port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:26:54.670006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] For port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:26:54.676953 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.681394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.698459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d8d5a1-85b9-468a-ae3d-539b40c5d08a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:54.725663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=43d8d5a1-85b9-468a-ae3d-539b40c5d08a,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:54.731208 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.749439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:54.750410 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.752545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] 10.222.0.112 "PUT /v2.0/ports/d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 HTTP/1.1" status: 200 len: 1092 time: 1.0735688 Jul 07 19:26:54.753090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'tag': 'd508a337-0eef-47e8-ad1d-81ee3ab1c8d9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:54.753547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'tag': '15a6bed4-252e-4192-9e58-a7c19f7d6b0e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:54.756634 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52099735-0142-4796-8351-b10c522f1c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "tag": "d508a337-0eef-47e8-ad1d-81ee3ab1c8d9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:54.758349 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858b70b0-9f61-4710-9f3c-71f770f25008" -d '{"events": [{"name": "network-changed", "server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "tag": "15a6bed4-252e-4192-9e58-a7c19f7d6b0e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:54.831608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=43d8d5a1-85b9-468a-ae3d-539b40c5d08a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:54.875838 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c6f89d-c67f-4f45-a414-cfd43bc388bb x-openstack-request-id: req-a5c6f89d-c67f-4f45-a414-cfd43bc388bb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:54.876135 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "tag": "15a6bed4-252e-4192-9e58-a7c19f7d6b0e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:54.876390 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a5c6f89d-c67f-4f45-a414-cfd43bc388bb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:54.881018 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'tag': '15a6bed4-252e-4192-9e58-a7c19f7d6b0e', 'status': 'completed', 'code': 200} Jul 07 19:26:54.886568 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94f4950-3c5f-41ae-9aac-3b2284e926e9 x-openstack-request-id: req-d94f4950-3c5f-41ae-9aac-3b2284e926e9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:54.887567 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "tag": "d508a337-0eef-47e8-ad1d-81ee3ab1c8d9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:54.887906 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d94f4950-3c5f-41ae-9aac-3b2284e926e9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:54.888407 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'tag': 'd508a337-0eef-47e8-ad1d-81ee3ab1c8d9', 'status': 'completed', 'code': 200} Jul 07 19:26:54.894462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2b0b2-af1a-4a79-8562-8e7f94e15521 service neutron] Pushing event updated for resources: {'Port': ['ID=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:54.967196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-8ebf36e2-a989-4d53-b90b-72d34ad4cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:54.967990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-8ebf36e2-a989-4d53-b90b-72d34ad4cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:54.968714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-8ebf36e2-a989-4d53-b90b-72d34ad4cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:54.970796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-8ebf36e2-a989-4d53-b90b-72d34ad4cd82 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5a0c9566cc3b484d95927b482dec6099&device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2867 time: 0.1607919 Jul 07 19:26:54.972371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['43d8d5a1-85b9-468a-ae3d-539b40c5d08a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:55.047322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-fb27b104-9ca8-4c25-ba62-104d5d3d373b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.42&port_id=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 HTTP/1.1" status: 200 len: 217 time: 0.0611453 Jul 07 19:26:55.154234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-e8ee031a-a652-41a0-a3b5-019c7c2f1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:55.155770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-e8ee031a-a652-41a0-a3b5-019c7c2f1781 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=89d13989-000a-4149-a208-04abf2ac9ca0 HTTP/1.1" status: 200 len: 801 time: 0.0970173 Jul 07 19:26:55.232365 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c96a82-d828-46d6-9e00-6e14241ff5a6 req-479d22c6-503a-42bf-8e76-e7557e8e198c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:55.238217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c96a82-d828-46d6-9e00-6e14241ff5a6 req-479d22c6-503a-42bf-8e76-e7557e8e198c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:55.246946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c96a82-d828-46d6-9e00-6e14241ff5a6 req-479d22c6-503a-42bf-8e76-e7557e8e198c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:55.249095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6c96a82-d828-46d6-9e00-6e14241ff5a6 req-479d22c6-503a-42bf-8e76-e7557e8e198c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2411 time: 0.2055650 Jul 07 19:26:55.351539 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6c96a82-d828-46d6-9e00-6e14241ff5a6 req-542f6949-ed04-4bdd-9b96-5c807cf95e97 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685947 Jul 07 19:26:55.384588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-20971e06-d78e-405b-a5e4-f3bbc199e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:55.386122 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-20971e06-d78e-405b-a5e4-f3bbc199e437 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1d3ae764-29f1-4408-8f72-b97e9f5038b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215364 Jul 07 19:26:55.399564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e54cca-4d4a-460e-977f-5afe2ea153d1 req-e5705638-297b-4778-ae46-2626dc1d3f6e tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:55.401126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43e54cca-4d4a-460e-977f-5afe2ea153d1 req-e5705638-297b-4778-ae46-2626dc1d3f6e tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 945 time: 0.1502542 Jul 07 19:26:55.738574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43e54cca-4d4a-460e-977f-5afe2ea153d1 req-db0dfd55-bf0f-42ae-8abc-506a9dc8bc0d tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273830 Jul 07 19:26:55.766755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-2d6aa1b5-f139-4753-b65d-e383589dd0e3 service neutron] 10.222.0.112 "GET /v2.0/networks/1d3ae764-29f1-4408-8f72-b97e9f5038b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622384 Jul 07 19:26:55.875923 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-564b96cb-43c9-4855-99ff-962066f1d60f service neutron] 10.222.0.112 "GET /v2.0/networks/1d3ae764-29f1-4408-8f72-b97e9f5038b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971923 Jul 07 19:26:55.922345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-b950c038-0bff-4728-9078-fd88c4ffb651 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.113&port_id=15a6bed4-252e-4192-9e58-a7c19f7d6b0e HTTP/1.1" status: 200 len: 217 time: 0.0397155 Jul 07 19:26:55.977091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-fc979281-f4d1-4caf-904d-580aee80844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:55.978914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-fc979281-f4d1-4caf-904d-580aee80844d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c3fc1681-e282-44aa-8c2a-dfdf6fa1661c HTTP/1.1" status: 200 len: 801 time: 0.0502517 Jul 07 19:26:56.049899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-ff4ebfb4-2d64-44ec-9fb9-548e42d92fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:56.051454 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-ff4ebfb4-2d64-44ec-9fb9-548e42d92fad service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5ba6dd3c-e9d5-4978-be24-b0450ad9acb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661960 Jul 07 19:26:56.173500 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-6f8fec59-2313-444e-b648-72b74276fd13 service neutron] 10.222.0.112 "GET /v2.0/networks/5ba6dd3c-e9d5-4978-be24-b0450ad9acb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150291 Jul 07 19:26:56.285502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-f668fff1-36a8-4f30-a5b9-15dd2bbfb3c8 service neutron] 10.222.0.112 "GET /v2.0/networks/5ba6dd3c-e9d5-4978-be24-b0450ad9acb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043046 Jul 07 19:26:56.356917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-94aa44d9-19d2-4014-93f0-800949c53748 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.33&port_id=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0555980 Jul 07 19:26:56.421670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-b5f60ddd-61f0-42ce-8934-23c2836321e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:56.423243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-b5f60ddd-61f0-42ce-8934-23c2836321e6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=89d13989-000a-4149-a208-04abf2ac9ca0 HTTP/1.1" status: 200 len: 801 time: 0.0610638 Jul 07 19:26:56.433491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 43d8d5a1-85b9-468a-ae3d-539b40c5d08a up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:56.559565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:26:56.565068 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:56.565666 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.596181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-9bb61566-16d4-4972-ac3f-9b11cb9eecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:56.598356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-9bb61566-16d4-4972-ac3f-9b11cb9eecde service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1d3ae764-29f1-4408-8f72-b97e9f5038b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672964 Jul 07 19:26:56.718477 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.773543 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6da9d3-5900-499a-b07c-47985a5c96a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d5a1-85b9-468a-ae3d-539b40c5d08a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:56.777072 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c12ba76-9742-48cf-958d-1eb65588737f" -d '{"events": [{"server_uuid": "fb6da9d3-5900-499a-b07c-47985a5c96a7", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d5a1-85b9-468a-ae3d-539b40c5d08a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:56.781792 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b6de7-3b2f-42ea-868a-66ffdba75f42 req-04e0f454-20aa-4a64-b05a-49376f33c02f tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:56.789017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b6de7-3b2f-42ea-868a-66ffdba75f42 req-04e0f454-20aa-4a64-b05a-49376f33c02f tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:56.795035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b6de7-3b2f-42ea-868a-66ffdba75f42 req-04e0f454-20aa-4a64-b05a-49376f33c02f tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:56.795223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=43d8d5a1-85b9-468a-ae3d-539b40c5d08a,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:56.796958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e9b6de7-3b2f-42ea-868a-66ffdba75f42 req-04e0f454-20aa-4a64-b05a-49376f33c02f tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2411 time: 0.2617588 Jul 07 19:26:56.808269 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.819704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-efdd898e-34d3-4f01-b2d4-c40207de145d service neutron] 10.222.0.112 "GET /v2.0/networks/1d3ae764-29f1-4408-8f72-b97e9f5038b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135594 Jul 07 19:26:56.898277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=43d8d5a1-85b9-468a-ae3d-539b40c5d08a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:56.919136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e9b6de7-3b2f-42ea-868a-66ffdba75f42 req-06c66796-b31d-40f2-8a5a-ae5bd94776d1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082664 Jul 07 19:26:56.968983 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cc7d9d-1a16-474d-b433-f0fa589b1af6 x-openstack-request-id: req-42cc7d9d-1a16-474d-b433-f0fa589b1af6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:56.969902 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6da9d3-5900-499a-b07c-47985a5c96a7", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d5a1-85b9-468a-ae3d-539b40c5d08a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:56.969902 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-42cc7d9d-1a16-474d-b433-f0fa589b1af6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:56.969902 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6da9d3-5900-499a-b07c-47985a5c96a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d5a1-85b9-468a-ae3d-539b40c5d08a', 'code': 200} Jul 07 19:26:57.011564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530831c6-b01e-4951-bbcf-b2b331cafad7 req-5e379612-c24c-49f4-89cc-efbd0f522c38 service neutron] 10.222.0.112 "GET /v2.0/networks/1d3ae764-29f1-4408-8f72-b97e9f5038b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804764 Jul 07 19:26:57.052289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a498602-f1d9-4440-9500-bc1a56613037 req-0781d1e6-7dff-4961-a4d4-7febccef9189 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.054674 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a498602-f1d9-4440-9500-bc1a56613037 req-0781d1e6-7dff-4961-a4d4-7febccef9189 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1331296 Jul 07 19:26:57.146739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a498602-f1d9-4440-9500-bc1a56613037 req-7d104b94-939a-4b5c-aea0-d7d302ab031f tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810487 Jul 07 19:26:57.147286 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52099735-0142-4796-8351-b10c522f1c3a req-fc9c2db1-5ebb-43a0-928a-990c2b42677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.148552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52099735-0142-4796-8351-b10c522f1c3a req-fc9c2db1-5ebb-43a0-928a-990c2b42677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.149202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52099735-0142-4796-8351-b10c522f1c3a req-fc9c2db1-5ebb-43a0-928a-990c2b42677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.151159 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52099735-0142-4796-8351-b10c522f1c3a req-fc9c2db1-5ebb-43a0-928a-990c2b42677f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5a0c9566cc3b484d95927b482dec6099&device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2867 time: 0.0698357 Jul 07 19:26:57.155880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd47b1f-153f-4b84-a091-950a531edabd req-2c86dc16-6fed-4ff8-bbf3-0297c4bf3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.157445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abd47b1f-153f-4b84-a091-950a531edabd req-2c86dc16-6fed-4ff8-bbf3-0297c4bf3061 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 1098 time: 0.0999758 Jul 07 19:26:57.202312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abd47b1f-153f-4b84-a091-950a531edabd req-9d25ef9f-8416-40e5-ba94-9848cebc5b40 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367386 Jul 07 19:26:57.285152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52099735-0142-4796-8351-b10c522f1c3a req-3e702ef7-570c-45a4-83d2-77f98e22e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.286720 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52099735-0142-4796-8351-b10c522f1c3a req-3e702ef7-570c-45a4-83d2-77f98e22e776 service neutron] 10.222.0.112 "GET /v2.0/networks?id=1d3ae764-29f1-4408-8f72-b97e9f5038b8 HTTP/1.1" status: 200 len: 902 time: 0.1286259 Jul 07 19:26:57.333362 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52099735-0142-4796-8351-b10c522f1c3a req-d04bf74a-543a-4d60-a171-d6ced81e60b4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.33&port_id=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0368407 Jul 07 19:26:57.392842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52099735-0142-4796-8351-b10c522f1c3a req-0ff33b32-76c4-4409-9a5f-9f12b6d33d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.394454 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52099735-0142-4796-8351-b10c522f1c3a req-0ff33b32-76c4-4409-9a5f-9f12b6d33d1b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=89d13989-000a-4149-a208-04abf2ac9ca0 HTTP/1.1" status: 200 len: 801 time: 0.0543144 Jul 07 19:26:57.457047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52099735-0142-4796-8351-b10c522f1c3a req-1f9bb6f0-a186-4946-ba8d-dad7490f5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.458494 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52099735-0142-4796-8351-b10c522f1c3a req-1f9bb6f0-a186-4946-ba8d-dad7490f5e6c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1d3ae764-29f1-4408-8f72-b97e9f5038b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563929 Jul 07 19:26:57.556050 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52099735-0142-4796-8351-b10c522f1c3a req-2a2642a6-671b-4077-a7ee-14f5a653504f service neutron] 10.222.0.112 "GET /v2.0/networks/1d3ae764-29f1-4408-8f72-b97e9f5038b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887709 Jul 07 19:26:57.663972 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52099735-0142-4796-8351-b10c522f1c3a req-abfb897e-2d4b-4b10-98e1-34d5661d6c6a service neutron] 10.222.0.112 "GET /v2.0/networks/1d3ae764-29f1-4408-8f72-b97e9f5038b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011631 Jul 07 19:26:57.809191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-59cd7de6-e868-4849-9050-eb747ea9f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.809695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-59cd7de6-e868-4849-9050-eb747ea9f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.810171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-59cd7de6-e868-4849-9050-eb747ea9f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.811874 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-59cd7de6-e868-4849-9050-eb747ea9f879 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5a0c9566cc3b484d95927b482dec6099&device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2867 time: 0.0885353 Jul 07 19:26:57.920802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-401e4104-b9cb-4e8f-af85-59869ede8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:57.922472 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-401e4104-b9cb-4e8f-af85-59869ede8828 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 HTTP/1.1" status: 200 len: 904 time: 0.0977514 Jul 07 19:26:57.973271 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-8c43fc0b-1d22-4b5e-a7c3-67e841e8e61b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.113&port_id=15a6bed4-252e-4192-9e58-a7c19f7d6b0e HTTP/1.1" status: 200 len: 217 time: 0.0428565 Jul 07 19:26:58.038848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-9cbbad31-73ad-4fe6-9a82-f32b965b6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:58.040413 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-9cbbad31-73ad-4fe6-9a82-f32b965b6b9a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c3fc1681-e282-44aa-8c2a-dfdf6fa1661c HTTP/1.1" status: 200 len: 801 time: 0.0565999 Jul 07 19:26:58.125572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-e589df50-9117-4838-af1e-ec2c1aa795c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:58.127202 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-e589df50-9117-4838-af1e-ec2c1aa795c2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5ba6dd3c-e9d5-4978-be24-b0450ad9acb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791557 Jul 07 19:26:58.145370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed52ac-7a03-46cc-8f65-e5eb8023d674 req-d3db8d6c-8e2b-4812-8e74-391863203102 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:58.152351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed52ac-7a03-46cc-8f65-e5eb8023d674 req-d3db8d6c-8e2b-4812-8e74-391863203102 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:58.158849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed52ac-7a03-46cc-8f65-e5eb8023d674 req-d3db8d6c-8e2b-4812-8e74-391863203102 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:58.160612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4ed52ac-7a03-46cc-8f65-e5eb8023d674 req-d3db8d6c-8e2b-4812-8e74-391863203102 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2411 time: 0.1179161 Jul 07 19:26:58.231004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4ed52ac-7a03-46cc-8f65-e5eb8023d674 req-dfaa4ec9-0612-4fce-8342-43e9b33c40b5 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636208 Jul 07 19:26:58.342050 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-67cff6d4-1229-4f66-9b5c-b753fd8eecae service neutron] 10.222.0.112 "GET /v2.0/networks/5ba6dd3c-e9d5-4978-be24-b0450ad9acb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059095 Jul 07 19:26:58.451054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53799c-b952-469b-822c-f1ab2a6c5bf0 req-b3e3d8f5-eba8-4b67-8b0b-d887e021bccf tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:58.452682 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de53799c-b952-469b-822c-f1ab2a6c5bf0 req-b3e3d8f5-eba8-4b67-8b0b-d887e021bccf tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1012743 Jul 07 19:26:58.479450 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-858b70b0-9f61-4710-9f3c-71f770f25008 req-c1f5e8e2-63fc-4661-82ec-25be2128ada9 service neutron] 10.222.0.112 "GET /v2.0/networks/5ba6dd3c-e9d5-4978-be24-b0450ad9acb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304567 Jul 07 19:26:58.501214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de53799c-b952-469b-822c-f1ab2a6c5bf0 req-b546d32a-92b6-4b74-9039-fce983147550 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382695 Jul 07 19:26:58.900255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053be5-dd77-4014-805a-cd73d7542e0f req-c788e75f-42e2-4cf3-91fd-3c8ab5529b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:58.901574 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d053be5-dd77-4014-805a-cd73d7542e0f req-c788e75f-42e2-4cf3-91fd-3c8ab5529b9c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d9e5c6ca51904617b82a679f871ddb7c&device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 1098 time: 0.0862732 Jul 07 19:26:58.951531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b177b4f-275d-4868-9d52-c58861e0e609 req-52556892-a8e8-4ec2-82fa-58e1764fbf72 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:58.953226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b177b4f-275d-4868-9d52-c58861e0e609 req-52556892-a8e8-4ec2-82fa-58e1764fbf72 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0798244 Jul 07 19:26:59.011573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b177b4f-275d-4868-9d52-c58861e0e609 req-2f4bc81f-e443-47c9-a17d-694230715563 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503488 Jul 07 19:26:59.024153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053be5-dd77-4014-805a-cd73d7542e0f req-cda1fe6a-79dd-4041-bacc-93de324f2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:59.026195 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d053be5-dd77-4014-805a-cd73d7542e0f req-cda1fe6a-79dd-4041-bacc-93de324f2c76 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 HTTP/1.1" status: 200 len: 913 time: 0.1180944 Jul 07 19:26:59.079092 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d053be5-dd77-4014-805a-cd73d7542e0f req-f3ba5850-ae9f-4642-837f-7e6327d66859 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8d5a1-85b9-468a-ae3d-539b40c5d08a HTTP/1.1" status: 200 len: 217 time: 0.0455837 Jul 07 19:26:59.145513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053be5-dd77-4014-805a-cd73d7542e0f req-bcc4c1d3-e4c1-47da-a99a-a55fc27815f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:59.148686 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d053be5-dd77-4014-805a-cd73d7542e0f req-bcc4c1d3-e4c1-47da-a99a-a55fc27815f7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d8aa5f40-ae37-4974-8bd6-c21e7d026994 HTTP/1.1" status: 200 len: 851 time: 0.0619051 Jul 07 19:26:59.195614 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d053be5-dd77-4014-805a-cd73d7542e0f req-4eaad0d9-47fd-4cb1-80c0-5e60f129dc3c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401263 Jul 07 19:26:59.305188 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d053be5-dd77-4014-805a-cd73d7542e0f req-9de12e54-8cd4-44ba-aba5-3e901f8036e8 service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026964 Jul 07 19:26:59.448389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93628e-3547-41f7-968a-abc9ccfcb38e req-9bf0f3a6-671b-4539-b58f-e925746ce919 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:59.454042 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d053be5-dd77-4014-805a-cd73d7542e0f req-1428c9d4-2372-4fcd-896c-b73df9e32b3d service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355038 Jul 07 19:26:59.456815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93628e-3547-41f7-968a-abc9ccfcb38e req-9bf0f3a6-671b-4539-b58f-e925746ce919 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:59.464056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93628e-3547-41f7-968a-abc9ccfcb38e req-9bf0f3a6-671b-4539-b58f-e925746ce919 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:59.468964 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef93628e-3547-41f7-968a-abc9ccfcb38e req-9bf0f3a6-671b-4539-b58f-e925746ce919 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2411 time: 0.1091943 Jul 07 19:26:59.512881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef93628e-3547-41f7-968a-abc9ccfcb38e req-2ed558c0-8dbc-4c87-adfa-89e281fdec98 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Jul 07 19:27:00.181060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582a595-5a72-4f5a-89fd-2ee173a1fe95 req-ad7088fb-f4a3-4018-9bcd-ab32b1575e2e tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.182721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b582a595-5a72-4f5a-89fd-2ee173a1fe95 req-ad7088fb-f4a3-4018-9bcd-ab32b1575e2e tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1097 time: 0.0914090 Jul 07 19:27:00.218036 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b582a595-5a72-4f5a-89fd-2ee173a1fe95 req-efb770a4-bc74-4d4c-aed1-45d6b93f96d9 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:00.260158 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b659f-f388-4316-9b57-ddf67b27cbf7 req-5d3df142-8a62-4b24-9443-0ee2d2f5599d tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.261676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-195b659f-f388-4316-9b57-ddf67b27cbf7 req-5d3df142-8a62-4b24-9443-0ee2d2f5599d tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1183405 Jul 07 19:27:00.320924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-195b659f-f388-4316-9b57-ddf67b27cbf7 req-ea81bffb-ac2a-44ad-91c1-7588df45f685 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515633 Jul 07 19:27:00.387867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b582a595-5a72-4f5a-89fd-2ee173a1fe95 req-efb770a4-bc74-4d4c-aed1-45d6b93f96d9 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:00.392842 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b582a595-5a72-4f5a-89fd-2ee173a1fe95 req-efb770a4-bc74-4d4c-aed1-45d6b93f96d9 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:00.426041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b582a595-5a72-4f5a-89fd-2ee173a1fe95 req-efb770a4-bc74-4d4c-aed1-45d6b93f96d9 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360597 Jul 07 19:27:00.430334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb770a4-bc74-4d4c-aed1-45d6b93f96d9 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65931e6-6cff-49a0-8349-c663c56a914f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:00.431296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:27:00.621226 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:00.648061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '61ce37c4-4f96-4c7e-92b8-2d048d72cfe8', 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8', 'port_id': '61ce37c4-4f96-4c7e-92b8-2d048d72cfe8', 'mac_address': 'fa:16:3e:67:de:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d13989-000a-4149-a208-04abf2ac9ca0', 'ip_address': '19.80.0.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:27:00.708932 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:00.725723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:00.747591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:00.754055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:00.757065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:27:00.769377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349f8a-27eb-43cc-8af4-9d8ecff30378 req-f2d8b3ed-7f82-4aea-9683-c915c60169e9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.777729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f349f8a-27eb-43cc-8af4-9d8ecff30378 req-f2d8b3ed-7f82-4aea-9683-c915c60169e9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.1544268 Jul 07 19:27:00.842273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:00.878540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:00.890716 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec1412-963a-4bb6-998a-dc460c475809 req-02c19709-4f4d-47c5-a2b6-47633d1edc94 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.894107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'd508a337-0eef-47e8-ad1d-81ee3ab1c8d9', 'network_id': '1d3ae764-29f1-4408-8f72-b97e9f5038b8', 'port_id': 'd508a337-0eef-47e8-ad1d-81ee3ab1c8d9', 'mac_address': 'fa:16:3e:fe:ff:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d13989-000a-4149-a208-04abf2ac9ca0', 'ip_address': '19.80.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:27:00.905840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.906935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec1412-963a-4bb6-998a-dc460c475809 req-02c19709-4f4d-47c5-a2b6-47633d1edc94 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.907066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.907066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.907489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.908270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.908828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.909340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.909986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.910502 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.911001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.911891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.912582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:00.916667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec1412-963a-4bb6-998a-dc460c475809 req-02c19709-4f4d-47c5-a2b6-47633d1edc94 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:00.923189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0dec1412-963a-4bb6-998a-dc460c475809 req-02c19709-4f4d-47c5-a2b6-47633d1edc94 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2411 time: 0.2229712 Jul 07 19:27:00.940428 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f349f8a-27eb-43cc-8af4-9d8ecff30378 req-50ed30ab-2506-45f0-a508-7b7dd1fad557 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614084 Jul 07 19:27:00.973758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:00.998859 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:01.034436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:01.071602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:01.076505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0dec1412-963a-4bb6-998a-dc460c475809 req-69dad49b-de22-4822-bbad-39f543841a05 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145031 Jul 07 19:27:01.088755 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:01.089443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 15a6bed4-252e-4192-9e58-a7c19f7d6b0e details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:27:01.148309 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-60c67594-52f1-4e1c-854b-7ee45cf3c869 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/b18bb244-4948-406a-9c9c-3afe093cd52c HTTP/1.1" status: 200 len: 993 time: 0.1725514 Jul 07 19:27:01.187556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:01.239833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=15a6bed4-252e-4192-9e58-a7c19f7d6b0e,segment=NetworkSegment(afbe667c-6952-414f-8383-8c294db9614f),segment_id=afbe667c-6952-414f-8383-8c294db9614f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:01.253224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '15a6bed4-252e-4192-9e58-a7c19f7d6b0e', 'network_id': '5ba6dd3c-e9d5-4978-be24-b0450ad9acb1', 'port_id': '15a6bed4-252e-4192-9e58-a7c19f7d6b0e', 'mac_address': 'fa:16:3e:64:2c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fc1681-e282-44aa-8c2a-dfdf6fa1661c', 'ip_address': '19.86.0.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:27:01.304084 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:01.323299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a6bed4-252e-4192-9e58-a7c19f7d6b0e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:01.348736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=15a6bed4-252e-4192-9e58-a7c19f7d6b0e,segment=NetworkSegment(afbe667c-6952-414f-8383-8c294db9614f),segment_id=afbe667c-6952-414f-8383-8c294db9614f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:01.353896 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:01.415896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=15a6bed4-252e-4192-9e58-a7c19f7d6b0e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:01.614681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6ca81-5c52-40ca-9ffd-7fc502f2ba5f req-072f39be-180b-4c96-b812-35740cfb0eba tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:01.627840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cc6ca81-5c52-40ca-9ffd-7fc502f2ba5f req-072f39be-180b-4c96-b812-35740cfb0eba tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1642361 Jul 07 19:27:01.690245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['61ce37c4-4f96-4c7e-92b8-2d048d72cfe8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:01.698603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cc6ca81-5c52-40ca-9ffd-7fc502f2ba5f req-1c661abb-93ec-4374-a1e9-32a6673c545b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697875 Jul 07 19:27:01.758636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['15a6bed4-252e-4192-9e58-a7c19f7d6b0e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:01.840291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['d508a337-0eef-47e8-ad1d-81ee3ab1c8d9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:02.573404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3428-a2b4-48f5-b3dc-d889ccdd5d75 req-f92fd423-1729-4e18-99d0-5c2bf0b905ef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:02.596597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3428-a2b4-48f5-b3dc-d889ccdd5d75 req-f92fd423-1729-4e18-99d0-5c2bf0b905ef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:02.604006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3428-a2b4-48f5-b3dc-d889ccdd5d75 req-f92fd423-1729-4e18-99d0-5c2bf0b905ef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:02.617271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81eb3428-a2b4-48f5-b3dc-d889ccdd5d75 req-f92fd423-1729-4e18-99d0-5c2bf0b905ef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2414 time: 0.3609574 Jul 07 19:27:02.823778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81eb3428-a2b4-48f5-b3dc-d889ccdd5d75 req-ac10652f-b6ff-41f7-9880-6a0b185dd24b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911397 Jul 07 19:27:02.924020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df6d86-68fc-4eb4-8e63-618f3d8382b0 req-3568c225-2f16-4609-9138-627cbd81620d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:02.931372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1df6d86-68fc-4eb4-8e63-618f3d8382b0 req-3568c225-2f16-4609-9138-627cbd81620d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.2260895 Jul 07 19:27:03.013354 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1df6d86-68fc-4eb4-8e63-618f3d8382b0 req-2e814cbd-fb00-4fcd-95c4-1ab37e67e2b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782750 Jul 07 19:27:03.016213 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-3f69bb3b-450a-4fcf-96f0-3a0699cbe05a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5261917 Jul 07 19:27:03.041250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-c28cbf69-9289-49d4-ad88-046148d97540 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:27:03.057284 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-c28cbf69-9289-49d4-ad88-046148d97540 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0391147 Jul 07 19:27:03.136741 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c52b6-21f6-440d-ab83-71a2b97a71b4 req-c0b957f6-1bef-4b9e-9df8-b46ad355ccaa tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:03.151166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a1c52b6-21f6-440d-ab83-71a2b97a71b4 req-c0b957f6-1bef-4b9e-9df8-b46ad355ccaa tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1353536 Jul 07 19:27:03.176607 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:03.311632 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a1c52b6-21f6-440d-ab83-71a2b97a71b4 req-c14ac070-c5d4-47eb-84d9-4352085e8d60 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584959 Jul 07 19:27:04.088355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4925e9-0966-4412-8b71-4addd56fd99a req-a3ebdf76-cbfc-4adb-bca6-b54d14d5ae34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:04.095050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4925e9-0966-4412-8b71-4addd56fd99a req-a3ebdf76-cbfc-4adb-bca6-b54d14d5ae34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:04.103211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4925e9-0966-4412-8b71-4addd56fd99a req-a3ebdf76-cbfc-4adb-bca6-b54d14d5ae34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:04.112958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc4925e9-0966-4412-8b71-4addd56fd99a req-a3ebdf76-cbfc-4adb-bca6-b54d14d5ae34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2414 time: 0.1070762 Jul 07 19:27:04.164082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc4925e9-0966-4412-8b71-4addd56fd99a req-3e08e481-3cd4-4df3-afc4-5b05b9a52055 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501232 Jul 07 19:27:04.385073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af287946-c5d3-4ebc-bad8-9952be4e6fdb req-baad7e01-aacf-47ee-a784-5922bc64ebf2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:04.386815 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af287946-c5d3-4ebc-bad8-9952be4e6fdb req-baad7e01-aacf-47ee-a784-5922bc64ebf2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.0967555 Jul 07 19:27:04.447718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af287946-c5d3-4ebc-bad8-9952be4e6fdb req-d4a73507-2ce7-4280-924b-bcbb432c8bd5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547214 Jul 07 19:27:04.449593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:04.536582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:04.542383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:04.542836 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.642128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f875ba-02df-4018-8feb-61712788c405 req-8de09efe-dbce-4764-b554-e3f13cefdcd5 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:04.644001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f875ba-02df-4018-8feb-61712788c405 req-8de09efe-dbce-4764-b554-e3f13cefdcd5 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1002700 Jul 07 19:27:04.657564 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.707255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ce37c4-4f96-4c7e-92b8-2d048d72cfe8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:04.710406 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70db89fa-52cc-4629-a505-4cac43723cba" -d '{"events": [{"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-plugged", "status": "completed", "tag": "61ce37c4-4f96-4c7e-92b8-2d048d72cfe8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:04.738771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:04.749316 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.750944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:04.752970 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f875ba-02df-4018-8feb-61712788c405 req-de67430a-7981-4275-8727-d07c3dea6e62 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877008 Jul 07 19:27:04.787508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748213d-9376-4d6d-a871-9f260761dad3 req-038dab7e-4e87-42bd-aa9c-ec53b3d7204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:04.789069 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-038dab7e-4e87-42bd-aa9c-ec53b3d7204b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1097 time: 0.0838156 Jul 07 19:27:04.802138 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa161803-7295-4b7c-81a5-836c6779a6d8 x-openstack-request-id: req-fa161803-7295-4b7c-81a5-836c6779a6d8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:04.803643 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-plugged", "status": "completed", "tag": "61ce37c4-4f96-4c7e-92b8-2d048d72cfe8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:04.804171 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fa161803-7295-4b7c-81a5-836c6779a6d8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:04.804868 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ce37c4-4f96-4c7e-92b8-2d048d72cfe8', 'code': 200} Jul 07 19:27:04.907317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:04.942603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:04.959830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:04.960203 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:04.964551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748213d-9376-4d6d-a871-9f260761dad3 req-1e73ff28-39fd-4b0b-8a2f-44115e16c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:04.967043 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-1e73ff28-39fd-4b0b-8a2f-44115e16c892 service neutron] 10.222.0.59 "GET /v2.0/networks?id=409b16e9-94d7-48fc-9570-0ee580e5ca83 HTTP/1.1" status: 200 len: 899 time: 0.1718900 Jul 07 19:27:05.083372 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-ac4ee9e3-f559-45bf-ae28-e405cb0a7cea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 200 len: 1001 time: 0.1091561 Jul 07 19:27:05.110234 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.147032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748213d-9376-4d6d-a871-9f260761dad3 req-437b4499-c509-40f3-88e2-6d2b2c93e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:05.149025 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-437b4499-c509-40f3-88e2-6d2b2c93e9a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcdf7d8d-d31e-4dab-8d43-a8456267d699 HTTP/1.1" status: 200 len: 835 time: 0.0574467 Jul 07 19:27:05.161112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:05.168676 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.170313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 15a6bed4-252e-4192-9e58-a7c19f7d6b0e up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:05.234454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748213d-9376-4d6d-a871-9f260761dad3 req-76a61db3-8a06-4b26-8401-86653bcf54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:05.236788 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-76a61db3-8a06-4b26-8401-86653bcf54ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=409b16e9-94d7-48fc-9570-0ee580e5ca83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810359 Jul 07 19:27:05.269270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:05.285864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:05.290784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:05.291388 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.408239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9ac2-622f-4df1-91c3-3ff7870798be req-f9778dad-1d3a-495c-b8d7-565d510e3efb tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:05.426164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9ac2-622f-4df1-91c3-3ff7870798be req-f9778dad-1d3a-495c-b8d7-565d510e3efb tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:05.432960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9ac2-622f-4df1-91c3-3ff7870798be req-f9778dad-1d3a-495c-b8d7-565d510e3efb tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:05.434369 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.445459 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-751e9ac2-622f-4df1-91c3-3ff7870798be req-f9778dad-1d3a-495c-b8d7-565d510e3efb tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2416 time: 0.1406145 Jul 07 19:27:05.456676 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-75d67cf5-7b34-4260-9bb3-a5534164d193 service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122746 Jul 07 19:27:05.496791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-751e9ac2-622f-4df1-91c3-3ff7870798be req-21a289ec-7c5d-4f15-9bf8-9c53a7108f04 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450184 Jul 07 19:27:05.507705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=15a6bed4-252e-4192-9e58-a7c19f7d6b0e,segment=NetworkSegment(afbe667c-6952-414f-8383-8c294db9614f),segment_id=afbe667c-6952-414f-8383-8c294db9614f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:05.524548 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:05.627519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=15a6bed4-252e-4192-9e58-a7c19f7d6b0e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:05.674338 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-cdaa9234-9640-4ac8-baff-f709cc3bf468 service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086110 Jul 07 19:27:05.789437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdb1f3-5b7b-4b2d-ab47-e1174c845593 req-2fd56632-ec25-4b89-94b8-7f17f4a4e9db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:05.797022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffdb1f3-5b7b-4b2d-ab47-e1174c845593 req-2fd56632-ec25-4b89-94b8-7f17f4a4e9db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.1199784 Jul 07 19:27:05.861690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffdb1f3-5b7b-4b2d-ab47-e1174c845593 req-13d2f3a4-b38a-4333-aa53-334e644081fd tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630982 Jul 07 19:27:06.037418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d0871-001f-4818-ab61-36f75ec11be1 req-f80e29bb-feaf-4c67-87cb-d2eea4f888de tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:06.039040 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b69d0871-001f-4818-ab61-36f75ec11be1 req-f80e29bb-feaf-4c67-87cb-d2eea4f888de tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0816474 Jul 07 19:27:06.087350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b69d0871-001f-4818-ab61-36f75ec11be1 req-ec301543-e19f-4a5e-a259-3038b141ff20 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390971 Jul 07 19:27:06.688181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc432e-d4de-4064-98af-c9386cc491af req-e5aeb058-bba6-4ae0-9a62-9c895f7028f0 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:06.697601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc432e-d4de-4064-98af-c9386cc491af req-e5aeb058-bba6-4ae0-9a62-9c895f7028f0 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:06.703556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc432e-d4de-4064-98af-c9386cc491af req-e5aeb058-bba6-4ae0-9a62-9c895f7028f0 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:06.705305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60bc432e-d4de-4064-98af-c9386cc491af req-e5aeb058-bba6-4ae0-9a62-9c895f7028f0 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2417 time: 0.0945432 Jul 07 19:27:06.765184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60bc432e-d4de-4064-98af-c9386cc491af req-1d18806a-6113-4351-80aa-7276d6e2181b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490019 Jul 07 19:27:06.806440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd508a337-0eef-47e8-ad1d-81ee3ab1c8d9'}, {'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a6bed4-252e-4192-9e58-a7c19f7d6b0e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:06.808825 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb24c8b-b90b-499b-bbf1-2c763468cbae" -d '{"events": [{"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-plugged", "status": "completed", "tag": "d508a337-0eef-47e8-ad1d-81ee3ab1c8d9"}, {"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-plugged", "status": "completed", "tag": "15a6bed4-252e-4192-9e58-a7c19f7d6b0e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:06.850856 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1859ea0e-4eae-45f6-8c46-569cc1d37857 x-openstack-request-id: req-1859ea0e-4eae-45f6-8c46-569cc1d37857 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:06.851231 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-plugged", "status": "completed", "tag": "d508a337-0eef-47e8-ad1d-81ee3ab1c8d9", "code": 200}, {"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-plugged", "status": "completed", "tag": "15a6bed4-252e-4192-9e58-a7c19f7d6b0e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:06.851548 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1859ea0e-4eae-45f6-8c46-569cc1d37857 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:06.852010 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd508a337-0eef-47e8-ad1d-81ee3ab1c8d9', 'code': 200} Jul 07 19:27:06.852332 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a6bed4-252e-4192-9e58-a7c19f7d6b0e', 'code': 200} Jul 07 19:27:07.078322 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-724b57a9-be12-4424-8f3a-16af0149ce2e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1098592 Jul 07 19:27:07.080796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaed022-fbac-4cf6-b517-f59b893282f0 req-d5c5c986-023f-42ae-9af7-5832ca622883 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.089884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdaed022-fbac-4cf6-b517-f59b893282f0 req-d5c5c986-023f-42ae-9af7-5832ca622883 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.0886729 Jul 07 19:27:07.095994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe5fb1-4117-42e1-8b44-0aad963c12ec req-de23ec36-3fec-4831-baf1-c42b874612e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.096660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe5fb1-4117-42e1-8b44-0aad963c12ec req-de23ec36-3fec-4831-baf1-c42b874612e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.097448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe5fb1-4117-42e1-8b44-0aad963c12ec req-de23ec36-3fec-4831-baf1-c42b874612e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.099221 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97fe5fb1-4117-42e1-8b44-0aad963c12ec req-de23ec36-3fec-4831-baf1-c42b874612e2 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2873 time: 0.0960040 Jul 07 19:27:07.140281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fdaed022-fbac-4cf6-b517-f59b893282f0 req-97fbec89-fd88-40ad-894f-822528529dea tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491462 Jul 07 19:27:07.166310 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97fe5fb1-4117-42e1-8b44-0aad963c12ec req-7f485282-571a-4b1a-af4b-5e19c4954887 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537031 Jul 07 19:27:07.221103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-4399fa07-4c04-42a1-b344-d077ff1da689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.223710 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-4399fa07-4c04-42a1-b344-d077ff1da689 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d77860de5ec457b97f0f66c79356579&device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 1098 time: 0.0742316 Jul 07 19:27:07.316357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c54f4-a628-4b22-8a32-4eb22b9945bd req-f0c2aaa2-1bfa-40b8-b806-9ac35e712129 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.319440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f6c54f4-a628-4b22-8a32-4eb22b9945bd req-f0c2aaa2-1bfa-40b8-b806-9ac35e712129 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0800350 Jul 07 19:27:07.358403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-47ce4af4-1b74-4956-ab26-0e8958939135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.361761 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-47ce4af4-1b74-4956-ab26-0e8958939135 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c457186a-8f41-4ba0-b09c-85ef976d1b30 HTTP/1.1" status: 200 len: 910 time: 0.1139851 Jul 07 19:27:07.377375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f6c54f4-a628-4b22-8a32-4eb22b9945bd req-f7c1c8a5-5e73-4428-9801-9cb2708055d6 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475698 Jul 07 19:27:07.447818 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-ce8c073e-b319-482a-8193-0772f30b7102 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61 HTTP/1.1" status: 200 len: 1002 time: 0.0768480 Jul 07 19:27:07.501618 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-e05447a2-740c-4593-860d-4ccfbbc2af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.503478 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-e05447a2-740c-4593-860d-4ccfbbc2af96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a79bd83e-e8df-4ead-8f46-d42fd932711d HTTP/1.1" status: 200 len: 847 time: 0.0495276 Jul 07 19:27:07.563821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-4ea6f6f4-0ce3-4a96-8095-267ebd4fb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.565691 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-4ea6f6f4-0ce3-4a96-8095-267ebd4fb061 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c457186a-8f41-4ba0-b09c-85ef976d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559726 Jul 07 19:27:07.665558 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-054de6ad-e2b0-475f-86f0-18c847cb3636 service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931873 Jul 07 19:27:07.797584 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe03acbe-090f-40b2-993a-5dba0f5dec3a req-f3fe4ee0-04fb-4699-8a7a-b3f58bb472cb service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242325 Jul 07 19:27:07.971034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61b1e9-476d-4292-8ab1-e4aa3319ab80 req-a67672e0-8a76-4f9e-b534-34879b579caa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.977324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61b1e9-476d-4292-8ab1-e4aa3319ab80 req-a67672e0-8a76-4f9e-b534-34879b579caa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.983137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61b1e9-476d-4292-8ab1-e4aa3319ab80 req-a67672e0-8a76-4f9e-b534-34879b579caa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:07.984888 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea61b1e9-476d-4292-8ab1-e4aa3319ab80 req-a67672e0-8a76-4f9e-b534-34879b579caa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2417 time: 0.0906277 Jul 07 19:27:08.027742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea61b1e9-476d-4292-8ab1-e4aa3319ab80 req-dc2a1650-455a-4f3a-8a34-f10e343c1538 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Jul 07 19:27:08.353665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98f7f4-b79c-485b-887f-b57f3be3aae5 req-3f155627-cd2c-4fde-9228-db91e5fd4f2e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:08.356654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee98f7f4-b79c-485b-887f-b57f3be3aae5 req-3f155627-cd2c-4fde-9228-db91e5fd4f2e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.0818923 Jul 07 19:27:08.369912 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e856f4aa-ef3c-4c31-a494-43b842611dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:08.416418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee98f7f4-b79c-485b-887f-b57f3be3aae5 req-c22cbeb7-3ce7-410e-a49e-d879af858769 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533943 Jul 07 19:27:08.619647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd743488-052f-4996-bb06-d921bec227c9 req-eed44137-817f-48e1-a060-c674019ca900 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:08.623421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd743488-052f-4996-bb06-d921bec227c9 req-eed44137-817f-48e1-a060-c674019ca900 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0847208 Jul 07 19:27:08.671721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd743488-052f-4996-bb06-d921bec227c9 req-24b8066e-a090-455d-9171-ec814e93a638 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Jul 07 19:27:09.236299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c328f5-d956-4de6-a9e8-6a4dc6c42af0 req-123d2f1c-e06e-44c4-b91b-707d999ab3ee tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:09.242464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c328f5-d956-4de6-a9e8-6a4dc6c42af0 req-123d2f1c-e06e-44c4-b91b-707d999ab3ee tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:09.248520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c328f5-d956-4de6-a9e8-6a4dc6c42af0 req-123d2f1c-e06e-44c4-b91b-707d999ab3ee tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:09.250182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79c328f5-d956-4de6-a9e8-6a4dc6c42af0 req-123d2f1c-e06e-44c4-b91b-707d999ab3ee tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2417 time: 0.0948329 Jul 07 19:27:09.292433 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79c328f5-d956-4de6-a9e8-6a4dc6c42af0 req-fb02d358-65e1-402d-94c0-b6061f33a7ba tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354726 Jul 07 19:27:09.664736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417697-4814-4eeb-a40c-198ff8dd6988 req-631177c8-f800-4c82-a005-82abe12e55d2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:09.672361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89417697-4814-4eeb-a40c-198ff8dd6988 req-631177c8-f800-4c82-a005-82abe12e55d2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.1222286 Jul 07 19:27:09.743838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89417697-4814-4eeb-a40c-198ff8dd6988 req-0eba49c4-e84e-4898-8729-7636ab903a6d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624044 Jul 07 19:27:09.912855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ca795-f1c7-4fae-bf08-e25c6c6f082c req-31ef9250-b6fe-4dbb-a807-456bb8580251 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:09.919319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ca795-f1c7-4fae-bf08-e25c6c6f082c req-31ef9250-b6fe-4dbb-a807-456bb8580251 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:09.925916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ca795-f1c7-4fae-bf08-e25c6c6f082c req-31ef9250-b6fe-4dbb-a807-456bb8580251 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:09.928836 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-373ca795-f1c7-4fae-bf08-e25c6c6f082c req-31ef9250-b6fe-4dbb-a807-456bb8580251 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2417 time: 0.1513960 Jul 07 19:27:10.002657 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-373ca795-f1c7-4fae-bf08-e25c6c6f082c req-ab5e5407-d152-49d6-ad18-a964196d10dc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631957 Jul 07 19:27:10.028252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaa89d-6582-48db-8fb1-e25e89b21185 req-2ef086a2-d7c6-45c2-a280-2a65b1322cdc tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:10.030086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-afcaa89d-6582-48db-8fb1-e25e89b21185 req-2ef086a2-d7c6-45c2-a280-2a65b1322cdc tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0999408 Jul 07 19:27:10.071170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-afcaa89d-6582-48db-8fb1-e25e89b21185 req-75894df1-53ad-4a58-bf7f-062d4fff7c3c tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Jul 07 19:27:10.970169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae0008-2757-4030-a39d-49b9229f8596 req-518abedc-35d4-402a-9f29-f631087db414 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:10.973263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcae0008-2757-4030-a39d-49b9229f8596 req-518abedc-35d4-402a-9f29-f631087db414 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.0868893 Jul 07 19:27:11.016584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcae0008-2757-4030-a39d-49b9229f8596 req-2d338d5a-de6e-40ff-a797-73091559363e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379663 Jul 07 19:27:11.049285 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f316ab9e-7a42-4b14-88a9-2ebac6c513b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.252284 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.284166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45b805-1bcf-4f07-82c9-7fd9a9ada510 req-2f638a6e-7356-4be8-8d7a-eff2c198f89b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:11.290909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45b805-1bcf-4f07-82c9-7fd9a9ada510 req-2f638a6e-7356-4be8-8d7a-eff2c198f89b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:11.296789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45b805-1bcf-4f07-82c9-7fd9a9ada510 req-2f638a6e-7356-4be8-8d7a-eff2c198f89b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:11.300924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac45b805-1bcf-4f07-82c9-7fd9a9ada510 req-2f638a6e-7356-4be8-8d7a-eff2c198f89b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2417 time: 0.1578808 Jul 07 19:27:11.340588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07576455-9f84-4027-b0fa-ec28a6c18259 req-174661c1-e120-41c7-8eff-54e28273d452 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:11.342109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07576455-9f84-4027-b0fa-ec28a6c18259 req-174661c1-e120-41c7-8eff-54e28273d452 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1521497 Jul 07 19:27:11.377180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac45b805-1bcf-4f07-82c9-7fd9a9ada510 req-415b4cc8-a0a3-4598-a8ef-19b9f8ebfd38 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678518 Jul 07 19:27:11.395459 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07576455-9f84-4027-b0fa-ec28a6c18259 req-d9c502b9-cdc1-4a03-bdea-3ce2347bff10 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426638 Jul 07 19:27:11.581558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-020ad32d-c88f-473f-8c51-cdd9e23166e7 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:11.590536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-020ad32d-c88f-473f-8c51-cdd9e23166e7 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:11.596804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-020ad32d-c88f-473f-8c51-cdd9e23166e7 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:11.598484 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-020ad32d-c88f-473f-8c51-cdd9e23166e7 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.112 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 2417 time: 0.0930862 Jul 07 19:27:11.712774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-cc5579b2-ae64-4cde-9fa1-32a8149d0953 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:11.713123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-cc5579b2-ae64-4cde-9fa1-32a8149d0953 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.802761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-cc5579b2-ae64-4cde-9fa1-32a8149d0953 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] For port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:11.803161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-cc5579b2-ae64-4cde-9fa1-32a8149d0953 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.821465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-cc5579b2-ae64-4cde-9fa1-32a8149d0953 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Calling delete_port for 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:11.978430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-cc5579b2-ae64-4cde-9fa1-32a8149d0953 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:11.991826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['15a6bed4-252e-4192-9e58-a7c19f7d6b0e', 'd508a337-0eef-47e8-ad1d-81ee3ab1c8d9', '61ce37c4-4f96-4c7e-92b8-2d048d72cfe8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:12.067072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5579b2-ae64-4cde-9fa1-32a8149d0953 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Port': ['ID=61ce37c4-4f96-4c7e-92b8-2d048d72cfe8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:12.114293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-cc5579b2-ae64-4cde-9fa1-32a8149d0953 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] No DVR routers for this DVR port 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:12.125869 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-cc5579b2-ae64-4cde-9fa1-32a8149d0953 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.125869 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-cc5579b2-ae64-4cde-9fa1-32a8149d0953 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.112 "DELETE /v2.0/ports/61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 HTTP/1.1" status: 204 len: 173 time: 0.5144265 Jul 07 19:27:12.125869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-deleted', 'tag': '61ce37c4-4f96-4c7e-92b8-2d048d72cfe8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:12.125869 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2fd2dc-a17b-4f62-9c91-605449697483" -d '{"events": [{"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-deleted", "tag": "61ce37c4-4f96-4c7e-92b8-2d048d72cfe8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:12.196754 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f0acb9-af4a-4ae4-8e25-129287e82eaa x-openstack-request-id: req-55f0acb9-af4a-4ae4-8e25-129287e82eaa {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:12.197148 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-deleted", "tag": "61ce37c4-4f96-4c7e-92b8-2d048d72cfe8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:12.197365 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-55f0acb9-af4a-4ae4-8e25-129287e82eaa {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:12.197821 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-deleted', 'tag': '61ce37c4-4f96-4c7e-92b8-2d048d72cfe8', 'status': 'completed', 'code': 200} Jul 07 19:27:12.306535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:12.306895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.374769 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.378814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389678bc-50c7-411d-acf4-8f046225dbde req-81363930-b242-4e76-b3c3-fb0a4993a3dc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:12.381048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-389678bc-50c7-411d-acf4-8f046225dbde req-81363930-b242-4e76-b3c3-fb0a4993a3dc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.1045742 Jul 07 19:27:12.469339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-389678bc-50c7-411d-acf4-8f046225dbde req-22ca9afc-7344-4e81-9ed6-019caaccf1d8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759676 Jul 07 19:27:12.490250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] For port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=15a6bed4-252e-4192-9e58-a7c19f7d6b0e,segment=NetworkSegment(afbe667c-6952-414f-8383-8c294db9614f),segment_id=afbe667c-6952-414f-8383-8c294db9614f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:12.491250 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.514749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Calling delete_port for 15a6bed4-252e-4192-9e58-a7c19f7d6b0e owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:12.691059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f5f57-b41b-4ab4-a71a-f940858f5d79 req-d819709f-b573-4401-a5ed-cbd10b52cb00 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:12.699234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f5f57-b41b-4ab4-a71a-f940858f5d79 req-d819709f-b573-4401-a5ed-cbd10b52cb00 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:12.700892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c1f5f57-b41b-4ab4-a71a-f940858f5d79 req-d819709f-b573-4401-a5ed-cbd10b52cb00 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 1682 time: 0.1574318 Jul 07 19:27:12.714073 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.747936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Port': ['ID=15a6bed4-252e-4192-9e58-a7c19f7d6b0e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:12.749079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072adba-8921-46f9-819e-3f2440d2abec req-6cf3c808-78d7-496d-bc00-7254e298db6b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:12.757596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.757943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.758286 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.758640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.758963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.759240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f072adba-8921-46f9-819e-3f2440d2abec req-6cf3c808-78d7-496d-bc00-7254e298db6b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1316388 Jul 07 19:27:12.759355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.759614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.759937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.760260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.760609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.760939 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.761261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:12.817179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c1f5f57-b41b-4ab4-a71a-f940858f5d79 req-9460ccf4-95d5-431a-b63b-98b00537caff tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037812 Jul 07 19:27:12.826692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] No DVR routers for this DVR port 15a6bed4-252e-4192-9e58-a7c19f7d6b0e on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:12.831080 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:12.833949 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-1ac66a11-5c40-4abb-abd8-4d7b831eb5f3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.112 "DELETE /v2.0/ports/15a6bed4-252e-4192-9e58-a7c19f7d6b0e HTTP/1.1" status: 204 len: 173 time: 0.6956911 Jul 07 19:27:12.874864 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f072adba-8921-46f9-819e-3f2440d2abec req-9b859260-1e16-48a6-8209-27dd9bd34ab5 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130233 Jul 07 19:27:12.960205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-aff3c57e-5616-4d3e-baf9-09f9138fa241 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:12.960687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-aff3c57e-5616-4d3e-baf9-09f9138fa241 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:13.059299 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-aff3c57e-5616-4d3e-baf9-09f9138fa241 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] For port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:13.059664 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-aff3c57e-5616-4d3e-baf9-09f9138fa241 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:13.074746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-aff3c57e-5616-4d3e-baf9-09f9138fa241 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Calling delete_port for d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:13.235071 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-aff3c57e-5616-4d3e-baf9-09f9138fa241 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:13.274778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3c57e-5616-4d3e-baf9-09f9138fa241 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Port': ['ID=d508a337-0eef-47e8-ad1d-81ee3ab1c8d9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:13.327531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-aff3c57e-5616-4d3e-baf9-09f9138fa241 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] No DVR routers for this DVR port d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:13.331780 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-aff3c57e-5616-4d3e-baf9-09f9138fa241 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:13.333097 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2cb65bdc-fcae-47d1-8df1-4605d989f72a req-aff3c57e-5616-4d3e-baf9-09f9138fa241 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.112 "DELETE /v2.0/ports/d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 HTTP/1.1" status: 204 len: 173 time: 0.4906676 Jul 07 19:27:13.684320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc174a9-0ae4-4de0-90a4-f5e620615395 req-cdbdaf10-98d5-4f93-8cab-aa940c53fe5e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:13.685894 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0cc174a9-0ae4-4de0-90a4-f5e620615395 req-cdbdaf10-98d5-4f93-8cab-aa940c53fe5e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.0724258 Jul 07 19:27:13.730187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0cc174a9-0ae4-4de0-90a4-f5e620615395 req-0c73943e-8632-41db-8a39-aad0344c4a15 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351038 Jul 07 19:27:13.898453 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:14.002165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75f8625e-de24-406d-90dd-a51c8a180099 req-90efd9df-1ee4-4f1a-8eaa-86df14920907 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=880dfd10-69e6-4608-9242-5c2b33201d44 HTTP/1.1" status: 200 len: 210 time: 0.0310588 Jul 07 19:27:14.073418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb33815-63d3-4331-8e70-4b5dec8f274b req-f77e2ea5-caba-4258-a12b-cc8a09b25fac tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:14.075708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6eb33815-63d3-4331-8e70-4b5dec8f274b req-f77e2ea5-caba-4258-a12b-cc8a09b25fac tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0759876 Jul 07 19:27:14.119191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6eb33815-63d3-4331-8e70-4b5dec8f274b req-0dc506d2-b51b-4b21-bc18-e0bcdd4ed1e7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375454 Jul 07 19:27:14.198961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-deleted', 'tag': '15a6bed4-252e-4192-9e58-a7c19f7d6b0e'}, {'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-deleted', 'tag': 'd508a337-0eef-47e8-ad1d-81ee3ab1c8d9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:14.201351 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fe5db2-1e35-4c0d-8e1e-3646c5ae3d85" -d '{"events": [{"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-deleted", "tag": "15a6bed4-252e-4192-9e58-a7c19f7d6b0e"}, {"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-deleted", "tag": "d508a337-0eef-47e8-ad1d-81ee3ab1c8d9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:14.246626 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b518ba95-8af2-4109-80e9-2d2185f6f82e x-openstack-request-id: req-b518ba95-8af2-4109-80e9-2d2185f6f82e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:14.246928 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-deleted", "tag": "15a6bed4-252e-4192-9e58-a7c19f7d6b0e", "status": "completed", "code": 200}, {"server_uuid": "880dfd10-69e6-4608-9242-5c2b33201d44", "name": "network-vif-deleted", "tag": "d508a337-0eef-47e8-ad1d-81ee3ab1c8d9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:14.247185 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b518ba95-8af2-4109-80e9-2d2185f6f82e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:14.247589 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-deleted', 'tag': '15a6bed4-252e-4192-9e58-a7c19f7d6b0e', 'status': 'completed', 'code': 200} Jul 07 19:27:14.247841 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880dfd10-69e6-4608-9242-5c2b33201d44', 'name': 'network-vif-deleted', 'tag': 'd508a337-0eef-47e8-ad1d-81ee3ab1c8d9', 'status': 'completed', 'code': 200} Jul 07 19:27:14.491859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:14.513473 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:14.513816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d508a337-0eef-47e8-ad1d-81ee3ab1c8d9 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:14.514247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:14.535040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:14.535420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 61ce37c4-4f96-4c7e-92b8-2d048d72cfe8 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:14.535846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 15a6bed4-252e-4192-9e58-a7c19f7d6b0e no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:14.558980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 15a6bed4-252e-4192-9e58-a7c19f7d6b0e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:14.559320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 15a6bed4-252e-4192-9e58-a7c19f7d6b0e not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:14.923117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e71faa-7ab0-484e-b72a-7ab66a805e66 req-5b5c5bf1-dc11-455e-af19-fcc443e5e0cc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:14.924850 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82e71faa-7ab0-484e-b72a-7ab66a805e66 req-5b5c5bf1-dc11-455e-af19-fcc443e5e0cc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.0695512 Jul 07 19:27:14.973795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82e71faa-7ab0-484e-b72a-7ab66a805e66 req-ecada6b2-921c-47ce-af33-566076221603 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427086 Jul 07 19:27:15.104799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:15.173979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9f7f44-e581-44f2-9814-6fd8185268b2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting subnet c3fc1681-e282-44aa-8c2a-dfdf6fa1661c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:15.182441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d9f7f44-e581-44f2-9814-6fd8185268b2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.246992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d9f7f44-e581-44f2-9814-6fd8185268b2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.342066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1159d1-39b4-4068-a7fa-7b7b48ee5e9f req-7931e8b1-9244-4f48-865e-01d656c46eaa tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:15.344197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf1159d1-39b4-4068-a7fa-7b7b48ee5e9f req-7931e8b1-9244-4f48-865e-01d656c46eaa tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0949299 Jul 07 19:27:15.407441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d9f7f44-e581-44f2-9814-6fd8185268b2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.419039 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf1159d1-39b4-4068-a7fa-7b7b48ee5e9f req-2acc55b4-df92-4d2e-a217-7e5ea3f799e7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596881 Jul 07 19:27:15.484743 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d9f7f44-e581-44f2-9814-6fd8185268b2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.515392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f7f44-e581-44f2-9814-6fd8185268b2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fc1681-e282-44aa-8c2a-dfdf6fa1661c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:15.518940 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d9f7f44-e581-44f2-9814-6fd8185268b2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.524365 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:15.525850 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0d9f7f44-e581-44f2-9814-6fd8185268b2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "DELETE /v2.0/subnets/c3fc1681-e282-44aa-8c2a-dfdf6fa1661c HTTP/1.1" status: 204 len: 168 time: 0.4199393 Jul 07 19:27:15.528224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794f25dc-0257-4434-bd54-76b762fd56b4 None None] Network 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:15.605644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.660861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:15.661548 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.737318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f7da4-0aa6-4358-8d90-1f8f6bd9dd09 None None] DHCP port deletion for 5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:27:15.748184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] For port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f3e376e5-fbd4-49d0-bcfb-536a6fc351e4,segment=NetworkSegment(afbe667c-6952-414f-8383-8c294db9614f),segment_id=afbe667c-6952-414f-8383-8c294db9614f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:15.748591 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.774506 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Calling delete_port for f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:15.844532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-250f7da4-0aa6-4358-8d90-1f8f6bd9dd09 None None] Deleting port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:15.845001 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-250f7da4-0aa6-4358-8d90-1f8f6bd9dd09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.861385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:15.899542 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.929833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:15.930657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:15.938976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Port': ['ID=f3e376e5-fbd4-49d0-bcfb-536a6fc351e4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:15.943863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] No DVR routers for this DVR port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:15.959875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-250f7da4-0aa6-4358-8d90-1f8f6bd9dd09 None None] For port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f3e376e5-fbd4-49d0-bcfb-536a6fc351e4,segment=NetworkSegment(afbe667c-6952-414f-8383-8c294db9614f),segment_id=afbe667c-6952-414f-8383-8c294db9614f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:15.961238 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-250f7da4-0aa6-4358-8d90-1f8f6bd9dd09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.980561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-250f7da4-0aa6-4358-8d90-1f8f6bd9dd09 None None] Calling delete_port for f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:16.075491 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.088361 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-250f7da4-0aa6-4358-8d90-1f8f6bd9dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.102044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba6dd3c-e9d5-4978-be24-b0450ad9acb1']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:16.115645 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f7da4-0aa6-4358-8d90-1f8f6bd9dd09 None None] Pushing event deleted for resources: {'Port': ['ID=f3e376e5-fbd4-49d0-bcfb-536a6fc351e4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:16.126857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbe667c-6952-414f-8383-8c294db9614f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:16.127177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbe667c-6952-414f-8383-8c294db9614f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:16.128069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f7da4-0aa6-4358-8d90-1f8f6bd9dd09 None None] No DVR routers for this DVR port f3e376e5-fbd4-49d0-bcfb-536a6fc351e4 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:16.159163 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.201458 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.212163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:16.212669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:16.216424 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:16.289998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b01da-c6f5-4e89-954f-a990473c5ad6 req-c872d1f0-02e2-45bc-aea2-0818257cfe83 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:16.291559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f22b01da-c6f5-4e89-954f-a990473c5ad6 req-c872d1f0-02e2-45bc-aea2-0818257cfe83 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.1567709 Jul 07 19:27:16.292775 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.301044 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.307050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "DELETE /v2.0/networks/5ba6dd3c-e9d5-4978-be24-b0450ad9acb1 HTTP/1.1" status: 204 len: 168 time: 0.7784703 Jul 07 19:27:16.307050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:16.347891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f354f4-5ddd-4c3f-8ea2-9431b7c84bb2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Network': ['ID=5ba6dd3c-e9d5-4978-be24-b0450ad9acb1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:16.395813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f22b01da-c6f5-4e89-954f-a990473c5ad6 req-4919d20c-7cf5-47cb-9f89-6772cfc96298 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815852 Jul 07 19:27:16.401665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edff2c7-2bfe-4fbe-ad76-abc0269927a3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting subnet 89d13989-000a-4149-a208-04abf2ac9ca0 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:16.405868 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2edff2c7-2bfe-4fbe-ad76-abc0269927a3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.481702 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2edff2c7-2bfe-4fbe-ad76-abc0269927a3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.685022 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2edff2c7-2bfe-4fbe-ad76-abc0269927a3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.758824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6837-a418-44be-8d7c-321ed49954e3 req-91fc19c5-1afb-4fb6-bd8b-5afb02bb9179 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:16.766510 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35de6837-a418-44be-8d7c-321ed49954e3 req-91fc19c5-1afb-4fb6-bd8b-5afb02bb9179 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1719735 Jul 07 19:27:16.791924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2edff2c7-2bfe-4fbe-ad76-abc0269927a3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.831269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edff2c7-2bfe-4fbe-ad76-abc0269927a3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Subnet': ['ID=89d13989-000a-4149-a208-04abf2ac9ca0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:16.837798 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2edff2c7-2bfe-4fbe-ad76-abc0269927a3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:16.839686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2edff2c7-2bfe-4fbe-ad76-abc0269927a3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "DELETE /v2.0/subnets/89d13989-000a-4149-a208-04abf2ac9ca0 HTTP/1.1" status: 204 len: 168 time: 0.5322299 Jul 07 19:27:16.842913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:16.852444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35de6837-a418-44be-8d7c-321ed49954e3 req-1a0424b9-17c3-41ba-b4a5-dd477ebb6c66 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847416 Jul 07 19:27:16.856583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1829636-02a5-424a-8ce3-698ab0bde185 None None] Network 1d3ae764-29f1-4408-8f72-b97e9f5038b8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:16.981464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.077165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting port 96512df3-d394-4e6d-b70c-d0d55c2e2051 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:17.077676 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.157490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959592b0-3e57-4f2d-a91f-a06614020b8f None None] DHCP port deletion for 1d3ae764-29f1-4408-8f72-b97e9f5038b8 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:27:17.300516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-959592b0-3e57-4f2d-a91f-a06614020b8f None None] Deleting port 96512df3-d394-4e6d-b70c-d0d55c2e2051 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:17.301494 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-959592b0-3e57-4f2d-a91f-a06614020b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.336356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] For port 96512df3-d394-4e6d-b70c-d0d55c2e2051, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=96512df3-d394-4e6d-b70c-d0d55c2e2051,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:17.336780 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.353034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Calling delete_port for 96512df3-d394-4e6d-b70c-d0d55c2e2051 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:17.412508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-959592b0-3e57-4f2d-a91f-a06614020b8f None None] For port 96512df3-d394-4e6d-b70c-d0d55c2e2051, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=96512df3-d394-4e6d-b70c-d0d55c2e2051,segment=NetworkSegment(093af701-de2c-4c76-9ea2-10b428fff7fb),segment_id=093af701-de2c-4c76-9ea2-10b428fff7fb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:17.412896 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-959592b0-3e57-4f2d-a91f-a06614020b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.429519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-959592b0-3e57-4f2d-a91f-a06614020b8f None None] Calling delete_port for 96512df3-d394-4e6d-b70c-d0d55c2e2051 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:17.472301 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.546276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Port': ['ID=96512df3-d394-4e6d-b70c-d0d55c2e2051,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:17.550850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] No DVR routers for this DVR port 96512df3-d394-4e6d-b70c-d0d55c2e2051 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:17.588978 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-959592b0-3e57-4f2d-a91f-a06614020b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.614536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959592b0-3e57-4f2d-a91f-a06614020b8f None None] Pushing event deleted for resources: {'Port': ['ID=96512df3-d394-4e6d-b70c-d0d55c2e2051,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:17.626320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959592b0-3e57-4f2d-a91f-a06614020b8f None None] No DVR routers for this DVR port 96512df3-d394-4e6d-b70c-d0d55c2e2051 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:17.691136 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.702508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3ae764-29f1-4408-8f72-b97e9f5038b8']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:17.733924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093af701-de2c-4c76-9ea2-10b428fff7fb') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:17.734224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093af701-de2c-4c76-9ea2-10b428fff7fb') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:17.747264 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.769252 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.778175 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:17.778509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:17.781872 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:17.878382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.879456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 96512df3-d394-4e6d-b70c-d0d55c2e2051 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:17.890311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.903627 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "DELETE /v2.0/networks/1d3ae764-29f1-4408-8f72-b97e9f5038b8 HTTP/1.1" status: 204 len: 168 time: 1.0515888 Jul 07 19:27:17.907799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:17.915191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1488373934'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:17.936731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cb0d4-04fa-4455-a562-b969dff9f2fa tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Network': ['ID=1d3ae764-29f1-4408-8f72-b97e9f5038b8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:17.936930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 96512df3-d394-4e6d-b70c-d0d55c2e2051 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:17.937064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 96512df3-d394-4e6d-b70c-d0d55c2e2051 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:17.948434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:17.957081 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:17.986173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:18.000692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.001226 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Added segment 561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e of type vlan for network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d Jul 07 19:27:18.049812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.092892 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.100175 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:18.100949 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.110144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034fcdd-7a4f-4fb1-abce-de1191d27264 req-b305ed66-6911-4b7b-a476-02d4d878bf07 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:18.117093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c034fcdd-7a4f-4fb1-abce-de1191d27264 req-b305ed66-6911-4b7b-a476-02d4d878bf07 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.5350997 Jul 07 19:27:18.151451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588c8bd-151d-44a8-b3ce-3273dc44c703 req-c13ddf21-0205-42b3-ba7b-f5e8e0cec539 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:18.157210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8588c8bd-151d-44a8-b3ce-3273dc44c703 req-c13ddf21-0205-42b3-ba7b-f5e8e0cec539 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1453462 Jul 07 19:27:18.179044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2699189 Jul 07 19:27:18.179655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:18.190224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'subnet': {'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:18.198666 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc7f41-43ef-4fc9-994d-260b8229ac61 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Network': ['ID=c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:18.210877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:18.284014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c034fcdd-7a4f-4fb1-abce-de1191d27264 req-ec50f0dd-d32f-4b54-a42e-f31a24b5ec57 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622980 Jul 07 19:27:18.341928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8588c8bd-151d-44a8-b3ce-3273dc44c703 req-c4e790aa-6b36-447c-bc5a-97f056924a57 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704967 Jul 07 19:27:18.370323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:18.375491 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.944947 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.038263 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.111100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Subnet': ['ID=d2ffb752-3de6-4c9a-ad50-7b3aa457982f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:19.118146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Checking segment: {'id': '561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:19.118146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network hostable DHCP agents. Network: c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:19.136834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:19.147331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:19.153463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:19.154199 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.158046 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dbf194-f770-4125-8dc8-c79357dfe4f9 None None] Network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:19.180198 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9eb4aaa1-f742-488d-b76b-cab05443dedc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9967010 Jul 07 19:27:19.182755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:19.190563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2100296035'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:19.226904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:19.236839 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.276580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:19.291251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.291667 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Added segment 90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7 of type vlan for network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e Jul 07 19:27:19.377969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d', 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'fixed_ips': [{'subnet_id': 'd2ffb752-3de6-4c9a-ad50-7b3aa457982f'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:27:19.379219 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.443115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.595620 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.602510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:19.603104 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.671919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Allocated IP 19.80.0.2 (c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d/d2ffb752-3de6-4c9a-ad50-7b3aa457982f/3ad4dc68-fb74-4d82-b46b-dac104e32f04) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:19.685872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Network': ['ID=f53e68fd-dee3-4162-ade4-ef4cd09ddf8e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:19.691841 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:19.698401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'subnet': {'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:19.702206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b9e4712f-c7ef-4e8f-ab0f-6314913d35e1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5176573 Jul 07 19:27:19.708183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:19.812398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a0e34-87c1-4658-ab55-7e622dd62468 req-f866ecd5-6b32-4373-a77e-7b96812b03f7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:19.849530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-078a0e34-87c1-4658-ab55-7e622dd62468 req-f866ecd5-6b32-4373-a77e-7b96812b03f7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.3404665 Jul 07 19:27:19.917507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:19.930167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:19.939726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aa747-5841-42ee-b8c2-d31ac66fcdb3 req-2d569bee-fc53-45c4-9cd6-f06d57abb4b8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:19.949211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-644aa747-5841-42ee-b8c2-d31ac66fcdb3 req-2d569bee-fc53-45c4-9cd6-f06d57abb4b8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.4517226 Jul 07 19:27:20.013563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-078a0e34-87c1-4658-ab55-7e622dd62468 req-308235b2-720c-462a-92df-c2221b579455 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617668 Jul 07 19:27:20.016624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-644aa747-5841-42ee-b8c2-d31ac66fcdb3 req-0cf19afc-0eef-48c5-8152-2bbfad7e0bac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644209 Jul 07 19:27:20.060052 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.070172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Transition to ACTIVE for port object 3ad4dc68-fb74-4d82-b46b-dac104e32f04 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:20.101047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Transition to ACTIVE for port object 3ad4dc68-fb74-4d82-b46b-dac104e32f04 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:20.123437 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.158742 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:20.162974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:20.166747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:20.198720 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.236639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Pushing event updated for resources: {'Port': ['ID=3ad4dc68-fb74-4d82-b46b-dac104e32f04,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:20.277021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Subnet': ['ID=55a0109e-9a94-4960-b0ab-1d8978740c89,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:20.295471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Checking segment: {'id': '90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:20.295917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network hostable DHCP agents. Network: f53e68fd-dee3-4162-ade4-ef4cd09ddf8e, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:20.305766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Attempting to bind port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:20.306143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Attempting to bind port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:20.306498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Attempting to bind port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 on network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:20.316957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:20.317204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:20.317442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Checking segment: {'id': '561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:20.317952 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.318356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Bound using segment: {'id': '561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:20.318912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Bound port: 3ad4dc68-fb74-4d82-b46b-dac104e32f04, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:20.319297 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.339725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f53e68fd-dee3-4162-ade4-ef4cd09ddf8e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:20.350708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:20.351314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.373154 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e4eee2f0-1c1d-4154-8b15-f427e9cc4e07 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6801348 Jul 07 19:27:20.387634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84cd7d-a61c-4193-948f-5160fa842142 None None] Network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:20.468247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] For port 3ad4dc68-fb74-4d82-b46b-dac104e32f04, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:20.492149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] For port 3ad4dc68-fb74-4d82-b46b-dac104e32f04, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3ad4dc68-fb74-4d82-b46b-dac104e32f04,segment=NetworkSegment(561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e),segment_id=561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:20.506086 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.635719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407ef16-8140-44bf-8271-b2b6f15da148 None None] Pushing event updated for resources: {'Port': ['ID=3ad4dc68-fb74-4d82-b46b-dac104e32f04,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:20.722850 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f53e68fd-dee3-4162-ade4-ef4cd09ddf8e', 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'fixed_ips': [{'subnet_id': '55a0109e-9a94-4960-b0ab-1d8978740c89'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:27:20.724151 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.959106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7dac89f6-bfb2-42e5-8eb5-0b085f9df8c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:20.965431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7dac89f6-bfb2-42e5-8eb5-0b085f9df8c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:20.967094 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7dac89f6-bfb2-42e5-8eb5-0b085f9df8c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/networks?id=c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d&id=f53e68fd-dee3-4162-ade4-ef4cd09ddf8e HTTP/1.1" status: 200 len: 1392 time: 0.3014047 Jul 07 19:27:20.992864 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-3de2ceb3-3a03-403e-9046-7ede4eeccb9c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/quotas/5a0c9566cc3b484d95927b482dec6099 HTTP/1.1" status: 200 len: 375 time: 0.0193353 Jul 07 19:27:20.997832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Allocated IP 19.86.0.2 (f53e68fd-dee3-4162-ade4-ef4cd09ddf8e/55a0109e-9a94-4960-b0ab-1d8978740c89/469583c6-0008-4a8e-8703-d22612183591) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:21.165656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-da7a33b1-f5e9-4153-9657-8dd442206c2a tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5a0c9566cc3b484d95927b482dec6099&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648769 Jul 07 19:27:21.186635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-f3e49874-5d49-4ea1-8816-13ff6ff47e20 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:27:21.195910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-f3e49874-5d49-4ea1-8816-13ff6ff47e20 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174785 Jul 07 19:27:21.236061 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.248325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Transition to ACTIVE for port object 469583c6-0008-4a8e-8703-d22612183591 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:21.274573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Transition to ACTIVE for port object 469583c6-0008-4a8e-8703-d22612183591 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:21.287555 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.387107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:21.391357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:21.393208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Pushing event updated for resources: {'Port': ['ID=469583c6-0008-4a8e-8703-d22612183591,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:21.398583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:21.469392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Attempting to bind port 469583c6-0008-4a8e-8703-d22612183591 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:21.470037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Attempting to bind port 469583c6-0008-4a8e-8703-d22612183591 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:21.470688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Attempting to bind port 469583c6-0008-4a8e-8703-d22612183591 on network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:21.477341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:21.478561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Checking segment: {'id': '90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:21.479166 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.479844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Bound using segment: {'id': '90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:21.480525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Bound port: 469583c6-0008-4a8e-8703-d22612183591, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:21.481100 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.532698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a398c7-b9d1-4235-be87-65ec82455ca6 req-6d698c04-97ee-4833-bf89-63c7b9f22208 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:21.534394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9a398c7-b9d1-4235-be87-65ec82455ca6 req-6d698c04-97ee-4833-bf89-63c7b9f22208 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.2443538 Jul 07 19:27:21.546026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-77a2db53-2f2a-400f-af62-cc5730a548e5 service neutron] 10.222.0.113 "GET /v2.0/networks/c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488367 Jul 07 19:27:21.643724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] For port 469583c6-0008-4a8e-8703-d22612183591, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:21.649391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] For port 469583c6-0008-4a8e-8703-d22612183591, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=469583c6-0008-4a8e-8703-d22612183591,segment=NetworkSegment(90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7),segment_id=90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:21.656181 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.726462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e4b83a99-4395-4c13-b7a2-beaa8a00a990 service neutron] 10.222.0.113 "GET /v2.0/networks/c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789582 Jul 07 19:27:21.759118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73a0ce-321a-4f45-8073-d08a5d331d1b None None] Pushing event updated for resources: {'Port': ['ID=469583c6-0008-4a8e-8703-d22612183591,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:21.962867 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:27:22.060975 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9a398c7-b9d1-4235-be87-65ec82455ca6 req-2aa7ae52-f203-4d35-a1e7-1c64d9f03cfb tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483887 Jul 07 19:27:22.165466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ad4dc68-fb74-4d82-b46b-dac104e32f04 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:22.229098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-79e021c1-44d4-42f3-82e0-1bf74e06cd5a service neutron] 10.222.0.113 "GET /v2.0/networks/f53e68fd-dee3-4162-ade4-ef4cd09ddf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014119 Jul 07 19:27:22.398835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:22.482732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e1646666-ed3a-4d08-87ee-0ea54f60fde2 service neutron] 10.222.0.113 "GET /v2.0/networks/f53e68fd-dee3-4162-ade4-ef4cd09ddf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521617 Jul 07 19:27:22.517457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24481f5a-dbc2-4690-8ea2-9e656454d1ed None None] Network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:22.609643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e297ab0b-a84f-45f4-89fc-ce3ab6652f75 None None] Provisioning for port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:22.621131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e297ab0b-a84f-45f4-89fc-ce3ab6652f75 None None] Provisioning complete for port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:22.621502 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e297ab0b-a84f-45f4-89fc-ce3ab6652f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:22.681987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dace9-2314-41c8-94da-d0399f430cb6 req-608bc2ad-aae6-4f6e-9cf1-84ffb039bf86 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:22.686275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-832dace9-2314-41c8-94da-d0399f430cb6 req-608bc2ad-aae6-4f6e-9cf1-84ffb039bf86 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.1319296 Jul 07 19:27:22.850737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4c6dad30-7d53-4b98-a94e-f62e8858453f req-4bb6aaa7-7a74-43e4-9c37-d19479ada2d2 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 210 time: 0.1054246 Jul 07 19:27:22.904915 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-832dace9-2314-41c8-94da-d0399f430cb6 req-3a1c4489-bae6-416d-9cb6-6eb6654e18be tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112396 Jul 07 19:27:23.028971 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e297ab0b-a84f-45f4-89fc-ce3ab6652f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.044094 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [req-4748213d-9376-4d6d-a871-9f260761dad3 req-920240bd-4038-4bc6-8588-ccd440558671 service neutron] show failed (client error): The resource could not be found. Jul 07 19:27:23.045161 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-920240bd-4038-4bc6-8588-ccd440558671 service neutron] 10.222.0.59 "GET /v2.0/ports/dda1541e-f0e0-4acc-9e76-e477c4143d8b/bindings/n-h1-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.1829367 Jul 07 19:27:23.110224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e297ab0b-a84f-45f4-89fc-ce3ab6652f75 None None] For port 3ad4dc68-fb74-4d82-b46b-dac104e32f04, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3ad4dc68-fb74-4d82-b46b-dac104e32f04,segment=NetworkSegment(561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e),segment_id=561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:23.115824 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e297ab0b-a84f-45f4-89fc-ce3ab6652f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.203049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297ab0b-a84f-45f4-89fc-ce3ab6652f75 None None] Pushing event updated for resources: {'Port': ['ID=3ad4dc68-fb74-4d82-b46b-dac104e32f04,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:23.439021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d9825-4e7e-4baf-b882-c082d6ffd353 req-b0dd1f3a-e502-4cc8-937d-09d289f72649 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:23.447439 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c4d9825-4e7e-4baf-b882-c082d6ffd353 req-b0dd1f3a-e502-4cc8-937d-09d289f72649 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1383138 Jul 07 19:27:23.569532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c4d9825-4e7e-4baf-b882-c082d6ffd353 req-c39570f2-9a44-49cc-a5af-f11e78efe0d1 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210093 Jul 07 19:27:23.652031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2d1269e2-49b2-4810-92d6-8bde8a046c50 None None] Provisioning complete for port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:23.652547 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d1269e2-49b2-4810-92d6-8bde8a046c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:23.716047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748213d-9376-4d6d-a871-9f260761dad3 req-4b27e1c0-3d96-46ec-a6fe-ed283c3f18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:23.719928 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-4b27e1c0-3d96-46ec-a6fe-ed283c3f18ae service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 1097 time: 0.1740367 Jul 07 19:27:23.733100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:23.816312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a649b30-c534-4e50-8855-3889bb2ef89e None None] Network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:24.009110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.075638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ad4dc68-fb74-4d82-b46b-dac104e32f04 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:24.223070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97be7aaa-a462-4ce6-9304-b9ed9eaf8fa4 req-7c774f30-27b8-4610-be9c-468471a6df80 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 210 time: 0.0785911 Jul 07 19:27:24.348139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f8b9d-36b0-4887-8609-99e8e8c0f8bb req-bc9cfb93-61a6-4754-b996-3f08997dc953 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:24.350917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-178f8b9d-36b0-4887-8609-99e8e8c0f8bb req-bc9cfb93-61a6-4754-b996-3f08997dc953 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.0806229 Jul 07 19:27:24.430445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-178f8b9d-36b0-4887-8609-99e8e8c0f8bb req-3061de86-e70c-4508-b2c7-17efa9775096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693042 Jul 07 19:27:24.488453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:24.588133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f5c38b5-0e82-4f68-b9aa-a528d19bf7fe None None] Provisioning for port 469583c6-0008-4a8e-8703-d22612183591 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:24.600746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:24.607564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:24.608062 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.725440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 469583c6-0008-4a8e-8703-d22612183591 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:24.729040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:24.733045 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e6c892-d431-4440-a729-15ef1f3ad6a9" -d '{"events": [{"server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "name": "network-vif-unplugged", "status": "completed", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:24.743633 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.789449 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Transition to ACTIVE for port object dda1541e-f0e0-4acc-9e76-e477c4143d8b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:24.800044 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.894190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 469583c6-0008-4a8e-8703-d22612183591 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:24.900728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 469583c6-0008-4a8e-8703-d22612183591 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:24.901274 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.959804 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86896ff7-1f88-4f58-bfe3-fe13ab1dfaef x-openstack-request-id: req-86896ff7-1f88-4f58-bfe3-fe13ab1dfaef {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:24.960047 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "name": "network-vif-unplugged", "status": "completed", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:24.960249 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-86896ff7-1f88-4f58-bfe3-fe13ab1dfaef {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:24.960817 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'code': 200} Jul 07 19:27:24.961687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Pushing event updated for resources: {'Port': ['ID=dda1541e-f0e0-4acc-9e76-e477c4143d8b,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:25.087192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a46499-67b4-489d-a4f0-55123407831e req-25c98717-35ba-4544-beaa-dc4a5928e379 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:25.105871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6a46499-67b4-489d-a4f0-55123407831e req-25c98717-35ba-4544-beaa-dc4a5928e379 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.2191999 Jul 07 19:27:25.113162 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.182136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6a46499-67b4-489d-a4f0-55123407831e req-04188c53-ec6e-4874-9447-7b3af99fd6b1 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751352 Jul 07 19:27:25.231851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-364ad0da-1600-4c69-9454-e3bf621eb150 None None] Provisioning complete for port 469583c6-0008-4a8e-8703-d22612183591 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:25.252591 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-364ad0da-1600-4c69-9454-e3bf621eb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.400266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 469583c6-0008-4a8e-8703-d22612183591, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=469583c6-0008-4a8e-8703-d22612183591,segment=NetworkSegment(90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7),segment_id=90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:25.445399 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.452873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] No DVR routers for this DVR port dda1541e-f0e0-4acc-9e76-e477c4143d8b on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:25.513669 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e138da65-9055-4467-8ae6-7dc200a3511c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:25.520122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e138da65-9055-4467-8ae6-7dc200a3511c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:25.523119 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e138da65-9055-4467-8ae6-7dc200a3511c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.59 "GET /v2.0/networks?id=c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d&id=f53e68fd-dee3-4162-ade4-ef4cd09ddf8e HTTP/1.1" status: 200 len: 1392 time: 0.5885985 Jul 07 19:27:25.560811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'port': {'device_id': '07427677-003c-49a0-ae4d-886d9a553d95', 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d', 'admin_state_up': True, 'tenant_id': '5a0c9566cc3b484d95927b482dec6099'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:25.618637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f11fb36e-51ea-41c2-93f4-a9de5e92bd1d req-b564bac3-29df-432b-9a2d-c4036a5f2368 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 210 time: 0.0720334 Jul 07 19:27:25.631503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=469583c6-0008-4a8e-8703-d22612183591,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:25.861819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f535da8-2412-4d7a-bb72-9b38f49b28f9 req-c24ae834-9b30-4072-b180-c6afba9dcad5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:25.870236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Attempting to bind port dda1541e-f0e0-4acc-9e76-e477c4143d8b on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:25.870926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f535da8-2412-4d7a-bb72-9b38f49b28f9 req-c24ae834-9b30-4072-b180-c6afba9dcad5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 943 time: 0.1469715 Jul 07 19:27:25.871477 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Attempting to bind port dda1541e-f0e0-4acc-9e76-e477c4143d8b by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:25.872358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Attempting to bind port dda1541e-f0e0-4acc-9e76-e477c4143d8b on network 409b16e9-94d7-48fc-9570-0ee580e5ca83 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:25.891504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Port dda1541e-f0e0-4acc-9e76-e477c4143d8b on network 409b16e9-94d7-48fc-9570-0ee580e5ca83 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:25.892694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Attempting to bind port dda1541e-f0e0-4acc-9e76-e477c4143d8b on network 409b16e9-94d7-48fc-9570-0ee580e5ca83 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:25.895536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 469583c6-0008-4a8e-8703-d22612183591 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:25.903555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:25.904315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Checking segment: {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:25.905143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Bound using segment: {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:25.906027 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Bound port: dda1541e-f0e0-4acc-9e76-e477c4143d8b, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95b04bc-b6d3-4422-b62a-61e4590942eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:25.906737 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:25.963038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:25.967996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f535da8-2412-4d7a-bb72-9b38f49b28f9 req-f8c49309-f01e-40d3-8cee-c4cc19a91d37 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825512 Jul 07 19:27:25.968332 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.002530 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 469583c6-0008-4a8e-8703-d22612183591 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:26.003107 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.103357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:26.108512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:26.153399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.219368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:26.220167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.221913 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] 10.222.0.112 "PUT /v2.0/ports/dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 200 len: 1092 time: 2.4966919 Jul 07 19:27:26.246016 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Allocated IP 19.80.0.73 (c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d/d2ffb752-3de6-4c9a-ad50-7b3aa457982f/a14fedd5-8c3f-41d8-b411-8f1c2a5dda47) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:26.391859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db990266-8659-4f15-a16a-6bbb2a754240 service neutron] Pushing event updated for resources: {'Port': ['ID=dda1541e-f0e0-4acc-9e76-e477c4143d8b,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:26.557621 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748213d-9376-4d6d-a871-9f260761dad3 req-20b899d6-495d-459e-a773-be704a786235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:26.564866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-20b899d6-495d-459e-a773-be704a786235 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1095 time: 0.3111448 Jul 07 19:27:26.570753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed715a-bf20-4625-9a12-ac9f5a0bca2c req-7290273d-6d2f-49f5-95ec-a7254ba19992 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:26.572759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8ed715a-bf20-4625-9a12-ac9f5a0bca2c req-7290273d-6d2f-49f5-95ec-a7254ba19992 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0906744 Jul 07 19:27:26.618872 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.634219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8ed715a-bf20-4625-9a12-ac9f5a0bca2c req-a48629cc-238e-4e0f-ae9b-971b018579df tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548046 Jul 07 19:27:26.661059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Transition to ACTIVE for port object a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:26.735964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748213d-9376-4d6d-a871-9f260761dad3 req-24c85d87-3867-456d-9edb-cb7d5bf825e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:26.737548 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-24c85d87-3867-456d-9edb-cb7d5bf825e2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=409b16e9-94d7-48fc-9570-0ee580e5ca83 HTTP/1.1" status: 200 len: 899 time: 0.1635792 Jul 07 19:27:26.780068 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:26.894466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b214d7-2836-45e7-af94-ca00626e4940 req-4539986d-0d6c-4349-98c2-1adeedb005c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:26.902084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03b214d7-2836-45e7-af94-ca00626e4940 req-4539986d-0d6c-4349-98c2-1adeedb005c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 931 time: 0.1162934 Jul 07 19:27:26.924804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Port': ['ID=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:26.953921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:26.961398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:26.965862 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03b214d7-2836-45e7-af94-ca00626e4940 req-b35089c1-8886-423a-a4b0-cca31e8df87d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621784 Jul 07 19:27:26.974378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:26.987248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:26.987248 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:27.034255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device dda1541e-f0e0-4acc-9e76-e477c4143d8b no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:27.045580 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-a818064d-7268-4fb5-b7e1-5ba2a9869abd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 200 len: 999 time: 0.2947536 Jul 07 19:27:27.125461 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device dda1541e-f0e0-4acc-9e76-e477c4143d8b not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:27.166629 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a5b1ba-51f2-4c90-a645-6ca12bcff3ca x-openstack-request-id: req-a7a5b1ba-51f2-4c90-a645-6ca12bcff3ca {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:27.167020 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:27.167214 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a7a5b1ba-51f2-4c90-a645-6ca12bcff3ca {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:27.167636 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'status': 'completed', 'code': 200} Jul 07 19:27:27.223865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:27.225762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.243863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-88a54665-c769-4cbc-8161-bb4a0a67c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:27.248834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-88a54665-c769-4cbc-8161-bb4a0a67c309 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1095 time: 0.1281693 Jul 07 19:27:27.249679 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-b14cd5e5-b4b5-495a-9e73-87207d0bdaef tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6933982 Jul 07 19:27:27.251757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748213d-9376-4d6d-a871-9f260761dad3 req-1973e06d-2415-4ffc-aa46-9f9a5a6ba1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:27.253367 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-1973e06d-2415-4ffc-aa46-9f9a5a6ba1a2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dcdf7d8d-d31e-4dab-8d43-a8456267d699 HTTP/1.1" status: 200 len: 835 time: 0.2045934 Jul 07 19:27:27.274786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Request body: {'port': {'device_id': '07427677-003c-49a0-ae4d-886d9a553d95', 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e', 'admin_state_up': True, 'tenant_id': '5a0c9566cc3b484d95927b482dec6099'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:27.343619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c4d9ce6-54ea-46c8-bf78-2d14e342d0df None None] Provisioning for port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:27.350958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c4d9ce6-54ea-46c8-bf78-2d14e342d0df None None] Provisioning complete for port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:27.351883 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9ce6-54ea-46c8-bf78-2d14e342d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.382397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-ef29fb37-c4d5-420c-a0a2-d2674dbf0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:27.384148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-ef29fb37-c4d5-420c-a0a2-d2674dbf0dfe service neutron] 10.222.0.59 "GET /v2.0/networks?id=409b16e9-94d7-48fc-9570-0ee580e5ca83 HTTP/1.1" status: 200 len: 899 time: 0.1213624 Jul 07 19:27:27.446753 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d9ce6-54ea-46c8-bf78-2d14e342d0df None None] Port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:27:27.542386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Made reservation on behalf of 5a0c9566cc3b484d95927b482dec6099 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:27.546877 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:27.564610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748213d-9376-4d6d-a871-9f260761dad3 req-219bbd6b-9d74-4c58-9838-e0b2f13f78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:27.567034 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-219bbd6b-9d74-4c58-9838-e0b2f13f78a2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=409b16e9-94d7-48fc-9570-0ee580e5ca83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3063686 Jul 07 19:27:27.578177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-46a15e7d-562b-4958-acac-6545d11c42db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 200 len: 999 time: 0.1726794 Jul 07 19:27:27.721946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09468238-aa0b-43da-befe-1d60984ad1d6 req-e6de5878-b442-4c4c-b6c8-0e20454a9528 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:27.729596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09468238-aa0b-43da-befe-1d60984ad1d6 req-e6de5878-b442-4c4c-b6c8-0e20454a9528 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 943 time: 0.3442159 Jul 07 19:27:27.738615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-9060d493-d0c3-482a-b76c-9b5df26712f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:27.741384 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-9060d493-d0c3-482a-b76c-9b5df26712f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcdf7d8d-d31e-4dab-8d43-a8456267d699 HTTP/1.1" status: 200 len: 835 time: 0.1561739 Jul 07 19:27:27.859804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Allocated IP 19.86.0.150 (f53e68fd-dee3-4162-ade4-ef4cd09ddf8e/55a0109e-9a94-4960-b0ab-1d8978740c89/c0c0378f-4f42-4a2a-a567-45b455cce369) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:27:27.882548 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09468238-aa0b-43da-befe-1d60984ad1d6 req-2fbf6a8d-10d4-4fa1-a76a-adbadaa3f5d7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520007 Jul 07 19:27:27.916128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-0ab2f024-df45-46bf-a0f7-d58c9459a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:27.918046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-0ab2f024-df45-46bf-a0f7-d58c9459a2fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=409b16e9-94d7-48fc-9570-0ee580e5ca83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1678436 Jul 07 19:27:27.931651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565a6d-b0f5-4576-a942-6d488dbe6d31 req-aaf1360b-2f95-489e-a5ca-cdb12b69fcdc tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:27.933202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96565a6d-b0f5-4576-a942-6d488dbe6d31 req-aaf1360b-2f95-489e-a5ca-cdb12b69fcdc tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1371360 Jul 07 19:27:28.060573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-b249196f-feb1-4fd0-b810-a8d7c73ad765 service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262741 Jul 07 19:27:28.065420 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-a27f90dd-acc9-4751-88ba-a1d1ec36d5c2 service neutron] 10.222.0.112 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868343 Jul 07 19:27:28.084659 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96565a6d-b0f5-4576-a942-6d488dbe6d31 req-f22d3885-5415-4aa9-97e7-4eeb04033423 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330276 Jul 07 19:27:28.227614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.259014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Transition to ACTIVE for port object c0c0378f-4f42-4a2a-a567-45b455cce369 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:28.279882 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4748213d-9376-4d6d-a871-9f260761dad3 req-548e50c5-e602-444b-b455-bd0479566c96 service neutron] 10.222.0.112 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048011 Jul 07 19:27:28.288829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-6bca480c-efe0-4210-b2f0-213463511573 service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202749 Jul 07 19:27:28.342827 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.372082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0b1e6-fbc9-4d1d-8c2e-6eacba93bebc req-8fcdaa5c-d99b-435e-a1eb-39544430d31d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:28.382368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5be0b1e6-fbc9-4d1d-8c2e-6eacba93bebc req-8fcdaa5c-d99b-435e-a1eb-39544430d31d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 931 time: 0.2099018 Jul 07 19:27:28.501469 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5be0b1e6-fbc9-4d1d-8c2e-6eacba93bebc req-c4059670-277c-4f8e-82b9-3187339fb02e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178665 Jul 07 19:27:28.549253 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:27:28.562564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:28.573640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:27:28.589009 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event updated for resources: {'Port': ['ID=c0c0378f-4f42-4a2a-a567-45b455cce369,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:28.655185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-d59095d7-f96f-4192-92c3-8b30289594cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:28.657399 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-d59095d7-f96f-4192-92c3-8b30289594cb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1095 time: 0.2237236 Jul 07 19:27:28.668005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:28.668862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:28.791939 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7d7f7d36-c53e-4ec5-9c28-71c47838a7e8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5222361 Jul 07 19:27:28.812631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Request body: {'port': {'device_id': '07427677-003c-49a0-ae4d-886d9a553d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:28.894691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-ef619760-e487-439f-b58f-63088f7c9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:28.897328 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-ef619760-e487-439f-b58f-63088f7c9afa service neutron] 10.222.0.112 "GET /v2.0/networks?id=409b16e9-94d7-48fc-9570-0ee580e5ca83 HTTP/1.1" status: 200 len: 899 time: 0.2150128 Jul 07 19:27:28.990679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b8b724e-8c98-40f5-b630-5ae10a93861a None None] Provisioning for port c0c0378f-4f42-4a2a-a567-45b455cce369 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:28.997541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b8b724e-8c98-40f5-b630-5ae10a93861a None None] Provisioning complete for port c0c0378f-4f42-4a2a-a567-45b455cce369 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:28.998902 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-49d00424-022a-42dd-a3e2-723f596dc0c7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 200 len: 999 time: 0.0805836 Jul 07 19:27:29.001231 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b8b724e-8c98-40f5-b630-5ae10a93861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.111617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9b8b724e-8c98-40f5-b630-5ae10a93861a None None] Port c0c0378f-4f42-4a2a-a567-45b455cce369 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:27:29.126044 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:29.169631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b11b64-30cd-41eb-a845-5c97a11b62e1 req-9c8d84f6-7f14-48dc-b0e0-d40f8da66091 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:29.174877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5b11b64-30cd-41eb-a845-5c97a11b62e1 req-9c8d84f6-7f14-48dc-b0e0-d40f8da66091 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 943 time: 0.1257508 Jul 07 19:27:29.182847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-4daef360-5973-4cff-9ffe-0292ca541d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:29.187568 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-4daef360-5973-4cff-9ffe-0292ca541d21 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dcdf7d8d-d31e-4dab-8d43-a8456267d699 HTTP/1.1" status: 200 len: 835 time: 0.1763012 Jul 07 19:27:29.234683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5b11b64-30cd-41eb-a845-5c97a11b62e1 req-e126fd09-a995-45cb-880a-170b7378bed5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504794 Jul 07 19:27:29.382312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668643a1-8b43-48d3-a38d-b1094d0fa42f req-5e414fae-d9f3-4695-87e7-d958c46b66e0 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:29.383854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-668643a1-8b43-48d3-a38d-b1094d0fa42f req-5e414fae-d9f3-4695-87e7-d958c46b66e0 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0836606 Jul 07 19:27:29.402231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-3b3f10ec-332c-4bad-a715-360ddc37f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:29.404053 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-3b3f10ec-332c-4bad-a715-360ddc37f6e9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=409b16e9-94d7-48fc-9570-0ee580e5ca83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2099311 Jul 07 19:27:29.443882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-668643a1-8b43-48d3-a38d-b1094d0fa42f req-58ddd2fa-3085-4a8d-8a56-a0afe12cac80 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512800 Jul 07 19:27:29.608061 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-1e2fae32-1d8a-47c8-99f7-ac9c0cf2b1f0 service neutron] 10.222.0.112 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777716 Jul 07 19:27:29.835038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284c618-950f-445a-90b3-26d621abc906 req-5f0367ee-3477-4acb-884a-68f0fb734e8c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:29.847317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284c618-950f-445a-90b3-26d621abc906 req-5f0367ee-3477-4acb-884a-68f0fb734e8c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:29.865929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d284c618-950f-445a-90b3-26d621abc906 req-5f0367ee-3477-4acb-884a-68f0fb734e8c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1654 time: 0.1463540 Jul 07 19:27:29.952908 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d284c618-950f-445a-90b3-26d621abc906 req-57787e9f-00ca-40cc-9c01-4e4d67a5cd7f tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852904 Jul 07 19:27:30.313292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:30.340633 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.377188 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8f57c1d0-d5f0-4bc6-aa1d-889775a313b1 req-8da1228b-6e3b-45fb-8ecf-6c7ee942a383 service neutron] 10.222.0.112 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588365 Jul 07 19:27:30.388448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Transition to ACTIVE for port object a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:30.398220 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.501680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Pushing event updated for resources: {'Port': ['ID=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:30.592114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb52d76-3c00-467e-8256-1ecf5488d6c4 req-808bd717-230b-4de9-9622-0ebe8925036c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:30.605091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ccb52d76-3c00-467e-8256-1ecf5488d6c4 req-808bd717-230b-4de9-9622-0ebe8925036c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 943 time: 0.1667285 Jul 07 19:27:30.611272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dda1541e-f0e0-4acc-9e76-e477c4143d8b details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:27:30.738596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Attempting to bind port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:30.739088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ccb52d76-3c00-467e-8256-1ecf5488d6c4 req-edfbd6da-890d-4786-a858-57ab92aa55ce tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332266 Jul 07 19:27:30.740889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Attempting to bind port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:30.745098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Attempting to bind port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 on network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:30.775064 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 on network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:30.778588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Attempting to bind port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 on network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:30.798415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:30.798731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Checking segment: {'id': '561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:30.800434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Bound using segment: {'id': '561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:30.807947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Bound port: a14fedd5-8c3f-41d8-b411-8f1c2a5dda47, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:30.808539 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:30.940409 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:30.977697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c13afa-34ae-4a43-b804-823d78159118 req-bb359a08-341d-4741-bde2-3161f52130ff tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:30.979667 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'port_id': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'mac_address': 'fa:16:3e:ff:e6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:27:30.984762 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8c13afa-34ae-4a43-b804-823d78159118 req-bb359a08-341d-4741-bde2-3161f52130ff tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1840172 Jul 07 19:27:31.018769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] For port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:31.023835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] For port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47,segment=NetworkSegment(561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e),segment_id=561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:31.032816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:31.060623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8c13afa-34ae-4a43-b804-823d78159118 req-70384544-04b5-4daf-9b0d-5bd2a9893e4e tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699646 Jul 07 19:27:31.085791 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:31.132427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda1541e-f0e0-4acc-9e76-e477c4143d8b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:31.186031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:31.198313 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:31.221796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Pushing event updated for resources: {'Port': ['ID=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:31.295660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:31.299466 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:31.301075 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-119af64d-2c23-43aa-848c-9e65aaa863ef service neutron] 10.222.0.59 "PUT /v2.0/ports/a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 HTTP/1.1" status: 200 len: 1092 time: 2.4929187 Jul 07 19:27:31.306901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'tag': 'a14fedd5-8c3f-41d8-b411-8f1c2a5dda47'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:31.314679 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5986fbc7-ef0c-403d-9a10-ef86951ba8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "tag": "a14fedd5-8c3f-41d8-b411-8f1c2a5dda47"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:31.323435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=dda1541e-f0e0-4acc-9e76-e477c4143d8b,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:31.379001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Request body: {'port': {'device_id': '07427677-003c-49a0-ae4d-886d9a553d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:31.395468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a678d-74e2-4cbf-b2c4-e5e0944826b1 req-496ca90f-09fe-46a1-823e-e1407534dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:31.398139 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f07a678d-74e2-4cbf-b2c4-e5e0944826b1 req-496ca90f-09fe-46a1-823e-e1407534dbba service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 1098 time: 0.5391469 Jul 07 19:27:31.452366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['dda1541e-f0e0-4acc-9e76-e477c4143d8b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:31.483138 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f07a678d-74e2-4cbf-b2c4-e5e0944826b1 req-001628dd-ca32-4e54-a8ad-11ebe1343ae9 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607460 Jul 07 19:27:31.579901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-bb5e7141-efeb-48f4-9b3e-50d7bee20ecc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:31.584947 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-bb5e7141-efeb-48f4-9b3e-50d7bee20ecc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.59 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b&tenant_id=07c63c8c00dd494689f912cfd2378197&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 944 time: 0.2590623 Jul 07 19:27:31.615938 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:31.707724 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-7068365d-534b-4aab-b0cd-56c0fc59adae service neutron] delete failed (client error): The resource could not be found. Jul 07 19:27:31.709921 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-7068365d-534b-4aab-b0cd-56c0fc59adae service neutron] 10.222.0.59 "DELETE /v2.0/ports/dda1541e-f0e0-4acc-9e76-e477c4143d8b/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.1163573 Jul 07 19:27:31.904007 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16607899-8fa3-4e67-b945-df07ff7bced5 req-8eb1c497-0bcb-4466-89f7-1004cc3eb454 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:31.912888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16607899-8fa3-4e67-b945-df07ff7bced5 req-8eb1c497-0bcb-4466-89f7-1004cc3eb454 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:31.916031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16607899-8fa3-4e67-b945-df07ff7bced5 req-8eb1c497-0bcb-4466-89f7-1004cc3eb454 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1666 time: 0.6139112 Jul 07 19:27:31.919529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-ca9e35fa-341f-45ea-89f4-ba0306a258d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:31.921254 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-ca9e35fa-341f-45ea-89f4-ba0306a258d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1096 time: 0.1272554 Jul 07 19:27:31.940766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73accf5b-0a7e-48f2-a6c8-8a390b665e92 req-34eec198-8488-4d62-868e-4f84cb728c98 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:31.953119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73accf5b-0a7e-48f2-a6c8-8a390b665e92 req-34eec198-8488-4d62-868e-4f84cb728c98 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 944 time: 0.5173945 Jul 07 19:27:32.063988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-53f5f213-c8db-4718-86d3-ee9b99660fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:32.066107 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-53f5f213-c8db-4718-86d3-ee9b99660fe9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=409b16e9-94d7-48fc-9570-0ee580e5ca83 HTTP/1.1" status: 200 len: 899 time: 0.1364121 Jul 07 19:27:32.080509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73accf5b-0a7e-48f2-a6c8-8a390b665e92 req-70a29e6e-0a91-4b67-a71d-5fec17f1802a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257999 Jul 07 19:27:32.104910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16607899-8fa3-4e67-b945-df07ff7bced5 req-64031567-f1be-4292-a5d7-895cfc2679b9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480818 Jul 07 19:27:32.174083 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c361d88-33c5-45cd-b547-1673141af46d x-openstack-request-id: req-5c361d88-33c5-45cd-b547-1673141af46d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:32.174390 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "tag": "a14fedd5-8c3f-41d8-b411-8f1c2a5dda47", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:32.174648 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5c361d88-33c5-45cd-b547-1673141af46d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:32.175057 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'tag': 'a14fedd5-8c3f-41d8-b411-8f1c2a5dda47', 'status': 'completed', 'code': 200} Jul 07 19:27:32.197502 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-5b70dfd3-af9e-4e18-8cc4-337fb4543a5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 200 len: 1000 time: 0.1229637 Jul 07 19:27:32.318808 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-e75f626c-4fec-4195-8771-385219ded740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:32.320342 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-e75f626c-4fec-4195-8771-385219ded740 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcdf7d8d-d31e-4dab-8d43-a8456267d699 HTTP/1.1" status: 200 len: 835 time: 0.1158936 Jul 07 19:27:32.360724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c0378f-4f42-4a2a-a567-45b455cce369 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:32.402005 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.413341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Transition to ACTIVE for port object c0c0378f-4f42-4a2a-a567-45b455cce369 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:27:32.439300 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.440891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-b09132f1-656f-47e1-bc9b-ce43d979da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:32.442847 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-b09132f1-656f-47e1-bc9b-ce43d979da89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=409b16e9-94d7-48fc-9570-0ee580e5ca83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156337 Jul 07 19:27:32.607134 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-ddcafae3-100e-4121-8e01-d57ffd961b02 service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566770 Jul 07 19:27:32.608091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dda1541e-f0e0-4acc-9e76-e477c4143d8b up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:32.741718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port dda1541e-f0e0-4acc-9e76-e477c4143d8b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:32.747960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port dda1541e-f0e0-4acc-9e76-e477c4143d8b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:32.748747 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.800663 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1dcc3452-c8ca-414a-a32e-88e43c6354fc req-1862f317-4126-4572-9647-8fbb64147081 service neutron] 10.222.0.59 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846747 Jul 07 19:27:32.868113 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ad31f-92db-4743-ab90-10797b31687b req-30e48345-38a1-4bab-a627-a9ec2449db80 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:32.871003 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e3ad31f-92db-4743-ab90-10797b31687b req-30e48345-38a1-4bab-a627-a9ec2449db80 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.4498847 Jul 07 19:27:32.934070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Pushing event updated for resources: {'Port': ['ID=c0c0378f-4f42-4a2a-a567-45b455cce369,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:32.955145 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:32.967019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e3ad31f-92db-4743-ab90-10797b31687b req-ca6aaeee-4b64-4e6f-bdf7-0af8298f9a75 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832911 Jul 07 19:27:32.971937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.974406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.975834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.977066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.977594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.979167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.980349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.981138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.982781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.983449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.983910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.984358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:27:32.997939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:32.999098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:32.999248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986fbc7-ef0c-403d-9a10-ef86951ba8a7 req-0c2c8841-666f-4564-8e63-c89b89785d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:32.999973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986fbc7-ef0c-403d-9a10-ef86951ba8a7 req-0c2c8841-666f-4564-8e63-c89b89785d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:33.002304 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8a2e8f-7b3c-4712-a313-d2d233ee6b78" -d '{"events": [{"server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "name": "network-vif-plugged", "status": "completed", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:33.015499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5986fbc7-ef0c-403d-9a10-ef86951ba8a7 req-0c2c8841-666f-4564-8e63-c89b89785d57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a0c9566cc3b484d95927b482dec6099&device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1914 time: 0.7590027 Jul 07 19:27:33.019867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.117193 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96ca612-c8e2-4417-82e0-962c88896bab x-openstack-request-id: req-e96ca612-c8e2-4417-82e0-962c88896bab {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:33.117504 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "name": "network-vif-plugged", "status": "completed", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:33.117765 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e96ca612-c8e2-4417-82e0-962c88896bab {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:33.118170 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'code': 200} Jul 07 19:27:33.211054 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.211861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=dda1541e-f0e0-4acc-9e76-e477c4143d8b,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:33.274821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Attempting to bind port c0c0378f-4f42-4a2a-a567-45b455cce369 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:27:33.277412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Attempting to bind port c0c0378f-4f42-4a2a-a567-45b455cce369 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:27:33.277412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Attempting to bind port c0c0378f-4f42-4a2a-a567-45b455cce369 on network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:33.291803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986fbc7-ef0c-403d-9a10-ef86951ba8a7 req-8c7d5421-c5df-4d16-ae76-c7445c727d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:33.292456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986fbc7-ef0c-403d-9a10-ef86951ba8a7 req-8c7d5421-c5df-4d16-ae76-c7445c727d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:33.292958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986fbc7-ef0c-403d-9a10-ef86951ba8a7 req-8c7d5421-c5df-4d16-ae76-c7445c727d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:33.294620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5986fbc7-ef0c-403d-9a10-ef86951ba8a7 req-8c7d5421-c5df-4d16-ae76-c7445c727d37 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a0c9566cc3b484d95927b482dec6099&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2662959 Jul 07 19:27:33.295604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Port c0c0378f-4f42-4a2a-a567-45b455cce369 on network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:27:33.295981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Attempting to bind port c0c0378f-4f42-4a2a-a567-45b455cce369 on network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:27:33.303715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:27:33.304154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Checking segment: {'id': '90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:33.304666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Bound using segment: {'id': '90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:27:33.305321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Bound port: c0c0378f-4f42-4a2a-a567-45b455cce369, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:27:33.305744 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:33.886721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:34.014240 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db04f138-12fb-4c45-ad22-1105f90d44fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.070819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] For port c0c0378f-4f42-4a2a-a567-45b455cce369, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:27:34.074261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] For port c0c0378f-4f42-4a2a-a567-45b455cce369, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0c0378f-4f42-4a2a-a567-45b455cce369,segment=NetworkSegment(90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7),segment_id=90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:27:34.088550 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.106195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986fbc7-ef0c-403d-9a10-ef86951ba8a7 req-41c13f9d-c219-489a-8926-f7b4e81f5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.108081 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5986fbc7-ef0c-403d-9a10-ef86951ba8a7 req-41c13f9d-c219-489a-8926-f7b4e81f5826 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7870178 Jul 07 19:27:34.175885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.176537 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.182493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] 10.222.0.59 "PUT /v2.0/ports/c0c0378f-4f42-4a2a-a567-45b455cce369 HTTP/1.1" status: 200 len: 1093 time: 2.8114104 Jul 07 19:27:34.197043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'tag': 'c0c0378f-4f42-4a2a-a567-45b455cce369'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:34.199722 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c" -d '{"events": [{"name": "network-changed", "server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "tag": "c0c0378f-4f42-4a2a-a567-45b455cce369"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:34.237380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7020f4b-da9b-4402-adad-9e6953819927 req-4c92b7a0-ea87-4ac3-9187-c2be9fe3cebc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.240396 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db04f138-12fb-4c45-ad22-1105f90d44fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.249484 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7020f4b-da9b-4402-adad-9e6953819927 req-4c92b7a0-ea87-4ac3-9187-c2be9fe3cebc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.7923570 Jul 07 19:27:34.255843 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db04f138-12fb-4c45-ad22-1105f90d44fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.320134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04f138-12fb-4c45-ad22-1105f90d44fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f858ad-3f19-4782-aedd-da1b101ddcf8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:34.327883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261489e2-bcc8-4e25-a599-8ca017331837 req-44efdb40-132d-4e23-afa2-c56d3e9e39af tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.338908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261489e2-bcc8-4e25-a599-8ca017331837 req-44efdb40-132d-4e23-afa2-c56d3e9e39af tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.345530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-261489e2-bcc8-4e25-a599-8ca017331837 req-44efdb40-132d-4e23-afa2-c56d3e9e39af tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1678 time: 0.9037352 Jul 07 19:27:34.386824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976ea43-aebe-48cf-8dc0-0357c70d43aa service neutron] Pushing event updated for resources: {'Port': ['ID=c0c0378f-4f42-4a2a-a567-45b455cce369,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:34.398975 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-db04f138-12fb-4c45-ad22-1105f90d44fe admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e249ca7227874ed99c4ecb57b5573a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5066550 Jul 07 19:27:34.402716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:34.453258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7020f4b-da9b-4402-adad-9e6953819927 req-c33cbeaa-da65-4039-8e0f-bed67d189611 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028739 Jul 07 19:27:34.497974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-261489e2-bcc8-4e25-a599-8ca017331837 req-368f5da8-4496-4829-8110-e0ab129d0d0e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352170 Jul 07 19:27:34.503336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91d6360c-8779-463a-bce3-d9077bfb2eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.547674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-aae51e9b-b93b-4c1b-86b5-b316f7cb7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.548157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-aae51e9b-b93b-4c1b-86b5-b316f7cb7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.565098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-aae51e9b-b93b-4c1b-86b5-b316f7cb7741 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a0c9566cc3b484d95927b482dec6099&device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1982 time: 0.3112833 Jul 07 19:27:34.604262 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0546bba-5f17-4b0e-b8d1-377c7f6bf511 x-openstack-request-id: req-a0546bba-5f17-4b0e-b8d1-377c7f6bf511 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:34.607132 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91d6360c-8779-463a-bce3-d9077bfb2eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.608666 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "tag": "c0c0378f-4f42-4a2a-a567-45b455cce369", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:34.609013 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a0546bba-5f17-4b0e-b8d1-377c7f6bf511 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:34.609444 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'tag': 'c0c0378f-4f42-4a2a-a567-45b455cce369', 'status': 'completed', 'code': 200} Jul 07 19:27:34.657869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-18de6790-5dc3-4026-bcfe-0591a52fcd06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 HTTP/1.1" status: 200 len: 217 time: 0.0758145 Jul 07 19:27:34.697462 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91d6360c-8779-463a-bce3-d9077bfb2eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.701543 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91d6360c-8779-463a-bce3-d9077bfb2eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:34.702923 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-91d6360c-8779-463a-bce3-d9077bfb2eaf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/63f858ad-3f19-4782-aedd-da1b101ddcf8 HTTP/1.1" status: 204 len: 168 time: 0.2991841 Jul 07 19:27:34.732844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6360c-8779-463a-bce3-d9077bfb2eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f858ad-3f19-4782-aedd-da1b101ddcf8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:34.733376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-d2958565-9780-45c9-b575-598a10a2a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.735007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-d2958565-9780-45c9-b575-598a10a2a7e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2ffb752-3de6-4c9a-ad50-7b3aa457982f HTTP/1.1" status: 200 len: 801 time: 0.0659072 Jul 07 19:27:34.825967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e740308-f224-4974-b7d6-e149194e421d req-7aec1c1a-dd77-45d5-bbb5-d01f1c79d3e8 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.827536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e740308-f224-4974-b7d6-e149194e421d req-7aec1c1a-dd77-45d5-bbb5-d01f1c79d3e8 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1728063 Jul 07 19:27:34.832796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-0ef0a469-fbe1-456f-81a5-97788e5040f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:34.834775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-0ef0a469-fbe1-456f-81a5-97788e5040f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925071 Jul 07 19:27:34.924754 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e740308-f224-4974-b7d6-e149194e421d req-c81b9f4d-17a1-4f90-b3fe-4b434606d3c2 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821886 Jul 07 19:27:34.983937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-19641b91-4538-42a5-8cde-7e2650a00026 service neutron] 10.222.0.59 "GET /v2.0/networks/c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400840 Jul 07 19:27:35.114086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-9985ee6b-e4ed-48d6-856e-e89472074888 service neutron] 10.222.0.59 "GET /v2.0/networks/c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236076 Jul 07 19:27:35.166968 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-1933821e-2731-4188-a916-a544c57e5f99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=c0c0378f-4f42-4a2a-a567-45b455cce369 HTTP/1.1" status: 200 len: 217 time: 0.0444341 Jul 07 19:27:35.247437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7dbe02d9-8a23-4045-a795-1cff9b8063c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:35.249532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-7dbe02d9-8a23-4045-a795-1cff9b8063c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55a0109e-9a94-4960-b0ab-1d8978740c89 HTTP/1.1" status: 200 len: 801 time: 0.0769556 Jul 07 19:27:35.312145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36d51d-2929-48f0-8304-933ae9773cf4 req-0e80fc6f-4fee-49d1-9b8d-6c78b5e6789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:35.313793 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3f36d51d-2929-48f0-8304-933ae9773cf4 req-0e80fc6f-4fee-49d1-9b8d-6c78b5e6789c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d9e5c6ca51904617b82a679f871ddb7c&device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 1098 time: 0.0888264 Jul 07 19:27:35.383070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-2604373a-25f1-4e94-ac15-bd38c38c077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:35.391713 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-2604373a-25f1-4e94-ac15-bd38c38c077b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f53e68fd-dee3-4162-ade4-ef4cd09ddf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351857 Jul 07 19:27:35.447173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fbd1c-1007-4620-861a-89cea32ced29 req-5391e79f-0d59-4a26-917c-42f7ac1b97fc tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:35.448764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e38fbd1c-1007-4620-861a-89cea32ced29 req-5391e79f-0d59-4a26-917c-42f7ac1b97fc tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1362035 Jul 07 19:27:35.477862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36d51d-2929-48f0-8304-933ae9773cf4 req-ed219bf6-0205-4ed8-9b0a-03b8018b0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:35.479637 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3f36d51d-2929-48f0-8304-933ae9773cf4 req-ed219bf6-0205-4ed8-9b0a-03b8018b0f10 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 HTTP/1.1" status: 200 len: 913 time: 0.1587334 Jul 07 19:27:35.552998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e38fbd1c-1007-4620-861a-89cea32ced29 req-80fc2e76-6a10-41ca-ab91-5b056198d15b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720196 Jul 07 19:27:35.593549 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-ababaa9b-7669-4575-80e5-65782268fb89 service neutron] 10.222.0.59 "GET /v2.0/networks/f53e68fd-dee3-4162-ade4-ef4cd09ddf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937838 Jul 07 19:27:35.624894 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3f36d51d-2929-48f0-8304-933ae9773cf4 req-e3553706-cd38-4c9a-a2fb-8bf5d9fe3a37 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8d5a1-85b9-468a-ae3d-539b40c5d08a HTTP/1.1" status: 200 len: 217 time: 0.1364954 Jul 07 19:27:35.725098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36d51d-2929-48f0-8304-933ae9773cf4 req-a6756c60-fb53-4a7c-b459-92a86f78251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:35.726945 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3f36d51d-2929-48f0-8304-933ae9773cf4 req-a6756c60-fb53-4a7c-b459-92a86f78251f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d8aa5f40-ae37-4974-8bd6-c21e7d026994 HTTP/1.1" status: 200 len: 851 time: 0.0934532 Jul 07 19:27:35.768900 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3f36d51d-2929-48f0-8304-933ae9773cf4 req-e16aaa80-abbb-414e-8a40-a3d021e43e69 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356419 Jul 07 19:27:35.889933 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3f36d51d-2929-48f0-8304-933ae9773cf4 req-d5b56009-bca1-45a6-b656-53d928daef93 service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145897 Jul 07 19:27:35.898278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59745c84-a1be-43d8-b2fd-d7a745effd99 req-e67f8a4b-02b3-4c36-bcac-11c3993944e9 service neutron] 10.222.0.59 "GET /v2.0/networks/f53e68fd-dee3-4162-ade4-ef4cd09ddf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970934 Jul 07 19:27:35.916578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c7169-9c79-47eb-b830-7f4d0e4edcf4 req-1479b0fa-3bfe-433d-894a-6b1e3d13664e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:35.929291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-193c7169-9c79-47eb-b830-7f4d0e4edcf4 req-1479b0fa-3bfe-433d-894a-6b1e3d13664e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.1974225 Jul 07 19:27:35.942222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ffb8e-72b3-4b3c-8bd0-d8ab7d4c6b5e req-982678d9-58b3-4ee6-881b-aad15a8798a3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:35.949888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ffb8e-72b3-4b3c-8bd0-d8ab7d4c6b5e req-982678d9-58b3-4ee6-881b-aad15a8798a3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:35.951791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d38ffb8e-72b3-4b3c-8bd0-d8ab7d4c6b5e req-982678d9-58b3-4ee6-881b-aad15a8798a3 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1678 time: 0.2394903 Jul 07 19:27:36.039649 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3f36d51d-2929-48f0-8304-933ae9773cf4 req-0d319f32-8937-4824-833a-178482d25e9b service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425653 Jul 07 19:27:36.063163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-193c7169-9c79-47eb-b830-7f4d0e4edcf4 req-d7de76ee-75b7-4fa1-80b1-e5fc1df6774a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100352 Jul 07 19:27:36.093349 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d38ffb8e-72b3-4b3c-8bd0-d8ab7d4c6b5e req-2fac363d-c839-49c7-861e-b981f5137d0e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105828 Jul 07 19:27:36.114468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:36.141664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-a7a9606f-ff8c-4fcd-83d5-3bc309217e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:36.142269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-a7a9606f-ff8c-4fcd-83d5-3bc309217e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:36.147287 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-a7a9606f-ff8c-4fcd-83d5-3bc309217e89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a0c9566cc3b484d95927b482dec6099&device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1982 time: 0.1373966 Jul 07 19:27:36.189145 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-de787a47-83d6-465e-9042-03ba9077f762 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/b18bb244-4948-406a-9c9c-3afe093cd52c HTTP/1.1" status: 200 len: 993 time: 0.0729232 Jul 07 19:27:36.292386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-1414fe66-6fd0-4772-8dbe-1d63fd22cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:36.294204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-1414fe66-6fd0-4772-8dbe-1d63fd22cc4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f53e68fd-dee3-4162-ade4-ef4cd09ddf8e HTTP/1.1" status: 200 len: 904 time: 0.1406934 Jul 07 19:27:36.373149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-c61eb196-2ef8-417a-a3b8-56c97568fe62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=c0c0378f-4f42-4a2a-a567-45b455cce369 HTTP/1.1" status: 200 len: 217 time: 0.0709486 Jul 07 19:27:36.441549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-5a21c87f-ea0c-4663-b56f-d9994819c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:36.447020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-5a21c87f-ea0c-4663-b56f-d9994819c11a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55a0109e-9a94-4960-b0ab-1d8978740c89 HTTP/1.1" status: 200 len: 801 time: 0.0643902 Jul 07 19:27:36.558071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-86c21f6e-fb43-4eea-be03-82c9b0b2a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:36.559804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-86c21f6e-fb43-4eea-be03-82c9b0b2a26c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f53e68fd-dee3-4162-ade4-ef4cd09ddf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077981 Jul 07 19:27:36.646459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160feae1-d263-48c8-b47a-beb864708451 req-ea0fc749-5a18-4a09-96d3-62638ab384eb tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:36.647918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-160feae1-d263-48c8-b47a-beb864708451 req-ea0fc749-5a18-4a09-96d3-62638ab384eb tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 945 time: 0.1455564 Jul 07 19:27:36.741933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-24cc660c-e2f7-426d-aa1c-e8bbeec8a515 service neutron] 10.222.0.59 "GET /v2.0/networks/f53e68fd-dee3-4162-ade4-ef4cd09ddf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751971 Jul 07 19:27:36.745683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-160feae1-d263-48c8-b47a-beb864708451 req-e4fe6f88-ff0f-462d-b30e-675bd0232217 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895188 Jul 07 19:27:36.854606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79b00b-a004-4604-9a2a-2dc4b3916949 req-9b8528d3-2058-414c-96b1-7a4c7ed4eb00 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:36.856372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a79b00b-a004-4604-9a2a-2dc4b3916949 req-9b8528d3-2058-414c-96b1-7a4c7ed4eb00 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1764796 Jul 07 19:27:36.904897 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55ffac32-d3e6-4f99-ab85-d912ce9cd86c req-cce67c60-4e99-4b30-bbb7-e50cf0946de9 service neutron] 10.222.0.59 "GET /v2.0/networks/f53e68fd-dee3-4162-ade4-ef4cd09ddf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553545 Jul 07 19:27:36.913046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a79b00b-a004-4604-9a2a-2dc4b3916949 req-c52f380a-775f-47bf-bda5-0da9fd965c9b tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474501 Jul 07 19:27:37.279626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf46420-5d15-49af-b937-33e366da3e36 req-2c3831d6-7476-49ba-b50f-f077fe755a95 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:37.285537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf46420-5d15-49af-b937-33e366da3e36 req-2c3831d6-7476-49ba-b50f-f077fe755a95 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:37.287211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bf46420-5d15-49af-b937-33e366da3e36 req-2c3831d6-7476-49ba-b50f-f077fe755a95 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1678 time: 0.0759995 Jul 07 19:27:37.325852 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bf46420-5d15-49af-b937-33e366da3e36 req-cf1ccfc3-7eef-4a14-aece-965971cabeec tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328624 Jul 07 19:27:37.995954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f979c9-0563-4267-9a2a-02c44e7aa4b7 req-bfab3d9d-fb6b-4909-8e97-c232db944d77 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:38.003777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25f979c9-0563-4267-9a2a-02c44e7aa4b7 req-bfab3d9d-fb6b-4909-8e97-c232db944d77 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 945 time: 0.0905995 Jul 07 19:27:38.053724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25f979c9-0563-4267-9a2a-02c44e7aa4b7 req-c6d3c955-623e-485b-bc7c-a5bbb933ab52 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups?id=3452b70d-7ad9-4baf-8075-8e043054453d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482345 Jul 07 19:27:38.147396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5aaed-38bc-4fd9-8647-7598159f38d7 req-77fd415a-df66-48ee-8743-99addbf574cd tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:38.149002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ec5aaed-38bc-4fd9-8647-7598159f38d7 req-77fd415a-df66-48ee-8743-99addbf574cd tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0722737 Jul 07 19:27:38.188299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ec5aaed-38bc-4fd9-8647-7598159f38d7 req-16374b70-5ee3-4723-8eb0-b92bf84a1cee tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333340 Jul 07 19:27:38.321838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f256e-58a9-42e6-bc4d-743321cf502b req-1dba12ce-42e6-4af3-81b0-2b07eb598fc5 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:38.323985 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-433f256e-58a9-42e6-bc4d-743321cf502b req-1dba12ce-42e6-4af3-81b0-2b07eb598fc5 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.112 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 945 time: 0.0878880 Jul 07 19:27:38.386344 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b373c12e-0b9f-4e2a-be50-ea614ff6550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.490209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Deleting port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:38.490591 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.577854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff58fd9-f257-445e-84d9-aeb22e4c1a19 req-c6806504-675c-49b0-ac58-101ff0c46377 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:38.592590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff58fd9-f257-445e-84d9-aeb22e4c1a19 req-c6806504-675c-49b0-ac58-101ff0c46377 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:38.594258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ff58fd9-f257-445e-84d9-aeb22e4c1a19 req-c6806504-675c-49b0-ac58-101ff0c46377 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1678 time: 0.1067960 Jul 07 19:27:38.676245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] For port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8ddba7e3-0329-4a2e-a444-f4d02de99c3c,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:38.676781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.685159 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ff58fd9-f257-445e-84d9-aeb22e4c1a19 req-56624af0-9ce4-446a-a680-79b7572f4dfb tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803094 Jul 07 19:27:38.779649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eace61-3584-45e7-ab8c-70a0669d8ec0 req-99284b22-d775-4e80-be7d-3f5db7c211d8 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:38.781455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83eace61-3584-45e7-ab8c-70a0669d8ec0 req-99284b22-d775-4e80-be7d-3f5db7c211d8 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0743003 Jul 07 19:27:38.828090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83eace61-3584-45e7-ab8c-70a0669d8ec0 req-034ecb08-5669-4b12-a2ce-17ba17a74d86 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Jul 07 19:27:38.929850 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.930228 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:38.930626 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Floating IP f74f9f70-9511-418c-900a-df7a4d425ebe disassociated. External IP: 172.25.2.215, port: 8ddba7e3-0329-4a2e-a444-f4d02de99c3c. Jul 07 19:27:38.930977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Calling delete_port for 8ddba7e3-0329-4a2e-a444-f4d02de99c3c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:39.087532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.116811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c0c0378f-4f42-4a2a-a567-45b455cce369 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:27:39.144775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event deleted for resources: {'Port': ['ID=8ddba7e3-0329-4a2e-a444-f4d02de99c3c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:39.260505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-863d4d0b-2c78-4040-9e15-ac13c85393f7 req-3152fd0d-2713-4f71-b2fd-47ac2564a13e tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 210 time: 0.0637364 Jul 07 19:27:39.284351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c0c0378f-4f42-4a2a-a567-45b455cce369, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0c0378f-4f42-4a2a-a567-45b455cce369,segment=NetworkSegment(90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7),segment_id=90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:39.316096 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'c0c0378f-4f42-4a2a-a567-45b455cce369', 'network_id': 'f53e68fd-dee3-4162-ade4-ef4cd09ddf8e', 'port_id': 'c0c0378f-4f42-4a2a-a567-45b455cce369', 'mac_address': 'fa:16:3e:bb:d9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a0109e-9a94-4960-b0ab-1d8978740c89', 'ip_address': '19.86.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:27:39.334675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Router ccae0551-d4cb-4a3f-b8c1-0ace0161061a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:27:39.363804 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.389736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c0378f-4f42-4a2a-a567-45b455cce369 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:39.421413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c0c0378f-4f42-4a2a-a567-45b455cce369, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0c0378f-4f42-4a2a-a567-45b455cce369,segment=NetworkSegment(90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7),segment_id=90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:39.433220 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.433977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:27:39.493852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:27:39.503549 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f781fbb-1460-4c5e-aedb-f4b8922cd044 None None] Sync routers for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:27:39.523132 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f781fbb-1460-4c5e-aedb-f4b8922cd044 None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:39.528991 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3f781fbb-1460-4c5e-aedb-f4b8922cd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:39.625364 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c0c0378f-4f42-4a2a-a567-45b455cce369,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:39.625873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] No DVR routers for this DVR port 8ddba7e3-0329-4a2e-a444-f4d02de99c3c on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:39.630341 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.632554 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-433f256e-58a9-42e6-bc4d-743321cf502b req-4ca805bc-407e-495e-8190-83851c26e8af tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.112 "DELETE /v2.0/ports/8ddba7e3-0329-4a2e-a444-f4d02de99c3c HTTP/1.1" status: 204 len: 173 time: 1.3025606 Jul 07 19:27:39.632926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'name': 'network-vif-deleted', 'tag': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:39.645930 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479a4e5d-2dcb-4c51-8138-c570b6319812" -d '{"events": [{"server_uuid": "b043b822-3d96-4c47-b3f7-07f5aec1c636", "name": "network-vif-deleted", "tag": "8ddba7e3-0329-4a2e-a444-f4d02de99c3c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:39.676490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47,segment=NetworkSegment(561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e),segment_id=561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:39.703825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'a14fedd5-8c3f-41d8-b411-8f1c2a5dda47', 'network_id': 'c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d', 'port_id': 'a14fedd5-8c3f-41d8-b411-8f1c2a5dda47', 'mac_address': 'fa:16:3e:c9:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ffb752-3de6-4c9a-ad50-7b3aa457982f', 'ip_address': '19.80.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:27:39.717328 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bef21a4-5235-40be-933a-f66e09a9dd41 x-openstack-request-id: req-4bef21a4-5235-40be-933a-f66e09a9dd41 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:39.717627 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b043b822-3d96-4c47-b3f7-07f5aec1c636", "name": "network-vif-deleted", "tag": "8ddba7e3-0329-4a2e-a444-f4d02de99c3c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:39.717873 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4bef21a4-5235-40be-933a-f66e09a9dd41 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:39.718279 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b043b822-3d96-4c47-b3f7-07f5aec1c636', 'name': 'network-vif-deleted', 'tag': '8ddba7e3-0329-4a2e-a444-f4d02de99c3c', 'status': 'completed', 'code': 200} Jul 07 19:27:39.751554 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.774795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:27:39.815028 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47,segment=NetworkSegment(561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e),segment_id=561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:39.823387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:39.922959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:39.969866 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3f781fbb-1460-4c5e-aedb-f4b8922cd044 None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:27:39.993559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1993a-17c2-4714-8ac9-0948bec06b06 req-1bc79e63-9d7f-4e55-b81a-40d37cfa8f74 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:40.009179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1993a-17c2-4714-8ac9-0948bec06b06 req-1bc79e63-9d7f-4e55-b81a-40d37cfa8f74 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:40.021747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94c1993a-17c2-4714-8ac9-0948bec06b06 req-1bc79e63-9d7f-4e55-b81a-40d37cfa8f74 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1680 time: 0.1383636 Jul 07 19:27:40.117276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94c1993a-17c2-4714-8ac9-0948bec06b06 req-ffd48463-9697-4ce2-94d1-2e5a8755ffbb tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887411 Jul 07 19:27:40.157983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c0c0378f-4f42-4a2a-a567-45b455cce369'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:40.166225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b47273-57c2-4055-8a33-8e03d05b544b req-ddc3d6d0-fe64-42ac-9a06-2a84c0374ef7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:40.171547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10b47273-57c2-4055-8a33-8e03d05b544b req-ddc3d6d0-fe64-42ac-9a06-2a84c0374ef7 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1470423 Jul 07 19:27:40.255528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10b47273-57c2-4055-8a33-8e03d05b544b req-b3752287-456f-45c1-9eb7-130780a5e1dc tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772216 Jul 07 19:27:40.290468 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3f781fbb-1460-4c5e-aedb-f4b8922cd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:40.335103 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f781fbb-1460-4c5e-aedb-f4b8922cd044 None None] Checking router: ccae0551-d4cb-4a3f-b8c1-0ace0161061a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:27:40.359951 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f781fbb-1460-4c5e-aedb-f4b8922cd044 None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:40.360696 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3f781fbb-1460-4c5e-aedb-f4b8922cd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:40.497830 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac977617-e132-4139-8cf2-4dd02eea7c6d req-23ea8b70-bfa2-432b-b0e5-7d3f2636d546 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/ports?device_id=b043b822-3d96-4c47-b3f7-07f5aec1c636 HTTP/1.1" status: 200 len: 210 time: 0.0514703 Jul 07 19:27:40.501891 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3f781fbb-1460-4c5e-aedb-f4b8922cd044 None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:27:40.762058 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3f781fbb-1460-4c5e-aedb-f4b8922cd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:40.788774 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f781fbb-1460-4c5e-aedb-f4b8922cd044 None None] The sync data for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 is: [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:19:51Z', 'revision_number': 4, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ecb2b6bf-da52-4f19-adf4-151f306a150b', 'name': '', 'network_id': '3ecb0e95-6872-4413-b54d-ae7885ebf4b0', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'mac_address': 'fa:16:3e:e5:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:47Z', 'updated_at': '2021-07-07T19:20:03Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'subnets': [{'id': '86bdfa10-a045-40b5-a6b8-ee2f7be2cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:27:41.043783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb74389-e59d-49b5-bd37-a3437d741de7 None None] New status for floating IP f74f9f70-9511-418c-900a-df7a4d425ebe: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:27:41.047337 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b06b856-194f-4d72-b69a-3b2da5485d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.125811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c0c0378f-4f42-4a2a-a567-45b455cce369 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:41.209524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port c0c0378f-4f42-4a2a-a567-45b455cce369 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:41.214997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port c0c0378f-4f42-4a2a-a567-45b455cce369 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:41.215856 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.245659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['a14fedd5-8c3f-41d8-b411-8f1c2a5dda47'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:41.326107 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.339426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b161-5f27-4a23-b99c-7a61a1030cc2 req-c35a63a1-be9a-46ed-947f-61b8d4881512 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:41.346674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b161-5f27-4a23-b99c-7a61a1030cc2 req-c35a63a1-be9a-46ed-947f-61b8d4881512 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:41.349095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9412b161-5f27-4a23-b99c-7a61a1030cc2 req-c35a63a1-be9a-46ed-947f-61b8d4881512 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1680 time: 0.0971417 Jul 07 19:27:41.407717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9412b161-5f27-4a23-b99c-7a61a1030cc2 req-e7900b2b-7b1d-4829-9413-7c1134f963f1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516686 Jul 07 19:27:41.421308 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.466417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c0378f-4f42-4a2a-a567-45b455cce369'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:41.468820 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cfee24-1bc7-4e22-9a41-c1ea1a16dc16" -d '{"events": [{"server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "name": "network-vif-plugged", "status": "completed", "tag": "c0c0378f-4f42-4a2a-a567-45b455cce369"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:41.486193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c0c0378f-4f42-4a2a-a567-45b455cce369, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0c0378f-4f42-4a2a-a567-45b455cce369,segment=NetworkSegment(90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7),segment_id=90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:41.497189 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.524572 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34f39c4-004c-4ccd-a5f2-1d656c57d777 x-openstack-request-id: req-e34f39c4-004c-4ccd-a5f2-1d656c57d777 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:41.524864 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "name": "network-vif-plugged", "status": "completed", "tag": "c0c0378f-4f42-4a2a-a567-45b455cce369", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:41.525115 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e34f39c4-004c-4ccd-a5f2-1d656c57d777 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:41.525506 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c0378f-4f42-4a2a-a567-45b455cce369', 'code': 200} Jul 07 19:27:41.528369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab5e1d-88d5-48ce-bc22-4b71a485aca8 req-a2de9bb3-f65d-419d-956d-6115fe5076c6 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:41.530309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6fab5e1d-88d5-48ce-bc22-4b71a485aca8 req-a2de9bb3-f65d-419d-956d-6115fe5076c6 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.0981047 Jul 07 19:27:41.579581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c0c0378f-4f42-4a2a-a567-45b455cce369,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:41.593252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6fab5e1d-88d5-48ce-bc22-4b71a485aca8 req-62ca7a41-6fdd-4412-b917-9199a5224d07 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553679 Jul 07 19:27:41.661031 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:41.806676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37fc53-9f51-4d77-b8ff-46f6163a73aa req-addb7fcc-ca8b-4757-bb75-e6011fd1df6c tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:41.808238 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0c37fc53-9f51-4d77-b8ff-46f6163a73aa req-addb7fcc-ca8b-4757-bb75-e6011fd1df6c tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.112 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 946 time: 0.1238527 Jul 07 19:27:41.811716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe9fc-0e6c-4e30-a69a-46ca1de8eac6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.879048 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe9fc-0e6c-4e30-a69a-46ca1de8eac6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.984647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-0c37fc53-9f51-4d77-b8ff-46f6163a73aa req-71b72bf5-6d88-4da3-ac87-cebb03922418 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Deleting port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:41.985215 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c37fc53-9f51-4d77-b8ff-46f6163a73aa req-71b72bf5-6d88-4da3-ac87-cebb03922418 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.987860 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe9fc-0e6c-4e30-a69a-46ca1de8eac6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.991936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe9fc-0e6c-4e30-a69a-46ca1de8eac6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:41.996133 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9e9fe9fc-0e6c-4e30-a69a-46ca1de8eac6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "DELETE /v2.0/security-groups/3452b70d-7ad9-4baf-8075-8e043054453d HTTP/1.1" status: 204 len: 168 time: 0.3308077 Jul 07 19:27:41.996614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:42.012159 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-829d26b0-74d6-46a1-9470-c8716061848c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] show failed (client error): The resource could not be found. Jul 07 19:27:42.013624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-829d26b0-74d6-46a1-9470-c8716061848c tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "GET /v2.0/security-groups/3452b70d-7ad9-4baf-8075-8e043054453d HTTP/1.1" status: 404 len: 347 time: 0.0158062 Jul 07 19:27:42.016831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:42.153720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fe9fc-0e6c-4e30-a69a-46ca1de8eac6 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3452b70d-7ad9-4baf-8075-8e043054453d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:42.172456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0c37fc53-9f51-4d77-b8ff-46f6163a73aa req-71b72bf5-6d88-4da3-ac87-cebb03922418 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] For port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=43d8d5a1-85b9-468a-ae3d-539b40c5d08a,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:42.172948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c37fc53-9f51-4d77-b8ff-46f6163a73aa req-71b72bf5-6d88-4da3-ac87-cebb03922418 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.189344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-0c37fc53-9f51-4d77-b8ff-46f6163a73aa req-71b72bf5-6d88-4da3-ac87-cebb03922418 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Calling delete_port for 43d8d5a1-85b9-468a-ae3d-539b40c5d08a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:42.259620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1e48ff77-7d6a-4023-af76-bade25896311 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Deleting port 0b75aa32-e845-4022-b0c3-e756a3b574a6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:42.260225 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e48ff77-7d6a-4023-af76-bade25896311 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.350981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8445516-d9ef-4054-8a85-75213035aee5 req-8789e7a9-ff93-4a4c-a8e3-9b0138d7fbae service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1751997 Jul 07 19:27:42.369645 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.392531 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c37fc53-9f51-4d77-b8ff-46f6163a73aa req-71b72bf5-6d88-4da3-ac87-cebb03922418 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.405417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e48ff77-7d6a-4023-af76-bade25896311 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.405860 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e48ff77-7d6a-4023-af76-bade25896311 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.406393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['3cb6fead-29d3-4b8b-be11-f9c236189a9d', '43d8d5a1-85b9-468a-ae3d-539b40c5d08a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:42.460045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1e48ff77-7d6a-4023-af76-bade25896311 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Calling delete_port for 0b75aa32-e845-4022-b0c3-e756a3b574a6 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:42.501003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b72bf5-6d88-4da3-ac87-cebb03922418 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Pushing event deleted for resources: {'Port': ['ID=43d8d5a1-85b9-468a-ae3d-539b40c5d08a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:42.529691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c37fc53-9f51-4d77-b8ff-46f6163a73aa req-71b72bf5-6d88-4da3-ac87-cebb03922418 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] No DVR routers for this DVR port 43d8d5a1-85b9-468a-ae3d-539b40c5d08a on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:42.533021 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c37fc53-9f51-4d77-b8ff-46f6163a73aa req-71b72bf5-6d88-4da3-ac87-cebb03922418 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:42.535371 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0c37fc53-9f51-4d77-b8ff-46f6163a73aa req-71b72bf5-6d88-4da3-ac87-cebb03922418 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.112 "DELETE /v2.0/ports/43d8d5a1-85b9-468a-ae3d-539b40c5d08a HTTP/1.1" status: 204 len: 173 time: 0.7216992 Jul 07 19:27:42.536390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6da9d3-5900-499a-b07c-47985a5c96a7', 'name': 'network-vif-deleted', 'tag': '43d8d5a1-85b9-468a-ae3d-539b40c5d08a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:42.539105 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07ef5a7-82b0-4861-94b7-7335f1a84fcc" -d '{"events": [{"server_uuid": "fb6da9d3-5900-499a-b07c-47985a5c96a7", "name": "network-vif-deleted", "tag": "43d8d5a1-85b9-468a-ae3d-539b40c5d08a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:42.580795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8445516-d9ef-4054-8a85-75213035aee5 req-44aafe37-4eea-41aa-9e9d-8188df51ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:42.584008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8445516-d9ef-4054-8a85-75213035aee5 req-44aafe37-4eea-41aa-9e9d-8188df51ebfc service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d9e5c6ca51904617b82a679f871ddb7c&device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 1098 time: 0.1741059 Jul 07 19:27:42.613406 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da10ae17-3cfc-4be2-848c-4d94413cfb7c x-openstack-request-id: req-da10ae17-3cfc-4be2-848c-4d94413cfb7c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:42.613906 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6da9d3-5900-499a-b07c-47985a5c96a7", "name": "network-vif-deleted", "tag": "43d8d5a1-85b9-468a-ae3d-539b40c5d08a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:42.614991 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-da10ae17-3cfc-4be2-848c-4d94413cfb7c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:42.615488 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6da9d3-5900-499a-b07c-47985a5c96a7', 'name': 'network-vif-deleted', 'tag': '43d8d5a1-85b9-468a-ae3d-539b40c5d08a', 'status': 'completed', 'code': 200} Jul 07 19:27:42.678622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8ddba7e3-0329-4a2e-a444-f4d02de99c3c no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:42.710839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 8ddba7e3-0329-4a2e-a444-f4d02de99c3c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:42.711479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8ddba7e3-0329-4a2e-a444-f4d02de99c3c not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:42.859120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d1b832e-644a-4dc3-9018-bfc0d13f93d6 req-38abc7e3-f8b6-47ee-b1c3-c7813c5417a3 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb6da9d3-5900-499a-b07c-47985a5c96a7 HTTP/1.1" status: 200 len: 210 time: 0.0426979 Jul 07 19:27:42.951574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8445516-d9ef-4054-8a85-75213035aee5 req-763eaf97-49f9-4576-b86d-03eac0991eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:42.953191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8445516-d9ef-4054-8a85-75213035aee5 req-763eaf97-49f9-4576-b86d-03eac0991eac service neutron] 10.222.0.112 "GET /v2.0/networks?id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 HTTP/1.1" status: 200 len: 913 time: 0.3275700 Jul 07 19:27:42.965707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5147-d099-4824-9130-f8c0ad6fe907 req-8f7cca08-a0e9-43af-95fc-8b6e296de96b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:42.973328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5147-d099-4824-9130-f8c0ad6fe907 req-8f7cca08-a0e9-43af-95fc-8b6e296de96b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:42.973328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2fa5147-d099-4824-9130-f8c0ad6fe907 req-8f7cca08-a0e9-43af-95fc-8b6e296de96b tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1681 time: 0.2982299 Jul 07 19:27:43.024774 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e48ff77-7d6a-4023-af76-bade25896311 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.033020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8445516-d9ef-4054-8a85-75213035aee5 req-35223abc-816c-4bcc-b18d-62c9e6eda5a6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cb6fead-29d3-4b8b-be11-f9c236189a9d HTTP/1.1" status: 200 len: 217 time: 0.0584714 Jul 07 19:27:43.069868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48ff77-7d6a-4023-af76-bade25896311 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Pushing event deleted for resources: {'Port': ['ID=0b75aa32-e845-4022-b0c3-e756a3b574a6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:43.146091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2fa5147-d099-4824-9130-f8c0ad6fe907 req-d503260a-8c31-46e5-b61a-437532d640ad tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634121 Jul 07 19:27:43.149325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:27:43.187340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8445516-d9ef-4054-8a85-75213035aee5 req-6c958ad3-ec68-4b2a-9f12-c75e4d4f9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:43.188885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8445516-d9ef-4054-8a85-75213035aee5 req-6c958ad3-ec68-4b2a-9f12-c75e4d4f9153 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d8aa5f40-ae37-4974-8bd6-c21e7d026994 HTTP/1.1" status: 200 len: 851 time: 0.1489673 Jul 07 19:27:43.246210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:27:43.250692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:27:43.251134 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.252374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8445516-d9ef-4054-8a85-75213035aee5 req-676138cb-ef1f-4cb0-89d6-3473f2af0603 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518796 Jul 07 19:27:43.256323 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e48ff77-7d6a-4023-af76-bade25896311 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.259302 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e48ff77-7d6a-4023-af76-bade25896311 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.260751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1e48ff77-7d6a-4023-af76-bade25896311 tempest-AttachVolumeTestJSON-1579026530 tempest-AttachVolumeTestJSON-1579026530-project] 10.222.0.113 "DELETE /v2.0/floatingips/f74f9f70-9511-418c-900a-df7a4d425ebe HTTP/1.1" status: 204 len: 168 time: 1.2428706 Jul 07 19:27:43.418413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8445516-d9ef-4054-8a85-75213035aee5 req-9bc0e6db-c920-4327-b0c9-d608849927ae service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564157 Jul 07 19:27:43.477492 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.533110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47,segment=NetworkSegment(561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e),segment_id=561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:43.535538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14fedd5-8c3f-41d8-b411-8f1c2a5dda47'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:43.540578 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceb5d53-3737-402b-9359-b1eb25cd3e1e" -d '{"events": [{"server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "name": "network-vif-plugged", "status": "completed", "tag": "a14fedd5-8c3f-41d8-b411-8f1c2a5dda47"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:43.545198 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:43.606513 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8445516-d9ef-4054-8a85-75213035aee5 req-792b789f-47ec-47e9-9f68-46b8375c52d9 service neutron] 10.222.0.112 "GET /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811082 Jul 07 19:27:43.630877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:43.635462 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f124a2e8-abbb-4a8a-9c26-61d0efa9988d x-openstack-request-id: req-f124a2e8-abbb-4a8a-9c26-61d0efa9988d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:43.635972 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "name": "network-vif-plugged", "status": "completed", "tag": "a14fedd5-8c3f-41d8-b411-8f1c2a5dda47", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:43.636895 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f124a2e8-abbb-4a8a-9c26-61d0efa9988d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:43.637913 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14fedd5-8c3f-41d8-b411-8f1c2a5dda47', 'code': 200} Jul 07 19:27:43.787807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23743-1957-4f05-bbbf-9522987ab79d req-98a01992-0357-4a04-a90c-f78373b8712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:43.788842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23743-1957-4f05-bbbf-9522987ab79d req-98a01992-0357-4a04-a90c-f78373b8712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:43.790887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8c23743-1957-4f05-bbbf-9522987ab79d req-98a01992-0357-4a04-a90c-f78373b8712e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1986 time: 0.0714076 Jul 07 19:27:43.875577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8c23743-1957-4f05-bbbf-9522987ab79d req-bc09ec35-26d7-4974-99b7-b62c39423539 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700183 Jul 07 19:27:43.913513 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:44.544937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799aaf3-2407-4f53-b055-b1263d3cd16d req-66d6b7c7-0b16-4acf-9e2b-f99fb9a17f1d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:44.552850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799aaf3-2407-4f53-b055-b1263d3cd16d req-66d6b7c7-0b16-4acf-9e2b-f99fb9a17f1d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:44.554687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f799aaf3-2407-4f53-b055-b1263d3cd16d req-66d6b7c7-0b16-4acf-9e2b-f99fb9a17f1d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1682 time: 0.1516244 Jul 07 19:27:44.639470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76480000-1773-441c-97e4-895eff13f3e5 req-0e987e2c-b218-4784-ba6a-e1cb8b4ed263 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:44.647671 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76480000-1773-441c-97e4-895eff13f3e5 req-0e987e2c-b218-4784-ba6a-e1cb8b4ed263 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1771998 Jul 07 19:27:44.657892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f799aaf3-2407-4f53-b055-b1263d3cd16d req-e2e0ad6e-ae90-45e1-9e9f-27bf2a80a29e tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963974 Jul 07 19:27:44.694146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76480000-1773-441c-97e4-895eff13f3e5 req-0dccdce3-1f6f-436b-a7d5-7b22f28554b6 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 Jul 07 19:27:44.699898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 43d8d5a1-85b9-468a-ae3d-539b40c5d08a no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:44.721446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 43d8d5a1-85b9-468a-ae3d-539b40c5d08a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:44.721985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 43d8d5a1-85b9-468a-ae3d-539b40c5d08a not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:45.952557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28ad8a-7cbb-4e2e-94da-2f25889eb91d req-6e7e614d-6a69-4b50-b51b-666a9198bbfe tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:45.959379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28ad8a-7cbb-4e2e-94da-2f25889eb91d req-6e7e614d-6a69-4b50-b51b-666a9198bbfe tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:45.961094 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d28ad8a-7cbb-4e2e-94da-2f25889eb91d req-6e7e614d-6a69-4b50-b51b-666a9198bbfe tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1682 time: 0.1526470 Jul 07 19:27:46.025616 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057fce7-9744-45a9-9817-047e4b014588 req-55cfdb22-8a2f-46c4-b807-b374ce3b035c tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:46.027192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8057fce7-9744-45a9-9817-047e4b014588 req-55cfdb22-8a2f-46c4-b807-b374ce3b035c tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1199720 Jul 07 19:27:46.039385 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d28ad8a-7cbb-4e2e-94da-2f25889eb91d req-eb76935a-fca1-465a-94b8-c2307ab1ff47 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673809 Jul 07 19:27:46.104124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8057fce7-9744-45a9-9817-047e4b014588 req-46dcfbdd-c2cf-4f95-a0cf-ee7b4613e2ca tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581808 Jul 07 19:27:46.769772 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5d89c-2e6e-4048-b922-2988e66eaec3 req-3f293d27-1df4-469e-b7bb-458b558876c8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:46.777286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5d89c-2e6e-4048-b922-2988e66eaec3 req-3f293d27-1df4-469e-b7bb-458b558876c8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:46.784609 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aad5d89c-2e6e-4048-b922-2988e66eaec3 req-3f293d27-1df4-469e-b7bb-458b558876c8 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1682 time: 0.1508975 Jul 07 19:27:46.804155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116471f-a5d9-44e7-ab37-087232d9326c req-89d24ccc-3fab-48f4-b3d4-36ab7e930a79 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:46.806009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8116471f-a5d9-44e7-ab37-087232d9326c req-89d24ccc-3fab-48f4-b3d4-36ab7e930a79 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.112 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 946 time: 0.1606507 Jul 07 19:27:46.900826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aad5d89c-2e6e-4048-b922-2988e66eaec3 req-8aabbc7d-d886-4f1f-b0a6-19f40c2719d7 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150143 Jul 07 19:27:47.288837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8116471f-a5d9-44e7-ab37-087232d9326c req-c1c1aef6-9e28-44ed-85f7-d8477d838e40 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Deleting port 3cb6fead-29d3-4b8b-be11-f9c236189a9d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:47.289576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8116471f-a5d9-44e7-ab37-087232d9326c req-c1c1aef6-9e28-44ed-85f7-d8477d838e40 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.478921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8116471f-a5d9-44e7-ab37-087232d9326c req-c1c1aef6-9e28-44ed-85f7-d8477d838e40 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] For port 3cb6fead-29d3-4b8b-be11-f9c236189a9d, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=3cb6fead-29d3-4b8b-be11-f9c236189a9d,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:47.479296 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8116471f-a5d9-44e7-ab37-087232d9326c req-c1c1aef6-9e28-44ed-85f7-d8477d838e40 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.495662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8116471f-a5d9-44e7-ab37-087232d9326c req-c1c1aef6-9e28-44ed-85f7-d8477d838e40 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Calling delete_port for 3cb6fead-29d3-4b8b-be11-f9c236189a9d owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:47.700677 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8116471f-a5d9-44e7-ab37-087232d9326c req-c1c1aef6-9e28-44ed-85f7-d8477d838e40 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.713310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['3cb6fead-29d3-4b8b-be11-f9c236189a9d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:47.718046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a298f63-dc35-45fc-962f-ef9372175f8a req-dad6889d-0577-4f45-99cd-a6dcacbd6f8a tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:47.726063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a298f63-dc35-45fc-962f-ef9372175f8a req-dad6889d-0577-4f45-99cd-a6dcacbd6f8a tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/ports?device_id=2da4b100-82d7-4657-9892-8f68a9e2e4ae HTTP/1.1" status: 200 len: 867 time: 0.3430624 Jul 07 19:27:47.778157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1aef6-9e28-44ed-85f7-d8477d838e40 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Pushing event deleted for resources: {'Port': ['ID=3cb6fead-29d3-4b8b-be11-f9c236189a9d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:47.865267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a298f63-dc35-45fc-962f-ef9372175f8a req-9fc998a2-ae80-4174-b741-2fbe6cef0b66 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.113 "GET /v2.0/security-groups?id=66cdaf17-08a8-4a91-8dde-fed6345ce6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380122 Jul 07 19:27:47.890636 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8116471f-a5d9-44e7-ab37-087232d9326c req-c1c1aef6-9e28-44ed-85f7-d8477d838e40 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] No DVR routers for this DVR port 3cb6fead-29d3-4b8b-be11-f9c236189a9d on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:47.894278 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8116471f-a5d9-44e7-ab37-087232d9326c req-c1c1aef6-9e28-44ed-85f7-d8477d838e40 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:47.898015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8116471f-a5d9-44e7-ab37-087232d9326c req-c1c1aef6-9e28-44ed-85f7-d8477d838e40 tempest-ServerRescueTestJSON-1970752713 tempest-ServerRescueTestJSON-1970752713-project] 10.222.0.112 "DELETE /v2.0/ports/3cb6fead-29d3-4b8b-be11-f9c236189a9d HTTP/1.1" status: 204 len: 173 time: 1.0850456 Jul 07 19:27:47.898527 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da4b100-82d7-4657-9892-8f68a9e2e4ae', 'name': 'network-vif-deleted', 'tag': '3cb6fead-29d3-4b8b-be11-f9c236189a9d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:47.901133 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1618b9c-1e88-451e-bb76-d8ca3dd8e287" -d '{"events": [{"server_uuid": "2da4b100-82d7-4657-9892-8f68a9e2e4ae", "name": "network-vif-deleted", "tag": "3cb6fead-29d3-4b8b-be11-f9c236189a9d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:47.983575 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b536e253-5fdd-4701-a04f-18c76e583345 x-openstack-request-id: req-b536e253-5fdd-4701-a04f-18c76e583345 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:47.983876 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da4b100-82d7-4657-9892-8f68a9e2e4ae", "name": "network-vif-deleted", "tag": "3cb6fead-29d3-4b8b-be11-f9c236189a9d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:47.984145 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b536e253-5fdd-4701-a04f-18c76e583345 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:47.984570 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da4b100-82d7-4657-9892-8f68a9e2e4ae', 'name': 'network-vif-deleted', 'tag': '3cb6fead-29d3-4b8b-be11-f9c236189a9d', 'status': 'completed', 'code': 200} Jul 07 19:27:48.276751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7033a49f-c766-4d48-aea0-7f205db3144d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:48.282961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7033a49f-c766-4d48-aea0-7f205db3144d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:48.284554 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7033a49f-c766-4d48-aea0-7f205db3144d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.59 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1682 time: 0.2058969 Jul 07 19:27:48.330744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de758c1b-ee45-4630-af05-809b8c05d8ae req-1d527814-3cc3-4e13-a119-8134a5a2959d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:48.337028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de758c1b-ee45-4630-af05-809b8c05d8ae req-1d527814-3cc3-4e13-a119-8134a5a2959d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:48.344739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de758c1b-ee45-4630-af05-809b8c05d8ae req-1d527814-3cc3-4e13-a119-8134a5a2959d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 1682 time: 0.2112067 Jul 07 19:27:48.450877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de758c1b-ee45-4630-af05-809b8c05d8ae req-72fed3a9-9ee3-4300-92bf-ad9d1b076ed4 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048038 Jul 07 19:27:48.504107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7847a0c2-500d-4428-be44-41948e6cec34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting port c0c0378f-4f42-4a2a-a567-45b455cce369 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:48.504425 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7847a0c2-500d-4428-be44-41948e6cec34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.624175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7847a0c2-500d-4428-be44-41948e6cec34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] For port c0c0378f-4f42-4a2a-a567-45b455cce369, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c0c0378f-4f42-4a2a-a567-45b455cce369,segment=NetworkSegment(90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7),segment_id=90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:48.624568 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7847a0c2-500d-4428-be44-41948e6cec34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.641272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7847a0c2-500d-4428-be44-41948e6cec34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Calling delete_port for c0c0378f-4f42-4a2a-a567-45b455cce369 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:48.841452 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7847a0c2-500d-4428-be44-41948e6cec34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.874998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c0c0378f-4f42-4a2a-a567-45b455cce369', 'a14fedd5-8c3f-41d8-b411-8f1c2a5dda47'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:48.957585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847a0c2-500d-4428-be44-41948e6cec34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Port': ['ID=c0c0378f-4f42-4a2a-a567-45b455cce369,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:48.967526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7847a0c2-500d-4428-be44-41948e6cec34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] No DVR routers for this DVR port c0c0378f-4f42-4a2a-a567-45b455cce369 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:48.970176 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7847a0c2-500d-4428-be44-41948e6cec34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.988346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-7847a0c2-500d-4428-be44-41948e6cec34 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.59 "DELETE /v2.0/ports/c0c0378f-4f42-4a2a-a567-45b455cce369 HTTP/1.1" status: 204 len: 173 time: 0.6934276 Jul 07 19:27:49.005286 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.034363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:49.256486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-d3175de2-a062-4e18-80bf-018620a3c6f6 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:49.257634 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-d3175de2-a062-4e18-80bf-018620a3c6f6 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.386878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-d3175de2-a062-4e18-80bf-018620a3c6f6 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] For port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47,segment=NetworkSegment(561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e),segment_id=561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:49.387596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-d3175de2-a062-4e18-80bf-018620a3c6f6 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.432191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-d3175de2-a062-4e18-80bf-018620a3c6f6 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Calling delete_port for a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:49.780851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-d3175de2-a062-4e18-80bf-018620a3c6f6 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.814231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c0c0378f-4f42-4a2a-a567-45b455cce369'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:27:49.855490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3175de2-a062-4e18-80bf-018620a3c6f6 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Port': ['ID=a14fedd5-8c3f-41d8-b411-8f1c2a5dda47,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:49.915008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560afa05-8449-4404-b5ac-8aaa986c933a req-5a9e7881-a27d-4bda-95b8-3354ce1702b9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:49.924640 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-560afa05-8449-4404-b5ac-8aaa986c933a req-5a9e7881-a27d-4bda-95b8-3354ce1702b9 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/ports?device_id=07427677-003c-49a0-ae4d-886d9a553d95 HTTP/1.1" status: 200 len: 867 time: 0.2333851 Jul 07 19:27:49.951562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-d3175de2-a062-4e18-80bf-018620a3c6f6 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] No DVR routers for this DVR port a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:49.954148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-d3175de2-a062-4e18-80bf-018620a3c6f6 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:49.956243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-423efe85-e9cb-45ca-a3e2-5e796f16ce3d req-d3175de2-a062-4e18-80bf-018620a3c6f6 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.59 "DELETE /v2.0/ports/a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 HTTP/1.1" status: 204 len: 173 time: 0.9669690 Jul 07 19:27:49.985975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'name': 'network-vif-deleted', 'tag': 'c0c0378f-4f42-4a2a-a567-45b455cce369'}, {'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'name': 'network-vif-deleted', 'tag': 'a14fedd5-8c3f-41d8-b411-8f1c2a5dda47'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:27:49.993652 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b9575-72bb-4344-9f3a-a524a564b754" -d '{"events": [{"server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "name": "network-vif-deleted", "tag": "c0c0378f-4f42-4a2a-a567-45b455cce369"}, {"server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "name": "network-vif-deleted", "tag": "a14fedd5-8c3f-41d8-b411-8f1c2a5dda47"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:27:50.068864 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-560afa05-8449-4404-b5ac-8aaa986c933a req-65de7231-aaf1-4017-8d0b-e3918f5f437c tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "GET /v2.0/security-groups?id=6baeafc8-569a-413d-b10d-f96850517fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431780 Jul 07 19:27:50.099781 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e685f-3f2f-43c8-899e-746f15cf465d x-openstack-request-id: req-b04e685f-3f2f-43c8-899e-746f15cf465d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:27:50.100084 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "name": "network-vif-deleted", "tag": "c0c0378f-4f42-4a2a-a567-45b455cce369", "status": "completed", "code": 200}, {"server_uuid": "07427677-003c-49a0-ae4d-886d9a553d95", "name": "network-vif-deleted", "tag": "a14fedd5-8c3f-41d8-b411-8f1c2a5dda47", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:27:50.100339 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b04e685f-3f2f-43c8-899e-746f15cf465d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:27:50.102059 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'name': 'network-vif-deleted', 'tag': 'c0c0378f-4f42-4a2a-a567-45b455cce369', 'status': 'completed', 'code': 200} Jul 07 19:27:50.102317 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07427677-003c-49a0-ae4d-886d9a553d95', 'name': 'network-vif-deleted', 'tag': 'a14fedd5-8c3f-41d8-b411-8f1c2a5dda47', 'status': 'completed', 'code': 200} Jul 07 19:27:50.153820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.601706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] Deleting port ca52a321-1c63-4c5a-85e3-88d21eee6a10 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:50.602058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.729632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] For port ca52a321-1c63-4c5a-85e3-88d21eee6a10, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ca52a321-1c63-4c5a-85e3-88d21eee6a10,segment=NetworkSegment(47534a64-d9b7-4a4d-9699-f06e3b3960fa),segment_id=47534a64-d9b7-4a4d-9699-f06e3b3960fa)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:50.730098 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.753685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3cb6fead-29d3-4b8b-be11-f9c236189a9d no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:50.777809 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] Calling delete_port for ca52a321-1c63-4c5a-85e3-88d21eee6a10 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:50.804777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 3cb6fead-29d3-4b8b-be11-f9c236189a9d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:50.805053 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 3cb6fead-29d3-4b8b-be11-f9c236189a9d not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:51.074655 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.139915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca52a321-1c63-4c5a-85e3-88d21eee6a10,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:51.288361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:51.387773 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.418131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba62d0c5-32d0-41ab-85df-5c70ddf973c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting subnet 55a0109e-9a94-4960-b0ab-1d8978740c89 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:51.439370 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba62d0c5-32d0-41ab-85df-5c70ddf973c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.548679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba62d0c5-32d0-41ab-85df-5c70ddf973c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.729270 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba62d0c5-32d0-41ab-85df-5c70ddf973c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.793509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] Router b7121660-e391-4565-b56f-5479c4046804 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:27:51.866454 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba62d0c5-32d0-41ab-85df-5c70ddf973c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.958803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aea5aa-7b34-4c08-aa6e-3314d4a10cbd None None] Network f53e68fd-dee3-4162-ade4-ef4cd09ddf8e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:51.964643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba62d0c5-32d0-41ab-85df-5c70ddf973c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.967717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ba62d0c5-32d0-41ab-85df-5c70ddf973c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "DELETE /v2.0/subnets/55a0109e-9a94-4960-b0ab-1d8978740c89 HTTP/1.1" status: 204 len: 168 time: 0.6769676 Jul 07 19:27:51.970910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62d0c5-32d0-41ab-85df-5c70ddf973c1 tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Subnet': ['ID=55a0109e-9a94-4960-b0ab-1d8978740c89,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:51.972314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:52.159095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.178840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:27:52.184734 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3cead7f1-f49b-4d39-ac03-5904c2859dc0 admin admin] 10.222.0.113 "PUT /v2.0/routers/b7121660-e391-4565-b56f-5479c4046804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1489594 Jul 07 19:27:52.187333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40824) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:52.191036 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154ef3b-804c-4c2c-9612-32a3d807b7a4 None None] Sync routers for ids ['b7121660-e391-4565-b56f-5479c4046804'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:27:52.205100 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154ef3b-804c-4c2c-9612-32a3d807b7a4 None None] Routers {'b7121660-e391-4565-b56f-5479c4046804'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:52.205966 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e154ef3b-804c-4c2c-9612-32a3d807b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['b7121660-e391-4565-b56f-5479c4046804'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:52.276995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting port 469583c6-0008-4a8e-8703-d22612183591 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:52.277349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.319888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa0875-c062-4064-bdfb-c391f1c86cdd None None] DHCP port deletion for f53e68fd-dee3-4162-ade4-ef4cd09ddf8e request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:27:52.383879 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.410711 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e154ef3b-804c-4c2c-9612-32a3d807b7a4 None None] Set router b7121660-e391-4565-b56f-5479c4046804 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:27:52.411553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa0875-c062-4064-bdfb-c391f1c86cdd None None] Deleting port 469583c6-0008-4a8e-8703-d22612183591 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:52.414124 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0875-c062-4064-bdfb-c391f1c86cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.432277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] For port 469583c6-0008-4a8e-8703-d22612183591, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=469583c6-0008-4a8e-8703-d22612183591,segment=NetworkSegment(90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7),segment_id=90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:52.432962 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.467734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Calling delete_port for 469583c6-0008-4a8e-8703-d22612183591 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:52.565319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.574913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c3fa0875-c062-4064-bdfb-c391f1c86cdd None None] For port 469583c6-0008-4a8e-8703-d22612183591, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=469583c6-0008-4a8e-8703-d22612183591,segment=NetworkSegment(90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7),segment_id=90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:52.576279 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0875-c062-4064-bdfb-c391f1c86cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.620774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa0875-c062-4064-bdfb-c391f1c86cdd None None] Calling delete_port for 469583c6-0008-4a8e-8703-d22612183591 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:52.621444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.665289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Port': ['ID=469583c6-0008-4a8e-8703-d22612183591,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:52.667792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] No DVR routers for this DVR port 469583c6-0008-4a8e-8703-d22612183591 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:52.692300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Deleting port 61247a1a-737a-47e2-8675-9c1c30dab7a2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:52.693701 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e154ef3b-804c-4c2c-9612-32a3d807b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7121660-e391-4565-b56f-5479c4046804', 'name': 'tempest-ServerRescueTestJSON-1659526006-router', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:27:51Z', 'revision_number': 5, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'gw_port': {'id': '61247a1a-737a-47e2-8675-9c1c30dab7a2', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7121660-e391-4565-b56f-5479c4046804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:35Z', 'updated_at': '2021-07-07T19:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:52.700592 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.729741 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154ef3b-804c-4c2c-9612-32a3d807b7a4 None None] Checking router: b7121660-e391-4565-b56f-5479c4046804 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:27:52.740704 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154ef3b-804c-4c2c-9612-32a3d807b7a4 None None] Routers {'b7121660-e391-4565-b56f-5479c4046804'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:52.741807 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e154ef3b-804c-4c2c-9612-32a3d807b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['b7121660-e391-4565-b56f-5479c4046804'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:52.807623 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0875-c062-4064-bdfb-c391f1c86cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.847566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] For port 61247a1a-737a-47e2-8675-9c1c30dab7a2, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=61247a1a-737a-47e2-8675-9c1c30dab7a2,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:52.848140 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.857559 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa0875-c062-4064-bdfb-c391f1c86cdd None None] No DVR routers for this DVR port 469583c6-0008-4a8e-8703-d22612183591 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:52.862769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa0875-c062-4064-bdfb-c391f1c86cdd None None] Pushing event deleted for resources: {'Port': ['ID=469583c6-0008-4a8e-8703-d22612183591,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:52.875091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.884365 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Calling delete_port for 61247a1a-737a-47e2-8675-9c1c30dab7a2 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:52.896334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53e68fd-dee3-4162-ade4-ef4cd09ddf8e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:52.907863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:52.908181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ffc3bf-28e5-4fa0-80da-08c4b9a30fe7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:52.920287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.934904 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.941360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:52.941805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:52.983200 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e154ef3b-804c-4c2c-9612-32a3d807b7a4 None None] Set router b7121660-e391-4565-b56f-5479c4046804 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:52.986454 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:53.021841 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.028007 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.031430 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "DELETE /v2.0/networks/f53e68fd-dee3-4162-ade4-ef4cd09ddf8e HTTP/1.1" status: 204 len: 168 time: 1.0577686 Jul 07 19:27:53.038585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:53.048993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719f1a8-d949-4e11-8d91-0df859b6b25d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Network': ['ID=f53e68fd-dee3-4162-ade4-ef4cd09ddf8e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:53.061629 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e154ef3b-804c-4c2c-9612-32a3d807b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7121660-e391-4565-b56f-5479c4046804', 'name': 'tempest-ServerRescueTestJSON-1659526006-router', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:27:52Z', 'revision_number': 6, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:53.100135 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154ef3b-804c-4c2c-9612-32a3d807b7a4 None None] The sync data for ids ['b7121660-e391-4565-b56f-5479c4046804'] in n-d-792394-12 is: [{'id': 'b7121660-e391-4565-b56f-5479c4046804', 'name': 'tempest-ServerRescueTestJSON-1659526006-router', 'tenant_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:33Z', 'updated_at': '2021-07-07T19:27:52Z', 'revision_number': 6, 'project_id': 'd9e5c6ca51904617b82a679f871ddb7c', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:27:53.193297 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:53.195414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a62a4a-9371-4037-ba37-a5959da24c6d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting subnet d2ffb752-3de6-4c9a-ad50-7b3aa457982f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:53.200040 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12a62a4a-9371-4037-ba37-a5959da24c6d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.219431 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:53.220091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a14fedd5-8c3f-41d8-b411-8f1c2a5dda47 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:53.220898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c0c0378f-4f42-4a2a-a567-45b455cce369 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:53.242682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: c0c0378f-4f42-4a2a-a567-45b455cce369 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:53.243499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c0c0378f-4f42-4a2a-a567-45b455cce369 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:53.253346 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12a62a4a-9371-4037-ba37-a5959da24c6d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.446010 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12a62a4a-9371-4037-ba37-a5959da24c6d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.496544 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.560524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=61247a1a-737a-47e2-8675-9c1c30dab7a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:53.656120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12a62a4a-9371-4037-ba37-a5959da24c6d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.698418 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.703160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e997edd-29fe-47b3-b9ed-80d1ab9193d3 None None] Network c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:53.831912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.834887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.953718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a62a4a-9371-4037-ba37-a5959da24c6d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ffb752-3de6-4c9a-ad50-7b3aa457982f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:53.958680 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12a62a4a-9371-4037-ba37-a5959da24c6d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.961799 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-12a62a4a-9371-4037-ba37-a5959da24c6d tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "DELETE /v2.0/subnets/d2ffb752-3de6-4c9a-ad50-7b3aa457982f HTTP/1.1" status: 204 len: 168 time: 0.9222393 Jul 07 19:27:53.963120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.963707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7121660-e391-4565-b56f-5479c4046804 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:27:53.964779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:53.975873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:53.977054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ef068b5c-dbbe-4f37-9b37-fd99b3acd1a9 admin admin] 10.222.0.113 "DELETE /v2.0/routers/b7121660-e391-4565-b56f-5479c4046804 HTTP/1.1" status: 204 len: 168 time: 1.7882109 Jul 07 19:27:53.991699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:54.056456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a4d0e5-84fa-42c4-8302-be38e94fcc7e None None] DHCP port deletion for c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:27:54.131311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.147217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-21a4d0e5-84fa-42c4-8302-be38e94fcc7e None None] Deleting port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:54.149133 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21a4d0e5-84fa-42c4-8302-be38e94fcc7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.189815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39acf7d-d68f-4d4c-994a-eab88d63f4d7 admin admin] Deleting subnet d8aa5f40-ae37-4974-8bd6-c21e7d026994 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:27:54.194602 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39acf7d-d68f-4d4c-994a-eab88d63f4d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.234928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 469583c6-0008-4a8e-8703-d22612183591 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:54.240013 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39acf7d-d68f-4d4c-994a-eab88d63f4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.277179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Deleting port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:54.277551 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.291982 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39acf7d-d68f-4d4c-994a-eab88d63f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.334429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 469583c6-0008-4a8e-8703-d22612183591 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:54.334777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 469583c6-0008-4a8e-8703-d22612183591 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:54.337026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 61247a1a-737a-47e2-8675-9c1c30dab7a2 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:54.384183 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39acf7d-d68f-4d4c-994a-eab88d63f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.419914 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 61247a1a-737a-47e2-8675-9c1c30dab7a2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:54.424698 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 61247a1a-737a-47e2-8675-9c1c30dab7a2 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:54.425334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ca52a321-1c63-4c5a-85e3-88d21eee6a10 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:54.458452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39acf7d-d68f-4d4c-994a-eab88d63f4d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8aa5f40-ae37-4974-8bd6-c21e7d026994,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:54.479011 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39acf7d-d68f-4d4c-994a-eab88d63f4d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.487162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: ca52a321-1c63-4c5a-85e3-88d21eee6a10 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:54.487407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a39acf7d-d68f-4d4c-994a-eab88d63f4d7 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/d8aa5f40-ae37-4974-8bd6-c21e7d026994 HTTP/1.1" status: 204 len: 168 time: 0.4923646 Jul 07 19:27:54.488395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] For port 3ad4dc68-fb74-4d82-b46b-dac104e32f04, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3ad4dc68-fb74-4d82-b46b-dac104e32f04,segment=NetworkSegment(561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e),segment_id=561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:54.490184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:54.490334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.493224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ca52a321-1c63-4c5a-85e3-88d21eee6a10 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:54.519106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Calling delete_port for 3ad4dc68-fb74-4d82-b46b-dac104e32f04 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:54.549049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-21a4d0e5-84fa-42c4-8302-be38e94fcc7e None None] For port 3ad4dc68-fb74-4d82-b46b-dac104e32f04, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3ad4dc68-fb74-4d82-b46b-dac104e32f04,segment=NetworkSegment(561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e),segment_id=561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:54.549460 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21a4d0e5-84fa-42c4-8302-be38e94fcc7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.605668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-21a4d0e5-84fa-42c4-8302-be38e94fcc7e None None] Calling delete_port for 3ad4dc68-fb74-4d82-b46b-dac104e32f04 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:54.699796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.712907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:54.730082 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.746810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] No DVR routers for this DVR port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:54.792557 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21a4d0e5-84fa-42c4-8302-be38e94fcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:54.803996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Port': ['ID=3ad4dc68-fb74-4d82-b46b-dac104e32f04,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:54.987945 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66041c97-fe06-49d7-b69f-1826e47e9d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.041320 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.042724 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.053686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:55.068066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:55.068550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561ef8f3-165d-4dc6-a63b-0a2f4dd6e02e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:55.080098 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.085456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4d0e5-84fa-42c4-8302-be38e94fcc7e None None] No DVR routers for this DVR port 3ad4dc68-fb74-4d82-b46b-dac104e32f04 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:27:55.087053 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4d0e5-84fa-42c4-8302-be38e94fcc7e None None] Pushing event deleted for resources: {'Port': ['ID=3ad4dc68-fb74-4d82-b46b-dac104e32f04,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:55.087790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:55.121978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47534a64-d9b7-4a4d-9699-f06e3b3960fa') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:55.122341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47534a64-d9b7-4a4d-9699-f06e3b3960fa') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:55.127514 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.140679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:55.141211 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:55.149719 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:55.169567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.201024 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.210909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:27:55.211314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:27:55.216758 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:27:55.231988 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.253601 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.261768 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] 10.222.0.113 "DELETE /v2.0/networks/c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d HTTP/1.1" status: 204 len: 168 time: 1.2958808 Jul 07 19:27:55.263305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d5b29-c246-4287-b9c6-4f8f11c83ecc tempest-ServersTestMultiNic-968414612 tempest-ServersTestMultiNic-968414612-project] Pushing event deleted for resources: {'Network': ['ID=c73c1135-a1c0-4d3e-8d19-5f9c06ddc30d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:55.294467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40872) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:55.358917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.381151 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.386333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] 10.222.0.113 "DELETE /v2.0/networks/a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6 HTTP/1.1" status: 204 len: 168 time: 0.8928499 Jul 07 19:27:55.430834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2fe4c-7bfc-4ea2-a590-c2f49550df02 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0eaa8c0-d83e-497c-bc72-1d95c5d6b5f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:55.519199 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66041c97-fe06-49d7-b69f-1826e47e9d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.530991 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66041c97-fe06-49d7-b69f-1826e47e9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.579492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-66041c97-fe06-49d7-b69f-1826e47e9d04 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f5e7c65f5abd43e98661beb2a7453b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8643630 Jul 07 19:27:55.580333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:55.588969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66041c97-fe06-49d7-b69f-1826e47e9d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0d5ba9-660b-498a-bde8-c25327a0f7c4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:55.613483 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:55.707078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9444c00-f5c3-4efa-b227-3d92a541fcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.714427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e7af5b79-0462-43f0-b46a-5dc03c4235c2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d9e5c6ca51904617b82a679f871ddb7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975385 Jul 07 19:27:55.714652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:55.764452 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9444c00-f5c3-4efa-b227-3d92a541fcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:55.922835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ad4dc68-fb74-4d82-b46b-dac104e32f04 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:27:55.956956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 3ad4dc68-fb74-4d82-b46b-dac104e32f04 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:27:55.957301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ad4dc68-fb74-4d82-b46b-dac104e32f04 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:27:55.964892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:56.217331 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85f848fd-a3a9-436b-818b-dcb466095815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.247101 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85f848fd-a3a9-436b-818b-dcb466095815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.275033 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9444c00-f5c3-4efa-b227-3d92a541fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.283474 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9444c00-f5c3-4efa-b227-3d92a541fcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.283474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e9444c00-f5c3-4efa-b227-3d92a541fcbf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1f0d5ba9-660b-498a-bde8-c25327a0f7c4 HTTP/1.1" status: 204 len: 168 time: 0.6980927 Jul 07 19:27:56.313926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9444c00-f5c3-4efa-b227-3d92a541fcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0d5ba9-660b-498a-bde8-c25327a0f7c4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:56.369812 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85f848fd-a3a9-436b-818b-dcb466095815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.374288 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85f848fd-a3a9-436b-818b-dcb466095815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:56.376315 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-85f848fd-a3a9-436b-818b-dcb466095815 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/66cdaf17-08a8-4a91-8dde-fed6345ce6c6 HTTP/1.1" status: 204 len: 168 time: 0.6557188 Jul 07 19:27:56.390621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f848fd-a3a9-436b-818b-dcb466095815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cdaf17-08a8-4a91-8dde-fed6345ce6c6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:56.733468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.034497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.325618 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] Deleting port ecb2b6bf-da52-4f19-adf4-151f306a150b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:57.326519 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.481938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] For port ecb2b6bf-da52-4f19-adf4-151f306a150b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ecb2b6bf-da52-4f19-adf4-151f306a150b,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:57.482303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.539958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] Calling delete_port for ecb2b6bf-da52-4f19-adf4-151f306a150b owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:57.612703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] Deleting port f9f080c3-a32a-4270-bfc7-781877fec181 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:57.613097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.650419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:57.825196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-network', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:57.886684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Made reservation on behalf of 4cf0b528ff754fce9c27f61ecd2f98b3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:57.889703 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.906930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] For port f9f080c3-a32a-4270-bfc7-781877fec181, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f9f080c3-a32a-4270-bfc7-781877fec181,segment=NetworkSegment(c652af9b-a6cc-4600-b634-3f4931d1c0bc),segment_id=c652af9b-a6cc-4600-b634-3f4931d1c0bc)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:27:57.907532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.910247 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.911458 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:57.932040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] Calling delete_port for f9f080c3-a32a-4270-bfc7-781877fec181 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:27:57.970507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb2b6bf-da52-4f19-adf4-151f306a150b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:58.086733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.092380 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.146740 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:27:58.166828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.167366 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Added segment cff45916-4d0a-4901-ab9c-3525dcc26cc4 of type vlan for network 653cbb6f-63b3-494b-b667-97c99e343850 Jul 07 19:27:58.240868 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.307344 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.310010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:58.311973 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.314150 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.343618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2000a218-daaf-40fa-b6a6-856a9b4a855e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:58.490929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8381844 Jul 07 19:27:58.494006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40968) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:58.499376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] Request body: {'subnet': {'network_id': '653cbb6f-63b3-494b-b667-97c99e343850', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-subnet', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:58.509662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346cf63-17c8-457a-b2a4-6688e184bb4b admin admin] Pushing event updated for resources: {'Network': ['ID=653cbb6f-63b3-494b-b667-97c99e343850,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:58.524276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 653cbb6f-63b3-494b-b667-97c99e343850 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:27:58.535748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] Made reservation on behalf of 4cf0b528ff754fce9c27f61ecd2f98b3 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:27:58.539638 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.639309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.684655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f080c3-a32a-4270-bfc7-781877fec181,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:58.787569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:58.859946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:58.916398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] Checking segment: {'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:27:58.916802 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] Network hostable DHCP agents. Network: 653cbb6f-63b3-494b-b667-97c99e343850, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:27:58.922796 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:27:58.937919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] Network 653cbb6f-63b3-494b-b667-97c99e343850 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:27:58.957162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 653cbb6f-63b3-494b-b667-97c99e343850) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:27:58.969249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f3f05c-f2fa-4017-bb88-8fa36e71f07c None None] Network 653cbb6f-63b3-494b-b667-97c99e343850 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:58.986730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:27:58.987628 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.010553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-58f66761-21b2-4290-acfe-1bb6182d460f admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5152695 Jul 07 19:27:59.011848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:59.025557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-router', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:27:59.066765 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.070841 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.149597 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.207568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5edba4-8ae2-4891-bcc1-de15ce1ef14c None None] Network 653cbb6f-63b3-494b-b667-97c99e343850 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:27:59.233595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] Router ccae0551-d4cb-4a3f-b8c1-0ace0161061a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:27:59.413124 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.460990 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.478288 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:27:59.536275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa51a5b-c250-4f68-aa21-b385de8b3fd5 None None] Sync routers for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:27:59.538112 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9175589b-b968-437d-965a-5ef3a011cf0f admin admin] 10.222.0.113 "PUT /v2.0/routers/ccae0551-d4cb-4a3f-b8c1-0ace0161061a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2422302 Jul 07 19:27:59.538789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:27:59.547577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa51a5b-c250-4f68-aa21-b385de8b3fd5 None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:59.548235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eaa51a5b-c250-4f68-aa21-b385de8b3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:59.661989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-eaa51a5b-c250-4f68-aa21-b385de8b3fd5 None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:27:59.731868 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.733331 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.756117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.857298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.864383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eaa51a5b-c250-4f68-aa21-b385de8b3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:27:57Z', 'revision_number': 5, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port': {'id': 'd02e8928-5b3e-40a8-ba4d-32f82a66a119', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:19:38Z', 'updated_at': '2021-07-07T19:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:59.897666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa51a5b-c250-4f68-aa21-b385de8b3fd5 None None] Checking router: ccae0551-d4cb-4a3f-b8c1-0ace0161061a for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:27:59.906611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa51a5b-c250-4f68-aa21-b385de8b3fd5 None None] Routers {'ccae0551-d4cb-4a3f-b8c1-0ace0161061a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:27:59.907232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eaa51a5b-c250-4f68-aa21-b385de8b3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:27:59.951976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] Router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:27:59.970275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Deleting port d02e8928-5b3e-40a8-ba4d-32f82a66a119 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:27:59.970623 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:59.988137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Allocated IP 172.25.2.73 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/07d308fc-6ff2-457c-b0a1-60ec55abc0ed) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:00.020015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-eaa51a5b-c250-4f68-aa21-b385de8b3fd5 None None] Set router ccae0551-d4cb-4a3f-b8c1-0ace0161061a gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:00.076162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eaa51a5b-c250-4f68-aa21-b385de8b3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:27:59Z', 'revision_number': 6, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:00.107769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa51a5b-c250-4f68-aa21-b385de8b3fd5 None None] The sync data for ids ['ccae0551-d4cb-4a3f-b8c1-0ace0161061a'] in n-d-792394-12 is: [{'id': 'ccae0551-d4cb-4a3f-b8c1-0ace0161061a', 'name': 'tempest-AttachVolumeTestJSON-1148892052-router', 'tenant_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:19:36Z', 'updated_at': '2021-07-07T19:27:59Z', 'revision_number': 6, 'project_id': 'd05e41f4ffde4d4199729500aa56e8c2', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:00.115365 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.157648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] For port d02e8928-5b3e-40a8-ba4d-32f82a66a119, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d02e8928-5b3e-40a8-ba4d-32f82a66a119,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:00.158043 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.162285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:00.170852 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.172853 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a622dc8e-ef19-43cc-aca6-e3d0ac991bcc admin admin] 10.222.0.113 "PUT /v2.0/routers/934841b6-bca4-46f1-9049-ab96d2fa3ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2072208 Jul 07 19:28:00.177177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:00.178251 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f72a1-cde8-4938-a7bb-5bbccce21128 None None] Sync routers for ids ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:00.188744 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f72a1-cde8-4938-a7bb-5bbccce21128 None None] Routers {'934841b6-bca4-46f1-9049-ab96d2fa3ec4'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:00.189692 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-119f72a1-cde8-4938-a7bb-5bbccce21128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:00.192414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Calling delete_port for d02e8928-5b3e-40a8-ba4d-32f82a66a119 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:00.232009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:00.235196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:00.240690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:00.243638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Pushing event updated for resources: {'Port': ['ID=07d308fc-6ff2-457c-b0a1-60ec55abc0ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:00.381295 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.432867 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-119f72a1-cde8-4938-a7bb-5bbccce21128 None None] Set router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:00.602209 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.608403 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.766013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.768356 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-119f72a1-cde8-4938-a7bb-5bbccce21128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'name': 'tempest-ServersTestMultiNic-697457086-router', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:26:30Z', 'updated_at': '2021-07-07T19:27:58Z', 'revision_number': 5, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'gw_port': {'id': '47d7cfec-b8fe-4dfd-9a41-5578b31d95e4', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:31Z', 'updated_at': '2021-07-07T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:00.803133 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f72a1-cde8-4938-a7bb-5bbccce21128 None None] Checking router: 934841b6-bca4-46f1-9049-ab96d2fa3ec4 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:28:00.804813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Deleting port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:00.805938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.813130 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f72a1-cde8-4938-a7bb-5bbccce21128 None None] Routers {'934841b6-bca4-46f1-9049-ab96d2fa3ec4'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:00.813865 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-119f72a1-cde8-4938-a7bb-5bbccce21128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:00.822787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-34197c7d-f904-483b-be1e-92f1f5404107 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=020fb93864e346f19b6dc9642d49942c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330682 Jul 07 19:28:00.910543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] For port 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47d7cfec-b8fe-4dfd-9a41-5578b31d95e4,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:00.911997 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:00.930582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Calling delete_port for 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:00.937603 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-119f72a1-cde8-4938-a7bb-5bbccce21128 None None] Set router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:01.010961 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-119f72a1-cde8-4938-a7bb-5bbccce21128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'name': 'tempest-ServersTestMultiNic-697457086-router', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:26:30Z', 'updated_at': '2021-07-07T19:28:00Z', 'revision_number': 6, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:01.050794 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f72a1-cde8-4938-a7bb-5bbccce21128 None None] The sync data for ids ['934841b6-bca4-46f1-9049-ab96d2fa3ec4'] in n-d-792394-12 is: [{'id': '934841b6-bca4-46f1-9049-ab96d2fa3ec4', 'name': 'tempest-ServersTestMultiNic-697457086-router', 'tenant_id': '5a0c9566cc3b484d95927b482dec6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:26:30Z', 'updated_at': '2021-07-07T19:28:00Z', 'revision_number': 6, 'project_id': '5a0c9566cc3b484d95927b482dec6099', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:01.057581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af68c-5046-4298-87f5-71c779fdcf9e req-c2c7dc24-1bbc-4889-97b4-a465f8cf0570 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:01.059095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-c2c7dc24-1bbc-4889-97b4-a465f8cf0570 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301404 Jul 07 19:28:01.070656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02e8928-5b3e-40a8-ba4d-32f82a66a119,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:01.100512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-f49d0689-0ad5-4db5-99d0-d4511c101c98 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/quotas/020fb93864e346f19b6dc9642d49942c HTTP/1.1" status: 200 len: 375 time: 0.0298088 Jul 07 19:28:01.106000 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.180227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-6c0ed98f-b97f-4469-9338-2fa70d5fe6e2 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=020fb93864e346f19b6dc9642d49942c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689692 Jul 07 19:28:01.220063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.307181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:28:01.517548 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1de81fe-c52a-44b2-8632-d9343573094e req-738d6b32-1c20-4e1c-938b-af3061ec19fc tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 210 time: 0.0760696 Jul 07 19:28:01.561119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:01.581505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Sync routers for ids ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:01.592877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Routers {'0bc59967-8cf1-40fd-b0a2-993ba3856bc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:01.593912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:01.637974 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.640005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-099c486f-8a38-4971-b32d-9167e37b32ec admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6260498 Jul 07 19:28:01.651556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:01.845620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Set router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:01.888250 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.895777 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.903501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.962942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d7cfec-b8fe-4dfd-9a41-5578b31d95e4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:02.224665 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.225928 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccae0551-d4cb-4a3f-b8c1-0ace0161061a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:28:02.245188 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.246983 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4e45bf41-0677-4000-867a-b4829227f292 admin admin] 10.222.0.113 "DELETE /v2.0/routers/ccae0551-d4cb-4a3f-b8c1-0ace0161061a HTTP/1.1" status: 204 len: 168 time: 2.7055085 Jul 07 19:28:02.256330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:02.264856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:02.305208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:02.307262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47d7cfec-b8fe-4dfd-9a41-5578b31d95e4 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:02.308137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ecb2b6bf-da52-4f19-adf4-151f306a150b no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:02.370100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: ecb2b6bf-da52-4f19-adf4-151f306a150b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:02.370712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ecb2b6bf-da52-4f19-adf4-151f306a150b not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:02.371285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d02e8928-5b3e-40a8-ba4d-32f82a66a119 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:02.374093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.423426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d02e8928-5b3e-40a8-ba4d-32f82a66a119 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:02.423426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d02e8928-5b3e-40a8-ba4d-32f82a66a119 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:02.423426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f9f080c3-a32a-4270-bfc7-781877fec181 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:02.498994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: f9f080c3-a32a-4270-bfc7-781877fec181 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:02.499409 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f9f080c3-a32a-4270-bfc7-781877fec181 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:02.501892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-router', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:00Z', 'revision_number': 3, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'gw_port': {'id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:02.569387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Checking router: 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:28:02.569736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Updating router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:28:02.623751 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.627753 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.632587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f26163-e98c-4eac-b973-d7571eb5e6b7 admin admin] Deleting subnet 86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:28:02.637674 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57f26163-e98c-4eac-b973-d7571eb5e6b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.653850 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.744434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57f26163-e98c-4eac-b973-d7571eb5e6b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.834417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.835790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934841b6-bca4-46f1-9049-ab96d2fa3ec4 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:28:02.854312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:02.856773 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-32a88c44-8889-4b03-a5cc-02c037c806a8 admin admin] 10.222.0.113 "DELETE /v2.0/routers/934841b6-bca4-46f1-9049-ab96d2fa3ec4 HTTP/1.1" status: 204 len: 168 time: 2.6767068 Jul 07 19:28:02.861376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:02.961613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abbdb6aa-3e15-4894-b883-e7db4a142d59 req-08a4f9ae-3337-4ef4-b2d3-c53ce13c4013 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 210 time: 0.1883895 Jul 07 19:28:03.022496 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66b2c86-0a00-4670-9ac1-adacf1add21a admin admin] Deleting subnet c31f131b-ecd5-4da3-91fe-125b63884b49 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:28:03.029660 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b2c86-0a00-4670-9ac1-adacf1add21a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.100353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b2c86-0a00-4670-9ac1-adacf1add21a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.155444 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.165901 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.171898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Transition to ACTIVE for port object 07d308fc-6ff2-457c-b0a1-60ec55abc0ed will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:03.181418 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.204188 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57f26163-e98c-4eac-b973-d7571eb5e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.247895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-160a7b30-d28c-4eec-87b1-e1b03d94458c tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=020fb93864e346f19b6dc9642d49942c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296469 Jul 07 19:28:03.266936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Attempting to bind port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:03.267332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Attempting to bind port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:03.267663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Attempting to bind port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:03.275676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:03.276050 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:03.276448 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.277231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:03.277455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Bound port: 07d308fc-6ff2-457c-b0a1-60ec55abc0ed, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:03.278225 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.288024 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b2c86-0a00-4670-9ac1-adacf1add21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.331048 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.335207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] For port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:03.338509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] For port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=07d308fc-6ff2-457c-b0a1-60ec55abc0ed,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:03.340167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Pushing event updated for resources: {'Port': ['ID=07d308fc-6ff2-457c-b0a1-60ec55abc0ed,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:03.343801 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57f26163-e98c-4eac-b973-d7571eb5e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.349842 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.367196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.367541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.367876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.368207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.368552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.368878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.369202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.369520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.369838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.370156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.370483 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.370782 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:03.385880 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57f26163-e98c-4eac-b973-d7571eb5e6b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.387899 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-57f26163-e98c-4eac-b973-d7571eb5e6b7 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/86bdfa10-a045-40b5-a6b8-ee2f7be2cd60 HTTP/1.1" status: 204 len: 168 time: 1.1205740 Jul 07 19:28:03.391320 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f26163-e98c-4eac-b973-d7571eb5e6b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bdfa10-a045-40b5-a6b8-ee2f7be2cd60,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:03.391468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:03.426061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7508972-73be-40b0-9429-c1e5967196b5 None None] Network 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:03.490297 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b2c86-0a00-4670-9ac1-adacf1add21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.533334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.537064 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b2c86-0a00-4670-9ac1-adacf1add21a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31f131b-ecd5-4da3-91fe-125b63884b49,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:03.543338 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b2c86-0a00-4670-9ac1-adacf1add21a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.545481 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e66b2c86-0a00-4670-9ac1-adacf1add21a admin admin] 10.222.0.113 "DELETE /v2.0/subnets/c31f131b-ecd5-4da3-91fe-125b63884b49 HTTP/1.1" status: 204 len: 168 time: 0.6830769 Jul 07 19:28:03.546222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Routers {'0bc59967-8cf1-40fd-b0a2-993ba3856bc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:03.546886 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:03.548055 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:03.570931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7f2f0f-fb71-4261-a661-279ee09bb953 None None] Network 38cffaf4-05c6-4e56-aab2-2ab7b0026154 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:03.657748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af68c-5046-4298-87f5-71c779fdcf9e req-2463d59a-09cb-4201-8e00-9dcf3c6072bf tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:03.659536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-2463d59a-09cb-4201-8e00-9dcf3c6072bf tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3862417 Jul 07 19:28:03.673151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.688817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Request body: {'port': {'device_id': '7051d2bd-d999-4c45-a109-fd54ac30b956', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '020fb93864e346f19b6dc9642d49942c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:03.752283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Deleting port 2e6862af-f383-4783-b821-cd04d6a15de6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:03.752667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.791053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Allocated IP 172.20.0.1 (653cbb6f-63b3-494b-b667-97c99e343850/b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a/3169bcfc-0e15-46e9-8470-5513a378949e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:03.847213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] For port 2e6862af-f383-4783-b821-cd04d6a15de6, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2e6862af-f383-4783-b821-cd04d6a15de6,segment=NetworkSegment(be331339-2a12-4e5e-afef-d9bc2ef9d000),segment_id=be331339-2a12-4e5e-afef-d9bc2ef9d000)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:03.847593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.852853 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Deleting port 23e0ffc0-f129-40a0-85c9-98b179eaba29 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:03.853194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.907093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Calling delete_port for 2e6862af-f383-4783-b821-cd04d6a15de6 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:03.945201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Made reservation on behalf of 020fb93864e346f19b6dc9642d49942c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:03.949570 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.964353 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.980905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] For port 23e0ffc0-f129-40a0-85c9-98b179eaba29, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=23e0ffc0-f129-40a0-85c9-98b179eaba29,segment=NetworkSegment(c652af9b-a6cc-4600-b634-3f4931d1c0bc),segment_id=c652af9b-a6cc-4600-b634-3f4931d1c0bc)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:03.981273 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:03.998154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Calling delete_port for 23e0ffc0-f129-40a0-85c9-98b179eaba29 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:04.055368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] Set router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:04.093959 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.094795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.104429 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.153361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b54237-701c-4232-a8cd-4f2febca56ab,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:04.161479 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6862af-f383-4783-b821-cd04d6a15de6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:04.164592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] No DVR routers for this DVR port 2e6862af-f383-4783-b821-cd04d6a15de6 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:04.189975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bbec2-b247-4d79-bd9b-2aac7a9a013f None None] Pushing event updated for resources: {'Port': ['ID=07d308fc-6ff2-457c-b0a1-60ec55abc0ed,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:04.227707 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.300855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e0ffc0-f129-40a0-85c9-98b179eaba29,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:04.368752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] No DVR routers for this DVR port 23e0ffc0-f129-40a0-85c9-98b179eaba29 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:04.399430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d869408d-124e-4ed6-8ec9-c0c0ddff2a6b None None] DHCP port deletion for 3ecb0e95-6872-4413-b54d-ae7885ebf4b0 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:28:04.423156 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.429880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cabe5e-6e7e-4466-8267-780a227ff231 None None] DHCP port deletion for 38cffaf4-05c6-4e56-aab2-2ab7b0026154 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:28:04.453080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-router', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:00Z', 'revision_number': 3, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'gw_port': {'id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:04.468599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecb0e95-6872-4413-b54d-ae7885ebf4b0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:04.484657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f783d-bc26-4dd8-8dda-f429fd0861d9 None None] The sync data for ids ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'] in n-d-792394-12 is: [{'id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-router', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:00Z', 'revision_number': 3, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'gw_port': {'id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:04.492392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be331339-2a12-4e5e-afef-d9bc2ef9d000') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:04.492603 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be331339-2a12-4e5e-afef-d9bc2ef9d000') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:04.515501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Allocated IP 192.168.233.69 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/b15b34f3-2de5-4147-84f7-230815e9e7ba) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:04.515700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.527164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.537724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cffaf4-05c6-4e56-aab2-2ab7b0026154']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:04.564814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c652af9b-a6cc-4600-b634-3f4931d1c0bc') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:04.565114 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c652af9b-a6cc-4600-b634-3f4931d1c0bc') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:04.573686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.577147 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.580842 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.589942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:04.590306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:04.592573 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:04.639966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e4a9cbf-ba55-47c5-ac90-1d8ff8585a98 req-2d0f1470-fe5c-42e8-a73b-f37133fe026d tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 210 time: 0.0666533 Jul 07 19:28:04.648933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.671779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:04.672525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:04.674638 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:04.733287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.738542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.741307 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] 10.222.0.113 "DELETE /v2.0/networks/3ecb0e95-6872-4413-b54d-ae7885ebf4b0 HTTP/1.1" status: 204 len: 168 time: 1.3476951 Jul 07 19:28:04.763926 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.766781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c24539-e197-4048-9834-7d834cb6dcad admin admin] Pushing event deleted for resources: {'Network': ['ID=3ecb0e95-6872-4413-b54d-ae7885ebf4b0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:04.785421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.794366 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.798905 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] 10.222.0.113 "DELETE /v2.0/networks/38cffaf4-05c6-4e56-aab2-2ab7b0026154 HTTP/1.1" status: 204 len: 168 time: 1.2472837 Jul 07 19:28:04.830817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cfe9f-12b6-4959-8c34-eacbf7113676 admin admin] Pushing event deleted for resources: {'Network': ['ID=38cffaf4-05c6-4e56-aab2-2ab7b0026154,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:04.851300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Network 653cbb6f-63b3-494b-b667-97c99e343850 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:04.861698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Pushing event updated for resources: {'Port': ['ID=3169bcfc-0e15-46e9-8470-5513a378949e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:04.865076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:04.882734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:04.956731 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:04.986758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Transition to ACTIVE for port object b15b34f3-2de5-4147-84f7-230815e9e7ba will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:04.996646 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.057730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:05.065228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:05.135329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.174517 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6be539f7-d3bf-4636-8c88-e43d54ee8cfc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5a0c9566cc3b484d95927b482dec6099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1080523 Jul 07 19:28:05.179657 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8beca84d-7edd-4895-bab5-313969d9cfb9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d05e41f4ffde4d4199729500aa56e8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180594 Jul 07 19:28:05.179657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:05.179988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:05.182533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:05.205990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:05.233954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:05.314706 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2282-0e24-4125-8248-00949c0f6293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.328918 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91b0c3ba-ce90-4bee-b0e2-eb3360c6f8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.357247 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:05.357933 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.361437 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2282-0e24-4125-8248-00949c0f6293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.385101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91b0c3ba-ce90-4bee-b0e2-eb3360c6f8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.437460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Pushing event updated for resources: {'Port': ['ID=b15b34f3-2de5-4147-84f7-230815e9e7ba,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:05.462995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-3d4b4431-fd6b-42b9-b4a2-d42f6a4671c6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7937117 Jul 07 19:28:05.470544 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.497924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Request body: {'port': {'device_id': '7051d2bd-d999-4c45-a109-fd54ac30b956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:05.502048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfc255-0800-400f-9008-5603bc0beea7 req-79682d86-67d1-4cc9-a6d4-e9fe2fd1fa79 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:05.503876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebdfc255-0800-400f-9008-5603bc0beea7 req-79682d86-67d1-4cc9-a6d4-e9fe2fd1fa79 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1097 time: 0.3708327 Jul 07 19:28:05.507765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2282-0e24-4125-8248-00949c0f6293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.514653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2282-0e24-4125-8248-00949c0f6293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.525059 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cc9f2282-0e24-4125-8248-00949c0f6293 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5558b693-0ca1-422d-89d8-f4afcf80be84 HTTP/1.1" status: 204 len: 168 time: 0.3359587 Jul 07 19:28:05.540077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f2282-0e24-4125-8248-00949c0f6293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5558b693-0ca1-422d-89d8-f4afcf80be84,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:05.545325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91b0c3ba-ce90-4bee-b0e2-eb3360c6f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.549920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91b0c3ba-ce90-4bee-b0e2-eb3360c6f8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.551618 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-91b0c3ba-ce90-4bee-b0e2-eb3360c6f8ed admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6baeafc8-569a-413d-b10d-f96850517fbe HTTP/1.1" status: 204 len: 168 time: 0.3727746 Jul 07 19:28:05.561996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0c3ba-ce90-4bee-b0e2-eb3360c6f8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baeafc8-569a-413d-b10d-f96850517fbe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:05.658931 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebdfc255-0800-400f-9008-5603bc0beea7 req-ca1a6810-a25a-47ec-9443-7207a23781ed tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278491 Jul 07 19:28:05.687111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:05.772666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c79b2584-f836-4ffb-9008-3364cd1eca42 None None] Provisioning for port b15b34f3-2de5-4147-84f7-230815e9e7ba completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:05.784876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c79b2584-f836-4ffb-9008-3364cd1eca42 None None] Provisioning complete for port b15b34f3-2de5-4147-84f7-230815e9e7ba triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:05.787312 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c79b2584-f836-4ffb-9008-3364cd1eca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.891506 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:05.941499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c79b2584-f836-4ffb-9008-3364cd1eca42 None None] Port b15b34f3-2de5-4147-84f7-230815e9e7ba cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:06.065114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 07d308fc-6ff2-457c-b0a1-60ec55abc0ed up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:06.113632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 492cae26-5a68-4a5e-952c-9862b776d152 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:06.114933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.183687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:06.188125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:06.188332 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.192424 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.249474 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.317511 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.318248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.359293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 492cae26-5a68-4a5e-952c-9862b776d152 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:06.368190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.402508 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.403719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=07d308fc-6ff2-457c-b0a1-60ec55abc0ed,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:06.417844 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.533733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2e6862af-f383-4783-b821-cd04d6a15de6 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:06.588510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 2e6862af-f383-4783-b821-cd04d6a15de6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:06.588851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2e6862af-f383-4783-b821-cd04d6a15de6 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:06.589280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 23e0ffc0-f129-40a0-85c9-98b179eaba29 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:06.645178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 23e0ffc0-f129-40a0-85c9-98b179eaba29 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:06.646148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 23e0ffc0-f129-40a0-85c9-98b179eaba29 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:06.652235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=07d308fc-6ff2-457c-b0a1-60ec55abc0ed,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:06.669312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Pushing event updated for resources: {'Port': ['ID=3169bcfc-0e15-46e9-8470-5513a378949e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:06.747253 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.791155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cc36d-c526-44f7-9687-201184d2794e req-674f1f0d-5fc4-4526-8ad3-ce689f05207a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:06.796856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-778cc36d-c526-44f7-9687-201184d2794e req-674f1f0d-5fc4-4526-8ad3-ce689f05207a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 935 time: 0.7179534 Jul 07 19:28:06.830598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=492cae26-5a68-4a5e-952c-9862b776d152,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:06.886076 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:06.886643 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Floating IP b18bb244-4948-406a-9c9c-3afe093cd52c disassociated (deleted). External IP: 172.25.2.173, port: dda1541e-f0e0-4acc-9e76-e477c4143d8b. Jul 07 19:28:07.030068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Network 653cbb6f-63b3-494b-b667-97c99e343850 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:07.052578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:07.190227 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:07.219971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-778cc36d-c526-44f7-9687-201184d2794e req-eec5dfa5-d5a5-45bd-83f8-374eb2e1c908 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7b54237-701c-4232-a8cd-4f2febca56ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643456 Jul 07 19:28:07.250124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 38be979d-3272-48fe-90b4-1fb587e42aa7 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:28:07.272816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15b34f3-2de5-4147-84f7-230815e9e7ba {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:07.283922 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.297721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:28:07.304437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Transition to ACTIVE for port object b15b34f3-2de5-4147-84f7-230815e9e7ba will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:07.312443 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.420368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1265535400-network', 'tenant_id': '401fe42e44ad46819cb6257706b4829e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:07.477396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Pushing event updated for resources: {'Port': ['ID=b15b34f3-2de5-4147-84f7-230815e9e7ba,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:07.892023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:07.904431 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d63732e-cc86-4008-b764-b67ed5c8048c None None] Sync routers for ids ['38be979d-3272-48fe-90b4-1fb587e42aa7'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:07.910063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.917635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Made reservation on behalf of 401fe42e44ad46819cb6257706b4829e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:07.919992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.921387 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63732e-cc86-4008-b764-b67ed5c8048c None None] Routers {'38be979d-3272-48fe-90b4-1fb587e42aa7'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:07.922129 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7d63732e-cc86-4008-b764-b67ed5c8048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['38be979d-3272-48fe-90b4-1fb587e42aa7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:07.945802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 07d308fc-6ff2-457c-b0a1-60ec55abc0ed up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:07.962196 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.998182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:08.006631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-53abcd76-7020-4976-b58e-47bc6d332597 admin admin] 10.222.0.113 "PUT /v2.0/routers/0bc59967-8cf1-40fd-b0a2-993ba3856bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3516247 Jul 07 19:28:08.011652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Sync routers for ids ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:08.031797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Attempting to bind port b15b34f3-2de5-4147-84f7-230815e9e7ba on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:08.032394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Attempting to bind port b15b34f3-2de5-4147-84f7-230815e9e7ba by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:08.033025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Attempting to bind port b15b34f3-2de5-4147-84f7-230815e9e7ba on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:08.043522 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Port b15b34f3-2de5-4147-84f7-230815e9e7ba on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:08.044145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Attempting to bind port b15b34f3-2de5-4147-84f7-230815e9e7ba on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:08.054218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:08.054839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:08.055413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:08.056024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Bound port: b15b34f3-2de5-4147-84f7-230815e9e7ba, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:08.056608 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.061561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-e8bf3cbc-fe97-4c48-95a0-dfdd53c3b0d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1543374 Jul 07 19:28:08.100040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Routers {'0bc59967-8cf1-40fd-b0a2-993ba3856bc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:08.103519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:08.122709 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.146367 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-eec8ce7b-5b9a-4177-8954-ffd4ac88724b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/floatingips/b18bb244-4948-406a-9c9c-3afe093cd52c HTTP/1.1" status: 204 len: 168 time: 2.4578862 Jul 07 19:28:08.147160 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.179087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:08.202594 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.205696 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Added segment 630ef6be-04fb-46ad-b104-d5d2e1364dcc of type vlan for network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e Jul 07 19:28:08.218579 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7d63732e-cc86-4008-b764-b67ed5c8048c None None] Set router 38be979d-3272-48fe-90b4-1fb587e42aa7 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:08.250276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:08.250660 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.254159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] For port b15b34f3-2de5-4147-84f7-230815e9e7ba, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:08.273147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] For port b15b34f3-2de5-4147-84f7-230815e9e7ba, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b15b34f3-2de5-4147-84f7-230815e9e7ba,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:08.281328 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.306804 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.324522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:08.328405 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39df068-3497-455b-aa07-580cd2769201" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:08.362106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9268e602-3111-43a3-a1d0-ad82d250ff92,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:08.368352 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.369370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:08.369958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.445971 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2518008 Jul 07 19:28:08.445971 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:08.453570 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] Request body: {'subnet': {'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1265535400-subnet', 'tenant_id': '401fe42e44ad46819cb6257706b4829e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:08.456257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:08.461068 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.466015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] 10.222.0.112 "PUT /v2.0/ports/b15b34f3-2de5-4147-84f7-230815e9e7ba HTTP/1.1" status: 200 len: 1096 time: 2.9926503 Jul 07 19:28:08.468655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87b155-4f39-41e1-851f-3ef448e91bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:08.478673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7051d2bd-d999-4c45-a109-fd54ac30b956', 'tag': 'b15b34f3-2de5-4147-84f7-230815e9e7ba'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:08.481539 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969c909d-2bd8-42c6-ae79-16f6dd27a136" -d '{"events": [{"name": "network-changed", "server_uuid": "7051d2bd-d999-4c45-a109-fd54ac30b956", "tag": "b15b34f3-2de5-4147-84f7-230815e9e7ba"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:08.503825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] Made reservation on behalf of 401fe42e44ad46819cb6257706b4829e for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:08.506536 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.513637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-4ebb8342-4be7-42bd-8f08-fe029dbf1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:08.519846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-4ebb8342-4be7-42bd-8f08-fe029dbf1f64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d77860de5ec457b97f0f66c79356579&device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 1098 time: 0.3787229 Jul 07 19:28:08.642530 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:08.816591 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa7b336a-a1de-4ab1-8535-1adf45e9eb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:08.896361 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7d63732e-cc86-4008-b764-b67ed5c8048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:26:08Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f09c55e0-2725-4630-b8b2-cfc626ca768e', 'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:10:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:07Z', 'updated_at': '2021-07-07T19:26:19Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:08.933417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ca1da-ee29-4d35-888d-33f372bbf341 service neutron] Pushing event updated for resources: {'Port': ['ID=b15b34f3-2de5-4147-84f7-230815e9e7ba,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:08.961499 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d63732e-cc86-4008-b764-b67ed5c8048c None None] Checking router: 38be979d-3272-48fe-90b4-1fb587e42aa7 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:28:08.979202 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63732e-cc86-4008-b764-b67ed5c8048c None None] Routers {'38be979d-3272-48fe-90b4-1fb587e42aa7'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:08.979202 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7d63732e-cc86-4008-b764-b67ed5c8048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:27:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['38be979d-3272-48fe-90b4-1fb587e42aa7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:08.985971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Set router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:09.015366 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15055759-a570-4c14-8b2d-e86e95e79d15 x-openstack-request-id: req-15055759-a570-4c14-8b2d-e86e95e79d15 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:09.015820 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7051d2bd-d999-4c45-a109-fd54ac30b956", "tag": "b15b34f3-2de5-4147-84f7-230815e9e7ba", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:09.016284 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-15055759-a570-4c14-8b2d-e86e95e79d15 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:09.016466 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2297db9-2af0-4723-9b77-714101c288b2 x-openstack-request-id: req-d2297db9-2af0-4723-9b77-714101c288b2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:09.016848 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7051d2bd-d999-4c45-a109-fd54ac30b956', 'tag': 'b15b34f3-2de5-4147-84f7-230815e9e7ba', 'status': 'completed', 'code': 200} Jul 07 19:28:09.021405 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:09.022029 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d2297db9-2af0-4723-9b77-714101c288b2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:09.029028 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'status': 'completed', 'code': 200} Jul 07 19:28:09.114434 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7d63732e-cc86-4008-b764-b67ed5c8048c None None] Set router 38be979d-3272-48fe-90b4-1fb587e42aa7 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:09.247366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af68c-5046-4298-87f5-71c779fdcf9e req-6922dc5c-d3ce-4247-a828-8d15c96a0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.255794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-6922dc5c-d3ce-4247-a828-8d15c96a0305 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=020fb93864e346f19b6dc9642d49942c&device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 1099 time: 0.7223954 Jul 07 19:28:09.281464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-c7e59e51-9095-4bfc-a50c-4c3bbee04c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.283901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-c7e59e51-9095-4bfc-a50c-4c3bbee04c29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c457186a-8f41-4ba0-b09c-85ef976d1b30 HTTP/1.1" status: 200 len: 910 time: 0.7213578 Jul 07 19:28:09.284784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:09.360035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d760d-665b-47b4-a604-3a341290b798 req-385d6669-41bc-4971-bda9-3ba2bb1fccb6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.372641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af8d760d-665b-47b4-a604-3a341290b798 req-385d6669-41bc-4971-bda9-3ba2bb1fccb6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 947 time: 0.7363284 Jul 07 19:28:09.377305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-88300e25-7d6f-4519-bb4f-c9c8b0e19990 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b15b34f3-2de5-4147-84f7-230815e9e7ba HTTP/1.1" status: 200 len: 217 time: 0.1112978 Jul 07 19:28:09.484969 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7d63732e-cc86-4008-b764-b67ed5c8048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:26:08Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f09c55e0-2725-4630-b8b2-cfc626ca768e', 'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:10:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:07Z', 'updated_at': '2021-07-07T19:26:19Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:09.507846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:09.563626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df068-3497-455b-aa07-580cd2769201 req-300e2ced-79ec-47fb-8fd1-4a97b7b73fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.564941 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d63732e-cc86-4008-b764-b67ed5c8048c None None] The sync data for ids ['38be979d-3272-48fe-90b4-1fb587e42aa7'] in n-d-792394-12 is: [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:26:08Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'f09c55e0-2725-4630-b8b2-cfc626ca768e', 'name': '', 'network_id': '409b16e9-94d7-48fc-9570-0ee580e5ca83', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:10:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:26:07Z', 'updated_at': '2021-07-07T19:26:19Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'dcdf7d8d-d31e-4dab-8d43-a8456267d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:09.566235 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e39df068-3497-455b-aa07-580cd2769201 req-300e2ced-79ec-47fb-8fd1-4a97b7b73fd7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 1097 time: 0.5638006 Jul 07 19:28:09.709194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df068-3497-455b-aa07-580cd2769201 req-cda7f7b9-2c8b-475a-8e1d-9bf8ba634065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.709194 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e39df068-3497-455b-aa07-580cd2769201 req-cda7f7b9-2c8b-475a-8e1d-9bf8ba634065 service neutron] 10.222.0.112 "GET /v2.0/networks?id=409b16e9-94d7-48fc-9570-0ee580e5ca83 HTTP/1.1" status: 200 len: 899 time: 0.1345420 Jul 07 19:28:09.711425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af68c-5046-4298-87f5-71c779fdcf9e req-5bd542c5-7d92-424b-8a91-368d20f2d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.712953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-5bd542c5-7d92-424b-8a91-368d20f2d472 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.3241923 Jul 07 19:28:09.723847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] Checking segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:09.724395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] Network hostable DHCP agents. Network: e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:09.735617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af8d760d-665b-47b4-a604-3a341290b798 req-86147d1a-6ee3-4f75-b8b4-cba3f350e792 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7b54237-701c-4232-a8cd-4f2febca56ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617351 Jul 07 19:28:09.759320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-5c766f7d-bed5-4d3c-ae0d-e81e6732484d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61 HTTP/1.1" status: 200 len: 1002 time: 0.4184563 Jul 07 19:28:09.761302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-router', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:05Z', 'revision_number': 4, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'gw_port': {'id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '3169bcfc-0e15-46e9-8470-5513a378949e', 'name': '', 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'mac_address': 'fa:16:3e:b6:c5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:03Z', 'updated_at': '2021-07-07T19:28:05Z', 'revision_number': 2, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'subnets': [{'id': 'b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:09.812266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Checking router: 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:28:09.813743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Updating router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 port 3169bcfc-0e15-46e9-8470-5513a378949e binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:28:09.851613 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e39df068-3497-455b-aa07-580cd2769201 req-b755cd99-f176-4443-98cf-88af4cddf2ed service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 200 len: 217 time: 0.1232285 Jul 07 19:28:09.913015 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:09.961955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-c5158546-984b-4d4f-bd79-c41d6669d876 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:09.974904 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-c5158546-984b-4d4f-bd79-c41d6669d876 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 819 time: 0.4274294 Jul 07 19:28:10.002321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] Network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:10.026862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-322a9418-b06f-4d48-bcbd-6a22ae579230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.028362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-322a9418-b06f-4d48-bcbd-6a22ae579230 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a79bd83e-e8df-4ead-8f46-d42fd932711d HTTP/1.1" status: 200 len: 847 time: 0.1959844 Jul 07 19:28:10.042119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-f90b920c-3dbe-4c83-90ad-fba813fb0846 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/quotas/4cf0b528ff754fce9c27f61ecd2f98b3 HTTP/1.1" status: 200 len: 375 time: 0.0662429 Jul 07 19:28:10.042464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:10.077363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.080948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.095833 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae522e-2fa5-4630-aa66-9da1f430b321 None None] New status for floating IP b18bb244-4948-406a-9c9c-3afe093cd52c: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:28:10.115498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af68c-5046-4298-87f5-71c779fdcf9e req-2b460dac-d1cf-472f-b269-057fea75501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.117085 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-2b460dac-d1cf-472f-b269-057fea75501f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3801851 Jul 07 19:28:10.182283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df068-3497-455b-aa07-580cd2769201 req-543ef7e7-fe10-4d89-a182-0d20857fa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.187961 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e39df068-3497-455b-aa07-580cd2769201 req-543ef7e7-fe10-4d89-a182-0d20857fa933 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dcdf7d8d-d31e-4dab-8d43-a8456267d699 HTTP/1.1" status: 200 len: 835 time: 0.3253720 Jul 07 19:28:10.228727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449321e5-6cd3-4e02-982b-7025f448ac90 req-c01f570d-7721-49da-a27d-236ef576d50f tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.235752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-449321e5-6cd3-4e02-982b-7025f448ac90 req-c01f570d-7721-49da-a27d-236ef576d50f tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.2848990 Jul 07 19:28:10.250623 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0ce3dda3-b04a-4cf7-99e3-b02fccdb0748 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8035281 Jul 07 19:28:10.322797 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-983cef12-f216-4dea-b778-8661274d32c6 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2737603 Jul 07 19:28:10.329116 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.354197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Transition to ACTIVE for port object 3169bcfc-0e15-46e9-8470-5513a378949e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:10.361365 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f81e22a-4e96-40ad-92f9-e8f9fe0dd7ee None None] Network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:10.365558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-71d183d1-7ce4-4b0b-b2e4-f8ef25001d44 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:28:10.374816 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-71d183d1-7ce4-4b0b-b2e4-f8ef25001d44 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510480 Jul 07 19:28:10.385750 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.418174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-c232e103-2a3c-4148-9db3-93336af9cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.419737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-c232e103-2a3c-4148-9db3-93336af9cf71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c457186a-8f41-4ba0-b09c-85ef976d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3726153 Jul 07 19:28:10.505703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aeaa8-cdc1-4564-8770-0f940780580b req-a3dfcb49-d712-41c9-9d7a-dcefc9d8cc8a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.507299 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d67aeaa8-cdc1-4564-8770-0f940780580b req-a3dfcb49-d712-41c9-9d7a-dcefc9d8cc8a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "GET /v2.0/ports?device_id=5aa44a6c-d074-4605-a320-0ea460a3b54b HTTP/1.1" status: 200 len: 945 time: 0.3632028 Jul 07 19:28:10.540796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df068-3497-455b-aa07-580cd2769201 req-97c2d688-8863-4aae-a1b1-eb795a0bf713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:10.544296 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e39df068-3497-455b-aa07-580cd2769201 req-97c2d688-8863-4aae-a1b1-eb795a0bf713 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=409b16e9-94d7-48fc-9570-0ee580e5ca83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3437963 Jul 07 19:28:10.574972 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc9c77-456d-4cdd-8ae9-ad0fc829bcf0 None None] Pushing event updated for resources: {'Port': ['ID=3169bcfc-0e15-46e9-8470-5513a378949e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:10.627374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-449321e5-6cd3-4e02-982b-7025f448ac90 req-19836605-d0d7-43c7-a5ea-bc1e504298cc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d3a3d48-3ca9-4524-97b2-d6be6cfef496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3906529 Jul 07 19:28:10.648355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Attempting to bind port 3169bcfc-0e15-46e9-8470-5513a378949e on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:10.648779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Attempting to bind port 3169bcfc-0e15-46e9-8470-5513a378949e by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:10.649152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Attempting to bind port 3169bcfc-0e15-46e9-8470-5513a378949e on network 653cbb6f-63b3-494b-b667-97c99e343850 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:10.664627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:10.665261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Checking segment: {'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:10.665804 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.666074 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Bound using segment: {'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:10.666556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Bound port: 3169bcfc-0e15-46e9-8470-5513a378949e, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:10.666938 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.709286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-5df37f28-ac4c-457f-a99f-b7fdd6a8cd7e service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803297 Jul 07 19:28:10.758828 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e39df068-3497-455b-aa07-580cd2769201 req-23bf4c7d-f179-412e-8f09-95d4df3579c9 service neutron] 10.222.0.112 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641364 Jul 07 19:28:10.861145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe17c95-6208-4c2f-9314-4a7a67a4f671 None None] Network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:10.920002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d67aeaa8-cdc1-4564-8770-0f940780580b req-aefac3ef-5768-4c30-aa68-3b0465623757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port dda1541e-f0e0-4acc-9e76-e477c4143d8b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:10.920747 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d67aeaa8-cdc1-4564-8770-0f940780580b req-aefac3ef-5768-4c30-aa68-3b0465623757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:10.984342 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e39df068-3497-455b-aa07-580cd2769201 req-460dd349-d83e-4383-a6f6-4899add8c2e8 service neutron] 10.222.0.112 "GET /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099690 Jul 07 19:28:11.086668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d67aeaa8-cdc1-4564-8770-0f940780580b req-aefac3ef-5768-4c30-aa68-3b0465623757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port dda1541e-f0e0-4acc-9e76-e477c4143d8b, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=dda1541e-f0e0-4acc-9e76-e477c4143d8b,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:11.087070 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d67aeaa8-cdc1-4564-8770-0f940780580b req-aefac3ef-5768-4c30-aa68-3b0465623757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.095345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-9c1fc31c-efde-433d-8e92-0aa9ab987569 service neutron] 10.222.0.113 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7196023 Jul 07 19:28:11.116557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-2c341502-4014-4a8e-9b02-6d6bf0560ed3 service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454973 Jul 07 19:28:11.130603 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d67aeaa8-cdc1-4564-8770-0f940780580b req-aefac3ef-5768-4c30-aa68-3b0465623757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for dda1541e-f0e0-4acc-9e76-e477c4143d8b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:11.156505 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ff20cd0-d5a9-4be6-a662-5e455cc7a581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.165216 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] For port 3169bcfc-0e15-46e9-8470-5513a378949e, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:11.172281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-768af68c-5046-4298-87f5-71c779fdcf9e req-6ea408b4-ebe5-4bd9-a8ce-08c66bb519bd service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524186 Jul 07 19:28:11.184995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] For port 3169bcfc-0e15-46e9-8470-5513a378949e, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3169bcfc-0e15-46e9-8470-5513a378949e,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:11.194932 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.342391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-d2a666a8-7ecb-43ec-b423-52968dc8d007 service neutron] 10.222.0.113 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458897 Jul 07 19:28:11.349703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc9c77-456d-4cdd-8ae9-ad0fc829bcf0 None None] Pushing event updated for resources: {'Port': ['ID=3169bcfc-0e15-46e9-8470-5513a378949e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:11.356644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Routers {'0bc59967-8cf1-40fd-b0a2-993ba3856bc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:11.357940 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:11.422691 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.458471 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d67aeaa8-cdc1-4564-8770-0f940780580b req-aefac3ef-5768-4c30-aa68-3b0465623757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.499642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c909d-2bd8-42c6-ae79-16f6dd27a136 req-93d1b9da-6091-4cc2-bb8c-c6e489a9b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:11.501242 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-969c909d-2bd8-42c6-ae79-16f6dd27a136 req-93d1b9da-6091-4cc2-bb8c-c6e489a9b0e3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=020fb93864e346f19b6dc9642d49942c&device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 1099 time: 0.1617453 Jul 07 19:28:11.557931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefac3ef-5768-4c30-aa68-3b0465623757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=dda1541e-f0e0-4acc-9e76-e477c4143d8b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:11.624077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67aeaa8-cdc1-4564-8770-0f940780580b req-aefac3ef-5768-4c30-aa68-3b0465623757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] No DVR routers for this DVR port dda1541e-f0e0-4acc-9e76-e477c4143d8b on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:11.627694 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d67aeaa8-cdc1-4564-8770-0f940780580b req-aefac3ef-5768-4c30-aa68-3b0465623757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:11.631700 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d67aeaa8-cdc1-4564-8770-0f940780580b req-aefac3ef-5768-4c30-aa68-3b0465623757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "DELETE /v2.0/ports/dda1541e-f0e0-4acc-9e76-e477c4143d8b HTTP/1.1" status: 204 len: 173 time: 1.1164649 Jul 07 19:28:11.632446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'name': 'network-vif-deleted', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:11.647469 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f9556-9a82-48d5-9971-c9ff50e91eba" -d '{"events": [{"server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "name": "network-vif-deleted", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:11.672017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86bf6c9a-a577-4f66-a41a-e475c035e5ee req-7449f39a-dd53-4a5d-9698-3d55b0e8be11 service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410855 Jul 07 19:28:11.727575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-56ba67a1-f075-4a91-9463-bd32d2b844e6 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:11.734479 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-56ba67a1-f075-4a91-9463-bd32d2b844e6 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.3557379 Jul 07 19:28:11.764688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-8ecba874-b42f-49e9-b0a6-f1d98f285985 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/quotas/401fe42e44ad46819cb6257706b4829e HTTP/1.1" status: 200 len: 375 time: 0.0288873 Jul 07 19:28:11.879165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-e0dd4e35-0bf0-4dd7-91ae-76d532c34153 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135464 Jul 07 19:28:11.928578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] Set router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:12.011044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:12.121248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c909d-2bd8-42c6-ae79-16f6dd27a136 req-0c556100-7358-49ca-a662-9dd16a2648c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:12.122797 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-969c909d-2bd8-42c6-ae79-16f6dd27a136 req-0c556100-7358-49ca-a662-9dd16a2648c9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.6122038 Jul 07 19:28:12.325550 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03751475-b436-4d31-9717-9d690bacfefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.396387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.471645 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-router', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:05Z', 'revision_number': 4, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'gw_port': {'id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '3169bcfc-0e15-46e9-8470-5513a378949e', 'name': '', 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'mac_address': 'fa:16:3e:b6:c5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:03Z', 'updated_at': '2021-07-07T19:28:11Z', 'revision_number': 4, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'subnets': [{'id': 'b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:12.533204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd216b-156c-4ab2-af21-b6cbc4c7400a None None] The sync data for ids ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'] in n-d-792394-12 is: [{'id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-router', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:05Z', 'revision_number': 4, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'gw_port': {'id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '3169bcfc-0e15-46e9-8470-5513a378949e', 'name': '', 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'mac_address': 'fa:16:3e:b6:c5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:03Z', 'updated_at': '2021-07-07T19:28:11Z', 'revision_number': 4, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'subnets': [{'id': 'b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:12.536162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03751475-b436-4d31-9717-9d690bacfefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.541230 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03751475-b436-4d31-9717-9d690bacfefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.573985 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-03751475-b436-4d31-9717-9d690bacfefe admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f069a5b4ff324cd09ef974f4fa6a0806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617976 Jul 07 19:28:12.577051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:12.655707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03751475-b436-4d31-9717-9d690bacfefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8c814f-28fb-4eee-915e-ad20bc9e03c2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:12.704276 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.740761 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.782392 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-969c909d-2bd8-42c6-ae79-16f6dd27a136 req-fff5b6ed-dc78-498c-adf0-b985dd74e7a7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b15b34f3-2de5-4147-84f7-230815e9e7ba HTTP/1.1" status: 200 len: 217 time: 0.6397123 Jul 07 19:28:12.803766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-f5ff7d3e-3445-4a10-bab0-97f8e73f1609 service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8962414 Jul 07 19:28:12.820952 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.826934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:12.831763 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fd8c814f-28fb-4eee-915e-ad20bc9e03c2 HTTP/1.1" status: 204 len: 168 time: 0.2533276 Jul 07 19:28:12.845771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b15b34f3-2de5-4147-84f7-230815e9e7ba details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:28:12.859548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8c814f-28fb-4eee-915e-ad20bc9e03c2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:12.876365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.876744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.877091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.877435 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.879772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.880959 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.881319 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.881662 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.884151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.884527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.885038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.885383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f1c9e-1b29-48cb-809b-5f3807d64929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:12.995342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12c82e-9b30-4d36-9e8d-7114185f029a req-8259c3c7-e8af-4f01-be3f-7ae1f38a34e6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:12.998930 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b12c82e-9b30-4d36-9e8d-7114185f029a req-8259c3c7-e8af-4f01-be3f-7ae1f38a34e6 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 947 time: 0.9306805 Jul 07 19:28:13.033666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c909d-2bd8-42c6-ae79-16f6dd27a136 req-dcfb98c9-1718-419d-b2db-3e21a204b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:13.035180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-969c909d-2bd8-42c6-ae79-16f6dd27a136 req-dcfb98c9-1718-419d-b2db-3e21a204b48a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.2440732 Jul 07 19:28:13.041465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b15b34f3-2de5-4147-84f7-230815e9e7ba, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b15b34f3-2de5-4147-84f7-230815e9e7ba,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:13.057407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'b15b34f3-2de5-4147-84f7-230815e9e7ba', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': 'b15b34f3-2de5-4147-84f7-230815e9e7ba', 'mac_address': 'fa:16:3e:cc:95:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:28:13.109719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b12c82e-9b30-4d36-9e8d-7114185f029a req-9ecd7893-8237-4871-9408-74b38f5d97f0 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7b54237-701c-4232-a8cd-4f2febca56ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011484 Jul 07 19:28:13.129043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-30048e6a-feda-484b-bf11-7fcecea23202 service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982152 Jul 07 19:28:13.179507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c909d-2bd8-42c6-ae79-16f6dd27a136 req-7e73a066-55cc-4aff-9aee-6832bc83b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:13.181204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-969c909d-2bd8-42c6-ae79-16f6dd27a136 req-7e73a066-55cc-4aff-9aee-6832bc83b17f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1287026 Jul 07 19:28:13.200613 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.229810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15b34f3-2de5-4147-84f7-230815e9e7ba {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:13.255337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:13.295381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b15b34f3-2de5-4147-84f7-230815e9e7ba, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b15b34f3-2de5-4147-84f7-230815e9e7ba,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:13.305941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.356626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-969c909d-2bd8-42c6-ae79-16f6dd27a136 req-f7f00297-c8df-4473-b981-7f2ddb16c0d3 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671662 Jul 07 19:28:13.458584 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36e1a26-9205-4c46-8126-e414a6b2961e x-openstack-request-id: req-f36e1a26-9205-4c46-8126-e414a6b2961e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:13.459566 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa44a6c-d074-4605-a320-0ea460a3b54b", "name": "network-vif-deleted", "tag": "dda1541e-f0e0-4acc-9e76-e477c4143d8b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:13.460993 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f36e1a26-9205-4c46-8126-e414a6b2961e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:13.462342 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa44a6c-d074-4605-a320-0ea460a3b54b', 'name': 'network-vif-deleted', 'tag': 'dda1541e-f0e0-4acc-9e76-e477c4143d8b', 'status': 'completed', 'code': 200} Jul 07 19:28:13.497909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b15b34f3-2de5-4147-84f7-230815e9e7ba,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:13.525702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:13.525981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b15b34f3-2de5-4147-84f7-230815e9e7ba'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:13.596907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96710dc2-4246-4024-a2d6-1c30a92cb9fe req-312533b6-8c4e-4848-b875-75792f453b3b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 210 time: 0.0802727 Jul 07 19:28:13.610012 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8dad0fe-2eca-4f26-97ab-45a96b8a1553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:13.716385 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49e8e40e-f239-4888-8e90-c832fa3de19c req-690c3d18-24de-4ae3-8657-d1d824742689 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 210 time: 0.0660341 Jul 07 19:28:13.757659 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-969c909d-2bd8-42c6-ae79-16f6dd27a136 req-d37cf389-6e1d-4178-8d1b-93aeca3eb7b0 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943129 Jul 07 19:28:13.939607 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.086682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-78dea1cc-69f1-4321-9591-c3e408d8b240 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:14.088394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-78dea1cc-69f1-4321-9591-c3e408d8b240 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.59 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 819 time: 0.3215210 Jul 07 19:28:14.093002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3169bcfc-0e15-46e9-8470-5513a378949e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:14.108302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Request body: {'port': {'device_id': 'cb0d3c5c-4fd0-4820-9742-257b4cda0ee8', 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850', 'admin_state_up': True, 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:14.245080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 3169bcfc-0e15-46e9-8470-5513a378949e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:14.256924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3169bcfc-0e15-46e9-8470-5513a378949e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:14.264753 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.505496 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.559786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 3169bcfc-0e15-46e9-8470-5513a378949e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3169bcfc-0e15-46e9-8470-5513a378949e,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:14.569414 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.579787 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8dad0fe-2eca-4f26-97ab-45a96b8a1553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.596908 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8dad0fe-2eca-4f26-97ab-45a96b8a1553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.674670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821451dc-5bc2-4905-a60d-7242108060bf req-f0e531da-1795-4fe6-883f-82c7a3011b7a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:14.683611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=3169bcfc-0e15-46e9-8470-5513a378949e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:14.688971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-f0e531da-1795-4fe6-883f-82c7a3011b7a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 819 time: 0.4448245 Jul 07 19:28:14.710567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Made reservation on behalf of 4cf0b528ff754fce9c27f61ecd2f98b3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:14.715309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.741585 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a8dad0fe-2eca-4f26-97ab-45a96b8a1553 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d043087ded1d4f01bed5025ef92cc8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2009954 Jul 07 19:28:14.742699 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dad0fe-2eca-4f26-97ab-45a96b8a1553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b0ce1e-b1f5-419d-a211-078ec3f64f93,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:14.747771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:14.760090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70951946-8dc9-4d59-afb1-b5390fc7f240 req-86bcd1bd-ab94-4141-813f-b59b0604c11d tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:14.772981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70951946-8dc9-4d59-afb1-b5390fc7f240 req-86bcd1bd-ab94-4141-813f-b59b0604c11d tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 948 time: 0.3215363 Jul 07 19:28:14.790324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-e97ea06c-d4fd-4e4b-82ce-33ead4a6e08f tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/quotas/4cf0b528ff754fce9c27f61ecd2f98b3 HTTP/1.1" status: 200 len: 375 time: 0.1001868 Jul 07 19:28:14.864741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b15b34f3-2de5-4147-84f7-230815e9e7ba up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:14.904909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35090ba7-0c9a-470c-875f-766adc13dd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.933217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35090ba7-0c9a-470c-875f-766adc13dd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:14.964605 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port b15b34f3-2de5-4147-84f7-230815e9e7ba completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:14.970988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port b15b34f3-2de5-4147-84f7-230815e9e7ba triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:14.971666 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.001966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70951946-8dc9-4d59-afb1-b5390fc7f240 req-8d091b2a-6742-4491-be0a-bf743f1fb636 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7b54237-701c-4232-a8cd-4f2febca56ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183251 Jul 07 19:28:15.008852 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.082504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-157d9d4c-8ac7-44f2-ad3a-ed96f1fc8aba tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2721970 Jul 07 19:28:15.092524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Allocated IP 172.20.0.6 (653cbb6f-63b3-494b-b667-97c99e343850/b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a/427e54a4-92f2-40ac-89e2-640c76a9b3be) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:15.136287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35090ba7-0c9a-470c-875f-766adc13dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.139111 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35090ba7-0c9a-470c-875f-766adc13dd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.143508 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-35090ba7-0c9a-470c-875f-766adc13dd6c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/44b0ce1e-b1f5-419d-a211-078ec3f64f93 HTTP/1.1" status: 204 len: 168 time: 0.3923895 Jul 07 19:28:15.152002 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.186245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35090ba7-0c9a-470c-875f-766adc13dd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b0ce1e-b1f5-419d-a211-078ec3f64f93,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:15.194767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7051d2bd-d999-4c45-a109-fd54ac30b956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15b34f3-2de5-4147-84f7-230815e9e7ba'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:15.199946 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57814b18-3996-4b4c-96cf-83674961e82d" -d '{"events": [{"server_uuid": "7051d2bd-d999-4c45-a109-fd54ac30b956", "name": "network-vif-plugged", "status": "completed", "tag": "b15b34f3-2de5-4147-84f7-230815e9e7ba"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:15.244646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port b15b34f3-2de5-4147-84f7-230815e9e7ba, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b15b34f3-2de5-4147-84f7-230815e9e7ba,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:15.257415 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.259456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dda1541e-f0e0-4acc-9e76-e477c4143d8b no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:15.263887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-53b2ed89-61b6-4908-8b4d-70aed443b73f service neutron] 10.222.0.113 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801887 Jul 07 19:28:15.294795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: dda1541e-f0e0-4acc-9e76-e477c4143d8b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:15.295295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device dda1541e-f0e0-4acc-9e76-e477c4143d8b not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:15.371559 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=b15b34f3-2de5-4147-84f7-230815e9e7ba,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:15.407200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3415feb-a80b-4941-a7c4-f894adf4807c req-175c8420-9bcb-455c-a488-f9634bde33af tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 210 time: 0.1224387 Jul 07 19:28:15.534388 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be942ab3-1b0e-4083-8923-a6d6a9162990 x-openstack-request-id: req-be942ab3-1b0e-4083-8923-a6d6a9162990 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:15.534884 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7051d2bd-d999-4c45-a109-fd54ac30b956", "name": "network-vif-plugged", "status": "completed", "tag": "b15b34f3-2de5-4147-84f7-230815e9e7ba", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:15.535110 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-be942ab3-1b0e-4083-8923-a6d6a9162990 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:15.536760 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7051d2bd-d999-4c45-a109-fd54ac30b956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15b34f3-2de5-4147-84f7-230815e9e7ba', 'code': 200} Jul 07 19:28:15.539575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.605926 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.634113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-4239696e-dbc3-4bcb-8962-ed30018a75ca service neutron] 10.222.0.113 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690274 Jul 07 19:28:15.783357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port f09c55e0-2725-4630-b8b2-cfc626ca768e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:15.783890 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.789094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bf087-69a8-482a-9be2-cdcd287eac45 req-39f97d73-d141-4853-90c0-708da3170183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:15.791083 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-aa6bf087-69a8-482a-9be2-cdcd287eac45 req-39f97d73-d141-4853-90c0-708da3170183 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 1101 time: 0.1526468 Jul 07 19:28:15.841493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Pushing event updated for resources: {'Port': ['ID=427e54a4-92f2-40ac-89e2-640c76a9b3be,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:15.864825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Network 653cbb6f-63b3-494b-b667-97c99e343850 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:15.868050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:15.872402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:15.934205 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-aa6bf087-69a8-482a-9be2-cdcd287eac45 req-1925ec0c-6779-432e-a3aa-1bc9feeee63c service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d7b54237-701c-4232-a8cd-4f2febca56ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243768 Jul 07 19:28:15.995960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3169bcfc-0e15-46e9-8470-5513a378949e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:16.006938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-55436eba-7eab-499e-ad09-1305491e8c68 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:16.008498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-55436eba-7eab-499e-ad09-1305491e8c68 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.112 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.4205790 Jul 07 19:28:16.026292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Request body: {'port': {'device_id': '132206a5-559e-41da-8524-d819a5840acd', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'admin_state_up': True, 'tenant_id': '401fe42e44ad46819cb6257706b4829e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:16.033449 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port f09c55e0-2725-4630-b8b2-cfc626ca768e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f09c55e0-2725-4630-b8b2-cfc626ca768e,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:16.033829 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.036218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:16.037445 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.056343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for f09c55e0-2725-4630-b8b2-cfc626ca768e owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:16.101969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3169bcfc-0e15-46e9-8470-5513a378949e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:16.102653 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.108663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-24bd6e45-bc13-412a-90ba-92d387686942 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0044270 Jul 07 19:28:16.178518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-986ee7ce-7ad2-48c7-989e-8f19316dde0d req-e8bb6307-7096-495c-a783-8d9997b22285 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 210 time: 0.1486187 Jul 07 19:28:16.191284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Request body: {'port': {'device_id': 'cb0d3c5c-4fd0-4820-9742-257b4cda0ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:16.437148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.590355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Made reservation on behalf of 401fe42e44ad46819cb6257706b4829e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:16.595500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.603862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:16.698228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=f09c55e0-2725-4630-b8b2-cfc626ca768e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:17.052822 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:17.253493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea92f179-0fda-4ebd-9fd7-19f49f27a1b1 req-a5aaa161-fa8b-4870-a368-618aeebd4ccd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 210 time: 0.3651917 Jul 07 19:28:17.515174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bafd28-daeb-4294-8701-281c849921e9 req-5ebfeb1b-f136-4657-b94d-45dc9d29cf0a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:17.516914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13bafd28-daeb-4294-8701-281c849921e9 req-5ebfeb1b-f136-4657-b94d-45dc9d29cf0a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 949 time: 1.1466374 Jul 07 19:28:17.543436 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0edb649f-23a2-4874-bb4a-a93efb616439 req-5b155fb3-becd-4fd7-ab5c-bb21ecdd29b4 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 210 time: 0.0693362 Jul 07 19:28:17.604654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Allocated IP 172.20.0.12 (e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e/0ebfc7a6-9eee-41b6-a93a-ecc3b9964686/d3babb85-11f5-4cf5-9ffa-20b214c7dc0a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:17.639890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427e54a4-92f2-40ac-89e2-640c76a9b3be {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:17.847290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 38be979d-3272-48fe-90b4-1fb587e42aa7 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:28:18.037839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:18.043907 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-75d35a86-835e-42e5-af05-0bc19fb122f3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "PUT /v2.0/routers/38be979d-3272-48fe-90b4-1fb587e42aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7874322 Jul 07 19:28:18.046937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:18.051892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c801bf8-6e76-4200-93db-ee7fc38498d9 None None] Sync routers for ids ['38be979d-3272-48fe-90b4-1fb587e42aa7'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:18.065793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c801bf8-6e76-4200-93db-ee7fc38498d9 None None] Routers {'38be979d-3272-48fe-90b4-1fb587e42aa7'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:18.069023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4c801bf8-6e76-4200-93db-ee7fc38498d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['38be979d-3272-48fe-90b4-1fb587e42aa7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:18.170849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebaaab3f-c239-4e9f-b33f-b041579e93d0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting subnet dcdf7d8d-d31e-4dab-8d43-a8456267d699 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:28:18.182981 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebaaab3f-c239-4e9f-b33f-b041579e93d0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.219850 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.243281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Transition to ACTIVE for port object 427e54a4-92f2-40ac-89e2-640c76a9b3be will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:18.270624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebaaab3f-c239-4e9f-b33f-b041579e93d0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.271435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.299919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4c801bf8-6e76-4200-93db-ee7fc38498d9 None None] Set router 38be979d-3272-48fe-90b4-1fb587e42aa7 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:18.413083 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebaaab3f-c239-4e9f-b33f-b041579e93d0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.458427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13bafd28-daeb-4294-8701-281c849921e9 req-6447f60e-887e-4119-ad65-280a0b56b3f7 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7b54237-701c-4232-a8cd-4f2febca56ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9164753 Jul 07 19:28:18.467399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Pushing event updated for resources: {'Port': ['ID=427e54a4-92f2-40ac-89e2-640c76a9b3be,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:18.496524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.550350 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebaaab3f-c239-4e9f-b33f-b041579e93d0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.606341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-228265db-b373-4180-b761-80dd8f8f55a6 req-963132d2-301e-4ace-bd4e-451dbff1f94a tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 210 time: 0.0836058 Jul 07 19:28:18.654214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaaab3f-c239-4e9f-b33f-b041579e93d0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdf7d8d-d31e-4dab-8d43-a8456267d699,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:18.673072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4c801bf8-6e76-4200-93db-ee7fc38498d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:28:16Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:18.689393 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebaaab3f-c239-4e9f-b33f-b041579e93d0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.697357 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ebaaab3f-c239-4e9f-b33f-b041579e93d0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/subnets/dcdf7d8d-d31e-4dab-8d43-a8456267d699 HTTP/1.1" status: 204 len: 168 time: 0.6492157 Jul 07 19:28:18.699813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:18.761139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0327dd0-8867-44d9-9ca7-56b562dcd406 None None] Network 409b16e9-94d7-48fc-9570-0ee580e5ca83 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:18.767020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c801bf8-6e76-4200-93db-ee7fc38498d9 None None] Checking router: 38be979d-3272-48fe-90b4-1fb587e42aa7 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:28:18.773539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821451dc-5bc2-4905-a60d-7242108060bf req-676c556c-125d-4ab7-9f6a-7dd51082dbdc tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:18.774989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-676c556c-125d-4ab7-9f6a-7dd51082dbdc tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.59 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 819 time: 0.5273163 Jul 07 19:28:18.779218 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.831654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c801bf8-6e76-4200-93db-ee7fc38498d9 None None] Routers {'38be979d-3272-48fe-90b4-1fb587e42aa7'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:18.831654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4c801bf8-6e76-4200-93db-ee7fc38498d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['38be979d-3272-48fe-90b4-1fb587e42aa7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:18.878393 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.883806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Request body: {'port': {'device_id': 'bc094577-1215-4d38-bfca-8119b31ceb0e', 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850', 'admin_state_up': True, 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:18.896715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event updated for resources: {'Port': ['ID=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:18.913668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:18.940027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:18.971806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:19.007825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee2203b8-5481-494c-aeef-43a80893054d req-68caec0b-4ad3-4bf8-9e92-8befdaacfc7a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 210 time: 0.1121933 Jul 07 19:28:19.055686 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.058548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4c801bf8-6e76-4200-93db-ee7fc38498d9 None None] Set router 38be979d-3272-48fe-90b4-1fb587e42aa7 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:19.065940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Attempting to bind port 427e54a4-92f2-40ac-89e2-640c76a9b3be on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:19.066342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Attempting to bind port 427e54a4-92f2-40ac-89e2-640c76a9b3be by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:19.067684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Attempting to bind port 427e54a4-92f2-40ac-89e2-640c76a9b3be on network 653cbb6f-63b3-494b-b667-97c99e343850 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:19.093069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Port 427e54a4-92f2-40ac-89e2-640c76a9b3be on network 653cbb6f-63b3-494b-b667-97c99e343850 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:19.093352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Attempting to bind port 427e54a4-92f2-40ac-89e2-640c76a9b3be on network 653cbb6f-63b3-494b-b667-97c99e343850 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:19.112938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:19.113284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Checking segment: {'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:19.114918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Bound using segment: {'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:19.115373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Bound port: 427e54a4-92f2-40ac-89e2-640c76a9b3be, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:19.115857 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.139574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:19.141801 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.181493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.241690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd181a-2934-43a9-af66-f55ad2cbc887 None None] DHCP port deletion for 409b16e9-94d7-48fc-9570-0ee580e5ca83 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:28:19.283573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:19.296330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 432835d1-6bc4-453b-bd19-7a66a195e7f8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:19.296719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.341702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-37bd181a-2934-43a9-af66-f55ad2cbc887 None None] Deleting port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:19.342203 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37bd181a-2934-43a9-af66-f55ad2cbc887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.367821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] For port 427e54a4-92f2-40ac-89e2-640c76a9b3be, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:19.378356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] For port 427e54a4-92f2-40ac-89e2-640c76a9b3be, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:19.385419 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-315d34c3-f8a8-4fd7-85f7-190b2230dae0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3636954 Jul 07 19:28:19.409716 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Request body: {'port': {'device_id': '132206a5-559e-41da-8524-d819a5840acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:19.421990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-37bd181a-2934-43a9-af66-f55ad2cbc887 None None] For port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6c50fda3-f4e1-4447-a9d4-0b731251f3b2,segment=NetworkSegment(c95b04bc-b6d3-4422-b62a-61e4590942eb),segment_id=c95b04bc-b6d3-4422-b62a-61e4590942eb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:19.422401 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37bd181a-2934-43a9-af66-f55ad2cbc887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.424202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.430191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port 432835d1-6bc4-453b-bd19-7a66a195e7f8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=432835d1-6bc4-453b-bd19-7a66a195e7f8,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:19.430802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.437071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-37bd181a-2934-43a9-af66-f55ad2cbc887 None None] Calling delete_port for 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:19.452083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 432835d1-6bc4-453b-bd19-7a66a195e7f8 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:19.471308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:19.474212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.477014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] 10.222.0.59 "PUT /v2.0/ports/427e54a4-92f2-40ac-89e2-640c76a9b3be HTTP/1.1" status: 200 len: 1092 time: 3.3155518 Jul 07 19:28:19.504430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4c801bf8-6e76-4200-93db-ee7fc38498d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:28:16Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:19.520884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0d3c5c-4fd0-4820-9742-257b4cda0ee8', 'tag': '427e54a4-92f2-40ac-89e2-640c76a9b3be'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:19.525267 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb4c6e3-b50c-4100-9e1e-f39a1d10ab32" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0d3c5c-4fd0-4820-9742-257b4cda0ee8", "tag": "427e54a4-92f2-40ac-89e2-640c76a9b3be"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:19.553205 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5627ae96-d231-43d2-8c0e-4ed8b27c9c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.564288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Made reservation on behalf of 4cf0b528ff754fce9c27f61ecd2f98b3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:19.570161 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.589239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c801bf8-6e76-4200-93db-ee7fc38498d9 None None] The sync data for ids ['38be979d-3272-48fe-90b4-1fb587e42aa7'] in n-d-792394-12 is: [{'id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469916653', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:54Z', 'updated_at': '2021-07-07T19:28:16Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '432835d1-6bc4-453b-bd19-7a66a195e7f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be979d-3272-48fe-90b4-1fb587e42aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:57Z', 'updated_at': '2021-07-07T19:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:19.624349 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5057644e-14b2-4aa6-bc99-25e84cfef010 x-openstack-request-id: req-5057644e-14b2-4aa6-bc99-25e84cfef010 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:19.624916 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0d3c5c-4fd0-4820-9742-257b4cda0ee8", "tag": "427e54a4-92f2-40ac-89e2-640c76a9b3be", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:19.625310 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5057644e-14b2-4aa6-bc99-25e84cfef010 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:19.625840 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0d3c5c-4fd0-4820-9742-257b4cda0ee8', 'tag': '427e54a4-92f2-40ac-89e2-640c76a9b3be', 'status': 'completed', 'code': 200} Jul 07 19:28:19.682457 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37bd181a-2934-43a9-af66-f55ad2cbc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.739758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd181a-2934-43a9-af66-f55ad2cbc887 None None] Pushing event deleted for resources: {'Port': ['ID=6c50fda3-f4e1-4447-a9d4-0b731251f3b2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:19.741903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd181a-2934-43a9-af66-f55ad2cbc887 None None] No DVR routers for this DVR port 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:19.813568 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5627ae96-d231-43d2-8c0e-4ed8b27c9c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.824681 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5627ae96-d231-43d2-8c0e-4ed8b27c9c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:19.897703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627ae96-d231-43d2-8c0e-4ed8b27c9c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962a5dc1-10a5-4ca2-ab05-1cb0352c9477,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:19.917452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b489d95-d691-40a5-af6e-fbed5395db47 service neutron] Pushing event updated for resources: {'Port': ['ID=427e54a4-92f2-40ac-89e2-640c76a9b3be,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:19.921807 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5627ae96-d231-43d2-8c0e-4ed8b27c9c59 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ca947e7798d943e39b3270434549d554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338794 Jul 07 19:28:19.929214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:19.931527 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.011238 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.011520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=432835d1-6bc4-453b-bd19-7a66a195e7f8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:20.063874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-339912c8-6f76-427b-97d8-36ac4d19c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:20.065666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-339912c8-6f76-427b-97d8-36ac4d19c1b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 1095 time: 0.4498026 Jul 07 19:28:20.096334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:20.108340 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.133474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c69f53-e469-4fa9-b3c3-986302d1163e req-13549522-6782-4f4f-ba2c-cd01864765fe tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:20.135339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2c69f53-e469-4fa9-b3c3-986302d1163e req-13549522-6782-4f4f-ba2c-cd01864765fe tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 949 time: 0.3856175 Jul 07 19:28:20.138811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:20.139268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6c50fda3-f4e1-4447-a9d4-0b731251f3b2 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:20.139793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f09c55e0-2725-4630-b8b2-cfc626ca768e no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:20.178742 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: f09c55e0-2725-4630-b8b2-cfc626ca768e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:20.179234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f09c55e0-2725-4630-b8b2-cfc626ca768e not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:20.190963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-c48c77b4-a3b2-4ff7-9cb5-88ae38c2711f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be HTTP/1.1" status: 200 len: 217 time: 0.1036239 Jul 07 19:28:20.241427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Allocated IP 172.20.0.8 (653cbb6f-63b3-494b-b667-97c99e343850/b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a/83e9d4c0-d5ae-447a-97a0-90a6b48c8b81) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:20.246481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.250616 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.256511 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da8b9ba1-93b7-4504-9bd2-7f8252b1902e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.318949 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da8b9ba1-93b7-4504-9bd2-7f8252b1902e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.335545 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.336065 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Fanout notify agent at l3_agent the message router_deleted on router 38be979d-3272-48fe-90b4-1fb587e42aa7 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:28:20.344687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.349430 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aad228c7-1f11-4edc-8617-9d8127755637 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/routers/38be979d-3272-48fe-90b4-1fb587e42aa7 HTTP/1.1" status: 204 len: 168 time: 1.6480436 Jul 07 19:28:20.356777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:20.389890 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2c69f53-e469-4fa9-b3c3-986302d1163e req-ea136602-0ce6-48e1-bdbf-248c0130e677 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7b54237-701c-4232-a8cd-4f2febca56ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162688 Jul 07 19:28:20.410090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0502093-98aa-4447-b8d3-f48ed36e2a55 req-6f603b74-36f9-4b53-990a-c3ca1366329e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:20.412533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0502093-98aa-4447-b8d3-f48ed36e2a55 req-6f603b74-36f9-4b53-990a-c3ca1366329e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 932 time: 0.5453856 Jul 07 19:28:20.502556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-7d080989-f162-4819-b1a0-83b2d5c1a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:20.504834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-7d080989-f162-4819-b1a0-83b2d5c1a6ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a HTTP/1.1" status: 200 len: 859 time: 0.2740686 Jul 07 19:28:20.514813 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da8b9ba1-93b7-4504-9bd2-7f8252b1902e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.525054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da8b9ba1-93b7-4504-9bd2-7f8252b1902e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.527110 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-da8b9ba1-93b7-4504-9bd2-7f8252b1902e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/962a5dc1-10a5-4ca2-ab05-1cb0352c9477 HTTP/1.1" status: 204 len: 168 time: 0.5965555 Jul 07 19:28:20.582934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b9ba1-93b7-4504-9bd2-7f8252b1902e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962a5dc1-10a5-4ca2-ab05-1cb0352c9477,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:20.605171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0502093-98aa-4447-b8d3-f48ed36e2a55 req-218eea9a-8e45-4eb5-9df0-8539922414b0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768830 Jul 07 19:28:20.641732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.658146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-8f6163a9-b135-40b8-8f1c-b4a79982e894 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=653cbb6f-63b3-494b-b667-97c99e343850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386113 Jul 07 19:28:20.802719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.817216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409b16e9-94d7-48fc-9570-0ee580e5ca83']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:20.833219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95b04bc-b6d3-4422-b62a-61e4590942eb') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:20.833565 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95b04bc-b6d3-4422-b62a-61e4590942eb') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:20.846340 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.864791 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.873396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:28:20.875436 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:28:20.879701 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:28:20.883657 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f47171b9-f170-49ea-8631-a0f5c6f53e6b req-4fdf66e8-ea3d-45cf-96e7-c5dd30060a9d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 210 time: 0.2281671 Jul 07 19:28:21.037984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-b75475e5-5be4-4e7a-b664-51ab6e2e531c service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521349 Jul 07 19:28:21.060263 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.076725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.081919 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/networks/409b16e9-94d7-48fc-9570-0ee580e5ca83 HTTP/1.1" status: 204 len: 168 time: 0.7243218 Jul 07 19:28:21.082822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:21.116919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649c9aa-e440-4e9d-9bce-7b287a3761b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Network': ['ID=409b16e9-94d7-48fc-9570-0ee580e5ca83,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:21.174115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.182953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:21.209251 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-606e56e2-6f1e-443f-9fce-19381da44d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.211628 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d17f457-35d7-4b5e-b093-7e929d3bf687 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.266091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d17f457-35d7-4b5e-b093-7e929d3bf687 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.282302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3babb85-11f5-4cf5-9ffa-20b214c7dc0a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:21.306180 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.319481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84b46fb5-2f16-4189-9298-8f987d7ea49d req-e4bb53b7-9e7c-4673-a0ca-f41ea890fd7c service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565067 Jul 07 19:28:21.337428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.346108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Transition to ACTIVE for port object d3babb85-11f5-4cf5-9ffa-20b214c7dc0a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:21.377396 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-606e56e2-6f1e-443f-9fce-19381da44d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.383542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-606e56e2-6f1e-443f-9fce-19381da44d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.396369 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.441214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e56e2-6f1e-443f-9fce-19381da44d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c94cc72-fa2c-4369-97bc-009e195680ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:21.449807 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-606e56e2-6f1e-443f-9fce-19381da44d54 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=be40450460a94d94a12b08fa988fceaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631111 Jul 07 19:28:21.449807 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d17f457-35d7-4b5e-b093-7e929d3bf687 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.451103 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d17f457-35d7-4b5e-b093-7e929d3bf687 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.454952 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3d17f457-35d7-4b5e-b093-7e929d3bf687 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/security-groups/1d3a3d48-3ca9-4524-97b2-d6be6cfef496 HTTP/1.1" status: 204 len: 168 time: 0.3647332 Jul 07 19:28:21.454952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:21.477090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17f457-35d7-4b5e-b093-7e929d3bf687 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3a3d48-3ca9-4524-97b2-d6be6cfef496,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:21.498091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Network 653cbb6f-63b3-494b-b667-97c99e343850 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:21.525801 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6205c04d-8d86-4043-a60c-baba01534d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.536362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:21.566241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6205c04d-8d86-4043-a60c-baba01534d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.587052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:21.630191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Pushing event updated for resources: {'Port': ['ID=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:21.632090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6205c04d-8d86-4043-a60c-baba01534d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.640844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef304f4-0358-4e2e-a3dd-e9b08027ff56 req-9241f00d-7e53-4293-aa29-84ddee06a821 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:21.648816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6205c04d-8d86-4043-a60c-baba01534d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.649182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ef304f4-0358-4e2e-a3dd-e9b08027ff56 req-9241f00d-7e53-4293-aa29-84ddee06a821 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 949 time: 0.4450891 Jul 07 19:28:21.652273 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6205c04d-8d86-4043-a60c-baba01534d30 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5c94cc72-fa2c-4369-97bc-009e195680ce HTTP/1.1" status: 204 len: 168 time: 0.1943276 Jul 07 19:28:21.663267 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205c04d-8d86-4043-a60c-baba01534d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c94cc72-fa2c-4369-97bc-009e195680ce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:21.722557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:21.723630 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.830577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ef304f4-0358-4e2e-a3dd-e9b08027ff56 req-08d73e28-e92d-4649-b723-e4b6ef4b0153 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7b54237-701c-4232-a8cd-4f2febca56ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804183 Jul 07 19:28:21.832201 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-8fb80100-44d2-47f5-adfe-4d32d7c7299b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9558899 Jul 07 19:28:21.856614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Request body: {'port': {'device_id': 'bc094577-1215-4d38-bfca-8119b31ceb0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:21.877699 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:21.883947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f4ad05b9-3bee-4e24-bc96-68fa2023bd35 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307572007', 'description': 'tempest-secgroup-smoke-307572007 description', 'project_id': '07c63c8c00dd494689f912cfd2378197'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:21.928699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Attempting to bind port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:21.929044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Attempting to bind port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:21.929376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Attempting to bind port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:21.967760 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4ad05b9-3bee-4e24-bc96-68fa2023bd35 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.968302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 432835d1-6bc4-453b-bd19-7a66a195e7f8 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:22.013861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 432835d1-6bc4-453b-bd19-7a66a195e7f8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:22.014213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 432835d1-6bc4-453b-bd19-7a66a195e7f8 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:22.018222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Pushing event updated for resources: {'Port': ['ID=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:22.039036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4c6e3-b50c-4100-9e1e-f39a1d10ab32 req-422b0446-6481-49d3-ab9a-f47c876c261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:22.040582 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fb4c6e3-b50c-4100-9e1e-f39a1d10ab32 req-422b0446-6481-49d3-ab9a-f47c876c261b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 1095 time: 0.6173639 Jul 07 19:28:22.041200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:22.041523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Attempting to bind port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:22.109749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:22.110097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Checking segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:22.110492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Bound using segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:22.110942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Bound port: d3babb85-11f5-4cf5-9ffa-20b214c7dc0a, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:22.111346 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.113144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.149149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4ad05b9-3bee-4e24-bc96-68fa2023bd35 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.154331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4ad05b9-3bee-4e24-bc96-68fa2023bd35 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.197804 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4ad05b9-3bee-4e24-bc96-68fa2023bd35 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.203590 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f4ad05b9-3bee-4e24-bc96-68fa2023bd35 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3204849 Jul 07 19:28:22.203812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:22.208438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad05b9-3bee-4e24-bc96-68fa2023bd35 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e353bd29-1065-46e7-af30-4051c9935a9c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:22.214079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f82dcf2f-3655-4396-bcfa-24889a5e04ba tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': 'e353bd29-1065-46e7-af30-4051c9935a9c', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:22.434957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3371f-a10a-46f5-afe8-f74e977c39bf req-5bb9c928-40ac-40e7-ace4-c6b4f86aad0c tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:22.437670 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-13d3371f-a10a-46f5-afe8-f74e977c39bf req-5bb9c928-40ac-40e7-ace4-c6b4f86aad0c tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.112 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 949 time: 0.0969715 Jul 07 19:28:22.611044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-13d3371f-a10a-46f5-afe8-f74e977c39bf req-4d5fab1b-9d56-4b1d-8d1b-e878cff0068a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Deleting port b15b34f3-2de5-4147-84f7-230815e9e7ba {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:22.611601 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-13d3371f-a10a-46f5-afe8-f74e977c39bf req-4d5fab1b-9d56-4b1d-8d1b-e878cff0068a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.747132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-13d3371f-a10a-46f5-afe8-f74e977c39bf req-4d5fab1b-9d56-4b1d-8d1b-e878cff0068a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] For port b15b34f3-2de5-4147-84f7-230815e9e7ba, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=b15b34f3-2de5-4147-84f7-230815e9e7ba,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:22.747671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-13d3371f-a10a-46f5-afe8-f74e977c39bf req-4d5fab1b-9d56-4b1d-8d1b-e878cff0068a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.767232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-13d3371f-a10a-46f5-afe8-f74e977c39bf req-4d5fab1b-9d56-4b1d-8d1b-e878cff0068a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Calling delete_port for b15b34f3-2de5-4147-84f7-230815e9e7ba owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:22.816226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4c6e3-b50c-4100-9e1e-f39a1d10ab32 req-5df2a0e9-c498-4c85-a8ee-0a0991aad04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:22.851225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fb4c6e3-b50c-4100-9e1e-f39a1d10ab32 req-5df2a0e9-c498-4c85-a8ee-0a0991aad04a service neutron] 10.222.0.59 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 921 time: 0.7610331 Jul 07 19:28:22.869956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] For port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:22.880609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf117f4-167c-4f5f-9f9f-132b9a32e207 req-6e938b7b-6eb6-442e-b34b-ac04e37b4082 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:22.887495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbf117f4-167c-4f5f-9f9f-132b9a32e207 req-6e938b7b-6eb6-442e-b34b-ac04e37b4082 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 931 time: 0.8536420 Jul 07 19:28:22.898109 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82dcf2f-3655-4396-bcfa-24889a5e04ba tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:22.964546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] For port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:22.966717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fb4c6e3-b50c-4100-9e1e-f39a1d10ab32 req-1970df44-6fa6-403a-b26e-8e72208dd4a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be HTTP/1.1" status: 200 len: 217 time: 0.1146841 Jul 07 19:28:23.002346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5114657-ae58-4c07-8fa6-8fdb962d1417 req-bd7300ee-3854-4f6d-a29f-5e9e56009b14 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:23.003803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a5114657-ae58-4c07-8fa6-8fdb962d1417 req-bd7300ee-3854-4f6d-a29f-5e9e56009b14 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 944 time: 0.9076998 Jul 07 19:28:23.005640 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.007259 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-13d3371f-a10a-46f5-afe8-f74e977c39bf req-4d5fab1b-9d56-4b1d-8d1b-e878cff0068a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.021862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['b15b34f3-2de5-4147-84f7-230815e9e7ba'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:23.059983 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fab1b-9d56-4b1d-8d1b-e878cff0068a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Pushing event deleted for resources: {'Port': ['ID=b15b34f3-2de5-4147-84f7-230815e9e7ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:23.134705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d3371f-a10a-46f5-afe8-f74e977c39bf req-4d5fab1b-9d56-4b1d-8d1b-e878cff0068a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] No DVR routers for this DVR port b15b34f3-2de5-4147-84f7-230815e9e7ba on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:23.137964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-13d3371f-a10a-46f5-afe8-f74e977c39bf req-4d5fab1b-9d56-4b1d-8d1b-e878cff0068a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.141464 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-13d3371f-a10a-46f5-afe8-f74e977c39bf req-4d5fab1b-9d56-4b1d-8d1b-e878cff0068a tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.112 "DELETE /v2.0/ports/b15b34f3-2de5-4147-84f7-230815e9e7ba HTTP/1.1" status: 204 len: 173 time: 0.6977425 Jul 07 19:28:23.142056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7051d2bd-d999-4c45-a109-fd54ac30b956', 'name': 'network-vif-deleted', 'tag': 'b15b34f3-2de5-4147-84f7-230815e9e7ba'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:23.146374 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4529c4-2bdf-4fde-bf6a-7186a92bfe97" -d '{"events": [{"server_uuid": "7051d2bd-d999-4c45-a109-fd54ac30b956", "name": "network-vif-deleted", "tag": "b15b34f3-2de5-4147-84f7-230815e9e7ba"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:23.210818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:23.211008 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.213529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] 10.222.0.112 "PUT /v2.0/ports/d3babb85-11f5-4cf5-9ffa-20b214c7dc0a HTTP/1.1" status: 200 len: 1093 time: 3.8150167 Jul 07 19:28:23.226072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132206a5-559e-41da-8524-d819a5840acd', 'tag': 'd3babb85-11f5-4cf5-9ffa-20b214c7dc0a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:23.228529 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7ef605-5642-4fd2-9b36-807e769aecf7" -d '{"events": [{"name": "network-changed", "server_uuid": "132206a5-559e-41da-8524-d819a5840acd", "tag": "d3babb85-11f5-4cf5-9ffa-20b214c7dc0a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:23.249811 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbf117f4-167c-4f5f-9f9f-132b9a32e207 req-0d049ec0-4ebf-4109-8556-39e035fd2ffc tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607345 Jul 07 19:28:23.356585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4c6e3-b50c-4100-9e1e-f39a1d10ab32 req-82e1bf8c-efa2-4dcd-a933-83dda5483f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:23.359051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 427e54a4-92f2-40ac-89e2-640c76a9b3be details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:28:23.359222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fb4c6e3-b50c-4100-9e1e-f39a1d10ab32 req-82e1bf8c-efa2-4dcd-a933-83dda5483f17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a HTTP/1.1" status: 200 len: 859 time: 0.3800654 Jul 07 19:28:23.413521 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a5114657-ae58-4c07-8fa6-8fdb962d1417 req-58f2db6e-21bb-4c03-97fe-8c1d6c4e713e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523235 Jul 07 19:28:23.463929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fb4c6e3-b50c-4100-9e1e-f39a1d10ab32 req-81b5cfc4-781e-4c32-9301-fb55375e6a87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=653cbb6f-63b3-494b-b667-97c99e343850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472958 Jul 07 19:28:23.518656 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2830fda4-67e9-4152-8c7e-fb15a5eb2bc5 x-openstack-request-id: req-2830fda4-67e9-4152-8c7e-fb15a5eb2bc5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:23.519153 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7051d2bd-d999-4c45-a109-fd54ac30b956", "name": "network-vif-deleted", "tag": "b15b34f3-2de5-4147-84f7-230815e9e7ba", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:23.520186 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2830fda4-67e9-4152-8c7e-fb15a5eb2bc5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:23.520739 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7051d2bd-d999-4c45-a109-fd54ac30b956', 'name': 'network-vif-deleted', 'tag': 'b15b34f3-2de5-4147-84f7-230815e9e7ba', 'status': 'completed', 'code': 200} Jul 07 19:28:23.566044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 427e54a4-92f2-40ac-89e2-640c76a9b3be, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:23.586657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '427e54a4-92f2-40ac-89e2-640c76a9b3be', 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850', 'port_id': '427e54a4-92f2-40ac-89e2-640c76a9b3be', 'mac_address': 'fa:16:3e:b9:22:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:28:23.643722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33037000-546a-4a3f-8abe-e6d095acde59 req-6cf0b3f8-21b0-4358-9bb3-edcac45652d4 tempest-VolumesNegativeTest-1029738582 tempest-VolumesNegativeTest-1029738582-project] 10.222.0.113 "GET /v2.0/ports?device_id=7051d2bd-d999-4c45-a109-fd54ac30b956 HTTP/1.1" status: 200 len: 210 time: 0.1520329 Jul 07 19:28:23.647170 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be4d81e-0c05-4775-b0e7-001fe6203e12 x-openstack-request-id: req-0be4d81e-0c05-4775-b0e7-001fe6203e12 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:23.647468 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132206a5-559e-41da-8524-d819a5840acd", "tag": "d3babb85-11f5-4cf5-9ffa-20b214c7dc0a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:23.647726 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0be4d81e-0c05-4775-b0e7-001fe6203e12 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:23.648127 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132206a5-559e-41da-8524-d819a5840acd', 'tag': 'd3babb85-11f5-4cf5-9ffa-20b214c7dc0a', 'status': 'completed', 'code': 200} Jul 07 19:28:23.649252 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.667804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d2fc9-6799-44a6-9db9-f09f532f3e3d service neutron] Pushing event updated for resources: {'Port': ['ID=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:23.680896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427e54a4-92f2-40ac-89e2-640c76a9b3be {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:23.688990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:23.706538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 427e54a4-92f2-40ac-89e2-640c76a9b3be, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:23.711548 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82dcf2f-3655-4396-bcfa-24889a5e04ba tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.713775 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.714267 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.754953 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82dcf2f-3655-4396-bcfa-24889a5e04ba tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.784984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dcf2f-3655-4396-bcfa-24889a5e04ba tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7f18be-dae0-4d9b-b4b6-784d633a1b1a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:23.797852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Transition to ACTIVE for port object 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:23.817564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.875682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f82dcf2f-3655-4396-bcfa-24889a5e04ba tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:23.877087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f82dcf2f-3655-4396-bcfa-24889a5e04ba tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6722898 Jul 07 19:28:23.882862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:23.891878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aa9b6f49-6182-4f62-b094-1e089699a81c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': 'e353bd29-1065-46e7-af30-4051c9935a9c', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:23.973695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fb4c6e3-b50c-4100-9e1e-f39a1d10ab32 req-ac10a067-d900-4a05-8ec1-3c8a0debc97b service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438158 Jul 07 19:28:23.975793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-892634bf-4838-4ca0-87cb-e2c8074b5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:23.977362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-892634bf-4838-4ca0-87cb-e2c8074b5374 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 1096 time: 0.5910437 Jul 07 19:28:23.985123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6f49-6182-4f62-b094-1e089699a81c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.018329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=427e54a4-92f2-40ac-89e2-640c76a9b3be,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:24.056756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['427e54a4-92f2-40ac-89e2-640c76a9b3be'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:24.100063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:24.144201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6f49-6182-4f62-b094-1e089699a81c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.151715 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6f49-6182-4f62-b094-1e089699a81c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.173925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-79355423-7f05-4fc8-98e5-10d31dce9c59 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a HTTP/1.1" status: 200 len: 217 time: 0.1758502 Jul 07 19:28:24.203904 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6f49-6182-4f62-b094-1e089699a81c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.210337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:24.210480 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aa9b6f49-6182-4f62-b094-1e089699a81c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3255708 Jul 07 19:28:24.216281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b6f49-6182-4f62-b094-1e089699a81c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2770da55-0cea-455a-8e21-6f2510b686f7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:24.242545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0c898a73-9999-4996-addd-fc0be6b6b325 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': 'e353bd29-1065-46e7-af30-4051c9935a9c', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:24.315011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-ae373bf4-38e4-428f-9663-f01fa1d23e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:24.316952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-ae373bf4-38e4-428f-9663-f01fa1d23e59 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.1271677 Jul 07 19:28:24.318827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fb4c6e3-b50c-4100-9e1e-f39a1d10ab32 req-be76512c-b398-4f81-a364-ec93422094fd service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357635 Jul 07 19:28:24.322442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Attempting to bind port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:24.322757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Attempting to bind port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:24.323082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Attempting to bind port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 on network 653cbb6f-63b3-494b-b667-97c99e343850 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:24.330333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 on network 653cbb6f-63b3-494b-b667-97c99e343850 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:24.330663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Attempting to bind port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 on network 653cbb6f-63b3-494b-b667-97c99e343850 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:24.360460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:24.360843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Checking segment: {'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:24.361232 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Bound using segment: {'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:24.361711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Bound port: 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff45916-4d0a-4901-ab9c-3525dcc26cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:24.362080 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.391448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c898a73-9999-4996-addd-fc0be6b6b325 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.406286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-5575bef4-183d-4d0d-a706-1631bded7c23 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777345 Jul 07 19:28:24.533946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-98d2d7d8-4ede-4a4f-a7c6-e112f9a31991 service neutron] 10.222.0.112 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144936 Jul 07 19:28:24.751988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] For port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:24.789136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] For port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:24.814643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.827537 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c898a73-9999-4996-addd-fc0be6b6b325 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.871226 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c898a73-9999-4996-addd-fc0be6b6b325 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.877348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f689a38e-4631-4da7-bd2e-61ef08288604 req-eaa5426e-8937-46d0-bc0f-3b31e22c5b92 service neutron] 10.222.0.112 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913859 Jul 07 19:28:24.886769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152cdd3-f699-406c-b3dc-521c5e96e6ad req-df2d24ab-4a84-4ea5-b293-31317532e617 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:24.893689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6152cdd3-f699-406c-b3dc-521c5e96e6ad req-df2d24ab-4a84-4ea5-b293-31317532e617 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 943 time: 0.4847670 Jul 07 19:28:24.907584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:24.907955 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.909283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] 10.222.0.59 "PUT /v2.0/ports/83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 HTTP/1.1" status: 200 len: 1092 time: 3.0573564 Jul 07 19:28:24.962829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c898a73-9999-4996-addd-fc0be6b6b325 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2663d607-1674-42bf-8530-5aff17aa426b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:24.974775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaab0c4-87d9-4a68-acd4-bb1e8da1041c req-a6b6e666-114f-4e49-ab4f-6533a1ae8f84 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:24.983699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abaab0c4-87d9-4a68-acd4-bb1e8da1041c req-a6b6e666-114f-4e49-ab4f-6533a1ae8f84 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 944 time: 0.3943603 Jul 07 19:28:24.988058 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c898a73-9999-4996-addd-fc0be6b6b325 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:24.989474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0c898a73-9999-4996-addd-fc0be6b6b325 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7735107 Jul 07 19:28:24.993556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:24.999692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5a9d6987-ca2b-4839-9359-653f6c6ae29b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': 'e353bd29-1065-46e7-af30-4051c9935a9c', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:25.057129 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6987-ca2b-4839-9359-653f6c6ae29b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.087993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa81ecc-2f3a-4efc-a972-8ee4f8daa5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:25.104514 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6152cdd3-f699-406c-b3dc-521c5e96e6ad req-cf94c705-c35e-4d41-91b6-43cf4ff534c4 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098374 Jul 07 19:28:25.155861 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6987-ca2b-4839-9359-653f6c6ae29b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.163507 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6987-ca2b-4839-9359-653f6c6ae29b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.179693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abaab0c4-87d9-4a68-acd4-bb1e8da1041c req-3c8d3a4e-26d3-4eb5-a2cf-fc64d5778348 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950114 Jul 07 19:28:25.187013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d6987-ca2b-4839-9359-653f6c6ae29b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67baca11-6727-49bb-a6f7-30552a7a0b7c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:25.203470 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6987-ca2b-4839-9359-653f6c6ae29b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.205758 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5a9d6987-ca2b-4839-9359-653f6c6ae29b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2101815 Jul 07 19:28:25.208592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:25.214454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-700562b5-b33a-4229-bbe1-75a75d1c3a3d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': 'e353bd29-1065-46e7-af30-4051c9935a9c', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:25.232779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef605-5642-4fd2-9b36-807e769aecf7 req-e6505989-523d-43a7-8138-ca1929ed43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:25.235451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af7ef605-5642-4fd2-9b36-807e769aecf7 req-e6505989-523d-43a7-8138-ca1929ed43dc service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 1096 time: 0.2411649 Jul 07 19:28:25.252653 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-700562b5-b33a-4229-bbe1-75a75d1c3a3d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Project 07c63c8c00dd494689f912cfd2378197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:28:25.262464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821451dc-5bc2-4905-a60d-7242108060bf req-1400bcd5-6565-4eb2-aad4-9c3e57a17080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:25.263958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-1400bcd5-6565-4eb2-aad4-9c3e57a17080 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 1095 time: 0.2686927 Jul 07 19:28:25.291531 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-700562b5-b33a-4229-bbe1-75a75d1c3a3d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.365695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-3918413b-8970-4025-90fb-cb4a4980b935 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 HTTP/1.1" status: 200 len: 217 time: 0.0485868 Jul 07 19:28:25.390656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 427e54a4-92f2-40ac-89e2-640c76a9b3be up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:25.414424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-700562b5-b33a-4229-bbe1-75a75d1c3a3d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.421193 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-700562b5-b33a-4229-bbe1-75a75d1c3a3d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.454508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef605-5642-4fd2-9b36-807e769aecf7 req-82a35ce6-71cf-43ff-b535-8aa1af8902e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:25.456084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af7ef605-5642-4fd2-9b36-807e769aecf7 req-82a35ce6-71cf-43ff-b535-8aa1af8902e8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 914 time: 0.2113483 Jul 07 19:28:25.460763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821451dc-5bc2-4905-a60d-7242108060bf req-04dff068-636e-452d-b7ee-7b105a2d0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:25.463008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-04dff068-636e-452d-b7ee-7b105a2d0fa5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a HTTP/1.1" status: 200 len: 859 time: 0.0898898 Jul 07 19:28:25.485183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 427e54a4-92f2-40ac-89e2-640c76a9b3be completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:25.498055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 427e54a4-92f2-40ac-89e2-640c76a9b3be triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:25.498439 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.511779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af7ef605-5642-4fd2-9b36-807e769aecf7 req-013af829-1bff-45f8-bc7e-7a201a7ab09e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a HTTP/1.1" status: 200 len: 217 time: 0.0477540 Jul 07 19:28:25.527793 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700562b5-b33a-4229-bbe1-75a75d1c3a3d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46eb4c95-703c-40f3-8ef8-ea54549dba79,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:25.531333 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-700562b5-b33a-4229-bbe1-75a75d1c3a3d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.532123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-cebe4936-4049-46b7-a5c9-a87d79cda580 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=653cbb6f-63b3-494b-b667-97c99e343850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604200 Jul 07 19:28:25.532563 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-700562b5-b33a-4229-bbe1-75a75d1c3a3d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3226318 Jul 07 19:28:25.539692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:25.544416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e18984c3-de6c-4432-a5ac-1100e710decb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': 'e353bd29-1065-46e7-af30-4051c9935a9c', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:25.601668 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-e18984c3-de6c-4432-a5ac-1100e710decb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Project 07c63c8c00dd494689f912cfd2378197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:28:25.609894 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18984c3-de6c-4432-a5ac-1100e710decb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.675617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc094577-1215-4d38-bfca-8119b31ceb0e', 'tag': '83e9d4c0-d5ae-447a-97a0-90a6b48c8b81'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:25.677695 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.680404 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:25.681066 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b543bb33-4b73-4dec-801c-3456072bc50d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc094577-1215-4d38-bfca-8119b31ceb0e", "tag": "83e9d4c0-d5ae-447a-97a0-90a6b48c8b81"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:25.704603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0d3c5c-4fd0-4820-9742-257b4cda0ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427e54a4-92f2-40ac-89e2-640c76a9b3be'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:25.707331 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4bde09-600f-49ab-bd24-d3c45617540a" -d '{"events": [{"server_uuid": "cb0d3c5c-4fd0-4820-9742-257b4cda0ee8", "name": "network-vif-plugged", "status": "completed", "tag": "427e54a4-92f2-40ac-89e2-640c76a9b3be"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:25.717034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef605-5642-4fd2-9b36-807e769aecf7 req-caa60d2d-d986-419c-ae26-cfcf6e6056ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:25.720072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af7ef605-5642-4fd2-9b36-807e769aecf7 req-caa60d2d-d986-419c-ae26-cfcf6e6056ff service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.1899385 Jul 07 19:28:25.721734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 427e54a4-92f2-40ac-89e2-640c76a9b3be, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:25.727367 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.782217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18984c3-de6c-4432-a5ac-1100e710decb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.789333 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256dfac2-3c53-4188-8766-12569eb63a39 x-openstack-request-id: req-256dfac2-3c53-4188-8766-12569eb63a39 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:25.789624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18984c3-de6c-4432-a5ac-1100e710decb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.790131 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0d3c5c-4fd0-4820-9742-257b4cda0ee8", "name": "network-vif-plugged", "status": "completed", "tag": "427e54a4-92f2-40ac-89e2-640c76a9b3be", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:25.790578 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-256dfac2-3c53-4188-8766-12569eb63a39 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:25.791239 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0d3c5c-4fd0-4820-9742-257b4cda0ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427e54a4-92f2-40ac-89e2-640c76a9b3be', 'code': 200} Jul 07 19:28:25.816233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18984c3-de6c-4432-a5ac-1100e710decb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d0b72c-a0c3-47ac-bb41-ba6f224ab098,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:25.822836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=427e54a4-92f2-40ac-89e2-640c76a9b3be,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:25.831103 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18984c3-de6c-4432-a5ac-1100e710decb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.836183 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e18984c3-de6c-4432-a5ac-1100e710decb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2928956 Jul 07 19:28:25.836595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:25.845398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'network': {'name': 'tempest-network-smoke--606190564', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:25.872770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:25.877402 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.881449 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30105d12-9112-49f4-87c4-54accf4ebbbd x-openstack-request-id: req-30105d12-9112-49f4-87c4-54accf4ebbbd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:25.881983 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc094577-1215-4d38-bfca-8119b31ceb0e", "tag": "83e9d4c0-d5ae-447a-97a0-90a6b48c8b81", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:25.881983 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-30105d12-9112-49f4-87c4-54accf4ebbbd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:25.882416 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc094577-1215-4d38-bfca-8119b31ceb0e', 'tag': '83e9d4c0-d5ae-447a-97a0-90a6b48c8b81', 'status': 'completed', 'code': 200} Jul 07 19:28:25.886437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af7ef605-5642-4fd2-9b36-807e769aecf7 req-7333d137-8f52-463b-af48-f34b91c7f5a0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591237 Jul 07 19:28:25.914147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1144} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:25.928090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:25.928451 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Added segment 23bcb5fd-64a5-417a-a63e-94fda64c017f of type vlan for network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c Jul 07 19:28:25.987399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ef9065b-89e5-4846-8882-4fbf10e59f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.015825 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.023508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-79d7c68f-1cb9-4761-bd73-946d83e0ddda service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822180 Jul 07 19:28:26.094247 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.101133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:26.102125 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.152197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af7ef605-5642-4fd2-9b36-807e769aecf7 req-7482bfe3-b87a-47ee-851d-6b5e9a7be457 service neutron] 10.222.0.112 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550688 Jul 07 19:28:26.239501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Network': ['ID=5ddca81b-90d6-4b8a-8c09-dfe0784e776c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:26.252912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:26.310605 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ef9065b-89e5-4846-8882-4fbf10e59f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.320577 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ef9065b-89e5-4846-8882-4fbf10e59f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.364181 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8eef8d0c-ca7e-4838-acd4-8e3056a9540b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5251107 Jul 07 19:28:26.375751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:26.384233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'admin_state_up': True, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:26.405568 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9065b-89e5-4846-8882-4fbf10e59f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91f6d15-dc9e-41bc-a277-77d5f43c5377,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:26.439497 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1ef9065b-89e5-4846-8882-4fbf10e59f50 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7b02d8d603704f2ca58c8d5c9c0c2390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7475541 Jul 07 19:28:26.440112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:26.463085 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-821451dc-5bc2-4905-a60d-7242108060bf req-d78094ce-510f-45d2-b4dd-fa12770fd297 service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302535 Jul 07 19:28:26.466307 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c390f0c-81e1-4944-b28c-7af224d90119 req-2e770201-db43-40fd-a47b-3170324a858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:26.468521 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c390f0c-81e1-4944-b28c-7af224d90119 req-2e770201-db43-40fd-a47b-3170324a858b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.5480635 Jul 07 19:28:26.477241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af7ef605-5642-4fd2-9b36-807e769aecf7 req-23539342-95d9-4c40-bb0e-f66e2bd5ead3 service neutron] 10.222.0.112 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159654 Jul 07 19:28:26.513942 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.514992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.583000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c390f0c-81e1-4944-b28c-7af224d90119 req-81a00fc5-e36d-47b1-9684-0f5d09761a65 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913396 Jul 07 19:28:26.592840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757b194-c132-452d-b849-fd682cee4102 req-6ec3fcf1-fb88-48e7-8036-12b463452665 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:26.598765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.602125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0757b194-c132-452d-b849-fd682cee4102 req-6ec3fcf1-fb88-48e7-8036-12b463452665 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 943 time: 0.2180667 Jul 07 19:28:26.611499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07e7421d-1276-42bf-af2a-353285e4e044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.649362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390910f-bc5c-4667-8edf-ba6dc2f21d83 req-051ce35c-3c8f-462a-ae36-10bc3d0e5f6e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:26.650932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4390910f-bc5c-4667-8edf-ba6dc2f21d83 req-051ce35c-3c8f-462a-ae36-10bc3d0e5f6e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 944 time: 0.1785870 Jul 07 19:28:26.684041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0757b194-c132-452d-b849-fd682cee4102 req-eaf27c16-94a3-4de9-aa57-c2014162b178 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808671 Jul 07 19:28:26.717372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4390910f-bc5c-4667-8edf-ba6dc2f21d83 req-31d8cd2d-30cf-4a3b-957d-db45c869b61a tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567882 Jul 07 19:28:26.731213 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07e7421d-1276-42bf-af2a-353285e4e044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.841388 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.908420 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07e7421d-1276-42bf-af2a-353285e4e044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.909517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d3babb85-11f5-4cf5-9ffa-20b214c7dc0a details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:28:26.911021 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07e7421d-1276-42bf-af2a-353285e4e044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:26.915105 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-07e7421d-1276-42bf-af2a-353285e4e044 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e91f6d15-dc9e-41bc-a277-77d5f43c5377 HTTP/1.1" status: 204 len: 168 time: 0.4700794 Jul 07 19:28:26.932219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7421d-1276-42bf-af2a-353285e4e044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91f6d15-dc9e-41bc-a277-77d5f43c5377,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:26.938882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543bb33-4b73-4dec-801c-3456072bc50d req-4b712ed3-d90c-4a54-8ada-cc90b3610c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:26.941307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b543bb33-4b73-4dec-801c-3456072bc50d req-4b712ed3-d90c-4a54-8ada-cc90b3610c38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 1095 time: 0.1001823 Jul 07 19:28:26.947003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b15b34f3-2de5-4147-84f7-230815e9e7ba no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:27.023567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: b15b34f3-2de5-4147-84f7-230815e9e7ba {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:27.024104 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device b15b34f3-2de5-4147-84f7-230815e9e7ba not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:27.097719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:27.100200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543bb33-4b73-4dec-801c-3456072bc50d req-f53a0fb0-9211-42e0-bc94-c945bd762eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:27.102697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b543bb33-4b73-4dec-801c-3456072bc50d req-f53a0fb0-9211-42e0-bc94-c945bd762eb4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 921 time: 0.1553507 Jul 07 19:28:27.113634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'd3babb85-11f5-4cf5-9ffa-20b214c7dc0a', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'port_id': 'd3babb85-11f5-4cf5-9ffa-20b214c7dc0a', 'mac_address': 'fa:16:3e:1f:5d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebfc7a6-9eee-41b6-a93a-ecc3b9964686', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:28:27.157200 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.172278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3babb85-11f5-4cf5-9ffa-20b214c7dc0a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:27.193808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.214385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:27.224449 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.237564 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.399205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:27.446000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['d3babb85-11f5-4cf5-9ffa-20b214c7dc0a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:27.447459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.25.2.180 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/15dbed6f-b18e-4d8b-8086-8c252d66c80b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:27.484089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:27.590602 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.601917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b543bb33-4b73-4dec-801c-3456072bc50d req-41704d9a-125d-4d69-b048-a36104ce71e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 HTTP/1.1" status: 200 len: 217 time: 0.4915533 Jul 07 19:28:27.620281 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09266754-725c-48fa-adb5-2dd55018d03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.696492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543bb33-4b73-4dec-801c-3456072bc50d req-0583e201-e1a7-48cb-b848-5ea7463ce124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:27.699618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b543bb33-4b73-4dec-801c-3456072bc50d req-0583e201-e1a7-48cb-b848-5ea7463ce124 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a HTTP/1.1" status: 200 len: 859 time: 0.0862613 Jul 07 19:28:27.758016 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:27.783095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b543bb33-4b73-4dec-801c-3456072bc50d req-e1ffbc1d-417b-4bc6-a856-f012a5b5aa9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=653cbb6f-63b3-494b-b667-97c99e343850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731008 Jul 07 19:28:27.875261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=15dbed6f-b18e-4d8b-8086-8c252d66c80b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:27.930133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:27.934047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:27.950046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:28.035113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09266754-725c-48fa-adb5-2dd55018d03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.041250 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09266754-725c-48fa-adb5-2dd55018d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.062497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b543bb33-4b73-4dec-801c-3456072bc50d req-ec3d5df8-6391-4e9f-9ba1-95749a9e6f8d service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601752 Jul 07 19:28:28.167554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce036033-5853-4d03-a659-22b93d2f6124 req-51a0dbf0-a68a-43c5-9a96-ad21ca154afe tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:28.175703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce036033-5853-4d03-a659-22b93d2f6124 req-51a0dbf0-a68a-43c5-9a96-ad21ca154afe tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 943 time: 0.2173555 Jul 07 19:28:28.273341 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-09266754-725c-48fa-adb5-2dd55018d03f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bbdb8804be8547a3b654bd8b89d17da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7881444 Jul 07 19:28:28.275167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a41c07-b8ef-4eed-ae65-2fa117597b48 req-3fff0801-eb86-49e4-88ce-6f51f24dd1e4 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:28.276796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09266754-725c-48fa-adb5-2dd55018d03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9155a6b1-f658-4ab9-ae69-fb519830cb0c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:28.279329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:28.285963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12a41c07-b8ef-4eed-ae65-2fa117597b48 req-3fff0801-eb86-49e4-88ce-6f51f24dd1e4 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 945 time: 0.2708137 Jul 07 19:28:28.329548 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b543bb33-4b73-4dec-801c-3456072bc50d req-a2295ded-a82b-44da-ae48-4a6327a0cbeb service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578893 Jul 07 19:28:28.352831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce036033-5853-4d03-a659-22b93d2f6124 req-fb703668-2022-4ef9-a14f-17ddda2391ca tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680987 Jul 07 19:28:28.382203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.387917 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e4192a9-4a60-4831-a420-e06a63560bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.406341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12a41c07-b8ef-4eed-ae65-2fa117597b48 req-1fe1b33e-fb65-4258-9b30-3e3fc0cf8f1e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188142 Jul 07 19:28:28.421063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e4192a9-4a60-4831-a420-e06a63560bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.908434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d3babb85-11f5-4cf5-9ffa-20b214c7dc0a up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:28.919451 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e4192a9-4a60-4831-a420-e06a63560bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.921821 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e4192a9-4a60-4831-a420-e06a63560bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:28.922973 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6e4192a9-4a60-4831-a420-e06a63560bf4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9155a6b1-f658-4ab9-ae69-fb519830cb0c HTTP/1.1" status: 204 len: 168 time: 0.6385739 Jul 07 19:28:28.936291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4192a9-4a60-4831-a420-e06a63560bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9155a6b1-f658-4ab9-ae69-fb519830cb0c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:29.030367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:29.035749 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.039942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:29.040401 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.198888 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.238714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132206a5-559e-41da-8524-d819a5840acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3babb85-11f5-4cf5-9ffa-20b214c7dc0a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:29.241516 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ae375e-86fd-4158-bb1f-17a2e6b7c91f" -d '{"events": [{"server_uuid": "132206a5-559e-41da-8524-d819a5840acd", "name": "network-vif-plugged", "status": "completed", "tag": "d3babb85-11f5-4cf5-9ffa-20b214c7dc0a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:29.255621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:29.262531 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.271884 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 85b9827d-272e-4393-993d-d6702441f792 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:28:29.317293 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8d34fa-d327-4571-b3c7-172f4b05d16d x-openstack-request-id: req-ef8d34fa-d327-4571-b3c7-172f4b05d16d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:29.317730 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132206a5-559e-41da-8524-d819a5840acd", "name": "network-vif-plugged", "status": "completed", "tag": "d3babb85-11f5-4cf5-9ffa-20b214c7dc0a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:29.318059 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ef8d34fa-d327-4571-b3c7-172f4b05d16d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:29.318574 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132206a5-559e-41da-8524-d819a5840acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3babb85-11f5-4cf5-9ffa-20b214c7dc0a', 'code': 200} Jul 07 19:28:29.407508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:29.422797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:28:29.508379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f16cdb-9331-4bea-a449-9baad71d5211 req-48bdf85d-2263-4260-8b42-d71d0c79c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:29.511463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92f16cdb-9331-4bea-a449-9baad71d5211 req-48bdf85d-2263-4260-8b42-d71d0c79c6ce service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 1098 time: 0.1151824 Jul 07 19:28:29.541991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:29.553342 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Sync routers for ids ['85b9827d-272e-4393-993d-d6702441f792'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:29.577321 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Routers {'85b9827d-272e-4393-993d-d6702441f792'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:29.577962 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85b9827d-272e-4393-993d-d6702441f792'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:29.588528 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.590053 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4f27e5b4-af03-462c-9f05-8f8838461df9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2102067 Jul 07 19:28:29.593758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:29.621979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92f16cdb-9331-4bea-a449-9baad71d5211 req-ae35b813-e505-4a60-b66e-f02d849fcafa service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026895 Jul 07 19:28:29.623390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:29.638798 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '83e9d4c0-d5ae-447a-97a0-90a6b48c8b81', 'network_id': '653cbb6f-63b3-494b-b667-97c99e343850', 'port_id': '83e9d4c0-d5ae-447a-97a0-90a6b48c8b81', 'mac_address': 'fa:16:3e:c2:23:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:28:29.726699 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-927a97e4-2e6a-4448-81f5-e1837a97a0d1 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=07c63c8c00dd494689f912cfd2378197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1293032 Jul 07 19:28:29.728155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:29.737549 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.769746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:29.814351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac84c1-3c8c-45ea-9393-f0a62e1d3801 req-346e6574-121a-4f9f-8bcd-0e6b588337eb tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:29.815718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:29.825195 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3ac84c1-3c8c-45ea-9393-f0a62e1d3801 req-346e6574-121a-4f9f-8bcd-0e6b588337eb tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 943 time: 0.1586933 Jul 07 19:28:29.828309 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:29.854527 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Set router 85b9827d-272e-4393-993d-d6702441f792 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:29.907698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3ac84c1-3c8c-45ea-9393-f0a62e1d3801 req-f1c9ebfb-fae7-4380-a862-f4eec3149c68 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808873 Jul 07 19:28:29.939487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aed579-2ac5-48e0-b72c-7c8c6ea46332 req-2c71d0fb-11a4-4392-931c-90a53a32df30 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:29.946395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55aed579-2ac5-48e0-b72c-7c8c6ea46332 req-2c71d0fb-11a4-4392-931c-90a53a32df30 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 946 time: 0.2310705 Jul 07 19:28:29.962254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:30.064156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55aed579-2ac5-48e0-b72c-7c8c6ea46332 req-4fd7bded-5493-4ae0-92e3-32392c92084e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148441 Jul 07 19:28:30.122044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a475eb-f127-4877-82b9-ada4da8388c6 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:30.122195 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['83e9d4c0-d5ae-447a-97a0-90a6b48c8b81'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:30.123577 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-91a475eb-f127-4877-82b9-ada4da8388c6 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3943005 Jul 07 19:28:30.126553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:30.175599 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:28Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:30.181028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cb1d26b8-1e9e-4446-a0ba-0ebd07c95c21 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530448 Jul 07 19:28:30.183821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:30.190538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979710352', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:30.239895 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Checking router: 85b9827d-272e-4393-993d-d6702441f792 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:28:30.240257 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Updating router 85b9827d-272e-4393-993d-d6702441f792 port 15dbed6f-b18e-4d8b-8086-8c252d66c80b binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:28:30.293806 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.456775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:30.461138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.813038 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.945334 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.947509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Checking segment: {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:30.947782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network hostable DHCP agents. Network: 5ddca81b-90d6-4b8a-8c09-dfe0784e776c, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:30.950934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Subnet': ['ID=7a12baf8-99b9-40d9-af0f-88edd3968121,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:30.973539 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Transition to ACTIVE for port object 15dbed6f-b18e-4d8b-8086-8c252d66c80b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:30.981151 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:30.985025 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:31.007592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 5ddca81b-90d6-4b8a-8c09-dfe0784e776c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:31.019348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408392ba-bf4f-4935-851b-5f0662622cfe None None] Network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:31.024732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:31.025528 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.049457 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8d5da860-f157-46ab-bba5-d1dedfdd99db tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8639803 Jul 07 19:28:31.052572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:31.070966 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Attempting to bind port 15dbed6f-b18e-4d8b-8086-8c252d66c80b on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:31.071357 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Attempting to bind port 15dbed6f-b18e-4d8b-8086-8c252d66c80b by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:31.072954 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Attempting to bind port 15dbed6f-b18e-4d8b-8086-8c252d66c80b on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:31.100661 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:31.101039 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:31.101443 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.101838 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:31.104239 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Bound port: 15dbed6f-b18e-4d8b-8086-8c252d66c80b, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:31.104659 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.179332 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] For port 15dbed6f-b18e-4d8b-8086-8c252d66c80b, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:31.183544 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] For port 15dbed6f-b18e-4d8b-8086-8c252d66c80b, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=15dbed6f-b18e-4d8b-8086-8c252d66c80b,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:31.185172 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Pushing event updated for resources: {'Port': ['ID=15dbed6f-b18e-4d8b-8086-8c252d66c80b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:31.195174 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.203067 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.203330 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.203667 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.203997 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.204408 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.204739 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.205061 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.205382 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.205700 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.206019 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.206336 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.206748 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:31.274274 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27dfab-b94e-4c03-a41f-316eb4ce6fb9 None None] Pushing event updated for resources: {'Port': ['ID=15dbed6f-b18e-4d8b-8086-8c252d66c80b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:31.295577 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Routers {'85b9827d-272e-4393-993d-d6702441f792'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:31.295577 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85b9827d-272e-4393-993d-d6702441f792'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:31.396770 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:31.396770 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.423565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:31.524331 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] Set router 85b9827d-272e-4393-993d-d6702441f792 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:31.712448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:31.720351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:31.721066 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:31.771048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Allocated IP 172.20.0.2 (5ddca81b-90d6-4b8a-8c09-dfe0784e776c/7a12baf8-99b9-40d9-af0f-88edd3968121/5373b915-583e-4333-99a7-f170d9f054a1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:31.846727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42020) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:31.933502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d03650-8198-48c0-b394-6cf45ee6e7e2 req-5bf8ddef-f89c-4515-ae0d-1be5b277f95e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:31.934992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7d03650-8198-48c0-b394-6cf45ee6e7e2 req-5bf8ddef-f89c-4515-ae0d-1be5b277f95e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 944 time: 0.7197316 Jul 07 19:28:31.946313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4a905-cd3e-4835-a75e-a55da3c0225b req-33d3ebb2-8c87-43ef-838d-7d7fc17447aa tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:31.947735 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:28Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:31.948333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3c4a905-cd3e-4835-a75e-a55da3c0225b req-33d3ebb2-8c87-43ef-838d-7d7fc17447aa tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 946 time: 0.3993106 Jul 07 19:28:31.980875 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01caf90-affd-47af-a7d5-0de57303b24a None None] The sync data for ids ['85b9827d-272e-4393-993d-d6702441f792'] in n-d-792394-12 is: [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:28Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:32.121418 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.122173 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcd2aa0c-17fd-4546-99ce-a46d10c1baf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.132138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Transition to ACTIVE for port object 5373b915-583e-4333-99a7-f170d9f054a1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:32.149148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3c4a905-cd3e-4835-a75e-a55da3c0225b req-8b797513-8ad0-43ea-ba7c-f93c776054bd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815515 Jul 07 19:28:32.164016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7d03650-8198-48c0-b394-6cf45ee6e7e2 req-5828aaeb-ca06-4f8f-832a-59fe4b20e01d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115045 Jul 07 19:28:32.165285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Transition to ACTIVE for port object 5373b915-583e-4333-99a7-f170d9f054a1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:32.180088 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.209816 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.290434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:32.304051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Pushing event updated for resources: {'Port': ['ID=5373b915-583e-4333-99a7-f170d9f054a1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:32.326546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:32.341509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcd2aa0c-17fd-4546-99ce-a46d10c1baf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.343040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:32.348195 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcd2aa0c-17fd-4546-99ce-a46d10c1baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.352337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc094577-1215-4d38-bfca-8119b31ceb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e9d4c0-d5ae-447a-97a0-90a6b48c8b81'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:32.360825 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed5e392-4d82-4a49-b60d-82d9af550fe8" -d '{"events": [{"server_uuid": "bc094577-1215-4d38-bfca-8119b31ceb0e", "name": "network-vif-plugged", "status": "completed", "tag": "83e9d4c0-d5ae-447a-97a0-90a6b48c8b81"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:32.459238 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bcd2aa0c-17fd-4546-99ce-a46d10c1baf4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c7b7ec5e107249d8ae64bd6bfe7feeea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959063 Jul 07 19:28:32.460389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:32.466282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2aa0c-17fd-4546-99ce-a46d10c1baf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7070afb-78fb-4ccf-87fc-735c2a186118,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:32.529269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:32.561589 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.715398 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5320d293-71a9-4a67-a234-dee6bb80e3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.731233 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ad0efa-775a-4c1b-8d1f-eda8977ee288 x-openstack-request-id: req-70ad0efa-775a-4c1b-8d1f-eda8977ee288 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:32.731943 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc094577-1215-4d38-bfca-8119b31ceb0e", "name": "network-vif-plugged", "status": "completed", "tag": "83e9d4c0-d5ae-447a-97a0-90a6b48c8b81", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:32.732518 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-70ad0efa-775a-4c1b-8d1f-eda8977ee288 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:32.733233 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc094577-1215-4d38-bfca-8119b31ceb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e9d4c0-d5ae-447a-97a0-90a6b48c8b81', 'code': 200} Jul 07 19:28:32.734957 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:32.744996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Attempting to bind port 5373b915-583e-4333-99a7-f170d9f054a1 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:32.745539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Attempting to bind port 5373b915-583e-4333-99a7-f170d9f054a1 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:32.746066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Attempting to bind port 5373b915-583e-4333-99a7-f170d9f054a1 on network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:32.759234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:32.759921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Checking segment: {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:32.760519 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.763675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Bound using segment: {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:32.765316 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Bound port: 5373b915-583e-4333-99a7-f170d9f054a1, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:32.768568 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.787115 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5320d293-71a9-4a67-a234-dee6bb80e3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.811518 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.916692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5320d293-71a9-4a67-a234-dee6bb80e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.919715 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5320d293-71a9-4a67-a234-dee6bb80e3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:32.920962 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5320d293-71a9-4a67-a234-dee6bb80e3e3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e7070afb-78fb-4ccf-87fc-735c2a186118 HTTP/1.1" status: 204 len: 168 time: 0.4586408 Jul 07 19:28:32.925515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3970ae9-bb46-465e-aa52-ec822aa82716 req-16bf1171-8ee8-484f-9bdd-a9f185b12657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:32.935392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320d293-71a9-4a67-a234-dee6bb80e3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7070afb-78fb-4ccf-87fc-735c2a186118,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:32.939057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3970ae9-bb46-465e-aa52-ec822aa82716 req-16bf1171-8ee8-484f-9bdd-a9f185b12657 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 1097 time: 0.2244980 Jul 07 19:28:32.990077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] For port 5373b915-583e-4333-99a7-f170d9f054a1, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:33.003369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] For port 5373b915-583e-4333-99a7-f170d9f054a1, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5373b915-583e-4333-99a7-f170d9f054a1,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:33.037214 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.125718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3970ae9-bb46-465e-aa52-ec822aa82716 req-03f02a99-f5ba-4c02-b307-d8fc9328c1f9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723731 Jul 07 19:28:33.194826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94007816-00d2-4271-b157-318ca82c6c8e None None] Pushing event updated for resources: {'Port': ['ID=5373b915-583e-4333-99a7-f170d9f054a1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:33.209766 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:33.569302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6fcbb-b89f-42e0-b6b2-5dcaf08d4638 req-d6bbf387-b7f8-408b-bea2-f0c507b3488a tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:33.578054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6c6fcbb-b89f-42e0-b6b2-5dcaf08d4638 req-d6bbf387-b7f8-408b-bea2-f0c507b3488a tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 946 time: 0.4284279 Jul 07 19:28:33.689501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6c6fcbb-b89f-42e0-b6b2-5dcaf08d4638 req-ddf0088e-408f-4515-b08e-f4d89d047e0f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102679 Jul 07 19:28:33.730760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.20.0.1 (5ddca81b-90d6-4b8a-8c09-dfe0784e776c/7a12baf8-99b9-40d9-af0f-88edd3968121/7e8370f9-7d4f-429d-aa91-b3faac936048) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:33.744165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc46aa2-75bc-4ea0-a918-4f6843ff0d55 req-b8226632-df36-4d60-9841-98b4b2569553 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:33.746139 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5dc46aa2-75bc-4ea0-a918-4f6843ff0d55 req-b8226632-df36-4d60-9841-98b4b2569553 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.3171923 Jul 07 19:28:33.887544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5dc46aa2-75bc-4ea0-a918-4f6843ff0d55 req-774d7998-c2fe-42b1-86d4-3991f4727ecb tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309261 Jul 07 19:28:34.042192 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.066221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Transition to ACTIVE for port object 7e8370f9-7d4f-429d-aa91-b3faac936048 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:34.135015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5373b915-583e-4333-99a7-f170d9f054a1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:34.191116 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.283387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 5373b915-583e-4333-99a7-f170d9f054a1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:34.290175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 15dbed6f-b18e-4d8b-8086-8c252d66c80b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:34.413824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:34.429017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:34.451849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:34.464681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:34.495794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 15dbed6f-b18e-4d8b-8086-8c252d66c80b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:34.502564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 15dbed6f-b18e-4d8b-8086-8c252d66c80b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:34.502941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.567293 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.623122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=7e8370f9-7d4f-429d-aa91-b3faac936048,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:34.651071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.651682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.652190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.654209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.654729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.655373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.655887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.657290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.657800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.661886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.662508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.663031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:28:34.696790 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.749313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b724ce-4677-4384-8a45-867af0696220 req-c679cccd-9604-4f8b-85a2-9e2a154e322d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:34.756393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76b724ce-4677-4384-8a45-867af0696220 req-c679cccd-9604-4f8b-85a2-9e2a154e322d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.112 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 946 time: 0.5701983 Jul 07 19:28:34.756656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 15dbed6f-b18e-4d8b-8086-8c252d66c80b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=15dbed6f-b18e-4d8b-8086-8c252d66c80b,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:34.762454 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.978262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=15dbed6f-b18e-4d8b-8086-8c252d66c80b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:34.997562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1811693d-8938-4451-8a9c-4e24cc9d6d1a None None] Network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:35.017886 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-048563f3-044a-4f30-85ab-65f612001095 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=020fb93864e346f19b6dc9642d49942c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6022058 Jul 07 19:28:35.018820 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:35.122688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d28bb5b8-0333-41a5-b2be-923a96af6341 None None] Provisioning for port 5373b915-583e-4333-99a7-f170d9f054a1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:35.131714 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c46e09d4-ae66-4ca0-9c8a-237bac35d8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.134563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d28bb5b8-0333-41a5-b2be-923a96af6341 None None] Provisioning complete for port 5373b915-583e-4333-99a7-f170d9f054a1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:35.134940 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d28bb5b8-0333-41a5-b2be-923a96af6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.165035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c46e09d4-ae66-4ca0-9c8a-237bac35d8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.270710 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c46e09d4-ae66-4ca0-9c8a-237bac35d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.274326 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c46e09d4-ae66-4ca0-9c8a-237bac35d8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.276118 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c46e09d4-ae66-4ca0-9c8a-237bac35d8c1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d7b54237-701c-4232-a8cd-4f2febca56ab HTTP/1.1" status: 204 len: 168 time: 0.2473457 Jul 07 19:28:35.299132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e09d4-ae66-4ca0-9c8a-237bac35d8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b54237-701c-4232-a8cd-4f2febca56ab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:35.414505 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d28bb5b8-0333-41a5-b2be-923a96af6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.497476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d28bb5b8-0333-41a5-b2be-923a96af6341 None None] For port 5373b915-583e-4333-99a7-f170d9f054a1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5373b915-583e-4333-99a7-f170d9f054a1,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:35.511941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d28bb5b8-0333-41a5-b2be-923a96af6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.567865 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bb5b8-0333-41a5-b2be-923a96af6341 None None] Pushing event updated for resources: {'Port': ['ID=5373b915-583e-4333-99a7-f170d9f054a1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:35.691781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:35.922127 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:28:35.939988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e9f9c-381a-4774-9424-8bb3dc79a5a8 req-d7228527-058f-4aae-b2bf-64bdddc291ef tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:35.942179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-657e9f9c-381a-4774-9424-8bb3dc79a5a8 req-d7228527-058f-4aae-b2bf-64bdddc291ef tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.4827836 Jul 07 19:28:35.972319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af14d3-b14c-4ec1-a08c-3abbcaf95d52 req-ff6da453-df5c-4d4e-999a-fa804065bb0c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:35.979970 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3af14d3-b14c-4ec1-a08c-3abbcaf95d52 req-ff6da453-df5c-4d4e-999a-fa804065bb0c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 946 time: 0.4782794 Jul 07 19:28:35.996034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5373b915-583e-4333-99a7-f170d9f054a1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:36.084213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2b97b259-6a1a-4ad1-9d7b-08b8940bc155 None None] Provisioning for port 7e8370f9-7d4f-429d-aa91-b3faac936048 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:36.086462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-76b724ce-4677-4384-8a45-867af0696220 req-adb1fe7a-f436-438d-86f2-859e9f1f4d10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Deleting port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:36.087129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-76b724ce-4677-4384-8a45-867af0696220 req-adb1fe7a-f436-438d-86f2-859e9f1f4d10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.092490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2b97b259-6a1a-4ad1-9d7b-08b8940bc155 None None] Provisioning complete for port 7e8370f9-7d4f-429d-aa91-b3faac936048 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:36.103612 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b97b259-6a1a-4ad1-9d7b-08b8940bc155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.147786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-657e9f9c-381a-4774-9424-8bb3dc79a5a8 req-e09e358e-664b-4d4f-ac6c-ebd6024a42a0 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890676 Jul 07 19:28:36.175386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2b97b259-6a1a-4ad1-9d7b-08b8940bc155 None None] Port 7e8370f9-7d4f-429d-aa91-b3faac936048 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:36.185620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5373b915-583e-4333-99a7-f170d9f054a1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:36.186002 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.237946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2b97b259-6a1a-4ad1-9d7b-08b8940bc155 None None] Provisioning complete for port 5373b915-583e-4333-99a7-f170d9f054a1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:36.238595 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b97b259-6a1a-4ad1-9d7b-08b8940bc155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.348855 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3af14d3-b14c-4ec1-a08c-3abbcaf95d52 req-6b1757bc-5f35-436e-9e48-14aa74bc3e3e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678799 Jul 07 19:28:36.471735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 15dbed6f-b18e-4d8b-8086-8c252d66c80b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:36.479547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-76b724ce-4677-4384-8a45-867af0696220 req-adb1fe7a-f436-438d-86f2-859e9f1f4d10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] For port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:36.480032 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-76b724ce-4677-4384-8a45-867af0696220 req-adb1fe7a-f436-438d-86f2-859e9f1f4d10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.512293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-76b724ce-4677-4384-8a45-867af0696220 req-adb1fe7a-f436-438d-86f2-859e9f1f4d10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Calling delete_port for d3babb85-11f5-4cf5-9ffa-20b214c7dc0a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:36.656572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 15dbed6f-b18e-4d8b-8086-8c252d66c80b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:36.656988 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.693814 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.702656 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.811593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dda2e204-e4c1-4ea4-be29-627c3aecfd02 None None] Provisioning complete for port 7e8370f9-7d4f-429d-aa91-b3faac936048 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:36.812705 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dda2e204-e4c1-4ea4-be29-627c3aecfd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:36.864726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:36.884577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dda2e204-e4c1-4ea4-be29-627c3aecfd02 None None] Port 7e8370f9-7d4f-429d-aa91-b3faac936048 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:36.979533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=7e8370f9-7d4f-429d-aa91-b3faac936048,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:36.991818 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.017113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-653a4a0f-5dd1-4546-9dc9-5c1d4fef6f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.138427 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-653a4a0f-5dd1-4546-9dc9-5c1d4fef6f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.144099 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-653a4a0f-5dd1-4546-9dc9-5c1d4fef6f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.169163 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-76b724ce-4677-4384-8a45-867af0696220 req-adb1fe7a-f436-438d-86f2-859e9f1f4d10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.187896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a4a0f-5dd1-4546-9dc9-5c1d4fef6f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7121f318-fe86-42c5-b614-245caf9dda4a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:37.197861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9946d-903c-43da-85ab-c0c47338d3a5 req-10c29b7e-feee-4471-b74a-a16581b7687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:37.199565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98d9946d-903c-43da-85ab-c0c47338d3a5 req-10c29b7e-feee-4471-b74a-a16581b7687e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 1097 time: 0.3898246 Jul 07 19:28:37.211417 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-653a4a0f-5dd1-4546-9dc9-5c1d4fef6f73 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=93c846a9696440509d64dfc70aed1a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449142 Jul 07 19:28:37.213877 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:37.244199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1fe7a-f436-438d-86f2-859e9f1f4d10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event deleted for resources: {'Port': ['ID=d3babb85-11f5-4cf5-9ffa-20b214c7dc0a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:37.271725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222c9d3-42ee-4993-bb53-a550093d9a52 req-ba2daa94-959b-448e-85e1-4072fbd288b0 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:37.273325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a222c9d3-42ee-4993-bb53-a550093d9a52 req-ba2daa94-959b-448e-85e1-4072fbd288b0 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.3635819 Jul 07 19:28:37.289312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63a437c0-efef-4605-968d-58c5992976a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.320637 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63a437c0-efef-4605-968d-58c5992976a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.376500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b724ce-4677-4384-8a45-867af0696220 req-adb1fe7a-f436-438d-86f2-859e9f1f4d10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] No DVR routers for this DVR port d3babb85-11f5-4cf5-9ffa-20b214c7dc0a on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:28:37.379882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-76b724ce-4677-4384-8a45-867af0696220 req-adb1fe7a-f436-438d-86f2-859e9f1f4d10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.385189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76b724ce-4677-4384-8a45-867af0696220 req-adb1fe7a-f436-438d-86f2-859e9f1f4d10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.112 "DELETE /v2.0/ports/d3babb85-11f5-4cf5-9ffa-20b214c7dc0a HTTP/1.1" status: 204 len: 173 time: 2.6133914 Jul 07 19:28:37.388235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132206a5-559e-41da-8524-d819a5840acd', 'name': 'network-vif-deleted', 'tag': 'd3babb85-11f5-4cf5-9ffa-20b214c7dc0a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:37.390664 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e3d6e7-b123-4463-9466-27334ee872fb" -d '{"events": [{"server_uuid": "132206a5-559e-41da-8524-d819a5840acd", "name": "network-vif-deleted", "tag": "d3babb85-11f5-4cf5-9ffa-20b214c7dc0a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:37.415573 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63a437c0-efef-4605-968d-58c5992976a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.420417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63a437c0-efef-4605-968d-58c5992976a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.426928 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-63a437c0-efef-4605-968d-58c5992976a6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7121f318-fe86-42c5-b614-245caf9dda4a HTTP/1.1" status: 204 len: 168 time: 0.2104506 Jul 07 19:28:37.449223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a222c9d3-42ee-4993-bb53-a550093d9a52 req-f25d4c2a-ec0a-47e5-aca2-c2857e0f4911 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252894 Jul 07 19:28:37.450702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a437c0-efef-4605-968d-58c5992976a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7121f318-fe86-42c5-b614-245caf9dda4a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:37.483342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:37.486381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:37.521601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9946d-903c-43da-85ab-c0c47338d3a5 req-16387d6c-255d-406a-9be6-36be04ef0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:37.523229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98d9946d-903c-43da-85ab-c0c47338d3a5 req-16387d6c-255d-406a-9be6-36be04ef0c18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 921 time: 0.2960989 Jul 07 19:28:37.525758 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22632df4-559a-44a9-a129-9aca978c4ce7 x-openstack-request-id: req-22632df4-559a-44a9-a129-9aca978c4ce7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:37.526027 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132206a5-559e-41da-8524-d819a5840acd", "name": "network-vif-deleted", "tag": "d3babb85-11f5-4cf5-9ffa-20b214c7dc0a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:37.526283 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-22632df4-559a-44a9-a129-9aca978c4ce7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:37.526680 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132206a5-559e-41da-8524-d819a5840acd', 'name': 'network-vif-deleted', 'tag': 'd3babb85-11f5-4cf5-9ffa-20b214c7dc0a', 'status': 'completed', 'code': 200} Jul 07 19:28:37.686211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98d9946d-903c-43da-85ab-c0c47338d3a5 req-553ba091-7bc9-4444-99a1-3a83db9038ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 HTTP/1.1" status: 200 len: 217 time: 0.0810387 Jul 07 19:28:37.699409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7069974-3772-46ed-b651-41caa5dad0b3 req-88835d26-f183-49cc-be34-4f928afe4789 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=132206a5-559e-41da-8524-d819a5840acd HTTP/1.1" status: 200 len: 210 time: 0.0769930 Jul 07 19:28:37.815771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9946d-903c-43da-85ab-c0c47338d3a5 req-e4c2c430-dd3d-46e8-b4f7-5aa18840c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:37.820571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98d9946d-903c-43da-85ab-c0c47338d3a5 req-e4c2c430-dd3d-46e8-b4f7-5aa18840c4d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a HTTP/1.1" status: 200 len: 859 time: 0.1178408 Jul 07 19:28:37.889606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98d9946d-903c-43da-85ab-c0c47338d3a5 req-f33714eb-fe9f-453a-a7d7-40bfe634650f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=653cbb6f-63b3-494b-b667-97c99e343850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336909 Jul 07 19:28:37.889886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:37.891646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 85b9827d-272e-4393-993d-d6702441f792 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:28:37.942467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-028f40fd-1116-47a7-acd0-87721753dcc7 None None] Provisioning complete for port 7e8370f9-7d4f-429d-aa91-b3faac936048 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:37.943227 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-028f40fd-1116-47a7-acd0-87721753dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.027367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-028f40fd-1116-47a7-acd0-87721753dcc7 None None] Port 7e8370f9-7d4f-429d-aa91-b3faac936048 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:38.107913 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98d9946d-903c-43da-85ab-c0c47338d3a5 req-2ce34458-12f2-4fed-844f-b66794cc1355 service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091885 Jul 07 19:28:38.113019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:38.124685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Sync routers for ids ['85b9827d-272e-4393-993d-d6702441f792'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:38.127656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cfb216a9-98b3-491c-b664-5707b1460c8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "PUT /v2.0/routers/85b9827d-272e-4393-993d-d6702441f792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0732307 Jul 07 19:28:38.142540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Routers {'85b9827d-272e-4393-993d-d6702441f792'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:38.146092 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85b9827d-272e-4393-993d-d6702441f792'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:38.237709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'network': {'name': 'tempest-network-smoke--908253743', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:38.294158 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Made reservation on behalf of 9a2b8cea685a48079cf1c0d4a2757b75 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:38.302440 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.333396 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.357155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:38.371723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98d9946d-903c-43da-85ab-c0c47338d3a5 req-5eb6cd1c-3e06-4110-a225-5a284be3eea3 service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544146 Jul 07 19:28:38.384306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da90b5f-a5eb-47f3-8c01-6f270dd9250f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.530995 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.538589 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.547226 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e445-05ca-48c5-86d8-20ef2c2d58aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.557646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Set router 85b9827d-272e-4393-993d-d6702441f792 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:38.579215 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:38.610177 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.610989 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Added segment 943e65ee-b369-48d0-baf5-f41154c851e8 of type vlan for network e32bc967-52fb-425c-afd8-08e626fe2221 Jul 07 19:28:38.689771 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.704013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4d4d30-e0fe-4527-b97c-62c022495a8b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:38.744884 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.753574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:38.755136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-ac1fdd8c-53ca-4967-afba-f48e6f7acfab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307572007&fields=id&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 267 time: 0.0865493 Jul 07 19:28:38.756329 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.833842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:35Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '7e8370f9-7d4f-429d-aa91-b3faac936048', 'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:da:26:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:33Z', 'updated_at': '2021-07-07T19:28:36Z', 'revision_number': 2, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:38.851308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Network': ['ID=e32bc967-52fb-425c-afd8-08e626fe2221,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:38.873282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e32bc967-52fb-425c-afd8-08e626fe2221 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:38.875609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Checking router: 85b9827d-272e-4393-993d-d6702441f792 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:28:38.875962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Updating router 85b9827d-272e-4393-993d-d6702441f792 port 7e8370f9-7d4f-429d-aa91-b3faac936048 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:28:38.886816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da90b5f-a5eb-47f3-8c01-6f270dd9250f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.897332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafea7-922b-4f54-9970-67777cfec839 req-069ab4ff-82a4-46d1-a73c-7db4bbeac5b2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:38.898889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-069ab4ff-82a4-46d1-a73c-7db4bbeac5b2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 796 time: 0.1303399 Jul 07 19:28:38.904150 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da90b5f-a5eb-47f3-8c01-6f270dd9250f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.904878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:38.905535 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3f34c628-9801-462f-aaa1-746ca0d898e3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0131717 Jul 07 19:28:38.921559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-423355896', 'admin_state_up': True, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:38.981845 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.985316 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d3babb85-11f5-4cf5-9ffa-20b214c7dc0a no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:28:38.985793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa804d50-d357-4160-a14b-f6221fb1cf3d req-380d2e79-68a4-445d-9c1e-7a2f3cfef52d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:38.987667 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa804d50-d357-4160-a14b-f6221fb1cf3d req-380d2e79-68a4-445d-9c1e-7a2f3cfef52d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.3303161 Jul 07 19:28:38.996711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-880dab33-6862-4a20-95e1-a5bb1703787b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/quotas/07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 375 time: 0.0694425 Jul 07 19:28:39.006113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2da90b5f-a5eb-47f3-8c01-6f270dd9250f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=41ad48d1904143ebbd743f3aad856a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6450751 Jul 07 19:28:39.006876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da90b5f-a5eb-47f3-8c01-6f270dd9250f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75c1a4e-69e7-4b31-b75a-90ae0ceacf26,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:39.009010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:39.023446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: d3babb85-11f5-4cf5-9ffa-20b214c7dc0a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:28:39.036654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d3babb85-11f5-4cf5-9ffa-20b214c7dc0a not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:28:39.037950 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.039562 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.101443 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1126ed4b-c290-4d9b-b5f3-e8bc9db50934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.132085 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1126ed4b-c290-4d9b-b5f3-e8bc9db50934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.203255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1126ed4b-c290-4d9b-b5f3-e8bc9db50934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.209135 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1126ed4b-c290-4d9b-b5f3-e8bc9db50934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.212088 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1126ed4b-c290-4d9b-b5f3-e8bc9db50934 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f75c1a4e-69e7-4b31-b75a-90ae0ceacf26 HTTP/1.1" status: 204 len: 168 time: 0.1986198 Jul 07 19:28:39.230599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126ed4b-c290-4d9b-b5f3-e8bc9db50934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75c1a4e-69e7-4b31-b75a-90ae0ceacf26,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:39.430579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.444303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Transition to ACTIVE for port object 7e8370f9-7d4f-429d-aa91-b3faac936048 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:39.454283 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.459445 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.486757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa804d50-d357-4160-a14b-f6221fb1cf3d req-8f0bf5bb-5b99-4283-bd06-c1f13716f611 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750760 Jul 07 19:28:39.544540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f75d36-1227-4dbe-8ce0-5a8eaa1a20cf None None] Pushing event updated for resources: {'Port': ['ID=7e8370f9-7d4f-429d-aa91-b3faac936048,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:39.635694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-8041c8e8-7a79-4ba9-acdb-6e36b33ec468 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6250796 Jul 07 19:28:39.654866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Attempting to bind port 7e8370f9-7d4f-429d-aa91-b3faac936048 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:39.654866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Attempting to bind port 7e8370f9-7d4f-429d-aa91-b3faac936048 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:39.654866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Attempting to bind port 7e8370f9-7d4f-429d-aa91-b3faac936048 on network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:39.682882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:39.683671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Checking segment: {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:39.684848 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.685403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Bound using segment: {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:39.688148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Bound port: 7e8370f9-7d4f-429d-aa91-b3faac936048, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:39.688969 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.714337 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:39.811111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] For port 7e8370f9-7d4f-429d-aa91-b3faac936048, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:39.818070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] For port 7e8370f9-7d4f-429d-aa91-b3faac936048, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7e8370f9-7d4f-429d-aa91-b3faac936048,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:39.830622 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.003644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Routers {'85b9827d-272e-4393-993d-d6702441f792'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:40.004655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85b9827d-272e-4393-993d-d6702441f792'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:40.125458 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f75d36-1227-4dbe-8ce0-5a8eaa1a20cf None None] Pushing event updated for resources: {'Port': ['ID=7e8370f9-7d4f-429d-aa91-b3faac936048,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:40.186200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] Set router 85b9827d-272e-4393-993d-d6702441f792 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:40.192019 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.254502 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:40.354891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-8af83136-d1ee-4682-953f-1a1817b90ba9 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:40.356418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-8af83136-d1ee-4682-953f-1a1817b90ba9 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.3347788 Jul 07 19:28:40.360577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-64ada4c8-e3e0-424b-824c-da5875d568a0 service neutron] 10.222.0.113 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7212257 Jul 07 19:28:40.434636 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ce8f0c81-69c5-40a1-8dac-26277d51d32e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/quotas/401fe42e44ad46819cb6257706b4829e HTTP/1.1" status: 200 len: 375 time: 0.0678730 Jul 07 19:28:40.490265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:35Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '7e8370f9-7d4f-429d-aa91-b3faac936048', 'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:da:26:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:33Z', 'updated_at': '2021-07-07T19:28:39Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:40.510364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-c6d39707-cc5f-465e-986b-f491030a84ae tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518911 Jul 07 19:28:40.524709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58592c6d-df5b-42f6-b19a-9c1747b71249 None None] The sync data for ids ['85b9827d-272e-4393-993d-d6702441f792'] in n-d-792394-12 is: [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:35Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '7e8370f9-7d4f-429d-aa91-b3faac936048', 'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:da:26:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:33Z', 'updated_at': '2021-07-07T19:28:39Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:40.641068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Allocated IP 172.25.2.27 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/a120b9b0-0d0a-4787-846f-9384c3a5e3e1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:40.742585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-8af1d0ff-9b09-4ac6-bcb1-8dd90d8f6f45 service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175009 Jul 07 19:28:40.756288 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-68590487-0ae7-4225-bec0-084ce420bb99 service neutron] 10.222.0.113 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856664 Jul 07 19:28:40.909044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-588ab0c1-5bfd-4c01-a5e6-e7d533e698a5 service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176486 Jul 07 19:28:41.050252 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:41.057640 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e55ea671-1af7-4052-b06a-cdf0c728b1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:41.214466 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:41.256054 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:41.304753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=a120b9b0-0d0a-4787-846f-9384c3a5e3e1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:41.416113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba8bbe16-477b-40cd-b967-d8c278cc629f req-0fcd7a8d-36b6-4d7c-8652-a115cae002ab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 210 time: 0.0956101 Jul 07 19:28:41.432789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:41.443251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:41.455049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:41.622561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a3c95-0bf4-4406-b1e1-33e21e5e8c10 req-88504d96-e008-4efd-8368-a2919854f028 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:41.625686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d94a3c95-0bf4-4406-b1e1-33e21e5e8c10 req-88504d96-e008-4efd-8368-a2919854f028 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.4853833 Jul 07 19:28:41.660299 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:41.691710 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61191cc3-cbc1-4309-84db-c0f158f03b1d req-78d22e99-871c-46df-86ad-98e4be6d195e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 210 time: 0.1416759 Jul 07 19:28:41.803622 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c6616e8a-9b86-42da-965c-d0b035f51271 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2064347849'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:41.804175 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c6616e8a-9b86-42da-965c-d0b035f51271 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Unknown quota resources ['metering_label']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:28:41.839319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d94a3c95-0bf4-4406-b1e1-33e21e5e8c10 req-4fececb7-6bec-40a0-94dd-2420b24b6794 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057793 Jul 07 19:28:42.067816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7e8370f9-7d4f-429d-aa91-b3faac936048 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:42.136860 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.224552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 7e8370f9-7d4f-429d-aa91-b3faac936048 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:42.230100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7e8370f9-7d4f-429d-aa91-b3faac936048 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:42.230817 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.336574 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6616e8a-9b86-42da-965c-d0b035f51271 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.340329 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c6616e8a-9b86-42da-965c-d0b035f51271 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6755784 Jul 07 19:28:42.341750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:42.351915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3ec0af42-c01c-477a-9c3f-e2a7fc1c6bc4 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8576efb8-0461-4abe-b557-4c5999d20524'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:42.352516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3ec0af42-c01c-477a-9c3f-e2a7fc1c6bc4 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:28:42.361651 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.374170 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.424042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 7e8370f9-7d4f-429d-aa91-b3faac936048, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7e8370f9-7d4f-429d-aa91-b3faac936048,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:42.429783 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.511787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=7e8370f9-7d4f-429d-aa91-b3faac936048,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:42.541710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.568611 n-d-792394-12 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-3ec0af42-c01c-477a-9c3f-e2a7fc1c6bc4 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 19:28:42.704862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ec0af42-c01c-477a-9c3f-e2a7fc1c6bc4 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.709773 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3ec0af42-c01c-477a-9c3f-e2a7fc1c6bc4 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3624196 Jul 07 19:28:42.709977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:42.714572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-af14d40c-d44b-4f5d-94d4-4d074bd6349e tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8576efb8-0461-4abe-b557-4c5999d20524'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:42.715294 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-af14d40c-d44b-4f5d-94d4-4d074bd6349e tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:28:42.722382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed1f98e4-8066-4343-9bba-3e6422539f7b req-5f1c8269-1f91-48b8-8586-8859ea9a379e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 210 time: 0.0359614 Jul 07 19:28:42.777946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:28:42.800239 n-d-792394-12 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-af14d40c-d44b-4f5d-94d4-4d074bd6349e tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 19:28:42.902061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b392268-28e4-46e4-9558-c7e8af21ce2a req-17e19c3b-47bd-4c19-9ce2-3218f790cb89 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 210 time: 0.0490737 Jul 07 19:28:42.914487 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af14d40c-d44b-4f5d-94d4-4d074bd6349e tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:42.918281 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-af14d40c-d44b-4f5d-94d4-4d074bd6349e tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2045960 Jul 07 19:28:42.919902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:42.932797 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2da322c5-623d-4ec3-b177-e88e19d2d548 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-label-rules?id=5927ef31-b9f8-4353-abe4-13c6d2fb36f6 HTTP/1.1" status: 200 len: 464 time: 0.0113404 Jul 07 19:28:42.942305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:43.006068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:43.016844 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Sync routers for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:43.031704 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:43.032686 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:43.070029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.071530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-74023f3c-a82f-4506-bfd6-6e9499ebf51d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1611502 Jul 07 19:28:43.091630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:43.169698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78c7f515-90ff-4727-9b9a-c32f4ef82bca tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.173403 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-78c7f515-90ff-4727-9b9a-c32f4ef82bca tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "DELETE /v2.0/metering/metering-label-rules/5927ef31-b9f8-4353-abe4-13c6d2fb36f6 HTTP/1.1" status: 204 len: 168 time: 0.2274745 Jul 07 19:28:43.174171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:43.198067 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bacabdbb-5a59-456c-af9b-a7f3181f45c5 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-label-rules?id=5927ef31-b9f8-4353-abe4-13c6d2fb36f6 HTTP/1.1" status: 200 len: 221 time: 0.0195768 Jul 07 19:28:43.199126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:43.215267 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-585a472f-e780-47c9-8ae1-e2588915c935 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1659605558', 'description': 'label created by tempest'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:43.215774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-585a472f-e780-47c9-8ae1-e2588915c935 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Unknown quota resources ['metering_label']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:28:43.215950 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:43.319962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-00d122eb-cd77-4a79-bdb9-c2acbd1a8f41 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=9a2b8cea685a48079cf1c0d4a2757b75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2261558 Jul 07 19:28:43.323386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:43.463114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-585a472f-e780-47c9-8ae1-e2588915c935 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.467002 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-585a472f-e780-47c9-8ae1-e2588915c935 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2633128 Jul 07 19:28:43.467322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:43.525088 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:28:41Z', 'revision_number': 3, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:43.563845 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Checking router: 73b699c9-f1ea-4eec-bf9f-f1d43a504323 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:28:43.564542 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Updating router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 port a120b9b0-0d0a-4787-846f-9384c3a5e3e1 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:28:43.646536 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.931126 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:43.994023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7e8370f9-7d4f-429d-aa91-b3faac936048 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:44.054772 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.062076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafea7-922b-4f54-9970-67777cfec839 req-e8c74fed-9625-4f64-9673-a544da4737af tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:44.067739 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Transition to ACTIVE for port object a120b9b0-0d0a-4787-846f-9384c3a5e3e1 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:44.072101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-e8c74fed-9625-4f64-9673-a544da4737af tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 796 time: 0.9721754 Jul 07 19:28:44.075712 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.110068 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7e8370f9-7d4f-429d-aa91-b3faac936048 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:44.110618 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.131828 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Attempting to bind port a120b9b0-0d0a-4787-846f-9384c3a5e3e1 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:44.132755 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Attempting to bind port a120b9b0-0d0a-4787-846f-9384c3a5e3e1 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:44.133802 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Attempting to bind port a120b9b0-0d0a-4787-846f-9384c3a5e3e1 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:44.147282 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:44.147985 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:44.148580 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.149510 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:44.150360 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Bound port: a120b9b0-0d0a-4787-846f-9384c3a5e3e1, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:44.150939 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.185381 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c410d029-38cb-4aed-b04e-47a0d9454942 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-labels?id=532400a9-fcb4-4f82-8800-395dc3e37fc8 HTTP/1.1" status: 200 len: 468 time: 0.7166994 Jul 07 19:28:44.193328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-198b51a9-9e3c-4de7-8706-8bf1c0140ce9 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:44.195174 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-198b51a9-9e3c-4de7-8706-8bf1c0140ce9 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.112 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.1811652 Jul 07 19:28:44.195677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:44.209085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127c650-0cca-473a-842a-c27c2989d1f4 req-bf248fea-e36e-4219-bba7-f5e254fbe622 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:44.210863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2127c650-0cca-473a-842a-c27c2989d1f4 req-bf248fea-e36e-4219-bba7-f5e254fbe622 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 1.1640606 Jul 07 19:28:44.216974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Request body: {'port': {'device_id': '50c485b2-7aae-4c19-9700-ced8396fa430', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'admin_state_up': True, 'tenant_id': '401fe42e44ad46819cb6257706b4829e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:44.224039 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06082f56-498a-42c7-8ffd-77d7a6e8ac71 req-9a296689-a0c2-4ee0-8e32-1788857dba37 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 210 time: 0.0900013 Jul 07 19:28:44.242523 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] For port a120b9b0-0d0a-4787-846f-9384c3a5e3e1, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:44.247426 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] For port a120b9b0-0d0a-4787-846f-9384c3a5e3e1, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a120b9b0-0d0a-4787-846f-9384c3a5e3e1,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:44.257592 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.260956 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec08ce-2945-4f73-999e-5c647b316f88 None None] Pushing event updated for resources: {'Port': ['ID=a120b9b0-0d0a-4787-846f-9384c3a5e3e1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:44.371782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-49d6094b-e132-461c-8263-77cfbc105aaf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 379 time: 0.2217469 Jul 07 19:28:44.376306 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec08ce-2945-4f73-999e-5c647b316f88 None None] Pushing event updated for resources: {'Port': ['ID=a120b9b0-0d0a-4787-846f-9384c3a5e3e1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:44.397107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'port': {'device_id': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'admin_state_up': True, 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'security_groups': ['e353bd29-1065-46e7-af30-4051c9935a9c']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:44.423839 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:44.425598 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:44.509369 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2127c650-0cca-473a-842a-c27c2989d1f4 req-81cdb887-bf0d-49ca-b81e-0fc78dbeb7d8 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842715 Jul 07 19:28:44.511590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bbef7b9-34fa-4667-9d19-7ea189d59cc5 req-4ba56611-453b-4bac-93ff-308fd97f8218 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 210 time: 0.1263816 Jul 07 19:28:44.518485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c741b3-7a0d-489f-a392-e96a40d7f8dd tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:44.523158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a8c741b3-7a0d-489f-a392-e96a40d7f8dd tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1940379 Jul 07 19:28:44.524375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:44.557848 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:44.616120 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:44.621187 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.622077 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-be60774f-b2cd-407b-a394-1a6d31835b9c tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480268 Jul 07 19:28:44.624607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:44.631380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-502000617', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:44.708593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f7c1fd-2b4b-4b15-8f30-effb62b79e4a tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.709981 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-03f7c1fd-2b4b-4b15-8f30-effb62b79e4a tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "DELETE /v2.0/metering/metering-labels/532400a9-fcb4-4f82-8800-395dc3e37fc8 HTTP/1.1" status: 204 len: 168 time: 0.5133810 Jul 07 19:28:44.714221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:44.745768 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a5b4b35a-2f21-4335-a909-e3282c873daf tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-labels?id=532400a9-fcb4-4f82-8800-395dc3e37fc8 HTTP/1.1" status: 200 len: 216 time: 0.0297580 Jul 07 19:28:44.751390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:44.762591 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6614648b-5e55-402a-97db-e461b3c4b912 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0095928 Jul 07 19:28:44.766283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Made reservation on behalf of 401fe42e44ad46819cb6257706b4829e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:44.771015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.777611 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:28:41Z', 'revision_number': 3, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:44.787324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:44.797414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.20.0.3 (5ddca81b-90d6-4b8a-8c09-dfe0784e776c/7a12baf8-99b9-40d9-af0f-88edd3968121/6784a540-d122-46f3-8524-d940a8f4c358) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:44.811754 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efa9b9-3426-495b-acb8-8fc3d1260538 None None] The sync data for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 is: [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:28:41Z', 'revision_number': 3, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:44.830269 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-23ccd569-6f8a-450d-86e8-49dbed836287 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0369585 Jul 07 19:28:44.835924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:44.899732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Made reservation on behalf of 9a2b8cea685a48079cf1c0d4a2757b75 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:44.903772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:44.955699 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4663b449-a3ac-481a-9877-3cd667bc93eb tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-labels/8576efb8-0461-4abe-b557-4c5999d20524 HTTP/1.1" status: 200 len: 473 time: 0.0881293 Jul 07 19:28:44.971359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:44.985779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.001897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Transition to ACTIVE for port object 6784a540-d122-46f3-8524-d940a8f4c358 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:45.043291 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-56af9ed1-e630-4e48-8cce-cc9169ccc209 tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-label-rules/83d119c4-7133-4df1-8456-8eecebf64914 HTTP/1.1" status: 200 len: 461 time: 0.0706897 Jul 07 19:28:45.050201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:45.056850 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.113260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Allocated IP 172.20.0.13 (e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e/0ebfc7a6-9eee-41b6-a93a-ecc3b9964686/5962118f-d0b4-4447-85c4-52b1a21c6cfa) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:45.162778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:45.181726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:45.183474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:45.185565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:45.264177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:45.264892 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.288722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-116a9c9e-fb6d-4c35-a59a-f7d384356eb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9021506 Jul 07 19:28:45.301862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Request body: {'port': {'device_id': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:45.518787 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93087762-eb0b-44d4-bd9b-6a0ff030a13d tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.522772 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-93087762-eb0b-44d4-bd9b-6a0ff030a13d tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "DELETE /v2.0/metering/metering-label-rules/83d119c4-7133-4df1-8456-8eecebf64914 HTTP/1.1" status: 204 len: 168 time: 0.4687192 Jul 07 19:28:45.524687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.526590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:45.564867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.616728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bef3ac45-11d4-49fe-aa33-653fba39b16b None None] Provisioning for port 6784a540-d122-46f3-8524-d940a8f4c358 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:45.621719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bef3ac45-11d4-49fe-aa33-653fba39b16b None None] Provisioning complete for port 6784a540-d122-46f3-8524-d940a8f4c358 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:45.622260 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bef3ac45-11d4-49fe-aa33-653fba39b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:45.648018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab251491-2729-4baf-aee2-19d54cbb644e req-eca63413-d79d-40ec-a242-21b35fdb4e33 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:45.655426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab251491-2729-4baf-aee2-19d54cbb644e req-eca63413-d79d-40ec-a242-21b35fdb4e33 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 931 time: 0.2117128 Jul 07 19:28:45.712943 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bef3ac45-11d4-49fe-aa33-653fba39b16b None None] Port 6784a540-d122-46f3-8524-d940a8f4c358 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:45.854278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab251491-2729-4baf-aee2-19d54cbb644e req-e68904f8-2df1-4fcb-bd4d-ce4cfd64fbd0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975977 Jul 07 19:28:46.009017 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-634c6438-2450-4e9b-905b-ef8b19d74e4a tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.012436 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-634c6438-2450-4e9b-905b-ef8b19d74e4a tempest-MeteringTestJSON-940882388 tempest-MeteringTestJSON-940882388-project-admin] 10.222.0.113 "DELETE /v2.0/metering/metering-labels/8576efb8-0461-4abe-b557-4c5999d20524 HTTP/1.1" status: 204 len: 168 time: 0.4777722 Jul 07 19:28:46.076548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6784a540-d122-46f3-8524-d940a8f4c358 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:46.087423 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.107422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Transition to ACTIVE for port object 6784a540-d122-46f3-8524-d940a8f4c358 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:46.127038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a120b9b0-0d0a-4787-846f-9384c3a5e3e1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:46.133508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.136926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Subnet': ['ID=f167f72d-78ce-4060-a7a9-a9f690de83ac,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:46.154451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7814322b-abf5-4266-8851-3ee6adcf46cf req-700be6c5-ba92-4cff-89a9-f2a343cae7c5 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 210 time: 0.0375829 Jul 07 19:28:46.156951 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.225603 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Checking segment: {'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:46.228679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network hostable DHCP agents. Network: e32bc967-52fb-425c-afd8-08e626fe2221, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:46.296467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:46.304786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port a120b9b0-0d0a-4787-846f-9384c3a5e3e1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:46.310568 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.319232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port a120b9b0-0d0a-4787-846f-9384c3a5e3e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:46.319855 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.350974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1804d89-f369-42cf-8b43-088a2c157134 req-1ba8f7e8-98b9-4170-be23-c27ea0b7f8d9 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:46.362944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1804d89-f369-42cf-8b43-088a2c157134 req-1ba8f7e8-98b9-4170-be23-c27ea0b7f8d9 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.5978503 Jul 07 19:28:46.387679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event updated for resources: {'Port': ['ID=5962118f-d0b4-4447-85c4-52b1a21c6cfa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:46.411275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network e32bc967-52fb-425c-afd8-08e626fe2221 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:46.465616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1804d89-f369-42cf-8b43-088a2c157134 req-35fb9134-a988-4dfa-8863-b0887560db7b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988419 Jul 07 19:28:46.466423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e32bc967-52fb-425c-afd8-08e626fe2221) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:46.471078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:46.471672 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:46.473374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 on network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:46.475336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:46.482691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:46.483591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Port 6784a540-d122-46f3-8524-d940a8f4c358 on network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:46.483999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 on network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:46.487115 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e31ed-c8f0-49b9-b37b-d9dd3aba6fa9 None None] Network e32bc967-52fb-425c-afd8-08e626fe2221 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:46.490562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:46.491627 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.492821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:46.493234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Checking segment: {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:46.493941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Bound using segment: {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:46.494459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Bound port: 6784a540-d122-46f3-8524-d940a8f4c358, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:46.494912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.495798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:46.592097 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-61110b3b-f8ae-4e71-affe-4aa056f0d45c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9653301 Jul 07 19:28:46.596785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:46.597822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:46.615294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:46.624848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:46.636851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.678918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:46.679574 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.692563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:46.693421 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.696398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] 10.222.0.112 "PUT /v2.0/ports/6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 1092 time: 1.3993316 Jul 07 19:28:46.696987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:46.712382 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.715889 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9e1c00-e166-4334-bfa4-693e65bbc002" -d '{"events": [{"name": "network-changed", "server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "tag": "6784a540-d122-46f3-8524-d940a8f4c358"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:46.788200 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd284cb4-4d10-428f-9b45-c9751ff79a7e x-openstack-request-id: req-cd284cb4-4d10-428f-9b45-c9751ff79a7e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:46.788524 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "tag": "6784a540-d122-46f3-8524-d940a8f4c358", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:46.788756 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cd284cb4-4d10-428f-9b45-c9751ff79a7e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:46.789155 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358', 'status': 'completed', 'code': 200} Jul 07 19:28:46.806691 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-ba69a724-b2e8-4459-b605-e8c63988183b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5947201 Jul 07 19:28:46.817925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port a120b9b0-0d0a-4787-846f-9384c3a5e3e1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a120b9b0-0d0a-4787-846f-9384c3a5e3e1,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:46.833664 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Request body: {'port': {'device_id': '50c485b2-7aae-4c19-9700-ced8396fa430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:46.837442 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.868272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de688a90-a0c4-4ae8-a345-f2d678f0143d service neutron] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:46.895756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5933bcfb-7681-42ff-b787-e4a18d8ab15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:46.933174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=a120b9b0-0d0a-4787-846f-9384c3a5e3e1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:46.947549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafea7-922b-4f54-9970-67777cfec839 req-eaceacd8-ddd5-4bab-815c-e8a4d13471ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:46.949321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-eaceacd8-ddd5-4bab-815c-e8a4d13471ff service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1095 time: 0.1940691 Jul 07 19:28:47.002638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-e32bc967-52fb-425c-afd8-08e626fe2221', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:47.004049 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.023859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-8735e90f-9d35-42cd-9044-56db62220ad6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 217 time: 0.0653288 Jul 07 19:28:47.136487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafea7-922b-4f54-9970-67777cfec839 req-f7fdcdfa-43e6-4944-a202-9aa51018ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:47.138273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-f7fdcdfa-43e6-4944-a202-9aa51018ce2a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.1052535 Jul 07 19:28:47.221689 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.232209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38822da-36de-4126-9d0b-5eb342adfcf4 req-ee74c44e-2956-4d4c-9796-4519f05598fb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:47.242884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e38822da-36de-4126-9d0b-5eb342adfcf4 req-ee74c44e-2956-4d4c-9796-4519f05598fb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 943 time: 0.1511714 Jul 07 19:28:47.294722 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafea7-922b-4f54-9970-67777cfec839 req-60097325-bbd0-4c12-9376-a62be0e1139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:47.296443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-60097325-bbd0-4c12-9376-a62be0e1139b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475365 Jul 07 19:28:47.329590 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Allocated IP 172.20.0.2 (e32bc967-52fb-425c-afd8-08e626fe2221/f167f72d-78ce-4060-a7a9-a9f690de83ac/b90e769a-f32c-4f0a-bf14-17e07a4ff6c8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:47.458516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e38822da-36de-4126-9d0b-5eb342adfcf4 req-78df2ca4-1cf5-4015-a7aa-588af821b491 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077608 Jul 07 19:28:47.574089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-c3d8d3f4-8869-47e2-b953-a6873341e64f service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532341 Jul 07 19:28:47.582320 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.596583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Transition to ACTIVE for port object b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:47.615857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Transition to ACTIVE for port object b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:47.625464 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.668822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Network e32bc967-52fb-425c-afd8-08e626fe2221 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:47.674066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:47.678189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:47.685811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Pushing event updated for resources: {'Port': ['ID=b90e769a-f32c-4f0a-bf14-17e07a4ff6c8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:47.728411 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5933bcfb-7681-42ff-b787-e4a18d8ab15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.744865 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Attempting to bind port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:47.745414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Attempting to bind port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:47.745558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Attempting to bind port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 on network e32bc967-52fb-425c-afd8-08e626fe2221 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:47.748063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5933bcfb-7681-42ff-b787-e4a18d8ab15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.751356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:47.751784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Checking segment: {'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:47.752296 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.752722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Bound using segment: {'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:47.753198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Bound port: b90e769a-f32c-4f0a-bf14-17e07a4ff6c8, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:47.753621 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.776926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ecafea7-922b-4f54-9970-67777cfec839 req-d240f614-5779-4b63-a130-db87bc5dca09 service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856737 Jul 07 19:28:47.787180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46702fe7-b83d-4c2d-afff-3e3d38cf0672 req-247c2a18-dfb0-408a-9f44-c56d5e210f46 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:47.789194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46702fe7-b83d-4c2d-afff-3e3d38cf0672 req-247c2a18-dfb0-408a-9f44-c56d5e210f46 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 932 time: 0.3447874 Jul 07 19:28:47.864765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] For port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:47.869841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] For port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b90e769a-f32c-4f0a-bf14-17e07a4ff6c8,segment=NetworkSegment(943e65ee-b369-48d0-baf5-f41154c851e8),segment_id=943e65ee-b369-48d0-baf5-f41154c851e8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:47.880502 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:47.939703 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5933bcfb-7681-42ff-b787-e4a18d8ab15a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=140e536889db482281eec84cdecc4eae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3399746 Jul 07 19:28:47.943917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:47.944669 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933bcfb-7681-42ff-b787-e4a18d8ab15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c05592-9472-47b8-a666-feb8ab237b97,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:47.958774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46702fe7-b83d-4c2d-afff-3e3d38cf0672 req-4ff12dc8-f47e-4828-b16b-fc109da7214d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095424 Jul 07 19:28:48.028720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a120b9b0-0d0a-4787-846f-9384c3a5e3e1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:48.028999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc591d80-8440-4ce6-b407-9ff97f06411b req-49847e63-11ac-46b8-8196-f24bf2430a96 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:48.030512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc591d80-8440-4ce6-b407-9ff97f06411b req-49847e63-11ac-46b8-8196-f24bf2430a96 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.3988810 Jul 07 19:28:48.034389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1c00-e166-4334-bfa4-693e65bbc002 req-e7112ff7-a843-4b64-8f58-0d552d743bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:48.034561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad4886-e9fe-49fc-9079-6771326da661 None None] Pushing event updated for resources: {'Port': ['ID=b90e769a-f32c-4f0a-bf14-17e07a4ff6c8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:48.037512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db9e1c00-e166-4334-bfa4-693e65bbc002 req-e7112ff7-a843-4b64-8f58-0d552d743bc9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1095 time: 0.1807265 Jul 07 19:28:48.106417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port a120b9b0-0d0a-4787-846f-9384c3a5e3e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:48.106802 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.182699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc591d80-8440-4ce6-b407-9ff97f06411b req-0a00989b-16f6-4bf4-8aaa-ea68a600a14a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348014 Jul 07 19:28:48.190315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5962118f-d0b4-4447-85c4-52b1a21c6cfa {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:48.217308 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.224921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1c00-e166-4334-bfa4-693e65bbc002 req-0dee772b-a7c3-44bd-8306-fa7499a24386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:48.227303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db9e1c00-e166-4334-bfa4-693e65bbc002 req-0dee772b-a7c3-44bd-8306-fa7499a24386 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.1807430 Jul 07 19:28:48.230664 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.279879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db9e1c00-e166-4334-bfa4-693e65bbc002 req-8cf7a4aa-3003-4ed8-b6ae-bce0aad895e6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 217 time: 0.0449049 Jul 07 19:28:48.283246 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe8b59ca-edcd-485c-bdf8-ca4d581631bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.375054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1c00-e166-4334-bfa4-693e65bbc002 req-c514c6cb-f0f7-40ac-b773-dbf4ae94397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:48.377476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db9e1c00-e166-4334-bfa4-693e65bbc002 req-c514c6cb-f0f7-40ac-b773-dbf4ae94397e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.0899327 Jul 07 19:28:48.469920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1c00-e166-4334-bfa4-693e65bbc002 req-33bb5b0a-851e-4d03-afca-606afc406e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:48.471507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db9e1c00-e166-4334-bfa4-693e65bbc002 req-33bb5b0a-851e-4d03-afca-606afc406e2d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836608 Jul 07 19:28:48.586059 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db9e1c00-e166-4334-bfa4-693e65bbc002 req-1de918e1-94e9-4021-94a0-5c4918ff5f78 service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066508 Jul 07 19:28:48.667953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Transition to ACTIVE for port object 5962118f-d0b4-4447-85c4-52b1a21c6cfa will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:48.708390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe8b59ca-edcd-485c-bdf8-ca4d581631bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.711679 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.745322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db9e1c00-e166-4334-bfa4-693e65bbc002 req-c1424504-4853-4310-b85a-b8df80c90459 service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506379 Jul 07 19:28:48.757728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de31521-3cb0-4f46-80c5-6d4c52babaaa req-fec77bfd-24d3-49dc-8571-f65f1e2883c6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:48.764844 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3de31521-3cb0-4f46-80c5-6d4c52babaaa req-fec77bfd-24d3-49dc-8571-f65f1e2883c6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 943 time: 0.1395049 Jul 07 19:28:48.802729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3de31521-3cb0-4f46-80c5-6d4c52babaaa req-483f8eb8-d33a-490f-ba2e-3ce3c0f81165 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370002 Jul 07 19:28:48.863077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5962118f-d0b4-4447-85c4-52b1a21c6cfa,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:48.954800 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe8b59ca-edcd-485c-bdf8-ca4d581631bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.958200 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe8b59ca-edcd-485c-bdf8-ca4d581631bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.961486 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fe8b59ca-edcd-485c-bdf8-ca4d581631bc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d9c05592-9472-47b8-a666-feb8ab237b97 HTTP/1.1" status: 204 len: 168 time: 1.0114784 Jul 07 19:28:48.972333 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.038418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b59ca-edcd-485c-bdf8-ca4d581631bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c05592-9472-47b8-a666-feb8ab237b97,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:49.125164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Attempting to bind port 5962118f-d0b4-4447-85c4-52b1a21c6cfa on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:49.125309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Attempting to bind port 5962118f-d0b4-4447-85c4-52b1a21c6cfa by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:49.125609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Attempting to bind port 5962118f-d0b4-4447-85c4-52b1a21c6cfa on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:49.165171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Port 5962118f-d0b4-4447-85c4-52b1a21c6cfa on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:28:49.165516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Attempting to bind port 5962118f-d0b4-4447-85c4-52b1a21c6cfa on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:49.181114 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:49.181504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Checking segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:49.181857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Bound using segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:49.182318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Bound port: 5962118f-d0b4-4447-85c4-52b1a21c6cfa, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:49.182688 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.208039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cbaf9-4531-437e-a108-3f81f556e3fb req-7d08d0d4-8ede-4a0a-b234-45d3f94d694c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:49.216673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-930cbaf9-4531-437e-a108-3f81f556e3fb req-7d08d0d4-8ede-4a0a-b234-45d3f94d694c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 944 time: 0.1103501 Jul 07 19:28:49.278320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-930cbaf9-4531-437e-a108-3f81f556e3fb req-d88bb1dd-2347-4473-90e8-346955517425 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601876 Jul 07 19:28:49.325776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Allocated IP 172.20.0.1 (e32bc967-52fb-425c-afd8-08e626fe2221/f167f72d-78ce-4060-a7a9-a9f690de83ac/b059234a-2712-457b-9ce1-ab3295abe2a7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:49.353206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] For port 5962118f-d0b4-4447-85c4-52b1a21c6cfa, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:49.355136 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a3d03-7622-4723-938b-491dbb8a8d7a None None] Network e32bc967-52fb-425c-afd8-08e626fe2221 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:49.358946 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] For port 5962118f-d0b4-4447-85c4-52b1a21c6cfa, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5962118f-d0b4-4447-85c4-52b1a21c6cfa,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:49.368307 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.424662 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:49.478454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b2f619e6-08f1-4095-b9c5-d93b04bbd760 None None] Provisioning for port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:49.488650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de5f89-63f5-45f3-8834-f282a6c1b5a7 req-281743e6-1e15-429f-8f6f-0d4cdaf02447 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:49.490325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87de5f89-63f5-45f3-8834-f282a6c1b5a7 req-281743e6-1e15-429f-8f6f-0d4cdaf02447 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.1009965 Jul 07 19:28:49.505963 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef846-af3e-43ba-b332-cd07180b38b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.513327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:49.514100 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.515736 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] 10.222.0.112 "PUT /v2.0/ports/5962118f-d0b4-4447-85c4-52b1a21c6cfa HTTP/1.1" status: 200 len: 1093 time: 2.6953099 Jul 07 19:28:49.517256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c485b2-7aae-4c19-9700-ced8396fa430', 'tag': '5962118f-d0b4-4447-85c4-52b1a21c6cfa'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:49.520638 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafcac27-0a1c-42cb-9587-37944f3e7993" -d '{"events": [{"name": "network-changed", "server_uuid": "50c485b2-7aae-4c19-9700-ced8396fa430", "tag": "5962118f-d0b4-4447-85c4-52b1a21c6cfa"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:49.570472 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87de5f89-63f5-45f3-8834-f282a6c1b5a7 req-9ea86d06-8365-4972-852f-b2171ab28bb9 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708477 Jul 07 19:28:49.583304 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a26d21-564d-44cd-bac2-3e90c0ad7320 x-openstack-request-id: req-28a26d21-564d-44cd-bac2-3e90c0ad7320 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:49.584726 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c485b2-7aae-4c19-9700-ced8396fa430", "tag": "5962118f-d0b4-4447-85c4-52b1a21c6cfa", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:49.584986 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-28a26d21-564d-44cd-bac2-3e90c0ad7320 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:49.585392 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c485b2-7aae-4c19-9700-ced8396fa430', 'tag': '5962118f-d0b4-4447-85c4-52b1a21c6cfa', 'status': 'completed', 'code': 200} Jul 07 19:28:49.644330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4750b4c-cb72-483c-a2bc-96082e55c0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5962118f-d0b4-4447-85c4-52b1a21c6cfa,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:49.670488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.697294 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Transition to ACTIVE for port object b059234a-2712-457b-9ce1-ab3295abe2a7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:49.771213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-7f17c123-a531-41d4-bca2-082cd25a8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:49.772700 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-7f17c123-a531-41d4-bca2-082cd25a8b0e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 1096 time: 0.1864889 Jul 07 19:28:49.792291 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.829751 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-e3801038-9f4d-42af-9654-46efba5bc294 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5962118f-d0b4-4447-85c4-52b1a21c6cfa HTTP/1.1" status: 200 len: 217 time: 0.0481417 Jul 07 19:28:49.930431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-2c80526b-52f8-427e-9dc3-f8d5a3b7ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:49.931947 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-2c80526b-52f8-427e-9dc3-f8d5a3b7ff69 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.0819178 Jul 07 19:28:49.934227 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef846-af3e-43ba-b332-cd07180b38b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.960802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef846-af3e-43ba-b332-cd07180b38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:49.998971 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network e32bc967-52fb-425c-afd8-08e626fe2221 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:50.001499 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-fa2bc55f-9d98-4de9-bf8f-9d10fcca6442 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593109 Jul 07 19:28:50.014349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=b059234a-2712-457b-9ce1-ab3295abe2a7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:50.018038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:50.021144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:50.038227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:50.128362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e301e-74d6-46f0-894b-ab6e21bcd6c1 req-fa14961d-a526-4745-b318-93fb9db18edf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:50.136594 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a6e301e-74d6-46f0-894b-ab6e21bcd6c1 req-fa14961d-a526-4745-b318-93fb9db18edf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 943 time: 0.1378241 Jul 07 19:28:50.153388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:50.159343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1cb9416-2d96-445a-b86d-f850a06e3bf6 None None] Provisioning complete for port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:50.160733 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9416-2d96-445a-b86d-f850a06e3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.162993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:50.163225 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3b2ef846-af3e-43ba-b332-cd07180b38b6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0c2e398952d64517ae736aefa56a91c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7363751 Jul 07 19:28:50.164402 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.170775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:50.190163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ef846-af3e-43ba-b332-cd07180b38b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662b80e1-7249-4c04-a7ed-070135da0c5d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:50.209290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.227524 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a6e301e-74d6-46f0-894b-ab6e21bcd6c1 req-2b0caf5c-13e6-42be-a53a-432a835dac4d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899405 Jul 07 19:28:50.283204 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea94311-6416-4efb-a666-c0503b0631c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.324950 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-9d3bfbdc-b817-4dd0-ac3d-65120dce72dc service neutron] 10.222.0.112 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142817 Jul 07 19:28:50.345725 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea94311-6416-4efb-a666-c0503b0631c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.420189 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea94311-6416-4efb-a666-c0503b0631c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.423272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea94311-6416-4efb-a666-c0503b0631c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.424909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5ea94311-6416-4efb-a666-c0503b0631c8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/662b80e1-7249-4c04-a7ed-070135da0c5d HTTP/1.1" status: 204 len: 168 time: 0.2528005 Jul 07 19:28:50.433194 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.444460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea94311-6416-4efb-a666-c0503b0631c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662b80e1-7249-4c04-a7ed-070135da0c5d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:50.479666 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9416-2d96-445a-b86d-f850a06e3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.508092 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b90e769a-f32c-4f0a-bf14-17e07a4ff6c8,segment=NetworkSegment(943e65ee-b369-48d0-baf5-f41154c851e8),segment_id=943e65ee-b369-48d0-baf5-f41154c851e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:50.603714 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-e1cb9416-2d96-445a-b86d-f850a06e3bf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:28:50.605399 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-e1cb9416-2d96-445a-b86d-f850a06e3bf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:28:50.606106 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.639039 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97cffad1-e647-4985-84dc-fa0668cc3042 req-7268e893-59f4-40e0-868e-1a0ed45c70ee service neutron] 10.222.0.112 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034177 Jul 07 19:28:50.645231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f833e5-d83e-4801-bb17-fc63ab44aa31 req-d91080be-6500-4ff1-bacb-2cc4576d1926 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:50.646770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7f833e5-d83e-4801-bb17-fc63ab44aa31 req-d91080be-6500-4ff1-bacb-2cc4576d1926 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 944 time: 0.1214335 Jul 07 19:28:50.669822 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.714744 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=b90e769a-f32c-4f0a-bf14-17e07a4ff6c8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:50.729064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7f833e5-d83e-4801-bb17-fc63ab44aa31 req-99afc604-3428-42dd-9a14-e47b9c5d9f74 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742579 Jul 07 19:28:50.864871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f195d63-eed7-4c31-939f-a181469d1aa7 req-91a9734e-8fd1-4c0e-8cdf-a4e67876e862 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:50.866740 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6f195d63-eed7-4c31-939f-a181469d1aa7 req-91a9734e-8fd1-4c0e-8cdf-a4e67876e862 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.0986652 Jul 07 19:28:50.896690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcac27-0a1c-42cb-9587-37944f3e7993 req-e2fb9f77-b17d-4027-b183-477632626776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:50.898220 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eafcac27-0a1c-42cb-9587-37944f3e7993 req-e2fb9f77-b17d-4027-b183-477632626776 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 1096 time: 0.1492333 Jul 07 19:28:50.922556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6f195d63-eed7-4c31-939f-a181469d1aa7 req-32f01294-203a-49bf-9def-4ef3b02de535 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479882 Jul 07 19:28:51.028567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:28:51.076522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcac27-0a1c-42cb-9587-37944f3e7993 req-d2428379-0ff8-4feb-b5ca-2cde791dd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:51.078055 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eafcac27-0a1c-42cb-9587-37944f3e7993 req-d2428379-0ff8-4feb-b5ca-2cde791dd1e5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 914 time: 0.1716144 Jul 07 19:28:51.158625 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eafcac27-0a1c-42cb-9587-37944f3e7993 req-b8d9b5c5-b1cc-4ad0-8e83-81162d9f29ad service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5962118f-d0b4-4447-85c4-52b1a21c6cfa HTTP/1.1" status: 200 len: 217 time: 0.0725808 Jul 07 19:28:51.184839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:51.196959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '6784a540-d122-46f3-8524-d940a8f4c358', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'port_id': '6784a540-d122-46f3-8524-d940a8f4c358', 'mac_address': 'fa:16:3e:39:ed:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:28:51.239595 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.239758 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.247605 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.258827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcac27-0a1c-42cb-9587-37944f3e7993 req-41fe64c7-27da-48e5-97f9-58e628b79176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:51.259707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6784a540-d122-46f3-8524-d940a8f4c358 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:51.260323 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eafcac27-0a1c-42cb-9587-37944f3e7993 req-41fe64c7-27da-48e5-97f9-58e628b79176 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.0787158 Jul 07 19:28:51.294508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:51.303149 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.337871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-05639881-9c81-4380-b0b1-9dda7e9f6b43 None None] Provisioning for port b059234a-2712-457b-9ce1-ab3295abe2a7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:51.344002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-05639881-9c81-4380-b0b1-9dda7e9f6b43 None None] Provisioning complete for port b059234a-2712-457b-9ce1-ab3295abe2a7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:51.344374 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05639881-9c81-4380-b0b1-9dda7e9f6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.362107 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eafcac27-0a1c-42cb-9587-37944f3e7993 req-254d94be-9161-4358-a1c8-12c1bd506ba3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769858 Jul 07 19:28:51.418311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:51.435848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-05639881-9c81-4380-b0b1-9dda7e9f6b43 None None] Port b059234a-2712-457b-9ce1-ab3295abe2a7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:51.445629 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.460607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=b059234a-2712-457b-9ce1-ab3295abe2a7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:51.501434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:51.515668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['6784a540-d122-46f3-8524-d940a8f4c358'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:51.574013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64824eaf-be5f-413b-acd5-e9829eaa0a24 req-b8dd93b3-eb6d-4e5e-a2ed-0000f4adedcc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:51.574997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64824eaf-be5f-413b-acd5-e9829eaa0a24 req-b8dd93b3-eb6d-4e5e-a2ed-0000f4adedcc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 944 time: 0.1426904 Jul 07 19:28:51.610917 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eafcac27-0a1c-42cb-9587-37944f3e7993 req-9a68d415-78e5-4a5d-bd11-99e969b9c638 service neutron] 10.222.0.112 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359266 Jul 07 19:28:51.636617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network e32bc967-52fb-425c-afd8-08e626fe2221 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:51.647902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:51.659375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64824eaf-be5f-413b-acd5-e9829eaa0a24 req-655dd50a-87ef-42c5-a628-ae26f613c114 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757658 Jul 07 19:28:51.693656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-523827490'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:51.743154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Made reservation on behalf of 556b257c96fe48378ccc1efe155cf433 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:51.746828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.765229 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.985283 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eafcac27-0a1c-42cb-9587-37944f3e7993 req-c306b7b6-d828-4959-9c5b-83ba7a336889 service neutron] 10.222.0.112 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642437 Jul 07 19:28:52.000269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:52.050193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:28:52.061417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.072709 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.074163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:52.074681 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.117675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:28:52.153901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.153901 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Added segment 7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1 of type vlan for network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 Jul 07 19:28:52.173820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b7094a0-9865-4f93-b2bb-fc677d70471c None None] Provisioning complete for port b059234a-2712-457b-9ce1-ab3295abe2a7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:52.174209 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b7094a0-9865-4f93-b2bb-fc677d70471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.180002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca44ed-b582-4785-9972-f8d48856f276 req-e89eb228-fad7-4dc8-8eed-f5e1a390b39a tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.181801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40ca44ed-b582-4785-9972-f8d48856f276 req-e89eb228-fad7-4dc8-8eed-f5e1a390b39a tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 944 time: 0.2837985 Jul 07 19:28:52.182472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34dd36b-3c53-4be4-8a73-4de2f90711be,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:52.250201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5b7094a0-9865-4f93-b2bb-fc677d70471c None None] Port b059234a-2712-457b-9ce1-ab3295abe2a7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:52.261422 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:28:52.263032 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.268908 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bd555c08-d563-4dcd-8f44-3809713c9d56 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "PUT /v2.0/routers/73b699c9-f1ea-4eec-bf9f-f1d43a504323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6656947 Jul 07 19:28:52.269503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.273505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Sync routers for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:28:52.285321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:52.285963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:52.306023 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40ca44ed-b582-4785-9972-f8d48856f276 req-c75cba6b-a58b-44af-bee9-51afb372862c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008189 Jul 07 19:28:52.336922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6213d-61e4-4a12-85b4-3d3c35aafa5d req-d5d5ca0a-e79b-48d7-a5ad-920718e76e7e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.338167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ec6213d-61e4-4a12-85b4-3d3c35aafa5d req-d5d5ca0a-e79b-48d7-a5ad-920718e76e7e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.1991677 Jul 07 19:28:52.372366 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.378396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.379252 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.415458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ec6213d-61e4-4a12-85b4-3d3c35aafa5d req-de190b55-e7f1-403d-8448-6041d55ba28a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762427 Jul 07 19:28:52.432916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:52.476361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9659643 Jul 07 19:28:52.478742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:52.490021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Request body: {'subnet': {'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:52.495473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202772d-b975-4403-9a33-feeb1e6c7ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'Network': ['ID=91a122b9-6f51-4b4d-85d8-5b78e097ff82,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:52.623866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:28:52.661717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Made reservation on behalf of 556b257c96fe48378ccc1efe155cf433 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:52.668841 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.956314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.980399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5132ba4-60c8-422c-b2c8-24730495ddab tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.980898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5132ba4-60c8-422c-b2c8-24730495ddab tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.981356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5132ba4-60c8-422c-b2c8-24730495ddab tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.982238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5132ba4-60c8-422c-b2c8-24730495ddab tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.982238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5132ba4-60c8-422c-b2c8-24730495ddab tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.983079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5132ba4-60c8-422c-b2c8-24730495ddab tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.983546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5132ba4-60c8-422c-b2c8-24730495ddab tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.983995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5132ba4-60c8-422c-b2c8-24730495ddab tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.984442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5132ba4-60c8-422c-b2c8-24730495ddab tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:52.986496 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d5132ba4-60c8-422c-b2c8-24730495ddab tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6377 time: 0.7157001 Jul 07 19:28:52.992028 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.036018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'Subnet': ['ID=43547f63-052f-4dbd-be3b-6b8dcde2f9e7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:53.073548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5962118f-d0b4-4447-85c4-52b1a21c6cfa details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:28:53.077339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:53.096515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Checking segment: {'id': '7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:53.096515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Network hostable DHCP agents. Network: 91a122b9-6f51-4b4d-85d8-5b78e097ff82, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:28:53.118032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75422cd9-b10e-4707-a4b3-8f5542763fd1 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.118586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75422cd9-b10e-4707-a4b3-8f5542763fd1 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.119497 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75422cd9-b10e-4707-a4b3-8f5542763fd1 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.119679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75422cd9-b10e-4707-a4b3-8f5542763fd1 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.120107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75422cd9-b10e-4707-a4b3-8f5542763fd1 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.121589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75422cd9-b10e-4707-a4b3-8f5542763fd1 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.121589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75422cd9-b10e-4707-a4b3-8f5542763fd1 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.121589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75422cd9-b10e-4707-a4b3-8f5542763fd1 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.122263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75422cd9-b10e-4707-a4b3-8f5542763fd1 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.122878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75422cd9-b10e-4707-a4b3-8f5542763fd1 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.125474 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-75422cd9-b10e-4707-a4b3-8f5542763fd1 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6500 time: 0.1321771 Jul 07 19:28:53.129423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.135529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee95133-8f33-4e5f-baa3-0190764ceb2c req-55e0dab6-4b89-4413-a49d-3a3f8a01f3ff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.147261 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ee95133-8f33-4e5f-baa3-0190764ceb2c req-55e0dab6-4b89-4413-a49d-3a3f8a01f3ff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 944 time: 0.1501260 Jul 07 19:28:53.168460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:28:53.195060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 91a122b9-6f51-4b4d-85d8-5b78e097ff82) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:53.199920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.200657 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.220622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b5db2c-2cfd-455b-ac2b-94ceabc86e0d None None] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:53.221767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ee95133-8f33-4e5f-baa3-0190764ceb2c req-77506257-ba4a-44c1-8f17-fcaf87d40d75 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735180 Jul 07 19:28:53.242991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-816d3aae-4f74-4d48-8d88-d58b4ba5ae77 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7623217 Jul 07 19:28:53.245481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:53.250426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Request body: {'port': {'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82', 'name': 'tempest-AllowedAddressPairTestJSON-981268123'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:53.407519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Made reservation on behalf of 556b257c96fe48378ccc1efe155cf433 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:53.413001 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.442429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5962118f-d0b4-4447-85c4-52b1a21c6cfa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5962118f-d0b4-4447-85c4-52b1a21c6cfa,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:53.459713 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-29b7d532-f6db-4ee6-ab52-8e7e2d534b00 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.3284135 Jul 07 19:28:53.466432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] device_id is not set on port 9221d5a0-ed2c-4597-9c00-785a3c5a9b44 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:53.486511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '5962118f-d0b4-4447-85c4-52b1a21c6cfa', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'port_id': '5962118f-d0b4-4447-85c4-52b1a21c6cfa', 'mac_address': 'fa:16:3e:fe:1d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebfc7a6-9eee-41b6-a93a-ecc3b9964686', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:28:53.499440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:28:50Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:50Z', 'revision_number': 2, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:53.505851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 6784a540-d122-46f3-8524-d940a8f4c358 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:53.545088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 6784a540-d122-46f3-8524-d940a8f4c358 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:53.545302 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.546888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Checking router: 73b699c9-f1ea-4eec-bf9f-f1d43a504323 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:28:53.547318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Updating router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 port b059234a-2712-457b-9ce1-ab3295abe2a7 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:28:53.685296 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.692299 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:53.730242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b42bf-8025-4601-b16e-5a0ff58aa835 req-cf2a7baa-1749-4af9-b74c-0d344296ed6d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.731684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-999b42bf-8025-4601-b16e-5a0ff58aa835 req-cf2a7baa-1749-4af9-b74c-0d344296ed6d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 944 time: 0.2484710 Jul 07 19:28:53.740037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Allocated IP 172.20.0.8 (91a122b9-6f51-4b4d-85d8-5b78e097ff82/43547f63-052f-4dbd-be3b-6b8dcde2f9e7/9221d5a0-ed2c-4597-9c00-785a3c5a9b44) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:53.749166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555904d-bb5e-4fbc-9ba3-6e8e4247a982 req-c4e78000-2d24-4459-9d25-60c63d2d0680 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:53.750880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3555904d-bb5e-4fbc-9ba3-6e8e4247a982 req-c4e78000-2d24-4459-9d25-60c63d2d0680 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.2000751 Jul 07 19:28:53.860414 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-999b42bf-8025-4601-b16e-5a0ff58aa835 req-165b104b-3af7-47df-854b-184689b5a395 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084931 Jul 07 19:28:53.869025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3555904d-bb5e-4fbc-9ba3-6e8e4247a982 req-b379b33e-511e-44e5-aaed-103d89572b3b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071346 Jul 07 19:28:53.909633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5962118f-d0b4-4447-85c4-52b1a21c6cfa {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:28:54.015941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.034175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Transition to ACTIVE for port object 9221d5a0-ed2c-4597-9c00-785a3c5a9b44 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:54.076564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.136983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5962118f-d0b4-4447-85c4-52b1a21c6cfa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5962118f-d0b4-4447-85c4-52b1a21c6cfa,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:54.159131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-91a122b9-6f51-4b4d-85d8-5b78e097ff82', 'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82', 'tenant_id': '556b257c96fe48378ccc1efe155cf433', 'fixed_ips': [{'subnet_id': '43547f63-052f-4dbd-be3b-6b8dcde2f9e7'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:28:54.160486 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.205893 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:54.211920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-493e0982-f19f-4d04-b2b8-f66ba3ade22c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1273108941', 'description': 'tempest-secgroup-smoke-1273108941 description', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:54.252744 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493e0982-f19f-4d04-b2b8-f66ba3ade22c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.288300 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.408796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493e0982-f19f-4d04-b2b8-f66ba3ade22c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.414448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493e0982-f19f-4d04-b2b8-f66ba3ade22c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.448179 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.453292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e0982-f19f-4d04-b2b8-f66ba3ade22c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5023c994-58ad-4d01-83e0-a431f60748a5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:54.467782 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493e0982-f19f-4d04-b2b8-f66ba3ade22c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.471946 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-493e0982-f19f-4d04-b2b8-f66ba3ade22c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2616642 Jul 07 19:28:54.472339 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:54.477970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e93e7aa7-d7b1-4ef4-9cfe-b52e95a667eb tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': '5023c994-58ad-4d01-83e0-a431f60748a5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:54.493353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:54.500273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:54.505390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5962118f-d0b4-4447-85c4-52b1a21c6cfa,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:54.509943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:54.512291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Allocated IP 172.20.0.2 (91a122b9-6f51-4b4d-85d8-5b78e097ff82/43547f63-052f-4dbd-be3b-6b8dcde2f9e7/0dd42b32-2df6-4430-9cf7-d2ca568e4c33) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:54.514933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['5962118f-d0b4-4447-85c4-52b1a21c6cfa'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:28:54.517438 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e93e7aa7-d7b1-4ef4-9cfe-b52e95a667eb tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.548049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'Port': ['ID=9221d5a0-ed2c-4597-9c00-785a3c5a9b44,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:54.586846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:54.587081 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e182c-31c7-4fac-a8cf-e9dc882d777f req-33afe4d6-906c-444e-b40d-d0d74758e348 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:54.588670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-145e182c-31c7-4fac-a8cf-e9dc882d777f req-33afe4d6-906c-444e-b40d-d0d74758e348 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 944 time: 0.1659164 Jul 07 19:28:54.589410 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8515855b-a84a-4a98-b346-03e06a671b45" -d '{"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-plugged", "status": "completed", "tag": "6784a540-d122-46f3-8524-d940a8f4c358"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:54.590312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e93e7aa7-d7b1-4ef4-9cfe-b52e95a667eb tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.595333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:54.595529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e93e7aa7-d7b1-4ef4-9cfe-b52e95a667eb tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.595662 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.631342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e7aa7-d7b1-4ef4-9cfe-b52e95a667eb tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93e7fc4-4309-43f2-841a-01e61bd2ab98,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:54.649750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-aa682eda-0a85-4739-bf0f-2ace7721f215 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4029138 Jul 07 19:28:54.650947 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e93e7aa7-d7b1-4ef4-9cfe-b52e95a667eb tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.655808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:54.656583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:54.657169 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e93e7aa7-d7b1-4ef4-9cfe-b52e95a667eb tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1829395 Jul 07 19:28:54.658086 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:54.658402 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0447735-f49a-4cf7-8beb-5364ac69f455 x-openstack-request-id: req-d0447735-f49a-4cf7-8beb-5364ac69f455 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:54.658640 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-plugged", "status": "completed", "tag": "6784a540-d122-46f3-8524-d940a8f4c358", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:54.658919 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d0447735-f49a-4cf7-8beb-5364ac69f455 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:54.660511 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358', 'code': 200} Jul 07 19:28:54.665709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6a84071b-3fb4-4306-b651-9d9b78504a71 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': '5023c994-58ad-4d01-83e0-a431f60748a5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:54.668907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Request body: {'port': {'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82', 'name': 'tempest-AllowedAddressPairTestJSON-1212071805', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:20:fb:a6'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:54.693367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-145e182c-31c7-4fac-a8cf-e9dc882d777f req-914ff409-a6ff-441f-bd9e-29f08a10b151 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876145 Jul 07 19:28:54.699957 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.704254 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a84071b-3fb4-4306-b651-9d9b78504a71 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.717741 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.757841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Transition to ACTIVE for port object b059234a-2712-457b-9ce1-ab3295abe2a7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:54.786283 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.805025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a84071b-3fb4-4306-b651-9d9b78504a71 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.812054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a84071b-3fb4-4306-b651-9d9b78504a71 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.830231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Made reservation on behalf of 556b257c96fe48378ccc1efe155cf433 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:54.847137 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a84071b-3fb4-4306-b651-9d9b78504a71 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.849197 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6a84071b-3fb4-4306-b651-9d9b78504a71 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1899161 Jul 07 19:28:54.853110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b59b88-b5ca-4475-8f2f-48db2a84da32 req-08ef4f2f-77d7-4620-8dc4-38d6e2ec06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:54.854662 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b0b59b88-b5ca-4475-8f2f-48db2a84da32 req-08ef4f2f-77d7-4620-8dc4-38d6e2ec06c3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1097 time: 0.1208656 Jul 07 19:28:54.855284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:54.855936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84071b-3fb4-4306-b651-9d9b78504a71 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f049eb54-7da7-4804-930e-9258047911ca,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:54.862904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4d389671-d302-448d-a93f-b27ab5eabd4a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': '5023c994-58ad-4d01-83e0-a431f60748a5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:54.873421 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:54.927228 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b0b59b88-b5ca-4475-8f2f-48db2a84da32 req-ceeffa32-bdee-441e-98c2-04b27f2c48db service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560873 Jul 07 19:28:54.931343 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d389671-d302-448d-a93f-b27ab5eabd4a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:54.996804 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.019805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d389671-d302-448d-a93f-b27ab5eabd4a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.029884 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d389671-d302-448d-a93f-b27ab5eabd4a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.037139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] device_id is not set on port c898d1f6-5791-4934-b338-ef3555f01f00 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:55.080728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d389671-d302-448d-a93f-b27ab5eabd4a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93fdee1-1b45-42fa-b1fd-98842827ab94,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:55.090105 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d389671-d302-448d-a93f-b27ab5eabd4a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.094160 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4d389671-d302-448d-a93f-b27ab5eabd4a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2333467 Jul 07 19:28:55.094455 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:55.100390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b7df4f34-4dda-4e56-80ef-721d9e11ed1a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': '5023c994-58ad-4d01-83e0-a431f60748a5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:55.137591 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7df4f34-4dda-4e56-80ef-721d9e11ed1a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.145012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf34da-d973-486a-b2ef-b751125dcec0 None None] Pushing event updated for resources: {'Port': ['ID=b059234a-2712-457b-9ce1-ab3295abe2a7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:55.155213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Attempting to bind port b059234a-2712-457b-9ce1-ab3295abe2a7 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:55.155803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Attempting to bind port b059234a-2712-457b-9ce1-ab3295abe2a7 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:55.156349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Attempting to bind port b059234a-2712-457b-9ce1-ab3295abe2a7 on network e32bc967-52fb-425c-afd8-08e626fe2221 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:55.180562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:55.181400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Checking segment: {'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:55.181670 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.182020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Bound using segment: {'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:55.182564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Bound port: b059234a-2712-457b-9ce1-ab3295abe2a7, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:55.183318 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.213659 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.224046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7df4f34-4dda-4e56-80ef-721d9e11ed1a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.231464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7df4f34-4dda-4e56-80ef-721d9e11ed1a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.247663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42696c6-ac85-4635-b730-8d84bdeff58a req-3f9fc3e7-83c4-480e-b991-96ec9f9fb157 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:55.249283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a42696c6-ac85-4635-b730-8d84bdeff58a req-3f9fc3e7-83c4-480e-b991-96ec9f9fb157 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 945 time: 0.1480472 Jul 07 19:28:55.251645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df4f34-4dda-4e56-80ef-721d9e11ed1a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d331d4-72fe-4f70-8cec-3113e5da92b4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:55.272381 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7df4f34-4dda-4e56-80ef-721d9e11ed1a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.277255 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b7df4f34-4dda-4e56-80ef-721d9e11ed1a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813328 Jul 07 19:28:55.278724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:55.283782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a43109b5-aeb3-46b9-817f-df6e08e139ce tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': '5023c994-58ad-4d01-83e0-a431f60748a5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:55.286341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c012-da7a-4d61-8486-9c11bb84175f req-d1c2b036-baa0-4b70-9f9d-6d90e8048bf3 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:55.287930 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2685c012-da7a-4d61-8486-9c11bb84175f req-d1c2b036-baa0-4b70-9f9d-6d90e8048bf3 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.1879210 Jul 07 19:28:55.318608 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-a43109b5-aeb3-46b9-817f-df6e08e139ce tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Project 9a2b8cea685a48079cf1c0d4a2757b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:28:55.323249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Transition to ACTIVE for port object 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:55.324439 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a42696c6-ac85-4635-b730-8d84bdeff58a req-806c8bf4-2c83-432f-9e76-dfc5e9dad0bf tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653765 Jul 07 19:28:55.326421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a43109b5-aeb3-46b9-817f-df6e08e139ce tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.344066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2685c012-da7a-4d61-8486-9c11bb84175f req-68ade76a-6a5f-4e08-b4c4-9ac43d94f0c3 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479493 Jul 07 19:28:55.357565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] For port b059234a-2712-457b-9ce1-ab3295abe2a7, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:55.366802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] For port b059234a-2712-457b-9ce1-ab3295abe2a7, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b059234a-2712-457b-9ce1-ab3295abe2a7,segment=NetworkSegment(943e65ee-b369-48d0-baf5-f41154c851e8),segment_id=943e65ee-b369-48d0-baf5-f41154c851e8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:55.374873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Transition to ACTIVE for port object 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:55.382945 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.393406 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.430089 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a43109b5-aeb3-46b9-817f-df6e08e139ce tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.450445 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a43109b5-aeb3-46b9-817f-df6e08e139ce tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.454883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Allocated IP 172.20.0.13 (91a122b9-6f51-4b4d-85d8-5b78e097ff82/43547f63-052f-4dbd-be3b-6b8dcde2f9e7/c898d1f6-5791-4934-b338-ef3555f01f00) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:55.486216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43109b5-aeb3-46b9-817f-df6e08e139ce tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5ba160-4484-4c40-995e-9c3cb026482e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:55.491555 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:55.499612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:55.513433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf34da-d973-486a-b2ef-b751125dcec0 None None] Pushing event updated for resources: {'Port': ['ID=b059234a-2712-457b-9ce1-ab3295abe2a7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:55.518004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:55.520299 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a43109b5-aeb3-46b9-817f-df6e08e139ce tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.522597 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a43109b5-aeb3-46b9-817f-df6e08e139ce tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2425268 Jul 07 19:28:55.525812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:55.540521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:28:55.542950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:55.543278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5ddad279-d679-4762-a2ff-5dba76a04a52 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': '5023c994-58ad-4d01-83e0-a431f60748a5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:55.585541 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-5ddad279-d679-4762-a2ff-5dba76a04a52 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Project 9a2b8cea685a48079cf1c0d4a2757b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:28:55.599200 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ddad279-d679-4762-a2ff-5dba76a04a52 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.712575 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ddad279-d679-4762-a2ff-5dba76a04a52 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.720086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ddad279-d679-4762-a2ff-5dba76a04a52 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.725192 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.752739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddad279-d679-4762-a2ff-5dba76a04a52 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56624877-ed12-4238-bffa-d59df6c495b1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:55.759034 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ddad279-d679-4762-a2ff-5dba76a04a52 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:55.760457 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5ddad279-d679-4762-a2ff-5dba76a04a52 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2326043 Jul 07 19:28:55.775502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Transition to ACTIVE for port object c898d1f6-5791-4934-b338-ef3555f01f00 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:55.812397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Attempting to bind port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:28:55.812792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Attempting to bind port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:28:55.813149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Attempting to bind port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 on network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:28:55.835857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Pushing event updated for resources: {'Port': ['ID=0dd42b32-2df6-4430-9cf7-d2ca568e4c33,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:56.077985 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.083004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:28:56.083004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Checking segment: {'id': '7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:28:56.083004 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.083004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Bound using segment: {'id': '7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:28:56.083004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Bound port: 0dd42b32-2df6-4430-9cf7-d2ca568e4c33, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:28:56.083004 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.083004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:28:56.094554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] For port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:28:56.115934 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] For port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0dd42b32-2df6-4430-9cf7-d2ca568e4c33,segment=NetworkSegment(7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1),segment_id=7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:28:56.125868 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.129810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:56.143075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:56.154442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:56.168679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'Port': ['ID=c898d1f6-5791-4934-b338-ef3555f01f00,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:56.243333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c6dde-b032-41e0-aee5-d2339f9dd42b None None] Pushing event updated for resources: {'Port': ['ID=0dd42b32-2df6-4430-9cf7-d2ca568e4c33,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:56.279524 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e8f5e70-424a-4dba-8be6-478b313fb6ec tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273108941&fields=id&tenant_id=9a2b8cea685a48079cf1c0d4a2757b75 HTTP/1.1" status: 200 len: 267 time: 0.1435719 Jul 07 19:28:56.288718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:28:50Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:55Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:28:56.289012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:56.289572 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.316568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7549a-ed38-4140-b9f2-fd3312dec604 req-b3c8f11d-800f-4630-8b38-d8802b9a7416 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:56.321205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45b7549a-ed38-4140-b9f2-fd3312dec604 req-b3c8f11d-800f-4630-8b38-d8802b9a7416 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.4187446 Jul 07 19:28:56.332720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fde7c-e637-4766-9734-03a444005451 None None] The sync data for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 is: [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:28:50Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:55Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:28:56.346229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:56.346452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-339543a5-52a4-44da-a450-283f785f4420 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.6894445 Jul 07 19:28:56.491097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45b7549a-ed38-4140-b9f2-fd3312dec604 req-62a33561-ac70-4051-b083-ae1e0f4b7eaa tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562316 Jul 07 19:28:56.603538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-f762f93e-3356-4067-8311-cf4da2885a28 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:56.613773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-f762f93e-3356-4067-8311-cf4da2885a28 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/networks?id=e32bc967-52fb-425c-afd8-08e626fe2221 HTTP/1.1" status: 200 len: 796 time: 0.3077452 Jul 07 19:28:56.618073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b02683-e0f2-45c1-9090-4a82a55fd479 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:56.635909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-fcdf742b-9a23-4186-90e9-3bb8c7dd1e94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/quotas/9a2b8cea685a48079cf1c0d4a2757b75 HTTP/1.1" status: 200 len: 375 time: 0.0202868 Jul 07 19:28:56.637815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b02683-e0f2-45c1-9090-4a82a55fd479 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:56.644654 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b02683-e0f2-45c1-9090-4a82a55fd479 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:56.646972 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c1b02683-e0f2-45c1-9090-4a82a55fd479 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2996964 Jul 07 19:28:56.649760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:56.835022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-fa5859dc-a341-46ad-a174-06b4d515aed0 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1946869 Jul 07 19:28:56.872855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9545a215-fee0-40e3-b1da-5e82bd6d100d tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Deleting port c898d1f6-5791-4934-b338-ef3555f01f00 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:28:56.873404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9545a215-fee0-40e3-b1da-5e82bd6d100d tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:56.920266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb346e-96e5-4956-828b-6e108d46ef62 req-b55ef48a-f655-4694-ad4f-ae74bc182deb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:56.922161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0fb346e-96e5-4956-828b-6e108d46ef62 req-b55ef48a-f655-4694-ad4f-ae74bc182deb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 945 time: 0.1977451 Jul 07 19:28:57.000273 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9545a215-fee0-40e3-b1da-5e82bd6d100d tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.018507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-6802e4f0-db57-4c5e-a7e8-bb6e4206eb98 service neutron] 10.222.0.113 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734688 Jul 07 19:28:57.036100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9545a215-fee0-40e3-b1da-5e82bd6d100d tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Calling delete_port for c898d1f6-5791-4934-b338-ef3555f01f00 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:28:57.057365 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5962118f-d0b4-4447-85c4-52b1a21c6cfa up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:57.104316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0fb346e-96e5-4956-828b-6e108d46ef62 req-4d683dc3-b57d-4e3e-8954-8b1f0d80564e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618187 Jul 07 19:28:57.236874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 5962118f-d0b4-4447-85c4-52b1a21c6cfa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:57.247561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 5962118f-d0b4-4447-85c4-52b1a21c6cfa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:57.248051 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.268083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-3050e7d8-b0a1-4036-a8bf-a66cdea7a312 service neutron] 10.222.0.113 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360337 Jul 07 19:28:57.297939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9545a215-fee0-40e3-b1da-5e82bd6d100d tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.407091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545a215-fee0-40e3-b1da-5e82bd6d100d tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event deleted for resources: {'Port': ['ID=c898d1f6-5791-4934-b338-ef3555f01f00,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:57.471335 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.522907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06aa45-5e99-4a27-8fd3-1db30ebce5a9 req-ce6eb42f-c3b6-41c2-8571-d93c3d0e5cfb tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:57.524947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e06aa45-5e99-4a27-8fd3-1db30ebce5a9 req-ce6eb42f-c3b6-41c2-8571-d93c3d0e5cfb tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.1897614 Jul 07 19:28:57.542592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c485b2-7aae-4c19-9700-ced8396fa430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5962118f-d0b4-4447-85c4-52b1a21c6cfa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:28:57.546616 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f433e5d5-9172-41e3-9431-c9cec76c0c92" -d '{"events": [{"server_uuid": "50c485b2-7aae-4c19-9700-ced8396fa430", "name": "network-vif-plugged", "status": "completed", "tag": "5962118f-d0b4-4447-85c4-52b1a21c6cfa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:28:57.561391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5962118f-d0b4-4447-85c4-52b1a21c6cfa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5962118f-d0b4-4447-85c4-52b1a21c6cfa,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:57.567402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6129e59-d37c-4d25-bb65-d68a1a761d85 req-bf845f31-6b93-40ca-a9f9-a72c6639bf65 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 210 time: 0.0640996 Jul 07 19:28:57.578426 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.653937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e06aa45-5e99-4a27-8fd3-1db30ebce5a9 req-58260afe-e1d1-4cc8-8a8d-79a2a4504606 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096628 Jul 07 19:28:57.727813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5962118f-d0b4-4447-85c4-52b1a21c6cfa,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:57.755323 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898cd775-5101-486a-b301-6a4481607676 x-openstack-request-id: req-898cd775-5101-486a-b301-6a4481607676 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:28:57.755862 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c485b2-7aae-4c19-9700-ced8396fa430", "name": "network-vif-plugged", "status": "completed", "tag": "5962118f-d0b4-4447-85c4-52b1a21c6cfa", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:28:57.756307 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-898cd775-5101-486a-b301-6a4481607676 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:28:57.756935 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c485b2-7aae-4c19-9700-ced8396fa430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5962118f-d0b4-4447-85c4-52b1a21c6cfa', 'code': 200} Jul 07 19:28:57.912313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b892f-a2c3-4fe0-8cc4-6b01bdb1271c None None] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:28:57.967832 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9545a215-fee0-40e3-b1da-5e82bd6d100d tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:57.970842 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9545a215-fee0-40e3-b1da-5e82bd6d100d tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "DELETE /v2.0/ports/c898d1f6-5791-4934-b338-ef3555f01f00 HTTP/1.1" status: 204 len: 168 time: 1.3184643 Jul 07 19:28:57.974444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:58.043774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de6178-0a2e-480b-84e9-bec4a6da9ba8 req-913b005c-db80-4bee-8c75-3619a33cc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:58.049698 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-12de6178-0a2e-480b-84e9-bec4a6da9ba8 req-913b005c-db80-4bee-8c75-3619a33cc2b4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 1098 time: 0.1892173 Jul 07 19:28:58.071836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4faa1646-35d1-41a2-bf14-7dd6fda1543e None None] Provisioning for port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:58.108299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7948ca-b4a0-4fec-9d87-5dad0fb74880 req-e2cf9779-c08a-4472-95c8-3d9df691a9d9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:58.117482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:58.145234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee7948ca-b4a0-4fec-9d87-5dad0fb74880 req-e2cf9779-c08a-4472-95c8-3d9df691a9d9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.2935061 Jul 07 19:28:58.157398 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bb8350-e4b2-46a6-9976-e9f537554542 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] GET failed (client error): The resource could not be found. Jul 07 19:28:58.172796 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-12de6178-0a2e-480b-84e9-bec4a6da9ba8 req-be1e0fa0-52c5-4299-9c70-76d8a45c76c4 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140177 Jul 07 19:28:58.173511 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-32bb8350-e4b2-46a6-9976-e9f537554542 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "GET /v2.0/ports/c898d1f6-5791-4934-b338-ef3555f01f00 HTTP/1.1" status: 404 len: 333 time: 0.1948824 Jul 07 19:28:58.174235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:58.188037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Request body: {'port': {'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82', 'name': 'tempest-AllowedAddressPairTestJSON-1651515069'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:58.300031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee7948ca-b4a0-4fec-9d87-5dad0fb74880 req-909a1335-a2f4-4a77-8118-1617bab5ecdb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536627 Jul 07 19:28:58.404553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:58.449983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Made reservation on behalf of 556b257c96fe48378ccc1efe155cf433 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:28:58.455680 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.470282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:58.474608 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:58.490467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] device_id is not set on port 59147b60-83ed-417e-adad-c3ee1d90c0f5 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:28:58.830989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbdd16-c959-4b81-b0a3-b6e4683ac0de req-35e5f446-3407-40ba-be1b-c90a41c79fce tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:58.844152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94bbdd16-c959-4b81-b0a3-b6e4683ac0de req-35e5f446-3407-40ba-be1b-c90a41c79fce tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 946 time: 0.3402264 Jul 07 19:28:58.899109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Allocated IP 172.20.0.7 (91a122b9-6f51-4b4d-85d8-5b78e097ff82/43547f63-052f-4dbd-be3b-6b8dcde2f9e7/59147b60-83ed-417e-adad-c3ee1d90c0f5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:28:58.933169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94bbdd16-c959-4b81-b0a3-b6e4683ac0de req-02cb28ba-706e-4544-96c7-c06d0455cb09 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863745 Jul 07 19:28:58.977122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc3004-5553-421d-b372-01281a2db57a req-875d64de-835f-43ac-b35c-ed035aafb0ae tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:58.980691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3dfc3004-5553-421d-b372-01281a2db57a req-875d64de-835f-43ac-b35c-ed035aafb0ae tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.3651106 Jul 07 19:28:59.002191 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.101969 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3dfc3004-5553-421d-b372-01281a2db57a req-279de289-f94f-4fe9-b581-8388edba8f66 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129501 Jul 07 19:28:59.131120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0dd42b32-2df6-4430-9cf7-d2ca568e4c33,segment=NetworkSegment(7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1),segment_id=7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:59.133731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:59.173156 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.180374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b059234a-2712-457b-9ce1-ab3295abe2a7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:28:59.288635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0c6ed-cba8-4b50-b5b9-0e10797ac75e tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:59.292846 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-65e0c6ed-cba8-4b50-b5b9-0e10797ac75e tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1092 time: 0.1553547 Jul 07 19:28:59.293090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:59.297957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '6784a540-d122-46f3-8524-d940a8f4c358', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:28:59.312585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7834c3ef-4bc0-4a27-8c53-c50548cde5f4 None None] Provisioning for port 9221d5a0-ed2c-4597-9c00-785a3c5a9b44 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:59.353781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a26b3ab-1caf-4c51-80ba-7e4bdbf6e708 req-898c131a-0527-4e1c-aa9a-506016a4109a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 210 time: 0.1786551 Jul 07 19:28:59.357765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.371847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7834c3ef-4bc0-4a27-8c53-c50548cde5f4 None None] Provisioning complete for port 9221d5a0-ed2c-4597-9c00-785a3c5a9b44 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:59.374358 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7834c3ef-4bc0-4a27-8c53-c50548cde5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.455631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7834c3ef-4bc0-4a27-8c53-c50548cde5f4 None None] Port 9221d5a0-ed2c-4597-9c00-785a3c5a9b44 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:28:59.486722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=0dd42b32-2df6-4430-9cf7-d2ca568e4c33,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:59.506120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.507619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port b059234a-2712-457b-9ce1-ab3295abe2a7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:28:59.510740 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7834c3ef-4bc0-4a27-8c53-c50548cde5f4 None None] Provisioning complete for port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:59.511067 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7834c3ef-4bc0-4a27-8c53-c50548cde5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.522132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd4211-cfa7-4750-b4ef-e2a7027be44d req-f32f5973-0dd1-4b7a-8a42-1fc0ce5c0c35 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:59.523959 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6dd4211-cfa7-4750-b4ef-e2a7027be44d req-f32f5973-0dd1-4b7a-8a42-1fc0ce5c0c35 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.1945550 Jul 07 19:28:59.547827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b059234a-2712-457b-9ce1-ab3295abe2a7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:28:59.548219 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.555962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Transition to ACTIVE for port object 59147b60-83ed-417e-adad-c3ee1d90c0f5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:28:59.627004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.649570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6dd4211-cfa7-4750-b4ef-e2a7027be44d req-7a6569b4-4202-4fb9-abf0-8911d42ae653 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181440 Jul 07 19:28:59.704209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.773274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:28:59.779414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:28:59.788038 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.789243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:28:59.889856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'Port': ['ID=59147b60-83ed-417e-adad-c3ee1d90c0f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:28:59.904634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port b059234a-2712-457b-9ce1-ab3295abe2a7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b059234a-2712-457b-9ce1-ab3295abe2a7,segment=NetworkSegment(943e65ee-b369-48d0-baf5-f41154c851e8),segment_id=943e65ee-b369-48d0-baf5-f41154c851e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:28:59.911656 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.946711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:28:59.947733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:59.987096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-19b44f3e-dcec-4c32-a007-6a7553ee5368 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8105290 Jul 07 19:28:59.987784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:28:59.995166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8527f6bc-1e6e-43ae-aed6-fd7abce617e8 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:20:fb:a6'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:00.048338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=b059234a-2712-457b-9ce1-ab3295abe2a7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:00.065625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-381bb1b4-eddd-4e42-ad32-682b9721c911 None None] Could not find standard attr ID for object c898d1f6-5791-4934-b338-ef3555f01f00. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:29:00.078729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-381bb1b4-eddd-4e42-ad32-682b9721c911 None None] Provisioning complete for port 9221d5a0-ed2c-4597-9c00-785a3c5a9b44 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:00.079449 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-381bb1b4-eddd-4e42-ad32-682b9721c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.140144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:00.159224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-dd69b0cc-a169-4a6e-8ade-91e01163f2e0 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.165835 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-dd69b0cc-a169-4a6e-8ade-91e01163f2e0 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.112 "GET /v2.0/networks?id=e32bc967-52fb-425c-afd8-08e626fe2221 HTTP/1.1" status: 200 len: 796 time: 0.5193145 Jul 07 19:29:00.196813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-381bb1b4-eddd-4e42-ad32-682b9721c911 None None] Port 9221d5a0-ed2c-4597-9c00-785a3c5a9b44 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:00.231191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.25.2.10 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/4e08537b-545a-469f-a579-8263d545e535) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:00.244062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:00.244448 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.289783 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-9baced5a-b620-465c-a107-757d329737fb tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a2b8cea685a48079cf1c0d4a2757b75 HTTP/1.1" status: 200 len: 380 time: 0.1121972 Jul 07 19:29:00.311687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'port': {'device_id': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'admin_state_up': True, 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'security_groups': ['5023c994-58ad-4d01-83e0-a431f60748a5']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:00.358517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab7bc-ac0d-478b-ba38-09f6830c5445 req-48b35a87-28d9-4944-a086-98af0d1a4445 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:00.365469 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-493c8db5-e72e-483f-9c9f-5cac44dbb28b None None] Provisioning for port 59147b60-83ed-417e-adad-c3ee1d90c0f5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:00.367241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45ab7bc-ac0d-478b-ba38-09f6830c5445 req-48b35a87-28d9-4944-a086-98af0d1a4445 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 946 time: 0.1409767 Jul 07 19:29:00.385927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-493c8db5-e72e-483f-9c9f-5cac44dbb28b None None] Provisioning complete for port 59147b60-83ed-417e-adad-c3ee1d90c0f5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:00.386300 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-493c8db5-e72e-483f-9c9f-5cac44dbb28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.462169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45ab7bc-ac0d-478b-ba38-09f6830c5445 req-0b458b52-921c-4add-b6c7-f9f4a793ac89 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925815 Jul 07 19:29:00.496119 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8527f6bc-1e6e-43ae-aed6-fd7abce617e8 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.514952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-493c8db5-e72e-483f-9c9f-5cac44dbb28b None None] Port 59147b60-83ed-417e-adad-c3ee1d90c0f5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:00.654284 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.682046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a01e7f61-bcac-4666-b08e-9b4ee0b24fc0 req-8ef30972-8ecb-4725-a65c-425614eb3903 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 210 time: 0.0966842 Jul 07 19:29:00.694896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Made reservation on behalf of 9a2b8cea685a48079cf1c0d4a2757b75 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:00.701535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.791435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8527f6bc-1e6e-43ae-aed6-fd7abce617e8 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.801526 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8527f6bc-1e6e-43ae-aed6-fd7abce617e8 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.821702 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:00.893227 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:00.901195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:00.911728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:00.923789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527f6bc-1e6e-43ae-aed6-fd7abce617e8 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'Port': ['ID=59147b60-83ed-417e-adad-c3ee1d90c0f5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:00.963435 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=4e08537b-545a-469f-a579-8263d545e535,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:00.989463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Allocated IP 172.20.0.8 (e32bc967-52fb-425c-afd8-08e626fe2221/f167f72d-78ce-4060-a7a9-a9f690de83ac/7abe8bed-2e18-4981-b354-88db2f78fbd7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:00.993070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8527f6bc-1e6e-43ae-aed6-fd7abce617e8 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] In _notify_port_updated(), no bound segment for port 59147b60-83ed-417e-adad-c3ee1d90c0f5 on network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:29:01.002984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8527f6bc-1e6e-43ae-aed6-fd7abce617e8 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:01.007377 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8527f6bc-1e6e-43ae-aed6-fd7abce617e8 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.008966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8527f6bc-1e6e-43ae-aed6-fd7abce617e8 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "PUT /v2.0/ports/59147b60-83ed-417e-adad-c3ee1d90c0f5 HTTP/1.1" status: 200 len: 993 time: 1.0197558 Jul 07 19:29:01.025891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42686) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:01.099808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1008858-d49d-4729-be8d-c3f602c2aa3f req-a7aa8562-975c-4300-adac-1b87fa0745ba tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:01.107668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1008858-d49d-4729-be8d-c3f602c2aa3f req-a7aa8562-975c-4300-adac-1b87fa0745ba tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.2641642 Jul 07 19:29:01.233066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1008858-d49d-4729-be8d-c3f602c2aa3f req-8a275ad1-918b-4f95-9ffd-61d1556fd750 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243873 Jul 07 19:29:01.283394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3d4ff-1afb-494d-ad52-444315952278 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Deleting port 59147b60-83ed-417e-adad-c3ee1d90c0f5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:01.283671 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5b3d4ff-1afb-494d-ad52-444315952278 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.362182 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b2319781-7d44-42e0-ba09-d4d6bf185fa2 None None] Provisioning complete for port 59147b60-83ed-417e-adad-c3ee1d90c0f5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:01.363387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2319781-7d44-42e0-ba09-d4d6bf185fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.366054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.415947 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5b3d4ff-1afb-494d-ad52-444315952278 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.436533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Transition to ACTIVE for port object 7abe8bed-2e18-4981-b354-88db2f78fbd7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:01.443754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3d4ff-1afb-494d-ad52-444315952278 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Calling delete_port for 59147b60-83ed-417e-adad-c3ee1d90c0f5 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:01.514134 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b2319781-7d44-42e0-ba09-d4d6bf185fa2 None None] Port 59147b60-83ed-417e-adad-c3ee1d90c0f5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:01.628494 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5b3d4ff-1afb-494d-ad52-444315952278 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:01.700083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3d4ff-1afb-494d-ad52-444315952278 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event deleted for resources: {'Port': ['ID=59147b60-83ed-417e-adad-c3ee1d90c0f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:01.886282 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.056321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network e32bc967-52fb-425c-afd8-08e626fe2221 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:02.071253 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:02.080198 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5b3d4ff-1afb-494d-ad52-444315952278 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.087152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f5b3d4ff-1afb-494d-ad52-444315952278 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "DELETE /v2.0/ports/59147b60-83ed-417e-adad-c3ee1d90c0f5 HTTP/1.1" status: 204 len: 168 time: 1.0567789 Jul 07 19:29:02.091837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42706) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:02.102117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:02.183179 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e812d0-d121-4a24-aa1a-0eb147f6b9f6 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] GET failed (client error): The resource could not be found. Jul 07 19:29:02.191466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-76e812d0-d121-4a24-aa1a-0eb147f6b9f6 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "GET /v2.0/ports/59147b60-83ed-417e-adad-c3ee1d90c0f5 HTTP/1.1" status: 404 len: 333 time: 0.0922253 Jul 07 19:29:02.194630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:02.208218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Request body: {'port': {'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82', 'name': 'tempest-AllowedAddressPairTestJSON-1692544840'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:02.214571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b059234a-2712-457b-9ce1-ab3295abe2a7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:02.232809 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=7abe8bed-2e18-4981-b354-88db2f78fbd7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:02.315523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a16f67-30fd-47eb-ba13-09f973766877 req-17c9e1a3-2a2a-4f99-8a21-af18901890dd tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.318542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21a16f67-30fd-47eb-ba13-09f973766877 req-17c9e1a3-2a2a-4f99-8a21-af18901890dd tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 931 time: 0.3945208 Jul 07 19:29:02.401840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21a16f67-30fd-47eb-ba13-09f973766877 req-515b9518-5dd5-4df7-be47-43358911b928 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=5023c994-58ad-4d01-83e0-a431f60748a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774417 Jul 07 19:29:02.431528 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.474254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b059234a-2712-457b-9ce1-ab3295abe2a7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:02.474826 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.475160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:02.476096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.515272 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-8e0e4eb5-923b-4e4b-bfdb-5f26326c34e6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2088771 Jul 07 19:29:02.541181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Request body: {'port': {'device_id': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:02.561617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Made reservation on behalf of 556b257c96fe48378ccc1efe155cf433 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:02.574371 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.621412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] device_id is not set on port 4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:29:02.636041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.674111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d67ad97-0a11-48a1-9f1d-1157e8acf917 None None] Provisioning for port 7abe8bed-2e18-4981-b354-88db2f78fbd7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:02.682478 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d67ad97-0a11-48a1-9f1d-1157e8acf917 None None] Provisioning complete for port 7abe8bed-2e18-4981-b354-88db2f78fbd7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:02.683024 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d67ad97-0a11-48a1-9f1d-1157e8acf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.772911 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:02.884371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5d67ad97-0a11-48a1-9f1d-1157e8acf917 None None] Port 7abe8bed-2e18-4981-b354-88db2f78fbd7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:03.182104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.186103 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.195224 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.339159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Allocated IP 172.20.0.12 (91a122b9-6f51-4b4d-85d8-5b78e097ff82/43547f63-052f-4dbd-be3b-6b8dcde2f9e7/4d5180d1-d703-4ef9-bae7-9e6b7e7f1854) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:03.355370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11025fe2-4ce7-4b15-a2dc-96dcee2d8635 req-bfac4c3d-988d-4a8c-a3f8-55ce0be34b1a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:03.357129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11025fe2-4ce7-4b15-a2dc-96dcee2d8635 req-bfac4c3d-988d-4a8c-a3f8-55ce0be34b1a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.6259024 Jul 07 19:29:03.433569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11025fe2-4ce7-4b15-a2dc-96dcee2d8635 req-a8eefbfb-0ded-45bf-a9b0-111a896c5e9d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683823 Jul 07 19:29:03.606677 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.636449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Transition to ACTIVE for port object 4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:03.694656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaaf03-7aae-443b-84cc-ef65e17bc4f9 req-fff1ed31-f20f-4c01-9d34-401cfa73303c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:03.696415 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9aeaaf03-7aae-443b-84cc-ef65e17bc4f9 req-fff1ed31-f20f-4c01-9d34-401cfa73303c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 931 time: 0.1356673 Jul 07 19:29:03.709977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=4e08537b-545a-469f-a579-8263d545e535,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:03.721394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.743781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.799281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abe8bed-2e18-4981-b354-88db2f78fbd7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:29:03.803400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:03.811391 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.811691 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:03.814953 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:03.825700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9aeaaf03-7aae-443b-84cc-ef65e17bc4f9 req-726256d8-1640-47a6-9e47-05390d855a74 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=5023c994-58ad-4d01-83e0-a431f60748a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226189 Jul 07 19:29:03.856237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'Port': ['ID=4d5180d1-d703-4ef9-bae7-9e6b7e7f1854,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:03.897173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:03.897830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.914861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Transition to ACTIVE for port object 7abe8bed-2e18-4981-b354-88db2f78fbd7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:03.921311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:03.929201 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ab16fa47-f578-41b4-a31c-aabcfcc52eaa tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7288122 Jul 07 19:29:03.929708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:03.934801 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1b03bd2b-b755-4b94-9d55-ff5ec1707092 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:20:fb:a6'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:04.127875 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Floating IP 3589e90f-79ff-4166-8e9d-f98db16da9f5 associated. External IP: 172.25.2.10, port: 6784a540-d122-46f3-8524-d940a8f4c358. Jul 07 19:29:04.130954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7abe8bed-2e18-4981-b354-88db2f78fbd7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:04.201532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b03bd2b-b755-4b94-9d55-ff5ec1707092 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.323297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Attempting to bind port 7abe8bed-2e18-4981-b354-88db2f78fbd7 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:04.323708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Attempting to bind port 7abe8bed-2e18-4981-b354-88db2f78fbd7 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:04.324111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Attempting to bind port 7abe8bed-2e18-4981-b354-88db2f78fbd7 on network e32bc967-52fb-425c-afd8-08e626fe2221 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:04.332417 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Port 7abe8bed-2e18-4981-b354-88db2f78fbd7 on network e32bc967-52fb-425c-afd8-08e626fe2221 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:04.332848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Attempting to bind port 7abe8bed-2e18-4981-b354-88db2f78fbd7 on network e32bc967-52fb-425c-afd8-08e626fe2221 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:04.347027 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:04.347956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Checking segment: {'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:04.348350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Bound using segment: {'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:04.348831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Bound port: 7abe8bed-2e18-4981-b354-88db2f78fbd7, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '943e65ee-b369-48d0-baf5-f41154c851e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:04.349194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.438083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6ce23c46-30ff-44b9-b3e6-76ea99039052 None None] Provisioning for port 4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:04.445330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6ce23c46-30ff-44b9-b3e6-76ea99039052 None None] Provisioning complete for port 4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:04.445710 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ce23c46-30ff-44b9-b3e6-76ea99039052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.527354 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b03bd2b-b755-4b94-9d55-ff5ec1707092 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.536851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b03bd2b-b755-4b94-9d55-ff5ec1707092 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.547733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6ce23c46-30ff-44b9-b3e6-76ea99039052 None None] Port 4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:04.648761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] For port 7abe8bed-2e18-4981-b354-88db2f78fbd7, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:04.658562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] For port 7abe8bed-2e18-4981-b354-88db2f78fbd7, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7abe8bed-2e18-4981-b354-88db2f78fbd7,segment=NetworkSegment(943e65ee-b369-48d0-baf5-f41154c851e8),segment_id=943e65ee-b369-48d0-baf5-f41154c851e8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:04.667600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 85b9827d-272e-4393-993d-d6702441f792 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:29:04.670492 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.712078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03bd2b-b755-4b94-9d55-ff5ec1707092 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'Port': ['ID=4d5180d1-d703-4ef9-bae7-9e6b7e7f1854,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:04.762665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1b03bd2b-b755-4b94-9d55-ff5ec1707092 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] In _notify_port_updated(), no bound segment for port 4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 on network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:29:04.768342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b03bd2b-b755-4b94-9d55-ff5ec1707092 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:04.769121 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b03bd2b-b755-4b94-9d55-ff5ec1707092 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.773100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1b03bd2b-b755-4b94-9d55-ff5ec1707092 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "PUT /v2.0/ports/4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 HTTP/1.1" status: 200 len: 997 time: 0.8401070 Jul 07 19:29:04.777481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:04.837352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:04.839639 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:04.882289 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] 10.222.0.112 "PUT /v2.0/ports/7abe8bed-2e18-4981-b354-88db2f78fbd7 HTTP/1.1" status: 200 len: 1092 time: 2.3113205 Jul 07 19:29:04.883377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'tag': '7abe8bed-2e18-4981-b354-88db2f78fbd7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:04.891623 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7732b39f-58af-4ef4-ae8e-1d80d6e26569", "tag": "7abe8bed-2e18-4981-b354-88db2f78fbd7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:04.940009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3542c-854e-4aa1-8556-6965495115d1 req-d7a7d82a-3c2b-4691-a463-718e7a5c92e8 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:04.942756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4f3542c-854e-4aa1-8556-6965495115d1 req-d7a7d82a-3c2b-4691-a463-718e7a5c92e8 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.3127837 Jul 07 19:29:04.966570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e8f50-a2b0-4dd1-9e77-cb4ea117cec3 req-b0d11309-aed5-4a58-94ac-7d1ac326f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:04.985870 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f18e8f50-a2b0-4dd1-9e77-cb4ea117cec3 req-b0d11309-aed5-4a58-94ac-7d1ac326f643 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 1097 time: 0.2620618 Jul 07 19:29:04.990924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc476e71-8fa4-4f24-9bc1-304670b429b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7abe8bed-2e18-4981-b354-88db2f78fbd7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:05.001408 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28796940-e0ea-4468-8fff-c76673377c4e None None] Provisioning complete for port 4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:05.001879 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28796940-e0ea-4468-8fff-c76673377c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.107162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-28796940-e0ea-4468-8fff-c76673377c4e None None] Port 4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:05.177432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:05.188742 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a8c261-a559-4db3-bc85-81bb3941414b None None] Sync routers for ids ['85b9827d-272e-4393-993d-d6702441f792'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:05.207043 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8c261-a559-4db3-bc85-81bb3941414b None None] Routers {'85b9827d-272e-4393-993d-d6702441f792'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:05.207654 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-71a8c261-a559-4db3-bc85-81bb3941414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85b9827d-272e-4393-993d-d6702441f792'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:05.211673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.216924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-2f32214b-c93a-4d4a-8ae4-4629050c6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:05.225473 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-2f32214b-c93a-4d4a-8ae4-4629050c6bfb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 1095 time: 0.2421679 Jul 07 19:29:05.275291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4f3542c-854e-4aa1-8556-6965495115d1 req-1fcba175-1a7b-45a8-9943-e6ebd714bb98 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267381 Jul 07 19:29:05.278632 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-88c722f4-809e-4a2a-b485-b965477f3402 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9842649 Jul 07 19:29:05.281504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f18e8f50-a2b0-4dd1-9e77-cb4ea117cec3 req-67c8678f-9bdb-46fd-b58f-9cea6d5f938f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937365 Jul 07 19:29:05.307644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-89c9203b-18d2-4d64-b042-341a99178ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Deleting port 4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:05.308128 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89c9203b-18d2-4d64-b042-341a99178ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.377202 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7066993a-b62c-4099-a475-2b53b935e662 x-openstack-request-id: req-7066993a-b62c-4099-a475-2b53b935e662 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:05.377505 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7732b39f-58af-4ef4-ae8e-1d80d6e26569", "tag": "7abe8bed-2e18-4981-b354-88db2f78fbd7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:05.377768 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7066993a-b62c-4099-a475-2b53b935e662 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:05.378166 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'tag': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'status': 'completed', 'code': 200} Jul 07 19:29:05.380390 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-73377370-9232-4d79-ae86-3a8d21f7e99e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7abe8bed-2e18-4981-b354-88db2f78fbd7 HTTP/1.1" status: 200 len: 217 time: 0.0998316 Jul 07 19:29:05.489662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a675898-97f7-418c-bb12-a6f86db63cd8 req-39eed9c2-d4fb-45e2-ab5c-8072e9ad536f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:05.497451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a675898-97f7-418c-bb12-a6f86db63cd8 req-39eed9c2-d4fb-45e2-ab5c-8072e9ad536f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 943 time: 0.3688290 Jul 07 19:29:05.499048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-08df8ad8-899d-4e18-a59f-3606c9d66153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:05.500667 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-08df8ad8-899d-4e18-a59f-3606c9d66153 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f167f72d-78ce-4060-a7a9-a9f690de83ac HTTP/1.1" status: 200 len: 834 time: 0.1133909 Jul 07 19:29:05.546128 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89c9203b-18d2-4d64-b042-341a99178ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.566096 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-71a8c261-a559-4db3-bc85-81bb3941414b None None] Set router 85b9827d-272e-4393-993d-d6702441f792 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:05.585604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-89c9203b-18d2-4d64-b042-341a99178ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Calling delete_port for 4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:05.671693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-ffbc0a41-dbc7-4e10-a084-b951d4ae2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:05.673618 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-ffbc0a41-dbc7-4e10-a084-b951d4ae2044 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e32bc967-52fb-425c-afd8-08e626fe2221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630757 Jul 07 19:29:05.766368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a675898-97f7-418c-bb12-a6f86db63cd8 req-d97edb30-984d-415d-b57d-533e761c1cac tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=5023c994-58ad-4d01-83e0-a431f60748a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675643 Jul 07 19:29:05.873474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655093e0-7176-4e70-9e17-f9c2ba430b35 req-4448cbc9-7951-42f1-b617-4e0b6ddcb968 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:05.875366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-655093e0-7176-4e70-9e17-f9c2ba430b35 req-4448cbc9-7951-42f1-b617-4e0b6ddcb968 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.2173138 Jul 07 19:29:05.876752 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-593a633e-7406-4336-8b01-d383b7d43bea service neutron] 10.222.0.112 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842618 Jul 07 19:29:05.909516 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-71a8c261-a559-4db3-bc85-81bb3941414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:35Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '3589e90f-79ff-4166-8e9d-f98db16da9f5', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '85b9827d-272e-4393-993d-d6702441f792', 'port_id': '6784a540-d122-46f3-8524-d940a8f4c358', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'mac_address': 'fa:16:3e:39:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:01Z', 'updated_at': '2021-07-07T19:29:01Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8370f9-7d4f-429d-aa91-b3faac936048', 'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:da:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:33Z', 'updated_at': '2021-07-07T19:28:42Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:05.930271 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89c9203b-18d2-4d64-b042-341a99178ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:05.955067 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-655093e0-7176-4e70-9e17-f9c2ba430b35 req-5aef12d2-5b4c-450d-9a58-b6a68dca22ed tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696452 Jul 07 19:29:05.964959 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a8c261-a559-4db3-bc85-81bb3941414b None None] Checking router: 85b9827d-272e-4393-993d-d6702441f792 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:29:05.984550 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9203b-18d2-4d64-b042-341a99178ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event deleted for resources: {'Port': ['ID=4d5180d1-d703-4ef9-bae7-9e6b7e7f1854,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:05.991938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:05.997511 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8c261-a559-4db3-bc85-81bb3941414b None None] Routers {'85b9827d-272e-4393-993d-d6702441f792'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:05.998242 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-71a8c261-a559-4db3-bc85-81bb3941414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:28:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85b9827d-272e-4393-993d-d6702441f792'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:06.079872 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89c9203b-18d2-4d64-b042-341a99178ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:06.082941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-89c9203b-18d2-4d64-b042-341a99178ead tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "DELETE /v2.0/ports/4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 HTTP/1.1" status: 204 len: 168 time: 1.3041382 Jul 07 19:29:06.085681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:06.107380 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-64e2136c-c46c-49e0-83fe-008c5ae4fb8c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/3589e90f-79ff-4166-8e9d-f98db16da9f5 HTTP/1.1" status: 200 len: 990 time: 0.1140332 Jul 07 19:29:06.138377 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-15c92aa4-6be9-41cb-b5e5-45e7d667a713 req-9426fe34-1e6f-4f6b-8a8b-3931ae4e51db service neutron] 10.222.0.112 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549169 Jul 07 19:29:06.146338 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccddeb8-d3bc-43c3-91fb-78654e982ff9 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] GET failed (client error): The resource could not be found. Jul 07 19:29:06.152145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5ccddeb8-d3bc-43c3-91fb-78654e982ff9 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "GET /v2.0/ports/4d5180d1-d703-4ef9-bae7-9e6b7e7f1854 HTTP/1.1" status: 404 len: 333 time: 0.0653260 Jul 07 19:29:06.152879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:06.164856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Request body: {'port': {'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82', 'name': 'tempest-AllowedAddressPairTestJSON-1984205877'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:06.234630 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-71a8c261-a559-4db3-bc85-81bb3941414b None None] Set router 85b9827d-272e-4393-993d-d6702441f792 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:06.325428 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6 req-6220ac14-b8da-4702-9026-0dc41d186149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:06.327152 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6 req-6220ac14-b8da-4702-9026-0dc41d186149 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 1095 time: 0.1299419 Jul 07 19:29:06.480611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6 req-35334a3e-355b-4d5c-9946-9ce92219bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:06.482620 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6 req-35334a3e-355b-4d5c-9946-9ce92219bcc4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e32bc967-52fb-425c-afd8-08e626fe2221 HTTP/1.1" status: 200 len: 898 time: 0.1416731 Jul 07 19:29:06.530271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Made reservation on behalf of 556b257c96fe48378ccc1efe155cf433 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:06.535001 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:06.573777 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6 req-5915eb45-6382-4d8b-9bd1-7a777c0c41c4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7abe8bed-2e18-4981-b354-88db2f78fbd7 HTTP/1.1" status: 200 len: 217 time: 0.0839143 Jul 07 19:29:06.576132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] device_id is not set on port 1b133c99-8904-473f-827d-dcf02a40ee80 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:29:06.647574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6 req-9dcbe900-b2a4-4ffe-9c54-e6d33ba66f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:06.649338 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6 req-9dcbe900-b2a4-4ffe-9c54-e6d33ba66f12 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f167f72d-78ce-4060-a7a9-a9f690de83ac HTTP/1.1" status: 200 len: 834 time: 0.0670719 Jul 07 19:29:06.713556 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-71a8c261-a559-4db3-bc85-81bb3941414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:35Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '3589e90f-79ff-4166-8e9d-f98db16da9f5', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '85b9827d-272e-4393-993d-d6702441f792', 'port_id': '6784a540-d122-46f3-8524-d940a8f4c358', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'mac_address': 'fa:16:3e:39:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:01Z', 'updated_at': '2021-07-07T19:29:01Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8370f9-7d4f-429d-aa91-b3faac936048', 'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:da:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:33Z', 'updated_at': '2021-07-07T19:28:42Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:06.729007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6 req-afcd8fce-7dad-4ef5-b45c-0ca0fe2d5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:06.730521 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6 req-afcd8fce-7dad-4ef5-b45c-0ca0fe2d5e30 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e32bc967-52fb-425c-afd8-08e626fe2221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726871 Jul 07 19:29:06.758186 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a8c261-a559-4db3-bc85-81bb3941414b None None] The sync data for ids ['85b9827d-272e-4393-993d-d6702441f792'] in n-d-792394-12 is: [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:35Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '3589e90f-79ff-4166-8e9d-f98db16da9f5', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '85b9827d-272e-4393-993d-d6702441f792', 'port_id': '6784a540-d122-46f3-8524-d940a8f4c358', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'mac_address': 'fa:16:3e:39:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:01Z', 'updated_at': '2021-07-07T19:29:01Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8370f9-7d4f-429d-aa91-b3faac936048', 'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:da:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:33Z', 'updated_at': '2021-07-07T19:28:42Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:06.858517 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6 req-e2b5c2df-a46c-4249-9925-f36a4833a523 service neutron] 10.222.0.112 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162879 Jul 07 19:29:06.869909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bab5b-54c1-4ff7-8126-acc251d505ae req-67e3deb1-e74a-453f-8c4c-e190f4954181 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:06.871434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-118bab5b-54c1-4ff7-8126-acc251d505ae req-67e3deb1-e74a-453f-8c4c-e190f4954181 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.2840576 Jul 07 19:29:06.913116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Allocated IP 172.20.0.12 (91a122b9-6f51-4b4d-85d8-5b78e097ff82/43547f63-052f-4dbd-be3b-6b8dcde2f9e7/1b133c99-8904-473f-827d-dcf02a40ee80) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:07.010902 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-724eb2f3-06a9-4ae3-a3f7-fe70912a04f6 req-673602bc-b700-47eb-acd4-abc33488759f service neutron] 10.222.0.112 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450171 Jul 07 19:29:07.110336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:07.115878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-118bab5b-54c1-4ff7-8126-acc251d505ae req-96a38fbd-3c34-4d5d-a3e5-6720d85eec2a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048059 Jul 07 19:29:07.190322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99432e-0f9d-4b56-8ea4-4176b4e7daad None None] New status for floating IP 3589e90f-79ff-4166-8e9d-f98db16da9f5: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:29:07.227724 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4035778a-7b7e-4d15-8593-7ac56103621f tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/3589e90f-79ff-4166-8e9d-f98db16da9f5 HTTP/1.1" status: 200 len: 990 time: 0.1159728 Jul 07 19:29:07.273550 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c02779-3b9e-40f1-be0e-88ddc9f75044 req-a092e353-cb33-40c1-b1fc-ec6bcc285259 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:07.275463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31c02779-3b9e-40f1-be0e-88ddc9f75044 req-a092e353-cb33-40c1-b1fc-ec6bcc285259 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 943 time: 0.3337476 Jul 07 19:29:07.281710 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-52563d05-a2bc-4521-9630-e0fadeb89de0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3450906 Jul 07 19:29:07.379598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:07.383289 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d64f75-29ed-461b-876d-2ffe66b3b9de" -d '{"events": [{"name": "network-changed", "server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "tag": "6784a540-d122-46f3-8524-d940a8f4c358"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:07.478748 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31c02779-3b9e-40f1-be0e-88ddc9f75044 req-e1df56a7-6fde-47af-a5c7-5688e14db103 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=5023c994-58ad-4d01-83e0-a431f60748a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957021 Jul 07 19:29:07.523431 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:07.550755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Transition to ACTIVE for port object 1b133c99-8904-473f-827d-dcf02a40ee80 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:07.551001 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7abb163-000e-4977-9b12-a4412c6146f1 x-openstack-request-id: req-c7abb163-000e-4977-9b12-a4412c6146f1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:07.551307 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "tag": "6784a540-d122-46f3-8524-d940a8f4c358", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:07.551642 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c7abb163-000e-4977-9b12-a4412c6146f1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:07.552269 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358', 'status': 'completed', 'code': 200} Jul 07 19:29:07.564363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67059b6b-0091-44b0-a143-6567f2ab81c9 req-cb638854-c15a-4175-a770-d0b73e739826 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:07.566626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-67059b6b-0091-44b0-a143-6567f2ab81c9 req-cb638854-c15a-4175-a770-d0b73e739826 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.2323651 Jul 07 19:29:07.607926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-07f72c89-1088-4c30-8693-acd61a79e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:07.609885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-07f72c89-1088-4c30-8693-acd61a79e9d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d77860de5ec457b97f0f66c79356579&device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 1098 time: 0.2191465 Jul 07 19:29:07.693577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d64f75-29ed-461b-876d-2ffe66b3b9de req-8929cf13-cdf7-4235-a410-2556e44d2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:07.699745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-67059b6b-0091-44b0-a143-6567f2ab81c9 req-34961a39-834e-4c9b-8774-bb61bd0ffb6c tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180668 Jul 07 19:29:07.700857 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05d64f75-29ed-461b-876d-2ffe66b3b9de req-8929cf13-cdf7-4235-a410-2556e44d2e77 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1097 time: 0.1160395 Jul 07 19:29:07.705445 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:07.873914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d64f75-29ed-461b-876d-2ffe66b3b9de req-f74021cd-40e0-4ce7-ac66-26ba674756b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:07.875576 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05d64f75-29ed-461b-876d-2ffe66b3b9de req-f74021cd-40e0-4ce7-ac66-26ba674756b2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.1692312 Jul 07 19:29:07.908750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-736b709f-9cf5-4f5b-90b9-73aacfe93b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:07.911301 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-736b709f-9cf5-4f5b-90b9-73aacfe93b3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c457186a-8f41-4ba0-b09c-85ef976d1b30 HTTP/1.1" status: 200 len: 910 time: 0.2569683 Jul 07 19:29:07.955145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:07.967748 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05d64f75-29ed-461b-876d-2ffe66b3b9de req-4f929b88-d464-4698-a640-1bd6bc5fe73a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 1000 time: 0.0853641 Jul 07 19:29:07.996439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:08.003883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:08.006423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'Port': ['ID=1b133c99-8904-473f-827d-dcf02a40ee80,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:08.064332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-2ee5d654-20be-47f3-a4cf-9dd9fd697c7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61 HTTP/1.1" status: 200 len: 1002 time: 0.1455672 Jul 07 19:29:08.084581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d64f75-29ed-461b-876d-2ffe66b3b9de req-80b5a985-2626-4360-be33-01e34a979c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:08.088418 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05d64f75-29ed-461b-876d-2ffe66b3b9de req-80b5a985-2626-4360-be33-01e34a979c7b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.1129692 Jul 07 19:29:08.146148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:08.149530 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.231759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:08.232053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9a864a01-a5f8-462e-9d5f-6162627a9002 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0761588 Jul 07 19:29:08.253948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:08.270949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Request body: {'port': {'network_id': '91a122b9-6f51-4b4d-85d8-5b78e097ff82', 'name': 'tempest-AllowedAddressPairTestJSON-312674757'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:08.277686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-2d88196d-6ca4-4b30-a736-6a14f18a8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:08.279425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-2d88196d-6ca4-4b30-a736-6a14f18a8889 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a79bd83e-e8df-4ead-8f46-d42fd932711d HTTP/1.1" status: 200 len: 847 time: 0.2088523 Jul 07 19:29:08.321264 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f8d2d24b-0f8a-415a-b8c3-c887b5465139 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/3589e90f-79ff-4166-8e9d-f98db16da9f5 HTTP/1.1" status: 200 len: 992 time: 0.0875545 Jul 07 19:29:08.328709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d64f75-29ed-461b-876d-2ffe66b3b9de req-9e29b661-fbca-4485-9c23-e7c67334218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:08.334366 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05d64f75-29ed-461b-876d-2ffe66b3b9de req-9e29b661-fbca-4485-9c23-e7c67334218f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2372937 Jul 07 19:29:08.389034 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64f2d37a-d6d6-4fa2-8d37-51adf8a449b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.515183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-63e3015f-d24f-4581-adac-0c8b1001e6cc None None] Provisioning for port 1b133c99-8904-473f-827d-dcf02a40ee80 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:08.524984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-63e3015f-d24f-4581-adac-0c8b1001e6cc None None] Provisioning complete for port 1b133c99-8904-473f-827d-dcf02a40ee80 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:08.525362 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63e3015f-d24f-4581-adac-0c8b1001e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.549805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-2fcac1e4-82d8-4ef6-859c-debc9072b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:08.552274 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-2fcac1e4-82d8-4ef6-859c-debc9072b233 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c457186a-8f41-4ba0-b09c-85ef976d1b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2605250 Jul 07 19:29:08.558971 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05d64f75-29ed-461b-876d-2ffe66b3b9de req-fe43bb75-1eed-4efe-9b1e-1797becd4eed service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186000 Jul 07 19:29:08.652964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63e3015f-d24f-4581-adac-0c8b1001e6cc None None] Port 1b133c99-8904-473f-827d-dcf02a40ee80 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:08.689648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232a98-77d1-4d97-8085-b2357049f319 req-36fc5ff3-b86b-4952-9471-3e63ee84d54b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:08.696989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71232a98-77d1-4d97-8085-b2357049f319 req-36fc5ff3-b86b-4952-9471-3e63ee84d54b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.3039258 Jul 07 19:29:08.748286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Made reservation on behalf of 556b257c96fe48378ccc1efe155cf433 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:08.754226 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:08.797378 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05d64f75-29ed-461b-876d-2ffe66b3b9de req-e0c68e21-1de8-487c-b711-e4e879d7ae5f service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279811 Jul 07 19:29:08.799249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71232a98-77d1-4d97-8085-b2357049f319 req-7e79320b-561b-4083-abfa-0977188f88e6 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014071 Jul 07 19:29:08.867133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] device_id is not set on port 8bd15a47-f0e2-4040-af83-6dc6ea8ae730 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:29:08.885093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-571eae13-f714-418c-b01b-87f131e06735 service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254681 Jul 07 19:29:09.074569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fc70-1b49-4a6d-8cd3-6a3aff6a0c56 req-18761247-72b6-4756-9037-08a9369beec8 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:09.076290 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6561fc70-1b49-4a6d-8cd3-6a3aff6a0c56 req-18761247-72b6-4756-9037-08a9369beec8 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 943 time: 0.3145158 Jul 07 19:29:09.110532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Allocated IP 172.20.0.13 (91a122b9-6f51-4b4d-85d8-5b78e097ff82/43547f63-052f-4dbd-be3b-6b8dcde2f9e7/8bd15a47-f0e2-4040-af83-6dc6ea8ae730) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:09.124751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bbe19e9-8ab7-4371-b076-969e4d1f66a8 req-b9048909-cb4e-498e-8dd6-349e4514024f service neutron] 10.222.0.59 "GET /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075565 Jul 07 19:29:09.139268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7abe8bed-2e18-4981-b354-88db2f78fbd7 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:29:09.170294 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6561fc70-1b49-4a6d-8cd3-6a3aff6a0c56 req-8a91958e-7f13-4869-acfe-f47fc98f0981 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=5023c994-58ad-4d01-83e0-a431f60748a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801673 Jul 07 19:29:09.328449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 7abe8bed-2e18-4981-b354-88db2f78fbd7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7abe8bed-2e18-4981-b354-88db2f78fbd7,segment=NetworkSegment(943e65ee-b369-48d0-baf5-f41154c851e8),segment_id=943e65ee-b369-48d0-baf5-f41154c851e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:09.344244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'port_id': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'mac_address': 'fa:16:3e:37:1b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:29:09.366070 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.381261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Transition to ACTIVE for port object 8bd15a47-f0e2-4040-af83-6dc6ea8ae730 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:09.407589 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.421763 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.427326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abe8bed-2e18-4981-b354-88db2f78fbd7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:29:09.464411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 7abe8bed-2e18-4981-b354-88db2f78fbd7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7abe8bed-2e18-4981-b354-88db2f78fbd7,segment=NetworkSegment(943e65ee-b369-48d0-baf5-f41154c851e8),segment_id=943e65ee-b369-48d0-baf5-f41154c851e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:09.487442 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.488760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:09.493843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:09.496099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:09.553758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=7abe8bed-2e18-4981-b354-88db2f78fbd7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:09.568020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'Port': ['ID=8bd15a47-f0e2-4040-af83-6dc6ea8ae730,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:09.574928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.575357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.575760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.576161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.576765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.577166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.577557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.577948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.579627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.579723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.580114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.580573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:09.606573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:09.607610 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:09.649672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-320d7927-8357-49ff-8077-a693b5da78c3 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3917816 Jul 07 19:29:09.652729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:09.658514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9d56a84a-bac5-469d-a0bb-9489d99de7ff tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:20:fb:a6'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:67:23:db'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:09.721197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['7abe8bed-2e18-4981-b354-88db2f78fbd7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:29:09.922691 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d56a84a-bac5-469d-a0bb-9489d99de7ff tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.001290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-079a4a49-dcef-4cb7-8ae9-d4198ae65448 None None] Provisioning for port 8bd15a47-f0e2-4040-af83-6dc6ea8ae730 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:10.023695 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-079a4a49-dcef-4cb7-8ae9-d4198ae65448 None None] Provisioning complete for port 8bd15a47-f0e2-4040-af83-6dc6ea8ae730 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:10.024128 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-079a4a49-dcef-4cb7-8ae9-d4198ae65448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.127643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-079a4a49-dcef-4cb7-8ae9-d4198ae65448 None None] Port 8bd15a47-f0e2-4040-af83-6dc6ea8ae730 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:10.188556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58beffb7-e35b-4fc0-a78e-fe87b3ae052b req-f766ac6b-c749-4cca-9cef-09563b8f864b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:10.190430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58beffb7-e35b-4fc0-a78e-fe87b3ae052b req-f766ac6b-c749-4cca-9cef-09563b8f864b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1846592 Jul 07 19:29:10.274901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d56a84a-bac5-469d-a0bb-9489d99de7ff tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.318843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58beffb7-e35b-4fc0-a78e-fe87b3ae052b req-221b2636-1943-48f7-8ab5-b47b5f159b56 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197450 Jul 07 19:29:10.321299 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d56a84a-bac5-469d-a0bb-9489d99de7ff tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.473995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56a84a-bac5-469d-a0bb-9489d99de7ff tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event updated for resources: {'Port': ['ID=8bd15a47-f0e2-4040-af83-6dc6ea8ae730,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:10.482725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9d56a84a-bac5-469d-a0bb-9489d99de7ff tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] In _notify_port_updated(), no bound segment for port 8bd15a47-f0e2-4040-af83-6dc6ea8ae730 on network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:29:10.488635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56a84a-bac5-469d-a0bb-9489d99de7ff tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:10.489308 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d56a84a-bac5-469d-a0bb-9489d99de7ff tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.493210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9d56a84a-bac5-469d-a0bb-9489d99de7ff tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "PUT /v2.0/ports/8bd15a47-f0e2-4040-af83-6dc6ea8ae730 HTTP/1.1" status: 200 len: 1056 time: 0.8365798 Jul 07 19:29:10.494244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:10.566896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bc629-490f-40f3-b949-fba759b4e4af req-01da70c3-3a24-4162-aa00-7f534311f3f3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:10.568484 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d65bc629-490f-40f3-b949-fba759b4e4af req-01da70c3-3a24-4162-aa00-7f534311f3f3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 944 time: 0.2214856 Jul 07 19:29:10.771460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-71d0f6b8-11d4-4b91-9559-ed0b412b837e None None] Provisioning complete for port 8bd15a47-f0e2-4040-af83-6dc6ea8ae730 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:10.772051 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71d0f6b8-11d4-4b91-9559-ed0b412b837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:10.849604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-71d0f6b8-11d4-4b91-9559-ed0b412b837e None None] Port 8bd15a47-f0e2-4040-af83-6dc6ea8ae730 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:11.055869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d65bc629-490f-40f3-b949-fba759b4e4af req-d79ad12d-6fd1-469e-a839-3f2e0d05d91e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=5023c994-58ad-4d01-83e0-a431f60748a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4799266 Jul 07 19:29:11.057240 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-998f0206-aaba-4de2-aa42-2a947de36db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.085946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8a054-4897-4388-8e89-68b2ea618cba tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Deleting port 8bd15a47-f0e2-4040-af83-6dc6ea8ae730 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:11.086268 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a054-4897-4388-8e89-68b2ea618cba tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.155069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb12d-3d06-4685-8d26-444eedaa8f4e req-e660dd7a-6c0c-4c23-9feb-39bd264f4fa5 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:11.156559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b4eb12d-3d06-4685-8d26-444eedaa8f4e req-e660dd7a-6c0c-4c23-9feb-39bd264f4fa5 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1512806 Jul 07 19:29:11.171599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7abe8bed-2e18-4981-b354-88db2f78fbd7 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:11.224633 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a054-4897-4388-8e89-68b2ea618cba tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.236319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b4eb12d-3d06-4685-8d26-444eedaa8f4e req-d4c1a494-f716-4cff-a543-59646d2ceccd tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697632 Jul 07 19:29:11.252264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8a054-4897-4388-8e89-68b2ea618cba tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Calling delete_port for 8bd15a47-f0e2-4040-af83-6dc6ea8ae730 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:11.285993 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.310491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 7abe8bed-2e18-4981-b354-88db2f78fbd7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:11.314185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 7abe8bed-2e18-4981-b354-88db2f78fbd7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:11.315378 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.418715 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.436768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a054-4897-4388-8e89-68b2ea618cba tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.443224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abe8bed-2e18-4981-b354-88db2f78fbd7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:11.445644 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab9a660-c8bd-4959-abfa-7b020e0138e7" -d '{"events": [{"server_uuid": "7732b39f-58af-4ef4-ae8e-1d80d6e26569", "name": "network-vif-plugged", "status": "completed", "tag": "7abe8bed-2e18-4981-b354-88db2f78fbd7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:11.461048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 7abe8bed-2e18-4981-b354-88db2f78fbd7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7abe8bed-2e18-4981-b354-88db2f78fbd7,segment=NetworkSegment(943e65ee-b369-48d0-baf5-f41154c851e8),segment_id=943e65ee-b369-48d0-baf5-f41154c851e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:11.467604 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.479117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8a054-4897-4388-8e89-68b2ea618cba tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event deleted for resources: {'Port': ['ID=8bd15a47-f0e2-4040-af83-6dc6ea8ae730,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:11.554532 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124de087-cfb9-4e09-8187-c9fca98b46ea x-openstack-request-id: req-124de087-cfb9-4e09-8187-c9fca98b46ea {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:11.554834 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7732b39f-58af-4ef4-ae8e-1d80d6e26569", "name": "network-vif-plugged", "status": "completed", "tag": "7abe8bed-2e18-4981-b354-88db2f78fbd7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:11.555103 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-124de087-cfb9-4e09-8187-c9fca98b46ea {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:11.555509 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'code': 200} Jul 07 19:29:11.576306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=7abe8bed-2e18-4981-b354-88db2f78fbd7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:11.725879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08b043-db20-4ae8-8061-9ba7ac0d6142 req-a676c34d-b92b-4e3d-98d7-11663c02afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:11.728432 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-da08b043-db20-4ae8-8061-9ba7ac0d6142 req-a676c34d-b92b-4e3d-98d7-11663c02afb6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 1097 time: 0.0675271 Jul 07 19:29:11.772053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a054-4897-4388-8e89-68b2ea618cba tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:11.774950 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7cf8a054-4897-4388-8e89-68b2ea618cba tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "DELETE /v2.0/ports/8bd15a47-f0e2-4040-af83-6dc6ea8ae730 HTTP/1.1" status: 204 len: 168 time: 1.2804446 Jul 07 19:29:11.777710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:11.786094 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-da08b043-db20-4ae8-8061-9ba7ac0d6142 req-bf8c7b15-e970-4a95-a851-d5b92a888ed9 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5023c994-58ad-4d01-83e0-a431f60748a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497811 Jul 07 19:29:11.810401 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-209e4309-09af-4018-baff-1e5d8c95ab74 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] GET failed (client error): The resource could not be found. Jul 07 19:29:11.811929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-209e4309-09af-4018-baff-1e5d8c95ab74 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "GET /v2.0/ports/8bd15a47-f0e2-4040-af83-6dc6ea8ae730 HTTP/1.1" status: 404 len: 333 time: 0.0332046 Jul 07 19:29:11.814682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:11.926462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6115968d-5327-4ed7-b19a-22c5cf9d363f tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Deleting port 1b133c99-8904-473f-827d-dcf02a40ee80 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:11.926961 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6115968d-5327-4ed7-b19a-22c5cf9d363f tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.039921 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6115968d-5327-4ed7-b19a-22c5cf9d363f tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.053888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6115968d-5327-4ed7-b19a-22c5cf9d363f tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Calling delete_port for 1b133c99-8904-473f-827d-dcf02a40ee80 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:12.241590 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6115968d-5327-4ed7-b19a-22c5cf9d363f tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.280612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115968d-5327-4ed7-b19a-22c5cf9d363f tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event deleted for resources: {'Port': ['ID=1b133c99-8904-473f-827d-dcf02a40ee80,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:12.374755 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.382555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c82ec5-f8fb-45a7-b99c-3e19355a7400 req-26bf6348-7d5b-482e-b434-fee7bc7aa62c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:12.384193 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c82ec5-f8fb-45a7-b99c-3e19355a7400 req-26bf6348-7d5b-482e-b434-fee7bc7aa62c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 945 time: 0.1967144 Jul 07 19:29:12.427961 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6115968d-5327-4ed7-b19a-22c5cf9d363f tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.433385 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6115968d-5327-4ed7-b19a-22c5cf9d363f tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "DELETE /v2.0/ports/1b133c99-8904-473f-827d-dcf02a40ee80 HTTP/1.1" status: 204 len: 168 time: 0.6149080 Jul 07 19:29:12.433817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:12.471286 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d736e4e-4c87-46bf-a0b0-183680d98dfd tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] GET failed (client error): The resource could not be found. Jul 07 19:29:12.476209 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3d736e4e-4c87-46bf-a0b0-183680d98dfd tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "GET /v2.0/ports/1b133c99-8904-473f-827d-dcf02a40ee80 HTTP/1.1" status: 404 len: 333 time: 0.0382841 Jul 07 19:29:12.476963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:12.506445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c82ec5-f8fb-45a7-b99c-3e19355a7400 req-e3920ba8-10fc-48ab-b28b-21cea6cea61b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=5023c994-58ad-4d01-83e0-a431f60748a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146691 Jul 07 19:29:12.564380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0a24f-710b-4954-9549-3e82c2591e80 req-cfbc0c7f-2af1-45d9-aa75-1f9e7b408f21 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:12.566963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bf0a24f-710b-4954-9549-3e82c2591e80 req-cfbc0c7f-2af1-45d9-aa75-1f9e7b408f21 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1175144 Jul 07 19:29:12.607534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Deleting port 9221d5a0-ed2c-4597-9c00-785a3c5a9b44 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:12.607979 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.619132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bf0a24f-710b-4954-9549-3e82c2591e80 req-191c5eb8-8db5-46d1-a47c-5e0c80497926 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462854 Jul 07 19:29:12.734512 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.750097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Calling delete_port for 9221d5a0-ed2c-4597-9c00-785a3c5a9b44 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:12.914968 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:12.923347 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:29:12.955001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event deleted for resources: {'Port': ['ID=9221d5a0-ed2c-4597-9c00-785a3c5a9b44,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.018144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:13.102192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.104825 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b408acc9-2326-455b-b6e4-36337aa4ca5b tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "DELETE /v2.0/ports/9221d5a0-ed2c-4597-9c00-785a3c5a9b44 HTTP/1.1" status: 204 len: 168 time: 0.6268582 Jul 07 19:29:13.107437 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:13.183431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe851aa-5dbc-4ee7-a9b5-f01c64145337 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Deleting subnet 43547f63-052f-4dbd-be3b-6b8dcde2f9e7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:29:13.190437 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfe851aa-5dbc-4ee7-a9b5-f01c64145337 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.246266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfe851aa-5dbc-4ee7-a9b5-f01c64145337 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.352060 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfe851aa-5dbc-4ee7-a9b5-f01c64145337 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.438167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfe851aa-5dbc-4ee7-a9b5-f01c64145337 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.468854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe851aa-5dbc-4ee7-a9b5-f01c64145337 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event deleted for resources: {'Subnet': ['ID=43547f63-052f-4dbd-be3b-6b8dcde2f9e7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:13.473491 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfe851aa-5dbc-4ee7-a9b5-f01c64145337 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.475547 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dfe851aa-5dbc-4ee7-a9b5-f01c64145337 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "DELETE /v2.0/subnets/43547f63-052f-4dbd-be3b-6b8dcde2f9e7 HTTP/1.1" status: 204 len: 168 time: 0.3672571 Jul 07 19:29:13.478111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:13.482241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4b9bc-d92a-4144-9df9-2d9f21e2f025 None None] Network 91a122b9-6f51-4b4d-85d8-5b78e097ff82 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:13.566675 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.671696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Deleting port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:13.671933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.764445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] For port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0dd42b32-2df6-4430-9cf7-d2ca568e4c33,segment=NetworkSegment(7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1),segment_id=7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:13.765145 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.782359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Calling delete_port for 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:13.806172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2fcf6e-6dd8-4608-bb64-f23700378ce5 None None] DHCP port deletion for 91a122b9-6f51-4b4d-85d8-5b78e097ff82 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:29:13.833562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc57a8-e745-417f-836c-207cb43c9276 req-3bc70265-aa63-4cf5-9985-ce953c40e837 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:13.836093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19bc57a8-e745-417f-836c-207cb43c9276 req-3bc70265-aa63-4cf5-9985-ce953c40e837 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 945 time: 0.1302960 Jul 07 19:29:13.904552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19bc57a8-e745-417f-836c-207cb43c9276 req-320562c3-fd80-4107-8b1e-be7d1aba3527 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=5023c994-58ad-4d01-83e0-a431f60748a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489233 Jul 07 19:29:13.923441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.930796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e2fcf6e-6dd8-4608-bb64-f23700378ce5 None None] Deleting port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:13.931230 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcf6e-6dd8-4608-bb64-f23700378ce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:13.963720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event deleted for resources: {'Port': ['ID=0dd42b32-2df6-4430-9cf7-d2ca568e4c33,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:13.965776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] No DVR routers for this DVR port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:14.009381 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.054667 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e2fcf6e-6dd8-4608-bb64-f23700378ce5 None None] For port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33, host n-d-792394-12, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:14.055070 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcf6e-6dd8-4608-bb64-f23700378ce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.094522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e2fcf6e-6dd8-4608-bb64-f23700378ce5 None None] Calling delete_port for 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:14.098334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.100010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-1e2fcf6e-6dd8-4608-bb64-f23700378ce5 None None] Port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:29:14.101507 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e2fcf6e-6dd8-4608-bb64-f23700378ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.107318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:14.116453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a122b9-6f51-4b4d-85d8-5b78e097ff82']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:14.130821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:14.131390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3cfa41-70ae-4c15-ab63-1ccf8bfa72c1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:14.143070 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.151975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:14.152393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:14.184562 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.185657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fcf6e-6dd8-4608-bb64-f23700378ce5 None None] Pushing event deleted for resources: {'Port': ['ID=0dd42b32-2df6-4430-9cf7-d2ca568e4c33,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:14.194049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2fcf6e-6dd8-4608-bb64-f23700378ce5 None None] No DVR routers for this DVR port 0dd42b32-2df6-4430-9cf7-d2ca568e4c33 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:14.196584 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:14.197745 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.239984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46737e-2813-4191-af87-97e5a59f9b8d req-06ad041e-1174-4b05-bce1-fdbc7b32ffd9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:14.249258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d46737e-2813-4191-af87-97e5a59f9b8d req-06ad041e-1174-4b05-bce1-fdbc7b32ffd9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 945 time: 0.1811526 Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:14.277439 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:14.286269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.298609 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.302850 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] 10.222.0.113 "DELETE /v2.0/networks/91a122b9-6f51-4b4d-85d8-5b78e097ff82 HTTP/1.1" status: 204 len: 168 time: 0.8234968 Jul 07 19:29:14.328623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420a2a6-50e5-4d8e-8553-60738e80b342 tempest-AllowedAddressPairTestJSON-386864402 tempest-AllowedAddressPairTestJSON-386864402-project] Pushing event deleted for resources: {'Network': ['ID=91a122b9-6f51-4b4d-85d8-5b78e097ff82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:14.349787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d46737e-2813-4191-af87-97e5a59f9b8d req-99dec950-c0af-4b53-b99b-bbdf32c8d03b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=5023c994-58ad-4d01-83e0-a431f60748a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990939 Jul 07 19:29:14.379040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:14.453598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d922b4-31b7-408a-8204-e11e372153c2 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:14.455731 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c4d922b4-31b7-408a-8204-e11e372153c2 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 1092 time: 0.0753827 Jul 07 19:29:14.460088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:14.465224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:14.529073 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.702863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:14.738463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74516f47-d5c0-4a4a-970e-82ba6fd3f628 req-d6a81470-6462-4d4f-a52e-35071efcd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:14.740103 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74516f47-d5c0-4a4a-970e-82ba6fd3f628 req-d6a81470-6462-4d4f-a52e-35071efcd340 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.1834860 Jul 07 19:29:14.759070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df701bc-9341-4d23-8e81-6f37b821fb7a req-b2c70520-2db7-49a6-8542-52f6518e3bc3 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:14.760898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3df701bc-9341-4d23-8e81-6f37b821fb7a req-b2c70520-2db7-49a6-8542-52f6518e3bc3 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1496954 Jul 07 19:29:14.932944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3df701bc-9341-4d23-8e81-6f37b821fb7a req-b53f12e7-4d26-4f57-9fea-e859b5c99a81 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624150 Jul 07 19:29:14.939884 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:14.947547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8a1b43de-0a17-4e27-ac3f-1bcafd89756d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=556b257c96fe48378ccc1efe155cf433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381799 Jul 07 19:29:14.950213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:14.953843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74516f47-d5c0-4a4a-970e-82ba6fd3f628 req-17791870-10d6-40a8-bbc1-7afbc047c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:14.955348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74516f47-d5c0-4a4a-970e-82ba6fd3f628 req-17791870-10d6-40a8-bbc1-7afbc047c2ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 921 time: 0.2053342 Jul 07 19:29:15.010258 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b541f5a-6fe5-405e-98e1-2b7e6b47a4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.040254 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b541f5a-6fe5-405e-98e1-2b7e6b47a4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.060916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74516f47-d5c0-4a4a-970e-82ba6fd3f628 req-094dc99e-cd42-4d1e-a861-9272f31a9453 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be HTTP/1.1" status: 200 len: 217 time: 0.0980148 Jul 07 19:29:15.093398 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b541f5a-6fe5-405e-98e1-2b7e6b47a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.096303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b541f5a-6fe5-405e-98e1-2b7e6b47a4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.098902 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1b541f5a-6fe5-405e-98e1-2b7e6b47a4a4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b34dd36b-3c53-4be4-8a73-4de2f90711be HTTP/1.1" status: 204 len: 168 time: 0.1469741 Jul 07 19:29:15.111293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b541f5a-6fe5-405e-98e1-2b7e6b47a4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34dd36b-3c53-4be4-8a73-4de2f90711be,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:15.170539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74516f47-d5c0-4a4a-970e-82ba6fd3f628 req-d880f31a-aba0-4a6a-9ea9-04a34a4ec68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:15.171947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74516f47-d5c0-4a4a-970e-82ba6fd3f628 req-d880f31a-aba0-4a6a-9ea9-04a34a4ec68b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a HTTP/1.1" status: 200 len: 859 time: 0.1032829 Jul 07 19:29:15.191890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Allocated IP 172.25.2.11 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/72760afb-e6fe-499a-aaf1-a833cc8f1464) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:15.217744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74516f47-d5c0-4a4a-970e-82ba6fd3f628 req-560603a0-b7ef-43a3-b7a8-e0b389c8806e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=653cbb6f-63b3-494b-b667-97c99e343850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350842 Jul 07 19:29:15.423666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74516f47-d5c0-4a4a-970e-82ba6fd3f628 req-4c291920-9cb4-4a76-bedb-f2f90f39247b service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972637 Jul 07 19:29:15.460028 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.558021 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74516f47-d5c0-4a4a-970e-82ba6fd3f628 req-44f74990-6494-4e5f-b07f-20ab7dae344e service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274700 Jul 07 19:29:15.567811 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.607148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:15.610541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:15.614048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:15.664128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=72760afb-e6fe-499a-aaf1-a833cc8f1464,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:16.041365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:16.143022 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.161952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-831477831'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:16.188510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Made reservation on behalf of d95ee24b14a84bd49f3e32902a149385 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:16.192844 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.202860 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.210554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943300c6-ea4f-42b1-8ad8-86f333c285fe req-00294415-2527-4146-9cb1-732be8fbc606 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:16.212284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-943300c6-ea4f-42b1-8ad8-86f333c285fe req-00294415-2527-4146-9cb1-732be8fbc606 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1226749 Jul 07 19:29:16.266152 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.304329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-943300c6-ea4f-42b1-8ad8-86f333c285fe req-11c5a6f8-fa2c-486a-8202-99c13b1d8e25 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703034 Jul 07 19:29:16.335375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.339762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.371506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:16.382577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caafe1bd-b7d8-42cb-831c-03e598fa3c25,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:16.401970 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.402348 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Added segment 55f00625-2139-4095-950e-1cb4239ca8a0 of type vlan for network 20b7a872-43bc-4cdb-be98-c0a662787248 Jul 07 19:29:16.452988 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.487105 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.495390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:16.496097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.501195 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.508014 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.566513 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5233264 Jul 07 19:29:16.571729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:16.578759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Request body: {'subnet': {'network_id': '20b7a872-43bc-4cdb-be98-c0a662787248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:16.583386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=72760afb-e6fe-499a-aaf1-a833cc8f1464,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:16.588585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8f008-1d81-4473-9012-c2eee285383a tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Pushing event updated for resources: {'Network': ['ID=20b7a872-43bc-4cdb-be98-c0a662787248,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:16.603239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 20b7a872-43bc-4cdb-be98-c0a662787248 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:16.611625 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.715544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Made reservation on behalf of d95ee24b14a84bd49f3e32902a149385 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:16.724838 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:16.739336 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Floating IP f60fd457-7f2d-4091-b240-3a14a16a0021 associated. External IP: 172.25.2.11, port: 7abe8bed-2e18-4981-b354-88db2f78fbd7. Jul 07 19:29:16.986173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:29:16.989850 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.068134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Pushing event updated for resources: {'Subnet': ['ID=73a12245-645a-451f-8029-c91a8307b354,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:17.078780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Checking segment: {'id': '55f00625-2139-4095-950e-1cb4239ca8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '20b7a872-43bc-4cdb-be98-c0a662787248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:17.079146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Network hostable DHCP agents. Network: 20b7a872-43bc-4cdb-be98-c0a662787248, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:17.098685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Network 20b7a872-43bc-4cdb-be98-c0a662787248 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:17.108839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 20b7a872-43bc-4cdb-be98-c0a662787248) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:17.115197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:17.115943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.122669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:29:17.125552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e966398-82f8-4c4b-8295-75d38921715a None None] Network 20b7a872-43bc-4cdb-be98-c0a662787248 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:17.134610 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7edad2-6f24-4917-a3e3-c3463564ae30 None None] Sync routers for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:29:17.145799 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.149807 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7edad2-6f24-4917-a3e3-c3463564ae30 None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:17.149807 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fe7edad2-6f24-4917-a3e3-c3463564ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:29:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:17.150062 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aeb38dfc-add1-4df6-95d8-86d5ef05947d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5742738 Jul 07 19:29:17.150062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:17.159769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Request body: {'port': {'network_id': '20b7a872-43bc-4cdb-be98-c0a662787248', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-621070835'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:17.208889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-56de979a-8e32-4fa6-90d3-72e3ad789fde tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7443540 Jul 07 19:29:17.208889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'tag': '7abe8bed-2e18-4981-b354-88db2f78fbd7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:17.209213 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ef55ed-57ea-4da5-9602-92ac833445b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7732b39f-58af-4ef4-ae8e-1d80d6e26569", "tag": "7abe8bed-2e18-4981-b354-88db2f78fbd7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:17.214898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:17.290774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4e151128-d202-4e65-8a01-280b68d81c92 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/floatingips/f60fd457-7f2d-4091-b240-3a14a16a0021 HTTP/1.1" status: 200 len: 990 time: 0.0747688 Jul 07 19:29:17.292365 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8015971-abcd-4703-afbb-e8338443afe9 x-openstack-request-id: req-a8015971-abcd-4703-afbb-e8338443afe9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:17.292692 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7732b39f-58af-4ef4-ae8e-1d80d6e26569", "tag": "7abe8bed-2e18-4981-b354-88db2f78fbd7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:17.293031 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a8015971-abcd-4703-afbb-e8338443afe9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:17.293487 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'tag': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'status': 'completed', 'code': 200} Jul 07 19:29:17.307429 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fe7edad2-6f24-4917-a3e3-c3463564ae30 None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:17.356388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-20b7a872-43bc-4cdb-be98-c0a662787248', 'network_id': '20b7a872-43bc-4cdb-be98-c0a662787248', 'tenant_id': 'd95ee24b14a84bd49f3e32902a149385', 'fixed_ips': [{'subnet_id': '73a12245-645a-451f-8029-c91a8307b354'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:17.357338 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.460792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef55ed-57ea-4da5-9602-92ac833445b5 req-29eca360-0d66-40bd-aaf6-b69de75825db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:17.467648 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-77ef55ed-57ea-4da5-9602-92ac833445b5 req-29eca360-0d66-40bd-aaf6-b69de75825db service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 1097 time: 0.1558232 Jul 07 19:29:17.468818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Made reservation on behalf of d95ee24b14a84bd49f3e32902a149385 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:17.477845 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.506970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] device_id is not set on port 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:29:17.659395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Allocated IP 2001:db8::2 (20b7a872-43bc-4cdb-be98-c0a662787248/73a12245-645a-451f-8029-c91a8307b354/0038ab77-6ed7-4b05-b625-99411ae7614c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:17.672638 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef55ed-57ea-4da5-9602-92ac833445b5 req-7e8dfe4e-ff7e-42c9-9967-8c709940267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:17.674400 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-77ef55ed-57ea-4da5-9602-92ac833445b5 req-7e8dfe4e-ff7e-42c9-9967-8c709940267b service neutron] 10.222.0.112 "GET /v2.0/networks?id=e32bc967-52fb-425c-afd8-08e626fe2221 HTTP/1.1" status: 200 len: 898 time: 0.1747088 Jul 07 19:29:17.684720 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fe7edad2-6f24-4917-a3e3-c3463564ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:28:50Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f60fd457-7f2d-4091-b240-3a14a16a0021', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'port_id': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'mac_address': 'fa:16:3e:37:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:15Z', 'updated_at': '2021-07-07T19:29:15Z', 'revision_number': 0, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:17.716257 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7edad2-6f24-4917-a3e3-c3463564ae30 None None] Checking router: 73b699c9-f1ea-4eec-bf9f-f1d43a504323 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:29:17.727361 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7edad2-6f24-4917-a3e3-c3463564ae30 None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:29:17.728384 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fe7edad2-6f24-4917-a3e3-c3463564ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:29:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:17.799138 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-77ef55ed-57ea-4da5-9602-92ac833445b5 req-9f853367-7683-440d-b4ea-f742d07e397e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7abe8bed-2e18-4981-b354-88db2f78fbd7 HTTP/1.1" status: 200 len: 998 time: 0.1178472 Jul 07 19:29:17.856982 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fe7edad2-6f24-4917-a3e3-c3463564ae30 None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:29:17.902567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef55ed-57ea-4da5-9602-92ac833445b5 req-27637c2d-e5c8-4056-a3c1-e793593eb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:17.904175 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-77ef55ed-57ea-4da5-9602-92ac833445b5 req-27637c2d-e5c8-4056-a3c1-e793593eb394 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f167f72d-78ce-4060-a7a9-a9f690de83ac HTTP/1.1" status: 200 len: 834 time: 0.0984178 Jul 07 19:29:17.948554 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:17.983029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Transition to ACTIVE for port object 0038ab77-6ed7-4b05-b625-99411ae7614c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:18.018200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Transition to ACTIVE for port object 0038ab77-6ed7-4b05-b625-99411ae7614c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:18.027879 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.081368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Pushing event updated for resources: {'Port': ['ID=0038ab77-6ed7-4b05-b625-99411ae7614c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:18.105566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fe2a8-1964-43d0-b931-721f1c9743d0 req-0b99b521-1f42-4d07-a79b-94474c7cbc95 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:18.108163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Network 20b7a872-43bc-4cdb-be98-c0a662787248 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:18.110459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:18.113359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-572fe2a8-1964-43d0-b931-721f1c9743d0 req-0b99b521-1f42-4d07-a79b-94474c7cbc95 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1443021 Jul 07 19:29:18.113986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:18.122771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef55ed-57ea-4da5-9602-92ac833445b5 req-bb53bb96-44e8-468a-a3f5-4a5e7b90657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:18.123787 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-77ef55ed-57ea-4da5-9602-92ac833445b5 req-bb53bb96-44e8-468a-a3f5-4a5e7b90657f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e32bc967-52fb-425c-afd8-08e626fe2221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2115843 Jul 07 19:29:18.187617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Attempting to bind port 0038ab77-6ed7-4b05-b625-99411ae7614c on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:18.188000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Attempting to bind port 0038ab77-6ed7-4b05-b625-99411ae7614c by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '55f00625-2139-4095-950e-1cb4239ca8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '20b7a872-43bc-4cdb-be98-c0a662787248'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:18.188375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Attempting to bind port 0038ab77-6ed7-4b05-b625-99411ae7614c on network 20b7a872-43bc-4cdb-be98-c0a662787248 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:18.195697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:18.196400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Checking segment: {'id': '55f00625-2139-4095-950e-1cb4239ca8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '20b7a872-43bc-4cdb-be98-c0a662787248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:18.197178 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.197811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Bound using segment: {'id': '55f00625-2139-4095-950e-1cb4239ca8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '20b7a872-43bc-4cdb-be98-c0a662787248'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:18.198476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Bound port: 0038ab77-6ed7-4b05-b625-99411ae7614c, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f00625-2139-4095-950e-1cb4239ca8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '20b7a872-43bc-4cdb-be98-c0a662787248'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:18.199055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.201034 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fe7edad2-6f24-4917-a3e3-c3463564ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:28:50Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f60fd457-7f2d-4091-b240-3a14a16a0021', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'port_id': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'mac_address': 'fa:16:3e:37:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:15Z', 'updated_at': '2021-07-07T19:29:15Z', 'revision_number': 0, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:18.233617 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7edad2-6f24-4917-a3e3-c3463564ae30 None None] The sync data for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 is: [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:28:50Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f60fd457-7f2d-4091-b240-3a14a16a0021', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'port_id': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'mac_address': 'fa:16:3e:37:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:15Z', 'updated_at': '2021-07-07T19:29:15Z', 'revision_number': 0, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:29:18.256735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-572fe2a8-1964-43d0-b931-721f1c9743d0 req-86b61713-6d5f-4a96-bddb-6bf5cd871d2c tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419957 Jul 07 19:29:18.298233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:18.315239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58669476-4eb6-4446-8127-78922ec35352 None None] For port 0038ab77-6ed7-4b05-b625-99411ae7614c, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:18.322548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58669476-4eb6-4446-8127-78922ec35352 None None] For port 0038ab77-6ed7-4b05-b625-99411ae7614c, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0038ab77-6ed7-4b05-b625-99411ae7614c,segment=NetworkSegment(55f00625-2139-4095-950e-1cb4239ca8a0),segment_id=55f00625-2139-4095-950e-1cb4239ca8a0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:18.338026 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.625907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Allocated IP 2001:db8::2bd (20b7a872-43bc-4cdb-be98-c0a662787248/73a12245-645a-451f-8029-c91a8307b354/888bec5c-fdf6-4da3-aabf-3ceb904f9c72) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:18.658326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79bc8d-b6d1-4cef-b1b3-b3926297a8d0 None None] New status for floating IP f60fd457-7f2d-4091-b240-3a14a16a0021: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:29:18.933108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58669476-4eb6-4446-8127-78922ec35352 None None] Pushing event updated for resources: {'Port': ['ID=0038ab77-6ed7-4b05-b625-99411ae7614c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:18.945401 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.949923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d656657-244e-43a1-b61e-3dfe3917dbb8 req-0f2d599b-81aa-4854-8a65-ce1abbe5694f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:18.958922 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d656657-244e-43a1-b61e-3dfe3917dbb8 req-0f2d599b-81aa-4854-8a65-ce1abbe5694f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 946 time: 0.8005087 Jul 07 19:29:18.959833 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.981761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Transition to ACTIVE for port object 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:19.018161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d656657-244e-43a1-b61e-3dfe3917dbb8 req-045b19cc-c4d0-4224-97e6-59864d7f2051 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579994 Jul 07 19:29:19.018502 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-77ef55ed-57ea-4da5-9602-92ac833445b5 req-72a70d4d-d9db-4943-8ea9-9f277d12ef2c service neutron] 10.222.0.112 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8837023 Jul 07 19:29:19.027024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0881db90-5dbf-4e5c-bf23-d5fc4c05cb9e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/floatingips/f60fd457-7f2d-4091-b240-3a14a16a0021 HTTP/1.1" status: 200 len: 990 time: 0.7262514 Jul 07 19:29:19.097521 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:19.168564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Network 20b7a872-43bc-4cdb-be98-c0a662787248 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:19.174501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:19.179948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:19.185534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:19.186150 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:19.190065 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-77ef55ed-57ea-4da5-9602-92ac833445b5 req-59c3664e-78ca-4e2d-a858-72c8bd9ea16b service neutron] 10.222.0.112 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622446 Jul 07 19:29:19.192073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Pushing event updated for resources: {'Port': ['ID=888bec5c-fdf6-4da3-aabf-3ceb904f9c72,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:19.208139 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-170ec8a0-6359-486c-b0ed-7d19b4f374b7 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0570908 Jul 07 19:29:19.211156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:19.216380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Request body: {'port': {'network_id': '20b7a872-43bc-4cdb-be98-c0a662787248', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2097433628', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:19.217485 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] bootfile-name is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:19.217746 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] tftp-server is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:19.218178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] server-ip-address is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:19.340259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Made reservation on behalf of d95ee24b14a84bd49f3e32902a149385 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:19.344455 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:19.377772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] device_id is not set on port e6e6f67e-0cfe-42ae-9da6-21892ff7026d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:29:19.447537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af4a91-79d3-45e4-95f4-7b4c14f0e33b req-f46cf6ce-7e6b-4a7c-a10d-ba107b933014 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:19.464623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38af4a91-79d3-45e4-95f4-7b4c14f0e33b req-f46cf6ce-7e6b-4a7c-a10d-ba107b933014 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0942764 Jul 07 19:29:19.509113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38af4a91-79d3-45e4-95f4-7b4c14f0e33b req-7e97171e-88f5-42e7-9ad9-f5ba910d0a50 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Jul 07 19:29:19.531554 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Allocated IP 2001:db8::11d (20b7a872-43bc-4cdb-be98-c0a662787248/73a12245-645a-451f-8029-c91a8307b354/e6e6f67e-0cfe-42ae-9da6-21892ff7026d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:19.733844 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:19.749252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Transition to ACTIVE for port object e6e6f67e-0cfe-42ae-9da6-21892ff7026d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:19.784086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412c296-6922-44e1-938d-4d58d5f192f1 None None] Network 20b7a872-43bc-4cdb-be98-c0a662787248 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:19.787702 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:19.840068 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Network 20b7a872-43bc-4cdb-be98-c0a662787248 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:19.859414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:19.869656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:19.875909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:19.876705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:19.901199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f8e3f0a0-70c4-4813-a4bf-f6f2616cb00b None None] Provisioning for port 0038ab77-6ed7-4b05-b625-99411ae7614c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:19.911445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Pushing event updated for resources: {'Port': ['ID=e6e6f67e-0cfe-42ae-9da6-21892ff7026d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:19.931888 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-57b4e728-332b-493a-a007-245b69adcb4d tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7173150 Jul 07 19:29:19.932507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:19.992870 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6cbea-ee12-4508-8269-5d1b3b44a775 req-fc9ba439-b7e1-4ab2-8499-f8ed6695be13 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:19.994740 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ff6cbea-ee12-4508-8269-5d1b3b44a775 req-fc9ba439-b7e1-4ab2-8499-f8ed6695be13 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.112 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 946 time: 0.1496301 Jul 07 19:29:20.030090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:20.076512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320a1b01-ffe9-48bc-8546-802941d8a169 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:20.083540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320a1b01-ffe9-48bc-8546-802941d8a169 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:20.089493 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320a1b01-ffe9-48bc-8546-802941d8a169 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:20.091292 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-320a1b01-ffe9-48bc-8546-802941d8a169 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1578989 Jul 07 19:29:20.117195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:20.148745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0038ab77-6ed7-4b05-b625-99411ae7614c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:20.213910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-06368c77-84b8-4469-9635-e3ad2100d5e1 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/floatingips/f60fd457-7f2d-4091-b240-3a14a16a0021 HTTP/1.1" status: 200 len: 992 time: 0.1813304 Jul 07 19:29:20.235637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3ff6cbea-ee12-4508-8269-5d1b3b44a775 req-fdedf9d4-105c-4cc5-bf92-28e5f00b0f6c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Deleting port 5962118f-d0b4-4447-85c4-52b1a21c6cfa {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:20.239515 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3ff6cbea-ee12-4508-8269-5d1b3b44a775 req-fdedf9d4-105c-4cc5-bf92-28e5f00b0f6c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.244014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 0038ab77-6ed7-4b05-b625-99411ae7614c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:20.250270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 0038ab77-6ed7-4b05-b625-99411ae7614c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:20.251116 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.281340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c7356-a78a-4451-8c4f-f78d937b2b64 req-ec2fb1e4-7266-4462-9891-a976751fab1a tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:20.283681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c7c7356-a78a-4451-8c4f-f78d937b2b64 req-ec2fb1e4-7266-4462-9891-a976751fab1a tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 946 time: 0.0904934 Jul 07 19:29:20.339770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c7c7356-a78a-4451-8c4f-f78d937b2b64 req-b20fb974-3d0d-422f-9b84-f4bcff632293 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492268 Jul 07 19:29:20.357608 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.380502 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3ff6cbea-ee12-4508-8269-5d1b3b44a775 req-fdedf9d4-105c-4cc5-bf92-28e5f00b0f6c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] For port 5962118f-d0b4-4447-85c4-52b1a21c6cfa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5962118f-d0b4-4447-85c4-52b1a21c6cfa,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:20.382284 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3ff6cbea-ee12-4508-8269-5d1b3b44a775 req-fdedf9d4-105c-4cc5-bf92-28e5f00b0f6c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.392831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7561c558-d1a7-4da3-83f7-c85071c5d2fe tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Deleting port e6e6f67e-0cfe-42ae-9da6-21892ff7026d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:20.393190 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7561c558-d1a7-4da3-83f7-c85071c5d2fe tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.413271 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3ff6cbea-ee12-4508-8269-5d1b3b44a775 req-fdedf9d4-105c-4cc5-bf92-28e5f00b0f6c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Calling delete_port for 5962118f-d0b4-4447-85c4-52b1a21c6cfa owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:20.417810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 0038ab77-6ed7-4b05-b625-99411ae7614c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0038ab77-6ed7-4b05-b625-99411ae7614c,segment=NetworkSegment(55f00625-2139-4095-950e-1cb4239ca8a0),segment_id=55f00625-2139-4095-950e-1cb4239ca8a0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:20.423802 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.488331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11ff4551-bfc9-42d9-864c-d94f44bd4b54 None None] Provisioning complete for port 0038ab77-6ed7-4b05-b625-99411ae7614c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:20.488666 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11ff4551-bfc9-42d9-864c-d94f44bd4b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.491426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=0038ab77-6ed7-4b05-b625-99411ae7614c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:20.554792 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7561c558-d1a7-4da3-83f7-c85071c5d2fe tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.571936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7561c558-d1a7-4da3-83f7-c85071c5d2fe tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Calling delete_port for e6e6f67e-0cfe-42ae-9da6-21892ff7026d owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:20.689106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11ff4551-bfc9-42d9-864c-d94f44bd4b54 None None] Provisioning for port e6e6f67e-0cfe-42ae-9da6-21892ff7026d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:20.695676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11ff4551-bfc9-42d9-864c-d94f44bd4b54 None None] Provisioning complete for port e6e6f67e-0cfe-42ae-9da6-21892ff7026d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:20.697431 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11ff4551-bfc9-42d9-864c-d94f44bd4b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.744702 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3ff6cbea-ee12-4508-8269-5d1b3b44a775 req-fdedf9d4-105c-4cc5-bf92-28e5f00b0f6c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.757277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-11ff4551-bfc9-42d9-864c-d94f44bd4b54 None None] Port e6e6f67e-0cfe-42ae-9da6-21892ff7026d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:20.759558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['5962118f-d0b4-4447-85c4-52b1a21c6cfa'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:29:20.791764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c0382-c057-41a1-98d2-0657b07e038b req-f038db28-4f3a-48d5-a203-dc971b313b7d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:20.794109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-823c0382-c057-41a1-98d2-0657b07e038b req-f038db28-4f3a-48d5-a203-dc971b313b7d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0941749 Jul 07 19:29:20.797977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11ff4551-bfc9-42d9-864c-d94f44bd4b54 None None] Provisioning for port 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:20.804244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedf9d4-105c-4cc5-bf92-28e5f00b0f6c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event deleted for resources: {'Port': ['ID=5962118f-d0b4-4447-85c4-52b1a21c6cfa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:20.814434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11ff4551-bfc9-42d9-864c-d94f44bd4b54 None None] Provisioning complete for port 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:20.814939 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11ff4551-bfc9-42d9-864c-d94f44bd4b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.876600 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-823c0382-c057-41a1-98d2-0657b07e038b req-5c8790a2-6181-4afb-9ee7-bd7d843db9c3 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689263 Jul 07 19:29:20.897263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff6cbea-ee12-4508-8269-5d1b3b44a775 req-fdedf9d4-105c-4cc5-bf92-28e5f00b0f6c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] No DVR routers for this DVR port 5962118f-d0b4-4447-85c4-52b1a21c6cfa on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:20.900112 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3ff6cbea-ee12-4508-8269-5d1b3b44a775 req-fdedf9d4-105c-4cc5-bf92-28e5f00b0f6c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.901311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-11ff4551-bfc9-42d9-864c-d94f44bd4b54 None None] Port 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:20.902776 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3ff6cbea-ee12-4508-8269-5d1b3b44a775 req-fdedf9d4-105c-4cc5-bf92-28e5f00b0f6c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.112 "DELETE /v2.0/ports/5962118f-d0b4-4447-85c4-52b1a21c6cfa HTTP/1.1" status: 204 len: 173 time: 0.9020021 Jul 07 19:29:20.906214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c485b2-7aae-4c19-9700-ced8396fa430', 'name': 'network-vif-deleted', 'tag': '5962118f-d0b4-4447-85c4-52b1a21c6cfa'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:20.908965 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847ec992-f949-4ddb-b4f3-1d9132a94c58" -d '{"events": [{"server_uuid": "50c485b2-7aae-4c19-9700-ced8396fa430", "name": "network-vif-deleted", "tag": "5962118f-d0b4-4447-85c4-52b1a21c6cfa"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:20.927238 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7561c558-d1a7-4da3-83f7-c85071c5d2fe tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.965300 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee05011-2e49-4f71-b711-3520e7977527 x-openstack-request-id: req-9ee05011-2e49-4f71-b711-3520e7977527 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:20.965600 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c485b2-7aae-4c19-9700-ced8396fa430", "name": "network-vif-deleted", "tag": "5962118f-d0b4-4447-85c4-52b1a21c6cfa", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:20.965855 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ee05011-2e49-4f71-b711-3520e7977527 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:20.966274 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c485b2-7aae-4c19-9700-ced8396fa430', 'name': 'network-vif-deleted', 'tag': '5962118f-d0b4-4447-85c4-52b1a21c6cfa', 'status': 'completed', 'code': 200} Jul 07 19:29:20.972961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561c558-d1a7-4da3-83f7-c85071c5d2fe tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Pushing event deleted for resources: {'Port': ['ID=e6e6f67e-0cfe-42ae-9da6-21892ff7026d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:21.022984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-16801fe6-50df-4b6b-877d-cc8de86505be None None] Provisioning complete for port 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:21.023519 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16801fe6-50df-4b6b-877d-cc8de86505be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.031870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7561c558-d1a7-4da3-83f7-c85071c5d2fe tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.038557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:21.042516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7561c558-d1a7-4da3-83f7-c85071c5d2fe tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] 10.222.0.113 "DELETE /v2.0/ports/e6e6f67e-0cfe-42ae-9da6-21892ff7026d HTTP/1.1" status: 204 len: 168 time: 0.9214776 Jul 07 19:29:21.044630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Request body: {'port': {'name': 'tempest-new-port-name-1330812992', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:21.045091 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] bootfile-name is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:21.045441 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] tftp-server is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:21.045913 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] server-ip-address is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:21.084103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-16801fe6-50df-4b6b-877d-cc8de86505be None None] Port 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:21.156890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.205990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7ce7d4c4-4968-45c5-acea-187ab7c13797 None None] Could not find standard attr ID for object e6e6f67e-0cfe-42ae-9da6-21892ff7026d. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:29:21.379569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.394057 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.436702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] In _notify_port_updated(), no bound segment for port 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 on network 20b7a872-43bc-4cdb-be98-c0a662787248 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:29:21.443233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:21.444037 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.448403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43118) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:21.458377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] 10.222.0.113 "PUT /v2.0/ports/888bec5c-fdf6-4da3-aabf-3ceb904f9c72 HTTP/1.1" status: 200 len: 1130 time: 0.4185994 Jul 07 19:29:21.484264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57228e9d-af7c-42dd-99aa-8978b9a2ab09 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Pushing event updated for resources: {'Port': ['ID=888bec5c-fdf6-4da3-aabf-3ceb904f9c72,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:21.531055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a95135dd-5204-4048-b20a-b5fa812f72ba req-7c4bb93f-a8ab-453a-a2e8-9d070dcc66a5 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 210 time: 0.0383089 Jul 07 19:29:21.543154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618428c6-5bef-4b50-8ae7-26327316607b tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:21.544908 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-618428c6-5bef-4b50-8ae7-26327316607b tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] 10.222.0.113 "GET /v2.0/ports/888bec5c-fdf6-4da3-aabf-3ceb904f9c72 HTTP/1.1" status: 200 len: 1130 time: 0.0953834 Jul 07 19:29:21.548990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:21.665925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2b17c40d-0bfb-4edd-8878-f944142e1035 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Deleting port 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:21.666834 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b17c40d-0bfb-4edd-8878-f944142e1035 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.730571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34d1c413-d3d3-457e-b4cc-50bad931a43e None None] Provisioning complete for port 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:21.730947 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34d1c413-d3d3-457e-b4cc-50bad931a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.786501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-34d1c413-d3d3-457e-b4cc-50bad931a43e None None] Port 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:21.791123 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b17c40d-0bfb-4edd-8878-f944142e1035 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.804579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2b17c40d-0bfb-4edd-8878-f944142e1035 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Calling delete_port for 888bec5c-fdf6-4da3-aabf-3ceb904f9c72 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:21.959539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b17c40d-0bfb-4edd-8878-f944142e1035 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.993919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17c40d-0bfb-4edd-8878-f944142e1035 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Pushing event deleted for resources: {'Port': ['ID=888bec5c-fdf6-4da3-aabf-3ceb904f9c72,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:22.038322 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b17c40d-0bfb-4edd-8878-f944142e1035 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.044014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2b17c40d-0bfb-4edd-8878-f944142e1035 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] 10.222.0.113 "DELETE /v2.0/ports/888bec5c-fdf6-4da3-aabf-3ceb904f9c72 HTTP/1.1" status: 204 len: 168 time: 0.4893484 Jul 07 19:29:22.044505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:22.109408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf09a9-4f13-4be1-9424-d0c69f318818 req-913a727b-23f5-4671-a05c-c0caf5426350 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:22.111201 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5ddf09a9-4f13-4be1-9424-d0c69f318818 req-913a727b-23f5-4671-a05c-c0caf5426350 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1063960 Jul 07 19:29:22.113602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0038ab77-6ed7-4b05-b625-99411ae7614c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:22.157266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6509213d-d76d-4099-8209-d7cc47727818 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Deleting subnet 73a12245-645a-451f-8029-c91a8307b354 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:29:22.167244 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5ddf09a9-4f13-4be1-9424-d0c69f318818 req-4e4a9d40-11e7-46ac-8e41-87c414bbefef tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472298 Jul 07 19:29:22.167806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 0038ab77-6ed7-4b05-b625-99411ae7614c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:22.168193 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.169697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6509213d-d76d-4099-8209-d7cc47727818 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.234350 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6509213d-d76d-4099-8209-d7cc47727818 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.327557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6509213d-d76d-4099-8209-d7cc47727818 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.392382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6509213d-d76d-4099-8209-d7cc47727818 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.428184 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509213d-d76d-4099-8209-d7cc47727818 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Pushing event deleted for resources: {'Subnet': ['ID=73a12245-645a-451f-8029-c91a8307b354,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:22.432599 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6509213d-d76d-4099-8209-d7cc47727818 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.436720 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6509213d-d76d-4099-8209-d7cc47727818 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] 10.222.0.113 "DELETE /v2.0/subnets/73a12245-645a-451f-8029-c91a8307b354 HTTP/1.1" status: 204 len: 168 time: 0.3888216 Jul 07 19:29:22.437011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:22.447719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea86681-bdc6-4dd2-8f2e-818ab96188a6 None None] Network 20b7a872-43bc-4cdb-be98-c0a662787248 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:22.530648 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.597775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Deleting port 0038ab77-6ed7-4b05-b625-99411ae7614c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:22.604556 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.681572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] For port 0038ab77-6ed7-4b05-b625-99411ae7614c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0038ab77-6ed7-4b05-b625-99411ae7614c,segment=NetworkSegment(55f00625-2139-4095-950e-1cb4239ca8a0),segment_id=55f00625-2139-4095-950e-1cb4239ca8a0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:22.681884 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.687394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebff596-6d92-44ef-81bf-b24236c09406 None None] DHCP port deletion for 20b7a872-43bc-4cdb-be98-c0a662787248 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:29:22.699330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Calling delete_port for 0038ab77-6ed7-4b05-b625-99411ae7614c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:22.713142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3124788a-8746-4afd-85c3-d23dc3479bb4 req-7abd1a90-7c89-40d5-a00f-5ad048177b96 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 210 time: 0.0290666 Jul 07 19:29:22.751930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5ebff596-6d92-44ef-81bf-b24236c09406 None None] Deleting port 0038ab77-6ed7-4b05-b625-99411ae7614c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:22.752314 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ebff596-6d92-44ef-81bf-b24236c09406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.788504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.817886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] No DVR routers for this DVR port 0038ab77-6ed7-4b05-b625-99411ae7614c on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:22.819858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Pushing event deleted for resources: {'Port': ['ID=0038ab77-6ed7-4b05-b625-99411ae7614c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:22.820375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5ebff596-6d92-44ef-81bf-b24236c09406 None None] For port 0038ab77-6ed7-4b05-b625-99411ae7614c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0038ab77-6ed7-4b05-b625-99411ae7614c,segment=NetworkSegment(55f00625-2139-4095-950e-1cb4239ca8a0),segment_id=55f00625-2139-4095-950e-1cb4239ca8a0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:22.821056 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ebff596-6d92-44ef-81bf-b24236c09406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.850582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5ebff596-6d92-44ef-81bf-b24236c09406 None None] Calling delete_port for 0038ab77-6ed7-4b05-b625-99411ae7614c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:22.913104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:29:22.922868 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:29:22.927277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b7a872-43bc-4cdb-be98-c0a662787248']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:22.936645 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ebff596-6d92-44ef-81bf-b24236c09406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.938912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f00625-2139-4095-950e-1cb4239ca8a0') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:22.939216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f00625-2139-4095-950e-1cb4239ca8a0') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:22.949855 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.963803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebff596-6d92-44ef-81bf-b24236c09406 None None] Pushing event deleted for resources: {'Port': ['ID=0038ab77-6ed7-4b05-b625-99411ae7614c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:22.964971 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.968936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebff596-6d92-44ef-81bf-b24236c09406 None None] No DVR routers for this DVR port 0038ab77-6ed7-4b05-b625-99411ae7614c on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:22.977679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:22.977932 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:22.981443 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:23.051890 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.063122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.066891 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] 10.222.0.113 "DELETE /v2.0/networks/20b7a872-43bc-4cdb-be98-c0a662787248 HTTP/1.1" status: 204 len: 168 time: 0.6271837 Jul 07 19:29:23.080429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b5893-2e0a-40e0-9c05-501b507066f6 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062 tempest-ExtraDHCPOptionsIpV6TestJSON-229653062-project] Pushing event deleted for resources: {'Network': ['ID=20b7a872-43bc-4cdb-be98-c0a662787248,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:23.220354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5962118f-d0b4-4447-85c4-52b1a21c6cfa no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:23.250057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 5962118f-d0b4-4447-85c4-52b1a21c6cfa {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:23.250675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5962118f-d0b4-4447-85c4-52b1a21c6cfa not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:23.393806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:23.429463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00253b46-f85e-49a6-9643-2bef33f37312 req-7fccbb67-d509-43a1-b1b4-774e3eb0335c tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:23.431243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00253b46-f85e-49a6-9643-2bef33f37312 req-7fccbb67-d509-43a1-b1b4-774e3eb0335c tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0906215 Jul 07 19:29:23.476996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00253b46-f85e-49a6-9643-2bef33f37312 req-64c4104e-b6d7-490f-ad87-3225fcc5fb9e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383899 Jul 07 19:29:23.560329 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-85920374-5359-49ed-9a5e-137ab712f12a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d95ee24b14a84bd49f3e32902a149385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652660 Jul 07 19:29:23.562692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:23.614504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e06e7d-eca4-42bf-aabc-317c0004a673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.636176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e06e7d-eca4-42bf-aabc-317c0004a673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.683147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e06e7d-eca4-42bf-aabc-317c0004a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.686196 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e06e7d-eca4-42bf-aabc-317c0004a673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:23.687551 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-39e06e7d-eca4-42bf-aabc-317c0004a673 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/caafe1bd-b7d8-42cb-831c-03e598fa3c25 HTTP/1.1" status: 204 len: 168 time: 0.1237950 Jul 07 19:29:23.696979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e06e7d-eca4-42bf-aabc-317c0004a673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caafe1bd-b7d8-42cb-831c-03e598fa3c25,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:23.872726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63857d8e-a299-486e-aeac-2b79e31bca15 req-571becf3-63fd-4a0e-9420-581cc3d909c5 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 210 time: 0.0294678 Jul 07 19:29:24.060208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0038ab77-6ed7-4b05-b625-99411ae7614c no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:24.085066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 0038ab77-6ed7-4b05-b625-99411ae7614c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:24.085499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0038ab77-6ed7-4b05-b625-99411ae7614c not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:24.395203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:24.495312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1970215773'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:24.520019 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Made reservation on behalf of 9f7892f5713942a48a07ea079bd6370c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:24.524116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.533623 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.637661 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.642346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.671405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:24.679429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baadb4f-f623-4fab-9efb-527d5737cd15 req-3f034116-324d-4ecc-b7f4-8fe1ccca7a02 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:24.680989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6baadb4f-f623-4fab-9efb-527d5737cd15 req-3f034116-324d-4ecc-b7f4-8fe1ccca7a02 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0734851 Jul 07 19:29:24.682193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d15f97-4023-4853-8e86-015cf47e45ae,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:24.688572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.688931 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Added segment 74dad1ff-7ad5-4702-ac15-af53e4a19458 of type vlan for network 5d68d3db-6706-45ff-bf1c-877db812c071 Jul 07 19:29:24.732206 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.737056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6baadb4f-f623-4fab-9efb-527d5737cd15 req-e7deb619-f4db-41d4-b7fc-3812c2b31220 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399284 Jul 07 19:29:24.764433 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.770016 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:24.770635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:24.832397 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4359345 Jul 07 19:29:24.835548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:24.842607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Request body: {'subnet': {'network_id': '5d68d3db-6706-45ff-bf1c-877db812c071', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:24.848447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e7169-baa9-42cf-848b-2b98bf2cb2f7 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Pushing event updated for resources: {'Network': ['ID=5d68d3db-6706-45ff-bf1c-877db812c071,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:24.860077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 5d68d3db-6706-45ff-bf1c-877db812c071 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:24.963220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Made reservation on behalf of 9f7892f5713942a48a07ea079bd6370c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:24.967454 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.052219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14b67349-893e-4021-8781-a156646ffd86 req-c9a88212-3014-4138-8a57-43514389b855 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=50c485b2-7aae-4c19-9700-ced8396fa430 HTTP/1.1" status: 200 len: 210 time: 0.0361543 Jul 07 19:29:25.179225 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.246142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Pushing event updated for resources: {'Subnet': ['ID=2979a5b9-ebf0-4f6b-8f54-b789f7f670bb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:25.255966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Checking segment: {'id': '74dad1ff-7ad5-4702-ac15-af53e4a19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '5d68d3db-6706-45ff-bf1c-877db812c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:25.256577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Network hostable DHCP agents. Network: 5d68d3db-6706-45ff-bf1c-877db812c071, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:25.273965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Network 5d68d3db-6706-45ff-bf1c-877db812c071 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:25.282928 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 5d68d3db-6706-45ff-bf1c-877db812c071) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:25.287863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:25.288460 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.295434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db538374-e7f5-41ba-8e5d-e1641ef5c5d0 None None] Network 5d68d3db-6706-45ff-bf1c-877db812c071 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:25.307189 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fa1e10c9-7b38-49fe-9147-de82bc31d504 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4708176 Jul 07 19:29:25.310013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43196) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:25.315204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Request body: {'port': {'network_id': '5d68d3db-6706-45ff-bf1c-877db812c071', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1853653787'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:25.442749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Made reservation on behalf of 9f7892f5713942a48a07ea079bd6370c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:25.448072 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.465179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-5d68d3db-6706-45ff-bf1c-877db812c071', 'network_id': '5d68d3db-6706-45ff-bf1c-877db812c071', 'tenant_id': '9f7892f5713942a48a07ea079bd6370c', 'fixed_ips': [{'subnet_id': '2979a5b9-ebf0-4f6b-8f54-b789f7f670bb'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:25.467592 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.475336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] device_id is not set on port dc9cc4f8-8442-4480-8de0-4c09d76b9e71 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:29:25.614016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Allocated IP 172.20.0.14 (5d68d3db-6706-45ff-bf1c-877db812c071/2979a5b9-ebf0-4f6b-8f54-b789f7f670bb/dc9cc4f8-8442-4480-8de0-4c09d76b9e71) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:25.812846 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.828091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Transition to ACTIVE for port object dc9cc4f8-8442-4480-8de0-4c09d76b9e71 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:25.864933 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:25.923560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Network 5d68d3db-6706-45ff-bf1c-877db812c071 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:25.932791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Allocated IP 172.20.0.2 (5d68d3db-6706-45ff-bf1c-877db812c071/2979a5b9-ebf0-4f6b-8f54-b789f7f670bb/e55cb559-3687-4fe1-a43e-1b27d85c4a43) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:25.947062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:25.949767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:25.984552 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Pushing event updated for resources: {'Port': ['ID=dc9cc4f8-8442-4480-8de0-4c09d76b9e71,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:26.030234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:26.031148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.070058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ad6f6-4ea6-45d0-8f85-58a7515a3734 req-19808800-56c6-483a-8fc6-4a446104f432 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:26.071946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-129ad6f6-4ea6-45d0-8f85-58a7515a3734 req-19808800-56c6-483a-8fc6-4a446104f432 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1672585 Jul 07 19:29:26.077285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:26.077868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-271e4744-8f8c-4e77-8fd5-c766e362e4ee tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7663827 Jul 07 19:29:26.087100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Request body: {'port': {'network_id': '5d68d3db-6706-45ff-bf1c-877db812c071', 'name': 'tempest-ExtraDHCPOptionsTestJSON-516359936', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:26.087601 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] bootfile-name is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:26.087941 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] tftp-server is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:26.088572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] server-ip-address is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:26.154172 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-129ad6f6-4ea6-45d0-8f85-58a7515a3734 req-df46d4cb-d7ac-4ac8-91e3-feaa6bf0524c tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721393 Jul 07 19:29:26.182466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.193775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Transition to ACTIVE for port object e55cb559-3687-4fe1-a43e-1b27d85c4a43 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:26.239796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Transition to ACTIVE for port object e55cb559-3687-4fe1-a43e-1b27d85c4a43 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:26.250831 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.299146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Made reservation on behalf of 9f7892f5713942a48a07ea079bd6370c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:26.299630 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.326089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Network 5d68d3db-6706-45ff-bf1c-877db812c071 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:26.331962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:26.334586 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:26.347606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] device_id is not set on port d6d74f46-bd9f-446e-9088-b0a4c8c5ee99 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:29:26.353187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Pushing event updated for resources: {'Port': ['ID=e55cb559-3687-4fe1-a43e-1b27d85c4a43,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:26.426648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Attempting to bind port e55cb559-3687-4fe1-a43e-1b27d85c4a43 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:26.427150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Attempting to bind port e55cb559-3687-4fe1-a43e-1b27d85c4a43 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '74dad1ff-7ad5-4702-ac15-af53e4a19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '5d68d3db-6706-45ff-bf1c-877db812c071'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:26.427570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Attempting to bind port e55cb559-3687-4fe1-a43e-1b27d85c4a43 on network 5d68d3db-6706-45ff-bf1c-877db812c071 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:26.433768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:26.434200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Checking segment: {'id': '74dad1ff-7ad5-4702-ac15-af53e4a19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '5d68d3db-6706-45ff-bf1c-877db812c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:26.434606 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.434998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Bound using segment: {'id': '74dad1ff-7ad5-4702-ac15-af53e4a19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '5d68d3db-6706-45ff-bf1c-877db812c071'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:26.435471 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Bound port: e55cb559-3687-4fe1-a43e-1b27d85c4a43, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74dad1ff-7ad5-4702-ac15-af53e4a19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '5d68d3db-6706-45ff-bf1c-877db812c071'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:26.436088 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.491534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Allocated IP 172.20.0.7 (5d68d3db-6706-45ff-bf1c-877db812c071/2979a5b9-ebf0-4f6b-8f54-b789f7f670bb/d6d74f46-bd9f-446e-9088-b0a4c8c5ee99) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:26.526041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] For port e55cb559-3687-4fe1-a43e-1b27d85c4a43, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:26.530407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] For port e55cb559-3687-4fe1-a43e-1b27d85c4a43, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e55cb559-3687-4fe1-a43e-1b27d85c4a43,segment=NetworkSegment(74dad1ff-7ad5-4702-ac15-af53e4a19458),segment_id=74dad1ff-7ad5-4702-ac15-af53e4a19458)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:26.537158 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.616875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c2bb6-38b2-4c6c-a8e6-1ec91c651ee9 None None] Pushing event updated for resources: {'Port': ['ID=e55cb559-3687-4fe1-a43e-1b27d85c4a43,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:26.715516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.739716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Transition to ACTIVE for port object d6d74f46-bd9f-446e-9088-b0a4c8c5ee99 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:26.784144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.807701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67564f6-4cb8-4f84-a692-399b822e8a38 req-332ed9c1-cc91-4437-ad68-5d78123d2cf3 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:26.809372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c67564f6-4cb8-4f84-a692-399b822e8a38 req-332ed9c1-cc91-4437-ad68-5d78123d2cf3 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.1500707 Jul 07 19:29:26.865043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c67564f6-4cb8-4f84-a692-399b822e8a38 req-602fdec5-08d9-45b0-b149-b69274423517 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/quotas/401fe42e44ad46819cb6257706b4829e HTTP/1.1" status: 200 len: 375 time: 0.0491848 Jul 07 19:29:26.879511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Network 5d68d3db-6706-45ff-bf1c-877db812c071 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:26.883485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:26.890097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:26.922556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c67564f6-4cb8-4f84-a692-399b822e8a38 req-dae84df0-e03f-4db3-ac42-982dfc6423c3 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562277 Jul 07 19:29:26.937274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a704619-e779-4c45-91e0-f79c05ad00e6 req-eecda7d9-e848-4e72-9f27-dcf56a08955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:26.938291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Pushing event updated for resources: {'Port': ['ID=d6d74f46-bd9f-446e-9088-b0a4c8c5ee99,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:26.939022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a704619-e779-4c45-91e0-f79c05ad00e6 req-eecda7d9-e848-4e72-9f27-dcf56a08955a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.1668794 Jul 07 19:29:26.959245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:26.960153 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:26.978253 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6d67b71f-7535-4594-bdea-279d2a6cb7e8 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.8988132 Jul 07 19:29:26.983563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:27.039745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a704619-e779-4c45-91e0-f79c05ad00e6 req-b4c68e0e-fbcd-4a9f-8051-c38998040247 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913806 Jul 07 19:29:27.064560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b581f-0778-45d2-a814-71e48e567188 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:27.072095 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b581f-0778-45d2-a814-71e48e567188 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:27.078210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b581f-0778-45d2-a814-71e48e567188 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:27.080061 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1c9b581f-0778-45d2-a814-71e48e567188 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0951362 Jul 07 19:29:27.082859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:27.084697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c67564f6-4cb8-4f84-a692-399b822e8a38 req-8b4225ff-afc6-4b0a-a9c8-5acc55cb4e1b service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502714 Jul 07 19:29:27.205084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c67564f6-4cb8-4f84-a692-399b822e8a38 req-da13e5c8-9fb7-4998-a78e-301f9b0796a5 service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143386 Jul 07 19:29:27.208876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-43c9a1e0-c529-4a9e-929b-cb3cb1782c40 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Deleting port d6d74f46-bd9f-446e-9088-b0a4c8c5ee99 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:27.209231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43c9a1e0-c529-4a9e-929b-cb3cb1782c40 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.312524 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43c9a1e0-c529-4a9e-929b-cb3cb1782c40 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.329762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-43c9a1e0-c529-4a9e-929b-cb3cb1782c40 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Calling delete_port for d6d74f46-bd9f-446e-9088-b0a4c8c5ee99 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:27.439812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00a88290-f7d0-4379-a835-51497dcf12d7 req-ee5e7eba-f510-4d7c-abf4-353c46e87935 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=f26c9cc8-5a1a-45fb-ab6f-415f966ee59a HTTP/1.1" status: 200 len: 210 time: 0.0698962 Jul 07 19:29:27.526402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b6a67-6948-4a16-b554-9d483afdb308 req-d0ab505d-82ad-40e7-8cf6-f55ff788984f tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:27.530487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-053b6a67-6948-4a16-b554-9d483afdb308 req-d0ab505d-82ad-40e7-8cf6-f55ff788984f tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.2398181 Jul 07 19:29:27.599594 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-053b6a67-6948-4a16-b554-9d483afdb308 req-a512ec51-aa75-42e2-8da4-11c1528f19d6 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626967 Jul 07 19:29:27.641299 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43c9a1e0-c529-4a9e-929b-cb3cb1782c40 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.700746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9a1e0-c529-4a9e-929b-cb3cb1782c40 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Pushing event deleted for resources: {'Port': ['ID=d6d74f46-bd9f-446e-9088-b0a4c8c5ee99,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:27.790312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43c9a1e0-c529-4a9e-929b-cb3cb1782c40 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:27.798289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:27.798502 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-43c9a1e0-c529-4a9e-929b-cb3cb1782c40 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] 10.222.0.113 "DELETE /v2.0/ports/d6d74f46-bd9f-446e-9088-b0a4c8c5ee99 HTTP/1.1" status: 204 len: 168 time: 0.7144017 Jul 07 19:29:27.807675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Request body: {'port': {'name': 'tempest-new-port-name-468968169', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:27.808555 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] bootfile-name is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:27.809333 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] tftp-server is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:27.810065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] server-ip-address is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 19:29:28.010211 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.062441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fc5a94-1e05-4569-a331-aa12b82baebf None None] Network 5d68d3db-6706-45ff-bf1c-877db812c071 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:28.221182 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e55cb559-3687-4fe1-a43e-1b27d85c4a43 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:28.277411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-33f68315-ac0f-44e3-8c33-c68e03da8fa0 None None] Provisioning for port e55cb559-3687-4fe1-a43e-1b27d85c4a43 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:28.367082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port e55cb559-3687-4fe1-a43e-1b27d85c4a43 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:28.371203 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.373777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e55cb559-3687-4fe1-a43e-1b27d85c4a43 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:28.374133 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.384813 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.507945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Pushing event updated for resources: {'Port': ['ID=dc9cc4f8-8442-4480-8de0-4c09d76b9e71,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:28.509242 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.535063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b3d60822-faf5-40dc-a188-bc8c3281da05 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:28.542144 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b3d60822-faf5-40dc-a188-bc8c3281da05 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.2394233 Jul 07 19:29:28.554494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] In _notify_port_updated(), no bound segment for port dc9cc4f8-8442-4480-8de0-4c09d76b9e71 on network 5d68d3db-6706-45ff-bf1c-877db812c071 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:29:28.556273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port e55cb559-3687-4fe1-a43e-1b27d85c4a43, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e55cb559-3687-4fe1-a43e-1b27d85c4a43,segment=NetworkSegment(74dad1ff-7ad5-4702-ac15-af53e4a19458),segment_id=74dad1ff-7ad5-4702-ac15-af53e4a19458)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:28.561188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:28.561730 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.562224 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.564259 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1a6d1827-6746-40c9-9400-19d83d6763bc tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] 10.222.0.113 "PUT /v2.0/ports/dc9cc4f8-8442-4480-8de0-4c09d76b9e71 HTTP/1.1" status: 200 len: 1136 time: 0.7629941 Jul 07 19:29:28.566976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:28.585925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-f00f891e-ebe4-437a-a7c8-c6f5df5e8fa8 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/quotas/401fe42e44ad46819cb6257706b4829e HTTP/1.1" status: 200 len: 375 time: 0.0425413 Jul 07 19:29:28.668200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-e6461700-7acd-49bf-99ef-e8e4ebb8a31d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812006 Jul 07 19:29:28.700897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=e55cb559-3687-4fe1-a43e-1b27d85c4a43,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:28.746269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65faab2-4b66-41d4-b604-12ad2db698f5 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:28.747737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e65faab2-4b66-41d4-b604-12ad2db698f5 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] 10.222.0.113 "GET /v2.0/ports/dc9cc4f8-8442-4480-8de0-4c09d76b9e71 HTTP/1.1" status: 200 len: 1136 time: 0.1793039 Jul 07 19:29:28.751529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:28.799296 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-8c4e119e-8735-434c-9de3-04a550ef1cbe service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301391 Jul 07 19:29:28.929995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-93c1a137-8567-475f-9192-ee18bbedc786 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Deleting port dc9cc4f8-8442-4480-8de0-4c09d76b9e71 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:28.931134 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93c1a137-8567-475f-9192-ee18bbedc786 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:28.970769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd4063ad-d1cb-4715-91a0-236fe1910113 None None] Provisioning for port dc9cc4f8-8442-4480-8de0-4c09d76b9e71 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:28.977604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd4063ad-d1cb-4715-91a0-236fe1910113 None None] Provisioning complete for port dc9cc4f8-8442-4480-8de0-4c09d76b9e71 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:28.977604 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd4063ad-d1cb-4715-91a0-236fe1910113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.031639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-c91387fb-4877-400a-a01a-6e44db90022e service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205315 Jul 07 19:29:29.070180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cd4063ad-d1cb-4715-91a0-236fe1910113 None None] Port dc9cc4f8-8442-4480-8de0-4c09d76b9e71 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:29:29.080560 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93c1a137-8567-475f-9192-ee18bbedc786 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.093879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd4063ad-d1cb-4715-91a0-236fe1910113 None None] Provisioning complete for port e55cb559-3687-4fe1-a43e-1b27d85c4a43 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:29.094307 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd4063ad-d1cb-4715-91a0-236fe1910113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.114427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677ad7a-f601-4223-b698-7cd186ec084b req-ff72be7a-b8b6-498f-95c0-03414132ad7a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:29.115182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-93c1a137-8567-475f-9192-ee18bbedc786 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Calling delete_port for dc9cc4f8-8442-4480-8de0-4c09d76b9e71 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:29.122214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c677ad7a-f601-4223-b698-7cd186ec084b req-ff72be7a-b8b6-498f-95c0-03414132ad7a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.3016341 Jul 07 19:29:29.174460 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c677ad7a-f601-4223-b698-7cd186ec084b req-37e611fb-d710-41f2-a575-ea0dee3f21f8 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513682 Jul 07 19:29:29.364572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93c1a137-8567-475f-9192-ee18bbedc786 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.414065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-442c9e17-a632-4adf-a957-7879c07ca24a None None] Could not find standard attr ID for object dc9cc4f8-8442-4480-8de0-4c09d76b9e71. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:29:29.429266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1a137-8567-475f-9192-ee18bbedc786 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Pushing event deleted for resources: {'Port': ['ID=dc9cc4f8-8442-4480-8de0-4c09d76b9e71,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:29.451922 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb0e0cbe-718d-49d0-96da-e83ec6e6fa24 req-265a46d9-5e0a-495b-824c-fd73bf92cac5 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 210 time: 0.0648007 Jul 07 19:29:29.581148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93c1a137-8567-475f-9192-ee18bbedc786 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.583940 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-93c1a137-8567-475f-9192-ee18bbedc786 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] 10.222.0.113 "DELETE /v2.0/ports/dc9cc4f8-8442-4480-8de0-4c09d76b9e71 HTTP/1.1" status: 204 len: 168 time: 0.8313603 Jul 07 19:29:29.586847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:29.630372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3f2f4761-dec5-48bd-bb88-299888c3ff53 None None] Could not find standard attr ID for object d6d74f46-bd9f-446e-9088-b0a4c8c5ee99. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:29:29.681508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e13e62-6b41-4982-8205-e2222659f7e3 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Deleting subnet 2979a5b9-ebf0-4f6b-8f54-b789f7f670bb {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:29:29.692383 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e13e62-6b41-4982-8205-e2222659f7e3 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.856870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e13e62-6b41-4982-8205-e2222659f7e3 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:29.999507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096c74-a4a8-4304-945b-3e80b24919c3 req-2b2fba9c-ccff-4f14-a12f-4e8fbe6e6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:30.001649 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91096c74-a4a8-4304-945b-3e80b24919c3 req-2b2fba9c-ccff-4f14-a12f-4e8fbe6e6ac6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.2614813 Jul 07 19:29:30.068540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e13e62-6b41-4982-8205-e2222659f7e3 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.096413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e55cb559-3687-4fe1-a43e-1b27d85c4a43 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:30.159195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778daee6-7b92-46cc-ba02-37e621e1d26a req-525cdfba-def5-44d8-8569-b50335cda2b2 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:30.166964 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-778daee6-7b92-46cc-ba02-37e621e1d26a req-525cdfba-def5-44d8-8569-b50335cda2b2 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.3279319 Jul 07 19:29:30.224637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e55cb559-3687-4fe1-a43e-1b27d85c4a43 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:30.225402 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.265862 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-778daee6-7b92-46cc-ba02-37e621e1d26a req-07623280-55b7-41ac-931c-bd9985a29ae2 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974047 Jul 07 19:29:30.281499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-44274704-060e-4093-ae06-c42d42250841 None None] Could not find standard attr ID for object dc9cc4f8-8442-4480-8de0-4c09d76b9e71. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:29:30.291309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e13e62-6b41-4982-8205-e2222659f7e3 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.303626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096c74-a4a8-4304-945b-3e80b24919c3 req-4be22de4-0b8f-4081-ad32-0c897e58d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:30.305963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91096c74-a4a8-4304-945b-3e80b24919c3 req-4be22de4-0b8f-4081-ad32-0c897e58d695 service neutron] 10.222.0.59 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 921 time: 0.2644169 Jul 07 19:29:30.338791 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e13e62-6b41-4982-8205-e2222659f7e3 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.343605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:30.357596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-39e13e62-6b41-4982-8205-e2222659f7e3 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] 10.222.0.113 "DELETE /v2.0/subnets/2979a5b9-ebf0-4f6b-8f54-b789f7f670bb HTTP/1.1" status: 204 len: 168 time: 0.7524509 Jul 07 19:29:30.364451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e13e62-6b41-4982-8205-e2222659f7e3 tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Pushing event deleted for resources: {'Subnet': ['ID=2979a5b9-ebf0-4f6b-8f54-b789f7f670bb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:30.434649 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91096c74-a4a8-4304-945b-3e80b24919c3 req-ed1f5660-06d0-49b8-95fa-cacdc46815f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be HTTP/1.1" status: 200 len: 217 time: 0.0975063 Jul 07 19:29:30.475287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.537327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096c74-a4a8-4304-945b-3e80b24919c3 req-921d9d43-4740-483c-9754-9372ca1255db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:30.541199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91096c74-a4a8-4304-945b-3e80b24919c3 req-921d9d43-4740-483c-9754-9372ca1255db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a HTTP/1.1" status: 200 len: 859 time: 0.0982909 Jul 07 19:29:30.583130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Deleting port e55cb559-3687-4fe1-a43e-1b27d85c4a43 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:30.583707 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.592405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91096c74-a4a8-4304-945b-3e80b24919c3 req-1b6d752a-9067-42f5-8135-69ceaa376f4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=653cbb6f-63b3-494b-b667-97c99e343850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365970 Jul 07 19:29:30.664742 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c69c1b-b616-4b47-b616-7284db4fca07 None None] Network 5d68d3db-6706-45ff-bf1c-877db812c071 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:30.671125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] For port e55cb559-3687-4fe1-a43e-1b27d85c4a43, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e55cb559-3687-4fe1-a43e-1b27d85c4a43,segment=NetworkSegment(74dad1ff-7ad5-4702-ac15-af53e4a19458),segment_id=74dad1ff-7ad5-4702-ac15-af53e4a19458)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:30.671493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.687165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Calling delete_port for e55cb559-3687-4fe1-a43e-1b27d85c4a43 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:30.701587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38ff052a-963f-47f9-818c-23513612c241 req-3ab94a7a-9e6a-49d8-b9c8-641bd5bff44b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 210 time: 0.0386119 Jul 07 19:29:30.762641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91096c74-a4a8-4304-945b-3e80b24919c3 req-221016c8-2361-4fc6-8b7e-b5a138111a9c service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626415 Jul 07 19:29:30.791578 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.828919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Pushing event deleted for resources: {'Port': ['ID=e55cb559-3687-4fe1-a43e-1b27d85c4a43,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:30.837325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] No DVR routers for this DVR port e55cb559-3687-4fe1-a43e-1b27d85c4a43 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:30.931484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:30.940090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40ce87b-e0be-4fff-97a8-c801b4a92b0d None None] DHCP port deletion for 5d68d3db-6706-45ff-bf1c-877db812c071 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:29:30.950156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91096c74-a4a8-4304-945b-3e80b24919c3 req-eb7645a4-88a9-4337-838e-59ddae488d23 service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774807 Jul 07 19:29:30.952810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d68d3db-6706-45ff-bf1c-877db812c071']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:30.973004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74dad1ff-7ad5-4702-ac15-af53e4a19458') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:30.973699 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74dad1ff-7ad5-4702-ac15-af53e4a19458') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:30.985635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.001800 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.008867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:31.009281 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:31.012292 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:31.087362 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.096004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.101730 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] 10.222.0.113 "DELETE /v2.0/networks/5d68d3db-6706-45ff-bf1c-877db812c071 HTTP/1.1" status: 204 len: 168 time: 0.7571032 Jul 07 19:29:31.124073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456719ae-1032-417e-833e-9f803e951fdf tempest-ExtraDHCPOptionsTestJSON-910904011 tempest-ExtraDHCPOptionsTestJSON-910904011-project] Pushing event deleted for resources: {'Network': ['ID=5d68d3db-6706-45ff-bf1c-877db812c071,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:31.182618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-a8d53f03-9dce-496a-95d5-4e7253766e96 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:31.184437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-a8d53f03-9dce-496a-95d5-4e7253766e96 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.1472826 Jul 07 19:29:31.206887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Request body: {'port': {'device_id': '4957e4e3-b793-42dc-a999-0f258d81280e', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'admin_state_up': True, 'tenant_id': '401fe42e44ad46819cb6257706b4829e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:31.367044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Made reservation on behalf of 401fe42e44ad46819cb6257706b4829e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:31.370995 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.506695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:31.694726 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5db05045-219a-46d8-98ea-03de2f006ff8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9f7892f5713942a48a07ea079bd6370c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843588 Jul 07 19:29:31.695360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:31.766384 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c016f20-8a48-49af-b71c-06cc238aea40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.801227 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c016f20-8a48-49af-b71c-06cc238aea40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.884611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c016f20-8a48-49af-b71c-06cc238aea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.887408 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c016f20-8a48-49af-b71c-06cc238aea40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:31.888710 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8c016f20-8a48-49af-b71c-06cc238aea40 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d6d15f97-4023-4853-8e86-015cf47e45ae HTTP/1.1" status: 204 len: 168 time: 0.1927314 Jul 07 19:29:31.907073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c016f20-8a48-49af-b71c-06cc238aea40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d15f97-4023-4853-8e86-015cf47e45ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:31.950622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50e119ed-85ec-420c-975a-65bfddee5916 req-6753cda5-82da-48a8-9c82-b53132e2780d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 210 time: 0.0424664 Jul 07 19:29:31.963885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bff08b-92a1-4af0-862a-86457a09da59 req-7a978768-6127-4e92-85fd-3b7ce38de184 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:31.965475 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bff08b-92a1-4af0-862a-86457a09da59 req-7a978768-6127-4e92-85fd-3b7ce38de184 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.5357099 Jul 07 19:29:31.982513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Allocated IP 172.20.0.7 (e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e/0ebfc7a6-9eee-41b6-a93a-ecc3b9964686/9bed02b8-00bc-4c43-ad8c-1f966e2d4abd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:32.031425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bff08b-92a1-4af0-862a-86457a09da59 req-d8be4a5b-0065-4f4b-bf73-56f512be31d1 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596282 Jul 07 19:29:32.107112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e55cb559-3687-4fe1-a43e-1b27d85c4a43 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:32.137082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: e55cb559-3687-4fe1-a43e-1b27d85c4a43 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:32.137506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e55cb559-3687-4fe1-a43e-1b27d85c4a43 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:32.225870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.281526 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.333651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:32.339693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:32.345395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:32.377205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event updated for resources: {'Port': ['ID=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:32.421633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:32.422486 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.445562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-b440522d-7d80-4e26-822f-26a5b33a7d90 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2434220 Jul 07 19:29:32.472542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Request body: {'port': {'device_id': '4957e4e3-b793-42dc-a999-0f258d81280e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:32.562182 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.848192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:32.945964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:29:32.959482 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:32.981002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Transition to ACTIVE for port object 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:32.985391 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-792845061'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:32.986322 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.026167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:33.031355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.049088 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.115552 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Pushing event updated for resources: {'Port': ['ID=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:33.185270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.188989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Attempting to bind port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:33.189478 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Attempting to bind port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:33.189821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Attempting to bind port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:33.192069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.201862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:29:33.202199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Attempting to bind port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:33.210997 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.212340 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:33.218085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:33.218440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Checking segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:33.218882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Bound using segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:33.219465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Bound port: 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:33.220071 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.225272 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.225919 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment 1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a of type vlan for network f304e6a9-0a32-4fe0-8657-090dbca92c50 Jul 07 19:29:33.280121 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.335111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67b5655-c316-4b90-81a0-e1dff114a9f8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:33.348293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.356428 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:33.357017 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.404411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518770dc-47cc-4591-a1eb-f504d728890c req-dd85a40f-e94e-4587-9bf0-d847268d70c4 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:33.406191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-518770dc-47cc-4591-a1eb-f504d728890c req-dd85a40f-e94e-4587-9bf0-d847268d70c4 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 943 time: 0.1812625 Jul 07 19:29:33.427086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] For port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:33.428246 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5780935 Jul 07 19:29:33.454705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8aa9c4-a840-43a8-a9dc-5e3a47b4c09a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=f304e6a9-0a32-4fe0-8657-090dbca92c50,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:33.468461 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f304e6a9-0a32-4fe0-8657-090dbca92c50 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:33.484046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] For port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:33.493918 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.500668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-518770dc-47cc-4591-a1eb-f504d728890c req-93ad0570-65af-43d4-9af8-e4a58432cb02 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827615 Jul 07 19:29:33.570604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:33.577003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'network_id': 'f304e6a9-0a32-4fe0-8657-090dbca92c50', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:33.594511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501262d5-b108-41ff-9ac1-8db9f37c65b5 req-17583ac2-40c0-4768-ab3e-4e235506f214 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:33.597910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-501262d5-b108-41ff-9ac1-8db9f37c65b5 req-17583ac2-40c0-4768-ab3e-4e235506f214 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.2938039 Jul 07 19:29:33.602891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:33.604088 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.605769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] 10.222.0.59 "PUT /v2.0/ports/9bed02b8-00bc-4c43-ad8c-1f966e2d4abd HTTP/1.1" status: 200 len: 1092 time: 1.1385279 Jul 07 19:29:33.609060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4957e4e3-b793-42dc-a999-0f258d81280e', 'tag': '9bed02b8-00bc-4c43-ad8c-1f966e2d4abd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:33.611455 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed813354-0b8c-46f3-aa33-31f7e609a84e" -d '{"events": [{"name": "network-changed", "server_uuid": "4957e4e3-b793-42dc-a999-0f258d81280e", "tag": "9bed02b8-00bc-4c43-ad8c-1f966e2d4abd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:33.618293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f10699-5c2f-4106-b11b-2acfc5fb1f98 service neutron] Pushing event updated for resources: {'Port': ['ID=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:33.710766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:33.715336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:33.718624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-501262d5-b108-41ff-9ac1-8db9f37c65b5 req-6faa5ad9-5890-48ba-be47-9c79dfcb9526 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033487 Jul 07 19:29:33.774433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94420a-f47b-4b5a-8563-0b7e6ece3f8b req-80b10e57-8b13-49c9-8a83-725f875299a8 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:33.778150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed94420a-f47b-4b5a-8563-0b7e6ece3f8b req-80b10e57-8b13-49c9-8a83-725f875299a8 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1097 time: 0.1379092 Jul 07 19:29:33.807514 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed99957-e7d9-4ec8-b53e-84bf0644cfa8 x-openstack-request-id: req-0ed99957-e7d9-4ec8-b53e-84bf0644cfa8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:33.808074 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4957e4e3-b793-42dc-a999-0f258d81280e", "tag": "9bed02b8-00bc-4c43-ad8c-1f966e2d4abd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:33.808675 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0ed99957-e7d9-4ec8-b53e-84bf0644cfa8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:33.809257 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4957e4e3-b793-42dc-a999-0f258d81280e', 'tag': '9bed02b8-00bc-4c43-ad8c-1f966e2d4abd', 'status': 'completed', 'code': 200} Jul 07 19:29:33.813496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-cf5aefd8-b4f1-40c3-94d8-0b5ba44311af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:33.815328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-cf5aefd8-b4f1-40c3-94d8-0b5ba44311af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 1095 time: 0.1391423 Jul 07 19:29:33.886088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-2bfff4c4-b1a6-4c8a-920b-a5608c17b97d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd HTTP/1.1" status: 200 len: 217 time: 0.0578678 Jul 07 19:29:33.914482 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed94420a-f47b-4b5a-8563-0b7e6ece3f8b req-5c9d9766-0ff0-4260-9ef7-2098708f7afb tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224244 Jul 07 19:29:34.038490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d6812ed0-b8d1-4141-a56b-c58b456a6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:34.047869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-d6812ed0-b8d1-4141-a56b-c58b456a6e1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.1451440 Jul 07 19:29:34.149002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-973c713e-9096-4fb7-a36f-e9537e80e4ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937078 Jul 07 19:29:34.287962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a4a63-2bfc-4fa6-be6e-3a302aa38873 req-ed6473ac-764a-4a52-b1f8-955f220e742a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:34.289706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-810a4a63-2bfc-4fa6-be6e-3a302aa38873 req-ed6473ac-764a-4a52-b1f8-955f220e742a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.2362266 Jul 07 19:29:34.302969 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-1b83e2b1-7b55-4350-afd5-c1fdcd845bd0 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467905 Jul 07 19:29:34.338282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-810a4a63-2bfc-4fa6-be6e-3a302aa38873 req-164cfd05-fcb5-4d3d-a800-67f6d1bc9786 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426099 Jul 07 19:29:34.390912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:34.455224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88c12598-09ce-4083-ba3c-e97eb084ee8e req-a7f03291-1b16-48a0-905e-b3b5c1302e95 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202941 Jul 07 19:29:34.474836 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3869c494-d959-491e-9cf1-2124514078f2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/3589e90f-79ff-4166-8e9d-f98db16da9f5 HTTP/1.1" status: 200 len: 992 time: 0.0826104 Jul 07 19:29:34.512954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.637024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=86964c52-1d18-4f9b-ab1c-fdbc9e25dbec,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:34.645649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking segment: {'id': '1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f304e6a9-0a32-4fe0-8657-090dbca92c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:34.645649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network hostable DHCP agents. Network: f304e6a9-0a32-4fe0-8657-090dbca92c50, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:34.666008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network f304e6a9-0a32-4fe0-8657-090dbca92c50 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:34.686509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f304e6a9-0a32-4fe0-8657-090dbca92c50) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:34.695284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed813354-0b8c-46f3-aa33-31f7e609a84e req-6e22b3cc-b59d-4a16-819b-6a0632dfa81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:34.695836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a41b1e8-6382-4f9c-993a-e9b99f9de73a None None] Network f304e6a9-0a32-4fe0-8657-090dbca92c50 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:34.701158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed813354-0b8c-46f3-aa33-31f7e609a84e req-6e22b3cc-b59d-4a16-819b-6a0632dfa81b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 1095 time: 0.1371975 Jul 07 19:29:34.720811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:34.722395 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.750774 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-864ec181-3958-4534-a9a5-2677fbba0189 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1787214 Jul 07 19:29:34.751704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:34.759579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-560211369'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:34.802034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:34.808268 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.860262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1125} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:34.878743 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.879915 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment 516e31d0-faaf-434a-bac2-f656cfb8c769 of type vlan for network 9ca5d819-661b-4571-9d32-8726b7c45593 Jul 07 19:29:34.926781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed813354-0b8c-46f3-aa33-31f7e609a84e req-da2e8683-8e30-4758-9db8-e87a5811db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:34.929350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed813354-0b8c-46f3-aa33-31f7e609a84e req-da2e8683-8e30-4758-9db8-e87a5811db53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 914 time: 0.2205386 Jul 07 19:29:34.938840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f304e6a9-0a32-4fe0-8657-090dbca92c50', 'network_id': 'f304e6a9-0a32-4fe0-8657-090dbca92c50', 'tenant_id': '047b7bc22d6b43cba7c88279de490c71', 'fixed_ips': [{'subnet_id': '86964c52-1d18-4f9b-ab1c-fdbc9e25dbec'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:34.939736 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.941535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf40a1-a768-47b3-ba24-4573c6b2246d req-35586db6-60f2-4935-9c62-0d5c0560b08b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:34.943137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0cf40a1-a768-47b3-ba24-4573c6b2246d req-35586db6-60f2-4935-9c62-0d5c0560b08b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 943 time: 0.2362888 Jul 07 19:29:34.964836 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.015112 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.025515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-10c584cf-8569-48bd-afe5-9398460466f5 req-cc2e9ab9-4e19-4ad3-ad52-b9a0600b86f6 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:29:35.026558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10c584cf-8569-48bd-afe5-9398460466f5 req-cc2e9ab9-4e19-4ad3-ad52-b9a0600b86f6 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061343 Jul 07 19:29:35.028898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:35.030009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed813354-0b8c-46f3-aa33-31f7e609a84e req-dacf368a-0778-48c9-ab39-9a06a23b3cca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd HTTP/1.1" status: 200 len: 217 time: 0.0858374 Jul 07 19:29:35.030619 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.103317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0cf40a1-a768-47b3-ba24-4573c6b2246d req-ced0a0bb-c85f-4c6e-88bc-8643f084c41c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517832 Jul 07 19:29:35.140103 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3858790 Jul 07 19:29:35.149620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:35.166168 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7c86e-6c0d-4a41-bb8d-8c566514820e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=9ca5d819-661b-4571-9d32-8726b7c45593,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:35.169933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'network_id': '9ca5d819-661b-4571-9d32-8726b7c45593', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:35.186476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 9ca5d819-661b-4571-9d32-8726b7c45593 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:35.222620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed813354-0b8c-46f3-aa33-31f7e609a84e req-fe03faed-24a0-4211-8e93-a3b8179be6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:35.224977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed813354-0b8c-46f3-aa33-31f7e609a84e req-fe03faed-24a0-4211-8e93-a3b8179be6d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.1856086 Jul 07 19:29:35.359709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed813354-0b8c-46f3-aa33-31f7e609a84e req-a026e122-ef1d-4eaa-9267-3bb8d8985346 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750740 Jul 07 19:29:35.420994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Allocated IP 172.20.255.242 (f304e6a9-0a32-4fe0-8657-090dbca92c50/86964c52-1d18-4f9b-ab1c-fdbc9e25dbec/d69c5877-b74a-4c84-93d9-4de1fc4c132e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:35.486688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:35.490368 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.567379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed813354-0b8c-46f3-aa33-31f7e609a84e req-9cce3e84-78a8-44a0-8ce6-869ef79632e5 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903155 Jul 07 19:29:35.616937 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.629402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Transition to ACTIVE for port object d69c5877-b74a-4c84-93d9-4de1fc4c132e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:35.668983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Transition to ACTIVE for port object d69c5877-b74a-4c84-93d9-4de1fc4c132e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:35.682486 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.707140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed813354-0b8c-46f3-aa33-31f7e609a84e req-6565c383-26af-4417-81da-b03338bcc7e9 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291659 Jul 07 19:29:35.746150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Network f304e6a9-0a32-4fe0-8657-090dbca92c50 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:35.756882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:35.771728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:35.778470 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Pushing event updated for resources: {'Port': ['ID=d69c5877-b74a-4c84-93d9-4de1fc4c132e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:35.858816 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-95097f35-87c3-4b63-9659-677d08a81414 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488657 Jul 07 19:29:35.865270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Attempting to bind port d69c5877-b74a-4c84-93d9-4de1fc4c132e on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:35.865862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Attempting to bind port d69c5877-b74a-4c84-93d9-4de1fc4c132e by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f304e6a9-0a32-4fe0-8657-090dbca92c50'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:35.866427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Attempting to bind port d69c5877-b74a-4c84-93d9-4de1fc4c132e on network f304e6a9-0a32-4fe0-8657-090dbca92c50 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:35.869737 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-ffeaacf7-895b-4716-8810-db4cff0f819f service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:29:35.870558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d5d53-2402-4285-b220-3e04c3a6e05f req-e8b60a88-dd27-48f4-8d5d-39538808abe2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:35.872112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe6d5d53-2402-4285-b220-3e04c3a6e05f req-e8b60a88-dd27-48f4-8d5d-39538808abe2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.1618578 Jul 07 19:29:35.872951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:35.873696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Checking segment: {'id': '1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f304e6a9-0a32-4fe0-8657-090dbca92c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:35.874284 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.874680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Bound using segment: {'id': '1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f304e6a9-0a32-4fe0-8657-090dbca92c50'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:35.875588 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Bound port: d69c5877-b74a-4c84-93d9-4de1fc4c132e, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f304e6a9-0a32-4fe0-8657-090dbca92c50'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:35.876032 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.879917 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-ffeaacf7-895b-4716-8810-db4cff0f819f service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100577 Jul 07 19:29:35.905640 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.954769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] For port d69c5877-b74a-4c84-93d9-4de1fc4c132e, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:35.959657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] For port d69c5877-b74a-4c84-93d9-4de1fc4c132e, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d69c5877-b74a-4c84-93d9-4de1fc4c132e,segment=NetworkSegment(1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a),segment_id=1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:35.966990 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:35.968350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe6d5d53-2402-4285-b220-3e04c3a6e05f req-b71d6dfa-f0ec-4d2a-a1ae-2bc2a1b83b8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882893 Jul 07 19:29:36.028009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=84a16b0b-1ca0-4cf5-bd06-8c3a0bc8e502,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:36.031055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358e3d3-c068-4a38-9536-329830f11d73 None None] Pushing event updated for resources: {'Port': ['ID=d69c5877-b74a-4c84-93d9-4de1fc4c132e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:36.038245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.038835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.039362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.039868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.040355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.041101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.041747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.042227 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.042737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.043230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.043708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.044183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:29:36.051220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking segment: {'id': '516e31d0-faaf-434a-bac2-f656cfb8c769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '9ca5d819-661b-4571-9d32-8726b7c45593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:36.051782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network hostable DHCP agents. Network: 9ca5d819-661b-4571-9d32-8726b7c45593, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:36.091948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network 9ca5d819-661b-4571-9d32-8726b7c45593 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:36.106144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 9ca5d819-661b-4571-9d32-8726b7c45593) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:36.113080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:36.113642 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.124456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0771f9-ce44-4076-b413-4e73176d48fc None None] Network 9ca5d819-661b-4571-9d32-8726b7c45593 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:36.150918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2a3e4d27-7f38-4a8d-8aa7-eaba078716ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9965200 Jul 07 19:29:36.153583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:36.296412 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.417944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-9ca5d819-661b-4571-9d32-8726b7c45593', 'network_id': '9ca5d819-661b-4571-9d32-8726b7c45593', 'tenant_id': '047b7bc22d6b43cba7c88279de490c71', 'fixed_ips': [{'subnet_id': '84a16b0b-1ca0-4cf5-bd06-8c3a0bc8e502'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:36.418846 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.443371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc7e6-60aa-4b0b-bcfb-96da5d1c49be req-b5c53709-c19b-42d1-9a4c-967268bafc06 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:36.447060 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79edc7e6-60aa-4b0b-bcfb-96da5d1c49be req-b5c53709-c19b-42d1-9a4c-967268bafc06 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 943 time: 0.1168699 Jul 07 19:29:36.457427 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.521287 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79edc7e6-60aa-4b0b-bcfb-96da5d1c49be req-2dec83ae-a81d-46de-ac6d-5b90741364f1 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684841 Jul 07 19:29:36.654623 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Allocated IP 172.20.0.2 (9ca5d819-661b-4571-9d32-8726b7c45593/84a16b0b-1ca0-4cf5-bd06-8c3a0bc8e502/024abd4c-97cb-45ac-86de-5689e2d4e4e1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:36.735135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe30523-e940-4163-9b92-bf1f23dc5838 req-d66e8ebd-5689-4f7a-8780-bb30c900fbcd tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:36.737761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbe30523-e940-4163-9b92-bf1f23dc5838 req-d66e8ebd-5689-4f7a-8780-bb30c900fbcd tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0913129 Jul 07 19:29:36.830489 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbe30523-e940-4163-9b92-bf1f23dc5838 req-df4b5e58-fbbe-4da7-8a53-729c1d270af6 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 Jul 07 19:29:36.892691 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.903645 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Transition to ACTIVE for port object 024abd4c-97cb-45ac-86de-5689e2d4e4e1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:36.921904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Transition to ACTIVE for port object 024abd4c-97cb-45ac-86de-5689e2d4e4e1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:36.945313 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.958491 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:36.991904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Network 9ca5d819-661b-4571-9d32-8726b7c45593 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:37.008185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Subnet': ['ID=84a16b0b-1ca0-4cf5-bd06-8c3a0bc8e502,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:37.008766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:37.012620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:37.033510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Pushing event updated for resources: {'Port': ['ID=024abd4c-97cb-45ac-86de-5689e2d4e4e1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:37.168070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Attempting to bind port 024abd4c-97cb-45ac-86de-5689e2d4e4e1 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:37.168562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Attempting to bind port 024abd4c-97cb-45ac-86de-5689e2d4e4e1 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '516e31d0-faaf-434a-bac2-f656cfb8c769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '9ca5d819-661b-4571-9d32-8726b7c45593'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:37.169070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Attempting to bind port 024abd4c-97cb-45ac-86de-5689e2d4e4e1 on network 9ca5d819-661b-4571-9d32-8726b7c45593 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:37.188995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:37.188995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Checking segment: {'id': '516e31d0-faaf-434a-bac2-f656cfb8c769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '9ca5d819-661b-4571-9d32-8726b7c45593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:37.190153 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.192658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Bound using segment: {'id': '516e31d0-faaf-434a-bac2-f656cfb8c769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '9ca5d819-661b-4571-9d32-8726b7c45593'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:37.193806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Bound port: 024abd4c-97cb-45ac-86de-5689e2d4e4e1, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516e31d0-faaf-434a-bac2-f656cfb8c769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '9ca5d819-661b-4571-9d32-8726b7c45593'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:37.194358 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.195290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.213948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca5d819-661b-4571-9d32-8726b7c45593']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:37.249084 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516e31d0-faaf-434a-bac2-f656cfb8c769') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:37.249751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516e31d0-faaf-434a-bac2-f656cfb8c769') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:37.269250 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.292562 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.305011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:37.305808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:37.316918 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:37.322768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71411992-5d1d-475f-95f9-8e3ea4952992 req-6643c75e-c720-4eb4-a21a-efc53f6df8cb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:37.324385 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71411992-5d1d-475f-95f9-8e3ea4952992 req-6643c75e-c720-4eb4-a21a-efc53f6df8cb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.1474504 Jul 07 19:29:37.366015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] For port 024abd4c-97cb-45ac-86de-5689e2d4e4e1, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:37.413136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71411992-5d1d-475f-95f9-8e3ea4952992 req-67057f02-37b5-4a38-a1c8-46ed607b296d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776072 Jul 07 19:29:37.441841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] For port 024abd4c-97cb-45ac-86de-5689e2d4e4e1, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=024abd4c-97cb-45ac-86de-5689e2d4e4e1,segment=NetworkSegment(516e31d0-faaf-434a-bac2-f656cfb8c769),segment_id=516e31d0-faaf-434a-bac2-f656cfb8c769)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:37.442087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:29:37.442087 n-d-792394-12 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:29:37.442087 n-d-792394-12 neutron-server[93771]: [parameters: {'id': '9ca5d819-661b-4571-9d32-8726b7c45593'}] Jul 07 19:29:37.442087 n-d-792394-12 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:29:37.442494 n-d-792394-12 neutron-server[93771]: DEBUG oslo_db.api [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:29:37.447262 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.542401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17df9cf-fc7b-4b91-be32-b50b77b0ec8c None None] Pushing event updated for resources: {'Port': ['ID=024abd4c-97cb-45ac-86de-5689e2d4e4e1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:37.573323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba587c24-eaf6-4cc8-bfaa-175ae288602e None None] Network 9ca5d819-661b-4571-9d32-8726b7c45593 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:37.718738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:29:37.778182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a54c2-d1d8-408a-87e2-277db742095d req-4a79d6d3-1c2c-4249-93c0-66c4b6cbe028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:37.780366 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-4a79d6d3-1c2c-4249-93c0-66c4b6cbe028 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1097 time: 0.1216118 Jul 07 19:29:37.789654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3467d414-0172-43ab-83d3-bf131d2a26e2 None None] Network f304e6a9-0a32-4fe0-8657-090dbca92c50 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:37.876620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c232267f-0b14-4d13-9bbd-dd62b7edc76d None None] Provisioning for port d69c5877-b74a-4c84-93d9-4de1fc4c132e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:37.883255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c42d-c557-4eb0-a753-844a6495e10f req-9ddc7e06-1497-4ce5-9e95-3cce4d1acdba tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:37.885106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7841c42d-c557-4eb0-a753-844a6495e10f req-9ddc7e06-1497-4ce5-9e95-3cce4d1acdba tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 943 time: 0.1526105 Jul 07 19:29:37.940945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a54c2-d1d8-408a-87e2-277db742095d req-7cd22003-f7f4-4657-9509-dbf70660e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:37.942870 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-7cd22003-f7f4-4657-9509-dbf70660e3bc service neutron] 10.222.0.112 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.1550317 Jul 07 19:29:37.943603 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.958920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7841c42d-c557-4eb0-a753-844a6495e10f req-c313ef0b-db7f-4c73-9016-3bb60a518b5f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667017 Jul 07 19:29:38.076358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:38.099187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '9bed02b8-00bc-4c43-ad8c-1f966e2d4abd', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'port_id': '9bed02b8-00bc-4c43-ad8c-1f966e2d4abd', 'mac_address': 'fa:16:3e:1b:fd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebfc7a6-9eee-41b6-a93a-ecc3b9964686', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:29:38.121140 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-c8cd3e68-e255-4b9f-a8d5-39585195134c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 1000 time: 0.1677339 Jul 07 19:29:38.190822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d69c5877-b74a-4c84-93d9-4de1fc4c132e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:38.213200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a54c2-d1d8-408a-87e2-277db742095d req-56e94dba-9893-442c-903a-e8d4b8dedc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:38.214665 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-56e94dba-9893-442c-903a-e8d4b8dedc63 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.0598106 Jul 07 19:29:38.236943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Deleting port 024abd4c-97cb-45ac-86de-5689e2d4e4e1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:38.237600 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.263961 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.291557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:29:38.316010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d69c5877-b74a-4c84-93d9-4de1fc4c132e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:38.326617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d69c5877-b74a-4c84-93d9-4de1fc4c132e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:38.326993 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.329817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:38.358076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] For port 024abd4c-97cb-45ac-86de-5689e2d4e4e1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=024abd4c-97cb-45ac-86de-5689e2d4e4e1,segment=NetworkSegment(516e31d0-faaf-434a-bac2-f656cfb8c769),segment_id=516e31d0-faaf-434a-bac2-f656cfb8c769)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:38.358447 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.362785 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.370218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a54c2-d1d8-408a-87e2-277db742095d req-9fc45545-b660-4c72-b8a7-1ecac6c056bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:38.374714 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-9fc45545-b660-4c72-b8a7-1ecac6c056bd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502178 Jul 07 19:29:38.392585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Calling delete_port for 024abd4c-97cb-45ac-86de-5689e2d4e4e1 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:38.422784 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc6409fd-b397-425b-8029-cc22d0cf355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.462043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:38.560639 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.586137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4936b6a7-d8aa-4184-8eb6-90da1b3051fa None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:29:38.631093 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-d26d4557-2c69-4c6e-8e54-819ea443d3bf service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957040 Jul 07 19:29:38.661309 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.689444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d69c5877-b74a-4c84-93d9-4de1fc4c132e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d69c5877-b74a-4c84-93d9-4de1fc4c132e,segment=NetworkSegment(1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a),segment_id=1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:38.698798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20a6b9-908f-445b-bdc5-ee5410436694 req-ebeed1e9-cd1a-44a1-b5ab-0c94634e5bf0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:38.707928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd20a6b9-908f-445b-bdc5-ee5410436694 req-ebeed1e9-cd1a-44a1-b5ab-0c94634e5bf0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.0863888 Jul 07 19:29:38.722525 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.725840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd43c14a-19aa-4f9d-bed3-fda1ac9131b9 None None] Provisioning complete for port d69c5877-b74a-4c84-93d9-4de1fc4c132e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:38.727257 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd43c14a-19aa-4f9d-bed3-fda1ac9131b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.747738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Port': ['ID=024abd4c-97cb-45ac-86de-5689e2d4e4e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:38.753520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No DVR routers for this DVR port 024abd4c-97cb-45ac-86de-5689e2d4e4e1 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:38.767492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd20a6b9-908f-445b-bdc5-ee5410436694 req-b57fb967-ca7a-4a28-845b-699ea4e6101f tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557477 Jul 07 19:29:38.800982 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['9bed02b8-00bc-4c43-ad8c-1f966e2d4abd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:29:38.881153 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.899383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca5d819-661b-4571-9d32-8726b7c45593']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:38.908344 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-ef9278b4-9830-48f9-ac8c-d6321462a9b3 service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692990 Jul 07 19:29:38.912736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516e31d0-faaf-434a-bac2-f656cfb8c769') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:38.920921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516e31d0-faaf-434a-bac2-f656cfb8c769') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:38.942834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.944124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d69c5877-b74a-4c84-93d9-4de1fc4c132e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:38.965512 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.974859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:38.975283 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:38.978994 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:38.995776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936b6a7-d8aa-4184-8eb6-90da1b3051fa None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:29:39.103304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.117706 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.123393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:39.123974 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/9ca5d819-661b-4571-9d32-8726b7c45593 HTTP/1.1" status: 204 len: 168 time: 2.9688990 Jul 07 19:29:39.132055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-993777948'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:39.139021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682a268-5ab9-4419-93d6-9884f401bd4c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=9ca5d819-661b-4571-9d32-8726b7c45593,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:39.198941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:39.202598 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.242721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:39.263178 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.263961 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment e6e8ec12-6220-4577-bb6a-236cdbef18a0 of type vlan for network 5ff2dca3-f4b1-4a5c-9b09-c43644d33708 Jul 07 19:29:39.274625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246e27c-4029-41ae-b13c-08014db80ea6 req-f88b00a7-f83b-4e2d-a789-a8f1cb8e30cb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:39.276217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3246e27c-4029-41ae-b13c-08014db80ea6 req-f88b00a7-f83b-4e2d-a789-a8f1cb8e30cb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 944 time: 0.1171241 Jul 07 19:29:39.340304 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.363820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3246e27c-4029-41ae-b13c-08014db80ea6 req-d30604ca-58a6-4e81-85a1-ce5efa1c8a69 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783572 Jul 07 19:29:39.386946 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.394677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:39.395707 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.467092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3376813 Jul 07 19:29:39.467595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:39.476210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'network_id': '5ff2dca3-f4b1-4a5c-9b09-c43644d33708', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:39.483860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485802a0-d5ac-4551-951c-1e2b7fab84cd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=5ff2dca3-f4b1-4a5c-9b09-c43644d33708,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:39.496368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 5ff2dca3-f4b1-4a5c-9b09-c43644d33708 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:39.581926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:39.585549 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.643910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Performing IP validity checks on allocation pools {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 19:29:39.644468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 19:29:39.775344 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.847818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=a3be6f05-97f2-47a1-bd37-67068d84c1bc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:39.855700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking segment: {'id': 'e6e8ec12-6220-4577-bb6a-236cdbef18a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '5ff2dca3-f4b1-4a5c-9b09-c43644d33708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:39.856067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network hostable DHCP agents. Network: 5ff2dca3-f4b1-4a5c-9b09-c43644d33708, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:39.883147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network 5ff2dca3-f4b1-4a5c-9b09-c43644d33708 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:39.919963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 5ff2dca3-f4b1-4a5c-9b09-c43644d33708) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:39.927163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:39.928000 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:39.930298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24f1c8c-9f9e-4bdc-b078-2dfac0fa1112 None None] Network 5ff2dca3-f4b1-4a5c-9b09-c43644d33708 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:39.953528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5630bcd4-502d-4bc8-9201-eebe2900b5c9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4846101 Jul 07 19:29:39.957013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:40.008907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37069e23-7b06-435d-b427-dfd1b2ae1429 req-9b39baea-2bd0-4236-a7d0-1e8534476996 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:40.025089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37069e23-7b06-435d-b427-dfd1b2ae1429 req-9b39baea-2bd0-4236-a7d0-1e8534476996 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.1392322 Jul 07 19:29:40.088041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.089439 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37069e23-7b06-435d-b427-dfd1b2ae1429 req-edf8d952-ab85-46ae-84d3-1c48aacceef2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551007 Jul 07 19:29:40.111682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81dc2b4-930e-40a1-bda0-0c0acd112567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-5ff2dca3-f4b1-4a5c-9b09-c43644d33708', 'network_id': '5ff2dca3-f4b1-4a5c-9b09-c43644d33708', 'tenant_id': '047b7bc22d6b43cba7c88279de490c71', 'fixed_ips': [{'subnet_id': 'a3be6f05-97f2-47a1-bd37-67068d84c1bc'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:40.111682 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c81dc2b4-930e-40a1-bda0-0c0acd112567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.161703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.179525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d69c5877-b74a-4c84-93d9-4de1fc4c132e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:40.235451 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-c81dc2b4-930e-40a1-bda0-0c0acd112567 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3be6f05-97f2-47a1-bd37-67068d84c1bc: This subnet is being modified by another concurrent operation. Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3be6f05-97f2-47a1-bd37-67068d84c1bc: This subnet is being modified by another concurrent operation. Jul 07 19:29:40.243379 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:29:40.256234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d69c5877-b74a-4c84-93d9-4de1fc4c132e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:40.256702 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.273917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Subnet': ['ID=a3be6f05-97f2-47a1-bd37-67068d84c1bc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:40.282713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1214730-98fe-4f7a-9a0a-b5296c96979b None None] Network 5ff2dca3-f4b1-4a5c-9b09-c43644d33708 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:40.356334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.371343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff2dca3-f4b1-4a5c-9b09-c43644d33708']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:40.385702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e8ec12-6220-4577-bb6a-236cdbef18a0') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:40.386136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e8ec12-6220-4577-bb6a-236cdbef18a0') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:40.399769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.442212 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.472183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:40.472891 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:40.545817 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:40.580366 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.593677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.595780 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/5ff2dca3-f4b1-4a5c-9b09-c43644d33708 HTTP/1.1" status: 204 len: 168 time: 0.6377525 Jul 07 19:29:40.600380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:40.608149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-457030176'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:40.609675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce75648-8150-4231-a34b-443abf32914a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=5ff2dca3-f4b1-4a5c-9b09-c43644d33708,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:40.626730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83befca-b002-4b9b-a668-4ff605493f97 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:29:40.639794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d9fbf-c995-4e27-8283-d6bb688383a0 req-a389360e-00af-44b7-a620-6de8c0eaed62 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:40.641342 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a3d9fbf-c995-4e27-8283-d6bb688383a0 req-a389360e-00af-44b7-a620-6de8c0eaed62 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 944 time: 0.1238127 Jul 07 19:29:40.677641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:40.681176 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.705479 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a3d9fbf-c995-4e27-8283-d6bb688383a0 req-d8d6ce2d-2799-4c90-93b4-6de7102a0345 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571990 Jul 07 19:29:40.721078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:40.732378 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.732883 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment fb2a001a-f81d-4837-b1b4-5e1cec66455b of type vlan for network 329c43c3-41a3-4d67-a0f9-6ed794e32cde Jul 07 19:29:40.751198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83befca-b002-4b9b-a668-4ff605493f97 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:29:40.777329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.808455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.814569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:40.815887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:40.888267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2856746 Jul 07 19:29:40.891025 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:40.897058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'network_id': '329c43c3-41a3-4d67-a0f9-6ed794e32cde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:40.929921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfac97-291e-4eaf-add7-5ad8d2f2701f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=329c43c3-41a3-4d67-a0f9-6ed794e32cde,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:40.944872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 329c43c3-41a3-4d67-a0f9-6ed794e32cde details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:41.015289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:41.020008 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.077163 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-722485e0-6684-49c6-9529-fa08a72d1b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.225305 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.258161 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.301644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4709809-fcc7-446e-97a4-a23d687add59 req-083b9ec6-8bfb-4934-bcd6-3d6e53ee556c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:41.303178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4709809-fcc7-446e-97a4-a23d687add59 req-083b9ec6-8bfb-4934-bcd6-3d6e53ee556c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.0710440 Jul 07 19:29:41.308167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=95fc9197-a833-48e4-b5fa-4edc77ac11bd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:41.316191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking segment: {'id': 'fb2a001a-f81d-4837-b1b4-5e1cec66455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '329c43c3-41a3-4d67-a0f9-6ed794e32cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:41.316836 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network hostable DHCP agents. Network: 329c43c3-41a3-4d67-a0f9-6ed794e32cde, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:41.337366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network 329c43c3-41a3-4d67-a0f9-6ed794e32cde is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:41.349457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 329c43c3-41a3-4d67-a0f9-6ed794e32cde) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:41.349702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4709809-fcc7-446e-97a4-a23d687add59 req-ace50b57-4bb1-4b75-87be-4f96f4bc420f tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397482 Jul 07 19:29:41.354498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:41.355130 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.359657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b071a0b3-ec2a-4f69-b389-757337519b3b None None] Network 329c43c3-41a3-4d67-a0f9-6ed794e32cde requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:41.373493 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9036343a-af49-4b9f-9c9e-2011802d031a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4809709 Jul 07 19:29:41.375881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:41.485252 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.525390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e2348b-8d3b-4812-b6f3-8f635ae3815a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-329c43c3-41a3-4d67-a0f9-6ed794e32cde', 'network_id': '329c43c3-41a3-4d67-a0f9-6ed794e32cde', 'tenant_id': '047b7bc22d6b43cba7c88279de490c71', 'fixed_ips': [{'subnet_id': '95fc9197-a833-48e4-b5fa-4edc77ac11bd'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:41.526391 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3e2348b-8d3b-4812-b6f3-8f635ae3815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.541363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.615003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-e3e2348b-8d3b-4812-b6f3-8f635ae3815a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95fc9197-a833-48e4-b5fa-4edc77ac11bd: This subnet is being modified by another concurrent operation. Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95fc9197-a833-48e4-b5fa-4edc77ac11bd: This subnet is being modified by another concurrent operation. Jul 07 19:29:41.634818 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:29:41.644681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Subnet': ['ID=95fc9197-a833-48e4-b5fa-4edc77ac11bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:41.666192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cd12c9-a6c6-4af0-8d2b-4cc7efb93a12 None None] Network 329c43c3-41a3-4d67-a0f9-6ed794e32cde requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:41.715596 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.723277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:41.729042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329c43c3-41a3-4d67-a0f9-6ed794e32cde']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:41.747498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2a001a-f81d-4837-b1b4-5e1cec66455b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:41.747864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2a001a-f81d-4837-b1b4-5e1cec66455b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:41.760842 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.787081 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.797563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:41.798142 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:41.803489 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:41.824260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a18d32-e492-4014-b06a-e8264ead33d2 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:29:41.895764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:41.906123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:41.906498 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.919050 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.928432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:41.930842 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/329c43c3-41a3-4d67-a0f9-6ed794e32cde HTTP/1.1" status: 204 len: 168 time: 0.5535746 Jul 07 19:29:41.934691 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43942) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:41.941530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849044513'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:41.951828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c08db-ae3a-4441-8bf7-60afc40609a7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=329c43c3-41a3-4d67-a0f9-6ed794e32cde,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:41.987852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:41.992460 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.015022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ca7d7-6098-4a62-a079-a5ff4c9d99ac req-73442484-1af8-4278-9dcc-ca40bcf8a3a7 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:42.017280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a38ca7d7-6098-4a62-a079-a5ff4c9d99ac req-73442484-1af8-4278-9dcc-ca40bcf8a3a7 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 944 time: 0.1263971 Jul 07 19:29:42.037299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a18d32-e492-4014-b06a-e8264ead33d2 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:29:42.050478 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.060045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:42.101713 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.102208 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment 306d0f86-32eb-48d8-9a98-73075b4905ac of type vlan for network 590c62fe-b03c-4de3-9ffa-2e0972371aca Jul 07 19:29:42.118455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a38ca7d7-6098-4a62-a079-a5ff4c9d99ac req-0eb158d0-6636-4574-886f-62c415391ca9 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907047 Jul 07 19:29:42.134525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4957e4e3-b793-42dc-a999-0f258d81280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bed02b8-00bc-4c43-ad8c-1f966e2d4abd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:42.137016 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edf75ef-00a5-47c5-9ddd-63c5a235e001" -d '{"events": [{"server_uuid": "4957e4e3-b793-42dc-a999-0f258d81280e", "name": "network-vif-plugged", "status": "completed", "tag": "9bed02b8-00bc-4c43-ad8c-1f966e2d4abd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:42.161900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:42.168307 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.202496 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.235731 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9e8f96-ad08-4838-8a5f-b2b04292902f x-openstack-request-id: req-1d9e8f96-ad08-4838-8a5f-b2b04292902f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:42.236023 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4957e4e3-b793-42dc-a999-0f258d81280e", "name": "network-vif-plugged", "status": "completed", "tag": "9bed02b8-00bc-4c43-ad8c-1f966e2d4abd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:42.236289 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1d9e8f96-ad08-4838-8a5f-b2b04292902f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:42.236692 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4957e4e3-b793-42dc-a999-0f258d81280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bed02b8-00bc-4c43-ad8c-1f966e2d4abd', 'code': 200} Jul 07 19:29:42.248317 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.254313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:42.256098 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.265980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:42.310100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3743398 Jul 07 19:29:42.313574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 43948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:42.321924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'network_id': '590c62fe-b03c-4de3-9ffa-2e0972371aca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:42.404111 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f064e66-a848-4085-a2d2-b722021f0576 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=590c62fe-b03c-4de3-9ffa-2e0972371aca,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:42.407722 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.423055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 590c62fe-b03c-4de3-9ffa-2e0972371aca details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:42.431150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b141a66-9e05-4324-ad14-ad47cc0aea3b req-2264536b-8191-445b-98e3-d65b4f033614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:42.432962 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7b141a66-9e05-4324-ad14-ad47cc0aea3b req-2264536b-8191-445b-98e3-d65b4f033614 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1097 time: 0.1804585 Jul 07 19:29:42.433675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0fa26-fe9c-4328-b8f2-80489f579563 req-81fb6634-486a-4f93-aadb-e80a81169094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:42.435250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bb0fa26-fe9c-4328-b8f2-80489f579563 req-81fb6634-486a-4f93-aadb-e80a81169094 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 1097 time: 0.0855155 Jul 07 19:29:42.483999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bb0fa26-fe9c-4328-b8f2-80489f579563 req-f283bb65-9bf2-4c7d-8bac-e3a793ade1cd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348661 Jul 07 19:29:42.498772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:42.502529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.619773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95588a-b142-483d-8dfc-202472f3fa92 req-0474a087-d237-4383-b89d-e24a7f7074a1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:42.621489 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf95588a-b142-483d-8dfc-202472f3fa92 req-0474a087-d237-4383-b89d-e24a7f7074a1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.0702262 Jul 07 19:29:42.661602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b141a66-9e05-4324-ad14-ad47cc0aea3b req-72f4eb27-55ec-4303-a621-512768b95aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:42.663000 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7b141a66-9e05-4324-ad14-ad47cc0aea3b req-72f4eb27-55ec-4303-a621-512768b95aa2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.2022140 Jul 07 19:29:42.664273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf95588a-b142-483d-8dfc-202472f3fa92 req-73d76a66-229e-44cd-bb98-b4bf49ecce9a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368669 Jul 07 19:29:42.776403 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7b141a66-9e05-4324-ad14-ad47cc0aea3b req-ef1d030d-b837-4726-8329-23a40a6ba732 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 1000 time: 0.1047740 Jul 07 19:29:42.864156 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:42.875971 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b141a66-9e05-4324-ad14-ad47cc0aea3b req-a139deb1-b6d9-461c-ba8a-26d8485064be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:42.877543 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7b141a66-9e05-4324-ad14-ad47cc0aea3b req-a139deb1-b6d9-461c-ba8a-26d8485064be service neutron] 10.222.0.112 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.0765340 Jul 07 19:29:42.988615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=152cd45a-2d6f-4704-92c3-14bcd549b349,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:42.998884 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking segment: {'id': '306d0f86-32eb-48d8-9a98-73075b4905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '590c62fe-b03c-4de3-9ffa-2e0972371aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:42.999335 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network hostable DHCP agents. Network: 590c62fe-b03c-4de3-9ffa-2e0972371aca, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:43.037992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network 590c62fe-b03c-4de3-9ffa-2e0972371aca is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:43.042101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b141a66-9e05-4324-ad14-ad47cc0aea3b req-8d93346e-ff42-4e14-b64d-77cef8aa7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:43.043700 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7b141a66-9e05-4324-ad14-ad47cc0aea3b req-8d93346e-ff42-4e14-b64d-77cef8aa7f50 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409450 Jul 07 19:29:43.061429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 590c62fe-b03c-4de3-9ffa-2e0972371aca) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:43.070748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a980f1-cfad-4e2f-924d-8d35fb9d432b None None] Network 590c62fe-b03c-4de3-9ffa-2e0972371aca requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:43.071309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:43.073130 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.145774 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-99787230-3db2-4b14-a071-b2c8ed1dfdfc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8274429 Jul 07 19:29:43.147460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 43960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:43.214177 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7b141a66-9e05-4324-ad14-ad47cc0aea3b req-402bf2ae-c0e7-4a4a-a4a1-bd92a8a1a7f0 service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621215 Jul 07 19:29:43.262238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-590c62fe-b03c-4de3-9ffa-2e0972371aca', 'network_id': '590c62fe-b03c-4de3-9ffa-2e0972371aca', 'tenant_id': '047b7bc22d6b43cba7c88279de490c71', 'fixed_ips': [{'subnet_id': '152cd45a-2d6f-4704-92c3-14bcd549b349'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:43.263125 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.293701 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.340185 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7b141a66-9e05-4324-ad14-ad47cc0aea3b req-b30b3bf7-2bad-4d4b-b910-f5529bc76432 service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183641 Jul 07 19:29:43.419309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72374be-ca9d-4b4f-9b8d-ac97ab9c36ab req-dcb58449-18a5-4ed3-8aab-18e0f4217e74 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:43.426175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b72374be-ca9d-4b4f-9b8d-ac97ab9c36ab req-dcb58449-18a5-4ed3-8aab-18e0f4217e74 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 945 time: 0.1288919 Jul 07 19:29:43.439185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.457980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Allocated IP 172.20.0.2 (590c62fe-b03c-4de3-9ffa-2e0972371aca/152cd45a-2d6f-4704-92c3-14bcd549b349/14579540-d332-44f8-94f7-c7732a9108ac) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:43.627840 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.638974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Transition to ACTIVE for port object 14579540-d332-44f8-94f7-c7732a9108ac will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:43.656607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Transition to ACTIVE for port object 14579540-d332-44f8-94f7-c7732a9108ac will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:43.674560 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.754187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Pushing event updated for resources: {'Port': ['ID=14579540-d332-44f8-94f7-c7732a9108ac,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:43.769349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Network 590c62fe-b03c-4de3-9ffa-2e0972371aca is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:43.771150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:43.774926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:43.890928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Attempting to bind port 14579540-d332-44f8-94f7-c7732a9108ac on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:43.891386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Attempting to bind port 14579540-d332-44f8-94f7-c7732a9108ac by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '306d0f86-32eb-48d8-9a98-73075b4905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '590c62fe-b03c-4de3-9ffa-2e0972371aca'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:43.891878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Attempting to bind port 14579540-d332-44f8-94f7-c7732a9108ac on network 590c62fe-b03c-4de3-9ffa-2e0972371aca {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:43.904172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:43.904574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Checking segment: {'id': '306d0f86-32eb-48d8-9a98-73075b4905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '590c62fe-b03c-4de3-9ffa-2e0972371aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:43.905123 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.905568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Bound using segment: {'id': '306d0f86-32eb-48d8-9a98-73075b4905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '590c62fe-b03c-4de3-9ffa-2e0972371aca'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:43.906106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Bound port: 14579540-d332-44f8-94f7-c7732a9108ac, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306d0f86-32eb-48d8-9a98-73075b4905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '590c62fe-b03c-4de3-9ffa-2e0972371aca'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:43.906654 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.928541 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:43.937836 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b72374be-ca9d-4b4f-9b8d-ac97ab9c36ab req-b89a6e91-2a99-4663-be12-b194050b5f83 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084174 Jul 07 19:29:43.960579 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.019415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Subnet': ['ID=152cd45a-2d6f-4704-92c3-14bcd549b349,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:44.042132 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] For port 14579540-d332-44f8-94f7-c7732a9108ac, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:44.045963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] For port 14579540-d332-44f8-94f7-c7732a9108ac, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=14579540-d332-44f8-94f7-c7732a9108ac,segment=NetworkSegment(306d0f86-32eb-48d8-9a98-73075b4905ac),segment_id=306d0f86-32eb-48d8-9a98-73075b4905ac)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:44.053072 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.098480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcba7ce-9d7b-4f38-bbac-93f9cb5130df req-2da940f7-671a-4ff3-ae11-e519a6be7757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:44.100059 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-adcba7ce-9d7b-4f38-bbac-93f9cb5130df req-2da940f7-671a-4ff3-ae11-e519a6be7757 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.2284522 Jul 07 19:29:44.115573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06f732-4d1e-451b-896c-23573741f9bf None None] Pushing event updated for resources: {'Port': ['ID=14579540-d332-44f8-94f7-c7732a9108ac,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:44.138174 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.167312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590c62fe-b03c-4de3-9ffa-2e0972371aca']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:44.181466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-adcba7ce-9d7b-4f38-bbac-93f9cb5130df req-5ea31e80-915d-4559-84b0-25be44feb3cb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702674 Jul 07 19:29:44.204086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306d0f86-32eb-48d8-9a98-73075b4905ac') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:44.204585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306d0f86-32eb-48d8-9a98-73075b4905ac') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:44.217497 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.232987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.242638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:44.243056 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:44.246702 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:44.316209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:29:44.316209 n-d-792394-12 neutron-server[93770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:29:44.316209 n-d-792394-12 neutron-server[93770]: [parameters: {'id': '590c62fe-b03c-4de3-9ffa-2e0972371aca'}] Jul 07 19:29:44.316209 n-d-792394-12 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:29:44.316724 n-d-792394-12 neutron-server[93770]: DEBUG oslo_db.api [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:29:44.818828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.890494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Deleting port 14579540-d332-44f8-94f7-c7732a9108ac {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:44.890840 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.958183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] For port 14579540-d332-44f8-94f7-c7732a9108ac, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=14579540-d332-44f8-94f7-c7732a9108ac,segment=NetworkSegment(306d0f86-32eb-48d8-9a98-73075b4905ac),segment_id=306d0f86-32eb-48d8-9a98-73075b4905ac)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:44.958467 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:44.975673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Calling delete_port for 14579540-d332-44f8-94f7-c7732a9108ac owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:45.084361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.149465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Port': ['ID=14579540-d332-44f8-94f7-c7732a9108ac,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:45.152072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No DVR routers for this DVR port 14579540-d332-44f8-94f7-c7732a9108ac on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:45.293161 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.309328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cd5c65-46f0-474e-a6d1-019ee32b9dfa None None] Network 590c62fe-b03c-4de3-9ffa-2e0972371aca requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:45.311240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590c62fe-b03c-4de3-9ffa-2e0972371aca']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:45.338866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8115f4f-e628-445d-af62-926aeb46728d req-8b9c86af-f4bf-47db-b57a-46c097b3635f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:45.340426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8115f4f-e628-445d-af62-926aeb46728d req-8b9c86af-f4bf-47db-b57a-46c097b3635f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 945 time: 0.2352049 Jul 07 19:29:45.342548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306d0f86-32eb-48d8-9a98-73075b4905ac') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:45.342849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306d0f86-32eb-48d8-9a98-73075b4905ac') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:45.361628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31303114-366c-4ac7-be3c-f3ad5f57c9e6 None None] Could not find standard attr ID for object 14579540-d332-44f8-94f7-c7732a9108ac. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:29:45.379615 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.413837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.426789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:45.427197 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:45.430855 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:45.495362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8115f4f-e628-445d-af62-926aeb46728d req-160fc73c-7fe3-4058-96af-507051fa5bbb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275415 Jul 07 19:29:45.508394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed2a9fb-9f29-489b-bddc-8d33c1e5987a None None] DHCP port deletion for 590c62fe-b03c-4de3-9ffa-2e0972371aca request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:29:45.563525 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087677af-29f1-4e2a-8fc1-ab1f8f81d259 req-9956c11f-e33c-441b-b82a-aa75de499205 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:45.565364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-087677af-29f1-4e2a-8fc1-ab1f8f81d259 req-9956c11f-e33c-441b-b82a-aa75de499205 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.2561700 Jul 07 19:29:45.567171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.572234 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.580603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/590c62fe-b03c-4de3-9ffa-2e0972371aca HTTP/1.1" status: 204 len: 168 time: 2.4296854 Jul 07 19:29:45.582754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:45.590488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1303556367'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:45.611710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd2bc8-3e45-453f-ad8f-4690669eb635 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=590c62fe-b03c-4de3-9ffa-2e0972371aca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:45.620849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:45.625094 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.642549 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-087677af-29f1-4e2a-8fc1-ab1f8f81d259 req-76aea43a-3e3e-4b61-aa19-82a571445a85 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630131 Jul 07 19:29:45.662492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:45.669951 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.670386 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment 881b9287-ec0c-4783-bc16-c6bc1f6a54b5 of type vlan for network 48da2c4b-ed46-475d-8241-ba4b3650271a Jul 07 19:29:45.714198 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.752239 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.758659 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:45.759258 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:45.852096 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2676735 Jul 07 19:29:45.854948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:45.860237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'network_id': '48da2c4b-ed46-475d-8241-ba4b3650271a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:45.871777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc79e5-b904-40ab-9272-378370403e30 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=48da2c4b-ed46-475d-8241-ba4b3650271a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:45.883310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 48da2c4b-ed46-475d-8241-ba4b3650271a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:46.006242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bd2a8-67aa-4011-ab0c-b4755e4a5328 req-8dbfff15-ea1a-4001-8491-8e7b63394079 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:46.012431 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc3bd2a8-67aa-4011-ab0c-b4755e4a5328 req-8dbfff15-ea1a-4001-8491-8e7b63394079 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 945 time: 0.1593881 Jul 07 19:29:46.027386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:46.031302 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.118061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc3bd2a8-67aa-4011-ab0c-b4755e4a5328 req-10dab1bd-d0e4-48ed-9e0b-61bb92214640 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047244 Jul 07 19:29:46.119413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Performing IP validity checks on allocation pools {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 19:29:46.120045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 19:29:46.264673 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.332311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=bb2ef544-471f-4a49-9fc1-530d5a977c86,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:46.341706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking segment: {'id': '881b9287-ec0c-4783-bc16-c6bc1f6a54b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '48da2c4b-ed46-475d-8241-ba4b3650271a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:46.342333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network hostable DHCP agents. Network: 48da2c4b-ed46-475d-8241-ba4b3650271a, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:46.360545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network 48da2c4b-ed46-475d-8241-ba4b3650271a is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:46.369924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 48da2c4b-ed46-475d-8241-ba4b3650271a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:46.374063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:46.374544 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.379815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b24eaa2-17a7-4447-9b97-83b7f417fa1a None None] Network 48da2c4b-ed46-475d-8241-ba4b3650271a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:46.391002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6b0427cb-6a36-47cc-be4a-fc2440109e58 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5348201 Jul 07 19:29:46.394161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:46.499822 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.584121 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.666430 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.705217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2ef544-471f-4a49-9fc1-530d5a977c86,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:46.746870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506db75c-8dd9-417b-8bbf-d58770224f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-48da2c4b-ed46-475d-8241-ba4b3650271a', 'network_id': '48da2c4b-ed46-475d-8241-ba4b3650271a', 'tenant_id': '047b7bc22d6b43cba7c88279de490c71', 'fixed_ips': [{'subnet_id': 'bb2ef544-471f-4a49-9fc1-530d5a977c86'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:46.747763 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-506db75c-8dd9-417b-8bbf-d58770224f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.805300 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.815883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48da2c4b-ed46-475d-8241-ba4b3650271a']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:46.829525 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881b9287-ec0c-4783-bc16-c6bc1f6a54b5') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:46.829878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881b9287-ec0c-4783-bc16-c6bc1f6a54b5') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:46.841764 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.861686 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.870376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:46.870884 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:46.875215 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:46.884281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc9a4b-2862-45de-bdb9-08ff9a7263fe None None] Network 48da2c4b-ed46-475d-8241-ba4b3650271a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:46.955570 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.961222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.963171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/48da2c4b-ed46-475d-8241-ba4b3650271a HTTP/1.1" status: 204 len: 168 time: 0.5680649 Jul 07 19:29:46.967085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:46.973685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1486522072'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:46.981295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f38be-4ba7-45a8-b91b-7bdfaf8b5cd9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=48da2c4b-ed46-475d-8241-ba4b3650271a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:47.043304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:47.047371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.063037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fa80a-cdce-4f84-80af-fd3f82eb7746 req-c6455501-bcff-4b26-a1f4-577271586027 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:47.064603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-976fa80a-cdce-4f84-80af-fd3f82eb7746 req-c6455501-bcff-4b26-a1f4-577271586027 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.2839372 Jul 07 19:29:47.085889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:47.098860 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.099292 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment 87ffe7cb-1216-497a-a429-b254bf92223b of type vlan for network a6a99c2b-541c-4524-9b4d-368fe47ee6b1 Jul 07 19:29:47.120938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-976fa80a-cdce-4f84-80af-fd3f82eb7746 req-6d931db4-78b2-435a-9056-2923e74f9561 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369847 Jul 07 19:29:47.156071 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.188665 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.194860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:47.195470 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.248581 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2794018 Jul 07 19:29:47.252205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:47.260532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'network_id': 'a6a99c2b-541c-4524-9b4d-368fe47ee6b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:47.271941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdb9f9-2515-4059-9ba5-e5aefa7b3dbb tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=a6a99c2b-541c-4524-9b4d-368fe47ee6b1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:47.285489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network a6a99c2b-541c-4524-9b4d-368fe47ee6b1 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:47.408598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:47.412937 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.477913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7bbb4-1ed2-49c8-8bf5-f7b99b1b4dfa req-6daa4ebc-8404-409f-b3cc-6aba48a1853b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:47.479471 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ca7bbb4-1ed2-49c8-8bf5-f7b99b1b4dfa req-6daa4ebc-8404-409f-b3cc-6aba48a1853b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 945 time: 0.1943495 Jul 07 19:29:47.537529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7ca7bbb4-1ed2-49c8-8bf5-f7b99b1b4dfa req-d73c7e85-5a15-48fa-878f-7dade95de419 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519249 Jul 07 19:29:47.693114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.782638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=eb3c2db9-9fd5-4dac-8a82-6e5d927245f3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:47.810322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking segment: {'id': '87ffe7cb-1216-497a-a429-b254bf92223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a6a99c2b-541c-4524-9b4d-368fe47ee6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:47.810778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network hostable DHCP agents. Network: a6a99c2b-541c-4524-9b4d-368fe47ee6b1, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:47.842403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network a6a99c2b-541c-4524-9b4d-368fe47ee6b1 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:47.853967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, a6a99c2b-541c-4524-9b4d-368fe47ee6b1) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:47.864084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:47.864336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4068d2dd-6d76-4625-a977-af84c8cda3f0 None None] Network a6a99c2b-541c-4524-9b4d-368fe47ee6b1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:47.865579 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:47.908159 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1654c683-d956-4f3a-b95e-d6940233b8c2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6542931 Jul 07 19:29:47.911029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:48.040788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-a6a99c2b-541c-4524-9b4d-368fe47ee6b1', 'network_id': 'a6a99c2b-541c-4524-9b4d-368fe47ee6b1', 'tenant_id': '047b7bc22d6b43cba7c88279de490c71', 'fixed_ips': [{'subnet_id': 'eb3c2db9-9fd5-4dac-8a82-6e5d927245f3'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:48.041928 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.090010 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.161242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895ab06-2e89-44ba-9203-18ce1a400ef7 req-6344ad4d-bd8a-41cc-a146-f04766c40a66 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:48.162778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9895ab06-2e89-44ba-9203-18ce1a400ef7 req-6344ad4d-bd8a-41cc-a146-f04766c40a66 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 945 time: 0.1349483 Jul 07 19:29:48.181571 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.233941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Allocated IP 172.20.0.1 (a6a99c2b-541c-4524-9b4d-368fe47ee6b1/eb3c2db9-9fd5-4dac-8a82-6e5d927245f3/d5aa7d09-f535-4b23-9182-a535a95cc3d8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:48.257560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9895ab06-2e89-44ba-9203-18ce1a400ef7 req-c7e780b4-5501-429a-84ed-a3caf83d10ac tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782278 Jul 07 19:29:48.375707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee434d-9c47-4efb-b5a9-6e43532410b7 req-cfcbe594-d1d2-4328-b83c-910e0521c5bd tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:48.377596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ecee434d-9c47-4efb-b5a9-6e43532410b7 req-cfcbe594-d1d2-4328-b83c-910e0521c5bd tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.0873086 Jul 07 19:29:48.433162 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.433968 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ecee434d-9c47-4efb-b5a9-6e43532410b7 req-96244170-aa7f-48fd-97e5-42662459affd tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496182 Jul 07 19:29:48.450420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Transition to ACTIVE for port object d5aa7d09-f535-4b23-9182-a535a95cc3d8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:48.470722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Transition to ACTIVE for port object d5aa7d09-f535-4b23-9182-a535a95cc3d8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:48.480357 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.498205 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.524678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Network a6a99c2b-541c-4524-9b4d-368fe47ee6b1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:48.527803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:48.529640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3c2db9-9fd5-4dac-8a82-6e5d927245f3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:48.532303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:48.535926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Pushing event updated for resources: {'Port': ['ID=d5aa7d09-f535-4b23-9182-a535a95cc3d8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:48.591596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.594941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Attempting to bind port d5aa7d09-f535-4b23-9182-a535a95cc3d8 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:48.595315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Attempting to bind port d5aa7d09-f535-4b23-9182-a535a95cc3d8 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '87ffe7cb-1216-497a-a429-b254bf92223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a6a99c2b-541c-4524-9b4d-368fe47ee6b1'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:48.595686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Attempting to bind port d5aa7d09-f535-4b23-9182-a535a95cc3d8 on network a6a99c2b-541c-4524-9b4d-368fe47ee6b1 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:48.601462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:48.601849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Checking segment: {'id': '87ffe7cb-1216-497a-a429-b254bf92223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a6a99c2b-541c-4524-9b4d-368fe47ee6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:48.602387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.602707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Bound using segment: {'id': '87ffe7cb-1216-497a-a429-b254bf92223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a6a99c2b-541c-4524-9b4d-368fe47ee6b1'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:48.603283 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Bound port: d5aa7d09-f535-4b23-9182-a535a95cc3d8, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ffe7cb-1216-497a-a429-b254bf92223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a6a99c2b-541c-4524-9b4d-368fe47ee6b1'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:48.603681 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.605012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a99c2b-541c-4524-9b4d-368fe47ee6b1']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:48.618621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ffe7cb-1216-497a-a429-b254bf92223b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:48.619145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ffe7cb-1216-497a-a429-b254bf92223b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:48.629918 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.644085 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.650294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:48.650690 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:48.653685 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:48.674291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] For port d5aa7d09-f535-4b23-9182-a535a95cc3d8, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:48.714827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] For port d5aa7d09-f535-4b23-9182-a535a95cc3d8, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d5aa7d09-f535-4b23-9182-a535a95cc3d8,segment=NetworkSegment(87ffe7cb-1216-497a-a429-b254bf92223b),segment_id=87ffe7cb-1216-497a-a429-b254bf92223b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:48.715117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:29:48.715117 n-d-792394-12 neutron-server[93770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:29:48.715117 n-d-792394-12 neutron-server[93770]: [parameters: {'id': 'a6a99c2b-541c-4524-9b4d-368fe47ee6b1'}] Jul 07 19:29:48.715117 n-d-792394-12 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:29:48.715502 n-d-792394-12 neutron-server[93770]: DEBUG oslo_db.api [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:29:48.719277 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.806734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b21f51-0ad5-4a0e-b020-1da349d246c0 None None] Pushing event updated for resources: {'Port': ['ID=d5aa7d09-f535-4b23-9182-a535a95cc3d8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:48.842714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83356f72-e2b2-4fb7-92f3-a2b71d88ab5a None None] Network a6a99c2b-541c-4524-9b4d-368fe47ee6b1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:48.988376 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.991362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400fd751-6e06-44bd-a8c4-a358c4c95779 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:29:49.099006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400fd751-6e06-44bd-a8c4-a358c4c95779 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:29:49.216513 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.278547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Deleting port d5aa7d09-f535-4b23-9182-a535a95cc3d8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:49.279128 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.374159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] For port d5aa7d09-f535-4b23-9182-a535a95cc3d8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d5aa7d09-f535-4b23-9182-a535a95cc3d8,segment=NetworkSegment(87ffe7cb-1216-497a-a429-b254bf92223b),segment_id=87ffe7cb-1216-497a-a429-b254bf92223b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:49.374994 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.407704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Calling delete_port for d5aa7d09-f535-4b23-9182-a535a95cc3d8 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:49.522773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f45255-85e5-46aa-b508-ff01f8dd3bd8 req-b0afdda9-aae9-450a-973e-480635219712 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:49.524318 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49f45255-85e5-46aa-b508-ff01f8dd3bd8 req-b0afdda9-aae9-450a-973e-480635219712 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 945 time: 0.1287596 Jul 07 19:29:49.638622 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.659295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49f45255-85e5-46aa-b508-ff01f8dd3bd8 req-2b296ce2-3ff8-468f-a781-363d34b00be0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183798 Jul 07 19:29:49.686849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Port': ['ID=d5aa7d09-f535-4b23-9182-a535a95cc3d8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:49.689063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No DVR routers for this DVR port d5aa7d09-f535-4b23-9182-a535a95cc3d8 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:49.748622 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c438a1-b0d3-4539-a68c-5df817b71f97 req-e92fd695-d442-439c-aee0-297b199ad64c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:49.750156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6c438a1-b0d3-4539-a68c-5df817b71f97 req-e92fd695-d442-439c-aee0-297b199ad64c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 945 time: 0.2224934 Jul 07 19:29:49.820888 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.848087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ae57f-9979-42e9-b75c-6be8290a04b3 req-dc5bbe54-8b3b-45ed-a5b1-14943486ef34 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:49.849639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1a6ae57f-9979-42e9-b75c-6be8290a04b3 req-dc5bbe54-8b3b-45ed-a5b1-14943486ef34 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.2655621 Jul 07 19:29:49.856635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a99c2b-541c-4524-9b4d-368fe47ee6b1']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:49.878815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ffe7cb-1216-497a-a429-b254bf92223b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:49.879169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ffe7cb-1216-497a-a429-b254bf92223b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:49.901329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.923092 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:29:49.947306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.960410 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1a6ae57f-9979-42e9-b75c-6be8290a04b3 req-adb89fa8-96e5-409c-8818-bd989eba9b23 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041498 Jul 07 19:29:49.962125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:49.962535 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:49.965863 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:50.037022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b6c438a1-b0d3-4539-a68c-5df817b71f97 req-d3fe5a6a-01ef-4f3b-8c86-b705579e5816 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Deleting port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:50.037378 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6c438a1-b0d3-4539-a68c-5df817b71f97 req-d3fe5a6a-01ef-4f3b-8c86-b705579e5816 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.077365 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.088613 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.090453 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/a6a99c2b-541c-4524-9b4d-368fe47ee6b1 HTTP/1.1" status: 204 len: 168 time: 2.1786530 Jul 07 19:29:50.094818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:50.103131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-602469621'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:50.110902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af3983-fe86-480f-a319-4559e5cb3851 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=a6a99c2b-541c-4524-9b4d-368fe47ee6b1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:50.139287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:50.143381 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.156350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b6c438a1-b0d3-4539-a68c-5df817b71f97 req-d3fe5a6a-01ef-4f3b-8c86-b705579e5816 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] For port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:50.156777 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6c438a1-b0d3-4539-a68c-5df817b71f97 req-d3fe5a6a-01ef-4f3b-8c86-b705579e5816 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.182397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:50.195316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b6c438a1-b0d3-4539-a68c-5df817b71f97 req-d3fe5a6a-01ef-4f3b-8c86-b705579e5816 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Calling delete_port for 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:50.197329 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.198062 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment 19b4ea76-7050-449e-ae83-ecb63e1ed14c of type vlan for network 84fcb330-649f-4e6c-a2f1-313ccb3964b3 Jul 07 19:29:50.255807 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.287616 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.293266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:50.293866 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.347696 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2501960 Jul 07 19:29:50.351883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:50.358441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'network_id': '84fcb330-649f-4e6c-a2f1-313ccb3964b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:50.359570 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6c438a1-b0d3-4539-a68c-5df817b71f97 req-d3fe5a6a-01ef-4f3b-8c86-b705579e5816 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.394377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe5a6a-01ef-4f3b-8c86-b705579e5816 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event deleted for resources: {'Port': ['ID=9bed02b8-00bc-4c43-ad8c-1f966e2d4abd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:50.405148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['9bed02b8-00bc-4c43-ad8c-1f966e2d4abd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:29:50.429691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbe516-6739-40f8-88b0-65bfcd18bba3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=84fcb330-649f-4e6c-a2f1-313ccb3964b3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:50.453741 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c438a1-b0d3-4539-a68c-5df817b71f97 req-d3fe5a6a-01ef-4f3b-8c86-b705579e5816 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] No DVR routers for this DVR port 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:50.456979 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 84fcb330-649f-4e6c-a2f1-313ccb3964b3 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:50.459937 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6c438a1-b0d3-4539-a68c-5df817b71f97 req-d3fe5a6a-01ef-4f3b-8c86-b705579e5816 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.462764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6c438a1-b0d3-4539-a68c-5df817b71f97 req-d3fe5a6a-01ef-4f3b-8c86-b705579e5816 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "DELETE /v2.0/ports/9bed02b8-00bc-4c43-ad8c-1f966e2d4abd HTTP/1.1" status: 204 len: 173 time: 0.6871626 Jul 07 19:29:50.463328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4957e4e3-b793-42dc-a999-0f258d81280e', 'name': 'network-vif-deleted', 'tag': '9bed02b8-00bc-4c43-ad8c-1f966e2d4abd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:50.474476 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87e3878-5dde-4846-b521-8da3e5a7bc91" -d '{"events": [{"server_uuid": "4957e4e3-b793-42dc-a999-0f258d81280e", "name": "network-vif-deleted", "tag": "9bed02b8-00bc-4c43-ad8c-1f966e2d4abd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:50.507572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:50.513741 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.564913 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb45b6b-b1e5-4da6-836d-d3da4fb7ac75 x-openstack-request-id: req-5fb45b6b-b1e5-4da6-836d-d3da4fb7ac75 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:50.565466 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4957e4e3-b793-42dc-a999-0f258d81280e", "name": "network-vif-deleted", "tag": "9bed02b8-00bc-4c43-ad8c-1f966e2d4abd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:50.565590 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5fb45b6b-b1e5-4da6-836d-d3da4fb7ac75 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:50.566383 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4957e4e3-b793-42dc-a999-0f258d81280e', 'name': 'network-vif-deleted', 'tag': '9bed02b8-00bc-4c43-ad8c-1f966e2d4abd', 'status': 'completed', 'code': 200} Jul 07 19:29:50.773687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.860898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=65db27ca-0861-44c9-bc65-4ba2022e2754,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:50.877692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking segment: {'id': '19b4ea76-7050-449e-ae83-ecb63e1ed14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '84fcb330-649f-4e6c-a2f1-313ccb3964b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:50.878367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network hostable DHCP agents. Network: 84fcb330-649f-4e6c-a2f1-313ccb3964b3, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:50.897311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network 84fcb330-649f-4e6c-a2f1-313ccb3964b3 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:50.908376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 84fcb330-649f-4e6c-a2f1-313ccb3964b3) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:50.915070 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:50.918282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7102c47-ce76-486e-9db5-f91eca133c82 None None] Network 84fcb330-649f-4e6c-a2f1-313ccb3964b3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:50.920871 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.957762 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d3b8ac9-9b4c-40e4-b382-14de21c7380b tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6041868 Jul 07 19:29:50.958126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:51.095792 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:51.191875 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:51.215172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832a818-b5e2-4e33-8075-a42374735501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-84fcb330-649f-4e6c-a2f1-313ccb3964b3', 'network_id': '84fcb330-649f-4e6c-a2f1-313ccb3964b3', 'tenant_id': '047b7bc22d6b43cba7c88279de490c71', 'fixed_ips': [{'subnet_id': '65db27ca-0861-44c9-bc65-4ba2022e2754'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:51.216214 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a832a818-b5e2-4e33-8075-a42374735501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:51.308271 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:51.367156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-a832a818-b5e2-4e33-8075-a42374735501 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65db27ca-0861-44c9-bc65-4ba2022e2754: This subnet is being modified by another concurrent operation. Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65db27ca-0861-44c9-bc65-4ba2022e2754: This subnet is being modified by another concurrent operation. Jul 07 19:29:51.387219 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:29:51.421910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15cc533-42e3-45a7-acc3-c139b113add9 None None] Network 84fcb330-649f-4e6c-a2f1-313ccb3964b3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:51.476050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e3ad1f1-2e87-49d0-b311-8d357b2c5650 req-e4a3762d-a9cc-4917-a336-2e763e37049f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=4957e4e3-b793-42dc-a999-0f258d81280e HTTP/1.1" status: 200 len: 210 time: 0.6251214 Jul 07 19:29:51.621358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba833884-76f3-4cc1-a26d-c4a483371b9d req-0ae0cb8d-95ca-49d0-85ea-2c5ad752e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.624084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba833884-76f3-4cc1-a26d-c4a483371b9d req-0ae0cb8d-95ca-49d0-85ea-2c5ad752e596 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.1283793 Jul 07 19:29:51.662055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b5606a-6ba9-4a85-bf4d-de3f3f63f8ed None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:29:51.745859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed55d7-1ca0-41cb-9899-05bc47b6d744 req-891365fd-e5bd-4ebf-84bc-055b02aa5f4d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.747616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41ed55d7-1ca0-41cb-9899-05bc47b6d744 req-891365fd-e5bd-4ebf-84bc-055b02aa5f4d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.2705543 Jul 07 19:29:51.779509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5606a-6ba9-4a85-bf4d-de3f3f63f8ed None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:29:51.867053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5fda4-ee98-4de9-9320-d2986b38404f req-1c72c68c-1372-4f5e-b914-52b52b5d240b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.868951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65b5fda4-ee98-4de9-9320-d2986b38404f req-1c72c68c-1372-4f5e-b914-52b52b5d240b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.2372983 Jul 07 19:29:51.880752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41ed55d7-1ca0-41cb-9899-05bc47b6d744 req-8416fce4-a750-4cee-b35a-59fb43a268c4 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225777 Jul 07 19:29:51.932209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba833884-76f3-4cc1-a26d-c4a483371b9d req-d2b517db-e59f-4e1f-a14c-56b1a6cecd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:51.934505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba833884-76f3-4cc1-a26d-c4a483371b9d req-d2b517db-e59f-4e1f-a14c-56b1a6cecd7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 921 time: 0.2849224 Jul 07 19:29:51.935094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Subnet': ['ID=65db27ca-0861-44c9-bc65-4ba2022e2754,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:51.966468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:51.982406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fcb330-649f-4e6c-a2f1-313ccb3964b3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:51.985664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba833884-76f3-4cc1-a26d-c4a483371b9d req-88f0e562-1592-4f5c-a04b-5b5653f6fc38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be HTTP/1.1" status: 200 len: 217 time: 0.0411150 Jul 07 19:29:52.000718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b4ea76-7050-449e-ae83-ecb63e1ed14c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:52.001025 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b4ea76-7050-449e-ae83-ecb63e1ed14c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:52.023089 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.039822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65b5fda4-ee98-4de9-9320-d2986b38404f req-2903558e-48f7-477f-96a3-f9374f74e643 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528366 Jul 07 19:29:52.045103 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.053482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c76f6-2e7d-4874-9b7a-37abb388ebdd tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.053964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c76f6-2e7d-4874-9b7a-37abb388ebdd tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.054426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c76f6-2e7d-4874-9b7a-37abb388ebdd tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.056251 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e73c76f6-2e7d-4874-9b7a-37abb388ebdd tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/ports?project_id=9a2b8cea685a48079cf1c0d4a2757b75&network_id=e32bc967-52fb-425c-afd8-08e626fe2221 HTTP/1.1" status: 200 len: 2972 time: 0.6758232 Jul 07 19:29:52.061118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:52.061709 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:52.066066 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:52.074015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba833884-76f3-4cc1-a26d-c4a483371b9d req-73e502f8-7111-4e5b-bee3-462cb4d78f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.075855 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba833884-76f3-4cc1-a26d-c4a483371b9d req-73e502f8-7111-4e5b-bee3-462cb4d78f24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a HTTP/1.1" status: 200 len: 859 time: 0.0822544 Jul 07 19:29:52.118572 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba833884-76f3-4cc1-a26d-c4a483371b9d req-da1098ad-4360-46a6-8d1c-e25138e8f12a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=653cbb6f-63b3-494b-b667-97c99e343850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344791 Jul 07 19:29:52.158105 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.169112 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.171213 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/84fcb330-649f-4e6c-a2f1-313ccb3964b3 HTTP/1.1" status: 204 len: 168 time: 1.2121303 Jul 07 19:29:52.177262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:52.183756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-444845325'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:52.197932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a037ea9-82ec-4874-b991-07c87ee1c0d8 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=84fcb330-649f-4e6c-a2f1-313ccb3964b3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:52.224359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:52.228088 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.229449 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba833884-76f3-4cc1-a26d-c4a483371b9d req-5e911088-4262-4b39-ace5-11aac201c0e7 service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044922 Jul 07 19:29:52.261995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:52.274984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.275486 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment e4f30310-6f9c-4545-a442-5eee751307f3 of type vlan for network 7ba7ad82-2fb8-44aa-943a-c690eccfdedd Jul 07 19:29:52.328722 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.344935 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba833884-76f3-4cc1-a26d-c4a483371b9d req-7a14c079-7199-40c7-af3d-407773313fbb service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081979 Jul 07 19:29:52.371522 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.377172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.378407 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.443939 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2625225 Jul 07 19:29:52.446301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:52.452695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-df53f6ee-1ad9-44a8-a139-3f87a282b3d9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:52.458361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5678f-603f-426a-970d-572fad9812c1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=7ba7ad82-2fb8-44aa-943a-c690eccfdedd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:52.468192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 7ba7ad82-2fb8-44aa-943a-c690eccfdedd details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:52.644130 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df53f6ee-1ad9-44a8-a139-3f87a282b3d9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.664522 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df53f6ee-1ad9-44a8-a139-3f87a282b3d9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.685078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df53f6ee-1ad9-44a8-a139-3f87a282b3d9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network 7ba7ad82-2fb8-44aa-943a-c690eccfdedd is not hosted by any dhcp agent {{(pid=93770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:29:52.691079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df53f6ee-1ad9-44a8-a139-3f87a282b3d9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.691826 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df53f6ee-1ad9-44a8-a139-3f87a282b3d9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.693299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-df53f6ee-1ad9-44a8-a139-3f87a282b3d9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "PUT /v2.0/networks/7ba7ad82-2fb8-44aa-943a-c690eccfdedd HTTP/1.1" status: 200 len: 723 time: 0.2460394 Jul 07 19:29:52.696146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:52.701399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'network_id': '7ba7ad82-2fb8-44aa-943a-c690eccfdedd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:52.741948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53f6ee-1ad9-44a8-a139-3f87a282b3d9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=7ba7ad82-2fb8-44aa-943a-c690eccfdedd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:52.753886 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 7ba7ad82-2fb8-44aa-943a-c690eccfdedd details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:52.826404 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:52.830361 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.928320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-6823907b-3315-4ce0-8dfa-f17d444dfb2a tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:52.929994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-6823907b-3315-4ce0-8dfa-f17d444dfb2a tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.1569631 Jul 07 19:29:52.963881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-9b75bb73-4bab-4e4e-a90f-c6cd7ed83278 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/quotas/401fe42e44ad46819cb6257706b4829e HTTP/1.1" status: 200 len: 375 time: 0.0282927 Jul 07 19:29:53.014920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-110b6b11-39e8-4158-a43c-a91009d6ae55 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437136 Jul 07 19:29:53.057744 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.136949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=4fe36213-7cb9-436e-bf0e-0a36c86eecd3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:53.157945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking segment: {'id': 'e4f30310-6f9c-4545-a442-5eee751307f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7ba7ad82-2fb8-44aa-943a-c690eccfdedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:53.158316 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network hostable DHCP agents. Network: 7ba7ad82-2fb8-44aa-943a-c690eccfdedd, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:53.165436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7356b-ca5b-4a44-98c4-bcd8ea53fa46 req-a6f2cd93-b5b0-4604-a970-6e3a15b41110 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.167057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ad7356b-ca5b-4a44-98c4-bcd8ea53fa46 req-a6f2cd93-b5b0-4604-a970-6e3a15b41110 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1433594 Jul 07 19:29:53.172993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-c21810f5-8e95-4179-87f1-eefdab8e5a21 service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572111 Jul 07 19:29:53.182239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network 7ba7ad82-2fb8-44aa-943a-c690eccfdedd is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:53.194913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 7ba7ad82-2fb8-44aa-943a-c690eccfdedd) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:53.199977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.201223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.205602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fcb1f2-6357-4f12-9599-2f6c891b7568 None None] Network 7ba7ad82-2fb8-44aa-943a-c690eccfdedd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:53.220894 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0a88663f-f972-4c1b-9ada-b0552edf5070 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5232246 Jul 07 19:29:53.223395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:53.230563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9c704730-3981-4bda-8268-6c6256802d2d tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:53.272463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ad7356b-ca5b-4a44-98c4-bcd8ea53fa46 req-2cab31f8-1a8a-40e3-bcd2-9d48bdfc44ed tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983367 Jul 07 19:29:53.352210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-3d6eb298-4668-45ec-8525-e491e68a045a service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758642 Jul 07 19:29:53.387536 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c704730-3981-4bda-8268-6c6256802d2d tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25855303'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.411871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-7ba7ad82-2fb8-44aa-943a-c690eccfdedd', 'network_id': '7ba7ad82-2fb8-44aa-943a-c690eccfdedd', 'tenant_id': '047b7bc22d6b43cba7c88279de490c71', 'fixed_ips': [{'subnet_id': '4fe36213-7cb9-436e-bf0e-0a36c86eecd3'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:53.413314 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.460646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:53.528868 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711cbb82-5f5b-4f06-aca8-7605f08c7992 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.530389 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-711cbb82-5f5b-4f06-aca8-7605f08c7992 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 814 time: 0.0686424 Jul 07 19:29:53.571619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed1802-8ff8-4f50-b656-89ba983322f9 req-ead2e13b-6298-4be8-8360-024e3896d52a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.573234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaed1802-8ff8-4f50-b656-89ba983322f9 req-ead2e13b-6298-4be8-8360-024e3896d52a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.1440392 Jul 07 19:29:53.637291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaed1802-8ff8-4f50-b656-89ba983322f9 req-7a93714e-c458-433e-b5b2-f74450ac30e2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580742 Jul 07 19:29:53.672308 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c704730-3981-4bda-8268-6c6256802d2d tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779070994207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25860474'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.685781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb702804-7f3f-429e-88ab-3053f354a0d4 req-be6d8563-6f87-4c86-a537-3306616936b6 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 210 time: 0.0474846 Jul 07 19:29:53.725548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c704730-3981-4bda-8268-6c6256802d2d tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:53.726355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c704730-3981-4bda-8268-6c6256802d2d tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.727837 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9c704730-3981-4bda-8268-6c6256802d2d tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "PUT /v2.0/subnets/4fe36213-7cb9-436e-bf0e-0a36c86eecd3 HTTP/1.1" status: 200 len: 806 time: 0.5027699 Jul 07 19:29:53.730520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:53.740346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Allocated IP 172.20.0.2 (7ba7ad82-2fb8-44aa-943a-c690eccfdedd/4fe36213-7cb9-436e-bf0e-0a36c86eecd3/b7b43cdc-5f5e-44e7-a956-5781f409a912) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:53.753959 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c704730-3981-4bda-8268-6c6256802d2d tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=4fe36213-7cb9-436e-bf0e-0a36c86eecd3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:53.817507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:53.848550 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:29:53.849047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9bed02b8-00bc-4c43-ad8c-1f966e2d4abd not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:53.914262 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.960658 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.975126 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:53.976123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Transition to ACTIVE for port object b7b43cdc-5f5e-44e7-a956-5781f409a912 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:53.995225 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Transition to ACTIVE for port object b7b43cdc-5f5e-44e7-a956-5781f409a912 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:54.006109 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.036516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Network 7ba7ad82-2fb8-44aa-943a-c690eccfdedd is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:54.040308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:54.043592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:54.055071 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.087704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe36213-7cb9-436e-bf0e-0a36c86eecd3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:54.150680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Pushing event updated for resources: {'Port': ['ID=b7b43cdc-5f5e-44e7-a956-5781f409a912,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:54.171003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Attempting to bind port b7b43cdc-5f5e-44e7-a956-5781f409a912 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:54.171386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Attempting to bind port b7b43cdc-5f5e-44e7-a956-5781f409a912 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'e4f30310-6f9c-4545-a442-5eee751307f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7ba7ad82-2fb8-44aa-943a-c690eccfdedd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:54.171754 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Attempting to bind port b7b43cdc-5f5e-44e7-a956-5781f409a912 on network 7ba7ad82-2fb8-44aa-943a-c690eccfdedd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:54.178985 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.180365 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:54.180849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Checking segment: {'id': 'e4f30310-6f9c-4545-a442-5eee751307f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7ba7ad82-2fb8-44aa-943a-c690eccfdedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:54.181289 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.183275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Bound using segment: {'id': 'e4f30310-6f9c-4545-a442-5eee751307f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7ba7ad82-2fb8-44aa-943a-c690eccfdedd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:54.183853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Bound port: b7b43cdc-5f5e-44e7-a956-5781f409a912, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f30310-6f9c-4545-a442-5eee751307f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7ba7ad82-2fb8-44aa-943a-c690eccfdedd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:54.184424 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.196166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:54.200932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba7ad82-2fb8-44aa-943a-c690eccfdedd']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:54.213154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'network': {'name': 'tempest-network-smoke--1647138669', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:54.230545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f30310-6f9c-4545-a442-5eee751307f3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:54.230939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f30310-6f9c-4545-a442-5eee751307f3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:54.242367 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.264696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Made reservation on behalf of 9a2b8cea685a48079cf1c0d4a2757b75 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:54.264959 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.265476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] For port b7b43cdc-5f5e-44e7-a956-5781f409a912, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:54.268880 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.273779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:54.274290 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:54.277983 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:54.339805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] For port b7b43cdc-5f5e-44e7-a956-5781f409a912, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b7b43cdc-5f5e-44e7-a956-5781f409a912,segment=NetworkSegment(e4f30310-6f9c-4545-a442-5eee751307f3),segment_id=e4f30310-6f9c-4545-a442-5eee751307f3)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:54.344752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:54.350437 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.364538 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:29:54.364538 n-d-792394-12 neutron-server[93770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:29:54.364538 n-d-792394-12 neutron-server[93770]: [parameters: {'id': '7ba7ad82-2fb8-44aa-943a-c690eccfdedd'}] Jul 07 19:29:54.364538 n-d-792394-12 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:29:54.368409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.368915 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Added segment 51dde3ee-4373-4483-9f3b-d9c536f5b654 of type vlan for network a1a73368-5ab0-4b93-b96e-c192588fd6f8 Jul 07 19:29:54.369168 n-d-792394-12 neutron-server[93770]: DEBUG oslo_db.api [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:29:54.436069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.479390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bdb5e-9809-4fef-8d4e-78aca265e311 None None] Pushing event updated for resources: {'Port': ['ID=b7b43cdc-5f5e-44e7-a956-5781f409a912,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:54.484056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.494023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:54.494678 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.514616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7979f86-011c-438b-8eed-97bab72badb8 None None] Network 7ba7ad82-2fb8-44aa-943a-c690eccfdedd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:54.540553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59a3f9-51ae-4312-8b54-3d6178c4ef1b req-928ccf6a-faba-415a-b5bd-457d27cc86c0 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:54.551701 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f59a3f9-51ae-4312-8b54-3d6178c4ef1b req-928ccf6a-faba-415a-b5bd-457d27cc86c0 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1067414 Jul 07 19:29:54.606920 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4094577 Jul 07 19:29:54.610402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:54.613195 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f59a3f9-51ae-4312-8b54-3d6178c4ef1b req-a072327b-3ec2-4030-8ffa-68ee55d2e094 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603890 Jul 07 19:29:54.692038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3f19f-4e77-49ba-96ec-8d895de5be72 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Network': ['ID=a1a73368-5ab0-4b93-b96e-c192588fd6f8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:54.713204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a419206-13ad-4166-a2da-1c000ff79c02 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:54.715020 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6a419206-13ad-4166-a2da-1c000ff79c02 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=9a2b8cea685a48079cf1c0d4a2757b75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1031847 Jul 07 19:29:54.718366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:54.764959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network a1a73368-5ab0-4b93-b96e-c192588fd6f8 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:54.892085 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:54.938093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0237343e-0b20-4411-b76e-1a07682c2c15 req-bac40c19-b277-4fbd-8940-c339b191a461 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 210 time: 0.0404727 Jul 07 19:29:54.988613 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad55978-08ae-4d0b-b544-096ccf86f667 None None] Network 7ba7ad82-2fb8-44aa-943a-c690eccfdedd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:55.021239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea9a8c-6212-4448-8c29-a691ae2a631f tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:55.022764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b6ea9a8c-6212-4448-8c29-a691ae2a631f tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3034039 Jul 07 19:29:55.025694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:55.060201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f407ba-f20d-4d56-9f4e-9bc660fd0e46 req-63dbed0c-fc40-4e10-99d4-f96dca0d221c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:55.061798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f407ba-f20d-4d56-9f4e-9bc660fd0e46 req-63dbed0c-fc40-4e10-99d4-f96dca0d221c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.2479532 Jul 07 19:29:55.076936 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5c2570b4-8f0e-4e22-9770-3c2e26a1c862 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500422 Jul 07 19:29:55.081279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:55.146888 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-eba0637b-b5a3-4124-b498-2dfeb1141ec6 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=9a2b8cea685a48079cf1c0d4a2757b75&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645001 Jul 07 19:29:55.150298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:55.180689 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd2761-3633-48f9-8fa8-b9216c12dc08 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:29:55.202832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Deleting port b7b43cdc-5f5e-44e7-a956-5781f409a912 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:29:55.217276 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.271493 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020165c9-5649-49e8-9fec-0915fbeacb6b tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:55.273349 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-020165c9-5649-49e8-9fec-0915fbeacb6b tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1221194 Jul 07 19:29:55.276078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44292) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:55.300287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cd2761-3633-48f9-8fa8-b9216c12dc08 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:29:55.309787 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7273d854-9477-427a-a7e9-64359063e48d tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325224 Jul 07 19:29:55.312375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:55.321571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-204417649', 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:55.429729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35f407ba-f20d-4d56-9f4e-9bc660fd0e46 req-67d72cf3-3b12-491e-97a0-5cd2c4966580 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491666 Jul 07 19:29:55.447741 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] For port b7b43cdc-5f5e-44e7-a956-5781f409a912, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b7b43cdc-5f5e-44e7-a956-5781f409a912,segment=NetworkSegment(e4f30310-6f9c-4545-a442-5eee751307f3),segment_id=e4f30310-6f9c-4545-a442-5eee751307f3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:55.448105 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.466067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-fbc47277-16e4-4022-a274-5cf4121a5e26 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:55.467481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-fbc47277-16e4-4022-a274-5cf4121a5e26 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.3695259 Jul 07 19:29:55.472892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Calling delete_port for b7b43cdc-5f5e-44e7-a956-5781f409a912 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:29:55.487619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Made reservation on behalf of 9a2b8cea685a48079cf1c0d4a2757b75 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:55.491728 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.495987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Request body: {'port': {'device_id': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'admin_state_up': True, 'tenant_id': '401fe42e44ad46819cb6257706b4829e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:55.701406 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.747726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Port': ['ID=b7b43cdc-5f5e-44e7-a956-5781f409a912,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:55.751472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Made reservation on behalf of 401fe42e44ad46819cb6257706b4829e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:55.755618 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.758080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No DVR routers for this DVR port b7b43cdc-5f5e-44e7-a956-5781f409a912 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:55.829765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.924097 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:55.934415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Subnet': ['ID=6f88e147-8418-4187-96d0-4178ce5ff7e5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:55.948168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba7ad82-2fb8-44aa-943a-c690eccfdedd']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:55.954122 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [req-869a54c2-d1d8-408a-87e2-277db742095d req-e165e6ce-bf38-499a-8f92-442a5f84a2e0 service neutron] show failed (client error): The resource could not be found. Jul 07 19:29:55.955154 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-e165e6ce-bf38-499a-8f92-442a5f84a2e0 service neutron] 10.222.0.112 "GET /v2.0/ports/6784a540-d122-46f3-8524-d940a8f4c358/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.1224117 Jul 07 19:29:55.962047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Checking segment: {'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:55.962438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network hostable DHCP agents. Network: a1a73368-5ab0-4b93-b96e-c192588fd6f8, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:55.968109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f30310-6f9c-4545-a442-5eee751307f3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:55.968416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f30310-6f9c-4545-a442-5eee751307f3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:55.983657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network a1a73368-5ab0-4b93-b96e-c192588fd6f8 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:56.001518 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.004569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, a1a73368-5ab0-4b93-b96e-c192588fd6f8) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:56.010930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:56.011984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.018008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93afa0bc-4584-408e-999b-7c1eb1b5b327 None None] Network a1a73368-5ab0-4b93-b96e-c192588fd6f8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:56.041319 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-58205e7a-37db-4f8c-82ea-551766d9874d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7267833 Jul 07 19:29:56.082803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520fa8a-78cc-4e34-9ec6-7094606576e0 req-393c9893-8a9c-4323-a8b4-6084ebdc9f6a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:56.090652 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6520fa8a-78cc-4e34-9ec6-7094606576e0 req-393c9893-8a9c-4323-a8b4-6084ebdc9f6a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.3306458 Jul 07 19:29:56.098954 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.123655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:56.124070 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:56.129341 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:56.226057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Allocated IP 172.20.0.6 (e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e/0ebfc7a6-9eee-41b6-a93a-ecc3b9964686/ab8c4063-56dc-4008-9c73-204be6ef9237) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:56.256866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6520fa8a-78cc-4e34-9ec6-7094606576e0 req-cab7b50f-c88f-459b-8341-6cb4b6e93966 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650367 Jul 07 19:29:56.261909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6582d087-3c6a-40d9-a702-c6ba63ad95c7 req-bf964fb6-61bf-497d-8846-61bfafb656fd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 210 time: 0.0875292 Jul 07 19:29:56.307052 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.321758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-a1a73368-5ab0-4b93-b96e-c192588fd6f8', 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ips': [{'subnet_id': '6f88e147-8418-4187-96d0-4178ce5ff7e5'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:56.322928 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.421741 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.423590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/7ba7ad82-2fb8-44aa-943a-c690eccfdedd HTTP/1.1" status: 204 len: 168 time: 2.6919010 Jul 07 19:29:56.427077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:56.467756 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0da458c-6a29-42ce-b67f-deb67bac8b69 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:29:56.469308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0da458c-6a29-42ce-b67f-deb67bac8b69 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:29:56.486051 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b0da458c-6a29-42ce-b67f-deb67bac8b69 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/7ba7ad82-2fb8-44aa-943a-c690eccfdedd HTTP/1.1" status: 404 len: 339 time: 0.0578020 Jul 07 19:29:56.487713 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:56.495249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1365402636', 'description': 'd1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:56.553092 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Allocated IP 172.20.0.18 (a1a73368-5ab0-4b93-b96e-c192588fd6f8/6f88e147-8418-4187-96d0-4178ce5ff7e5/167fe113-1237-4603-8fc7-64db4982a7bb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:29:56.567837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:56.572538 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.587763 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:56.612407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dbed6edb-bede-4dba-b70d-27639f0ff020 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2057115392', 'description': 'tempest-secgroup-smoke-2057115392 description', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:56.654613 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:56.663234 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbed6edb-bede-4dba-b70d-27639f0ff020 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.687235 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.687750 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment 86d90b82-5511-4932-946e-7c639e474d9d of type vlan for network ea8e4e63-5e60-428b-ad50-529bdb9441d4 Jul 07 19:29:56.757969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.764772 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.776538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Transition to ACTIVE for port object 167fe113-1237-4603-8fc7-64db4982a7bb will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:56.798118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Transition to ACTIVE for port object 167fe113-1237-4603-8fc7-64db4982a7bb will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:56.809453 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.839770 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.852520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:56.853183 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.857105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Network a1a73368-5ab0-4b93-b96e-c192588fd6f8 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:56.861191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:56.873718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:56.880710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Pushing event updated for resources: {'Port': ['ID=167fe113-1237-4603-8fc7-64db4982a7bb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:56.887506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbed6edb-bede-4dba-b70d-27639f0ff020 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.914785 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbed6edb-bede-4dba-b70d-27639f0ff020 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.938288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b543c-272e-49f0-8610-52259b08b4b9 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=7ba7ad82-2fb8-44aa-943a-c690eccfdedd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:56.957484 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4679377 Jul 07 19:29:56.969556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:56.970151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Attempting to bind port 167fe113-1237-4603-8fc7-64db4982a7bb on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:29:56.971847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Attempting to bind port 167fe113-1237-4603-8fc7-64db4982a7bb by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:29:56.972335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Attempting to bind port 167fe113-1237-4603-8fc7-64db4982a7bb on network a1a73368-5ab0-4b93-b96e-c192588fd6f8 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:29:56.981530 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:29:56.982576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Checking segment: {'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:56.983165 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:56.983721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Bound using segment: {'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:29:56.984376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Bound port: 167fe113-1237-4603-8fc7-64db4982a7bb, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:29:56.984984 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.004220 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.059103 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbed6edb-bede-4dba-b70d-27639f0ff020 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.060257 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dbed6edb-bede-4dba-b70d-27639f0ff020 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4656899 Jul 07 19:29:57.066571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed6edb-bede-4dba-b70d-27639f0ff020 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dddde2de-35e5-4088-903e-da1fd095bf21,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:57.068607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:57.068749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a54c2-d1d8-408a-87e2-277db742095d req-d5d9f2db-ed58-4571-a3d3-cf082249c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:57.070429 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-d5d9f2db-ed58-4571-a3d3-cf082249c483 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 1097 time: 0.6608818 Jul 07 19:29:57.083429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba72944-c0eb-4097-891e-23e1229062f4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=ea8e4e63-5e60-428b-ad50-529bdb9441d4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:57.090675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fecb17fe-8661-48fc-835a-aab6266bbfe4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'dddde2de-35e5-4088-903e-da1fd095bf21', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:57.097218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:57.099330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] For port 167fe113-1237-4603-8fc7-64db4982a7bb, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:57.104263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] For port 167fe113-1237-4603-8fc7-64db4982a7bb, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=167fe113-1237-4603-8fc7-64db4982a7bb,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:29:57.112825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network ea8e4e63-5e60-428b-ad50-529bdb9441d4 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:57.121775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bb09-f2fb-4d05-bad2-a23a652e2458 req-198b8024-b80e-4c85-86a8-a5cbb133c08b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:57.125164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c961bb09-f2fb-4d05-bad2-a23a652e2458 req-198b8024-b80e-4c85-86a8-a5cbb133c08b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.2104208 Jul 07 19:29:57.129488 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.146420 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be15c16-62a6-40e5-b5d4-20b56b1d0c95 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:57.150557 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1be15c16-62a6-40e5-b5d4-20b56b1d0c95 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/networks?id=ea8e4e63-5e60-428b-ad50-529bdb9441d4 HTTP/1.1" status: 200 len: 761 time: 0.1724000 Jul 07 19:29:57.150557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fecb17fe-8661-48fc-835a-aab6266bbfe4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.151718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:57.157434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-16e8cf5a-3138-4f0e-aa09-fdf7a23fd235 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'description': 'd2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:57.161460 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.192008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:29:57.199766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:57.203108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:29:57.280840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073278d-6bf2-4383-bbb5-af21c9517591 None None] Pushing event updated for resources: {'Port': ['ID=167fe113-1237-4603-8fc7-64db4982a7bb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:57.389396 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fecb17fe-8661-48fc-835a-aab6266bbfe4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.410626 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fecb17fe-8661-48fc-835a-aab6266bbfe4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.459423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event updated for resources: {'Port': ['ID=ab8c4063-56dc-4008-9c73-204be6ef9237,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:57.468786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb17fe-8661-48fc-835a-aab6266bbfe4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff55f9a-1b5d-418c-a1c9-db4c95feed7a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:57.473458 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16e8cf5a-3138-4f0e-aa09-fdf7a23fd235 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.477026 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fecb17fe-8661-48fc-835a-aab6266bbfe4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.478362 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fecb17fe-8661-48fc-835a-aab6266bbfe4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4016733 Jul 07 19:29:57.483836 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:57.490216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-11728002-6fea-4db8-8a17-9ad4659f7cf7 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'dddde2de-35e5-4088-903e-da1fd095bf21', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:57.514415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:57.515077 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.517590 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16e8cf5a-3138-4f0e-aa09-fdf7a23fd235 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.532919 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.547451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c961bb09-f2fb-4d05-bad2-a23a652e2458 req-a0a3aeb1-3c1a-4630-82d9-2f037df9878c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3700085 Jul 07 19:29:57.620451 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16e8cf5a-3138-4f0e-aa09-fdf7a23fd235 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network ea8e4e63-5e60-428b-ad50-529bdb9441d4 is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:29:57.627185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e8cf5a-3138-4f0e-aa09-fdf7a23fd235 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:57.628440 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16e8cf5a-3138-4f0e-aa09-fdf7a23fd235 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.632174 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-16e8cf5a-3138-4f0e-aa09-fdf7a23fd235 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "PUT /v2.0/networks/ea8e4e63-5e60-428b-ad50-529bdb9441d4 HTTP/1.1" status: 200 len: 758 time: 0.4771109 Jul 07 19:29:57.637007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:57.663071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d04c6968-6cd6-4626-955c-bb88fca2694d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1793642 Jul 07 19:29:57.673507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4a590-b4f3-41d6-bacd-119a8c29a2cf req-2f5830b1-6ad4-41be-a9d0-8bbebab741ba tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:57.681117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29b4a590-b4f3-41d6-bacd-119a8c29a2cf req-2f5830b1-6ad4-41be-a9d0-8bbebab741ba tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.2574854 Jul 07 19:29:57.698561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Request body: {'port': {'device_id': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:57.735204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8cf5a-3138-4f0e-aa09-fdf7a23fd235 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=ea8e4e63-5e60-428b-ad50-529bdb9441d4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:57.745240 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11728002-6fea-4db8-8a17-9ad4659f7cf7 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.745973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network ea8e4e63-5e60-428b-ad50-529bdb9441d4 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:57.837854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc6cf77-3315-4f13-bff5-183f84b3f2ed tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:57.853324 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dcc6cf77-3315-4f13-bff5-183f84b3f2ed tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/networks?id=ea8e4e63-5e60-428b-ad50-529bdb9441d4 HTTP/1.1" status: 200 len: 761 time: 0.2117233 Jul 07 19:29:57.853531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:57.859923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1060554249'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:57.908076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:57.912671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.920941 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11728002-6fea-4db8-8a17-9ad4659f7cf7 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.934554 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11728002-6fea-4db8-8a17-9ad4659f7cf7 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.970319 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11728002-6fea-4db8-8a17-9ad4659f7cf7 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:57.972726 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-11728002-6fea-4db8-8a17-9ad4659f7cf7 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4878652 Jul 07 19:29:57.976167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:57.976855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11728002-6fea-4db8-8a17-9ad4659f7cf7 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efc12a6-c263-4ada-aeb2-f63e50881818,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:57.985723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a2a1787a-6da3-487b-9aec-66150c94dd4e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'dddde2de-35e5-4088-903e-da1fd095bf21', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:57.990175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29b4a590-b4f3-41d6-bacd-119a8c29a2cf req-efcaf2a2-096c-4869-8a7f-528e00f6ab74 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080900 Jul 07 19:29:58.000986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:29:58.024650 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.025303 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment 9545c1f8-341e-4278-98f2-3df6210a1a3e of type vlan for network 8f466e2f-a520-4eb6-94a1-5b9f7cb76858 Jul 07 19:29:58.086625 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.095337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.108810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2a1787a-6da3-487b-9aec-66150c94dd4e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.121904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:58.155844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cca63-76ca-47ac-9a3e-31c98a9157b2 req-9cca872e-aa90-4425-b992-aaaf347c097e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:58.161621 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.164114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b7cca63-76ca-47ac-9a3e-31c98a9157b2 req-9cca872e-aa90-4425-b992-aaaf347c097e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 931 time: 0.3513293 Jul 07 19:29:58.167875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:58.168504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.218695 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 167fe113-1237-4603-8fc7-64db4982a7bb up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:29:58.264722 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4064343 Jul 07 19:29:58.273572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:58.280950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'network_id': '8f466e2f-a520-4eb6-94a1-5b9f7cb76858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:58.283291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:29:58.346284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b7cca63-76ca-47ac-9a3e-31c98a9157b2 req-9dcc08ed-beea-49c4-8f8c-2cb4a65f1b0c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756656 Jul 07 19:29:58.374534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43f373-eb1b-47a6-9153-40eff653aacd tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=8f466e2f-a520-4eb6-94a1-5b9f7cb76858,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:58.378527 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2a1787a-6da3-487b-9aec-66150c94dd4e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.387657 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2a1787a-6da3-487b-9aec-66150c94dd4e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.388220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 167fe113-1237-4603-8fc7-64db4982a7bb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:58.397132 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 8f466e2f-a520-4eb6-94a1-5b9f7cb76858 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:29:58.431106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1787a-6da3-487b-9aec-66150c94dd4e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f67a1e6-4445-4b64-9c52-6d918cbb03b7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:58.446597 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2a1787a-6da3-487b-9aec-66150c94dd4e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.447993 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a2a1787a-6da3-487b-9aec-66150c94dd4e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4670236 Jul 07 19:29:58.463408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:58.473018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-95fa35b8-ed95-48a7-9d43-e7d8d92c2a70 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'dddde2de-35e5-4088-903e-da1fd095bf21', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:58.480794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:29:58.485575 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.683223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c24e9-5a5c-4682-b6ea-6457ceb7204d req-020d2338-6977-45be-9b6e-7bd575ae2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:58.685277 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d28c24e9-5a5c-4682-b6ea-6457ceb7204d req-020d2338-6977-45be-9b6e-7bd575ae2dab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.1219430 Jul 07 19:29:58.753247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95fa35b8-ed95-48a7-9d43-e7d8d92c2a70 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.762021 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d28c24e9-5a5c-4682-b6ea-6457ceb7204d req-877c4ab4-c54a-4675-9b5f-f632935b291b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673556 Jul 07 19:29:58.762355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:29:58.766168 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffab9a4-0698-4ef9-b1ad-87c132798ecb" -d '{"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-unplugged", "status": "completed", "tag": "6784a540-d122-46f3-8524-d940a8f4c358"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:29:58.770536 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.871617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Transition to ACTIVE for port object 6784a540-d122-46f3-8524-d940a8f4c358 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:58.877692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.897697 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b924e82-0a06-400f-85c2-61f34302f59e x-openstack-request-id: req-0b924e82-0a06-400f-85c2-61f34302f59e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:29:58.898307 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-unplugged", "status": "completed", "tag": "6784a540-d122-46f3-8524-d940a8f4c358", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:29:58.898745 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0b924e82-0a06-400f-85c2-61f34302f59e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:29:58.899329 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358', 'code': 200} Jul 07 19:29:58.932994 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:58.941310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=8ea143c8-214f-4fd1-a146-64bf1c3c6eb5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:58.971880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking segment: {'id': '9545c1f8-341e-4278-98f2-3df6210a1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '8f466e2f-a520-4eb6-94a1-5b9f7cb76858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:29:58.972281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network hostable DHCP agents. Network: 8f466e2f-a520-4eb6-94a1-5b9f7cb76858, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:29:58.992387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network 8f466e2f-a520-4eb6-94a1-5b9f7cb76858 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:29:59.011730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 8f466e2f-a520-4eb6-94a1-5b9f7cb76858) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:29:59.016732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:59.017430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.030857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465887ad-9ba2-4b62-b29f-ed6791ab3c15 None None] Network 8f466e2f-a520-4eb6-94a1-5b9f7cb76858 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:59.036947 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cb7ee270-51ba-404b-a689-2af2e2051008 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7604446 Jul 07 19:29:59.040038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:59.064422 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf4e99-50ae-44ca-83a2-a4dd7feecc6d None None] Network a1a73368-5ab0-4b93-b96e-c192588fd6f8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:29:59.170386 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.250407 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95fa35b8-ed95-48a7-9d43-e7d8d92c2a70 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.258795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:59.260028 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.274650 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95fa35b8-ed95-48a7-9d43-e7d8d92c2a70 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.327335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] No DVR routers for this DVR port 6784a540-d122-46f3-8524-d940a8f4c358 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:29:59.336720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ead75cab-4f52-4586-b480-978d7f57ebf4 None None] Provisioning for port 167fe113-1237-4603-8fc7-64db4982a7bb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:29:59.347966 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ead75cab-4f52-4586-b480-978d7f57ebf4 None None] Provisioning complete for port 167fe113-1237-4603-8fc7-64db4982a7bb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:29:59.348337 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ead75cab-4f52-4586-b480-978d7f57ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.369403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa35b8-ed95-48a7-9d43-e7d8d92c2a70 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3907c96-f502-4f0f-9b1b-e3d0ab17a5bb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:59.375982 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.420433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea143c8-214f-4fd1-a146-64bf1c3c6eb5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:59.443575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:29:59.451794 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95fa35b8-ed95-48a7-9d43-e7d8d92c2a70 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.453337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-95fa35b8-ed95-48a7-9d43-e7d8d92c2a70 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9849079 Jul 07 19:29:59.457668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:59.470685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8c4063-56dc-4008-9c73-204be6ef9237 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:29:59.488812 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.500648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d9cc0-4a92-4a07-9f8f-4b0a4e660f89 req-9aecb3e4-e1ea-4330-8d95-2fcd8463a8a6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:59.503208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-631d9cc0-4a92-4a07-9f8f-4b0a4e660f89 req-9aecb3e4-e1ea-4330-8d95-2fcd8463a8a6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 943 time: 0.6246777 Jul 07 19:29:59.503422 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f680e961-19dc-45f3-95c3-2c65e25256ee tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'dddde2de-35e5-4088-903e-da1fd095bf21', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:59.526377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Transition to ACTIVE for port object ab8c4063-56dc-4008-9c73-204be6ef9237 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:29:59.532901 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.540944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:29:59.548325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f466e2f-a520-4eb6-94a1-5b9f7cb76858']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:59.561365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9545c1f8-341e-4278-98f2-3df6210a1a3e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:59.561738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9545c1f8-341e-4278-98f2-3df6210a1a3e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:29:59.566021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb2e2a-425f-46e3-a3ae-28f8d3f6c14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-8f466e2f-a520-4eb6-94a1-5b9f7cb76858', 'network_id': '8f466e2f-a520-4eb6-94a1-5b9f7cb76858', 'tenant_id': '047b7bc22d6b43cba7c88279de490c71', 'fixed_ips': [{'subnet_id': '8ea143c8-214f-4fd1-a146-64bf1c3c6eb5'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:29:59.567129 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0fb2e2a-425f-46e3-a3ae-28f8d3f6c14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.570741 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-f680e961-19dc-45f3-95c3-2c65e25256ee tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Project 9a2b8cea685a48079cf1c0d4a2757b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:29:59.577679 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.586597 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f680e961-19dc-45f3-95c3-2c65e25256ee tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.591187 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.612445 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.625838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c15fd-2c3b-4e89-9cd7-008a5404013e req-662c0678-0943-4c28-b49e-2b7d96ecb83c tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:29:59.628253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac7c15fd-2c3b-4e89-9cd7-008a5404013e req-662c0678-0943-4c28-b49e-2b7d96ecb83c tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.4288318 Jul 07 19:29:59.645111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:29:59.646692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:29:59.650167 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:29:59.713460 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ead75cab-4f52-4586-b480-978d7f57ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.751058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-631d9cc0-4a92-4a07-9f8f-4b0a4e660f89 req-e7346b2c-2db4-4904-8dc7-cf4900d19389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375748 Jul 07 19:29:59.759549 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.762432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f680e961-19dc-45f3-95c3-2c65e25256ee tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.771772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.776334 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/8f466e2f-a520-4eb6-94a1-5b9f7cb76858 HTTP/1.1" status: 204 len: 168 time: 0.7326803 Jul 07 19:29:59.776334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f680e961-19dc-45f3-95c3-2c65e25256ee tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.782918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:59.802383 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-a0fb2e2a-425f-46e3-a3ae-28f8d3f6c14c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:29:59.802383 n-d-792394-12 neutron-server[93772]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 07 19:29:59.802383 n-d-792394-12 neutron-server[93772]: [parameters: {'project_id': '047b7bc22d6b43cba7c88279de490c71', 'id': 'b539e9f3-368e-444b-95a9-21a48b824274', 'name': '', 'network_id': '8f466e2f-a520-4eb6-94a1-5b9f7cb76858', 'mac_address': 'fa:16:3e:39:62:53', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-8f466e2f-a520-4eb6-94a1-5b9f7cb76858', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2761}] Jul 07 19:29:59.802383 n-d-792394-12 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:29:59.803435 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-a0fb2e2a-425f-46e3-a3ae-28f8d3f6c14c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:29:59.805968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56f99f-4fc5-4922-9e0e-382c415b69cc tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=8f466e2f-a520-4eb6-94a1-5b9f7cb76858,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:59.808577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ead75cab-4f52-4586-b480-978d7f57ebf4 None None] For port 167fe113-1237-4603-8fc7-64db4982a7bb, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=167fe113-1237-4603-8fc7-64db4982a7bb,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:29:59.810174 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f680e961-19dc-45f3-95c3-2c65e25256ee tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.811639 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f680e961-19dc-45f3-95c3-2c65e25256ee tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156424 Jul 07 19:29:59.813186 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680e961-19dc-45f3-95c3-2c65e25256ee tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6b9bb3-5d78-4c16-ae9f-11b39701f617,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:59.814928 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:29:59.821920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-438e2b9d-9816-4bd9-816e-6d2ce48c6311 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'dddde2de-35e5-4088-903e-da1fd095bf21', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:29:59.823231 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ead75cab-4f52-4586-b480-978d7f57ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.885604 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-438e2b9d-9816-4bd9-816e-6d2ce48c6311 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Project 9a2b8cea685a48079cf1c0d4a2757b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:29:59.898004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-438e2b9d-9816-4bd9-816e-6d2ce48c6311 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:59.944687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead75cab-4f52-4586-b480-978d7f57ebf4 None None] Pushing event updated for resources: {'Port': ['ID=167fe113-1237-4603-8fc7-64db4982a7bb,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:59.979615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8c4063-56dc-4008-9c73-204be6ef9237,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:29:59.989054 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc46a31-029f-4325-88ed-574cc24b3d48 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] GET failed (client error): The resource could not be found. Jul 07 19:29:59.995104 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2fc46a31-029f-4325-88ed-574cc24b3d48 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/subnets/8ea143c8-214f-4fd1-a146-64bf1c3c6eb5 HTTP/1.1" status: 404 len: 337 time: 0.1936436 Jul 07 19:29:59.995949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:00.010683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac7c15fd-2c3b-4e89-9cd7-008a5404013e req-2048baea-9501-44b8-935f-4cdc33149c0d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377635 Jul 07 19:30:00.023738 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-438e2b9d-9816-4bd9-816e-6d2ce48c6311 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.034151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-438e2b9d-9816-4bd9-816e-6d2ce48c6311 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.068843 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-438e2b9d-9816-4bd9-816e-6d2ce48c6311 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.068843 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-438e2b9d-9816-4bd9-816e-6d2ce48c6311 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2510047 Jul 07 19:30:00.071221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e2b9d-9816-4bd9-816e-6d2ce48c6311 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6549f1e6-c0ad-46ad-97d6-be5c982fc164,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:00.131649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 167fe113-1237-4603-8fc7-64db4982a7bb up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:00.145990 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56a6a2e-82c4-4453-9e08-163deda98693 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:00.146615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c56a6a2e-82c4-4453-9e08-163deda98693 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:00.148413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c56a6a2e-82c4-4453-9e08-163deda98693 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/8f466e2f-a520-4eb6-94a1-5b9f7cb76858 HTTP/1.1" status: 404 len: 339 time: 0.1505897 Jul 07 19:30:00.152338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:00.188664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:00.189016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:00.189353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 on network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:00.220371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Port 6784a540-d122-46f3-8524-d940a8f4c358 on network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:00.223687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 on network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:00.227604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a6a9ea03-a6ad-4eda-abc0-5f8a8a14b49f None None] Provisioning complete for port 167fe113-1237-4603-8fc7-64db4982a7bb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:00.228206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6a9ea03-a6ad-4eda-abc0-5f8a8a14b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.247475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:00.247814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Checking segment: {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:00.248212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Bound using segment: {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:00.248688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Bound port: 6784a540-d122-46f3-8524-d940a8f4c358, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:00.249050 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.261072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 167fe113-1237-4603-8fc7-64db4982a7bb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:00.262447 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.300900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Attempting to bind port ab8c4063-56dc-4008-9c73-204be6ef9237 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:00.301320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Attempting to bind port ab8c4063-56dc-4008-9c73-204be6ef9237 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:00.301320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Attempting to bind port ab8c4063-56dc-4008-9c73-204be6ef9237 on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:00.308000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Port ab8c4063-56dc-4008-9c73-204be6ef9237 on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:00.308511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Attempting to bind port ab8c4063-56dc-4008-9c73-204be6ef9237 on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:00.316268 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0fb2e2a-425f-46e3-a3ae-28f8d3f6c14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.338758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:00.339394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Checking segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:00.339963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Bound using segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:00.340633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Bound port: ab8c4063-56dc-4008-9c73-204be6ef9237, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:00.341204 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.352994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95e742-54ed-449c-a903-227ed7fa7866 req-f865cd44-6985-4176-9d42-2abe112dd34e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:00.360748 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae95e742-54ed-449c-a903-227ed7fa7866 req-f865cd44-6985-4176-9d42-2abe112dd34e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 943 time: 0.3446107 Jul 07 19:30:00.406183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f8b979-cc31-4f2a-9e0f-d64c0090bc5c None None] Network 8f466e2f-a520-4eb6-94a1-5b9f7cb76858 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:00.448362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f8b979-cc31-4f2a-9e0f-d64c0090bc5c None None] Network 8f466e2f-a520-4eb6-94a1-5b9f7cb76858 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:30:00.483575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f516031-fefc-46af-b3ee-a6a5a6e4977c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:00.485408 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1f516031-fefc-46af-b3ee-a6a5a6e4977c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3320639 Jul 07 19:30:00.489252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:00.501074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:00.519423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae95e742-54ed-449c-a903-227ed7fa7866 req-b60e1a52-6ccb-4ff7-bdca-df4154476b82 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551652 Jul 07 19:30:00.539555 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b7a075bd-d9b2-4c27-8fdd-b6f8f8abeee4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 207 time: 0.0435541 Jul 07 19:30:00.539555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:00.554419 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-6301c14e-412a-4744-9f5b-0c6a4505a578 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057115392&fields=id&tenant_id=9a2b8cea685a48079cf1c0d4a2757b75 HTTP/1.1" status: 200 len: 267 time: 0.1734257 Jul 07 19:30:00.556292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:00.558003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] For port ab8c4063-56dc-4008-9c73-204be6ef9237, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:00.570629 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.583380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] For port ab8c4063-56dc-4008-9c73-204be6ef9237, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab8c4063-56dc-4008-9c73-204be6ef9237,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:00.653574 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.673409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:00.674041 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.676201 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 1092 time: 3.5857639 Jul 07 19:30:00.697118 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:00.697743 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:00.699336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] 10.222.0.59 "PUT /v2.0/ports/ab8c4063-56dc-4008-9c73-204be6ef9237 HTTP/1.1" status: 200 len: 1092 time: 3.0076013 Jul 07 19:30:00.784707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c034774-56f7-4f05-bbe0-69f4a0eb20b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:00.822834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ba6f6-0019-4e57-8b3f-8c1ebcc3a127 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:00.829314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ba6f6-0019-4e57-8b3f-8c1ebcc3a127 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:00.859926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ba6f6-0019-4e57-8b3f-8c1ebcc3a127 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:00.871647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ba6f6-0019-4e57-8b3f-8c1ebcc3a127 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:00.873609 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-950ba6f6-0019-4e57-8b3f-8c1ebcc3a127 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3346848 Jul 07 19:30:00.877239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:00.904578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358'}, {'name': 'network-changed', 'server_uuid': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'tag': 'ab8c4063-56dc-4008-9c73-204be6ef9237'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:00.906867 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be96accd-f561-4033-8506-fff5525b08d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "tag": "6784a540-d122-46f3-8524-d940a8f4c358"}, {"name": "network-changed", "server_uuid": "ec2f1a0c-8e86-48d0-895a-b5b103a5aef0", "tag": "ab8c4063-56dc-4008-9c73-204be6ef9237"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:00.926293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-eba54727-bf4e-4c95-b265-d0768b602b8e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:00.927880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-eba54727-bf4e-4c95-b265-d0768b602b8e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/networks?id=a1a73368-5ab0-4b93-b96e-c192588fd6f8 HTTP/1.1" status: 200 len: 797 time: 0.3587697 Jul 07 19:30:00.966900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a54c2-d1d8-408a-87e2-277db742095d req-a16d0ea5-451e-4a76-b226-e38627f2214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:00.968689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-a16d0ea5-451e-4a76-b226-e38627f2214a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1095 time: 0.2295983 Jul 07 19:30:00.975573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b4d12-6c61-4666-93fa-43bb937ea4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8c4063-56dc-4008-9c73-204be6ef9237,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:00.988917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-ed3287c4-72b4-4776-af92-9a5773833acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:00.990688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-ed3287c4-72b4-4776-af92-9a5773833acb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 1095 time: 0.1965065 Jul 07 19:30:01.003411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-2583d8bf-adbd-4791-9c55-0cfdd3937407 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/quotas/9a2b8cea685a48079cf1c0d4a2757b75 HTTP/1.1" status: 200 len: 375 time: 0.0649929 Jul 07 19:30:01.043486 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9458eb34-8a55-4152-ac89-d82d1451498c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1614494 Jul 07 19:30:01.044931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:01.165351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6415845-eb49-4e07-bda5-2199e3e3f93c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.167045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6415845-eb49-4e07-bda5-2199e3e3f93c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.169672 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a6415845-eb49-4e07-bda5-2199e3e3f93c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1225970 Jul 07 19:30:01.172282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d041df43-6b0a-49ce-a630-7b7a11935bde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab8c4063-56dc-4008-9c73-204be6ef9237 HTTP/1.1" status: 200 len: 217 time: 0.1465425 Jul 07 19:30:01.173321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:01.231453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ceef47-b686-4bed-9ae6-bd75d5d1e6b7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.233389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ceef47-b686-4bed-9ae6-bd75d5d1e6b7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.235002 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-65ceef47-b686-4bed-9ae6-bd75d5d1e6b7 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0583665 Jul 07 19:30:01.239655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:01.266243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a54c2-d1d8-408a-87e2-277db742095d req-c8837438-6fc7-4daf-8572-28e8efadc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.267740 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-c8837438-6fc7-4daf-8572-28e8efadc464 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.2828214 Jul 07 19:30:01.285921 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-5d293b6a-4ddf-400a-9437-b0c820d4893c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2545791 Jul 07 19:30:01.288961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-40173d36-3949-4346-8a70-a72fc344e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.290391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-40173d36-3949-4346-8a70-a72fc344e329 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.1098759 Jul 07 19:30:01.298054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401e980-2da9-482d-bb0a-1ec06f5c42c3 req-0275fa76-54d7-467c-b400-7550f878e310 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.300181 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9401e980-2da9-482d-bb0a-1ec06f5c42c3 req-0275fa76-54d7-467c-b400-7550f878e310 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 943 time: 0.3009369 Jul 07 19:30:01.393546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-c7c25c15-6524-4600-9bb0-0f3121e131d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859692 Jul 07 19:30:01.758023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1351207f-3e05-4dfe-ba51-53db3b97d714 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.760223 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1351207f-3e05-4dfe-ba51-53db3b97d714 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/networks/f304e6a9-0a32-4fe0-8657-090dbca92c50 HTTP/1.1" status: 200 len: 799 time: 0.5196238 Jul 07 19:30:01.763777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:01.883733 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4578d2f3-ebdb-4462-b95c-dd86866b1621 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/networks/f304e6a9-0a32-4fe0-8657-090dbca92c50?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1184185 Jul 07 19:30:01.884488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:01.937698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-c6d1f093-7459-4fbc-9e45-6c2c34e8d0a9 service neutron] 10.222.0.113 "GET /v2.0/networks/a1a73368-5ab0-4b93-b96e-c192588fd6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364708 Jul 07 19:30:01.940737 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688e9be9-71d5-482d-9828-8599644f8cc2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:01.944143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-12caf42e-d743-432a-95dc-396a6c97d757 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 998 time: 0.6572485 Jul 07 19:30:01.946348 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-688e9be9-71d5-482d-9828-8599644f8cc2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/subnets/86964c52-1d18-4f9b-ab1c-fdbc9e25dbec HTTP/1.1" status: 200 len: 811 time: 0.0607505 Jul 07 19:30:01.947191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:01.949009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9401e980-2da9-482d-bb0a-1ec06f5c42c3 req-9e2eb4f2-5c9c-4c7a-8feb-3c5fe0e387d3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6233191 Jul 07 19:30:02.033109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba506a1-96e8-46e6-b56c-871f183bf5de tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.039914 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aba506a1-96e8-46e6-b56c-871f183bf5de tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "GET /v2.0/subnets/86964c52-1d18-4f9b-ab1c-fdbc9e25dbec?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0914824 Jul 07 19:30:02.043312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:02.048638 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1346612988'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:02.080964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:02.093011 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.107930 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-d71a7ac2-91b7-4128-855a-3e654c78e32b service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692590 Jul 07 19:30:02.121083 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a66425-6a43-47cd-a717-bfed5f22f96e x-openstack-request-id: req-30a66425-6a43-47cd-a717-bfed5f22f96e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:02.121373 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "tag": "6784a540-d122-46f3-8524-d940a8f4c358", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec2f1a0c-8e86-48d0-895a-b5b103a5aef0", "tag": "ab8c4063-56dc-4008-9c73-204be6ef9237", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:02.121624 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-30a66425-6a43-47cd-a717-bfed5f22f96e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:02.122014 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358', 'status': 'completed', 'code': 200} Jul 07 19:30:02.122263 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'tag': 'ab8c4063-56dc-4008-9c73-204be6ef9237', 'status': 'completed', 'code': 200} Jul 07 19:30:02.138159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:02.150395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a54c2-d1d8-408a-87e2-277db742095d req-b1432ad0-0123-44d8-b647-d62685e6afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.152583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-b1432ad0-0123-44d8-b647-d62685e6afb9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.2000701 Jul 07 19:30:02.160430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.160840 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Added segment 05764787-18dd-40b0-9bd5-e22d9f5a2235 of type vlan for network f9e34ed9-0169-4017-8367-0cac0b2de689 Jul 07 19:30:02.256775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-788ac360-0416-4f08-8ec6-ab96178347d8 service neutron] 10.222.0.113 "GET /v2.0/networks/a1a73368-5ab0-4b93-b96e-c192588fd6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052828 Jul 07 19:30:02.300822 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.345685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96accd-f561-4033-8506-fff5525b08d6 req-70143d0b-1b53-4cee-be0f-f1a80931fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.348224 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-70143d0b-1b53-4cee-be0f-f1a80931fbe3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1095 time: 0.1613781 Jul 07 19:30:02.353590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e45802a-3947-4ddc-997a-2afc7f4c48cf req-2c18a410-d55d-4c1f-9fe2-903fae4bca25 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161500 Jul 07 19:30:02.367161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.372885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.373615 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:02.427668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a54c2-d1d8-408a-87e2-277db742095d req-fd78efce-5e82-4e5b-bc8a-ae49665ca022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.437071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-fd78efce-5e82-4e5b-bc8a-ae49665ca022 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2655537 Jul 07 19:30:02.476011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0068cc-1e71-4fc4-921d-03967ef151a6 req-9c271aa3-1b49-4072-b1c7-fd49dcb676be tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.479934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f0068cc-1e71-4fc4-921d-03967ef151a6 req-9c271aa3-1b49-4072-b1c7-fd49dcb676be tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.2058017 Jul 07 19:30:02.553991 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5070751 Jul 07 19:30:02.560123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:02.577359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1cab4-1e5f-4223-83ef-946987edfde0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Network': ['ID=f9e34ed9-0169-4017-8367-0cac0b2de689,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:02.579557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'network_id': 'f9e34ed9-0169-4017-8367-0cac0b2de689', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:02.589981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f9e34ed9-0169-4017-8367-0cac0b2de689 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:02.619740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96accd-f561-4033-8506-fff5525b08d6 req-be1d1be3-8911-43cd-ae78-7d700d03dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.621448 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-be1d1be3-8911-43cd-ae78-7d700d03dfa6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.2661078 Jul 07 19:30:02.685164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f0068cc-1e71-4fc4-921d-03967ef151a6 req-f4ebf05a-c61e-4e94-9891-46019c38c009 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941683 Jul 07 19:30:02.729164 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-683d2515-fa10-4859-bccc-b7b7939e9b5a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 998 time: 0.0981989 Jul 07 19:30:02.827762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96accd-f561-4033-8506-fff5525b08d6 req-81e8cee7-0192-4f84-bdc2-fd9129a33d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.831303 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-81e8cee7-0192-4f84-bdc2-fd9129a33d52 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.0957787 Jul 07 19:30:02.880283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69f3c95d-39c0-434b-b345-a4d6a89c6e9d req-253a89fa-0f03-4e11-bc5a-92c14dd641d5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 210 time: 0.0874944 Jul 07 19:30:02.907971 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96accd-f561-4033-8506-fff5525b08d6 req-241743bc-4654-42bd-b7ec-66ae93782740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:02.909646 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-241743bc-4654-42bd-b7ec-66ae93782740 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724740 Jul 07 19:30:02.934632 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-41b62938-0b6e-4f7b-906e-d4028a9f4d5b service neutron] 10.222.0.59 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776130 Jul 07 19:30:03.029725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Made reservation on behalf of 047b7bc22d6b43cba7c88279de490c71 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:03.033711 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.104930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Performing IP validity checks on allocation pools {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 19:30:03.105450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 19:30:03.124871 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-adfdd298-b11f-4a54-a4fa-3f54a4f8bb39 service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081909 Jul 07 19:30:03.211343 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.215558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a94d8-c144-48ab-b056-7fd5ef58ec20 req-bd7f5750-f678-4422-9209-323ada6ba0a4 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:03.217822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e1a94d8-c144-48ab-b056-7fd5ef58ec20 req-bd7f5750-f678-4422-9209-323ada6ba0a4 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 943 time: 0.5248194 Jul 07 19:30:03.225540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-869a54c2-d1d8-408a-87e2-277db742095d req-5c69cd2b-6894-4c8f-802a-16b81ec23f5a service neutron] 10.222.0.59 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789476 Jul 07 19:30:03.313627 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-9a16f494-8130-4da2-8058-ce65cb725bc1 service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816661 Jul 07 19:30:03.325027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e1a94d8-c144-48ab-b056-7fd5ef58ec20 req-987c0c94-6eed-43b2-8bde-19c3d39e72bb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981135 Jul 07 19:30:03.491159 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.517205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14843449-1427-4147-973c-6cd64f3132b8 req-ce42e709-137d-435a-b884-80748f4f7f54 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:03.519750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14843449-1427-4147-973c-6cd64f3132b8 req-ce42e709-137d-435a-b884-80748f4f7f54 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 943 time: 0.2172213 Jul 07 19:30:03.632851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Checking segment: {'id': '05764787-18dd-40b0-9bd5-e22d9f5a2235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'f9e34ed9-0169-4017-8367-0cac0b2de689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:03.633694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network hostable DHCP agents. Network: f9e34ed9-0169-4017-8367-0cac0b2de689, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:03.638232 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96accd-f561-4033-8506-fff5525b08d6 req-77ad33c8-8aef-437a-bd3b-c48b8ee57859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:03.641599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-77ad33c8-8aef-437a-bd3b-c48b8ee57859 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1095 time: 0.2876751 Jul 07 19:30:03.723756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=186749d0-a6d6-4e2d-bc0f-13b9a6e462e6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:03.756918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14843449-1427-4147-973c-6cd64f3132b8 req-b6b25fea-34ee-415d-a1bd-f95fabf22683 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107763 Jul 07 19:30:03.761854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Network f9e34ed9-0169-4017-8367-0cac0b2de689 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:03.819742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f9e34ed9-0169-4017-8367-0cac0b2de689) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:03.832761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86bc7fa-6a31-4de7-aff2-40915cf6b2df None None] Network f9e34ed9-0169-4017-8367-0cac0b2de689 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:03.855301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:03.855896 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:03.875616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ab8c4063-56dc-4008-9c73-204be6ef9237 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:30:03.913815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96accd-f561-4033-8506-fff5525b08d6 req-9febea47-2f58-4d48-9896-497339cf5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:03.915426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-9febea47-2f58-4d48-9896-497339cf5565 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.2646339 Jul 07 19:30:03.925138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:03.925757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b13c8bfa-7875-4a28-8789-ca227bf951c0 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3616707 Jul 07 19:30:03.933042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4e02d089-00ce-4976-b823-010016f37f5c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:03.983834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54a6f5-e0cb-45ae-8ce2-53e6cf3c8c7c req-a1b64aa4-3894-4a54-b3c6-34dabd670f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:03.985401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c54a6f5-e0cb-45ae-8ce2-53e6cf3c8c7c req-a1b64aa4-3894-4a54-b3c6-34dabd670f93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.2434201 Jul 07 19:30:04.021045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdfc3a-3c64-4522-b334-90d34b0ba7c6 req-91f34a87-5678-4234-92e6-cb654e5222a1 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:04.022983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5cdfc3a-3c64-4522-b334-90d34b0ba7c6 req-91f34a87-5678-4234-92e6-cb654e5222a1 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.2258925 Jul 07 19:30:04.093101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e02d089-00ce-4976-b823-010016f37f5c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25855303'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.094667 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-8aa3b5f8-7739-429c-bafa-5332969167e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 998 time: 0.1680324 Jul 07 19:30:04.151174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb3dc3e4-78aa-48b0-ad5f-83faa33fc4f5 req-19183133-32fc-4e08-8345-0ec29431cc25 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 210 time: 0.0501356 Jul 07 19:30:04.162501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f9e34ed9-0169-4017-8367-0cac0b2de689', 'network_id': 'f9e34ed9-0169-4017-8367-0cac0b2de689', 'tenant_id': '047b7bc22d6b43cba7c88279de490c71', 'fixed_ips': [{'subnet_id': '186749d0-a6d6-4e2d-bc0f-13b9a6e462e6'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:30:04.163654 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.215658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ab8c4063-56dc-4008-9c73-204be6ef9237, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab8c4063-56dc-4008-9c73-204be6ef9237,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:04.293308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96accd-f561-4033-8506-fff5525b08d6 req-2c1734ac-5b7a-4ca8-a2e1-bfb378a76fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:04.294821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-2c1734ac-5b7a-4ca8-a2e1-bfb378a76fad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.1397889 Jul 07 19:30:04.312940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5cdfc3a-3c64-4522-b334-90d34b0ba7c6 req-0fab7920-ae99-41e7-be27-3aeb8411a781 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143276 Jul 07 19:30:04.354893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54a6f5-e0cb-45ae-8ce2-53e6cf3c8c7c req-07fdb624-aa4c-4f26-897f-138c746e7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:04.356389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c54a6f5-e0cb-45ae-8ce2-53e6cf3c8c7c req-07fdb624-aa4c-4f26-897f-138c746e7a52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 921 time: 0.3602688 Jul 07 19:30:04.414905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c54a6f5-e0cb-45ae-8ce2-53e6cf3c8c7c req-ccc358c9-7eb2-4e75-9aae-f88b88c38bd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be HTTP/1.1" status: 200 len: 217 time: 0.0486963 Jul 07 19:30:04.542767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96accd-f561-4033-8506-fff5525b08d6 req-e3f7c5e7-b8dc-46c1-be84-77ab96679616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:04.545585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-e3f7c5e7-b8dc-46c1-be84-77ab96679616 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2316840 Jul 07 19:30:04.574199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-5d486d07-9d0b-4303-8a36-be468d6bbeb2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:04.575782 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-5d486d07-9d0b-4303-8a36-be468d6bbeb2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.112 "GET /v2.0/networks?id=a1a73368-5ab0-4b93-b96e-c192588fd6f8 HTTP/1.1" status: 200 len: 797 time: 0.3493254 Jul 07 19:30:04.588123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'ab8c4063-56dc-4008-9c73-204be6ef9237', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'port_id': 'ab8c4063-56dc-4008-9c73-204be6ef9237', 'mac_address': 'fa:16:3e:e1:b5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebfc7a6-9eee-41b6-a93a-ecc3b9964686', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:30:04.597995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54a6f5-e0cb-45ae-8ce2-53e6cf3c8c7c req-a0fe6df9-d0b4-49ef-bda0-13f1e53724fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:04.599792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c54a6f5-e0cb-45ae-8ce2-53e6cf3c8c7c req-a0fe6df9-d0b4-49ef-bda0-13f1e53724fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a HTTP/1.1" status: 200 len: 859 time: 0.1782396 Jul 07 19:30:04.661393 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.677301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8c4063-56dc-4008-9c73-204be6ef9237 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:04.693328 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-6b7e615f-27fb-4cc6-9379-0d27b05bc4e2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a2b8cea685a48079cf1c0d4a2757b75 HTTP/1.1" status: 200 len: 473 time: 0.1080098 Jul 07 19:30:04.700071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ab8c4063-56dc-4008-9c73-204be6ef9237, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab8c4063-56dc-4008-9c73-204be6ef9237,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:04.707166 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.711431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'port': {'device_id': '59dab89f-2ec3-443f-949d-acefe84077bb', 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8', 'admin_state_up': True, 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'security_groups': ['dddde2de-35e5-4088-903e-da1fd095bf21']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:04.729145 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e02d089-00ce-4976-b823-010016f37f5c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779070994207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25860474'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.803725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=ab8c4063-56dc-4008-9c73-204be6ef9237,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:04.806802 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c54a6f5-e0cb-45ae-8ce2-53e6cf3c8c7c req-d5e96759-97a1-4a72-92e7-d2d02605a78f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=653cbb6f-63b3-494b-b667-97c99e343850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1985168 Jul 07 19:30:04.808765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-672d170d-0f0b-4272-9949-8ae3a87be937 service neutron] 10.222.0.59 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320309 Jul 07 19:30:04.840061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02d089-00ce-4976-b823-010016f37f5c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event updated for resources: {'Subnet': ['ID=186749d0-a6d6-4e2d-bc0f-13b9a6e462e6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:04.861099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Allocated IP 172.20.0.3 (f9e34ed9-0169-4017-8367-0cac0b2de689/186749d0-a6d6-4e2d-bc0f-13b9a6e462e6/64ece734-675f-47c8-a58c-5b8de0bedde9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:04.861611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e02d089-00ce-4976-b823-010016f37f5c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:04.862069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e02d089-00ce-4976-b823-010016f37f5c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:04.863577 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4e02d089-00ce-4976-b823-010016f37f5c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "PUT /v2.0/subnets/186749d0-a6d6-4e2d-bc0f-13b9a6e462e6 HTTP/1.1" status: 200 len: 877 time: 0.9363863 Jul 07 19:30:04.866303 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:05.014202 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.060782 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.073837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Transition to ACTIVE for port object 64ece734-675f-47c8-a58c-5b8de0bedde9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:05.095309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b5af2-08c9-4bc5-a1e3-ed8f590b6d3c req-4d97eb5d-ad15-4345-871c-f6d2bfd25d51 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:05.102288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Transition to ACTIVE for port object 64ece734-675f-47c8-a58c-5b8de0bedde9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:05.103368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da5b5af2-08c9-4bc5-a1e3-ed8f590b6d3c req-4d97eb5d-ad15-4345-871c-f6d2bfd25d51 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 943 time: 0.4969070 Jul 07 19:30:05.105258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Made reservation on behalf of 9a2b8cea685a48079cf1c0d4a2757b75 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:05.111111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['ab8c4063-56dc-4008-9c73-204be6ef9237'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:05.114521 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.114755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c54a6f5-e0cb-45ae-8ce2-53e6cf3c8c7c req-3dc3e2c5-5fb0-4b6b-80f4-e468bebf0f75 service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669742 Jul 07 19:30:05.123245 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.189713 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.210507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Network f9e34ed9-0169-4017-8367-0cac0b2de689 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:05.219387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:05.222720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:05.227158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Pushing event updated for resources: {'Port': ['ID=64ece734-675f-47c8-a58c-5b8de0bedde9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:05.255347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f117e5-4711-43e9-81dc-adf6e4e4bd26 req-06ba7e36-6f24-4140-bb6c-7ca88122f802 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:05.257162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25f117e5-4711-43e9-81dc-adf6e4e4bd26 req-06ba7e36-6f24-4140-bb6c-7ca88122f802 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 943 time: 0.3030801 Jul 07 19:30:05.258938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-59d2ff2a-4a11-4315-b685-0cb29b318c1d service neutron] 10.222.0.59 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147549 Jul 07 19:30:05.298978 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da5b5af2-08c9-4bc5-a1e3-ed8f590b6d3c req-e8c7ef86-4295-40fe-958b-01f27b0f7e4f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927612 Jul 07 19:30:05.331802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Attempting to bind port 64ece734-675f-47c8-a58c-5b8de0bedde9 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:05.332436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Attempting to bind port 64ece734-675f-47c8-a58c-5b8de0bedde9 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '05764787-18dd-40b0-9bd5-e22d9f5a2235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'f9e34ed9-0169-4017-8367-0cac0b2de689'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:05.333084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Attempting to bind port 64ece734-675f-47c8-a58c-5b8de0bedde9 on network f9e34ed9-0169-4017-8367-0cac0b2de689 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:05.357614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:05.357996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Checking segment: {'id': '05764787-18dd-40b0-9bd5-e22d9f5a2235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'f9e34ed9-0169-4017-8367-0cac0b2de689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:05.358404 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.358801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Bound using segment: {'id': '05764787-18dd-40b0-9bd5-e22d9f5a2235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'f9e34ed9-0169-4017-8367-0cac0b2de689'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:05.359360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Bound port: 64ece734-675f-47c8-a58c-5b8de0bedde9, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05764787-18dd-40b0-9bd5-e22d9f5a2235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'f9e34ed9-0169-4017-8367-0cac0b2de689'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:05.359739 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.377995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c54a6f5-e0cb-45ae-8ce2-53e6cf3c8c7c req-083d13f3-861e-43bb-a51d-e5ad9635308e service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527289 Jul 07 19:30:05.420653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.440349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Allocated IP 172.20.0.25 (a1a73368-5ab0-4b93-b96e-c192588fd6f8/6f88e147-8418-4187-96d0-4178ce5ff7e5/ce5d4cb2-b53a-4ff1-be5d-77bad09439f7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:05.475285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Subnet': ['ID=186749d0-a6d6-4e2d-bc0f-13b9a6e462e6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:05.542989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25f117e5-4711-43e9-81dc-adf6e4e4bd26 req-2f775cac-0a8e-4680-9218-1ca9cf5150fd tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792978 Jul 07 19:30:05.573587 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.598615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e34ed9-0169-4017-8367-0cac0b2de689']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:05.625542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] For port 64ece734-675f-47c8-a58c-5b8de0bedde9, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:05.629152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05764787-18dd-40b0-9bd5-e22d9f5a2235') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:05.629675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] For port 64ece734-675f-47c8-a58c-5b8de0bedde9, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=64ece734-675f-47c8-a58c-5b8de0bedde9,segment=NetworkSegment(05764787-18dd-40b0-9bd5-e22d9f5a2235),segment_id=05764787-18dd-40b0-9bd5-e22d9f5a2235)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:05.630007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05764787-18dd-40b0-9bd5-e22d9f5a2235') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:05.647961 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.651841 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be5b6d0e-e764-4e86-b56d-ac7dcbd8ff6a req-7a2e6418-2457-43f7-be63-4358ca692b04 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 210 time: 0.0818939 Jul 07 19:30:05.691837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96accd-f561-4033-8506-fff5525b08d6 req-814050ab-3a5a-421a-b3af-b7468edcb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:05.693487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-814050ab-3a5a-421a-b3af-b7468edcb722 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 1096 time: 0.2755470 Jul 07 19:30:05.702297 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.720897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.738129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:05.739127 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:05.742222 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:05.792035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b2333-6945-43f9-a086-08bfc5881008 None None] Pushing event updated for resources: {'Port': ['ID=64ece734-675f-47c8-a58c-5b8de0bedde9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:05.818372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdd69b3-74fa-4263-8f40-7624299747b3 None None] Network f9e34ed9-0169-4017-8367-0cac0b2de689 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:05.833320 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 19:30:05.833320 n-d-792394-12 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 19:30:05.833320 n-d-792394-12 neutron-server[93771]: [parameters: {'id': 'f9e34ed9-0169-4017-8367-0cac0b2de689'}] Jul 07 19:30:05.833320 n-d-792394-12 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:30:05.835379 n-d-792394-12 neutron-server[93771]: DEBUG oslo_db.api [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:30:05.876518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:30:05.917877 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:05.925031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96accd-f561-4033-8506-fff5525b08d6 req-1035b9bf-b788-4b45-ad10-7739fa379ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:05.926538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-1035b9bf-b788-4b45-ad10-7739fa379ac5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 914 time: 0.2165582 Jul 07 19:30:05.934530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa14434-4774-4549-bc33-00da8c8cbebd req-38abad48-21ec-4d75-88e1-2a4b4547684c tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:05.936015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fa14434-4774-4549-bc33-00da8c8cbebd req-38abad48-21ec-4d75-88e1-2a4b4547684c tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1727929 Jul 07 19:30:05.948574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Transition to ACTIVE for port object ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:05.992354 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.009420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-5cb2d515-3573-4282-a58e-7b483c2f871c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab8c4063-56dc-4008-9c73-204be6ef9237 HTTP/1.1" status: 200 len: 217 time: 0.0716214 Jul 07 19:30:06.037640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network a1a73368-5ab0-4b93-b96e-c192588fd6f8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:06.045603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fa14434-4774-4549-bc33-00da8c8cbebd req-547a207d-91e2-4441-898b-d172f0fc09fe tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005268 Jul 07 19:30:06.064704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:06.066871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96accd-f561-4033-8506-fff5525b08d6 req-cd3a32f2-a0e2-499a-a71d-0acd4858b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:06.069096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-cd3a32f2-a0e2-499a-a71d-0acd4858b09a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.0538592 Jul 07 19:30:06.069833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:06.082137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '6784a540-d122-46f3-8524-d940a8f4c358', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'port_id': '6784a540-d122-46f3-8524-d940a8f4c358', 'mac_address': 'fa:16:3e:39:ed:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:30:06.094241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:06.119376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b113c4a5-f346-43f8-926e-926c8214286d None None] Network f9e34ed9-0169-4017-8367-0cac0b2de689 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:06.119583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-6cdd7635-247e-4f45-a73b-592bb6ec0f1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425820 Jul 07 19:30:06.142700 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.160097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:06.190687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:06.191355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.221935 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ce54a8a4-7bdc-4b73-a083-c83a969939da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5188165 Jul 07 19:30:06.233608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Request body: {'port': {'device_id': '59dab89f-2ec3-443f-949d-acefe84077bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:06.241436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6784a540-d122-46f3-8524-d940a8f4c358 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:06.277779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-641eb216-8ce5-47cc-9d1c-6b66bbdf121b service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339920 Jul 07 19:30:06.303942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:06.321010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.350329 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.397376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be96accd-f561-4033-8506-fff5525b08d6 req-85516251-353f-49e8-9c93-b550c684ec23 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080112 Jul 07 19:30:06.401697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.427070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a6858d20-4c3c-482b-bb97-555258ec7518 None None] Provisioning for port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:06.441286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a6858d20-4c3c-482b-bb97-555258ec7518 None None] Provisioning complete for port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:06.441902 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6858d20-4c3c-482b-bb97-555258ec7518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:06.447704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b693fc-cba6-45c5-9359-46dc80b31414 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:30:06.490983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:06.527239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a6858d20-4c3c-482b-bb97-555258ec7518 None None] Port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:06.588121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde55d7-6455-4d27-984e-c1e377aa8db6 req-fa5330f3-dc37-4398-ae34-1976e06d83a8 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:06.595997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3dde55d7-6455-4d27-984e-c1e377aa8db6 req-fa5330f3-dc37-4398-ae34-1976e06d83a8 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 944 time: 0.1106977 Jul 07 19:30:06.624072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b693fc-cba6-45c5-9359-46dc80b31414 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:30:06.775626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['6784a540-d122-46f3-8524-d940a8f4c358'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:06.889891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Deleting port 64ece734-675f-47c8-a58c-5b8de0bedde9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:06.890661 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.061083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3dde55d7-6455-4d27-984e-c1e377aa8db6 req-576831f6-72b1-41a0-bd5f-9004cf9287e0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635189 Jul 07 19:30:07.132755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc24dfe-1897-4534-8d56-168f97c8c3cd req-94e33779-6ac8-459b-946b-6c0960831914 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:07.134812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0cc24dfe-1897-4534-8d56-168f97c8c3cd req-94e33779-6ac8-459b-946b-6c0960831914 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 944 time: 0.1409736 Jul 07 19:30:07.179596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0cc24dfe-1897-4534-8d56-168f97c8c3cd req-c8133068-361c-42f9-987c-bb36f8d42051 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378113 Jul 07 19:30:07.288534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:07.301651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.332337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] For port 64ece734-675f-47c8-a58c-5b8de0bedde9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=64ece734-675f-47c8-a58c-5b8de0bedde9,segment=NetworkSegment(05764787-18dd-40b0-9bd5-e22d9f5a2235),segment_id=05764787-18dd-40b0-9bd5-e22d9f5a2235)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:07.332731 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.341553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Transition to ACTIVE for port object ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:07.348649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Calling delete_port for 64ece734-675f-47c8-a58c-5b8de0bedde9 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:07.350384 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.415516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Pushing event updated for resources: {'Port': ['ID=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:07.495828 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c285e6-1497-4d6b-836c-4826200cec29 req-a22898a7-f80f-433d-88ef-07825aaf54bf tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:07.504105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55c285e6-1497-4d6b-836c-4826200cec29 req-a22898a7-f80f-433d-88ef-07825aaf54bf tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 944 time: 0.1715147 Jul 07 19:30:07.523994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d620fb-93b3-456b-8d72-4667f5e7153e req-1d9697b1-e0b4-48e8-83e4-45ac6188bf34 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:07.525758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4d620fb-93b3-456b-8d72-4667f5e7153e req-1d9697b1-e0b4-48e8-83e4-45ac6188bf34 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1393292 Jul 07 19:30:07.577870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.578134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55c285e6-1497-4d6b-836c-4826200cec29 req-3bccd0e3-3b31-4e63-a2ac-c9472b600650 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=dddde2de-35e5-4088-903e-da1fd095bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721521 Jul 07 19:30:07.614003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Port': ['ID=64ece734-675f-47c8-a58c-5b8de0bedde9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:07.615558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4d620fb-93b3-456b-8d72-4667f5e7153e req-f30e23d0-fde4-4437-bd67-62802426a64a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760477 Jul 07 19:30:07.621356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No DVR routers for this DVR port 64ece734-675f-47c8-a58c-5b8de0bedde9 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:07.676047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Attempting to bind port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:07.676380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Attempting to bind port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:07.676733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Attempting to bind port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 on network a1a73368-5ab0-4b93-b96e-c192588fd6f8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:07.734057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 on network a1a73368-5ab0-4b93-b96e-c192588fd6f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:07.734377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Attempting to bind port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 on network a1a73368-5ab0-4b93-b96e-c192588fd6f8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:07.749427 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.753324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:07.754016 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Checking segment: {'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:07.754413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Bound using segment: {'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:07.755125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Bound port: ce5d4cb2-b53a-4ff1-be5d-77bad09439f7, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:07.755475 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.783299 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e34ed9-0169-4017-8367-0cac0b2de689']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:07.816735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05764787-18dd-40b0-9bd5-e22d9f5a2235') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:07.817102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05764787-18dd-40b0-9bd5-e22d9f5a2235') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:07.838094 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.869076 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.883458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:07.884069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.887303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ab8c4063-56dc-4008-9c73-204be6ef9237 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:07.897838 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:07.994319 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] For port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:08.015804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] For port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:08.019764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port ab8c4063-56dc-4008-9c73-204be6ef9237 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:08.025686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port ab8c4063-56dc-4008-9c73-204be6ef9237 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:08.026123 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.028119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.031926 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.116229 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.121736 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/f9e34ed9-0169-4017-8367-0cac0b2de689 HTTP/1.1" status: 204 len: 168 time: 3.2544377 Jul 07 19:30:08.122492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Pushing event updated for resources: {'Port': ['ID=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:08.127070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:08.133510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fd4e6-bd24-49fe-a434-43c195a8b888 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=f9e34ed9-0169-4017-8367-0cac0b2de689,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:08.147189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.147894 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.149392 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-444b1a02-153d-44b9-92b5-e516b8b387fc service neutron] 10.222.0.112 "PUT /v2.0/ports/ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 HTTP/1.1" status: 200 len: 1093 time: 1.9206047 Jul 07 19:30:08.149878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dab89f-2ec3-443f-949d-acefe84077bb', 'tag': 'ce5d4cb2-b53a-4ff1-be5d-77bad09439f7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:08.152391 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9142391-10a1-4172-a826-8a3101b63931" -d '{"events": [{"name": "network-changed", "server_uuid": "59dab89f-2ec3-443f-949d-acefe84077bb", "tag": "ce5d4cb2-b53a-4ff1-be5d-77bad09439f7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:08.153055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.185992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-8ba44f3c-5393-45c6-8b38-92ac55a2af02 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.188105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-8ba44f3c-5393-45c6-8b38-92ac55a2af02 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6&tenant_id=07c63c8c00dd494689f912cfd2378197&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 944 time: 0.2809503 Jul 07 19:30:08.190922 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-410cafc7-5cb1-4188-b9cd-84498c05ca40 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:08.192014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410cafc7-5cb1-4188-b9cd-84498c05ca40 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:08.193559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-410cafc7-5cb1-4188-b9cd-84498c05ca40 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/subnets/186749d0-a6d6-4e2d-bc0f-13b9a6e462e6 HTTP/1.1" status: 404 len: 337 time: 0.0606544 Jul 07 19:30:08.197905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:08.207563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8c4063-56dc-4008-9c73-204be6ef9237'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:08.213557 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7258b46-70aa-4a59-a909-068a65ba9dfc" -d '{"events": [{"server_uuid": "ec2f1a0c-8e86-48d0-895a-b5b103a5aef0", "name": "network-vif-plugged", "status": "completed", "tag": "ab8c4063-56dc-4008-9c73-204be6ef9237"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:08.227767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ab8c4063-56dc-4008-9c73-204be6ef9237, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab8c4063-56dc-4008-9c73-204be6ef9237,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:08.233512 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.311185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=ab8c4063-56dc-4008-9c73-204be6ef9237,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:08.341837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-9517ec5f-a427-4d46-a0a0-65513c119aaf service neutron] 10.222.0.59 "GET /v2.0/ports/6784a540-d122-46f3-8524-d940a8f4c358/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 383 time: 0.1291807 Jul 07 19:30:08.351554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b57a85-6c85-4f91-a664-89b858a50fce req-40b68917-9143-4c37-a545-f829650d2a07 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.353051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6b57a85-6c85-4f91-a664-89b858a50fce req-40b68917-9143-4c37-a545-f829650d2a07 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 944 time: 0.3389170 Jul 07 19:30:08.354583 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b320e53-922b-4e3d-9a35-948fa489e685 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:08.356413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b320e53-922b-4e3d-9a35-948fa489e685 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:08.361189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9b320e53-922b-4e3d-9a35-948fa489e685 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/f9e34ed9-0169-4017-8367-0cac0b2de689 HTTP/1.1" status: 404 len: 339 time: 0.1603062 Jul 07 19:30:08.362783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:08.379233 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ea32fc6-4914-4296-bc8d-63684fae1b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.431319 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-59679726-988e-405a-8fc0-0bf1dee60e29 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:08.432416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59679726-988e-405a-8fc0-0bf1dee60e29 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:08.436610 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-59679726-988e-405a-8fc0-0bf1dee60e29 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/subnets/8ea143c8-214f-4fd1-a146-64bf1c3c6eb5 HTTP/1.1" status: 404 len: 337 time: 0.0689325 Jul 07 19:30:08.437009 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:08.452895 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-122191f4-52cd-4cd9-8099-212331bcc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.454505 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-122191f4-52cd-4cd9-8099-212331bcc623 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 1096 time: 0.2625012 Jul 07 19:30:08.488892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6b57a85-6c85-4f91-a664-89b858a50fce req-9ee50f8d-ede6-48b0-8e74-7eb483ddbea3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189170 Jul 07 19:30:08.519598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-99e455c6-89ed-44a4-8057-c3710af09894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.521211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-99e455c6-89ed-44a4-8057-c3710af09894 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1096 time: 0.1168621 Jul 07 19:30:08.523035 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eb8770-85dd-45e5-8037-aeffa0f3097f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:08.523911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71eb8770-85dd-45e5-8037-aeffa0f3097f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:08.526230 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-71eb8770-85dd-45e5-8037-aeffa0f3097f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/8f466e2f-a520-4eb6-94a1-5b9f7cb76858 HTTP/1.1" status: 404 len: 339 time: 0.0878773 Jul 07 19:30:08.528184 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ae13627e-f96a-4283-9a8d-d366ebc3be15 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 HTTP/1.1" status: 200 len: 217 time: 0.0556285 Jul 07 19:30:08.528741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:08.532455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65865fe-2611-4c42-bc15-62a502d28faa req-e9c64b5b-58ce-4331-9e2c-087fab8d8089 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.534877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e65865fe-2611-4c42-bc15-62a502d28faa req-e9c64b5b-58ce-4331-9e2c-087fab8d8089 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.1748471 Jul 07 19:30:08.595690 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b803f-c2cc-4c1f-9ad5-705c05576e35 x-openstack-request-id: req-031b803f-c2cc-4c1f-9ad5-705c05576e35 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:08.596758 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dab89f-2ec3-443f-949d-acefe84077bb", "tag": "ce5d4cb2-b53a-4ff1-be5d-77bad09439f7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:08.597195 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-031b803f-c2cc-4c1f-9ad5-705c05576e35 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:08.597861 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dab89f-2ec3-443f-949d-acefe84077bb', 'tag': 'ce5d4cb2-b53a-4ff1-be5d-77bad09439f7', 'status': 'completed', 'code': 200} Jul 07 19:30:08.633300 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5f9b03-1a7e-4368-967f-c7215c4eec49 x-openstack-request-id: req-ea5f9b03-1a7e-4368-967f-c7215c4eec49 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:08.633726 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2f1a0c-8e86-48d0-895a-b5b103a5aef0", "name": "network-vif-plugged", "status": "completed", "tag": "ab8c4063-56dc-4008-9c73-204be6ef9237", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:08.634077 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ea5f9b03-1a7e-4368-967f-c7215c4eec49 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:08.634575 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8c4063-56dc-4008-9c73-204be6ef9237', 'code': 200} Jul 07 19:30:08.675767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.678908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-efe98a87-4361-4166-8fad-e3a0a6f5c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.680589 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-efe98a87-4361-4166-8fad-e3a0a6f5c500 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6f88e147-8418-4187-96d0-4178ce5ff7e5 HTTP/1.1" status: 200 len: 837 time: 0.1409743 Jul 07 19:30:08.739838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e65865fe-2611-4c42-bc15-62a502d28faa req-bc2a9df5-8040-4cf8-9471-5dbfddda48f3 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929281 Jul 07 19:30:08.854967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-976dfafc-e1b0-4511-b06c-6c43dac92e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.856798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-976dfafc-e1b0-4511-b06c-6c43dac92e42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.3210263 Jul 07 19:30:08.870636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-5b937cb4-e395-4574-8339-8bfb42b7a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.872191 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-5b937cb4-e395-4574-8339-8bfb42b7a825 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1a73368-5ab0-4b93-b96e-c192588fd6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1845903 Jul 07 19:30:08.880677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.913165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8e4e63-5e60-428b-ad50-529bdb9441d4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:08.949610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d90b82-5511-4932-946e-7c639e474d9d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:08.949934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d90b82-5511-4932-946e-7c639e474d9d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:08.966417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:08.986806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd48b5-ed0a-4966-9463-37e736f2cd01 req-8b56def2-0b4a-4577-a8d4-3312164488d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:08.988462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22fd48b5-ed0a-4966-9463-37e736f2cd01 req-8b56def2-0b4a-4577-a8d4-3312164488d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 1097 time: 0.2241831 Jul 07 19:30:09.001516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.014625 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:09.015343 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:09.019350 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:09.022145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-34726686-ff91-41a1-8a63-d25137cbcf59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 999 time: 0.1542420 Jul 07 19:30:09.031713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d87408-432a-4a74-b567-f72d629c8199 req-39764fc3-8aa9-402b-9609-f6474c576ac4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:09.033244 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45d87408-432a-4a74-b567-f72d629c8199 req-39764fc3-8aa9-402b-9609-f6474c576ac4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 944 time: 0.2529435 Jul 07 19:30:09.073965 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-9fede514-96a7-4a99-9655-462241447deb service neutron] 10.222.0.112 "GET /v2.0/networks/a1a73368-5ab0-4b93-b96e-c192588fd6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895847 Jul 07 19:30:09.113624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22fd48b5-ed0a-4966-9463-37e736f2cd01 req-c6dc29f5-d799-4e65-85c9-06fb2b908080 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157050 Jul 07 19:30:09.139882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e294a4-d682-45a3-8a75-b2d623a635d2 req-9a2cdaca-ba21-4081-8cc5-9e52fdae03b3 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:09.141135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07e294a4-d682-45a3-8a75-b2d623a635d2 req-9a2cdaca-ba21-4081-8cc5-9e52fdae03b3 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.2173424 Jul 07 19:30:09.150242 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.151196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-2cf7a4d7-32d2-4248-9bfe-ab238807ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:09.153183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-2cf7a4d7-32d2-4248-9bfe-ab238807ca33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.1166387 Jul 07 19:30:09.161304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45d87408-432a-4a74-b567-f72d629c8199 req-def72c88-3e7f-4934-882b-a721e5ae375a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=dddde2de-35e5-4088-903e-da1fd095bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198995 Jul 07 19:30:09.165882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:09.170811 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/ea8e4e63-5e60-428b-ad50-529bdb9441d4 HTTP/1.1" status: 204 len: 168 time: 0.6410143 Jul 07 19:30:09.171964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.197762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4f662-4c5f-4c24-97f2-cbe695cabb59 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=ea8e4e63-5e60-428b-ad50-529bdb9441d4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:09.208624 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-61837ae7-6df1-40f8-a149-14611796d3b6 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.209091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61837ae7-6df1-40f8-a149-14611796d3b6 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.217802 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-61837ae7-6df1-40f8-a149-14611796d3b6 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/subnets/4fe36213-7cb9-436e-bf0e-0a36c86eecd3 HTTP/1.1" status: 404 len: 337 time: 0.0441489 Jul 07 19:30:09.221828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.233358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07e294a4-d682-45a3-8a75-b2d623a635d2 req-5b0a1ee7-b3bf-46ad-8164-f36b26b8260c tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846295 Jul 07 19:30:09.245746 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d50408-d294-4c74-9f69-141e5d37e74e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.246259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d50408-d294-4c74-9f69-141e5d37e74e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.249267 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-28d50408-d294-4c74-9f69-141e5d37e74e tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/7ba7ad82-2fb8-44aa-943a-c690eccfdedd HTTP/1.1" status: 404 len: 339 time: 0.0252087 Jul 07 19:30:09.250875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.272641 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0460a90c-8141-48c8-ae06-c9426cf3b0dc req-ebbdb2fc-0f30-4aac-bba7-60274a866db6 service neutron] 10.222.0.112 "GET /v2.0/networks/a1a73368-5ab0-4b93-b96e-c192588fd6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822920 Jul 07 19:30:09.298011 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec893f4-ffad-4995-9b1a-330322383c8f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.298557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec893f4-ffad-4995-9b1a-330322383c8f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.302167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7ec893f4-ffad-4995-9b1a-330322383c8f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/subnets/65db27ca-0861-44c9-bc65-4ba2022e2754 HTTP/1.1" status: 404 len: 337 time: 0.0502212 Jul 07 19:30:09.305003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.331569 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d80c42-f36b-4da2-ad9f-c1c1b2d0e3f1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.331569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d80c42-f36b-4da2-ad9f-c1c1b2d0e3f1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.331569 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e1d80c42-f36b-4da2-ad9f-c1c1b2d0e3f1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/84fcb330-649f-4e6c-a2f1-313ccb3964b3 HTTP/1.1" status: 404 len: 339 time: 0.0251014 Jul 07 19:30:09.334028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.363453 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f954942-6375-4fcd-b306-c20382f6386c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.363911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f954942-6375-4fcd-b306-c20382f6386c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.365761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6f954942-6375-4fcd-b306-c20382f6386c tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/subnets/eb3c2db9-9fd5-4dac-8a82-6e5d927245f3 HTTP/1.1" status: 404 len: 337 time: 0.0307508 Jul 07 19:30:09.368241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.397368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9142391-10a1-4172-a826-8a3101b63931 req-c4745d29-7cd1-4fc4-acb2-72a9830fe487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:09.405077 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9142391-10a1-4172-a826-8a3101b63931 req-c4745d29-7cd1-4fc4-acb2-72a9830fe487 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 1096 time: 0.0657344 Jul 07 19:30:09.428966 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cec8a24-d427-4824-aa57-871e211176b5 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.429922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cec8a24-d427-4824-aa57-871e211176b5 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.434532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6cec8a24-d427-4824-aa57-871e211176b5 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/a6a99c2b-541c-4524-9b4d-368fe47ee6b1 HTTP/1.1" status: 404 len: 339 time: 0.0652993 Jul 07 19:30:09.435397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.471796 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c9cd6e-fdba-411a-bbe8-c61f4a401cb3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.472800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c9cd6e-fdba-411a-bbe8-c61f4a401cb3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.477426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f4c9cd6e-fdba-411a-bbe8-c61f4a401cb3 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/subnets/bb2ef544-471f-4a49-9fc1-530d5a977c86 HTTP/1.1" status: 404 len: 337 time: 0.0405984 Jul 07 19:30:09.480994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.509937 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5c1342-5d7c-490e-bd83-3fe1ec0e78ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.510536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5c1342-5d7c-490e-bd83-3fe1ec0e78ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.515022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5b5c1342-5d7c-490e-bd83-3fe1ec0e78ce tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/48da2c4b-ed46-475d-8241-ba4b3650271a HTTP/1.1" status: 404 len: 339 time: 0.0324340 Jul 07 19:30:09.515633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.517256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9142391-10a1-4172-a826-8a3101b63931 req-54f9d2ec-a50b-4e92-b418-6d0cdebf9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:09.518881 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9142391-10a1-4172-a826-8a3101b63931 req-54f9d2ec-a50b-4e92-b418-6d0cdebf9975 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a1a73368-5ab0-4b93-b96e-c192588fd6f8 HTTP/1.1" status: 200 len: 899 time: 0.1129520 Jul 07 19:30:09.556499 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a115e913-b1be-4fd7-84d2-433e962c205a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.556984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a115e913-b1be-4fd7-84d2-433e962c205a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.561455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a115e913-b1be-4fd7-84d2-433e962c205a tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/subnets/152cd45a-2d6f-4704-92c3-14bcd549b349 HTTP/1.1" status: 404 len: 337 time: 0.0415699 Jul 07 19:30:09.563106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.570724 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9142391-10a1-4172-a826-8a3101b63931 req-b650a212-c425-4687-b54d-97f1310ffa55 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 HTTP/1.1" status: 200 len: 217 time: 0.0444317 Jul 07 19:30:09.592850 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1f968a-326c-4a29-bfca-3f4062a144a5 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.593495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1f968a-326c-4a29-bfca-3f4062a144a5 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.599607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fb1f968a-326c-4a29-bfca-3f4062a144a5 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/590c62fe-b03c-4de3-9ffa-2e0972371aca HTTP/1.1" status: 404 len: 339 time: 0.0341642 Jul 07 19:30:09.601180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.646510 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0b57f8-24d3-463c-aa57-b674890b72aa tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.647370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0b57f8-24d3-463c-aa57-b674890b72aa tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.651295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3f0b57f8-24d3-463c-aa57-b674890b72aa tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/subnets/95fc9197-a833-48e4-b5fa-4edc77ac11bd HTTP/1.1" status: 404 len: 337 time: 0.0466971 Jul 07 19:30:09.651532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-759297aa-d310-4ad8-97e5-cbdafd8c8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:09.652997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-759297aa-d310-4ad8-97e5-cbdafd8c8bee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2764511 Jul 07 19:30:09.653483 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44688) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.671281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9142391-10a1-4172-a826-8a3101b63931 req-487aaba7-b1ca-47fd-ae2a-5cabb2d59829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:09.675101 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9142391-10a1-4172-a826-8a3101b63931 req-487aaba7-b1ca-47fd-ae2a-5cabb2d59829 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6f88e147-8418-4187-96d0-4178ce5ff7e5 HTTP/1.1" status: 200 len: 837 time: 0.0967357 Jul 07 19:30:09.687741 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ec58cb-9450-41d9-a4a1-426fa65882c4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.688940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ec58cb-9450-41d9-a4a1-426fa65882c4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.696320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c0ec58cb-9450-41d9-a4a1-426fa65882c4 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/329c43c3-41a3-4d67-a0f9-6ed794e32cde HTTP/1.1" status: 404 len: 339 time: 0.0383785 Jul 07 19:30:09.696999 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.731385 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0ab154-dccf-4b9d-af9c-5b4c0ed15ae1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.731385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0ab154-dccf-4b9d-af9c-5b4c0ed15ae1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.736521 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cd0ab154-dccf-4b9d-af9c-5b4c0ed15ae1 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/subnets/a3be6f05-97f2-47a1-bd37-67068d84c1bc HTTP/1.1" status: 404 len: 337 time: 0.0345709 Jul 07 19:30:09.756765 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.808872 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87c4291-6291-4eca-a5c5-08805b03c263 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.810829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87c4291-6291-4eca-a5c5-08805b03c263 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.816244 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d87c4291-6291-4eca-a5c5-08805b03c263 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/5ff2dca3-f4b1-4a5c-9b09-c43644d33708 HTTP/1.1" status: 404 len: 339 time: 0.0539346 Jul 07 19:30:09.817262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.869102 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8bc35b-5b13-4b59-82f7-e7c0a62ede4f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.870091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8bc35b-5b13-4b59-82f7-e7c0a62ede4f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.874455 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ed8bc35b-5b13-4b59-82f7-e7c0a62ede4f tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/subnets/84a16b0b-1ca0-4cf5-bd06-8c3a0bc8e502 HTTP/1.1" status: 404 len: 337 time: 0.0523016 Jul 07 19:30:09.876434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.888139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:09.896547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9142391-10a1-4172-a826-8a3101b63931 req-980f272a-9439-4698-bd29-2509e398bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:09.898510 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9142391-10a1-4172-a826-8a3101b63931 req-980f272a-9439-4698-bd29-2509e398bada service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1a73368-5ab0-4b93-b96e-c192588fd6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2165265 Jul 07 19:30:09.943279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da117756-4553-4c1e-bffb-6aa0eb7eac91 req-a6302f5f-814f-4aa4-b1ce-05081706a380 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:09.944860 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da117756-4553-4c1e-bffb-6aa0eb7eac91 req-a6302f5f-814f-4aa4-b1ce-05081706a380 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 944 time: 0.2500579 Jul 07 19:30:09.962975 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-5966f540-3d3e-48de-956f-06bf54f783bf service neutron] 10.222.0.59 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660072 Jul 07 19:30:09.963856 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e66f7c0-4e7e-411c-be82-030e90ce63e2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:09.964505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e66f7c0-4e7e-411c-be82-030e90ce63e2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:09.969447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2e66f7c0-4e7e-411c-be82-030e90ce63e2 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/9ca5d819-661b-4571-9d32-8726b7c45593 HTTP/1.1" status: 404 len: 339 time: 0.0716939 Jul 07 19:30:09.979588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:09.997201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 6784a540-d122-46f3-8524-d940a8f4c358 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:10.008023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 6784a540-d122-46f3-8524-d940a8f4c358 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:10.008995 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.058036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f3cd5a-2c3d-4805-a9d6-cafba1c2ca46 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Deleting subnet 86964c52-1d18-4f9b-ab1c-fdbc9e25dbec {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:10.065663 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f3cd5a-2c3d-4805-a9d6-cafba1c2ca46 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.070398 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9142391-10a1-4172-a826-8a3101b63931 req-f8b2424c-a183-4051-83e4-6f1464bae466 service neutron] 10.222.0.112 "GET /v2.0/networks/a1a73368-5ab0-4b93-b96e-c192588fd6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588864 Jul 07 19:30:10.130406 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.160289 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f3cd5a-2c3d-4805-a9d6-cafba1c2ca46 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.179405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:10.186453 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.198039 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da117756-4553-4c1e-bffb-6aa0eb7eac91 req-91703fda-19d5-4a59-98af-55c1f61f4917 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380748 Jul 07 19:30:10.257551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:10.267368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.268500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.268967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.269544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.270415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.270817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.271248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.271893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.272130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.272572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.273041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.273827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:10.301680 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d9142391-10a1-4172-a826-8a3101b63931 req-9b2afa1e-3419-430d-8800-7b07f6af6816 service neutron] 10.222.0.112 "GET /v2.0/networks/a1a73368-5ab0-4b93-b96e-c192588fd6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126062 Jul 07 19:30:10.316512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-7cd71cf1-6f96-4e3f-8278-2066f673ab9d service neutron] 10.222.0.59 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881734 Jul 07 19:30:10.326879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8984558-d4fc-433d-addb-5080d5c4aad8 req-fa21a3ac-61b3-490b-b34b-41475b05b9ca tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:10.345559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8984558-d4fc-433d-addb-5080d5c4aad8 req-fa21a3ac-61b3-490b-b34b-41475b05b9ca tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.3995032 Jul 07 19:30:10.366255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f3cd5a-2c3d-4805-a9d6-cafba1c2ca46 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.376053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3681b9c-48c5-4330-8daf-626009d752da req-46c4428e-48ed-45a3-8ae1-6a7212768ef2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3544178 Jul 07 19:30:10.430954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8984558-d4fc-433d-addb-5080d5c4aad8 req-fbfbf1d4-223d-4463-b84c-5a2d22080dde tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837343 Jul 07 19:30:10.460532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f3cd5a-2c3d-4805-a9d6-cafba1c2ca46 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.497529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3cd5a-2c3d-4805-a9d6-cafba1c2ca46 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Subnet': ['ID=86964c52-1d18-4f9b-ab1c-fdbc9e25dbec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:10.501976 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f3cd5a-2c3d-4805-a9d6-cafba1c2ca46 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.504808 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-85f3cd5a-2c3d-4805-a9d6-cafba1c2ca46 tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/subnets/86964c52-1d18-4f9b-ab1c-fdbc9e25dbec HTTP/1.1" status: 204 len: 168 time: 0.5241058 Jul 07 19:30:10.507170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:10.520961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6850b1a-20b0-4cae-a39a-cb75a9d6599c None None] Network f304e6a9-0a32-4fe0-8657-090dbca92c50 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:10.572435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681b9c-48c5-4330-8daf-626009d752da req-b32b865b-9507-410d-b8bc-6b5098319d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:10.574044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3681b9c-48c5-4330-8daf-626009d752da req-b32b865b-9507-410d-b8bc-6b5098319d01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.1371131 Jul 07 19:30:10.585501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abaa60-8397-4d66-b315-2b9cbb18b795 req-bfe698a6-81e5-45b0-89e4-e2b81202b069 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:10.587043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9abaa60-8397-4d66-b315-2b9cbb18b795 req-bfe698a6-81e5-45b0-89e4-e2b81202b069 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 944 time: 0.1283493 Jul 07 19:30:10.656907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:10.662581 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f29377a-2620-4deb-95a0-2b577529bed8" -d '{"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-plugged", "status": "completed", "tag": "6784a540-d122-46f3-8524-d940a8f4c358"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:10.671498 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.741246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Deleting port d69c5877-b74a-4c84-93d9-4de1fc4c132e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:10.741600 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.809173 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9abaa60-8397-4d66-b315-2b9cbb18b795 req-f847d139-65b0-4acf-b475-5e6f7a4a918c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=dddde2de-35e5-4088-903e-da1fd095bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163045 Jul 07 19:30:10.842684 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65abe08c-bbe5-4288-97c7-e8ee8ad67730 x-openstack-request-id: req-65abe08c-bbe5-4288-97c7-e8ee8ad67730 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:10.842684 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-plugged", "status": "completed", "tag": "6784a540-d122-46f3-8524-d940a8f4c358", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:10.842880 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-65abe08c-bbe5-4288-97c7-e8ee8ad67730 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:10.843840 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358', 'code': 200} Jul 07 19:30:10.849904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] For port d69c5877-b74a-4c84-93d9-4de1fc4c132e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d69c5877-b74a-4c84-93d9-4de1fc4c132e,segment=NetworkSegment(1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a),segment_id=1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:10.850282 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:10.884295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Calling delete_port for d69c5877-b74a-4c84-93d9-4de1fc4c132e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:10.909862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681b9c-48c5-4330-8daf-626009d752da req-936be907-1259-4810-a9f7-ae4051adb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:10.912255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3681b9c-48c5-4330-8daf-626009d752da req-936be907-1259-4810-a9f7-ae4051adb4a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 200 len: 921 time: 0.3007338 Jul 07 19:30:10.931734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce68cb6-3c49-4e8c-aa71-c1f847aed074 None None] DHCP port deletion for f304e6a9-0a32-4fe0-8657-090dbca92c50 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:10.970364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3681b9c-48c5-4330-8daf-626009d752da req-cc4a62b5-3878-4a22-b8fe-e0aadd05a0c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be HTTP/1.1" status: 200 len: 217 time: 0.0495188 Jul 07 19:30:11.036263 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.075259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5ce68cb6-3c49-4e8c-aa71-c1f847aed074 None None] Deleting port d69c5877-b74a-4c84-93d9-4de1fc4c132e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:11.075643 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ce68cb6-3c49-4e8c-aa71-c1f847aed074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.108081 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] No DVR routers for this DVR port d69c5877-b74a-4c84-93d9-4de1fc4c132e on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:11.122496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681b9c-48c5-4330-8daf-626009d752da req-c97e1c1e-9c63-4b3c-ada1-43531ec0ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:11.124102 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3681b9c-48c5-4330-8daf-626009d752da req-c97e1c1e-9c63-4b3c-ada1-43531ec0ffd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a HTTP/1.1" status: 200 len: 859 time: 0.1460419 Jul 07 19:30:11.138037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Port': ['ID=d69c5877-b74a-4c84-93d9-4de1fc4c132e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:11.151592 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-758ff1b4-dc1a-4c3d-a635-7e54957b403d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.167467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5ce68cb6-3c49-4e8c-aa71-c1f847aed074 None None] For port d69c5877-b74a-4c84-93d9-4de1fc4c132e, host n-d-792394-12, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:11.168018 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ce68cb6-3c49-4e8c-aa71-c1f847aed074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.192597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5ce68cb6-3c49-4e8c-aa71-c1f847aed074 None None] Calling delete_port for d69c5877-b74a-4c84-93d9-4de1fc4c132e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:11.196694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-5ce68cb6-3c49-4e8c-aa71-c1f847aed074 None None] Port d69c5877-b74a-4c84-93d9-4de1fc4c132e was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:30:11.198205 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ce68cb6-3c49-4e8c-aa71-c1f847aed074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.208144 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3681b9c-48c5-4330-8daf-626009d752da req-843d929f-13c9-4411-bdbd-6794d01395d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=653cbb6f-63b3-494b-b667-97c99e343850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749919 Jul 07 19:30:11.229620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce68cb6-3c49-4e8c-aa71-c1f847aed074 None None] Pushing event deleted for resources: {'Port': ['ID=d69c5877-b74a-4c84-93d9-4de1fc4c132e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:11.241058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce68cb6-3c49-4e8c-aa71-c1f847aed074 None None] No DVR routers for this DVR port d69c5877-b74a-4c84-93d9-4de1fc4c132e on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:11.246231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.273356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f304e6a9-0a32-4fe0-8657-090dbca92c50']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:11.294074 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.300349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:11.300731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af2cfc5-6261-42a0-a0f6-cbad8c70cd2a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:11.329535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.357734 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.371893 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:11.372314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:11.382780 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:11.431398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3681b9c-48c5-4330-8daf-626009d752da req-12555567-f8c7-4c9c-93b5-e4c7af064d13 service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139177 Jul 07 19:30:11.482890 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.489545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:30:11.504916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.522498 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] 10.222.0.113 "DELETE /v2.0/networks/f304e6a9-0a32-4fe0-8657-090dbca92c50 HTTP/1.1" status: 204 len: 168 time: 1.0013981 Jul 07 19:30:11.566241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee38865-8472-49cc-b647-43c8cbcd63ee tempest-NetworksTest-1561507373 tempest-NetworksTest-1561507373-project] Pushing event deleted for resources: {'Network': ['ID=f304e6a9-0a32-4fe0-8657-090dbca92c50,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:11.726924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:11.732256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3681b9c-48c5-4330-8daf-626009d752da req-6813b590-3e1f-4bf8-90d6-37b495e4bbf5 service neutron] 10.222.0.59 "GET /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889774 Jul 07 19:30:11.767949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'ce5d4cb2-b53a-4ff1-be5d-77bad09439f7', 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8', 'port_id': 'ce5d4cb2-b53a-4ff1-be5d-77bad09439f7', 'mac_address': 'fa:16:3e:72:55:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f88e147-8418-4187-96d0-4178ce5ff7e5', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:30:11.839825 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.855333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45964276-bb00-4cdd-a94d-717c20e20c20 req-e38861b0-07c0-4901-9352-8fb68266a28c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:11.862576 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45964276-bb00-4cdd-a94d-717c20e20c20 req-e38861b0-07c0-4901-9352-8fb68266a28c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.4301527 Jul 07 19:30:11.881001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:11.921647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:11.933494 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:11.980438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45964276-bb00-4cdd-a94d-717c20e20c20 req-e59906b2-c04e-49d4-baf5-06e5c16e14ca tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167941 Jul 07 19:30:11.994071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:12.005138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b6dad-f842-4ff7-9bf7-f2f31e7412cb req-96a01b57-96a5-4040-8c98-ad607ecde4b1 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:12.020026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-379b6dad-f842-4ff7-9bf7-f2f31e7412cb req-96a01b57-96a5-4040-8c98-ad607ecde4b1 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.2867002 Jul 07 19:30:12.095573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:12.145728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-379b6dad-f842-4ff7-9bf7-f2f31e7412cb req-f7665068-9cd2-4e3a-af91-55420b7e4358 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183784 Jul 07 19:30:12.166550 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['ce5d4cb2-b53a-4ff1-be5d-77bad09439f7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:12.225744 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d69c5877-b74a-4c84-93d9-4de1fc4c132e no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:12.256797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d69c5877-b74a-4c84-93d9-4de1fc4c132e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:12.257187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d69c5877-b74a-4c84-93d9-4de1fc4c132e not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:12.315391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634a0ce-9da4-41f9-811c-414744d9f806 req-d3caaec2-4de6-4dce-b407-038836472774 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:12.327580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7634a0ce-9da4-41f9-811c-414744d9f806 req-d3caaec2-4de6-4dce-b407-038836472774 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 945 time: 0.1166909 Jul 07 19:30:12.353467 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0371b45b-5eff-44a7-bb2c-8812583e9df6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=047b7bc22d6b43cba7c88279de490c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568759 Jul 07 19:30:12.354154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:12.419159 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:12.435726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7634a0ce-9da4-41f9-811c-414744d9f806 req-89528f03-df7c-4c64-8714-ae0cfe5b4b51 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=dddde2de-35e5-4088-903e-da1fd095bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071630 Jul 07 19:30:12.474598 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ed8239-23e6-4ed8-8b3a-06ec65585b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:12.504761 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ed8239-23e6-4ed8-8b3a-06ec65585b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:12.581351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ed8239-23e6-4ed8-8b3a-06ec65585b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:12.587061 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ed8239-23e6-4ed8-8b3a-06ec65585b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:12.590920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-27ed8239-23e6-4ed8-8b3a-06ec65585b99 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c67b5655-c316-4b90-81a0-e1dff114a9f8 HTTP/1.1" status: 204 len: 168 time: 0.2335138 Jul 07 19:30:12.620088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed8239-23e6-4ed8-8b3a-06ec65585b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67b5655-c316-4b90-81a0-e1dff114a9f8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:13.224674 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-5ff405de-5e24-44a3-8380-3d738bf61032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:13.226212 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-5ff405de-5e24-44a3-8380-3d738bf61032 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 1097 time: 0.1562996 Jul 07 19:30:13.240050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:13.301027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a357c0e-25a6-446f-a068-b3c72dce48cb req-0a9768b4-78d1-4daf-a766-16966befd8b4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:13.308305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a357c0e-25a6-446f-a068-b3c72dce48cb req-0a9768b4-78d1-4daf-a766-16966befd8b4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.1298034 Jul 07 19:30:13.349769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a626cd1-e7eb-4921-94f2-5c2cd9f353cd req-1c5abb33-302b-4a80-bd20-8dd94742a009 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:13.355763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a626cd1-e7eb-4921-94f2-5c2cd9f353cd req-1c5abb33-302b-4a80-bd20-8dd94742a009 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.1647565 Jul 07 19:30:13.364118 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.437037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a357c0e-25a6-446f-a068-b3c72dce48cb req-fa6dc49a-dfdb-4973-8ec6-7151ee5d9c64 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275439 Jul 07 19:30:13.495698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a626cd1-e7eb-4921-94f2-5c2cd9f353cd req-a1c90e51-6e3f-4899-9e7f-80db96783246 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307807 Jul 07 19:30:13.498729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:13.601806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:13.629929 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:13.630314 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.729312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e521-d5e7-4787-99d2-103310d7c3dd req-5c6fa1a3-b7ec-4761-9b02-5fba8bf53683 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:13.740784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f81e521-d5e7-4787-99d2-103310d7c3dd req-5c6fa1a3-b7ec-4761-9b02-5fba8bf53683 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 945 time: 0.1329772 Jul 07 19:30:13.745469 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:13.796798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f81e521-d5e7-4787-99d2-103310d7c3dd req-697e903e-3dd0-49bb-93fd-da982bb223e5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=dddde2de-35e5-4088-903e-da1fd095bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548580 Jul 07 19:30:13.817013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:13.838989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:13.849024 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.884497 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dab89f-2ec3-443f-949d-acefe84077bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5d4cb2-b53a-4ff1-be5d-77bad09439f7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:13.887481 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed792c0-cfd1-4c78-9f90-52efa3ffd01c" -d '{"events": [{"server_uuid": "59dab89f-2ec3-443f-949d-acefe84077bb", "name": "network-vif-plugged", "status": "completed", "tag": "ce5d4cb2-b53a-4ff1-be5d-77bad09439f7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:13.908765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:13.921592 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.954485 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.963664 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:13.968170 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01629935-a035-4735-92ac-d72f3aac35f7 x-openstack-request-id: req-01629935-a035-4735-92ac-d72f3aac35f7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:13.968301 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dab89f-2ec3-443f-949d-acefe84077bb", "name": "network-vif-plugged", "status": "completed", "tag": "ce5d4cb2-b53a-4ff1-be5d-77bad09439f7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:13.968751 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-01629935-a035-4735-92ac-d72f3aac35f7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:13.969208 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dab89f-2ec3-443f-949d-acefe84077bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5d4cb2-b53a-4ff1-be5d-77bad09439f7', 'code': 200} Jul 07 19:30:13.976174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Transition to ACTIVE for port object 6784a540-d122-46f3-8524-d940a8f4c358 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:13.977336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:13.980100 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63611e0b-5507-4dda-a93e-4236484622b5" -d '{"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-unplugged", "status": "completed", "tag": "6784a540-d122-46f3-8524-d940a8f4c358"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:13.997155 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.000758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:14.054387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1252119207'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:14.108870 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f95774-d773-4d93-975f-cb3b7a491900 x-openstack-request-id: req-f7f95774-d773-4d93-975f-cb3b7a491900 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:14.109481 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-unplugged", "status": "completed", "tag": "6784a540-d122-46f3-8524-d940a8f4c358", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:14.109959 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f7f95774-d773-4d93-975f-cb3b7a491900 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:14.110654 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358', 'code': 200} Jul 07 19:30:14.195283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:14.202580 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.230572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:14.247643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.263779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.264341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.264985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.265545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.266105 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.266661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.267296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.268395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.269006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.269573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.270123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.270685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:14.289802 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16778c99-27de-48a9-9255-d1603ff17f5d req-a3384886-a3f3-473f-a817-a6d594ca379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:14.292825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16778c99-27de-48a9-9255-d1603ff17f5d req-a3384886-a3f3-473f-a817-a6d594ca379c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 1098 time: 0.2064013 Jul 07 19:30:14.430863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] No DVR routers for this DVR port 6784a540-d122-46f3-8524-d940a8f4c358 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:14.447427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16778c99-27de-48a9-9255-d1603ff17f5d req-9186eb16-ae37-4362-8960-d7a523fc6246 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=dddde2de-35e5-4088-903e-da1fd095bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422906 Jul 07 19:30:14.557659 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.594129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.669671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:14.742188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112204bb-615a-46e5-9ab2-09ff8546f0e0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:14.755466 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.756050 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Added segment d370235f-17ed-4018-91c7-389c9d3a2b53 of type vlan for network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 Jul 07 19:30:14.864538 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.924639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e3820-a503-4703-acfa-c741521b4ae3 req-f937fc24-f13d-4ffc-9ae2-65d009a0b010 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:14.928842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-682e3820-a503-4703-acfa-c741521b4ae3 req-f937fc24-f13d-4ffc-9ae2-65d009a0b010 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 944 time: 0.2388761 Jul 07 19:30:14.940413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf7cf9-ff2d-4041-9675-43420a9d696b req-b5872643-f0dc-4470-9187-f5e87a4dcb10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:14.942388 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efaf7cf9-ff2d-4041-9675-43420a9d696b req-b5872643-f0dc-4470-9187-f5e87a4dcb10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.1927748 Jul 07 19:30:14.976908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:14.982666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:14.983291 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.066213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:15.066651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:15.066990 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 on network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:15.072988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Port 6784a540-d122-46f3-8524-d940a8f4c358 on network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:30:15.073517 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Attempting to bind port 6784a540-d122-46f3-8524-d940a8f4c358 on network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:15.080969 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:15.081314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Checking segment: {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:15.082046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Bound using segment: {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:15.082770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Bound port: 6784a540-d122-46f3-8524-d940a8f4c358, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23bcb5fd-64a5-417a-a63e-94fda64c017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:15.083412 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.090361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-682e3820-a503-4703-acfa-c741521b4ae3 req-3e5e42ce-f3c7-4c8c-b367-a07bee6d921d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455023 Jul 07 19:30:15.094494 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2745585 Jul 07 19:30:15.100269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:15.107655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'name': 'tempest-PortsTestJSON-325954165'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:15.120834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efaf7cf9-ff2d-4041-9675-43420a9d696b req-b13dde55-ab42-418a-a974-4087d0747eed tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676309 Jul 07 19:30:15.138006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232cc26-d0d0-4669-a1fa-8d1a7063a947 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Network': ['ID=7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:15.156564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:15.292789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:15.297621 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.330584 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:15.353813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port f23f998a-f355-454b-ace8-a36dacd51041 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:15.366202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0999182-3a17-4929-b337-390651dbba3e req-d48092b8-1632-440a-a414-7bc676358f61 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:15.367898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0999182-3a17-4929-b337-390651dbba3e req-d48092b8-1632-440a-a414-7bc676358f61 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 946 time: 0.1321197 Jul 07 19:30:15.384868 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:15.484328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0999182-3a17-4929-b337-390651dbba3e req-5d37e92f-2284-4ebc-b00a-46c660b9eab6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=dddde2de-35e5-4088-903e-da1fd095bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962448 Jul 07 19:30:15.495418 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.559007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:15.559664 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.561068 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] 10.222.0.112 "PUT /v2.0/ports/6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 1093 time: 2.3265033 Jul 07 19:30:15.615795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308bfbd-954a-4345-b1f5-768ea9bc381b service neutron] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:15.734437 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.807492 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:15.811973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-863e7dc9-7e1c-4bf2-bb12-e9e5d4944d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:15.813672 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-863e7dc9-7e1c-4bf2-bb12-e9e5d4944d1d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1096 time: 0.2243683 Jul 07 19:30:15.919509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:15.934385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=f23f998a-f355-454b-ace8-a36dacd51041,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:15.979373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Checking segment: {'id': 'd370235f-17ed-4018-91c7-389c9d3a2b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:15.979830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network hostable DHCP agents. Network: 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:15.990554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:16.007054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-f3fc9f97-e83f-4287-bc64-3247e1640f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:16.008791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-f3fc9f97-e83f-4287-bc64-3247e1640f36 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.1579614 Jul 07 19:30:16.026208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:16.062510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:16.075066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75a5f41-966f-49ec-9d4d-96a31de111b4 None None] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:16.076226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:16.084741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:16.085408 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.115508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:16.117968 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad919d0c-72c6-44d7-a09d-83822cd96ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "tag": "6784a540-d122-46f3-8524-d940a8f4c358"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:16.138267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:16.144100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1106613931'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:16.155949 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aab1024b-ed00-4396-b4c3-c5e4191c1fd7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0524926 Jul 07 19:30:16.161372 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-a64ac738-cb08-4f1d-bedf-0e25468a36ed service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 998 time: 0.1452587 Jul 07 19:30:16.235009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:16.242671 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.242955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-611de96f-b441-4b41-b92a-01d4f09d9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:16.246912 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-611de96f-b441-4b41-b92a-01d4f09d9448 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.0712609 Jul 07 19:30:16.249096 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4611fec-cdac-4a89-9b5b-825c0ad99896 x-openstack-request-id: req-e4611fec-cdac-4a89-9b5b-825c0ad99896 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:16.249500 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "tag": "6784a540-d122-46f3-8524-d940a8f4c358", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:16.249880 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e4611fec-cdac-4a89-9b5b-825c0ad99896 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:16.250378 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358', 'status': 'completed', 'code': 200} Jul 07 19:30:16.311139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-2b2ff0ca-d917-4b53-a950-1f3a721f0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:16.312967 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-2b2ff0ca-d917-4b53-a950-1f3a721f0e50 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612924 Jul 07 19:30:16.338924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:16.361668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.362141 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Added segment 72abc908-0c0d-4b01-a6f2-3827ed2dad6f of type vlan for network 7f1d37c3-d976-4401-8325-4528de8b9612 Jul 07 19:30:16.449321 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.513783 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-d5ef8ec2-3158-4031-b783-12391a9eab12 service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936984 Jul 07 19:30:16.616922 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a035ecd1-c60e-4c3d-9b72-03d21d8027c9 req-d0fe5fde-ec56-4473-ac6f-43c58e715a45 service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963545 Jul 07 19:30:16.738030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-0c7889e6-99b2-4b65-aa66-4e9adbf86b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:16.740253 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-0c7889e6-99b2-4b65-aa66-4e9adbf86b1b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1096 time: 0.0724943 Jul 07 19:30:16.868801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-156e007a-e156-4ba6-a744-f4a391a7b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:16.870575 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-156e007a-e156-4ba6-a744-f4a391a7b6c6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.1238503 Jul 07 19:30:16.913702 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.919781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:16.920621 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.948910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8094935 Jul 07 19:30:16.952830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:16.960538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'ports': [{'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6'}, {'network_id': '7f1d37c3-d976-4401-8325-4528de8b9612'}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:16.960899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:16.961505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': '7f1d37c3-d976-4401-8325-4528de8b9612'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:17.033442 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-a9008db7-1ace-447b-bf58-b9cf3b13b39c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 998 time: 0.1544914 Jul 07 19:30:17.034337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-1097c69a-ef9e-4fc4-8030-86b711c2b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.036594 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-1097c69a-ef9e-4fc4-8030-86b711c2b434 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1096 time: 0.7415986 Jul 07 19:30:17.075971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79db340-2c8b-45cb-8eca-1a3b4d1d7081 req-9ae7fdcf-fe5d-4e0e-8d1b-359bef15b942 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.083520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f79db340-2c8b-45cb-8eca-1a3b4d1d7081 req-9ae7fdcf-fe5d-4e0e-8d1b-359bef15b942 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.6199727 Jul 07 19:30:17.122598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-5c56aaac-a356-4c7f-bc46-2b23c1fb6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.124091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f575130-8a3e-429f-b03e-1b15f608ad7b tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Network': ['ID=7f1d37c3-d976-4401-8325-4528de8b9612,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:17.124236 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-5c56aaac-a356-4c7f-bc46-2b23c1fb6d24 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.0823753 Jul 07 19:30:17.138886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08595f92-22e9-4540-a47d-a8fe05e24efb req-aa3588e7-bbc9-4b21-a867-0c580d02539b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.150973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 7f1d37c3-d976-4401-8325-4528de8b9612 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:17.151520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08595f92-22e9-4540-a47d-a8fe05e24efb req-aa3588e7-bbc9-4b21-a867-0c580d02539b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 944 time: 0.6888559 Jul 07 19:30:17.255879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f79db340-2c8b-45cb-8eca-1a3b4d1d7081 req-d12a23a6-800a-4de2-aefe-4c003806c243 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677904 Jul 07 19:30:17.326511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-c147a72a-3be7-4c75-ace6-a4916f8f9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.328287 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-c147a72a-3be7-4c75-ace6-a4916f8f9caa service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964712 Jul 07 19:30:17.340047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08595f92-22e9-4540-a47d-a8fe05e24efb req-b6e21cf1-c492-4533-87c2-585db9c7d6e2 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869125 Jul 07 19:30:17.372166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:17.373200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-ae2160d1-5d10-4eff-a4fc-1c27741b32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.375104 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-ae2160d1-5d10-4eff-a4fc-1c27741b32d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.3258708 Jul 07 19:30:17.382700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.483746 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.518706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-b286a130-c281-4e43-9287-eaa4773bd5ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 998 time: 0.1362290 Jul 07 19:30:17.637440 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-154aa11f-6bd4-42b6-a418-8c22b01a987c service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893445 Jul 07 19:30:17.643037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port dc134da4-fa37-4845-9cbb-3d78a7ecb628 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:17.672679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-527e57c3-6187-455b-ab54-dfb91faedc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.674821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-527e57c3-6187-455b-ab54-dfb91faedc52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.1440585 Jul 07 19:30:17.745914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a0310-3934-4713-bc4f-9ade9b19537a req-7c7b0056-268a-4d2f-ae70-eea53ce86419 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.747918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d2a0310-3934-4713-bc4f-9ade9b19537a req-7c7b0056-268a-4d2f-ae70-eea53ce86419 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 946 time: 0.1480012 Jul 07 19:30:17.782541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-79e0a8db-46a8-44c3-96b7-0db178f2ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:17.784505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-79e0a8db-46a8-44c3-96b7-0db178f2ad83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023786 Jul 07 19:30:17.875534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d2a0310-3934-4713-bc4f-9ade9b19537a req-93f399da-729d-4d8b-9b3c-6af7c2f14992 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=dddde2de-35e5-4088-903e-da1fd095bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194944 Jul 07 19:30:17.931852 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-1f19801b-885b-441a-918c-fe505831e6c4 service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486572 Jul 07 19:30:17.946009 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:17.974379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-998c27d8-b5f8-4460-a61e-bc1a8220cae7 service neutron] 10.222.0.59 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734540 Jul 07 19:30:18.095349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 668123aa-b228-47d6-9a7b-8b39f39d8b3a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:18.121284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad919d0c-72c6-44d7-a09d-83822cd96ba6 req-71937c3b-a23f-4f9f-98f7-dff69c738cdf service neutron] 10.222.0.59 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402910 Jul 07 19:30:18.158447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdb680-a7ad-4f0b-8611-bdc9dbfef748 req-e0f3768e-c280-4ab1-ac0d-dc0cea52e88a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:18.160195 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26fdb680-a7ad-4f0b-8611-bdc9dbfef748 req-e0f3768e-c280-4ab1-ac0d-dc0cea52e88a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 946 time: 0.0940459 Jul 07 19:30:18.235290 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26fdb680-a7ad-4f0b-8611-bdc9dbfef748 req-2685bd51-8877-4d33-ad84-8ba61502620d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=dddde2de-35e5-4088-903e-da1fd095bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655510 Jul 07 19:30:18.243892 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.342567 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.402859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:18.410455 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:18.415684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:18.416996 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.424909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=dc134da4-fa37-4845-9cbb-3d78a7ecb628,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:18.546664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bce19-e46a-4d12-8657-f675dbbdaba0 req-15e27c64-10e9-4430-bc6d-d052a9570795 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:18.552654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-394bce19-e46a-4d12-8657-f675dbbdaba0 req-15e27c64-10e9-4430-bc6d-d052a9570795 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.1361001 Jul 07 19:30:18.564311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=668123aa-b228-47d6-9a7b-8b39f39d8b3a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:18.578410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Checking segment: {'id': '72abc908-0c0d-4b01-a6f2-3827ed2dad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '7f1d37c3-d976-4401-8325-4528de8b9612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:18.579111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network hostable DHCP agents. Network: 7f1d37c3-d976-4401-8325-4528de8b9612, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:18.610011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7f1d37c3-d976-4401-8325-4528de8b9612 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:18.624085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 7f1d37c3-d976-4401-8325-4528de8b9612) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:18.629555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:18.635593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd661d4c-e65b-4d6c-aac7-a00bbf761270 None None] Network 7f1d37c3-d976-4401-8325-4528de8b9612 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:18.637088 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:18.642438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:18.644873 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.663942 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d4b9a7b-ffd6-4fc0-8b92-cf6e9c24fc69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7090156 Jul 07 19:30:18.667440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:18.722383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-394bce19-e46a-4d12-8657-f675dbbdaba0 req-cb58a1ed-ee74-4473-8981-9b5dc86e6b12 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636558 Jul 07 19:30:18.872823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02509502-bfeb-4c55-87e6-ac9cf61d9b0e req-8f6a6228-82c4-49df-a67c-6b73bccb6dc3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:18.874445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02509502-bfeb-4c55-87e6-ac9cf61d9b0e req-8f6a6228-82c4-49df-a67c-6b73bccb6dc3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 944 time: 0.2572002 Jul 07 19:30:18.923149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9a45d-7fd4-4c04-b407-42fb683854d9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 668123aa-b228-47d6-9a7b-8b39f39d8b3a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:18.923581 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a45d-7fd4-4c04-b407-42fb683854d9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.942507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02509502-bfeb-4c55-87e6-ac9cf61d9b0e req-e476a781-2e3d-45f3-9f02-304f33d9eaab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617118 Jul 07 19:30:18.983653 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.001630 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a45d-7fd4-4c04-b407-42fb683854d9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.022380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9a45d-7fd4-4c04-b407-42fb683854d9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 668123aa-b228-47d6-9a7b-8b39f39d8b3a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:19.115595 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a45d-7fd4-4c04-b407-42fb683854d9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.149241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9a45d-7fd4-4c04-b407-42fb683854d9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=668123aa-b228-47d6-9a7b-8b39f39d8b3a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:19.157087 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5e9a45d-7fd4-4c04-b407-42fb683854d9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.161432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a5e9a45d-7fd4-4c04-b407-42fb683854d9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/668123aa-b228-47d6-9a7b-8b39f39d8b3a HTTP/1.1" status: 204 len: 168 time: 0.4900677 Jul 07 19:30:19.161943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:19.235561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aee633c-ca4d-4255-ad6c-a2722174cdc9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:19.242708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aee633c-ca4d-4255-ad6c-a2722174cdc9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:19.244313 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9aee633c-ca4d-4255-ad6c-a2722174cdc9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0812552 Jul 07 19:30:19.247098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:19.363543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9cdd5-4c08-43d7-a857-f5602465cedc tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port dc134da4-fa37-4845-9cbb-3d78a7ecb628 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:19.364123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b9cdd5-4c08-43d7-a857-f5602465cedc tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.445718 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b9cdd5-4c08-43d7-a857-f5602465cedc tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.462830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9cdd5-4c08-43d7-a857-f5602465cedc tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for dc134da4-fa37-4845-9cbb-3d78a7ecb628 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:19.523087 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:30:19.561392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b9cdd5-4c08-43d7-a857-f5602465cedc tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.608311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5b9cdd5-4c08-43d7-a857-f5602465cedc tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.610701 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e5b9cdd5-4c08-43d7-a857-f5602465cedc tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/dc134da4-fa37-4845-9cbb-3d78a7ecb628 HTTP/1.1" status: 204 len: 168 time: 0.3623354 Jul 07 19:30:19.613700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9cdd5-4c08-43d7-a857-f5602465cedc tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=dc134da4-fa37-4845-9cbb-3d78a7ecb628,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:19.614370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:19.671240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:19.691489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '6784a540-d122-46f3-8524-d940a8f4c358', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'port_id': '6784a540-d122-46f3-8524-d940a8f4c358', 'mac_address': 'fa:16:3e:39:ed:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:30:19.741511 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.755838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6784a540-d122-46f3-8524-d940a8f4c358 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:19.758184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ddf79d-0413-4922-92e6-d7f245be5b94 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:19.762529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d5ddf79d-0413-4922-92e6-d7f245be5b94 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1443779 Jul 07 19:30:19.762529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:19.762529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44958) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:19.779437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:19.785319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:19.847102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:19.937872 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e040287-2828-418a-bf61-c39dbe763573 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:30:19.943637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:19.958154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8e040287-2828-418a-bf61-c39dbe763573 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/668123aa-b228-47d6-9a7b-8b39f39d8b3a HTTP/1.1" status: 404 len: 333 time: 0.1901445 Jul 07 19:30:19.977204 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb38fb6-eabe-4f80-96ce-4e4dc7c1f7c0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:30:19.982222 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6eb38fb6-eabe-4f80-96ce-4e4dc7c1f7c0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/dc134da4-fa37-4845-9cbb-3d78a7ecb628 HTTP/1.1" status: 404 len: 333 time: 0.0372951 Jul 07 19:30:19.982727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:20.023967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['6784a540-d122-46f3-8524-d940a8f4c358'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:20.083096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.256719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.262753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec6a42-88cf-4421-863e-1c9febbda55d req-a484baf0-1ea8-4f9b-b918-d410c3900e51 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:20.264492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdec6a42-88cf-4421-863e-1c9febbda55d req-a484baf0-1ea8-4f9b-b918-d410c3900e51 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.2980442 Jul 07 19:30:20.271252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1d37c3-d976-4401-8325-4528de8b9612']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:20.284409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72abc908-0c0d-4b01-a6f2-3827ed2dad6f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:20.285003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72abc908-0c0d-4b01-a6f2-3827ed2dad6f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:20.296180 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.314204 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.324207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:20.325003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:20.331479 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:20.417851 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.442326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdec6a42-88cf-4421-863e-1c9febbda55d req-c59d8578-d55f-4c18-b4b0-477fdf80637f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635580 Jul 07 19:30:20.446669 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.448813 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/networks/7f1d37c3-d976-4401-8325-4528de8b9612 HTTP/1.1" status: 204 len: 168 time: 0.4650972 Jul 07 19:30:20.467674 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:20.470578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04df498-bd79-4a5a-86e8-666a2eb9c47d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Network': ['ID=7f1d37c3-d976-4401-8325-4528de8b9612,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:20.477171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-990529224'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:20.506465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:20.511232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.533580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c632af-74a1-47af-914c-bb65f5561d7b req-b2395e91-a40c-42fe-bc91-09a5a170951a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:20.535653 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0c632af-74a1-47af-914c-bb65f5561d7b req-b2395e91-a40c-42fe-bc91-09a5a170951a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 945 time: 0.3432372 Jul 07 19:30:20.567735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:20.578956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.579385 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Added segment 94dd1ad3-b237-464d-9fec-d7cd6ea1c091 of type vlan for network f3daf6a1-c1f8-431d-8226-7381497026a9 Jul 07 19:30:20.630732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.637055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0c632af-74a1-47af-914c-bb65f5561d7b req-c18dd28d-a600-4c2e-9393-f240a9964c31 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938573 Jul 07 19:30:20.661470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 44980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:20.665745 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.675306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:20.677525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.748354 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2794514 Jul 07 19:30:20.751125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 44986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:20.756877 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': 'f3daf6a1-c1f8-431d-8226-7381497026a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:20.787146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6c7c9cde-c230-47a0-a47e-10fc07afcfc1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/3589e90f-79ff-4166-8e9d-f98db16da9f5 HTTP/1.1" status: 200 len: 991 time: 0.1244292 Jul 07 19:30:20.827485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88037d77-4a13-46d3-b90f-a57cc00c6030 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Network': ['ID=f3daf6a1-c1f8-431d-8226-7381497026a9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:20.841901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.860768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f3daf6a1-c1f8-431d-8226-7381497026a9 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:20.932688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:20.937337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.294727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Allocated IP 172.20.0.17 (a1a73368-5ab0-4b93-b96e-c192588fd6f8/6f88e147-8418-4187-96d0-4178ce5ff7e5/c67ff396-3d5a-44b1-af84-452d82ae26e6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:21.300419 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.399922 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Checking segment: {'id': '94dd1ad3-b237-464d-9fec-d7cd6ea1c091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'f3daf6a1-c1f8-431d-8226-7381497026a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:21.400787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network hostable DHCP agents. Network: f3daf6a1-c1f8-431d-8226-7381497026a9, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:21.405321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Subnet': ['ID=a40cfc50-4ef4-480f-ac9d-00042aec7426,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:21.443756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network f3daf6a1-c1f8-431d-8226-7381497026a9 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:21.462908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f3daf6a1-c1f8-431d-8226-7381497026a9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:21.466942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:21.467800 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.478037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b3846-b426-427e-8974-547884cb9eac None None] Network f3daf6a1-c1f8-431d-8226-7381497026a9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:21.502708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.503534 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8236a184-4884-447e-85ca-216c427f04a8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7510731 Jul 07 19:30:21.504092 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:21.509546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': 'f3daf6a1-c1f8-431d-8226-7381497026a9', 'name': 'tempest-PortsTestJSON-648883339'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:21.521940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Transition to ACTIVE for port object c67ff396-3d5a-44b1-af84-452d82ae26e6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:21.568013 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.633402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:21.635157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=c67ff396-3d5a-44b1-af84-452d82ae26e6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:21.656367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network a1a73368-5ab0-4b93-b96e-c192588fd6f8 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:21.657942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:21.661711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:21.712530 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.884793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 6784a540-d122-46f3-8524-d940a8f4c358 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:21.891891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 6784a540-d122-46f3-8524-d940a8f4c358 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:21.892267 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.095026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f3daf6a1-c1f8-431d-8226-7381497026a9', 'network_id': 'f3daf6a1-c1f8-431d-8226-7381497026a9', 'tenant_id': '4c43b8a30531496ca4415d525d5134b8', 'fixed_ips': [{'subnet_id': 'a40cfc50-4ef4-480f-ac9d-00042aec7426'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:30:22.100372 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.191828 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.198742 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.324818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3face5fa-38b0-4c9f-8d9a-03607e5d1cca req-adc89762-4396-483b-98cf-7e91ba00d44b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:22.335399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3face5fa-38b0-4c9f-8d9a-03607e5d1cca req-adc89762-4396-483b-98cf-7e91ba00d44b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.3905194 Jul 07 19:30:22.402130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Allocated IP 172.20.0.2 (f3daf6a1-c1f8-431d-8226-7381497026a9/a40cfc50-4ef4-480f-ac9d-00042aec7426/b7fc9427-ae1f-4561-8613-8c1c0fa141a1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:22.569900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:22.575739 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.626064 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 81737b68-970d-427c-82f2-550b7624f6c5 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:22.714030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b673a507-d82f-42de-a76e-28aa18310325 None None] Provisioning for port c67ff396-3d5a-44b1-af84-452d82ae26e6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:22.756321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:22.761323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:22.764212 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ca7d8d-75de-4b7f-b15b-8ed5c53fbdcd" -d '{"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-plugged", "status": "completed", "tag": "6784a540-d122-46f3-8524-d940a8f4c358"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:22.768058 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.770591 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.787960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3face5fa-38b0-4c9f-8d9a-03607e5d1cca req-13d66c92-bc74-4d5e-99f8-6359ce8aece2 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846686 Jul 07 19:30:22.846975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b673a507-d82f-42de-a76e-28aa18310325 None None] Provisioning complete for port c67ff396-3d5a-44b1-af84-452d82ae26e6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:22.847426 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b673a507-d82f-42de-a76e-28aa18310325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.854968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:22.856882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.870026 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.894429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b673a507-d82f-42de-a76e-28aa18310325 None None] Port c67ff396-3d5a-44b1-af84-452d82ae26e6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:22.896326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Transition to ACTIVE for port object b7fc9427-ae1f-4561-8613-8c1c0fa141a1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:22.913153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Transition to ACTIVE for port object b7fc9427-ae1f-4561-8613-8c1c0fa141a1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:22.924811 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268732c5-330b-4aa2-bdf2-df1b77056bf4 x-openstack-request-id: req-268732c5-330b-4aa2-bdf2-df1b77056bf4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:22.925197 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-plugged", "status": "completed", "tag": "6784a540-d122-46f3-8524-d940a8f4c358", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:22.925989 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-268732c5-330b-4aa2-bdf2-df1b77056bf4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:22.927066 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358', 'code': 200} Jul 07 19:30:22.930220 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:22.998800 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Network f3daf6a1-c1f8-431d-8226-7381497026a9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:23.001998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:23.007158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:23.011880 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.067393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Pushing event updated for resources: {'Port': ['ID=b7fc9427-ae1f-4561-8613-8c1c0fa141a1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:23.093515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Attempting to bind port b7fc9427-ae1f-4561-8613-8c1c0fa141a1 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:23.093876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Attempting to bind port b7fc9427-ae1f-4561-8613-8c1c0fa141a1 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '94dd1ad3-b237-464d-9fec-d7cd6ea1c091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'f3daf6a1-c1f8-431d-8226-7381497026a9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:23.094177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Attempting to bind port b7fc9427-ae1f-4561-8613-8c1c0fa141a1 on network f3daf6a1-c1f8-431d-8226-7381497026a9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:23.100122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.4 (f3daf6a1-c1f8-431d-8226-7381497026a9/a40cfc50-4ef4-480f-ac9d-00042aec7426/81737b68-970d-427c-82f2-550b7624f6c5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:23.104099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:23.104594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Checking segment: {'id': '94dd1ad3-b237-464d-9fec-d7cd6ea1c091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'f3daf6a1-c1f8-431d-8226-7381497026a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:23.105947 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.107992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Bound using segment: {'id': '94dd1ad3-b237-464d-9fec-d7cd6ea1c091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'f3daf6a1-c1f8-431d-8226-7381497026a9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:23.107992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Bound port: b7fc9427-ae1f-4561-8613-8c1c0fa141a1, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dd1ad3-b237-464d-9fec-d7cd6ea1c091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'f3daf6a1-c1f8-431d-8226-7381497026a9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:23.109614 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.138211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=c67ff396-3d5a-44b1-af84-452d82ae26e6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:23.156235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network a1a73368-5ab0-4b93-b96e-c192588fd6f8 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:23.161767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:23.388866 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.406973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object 81737b68-970d-427c-82f2-550b7624f6c5 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:23.616385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.651710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:23.693099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] For port b7fc9427-ae1f-4561-8613-8c1c0fa141a1, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:23.711265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] For port b7fc9427-ae1f-4561-8613-8c1c0fa141a1, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b7fc9427-ae1f-4561-8613-8c1c0fa141a1,segment=NetworkSegment(94dd1ad3-b237-464d-9fec-d7cd6ea1c091),segment_id=94dd1ad3-b237-464d-9fec-d7cd6ea1c091)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:23.732918 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.762872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network f3daf6a1-c1f8-431d-8226-7381497026a9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:23.764458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=81737b68-970d-427c-82f2-550b7624f6c5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:23.778400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:23.786834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:23.794011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0f48d-67a5-4229-8651-215f413bdcf0 None None] Pushing event updated for resources: {'Port': ['ID=b7fc9427-ae1f-4561-8613-8c1c0fa141a1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:23.811130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0f14d329-4da8-4076-8504-025dae5f2d56 None None] Provisioning complete for port c67ff396-3d5a-44b1-af84-452d82ae26e6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:23.811510 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f14d329-4da8-4076-8504-025dae5f2d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.874414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0f14d329-4da8-4076-8504-025dae5f2d56 None None] Port c67ff396-3d5a-44b1-af84-452d82ae26e6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:23.921992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:23.923183 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:23.945410 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-68849606-5a11-4185-9776-5f60b960702f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4399006 Jul 07 19:30:23.948154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:24.192071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3f982b00-fc3f-43e7-a6ee-a137a76605d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 81737b68-970d-427c-82f2-550b7624f6c5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:24.192432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f982b00-fc3f-43e7-a6ee-a137a76605d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.369055 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f982b00-fc3f-43e7-a6ee-a137a76605d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.384601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3f982b00-fc3f-43e7-a6ee-a137a76605d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 81737b68-970d-427c-82f2-550b7624f6c5 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:24.518589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65be212-a1dd-450b-ab34-8c5f280964bc req-52bad58f-0484-439b-99ba-ef7011611b38 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:24.520326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c65be212-a1dd-450b-ab34-8c5f280964bc req-52bad58f-0484-439b-99ba-ef7011611b38 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.1358085 Jul 07 19:30:24.521726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:24.540936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-04d42028-9b61-4d4a-8fbe-fe4ef9aa15e9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "PUT /v2.0/routers/73b699c9-f1ea-4eec-bf9f-f1d43a504323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7698731 Jul 07 19:30:24.541138 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Sync routers for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:24.549619 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:24.550319 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:24.593954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f982b00-fc3f-43e7-a6ee-a137a76605d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.619606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c65be212-a1dd-450b-ab34-8c5f280964bc req-b1687779-4fdb-4253-b0a3-065332a2e140 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865891 Jul 07 19:30:24.637998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f982b00-fc3f-43e7-a6ee-a137a76605d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=81737b68-970d-427c-82f2-550b7624f6c5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:24.756833 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f982b00-fc3f-43e7-a6ee-a137a76605d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:24.759746 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3f982b00-fc3f-43e7-a6ee-a137a76605d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/81737b68-970d-427c-82f2-550b7624f6c5 HTTP/1.1" status: 204 len: 168 time: 0.8101277 Jul 07 19:30:24.762393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:24.802455 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:24.821078 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7665fcef-30bd-4fd9-be34-fbf7e211a59a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:30:24.821858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7665fcef-30bd-4fd9-be34-fbf7e211a59a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:24.826142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7665fcef-30bd-4fd9-be34-fbf7e211a59a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/81737b68-970d-427c-82f2-550b7624f6c5 HTTP/1.1" status: 404 len: 333 time: 0.0594022 Jul 07 19:30:24.826391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:24.882056 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3327336-cd32-43e7-863e-8a4413bd3b72 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:30:24.884015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f3327336-cd32-43e7-863e-8a4413bd3b72 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/81737b68-970d-427c-82f2-550b7624f6c5 HTTP/1.1" status: 404 len: 333 time: 0.0526373 Jul 07 19:30:24.886758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45042) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:24.964753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ac5f88-45ed-4832-acc1-e8175afc5983 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting subnet a40cfc50-4ef4-480f-ac9d-00042aec7426 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:24.969068 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38ac5f88-45ed-4832-acc1-e8175afc5983 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.046664 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38ac5f88-45ed-4832-acc1-e8175afc5983 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.207104 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:30:21Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f60fd457-7f2d-4091-b240-3a14a16a0021', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'port_id': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'mac_address': 'fa:16:3e:37:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:15Z', 'updated_at': '2021-07-07T19:29:18Z', 'revision_number': 1, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67ff396-3d5a-44b1-af84-452d82ae26e6', 'name': '', 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:63:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '6f88e147-8418-4187-96d0-4178ce5ff7e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:30:21Z', 'updated_at': '2021-07-07T19:30:22Z', 'revision_number': 2, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': '6f88e147-8418-4187-96d0-4178ce5ff7e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:25.238523 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Checking router: 73b699c9-f1ea-4eec-bf9f-f1d43a504323 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:25.239279 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Updating router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 port c67ff396-3d5a-44b1-af84-452d82ae26e6 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:30:25.264670 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38ac5f88-45ed-4832-acc1-e8175afc5983 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.281030 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.342159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8e7b9-e99a-48cd-b6a0-78216251b360 req-9fa6296a-8bb7-4af6-aaee-0b499ca6bce2 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:25.349216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bf8e7b9-e99a-48cd-b6a0-78216251b360 req-9fa6296a-8bb7-4af6-aaee-0b499ca6bce2 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.1799929 Jul 07 19:30:25.403065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38ac5f88-45ed-4832-acc1-e8175afc5983 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.449206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bf8e7b9-e99a-48cd-b6a0-78216251b360 req-e2b93e5b-91d9-473e-bda0-e96574294452 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988674 Jul 07 19:30:25.452709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac5f88-45ed-4832-acc1-e8175afc5983 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Subnet': ['ID=a40cfc50-4ef4-480f-ac9d-00042aec7426,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:25.459470 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38ac5f88-45ed-4832-acc1-e8175afc5983 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.461832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-38ac5f88-45ed-4832-acc1-e8175afc5983 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/a40cfc50-4ef4-480f-ac9d-00042aec7426 HTTP/1.1" status: 204 len: 168 time: 0.5740304 Jul 07 19:30:25.464390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:25.469064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2970538-8cad-4741-94e9-16f75e5f6ecb None None] Network f3daf6a1-c1f8-431d-8226-7381497026a9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:25.541493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7fb8c77e-d923-4f86-8645-f0e46e04eec5 None None] Provisioning for port b7fc9427-ae1f-4561-8613-8c1c0fa141a1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:25.595051 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.638793 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.661009 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Transition to ACTIVE for port object c67ff396-3d5a-44b1-af84-452d82ae26e6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:25.674876 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.698542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port b7fc9427-ae1f-4561-8613-8c1c0fa141a1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:25.699543 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.763594 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Pushing event updated for resources: {'Port': ['ID=c67ff396-3d5a-44b1-af84-452d82ae26e6,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:25.796986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd1310-732f-4d44-8e87-84d38a85f5e1 None None] DHCP port deletion for f3daf6a1-c1f8-431d-8226-7381497026a9 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:25.868209 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.869059 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.869689 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.870262 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.870835 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.871388 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.871969 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.872536 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.873088 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.885083 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.885825 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.886416 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:25.910110 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Attempting to bind port c67ff396-3d5a-44b1-af84-452d82ae26e6 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:25.910637 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Attempting to bind port c67ff396-3d5a-44b1-af84-452d82ae26e6 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:25.911104 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Attempting to bind port c67ff396-3d5a-44b1-af84-452d82ae26e6 on network a1a73368-5ab0-4b93-b96e-c192588fd6f8 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:25.916736 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:25.917254 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Checking segment: {'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:25.917753 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.919984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd1310-732f-4d44-8e87-84d38a85f5e1 None None] Deleting port b7fc9427-ae1f-4561-8613-8c1c0fa141a1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:25.920363 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1310-732f-4d44-8e87-84d38a85f5e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.920956 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Bound using segment: {'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:25.921672 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Bound port: c67ff396-3d5a-44b1-af84-452d82ae26e6, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51dde3ee-4373-4483-9f3b-d9c536f5b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:25.922326 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:25.978621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] For port b7fc9427-ae1f-4561-8613-8c1c0fa141a1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b7fc9427-ae1f-4561-8613-8c1c0fa141a1,segment=NetworkSegment(94dd1ad3-b237-464d-9fec-d7cd6ea1c091),segment_id=94dd1ad3-b237-464d-9fec-d7cd6ea1c091)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:25.979667 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.009673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for b7fc9427-ae1f-4561-8613-8c1c0fa141a1 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:26.037827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e5fc-2826-41f3-89f6-da989f6d0729 req-abc334c2-6f76-4414-8efa-bc95b79bc6d9 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:26.040511 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b22e5fc-2826-41f3-89f6-da989f6d0729 req-abc334c2-6f76-4414-8efa-bc95b79bc6d9 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.2130947 Jul 07 19:30:26.056653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1cfd1310-732f-4d44-8e87-84d38a85f5e1 None None] For port b7fc9427-ae1f-4561-8613-8c1c0fa141a1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b7fc9427-ae1f-4561-8613-8c1c0fa141a1,segment=NetworkSegment(94dd1ad3-b237-464d-9fec-d7cd6ea1c091),segment_id=94dd1ad3-b237-464d-9fec-d7cd6ea1c091)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:26.061948 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1310-732f-4d44-8e87-84d38a85f5e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.068555 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] For port c67ff396-3d5a-44b1-af84-452d82ae26e6, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:26.073098 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] For port c67ff396-3d5a-44b1-af84-452d82ae26e6, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c67ff396-3d5a-44b1-af84-452d82ae26e6,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:26.079151 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.100508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd1310-732f-4d44-8e87-84d38a85f5e1 None None] Calling delete_port for b7fc9427-ae1f-4561-8613-8c1c0fa141a1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:26.156096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b22e5fc-2826-41f3-89f6-da989f6d0729 req-72228036-d4d9-4561-a912-28b9a84890a7 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082942 Jul 07 19:30:26.185365 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:26.186246 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:26.187075 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.218316 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1310-732f-4d44-8e87-84d38a85f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.247907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=b7fc9427-ae1f-4561-8613-8c1c0fa141a1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:26.250474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No DVR routers for this DVR port b7fc9427-ae1f-4561-8613-8c1c0fa141a1 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:26.262846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd1310-732f-4d44-8e87-84d38a85f5e1 None None] Pushing event deleted for resources: {'Port': ['ID=b7fc9427-ae1f-4561-8613-8c1c0fa141a1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:26.296995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd1310-732f-4d44-8e87-84d38a85f5e1 None None] No DVR routers for this DVR port b7fc9427-ae1f-4561-8613-8c1c0fa141a1 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:26.303253 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca73b3a-5042-4d08-a32b-d123c30b6fd8 None None] Pushing event updated for resources: {'Port': ['ID=c67ff396-3d5a-44b1-af84-452d82ae26e6,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:26.346232 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:26.434066 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.449553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3daf6a1-c1f8-431d-8226-7381497026a9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:26.463602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94dd1ad3-b237-464d-9fec-d7cd6ea1c091') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:26.463903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94dd1ad3-b237-464d-9fec-d7cd6ea1c091') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:26.482101 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.506773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.515347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:26.516192 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:26.530882 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:26.604680 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.623032 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.629906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/networks/f3daf6a1-c1f8-431d-8226-7381497026a9 HTTP/1.1" status: 204 len: 168 time: 1.1605093 Jul 07 19:30:26.630076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:26.637540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1835590811'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:26.667394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:26.671652 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.672658 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:30:21Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f60fd457-7f2d-4091-b240-3a14a16a0021', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'port_id': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'mac_address': 'fa:16:3e:37:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:15Z', 'updated_at': '2021-07-07T19:29:18Z', 'revision_number': 1, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67ff396-3d5a-44b1-af84-452d82ae26e6', 'name': '', 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:63:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '6f88e147-8418-4187-96d0-4178ce5ff7e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:30:21Z', 'updated_at': '2021-07-07T19:30:26Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': '6f88e147-8418-4187-96d0-4178ce5ff7e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:26.680663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc1af1-1bb9-4b0e-ad08-ccd576014261 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Network': ['ID=f3daf6a1-c1f8-431d-8226-7381497026a9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:26.707292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:26.719372 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892e5b4-d2ed-4cab-8280-33c395a2f728 None None] The sync data for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 is: [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:30:21Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f60fd457-7f2d-4091-b240-3a14a16a0021', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'port_id': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'mac_address': 'fa:16:3e:37:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:15Z', 'updated_at': '2021-07-07T19:29:18Z', 'revision_number': 1, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c67ff396-3d5a-44b1-af84-452d82ae26e6', 'name': '', 'network_id': 'a1a73368-5ab0-4b93-b96e-c192588fd6f8', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:63:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '6f88e147-8418-4187-96d0-4178ce5ff7e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:30:21Z', 'updated_at': '2021-07-07T19:30:26Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': '6f88e147-8418-4187-96d0-4178ce5ff7e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:26.721994 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.722386 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Added segment 75bfe49f-bca0-4b49-935f-534db7269e82 of type vlan for network b998e78f-3de3-4c77-81f5-092505d6e1cb Jul 07 19:30:26.725354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c1c27-30af-45cc-b479-684299be0f37 req-0b88bad1-a8f3-487a-b490-39e426a604ed tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:26.726833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c76c1c27-30af-45cc-b479-684299be0f37 req-0b88bad1-a8f3-487a-b490-39e426a604ed tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.0849547 Jul 07 19:30:26.791668 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.823988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c76c1c27-30af-45cc-b479-684299be0f37 req-0d9ddf49-8e0e-497e-949b-7cab68d8c290 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887015 Jul 07 19:30:26.865304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.870942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:26.871526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:26.923606 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:30:26.944635 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3133385 Jul 07 19:30:26.947665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:26.953285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': 'b998e78f-3de3-4c77-81f5-092505d6e1cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:26.963377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7af3a4-3ff9-4009-b873-9408b5c63422 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Network': ['ID=b998e78f-3de3-4c77-81f5-092505d6e1cb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:26.975418 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network b998e78f-3de3-4c77-81f5-092505d6e1cb details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:27.072171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:27.075848 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.301380 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.411664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Subnet': ['ID=41c5bd14-64e5-454f-970f-0ea30526eb55,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:27.429994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Checking segment: {'id': '75bfe49f-bca0-4b49-935f-534db7269e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b998e78f-3de3-4c77-81f5-092505d6e1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:27.430515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network hostable DHCP agents. Network: b998e78f-3de3-4c77-81f5-092505d6e1cb, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:27.454150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ee2a2-e783-4c08-bc14-a2a87cbfca63 req-299509de-3674-4e3f-8b60-1c609d323d2f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:27.456371 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-325ee2a2-e783-4c08-bc14-a2a87cbfca63 req-299509de-3674-4e3f-8b60-1c609d323d2f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.1524799 Jul 07 19:30:27.474588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network b998e78f-3de3-4c77-81f5-092505d6e1cb is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:27.494511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, b998e78f-3de3-4c77-81f5-092505d6e1cb) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:27.505448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:27.506028 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.507482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fffa80b-e6f7-4ec8-9a65-c37cc302c0bb None None] Network b998e78f-3de3-4c77-81f5-092505d6e1cb requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:27.522316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-325ee2a2-e783-4c08-bc14-a2a87cbfca63 req-623bbdb5-399b-4e83-a58f-4293c56a6312 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576003 Jul 07 19:30:27.558207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4694712f-57da-4fa8-969f-ef3c74c2cff0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6091123 Jul 07 19:30:27.560638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:27.569058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': 'b998e78f-3de3-4c77-81f5-092505d6e1cb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-682723771'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:27.718033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-b998e78f-3de3-4c77-81f5-092505d6e1cb', 'network_id': 'b998e78f-3de3-4c77-81f5-092505d6e1cb', 'tenant_id': '4c43b8a30531496ca4415d525d5134b8', 'fixed_ips': [{'subnet_id': '41c5bd14-64e5-454f-970f-0ea30526eb55'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:30:27.719129 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.731695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416d02b-c827-4e47-b53b-b0ad9fc9d012 req-90a7eae9-4782-47ae-9cf9-a01e67148da4 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:27.733821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0416d02b-c827-4e47-b53b-b0ad9fc9d012 req-90a7eae9-4782-47ae-9cf9-a01e67148da4 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.1609998 Jul 07 19:30:27.801233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:27.804814 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:27.857503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port db035d00-5e2b-441c-9cd2-407db1010c04 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:27.908238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Allocated IP 172.20.0.2 (b998e78f-3de3-4c77-81f5-092505d6e1cb/41c5bd14-64e5-454f-970f-0ea30526eb55/9b677952-5549-45df-bfe3-74bd7e3857ea) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:27.961159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0416d02b-c827-4e47-b53b-b0ad9fc9d012 req-a8a2c388-f30c-45db-8c1b-13e20af1ac84 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Deleting port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:27.961511 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0416d02b-c827-4e47-b53b-b0ad9fc9d012 req-a8a2c388-f30c-45db-8c1b-13e20af1ac84 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.134869 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.137898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0416d02b-c827-4e47-b53b-b0ad9fc9d012 req-a8a2c388-f30c-45db-8c1b-13e20af1ac84 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] For port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:28.138364 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0416d02b-c827-4e47-b53b-b0ad9fc9d012 req-a8a2c388-f30c-45db-8c1b-13e20af1ac84 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.146175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Transition to ACTIVE for port object 9b677952-5549-45df-bfe3-74bd7e3857ea will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:28.164231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Transition to ACTIVE for port object 9b677952-5549-45df-bfe3-74bd7e3857ea will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:28.165516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c07283-cf80-4fd2-9e4e-752626cfb822 req-abf774de-535c-4da0-a8fd-21248b50ee22 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:28.166606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2c07283-cf80-4fd2-9e4e-752626cfb822 req-abf774de-535c-4da0-a8fd-21248b50ee22 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc094577-1215-4d38-bfca-8119b31ceb0e HTTP/1.1" status: 200 len: 945 time: 0.1471653 Jul 07 19:30:28.167753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0416d02b-c827-4e47-b53b-b0ad9fc9d012 req-a8a2c388-f30c-45db-8c1b-13e20af1ac84 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Calling delete_port for 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:28.177380 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.183431 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c67ff396-3d5a-44b1-af84-452d82ae26e6 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:28.239218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Network b998e78f-3de3-4c77-81f5-092505d6e1cb is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:28.246542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:28.259988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:28.271250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Pushing event updated for resources: {'Port': ['ID=9b677952-5549-45df-bfe3-74bd7e3857ea,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:28.312215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.3 (b998e78f-3de3-4c77-81f5-092505d6e1cb/41c5bd14-64e5-454f-970f-0ea30526eb55/db035d00-5e2b-441c-9cd2-407db1010c04) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:28.321228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2c07283-cf80-4fd2-9e4e-752626cfb822 req-a4033b07-cf93-4c36-abba-65e8a8de4e3a tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434851 Jul 07 19:30:28.334287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Attempting to bind port 9b677952-5549-45df-bfe3-74bd7e3857ea on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:28.334726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Attempting to bind port 9b677952-5549-45df-bfe3-74bd7e3857ea by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '75bfe49f-bca0-4b49-935f-534db7269e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b998e78f-3de3-4c77-81f5-092505d6e1cb'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:28.335047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Attempting to bind port 9b677952-5549-45df-bfe3-74bd7e3857ea on network b998e78f-3de3-4c77-81f5-092505d6e1cb {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:28.340682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:28.341067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Checking segment: {'id': '75bfe49f-bca0-4b49-935f-534db7269e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b998e78f-3de3-4c77-81f5-092505d6e1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:28.341481 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.341875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Bound using segment: {'id': '75bfe49f-bca0-4b49-935f-534db7269e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b998e78f-3de3-4c77-81f5-092505d6e1cb'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:28.342687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Bound port: 9b677952-5549-45df-bfe3-74bd7e3857ea, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bfe49f-bca0-4b49-935f-534db7269e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b998e78f-3de3-4c77-81f5-092505d6e1cb'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:28.343341 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.346721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port c67ff396-3d5a-44b1-af84-452d82ae26e6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:28.358536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c67ff396-3d5a-44b1-af84-452d82ae26e6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:28.358914 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.449657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] For port 9b677952-5549-45df-bfe3-74bd7e3857ea, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:28.453651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] For port 9b677952-5549-45df-bfe3-74bd7e3857ea, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9b677952-5549-45df-bfe3-74bd7e3857ea,segment=NetworkSegment(75bfe49f-bca0-4b49-935f-534db7269e82),segment_id=75bfe49f-bca0-4b49-935f-534db7269e82)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:28.459203 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.489394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0416d02b-c827-4e47-b53b-b0ad9fc9d012 req-a8a2c388-f30c-45db-8c1b-13e20af1ac84 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.529890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2c388-f30c-45db-8c1b-13e20af1ac84 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Pushing event deleted for resources: {'Port': ['ID=83e9d4c0-d5ae-447a-97a0-90a6b48c8b81,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:28.534976 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.544014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['427e54a4-92f2-40ac-89e2-640c76a9b3be', '83e9d4c0-d5ae-447a-97a0-90a6b48c8b81'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:28.556807 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.606325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0416d02b-c827-4e47-b53b-b0ad9fc9d012 req-a8a2c388-f30c-45db-8c1b-13e20af1ac84 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] No DVR routers for this DVR port 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:28.610694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254d803-0593-4d25-b0c8-bca533659ac5 None None] Pushing event updated for resources: {'Port': ['ID=9b677952-5549-45df-bfe3-74bd7e3857ea,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:28.612455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0416d02b-c827-4e47-b53b-b0ad9fc9d012 req-a8a2c388-f30c-45db-8c1b-13e20af1ac84 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.614779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0416d02b-c827-4e47-b53b-b0ad9fc9d012 req-a8a2c388-f30c-45db-8c1b-13e20af1ac84 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.59 "DELETE /v2.0/ports/83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 HTTP/1.1" status: 204 len: 173 time: 0.8719010 Jul 07 19:30:28.615470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc094577-1215-4d38-bfca-8119b31ceb0e', 'name': 'network-vif-deleted', 'tag': '83e9d4c0-d5ae-447a-97a0-90a6b48c8b81'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:28.618333 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a18d76c-12b9-4912-8c14-a8f56917a61d" -d '{"events": [{"server_uuid": "bc094577-1215-4d38-bfca-8119b31ceb0e", "name": "network-vif-deleted", "tag": "83e9d4c0-d5ae-447a-97a0-90a6b48c8b81"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:28.621591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object db035d00-5e2b-441c-9cd2-407db1010c04 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:28.709365 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.712507 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db1150e-0c28-4bf9-a54e-bca68a047c85 x-openstack-request-id: req-4db1150e-0c28-4bf9-a54e-bca68a047c85 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:28.712913 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc094577-1215-4d38-bfca-8119b31ceb0e", "name": "network-vif-deleted", "tag": "83e9d4c0-d5ae-447a-97a0-90a6b48c8b81", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:28.713419 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4db1150e-0c28-4bf9-a54e-bca68a047c85 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:28.713987 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc094577-1215-4d38-bfca-8119b31ceb0e', 'name': 'network-vif-deleted', 'tag': '83e9d4c0-d5ae-447a-97a0-90a6b48c8b81', 'status': 'completed', 'code': 200} Jul 07 19:30:28.802356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network b998e78f-3de3-4c77-81f5-092505d6e1cb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:28.814009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port c67ff396-3d5a-44b1-af84-452d82ae26e6, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c67ff396-3d5a-44b1-af84-452d82ae26e6,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:28.818559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:28.852089 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:28.856652 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:28.924390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=db035d00-5e2b-441c-9cd2-407db1010c04,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:28.944807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a148b3-3c1e-4542-8119-bf5f2ea08137 req-47112fd1-41e7-42ec-b2c3-ee1aca181097 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:28.947393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23a148b3-3c1e-4542-8119-bf5f2ea08137 req-47112fd1-41e7-42ec-b2c3-ee1aca181097 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.2616577 Jul 07 19:30:28.997441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:28.998107 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.006924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=c67ff396-3d5a-44b1-af84-452d82ae26e6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:29.034270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23a148b3-3c1e-4542-8119-bf5f2ea08137 req-31081ca0-4b44-4ca1-a299-570c7c451dc0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758884 Jul 07 19:30:29.038125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6b01ae53-0ec2-4928-b19c-83e26f204568 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.4761760 Jul 07 19:30:29.041292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:29.153291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-84c7d185-b750-48a1-9a0b-c3542038a477 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port db035d00-5e2b-441c-9cd2-407db1010c04 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:29.153634 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84c7d185-b750-48a1-9a0b-c3542038a477 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.261485 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84c7d185-b750-48a1-9a0b-c3542038a477 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.278162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-84c7d185-b750-48a1-9a0b-c3542038a477 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for db035d00-5e2b-441c-9cd2-407db1010c04 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:29.482438 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84c7d185-b750-48a1-9a0b-c3542038a477 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.550519 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7d185-b750-48a1-9a0b-c3542038a477 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=db035d00-5e2b-441c-9cd2-407db1010c04,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:29.610222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84c7d185-b750-48a1-9a0b-c3542038a477 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.616899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:29.617471 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-84c7d185-b750-48a1-9a0b-c3542038a477 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/db035d00-5e2b-441c-9cd2-407db1010c04 HTTP/1.1" status: 204 len: 168 time: 0.5733144 Jul 07 19:30:29.651659 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f588edb-782a-4b84-b6da-0262431e5451 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:30:29.653289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8f588edb-782a-4b84-b6da-0262431e5451 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/db035d00-5e2b-441c-9cd2-407db1010c04 HTTP/1.1" status: 404 len: 333 time: 0.0345199 Jul 07 19:30:29.656115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:29.722519 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd78e50d-1f44-4e24-9765-a2e1b179c4ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting subnet 41c5bd14-64e5-454f-970f-0ea30526eb55 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:29.726192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd78e50d-1f44-4e24-9765-a2e1b179c4ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.783801 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd78e50d-1f44-4e24-9765-a2e1b179c4ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.889378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042caac3-b060-429c-8757-b66acc674e8a None None] Network b998e78f-3de3-4c77-81f5-092505d6e1cb requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:29.912175 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd78e50d-1f44-4e24-9765-a2e1b179c4ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.974516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2cda0-3ef2-407b-8183-aaa074ec104c req-dbcb9ff2-d721-4620-914c-b45b84f22ffe tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:29.979514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6e135ab4-fd86-4abd-b0eb-4f3e7867d3fd None None] Provisioning for port 9b677952-5549-45df-bfe3-74bd7e3857ea completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:29.982778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3be2cda0-3ef2-407b-8183-aaa074ec104c req-dbcb9ff2-d721-4620-914c-b45b84f22ffe tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0965292 Jul 07 19:30:29.996262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd78e50d-1f44-4e24-9765-a2e1b179c4ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.029122 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3be2cda0-3ef2-407b-8183-aaa074ec104c req-31e75463-0c32-4d83-b848-7f1b9fb753ce tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452890 Jul 07 19:30:30.045112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78e50d-1f44-4e24-9765-a2e1b179c4ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Subnet': ['ID=41c5bd14-64e5-454f-970f-0ea30526eb55,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:30.056965 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd78e50d-1f44-4e24-9765-a2e1b179c4ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.061432 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dd78e50d-1f44-4e24-9765-a2e1b179c4ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/41c5bd14-64e5-454f-970f-0ea30526eb55 HTTP/1.1" status: 204 len: 168 time: 0.4017599 Jul 07 19:30:30.061985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:30.219182 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.251644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a19b145-4e6e-4653-9f06-d94e065720fd None None] DHCP port deletion for b998e78f-3de3-4c77-81f5-092505d6e1cb request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:30.308428 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c67ff396-3d5a-44b1-af84-452d82ae26e6 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:30.327309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 9b677952-5549-45df-bfe3-74bd7e3857ea {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:30.327679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.353302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9a19b145-4e6e-4653-9f06-d94e065720fd None None] Deleting port 9b677952-5549-45df-bfe3-74bd7e3857ea {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:30.353683 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a19b145-4e6e-4653-9f06-d94e065720fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.396833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9e379-c3ff-4d17-960f-9264718135ce req-e44a7da4-be58-46a4-b0c0-26bdca51484c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:30.398839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0c9e379-c3ff-4d17-960f-9264718135ce req-e44a7da4-be58-46a4-b0c0-26bdca51484c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.1422393 Jul 07 19:30:30.442330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] For port 9b677952-5549-45df-bfe3-74bd7e3857ea, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9b677952-5549-45df-bfe3-74bd7e3857ea,segment=NetworkSegment(75bfe49f-bca0-4b49-935f-534db7269e82),segment_id=75bfe49f-bca0-4b49-935f-534db7269e82)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:30.442707 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.454400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9a19b145-4e6e-4653-9f06-d94e065720fd None None] For port 9b677952-5549-45df-bfe3-74bd7e3857ea, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9b677952-5549-45df-bfe3-74bd7e3857ea,segment=NetworkSegment(75bfe49f-bca0-4b49-935f-534db7269e82),segment_id=75bfe49f-bca0-4b49-935f-534db7269e82)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:30.454727 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a19b145-4e6e-4653-9f06-d94e065720fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.458525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c67ff396-3d5a-44b1-af84-452d82ae26e6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:30.458894 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.462004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 9b677952-5549-45df-bfe3-74bd7e3857ea owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:30.482604 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0c9e379-c3ff-4d17-960f-9264718135ce req-b8cfa1b3-4290-4902-ba23-d5ddb3c38967 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662832 Jul 07 19:30:30.489983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9a19b145-4e6e-4653-9f06-d94e065720fd None None] Calling delete_port for 9b677952-5549-45df-bfe3-74bd7e3857ea owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:30.562160 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.594046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=9b677952-5549-45df-bfe3-74bd7e3857ea,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:30.595923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No DVR routers for this DVR port 9b677952-5549-45df-bfe3-74bd7e3857ea on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:30.638544 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a19b145-4e6e-4653-9f06-d94e065720fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.651254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19b145-4e6e-4653-9f06-d94e065720fd None None] No DVR routers for this DVR port 9b677952-5549-45df-bfe3-74bd7e3857ea on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:30.669527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19b145-4e6e-4653-9f06-d94e065720fd None None] Pushing event deleted for resources: {'Port': ['ID=9b677952-5549-45df-bfe3-74bd7e3857ea,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:30.687456 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.698119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b998e78f-3de3-4c77-81f5-092505d6e1cb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:30.709509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bfe49f-bca0-4b49-935f-534db7269e82') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:30.709813 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bfe49f-bca0-4b49-935f-534db7269e82') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:30.718908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.733999 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.740447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:30.740988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:30.743853 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:30.803452 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.810356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.812374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/networks/b998e78f-3de3-4c77-81f5-092505d6e1cb HTTP/1.1" status: 204 len: 168 time: 0.7487743 Jul 07 19:30:30.816550 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:30.836064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'name': 'tempest-PortsTestJSON-921210279'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:30.841419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c637ccb-72e3-4005-b836-251be244932f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Network': ['ID=b998e78f-3de3-4c77-81f5-092505d6e1cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:30.925541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:30.929053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:30.949271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 106b6a73-569f-4a38-90aa-04b737f42ae0 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:31.130411 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.200049 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.263910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:31.270443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:31.274090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=106b6a73-569f-4a38-90aa-04b737f42ae0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:31.279116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:31.285834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:31.286515 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.310242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50465bb6-74c3-4135-acac-f0999e98b5c9 req-8aa498e5-eedc-4e4b-805c-4b7d735dc570 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:31.311890 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50465bb6-74c3-4135-acac-f0999e98b5c9 req-8aa498e5-eedc-4e4b-805c-4b7d735dc570 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1479025 Jul 07 19:30:31.316386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ee89f98a-bd08-4d32-9fe7-1b2675b23d39 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4962206 Jul 07 19:30:31.316741 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:31.414971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50465bb6-74c3-4135-acac-f0999e98b5c9 req-24f21793-d063-4380-ac9b-671904981709 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896723 Jul 07 19:30:31.454756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eac5c185-91f3-4621-b0ef-b2b471cff824 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 106b6a73-569f-4a38-90aa-04b737f42ae0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:31.455829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eac5c185-91f3-4621-b0ef-b2b471cff824 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.529796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eac5c185-91f3-4621-b0ef-b2b471cff824 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.544668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eac5c185-91f3-4621-b0ef-b2b471cff824 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 106b6a73-569f-4a38-90aa-04b737f42ae0 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:31.675875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eac5c185-91f3-4621-b0ef-b2b471cff824 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.717073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a4698-4b47-43f3-9b8d-a132e8eb0a9c req-3d1be19b-8ffc-409a-a1b9-d5dc2b1c1988 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:31.718805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-324a4698-4b47-43f3-9b8d-a132e8eb0a9c req-3d1be19b-8ffc-409a-a1b9-d5dc2b1c1988 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.1105974 Jul 07 19:30:31.721357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5c185-91f3-4621-b0ef-b2b471cff824 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=106b6a73-569f-4a38-90aa-04b737f42ae0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:31.728742 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eac5c185-91f3-4621-b0ef-b2b471cff824 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.730992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-eac5c185-91f3-4621-b0ef-b2b471cff824 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/106b6a73-569f-4a38-90aa-04b737f42ae0 HTTP/1.1" status: 204 len: 168 time: 0.4131374 Jul 07 19:30:31.733460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:31.738903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'mac_address': 'fa:16:3e:af:ef:51', 'name': 'tempest-PortsTestJSON-2141458642'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:31.838266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-324a4698-4b47-43f3-9b8d-a132e8eb0a9c req-f492f507-26fa-4cee-a5a7-c2df2a9a3598 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057918 Jul 07 19:30:31.868161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:31.935224 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:31.957910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:31.961267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 708f4b3f-a042-4f80-8ec6-6e31008a04c8 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:31.982593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:31.982992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 83e9d4c0-d5ae-447a-97a0-90a6b48c8b81 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:32.110349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9b677952-5549-45df-bfe3-74bd7e3857ea no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:32.143426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 9b677952-5549-45df-bfe3-74bd7e3857ea {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:32.144434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9b677952-5549-45df-bfe3-74bd7e3857ea not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:32.154222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:32.195261 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:32.251322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:32.256100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:32.258106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=708f4b3f-a042-4f80-8ec6-6e31008a04c8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:32.260248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:32.266157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:32.266902 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:32.285534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fbdfdab1-b1c2-4a27-b919-30689e09ac19 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5481746 Jul 07 19:30:32.285886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:32.348469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3dae0d-4e10-49a3-a30a-9db40649f4b0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:32.349932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7e3dae0d-4e10-49a3-a30a-9db40649f4b0 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/708f4b3f-a042-4f80-8ec6-6e31008a04c8 HTTP/1.1" status: 200 len: 841 time: 0.0630958 Jul 07 19:30:32.352758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:32.471608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a5534db9-8a9b-4f08-bad6-02a1eac1f513 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 708f4b3f-a042-4f80-8ec6-6e31008a04c8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:32.471955 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5534db9-8a9b-4f08-bad6-02a1eac1f513 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:32.554539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5534db9-8a9b-4f08-bad6-02a1eac1f513 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:32.578265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a5534db9-8a9b-4f08-bad6-02a1eac1f513 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 708f4b3f-a042-4f80-8ec6-6e31008a04c8 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:32.687640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76352-e6a6-48a0-bfac-633b7f9da620 req-b5c4980f-1892-41d7-909d-75678ffcdd17 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:32.689211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19e76352-e6a6-48a0-bfac-633b7f9da620 req-b5c4980f-1892-41d7-909d-75678ffcdd17 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1266830 Jul 07 19:30:32.725056 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5534db9-8a9b-4f08-bad6-02a1eac1f513 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.101249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19e76352-e6a6-48a0-bfac-633b7f9da620 req-8ee20a7b-e332-4bbc-bf41-901d12134aaa tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038887 Jul 07 19:30:33.125742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5534db9-8a9b-4f08-bad6-02a1eac1f513 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=708f4b3f-a042-4f80-8ec6-6e31008a04c8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:33.129588 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5534db9-8a9b-4f08-bad6-02a1eac1f513 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.131527 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a5534db9-8a9b-4f08-bad6-02a1eac1f513 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/708f4b3f-a042-4f80-8ec6-6e31008a04c8 HTTP/1.1" status: 204 len: 168 time: 0.7777777 Jul 07 19:30:33.134306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:33.166325 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-394b36cb-b066-440d-ba42-9aab5625b627 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:30:33.171536 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-394b36cb-b066-440d-ba42-9aab5625b627 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/708f4b3f-a042-4f80-8ec6-6e31008a04c8 HTTP/1.1" status: 404 len: 333 time: 0.0326486 Jul 07 19:30:33.171704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3478-4f02-43ab-8df3-536e8f25f6e4 req-5b265a97-d348-41cf-b91c-7d71f8bd6320 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:33.172160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37ce3478-4f02-43ab-8df3-536e8f25f6e4 req-5b265a97-d348-41cf-b91c-7d71f8bd6320 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.1063204 Jul 07 19:30:33.178812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:33.184797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'name': 'tempest-PortsTestJSON-1381186603'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:33.202979 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.223431 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37ce3478-4f02-43ab-8df3-536e8f25f6e4 req-cc9db9ef-9c7e-488f-8088-bdc685f13861 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Jul 07 19:30:33.285476 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:33.289007 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.308941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 3bf66a52-e0b6-4ef7-8183-1b47c4d690a1 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:33.480270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.521138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.568413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:33.573779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:33.577556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:33.583250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:33.583849 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.594383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=3bf66a52-e0b6-4ef7-8183-1b47c4d690a1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:33.602957 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f0e09d32-f713-4b4a-b6d8-7261d455cbed tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4222763 Jul 07 19:30:33.605662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:33.611929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2eac02e3-dff7-4e7a-87f3-6b35e30b1014 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:33.700242 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2eac02e3-dff7-4e7a-87f3-6b35e30b1014 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.879673 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2eac02e3-dff7-4e7a-87f3-6b35e30b1014 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.884216 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2eac02e3-dff7-4e7a-87f3-6b35e30b1014 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.917093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2eac02e3-dff7-4e7a-87f3-6b35e30b1014 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] In _notify_port_updated(), no bound segment for port 3bf66a52-e0b6-4ef7-8183-1b47c4d690a1 on network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:30:33.923008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac02e3-dff7-4e7a-87f3-6b35e30b1014 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:33.923905 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2eac02e3-dff7-4e7a-87f3-6b35e30b1014 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:33.925585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2eac02e3-dff7-4e7a-87f3-6b35e30b1014 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "PUT /v2.0/ports/3bf66a52-e0b6-4ef7-8183-1b47c4d690a1 HTTP/1.1" status: 200 len: 818 time: 0.3190753 Jul 07 19:30:33.928350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:33.945656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac02e3-dff7-4e7a-87f3-6b35e30b1014 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=3bf66a52-e0b6-4ef7-8183-1b47c4d690a1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:34.037920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5c26e482-5b93-40be-b3e2-582de6ad3d97 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 3bf66a52-e0b6-4ef7-8183-1b47c4d690a1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:34.038239 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c26e482-5b93-40be-b3e2-582de6ad3d97 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.112304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c26e482-5b93-40be-b3e2-582de6ad3d97 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.125669 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5c26e482-5b93-40be-b3e2-582de6ad3d97 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 3bf66a52-e0b6-4ef7-8183-1b47c4d690a1 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:34.218427 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c26e482-5b93-40be-b3e2-582de6ad3d97 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.254357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26e482-5b93-40be-b3e2-582de6ad3d97 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=3bf66a52-e0b6-4ef7-8183-1b47c4d690a1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:34.258024 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c26e482-5b93-40be-b3e2-582de6ad3d97 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.259979 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5c26e482-5b93-40be-b3e2-582de6ad3d97 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/3bf66a52-e0b6-4ef7-8183-1b47c4d690a1 HTTP/1.1" status: 204 len: 168 time: 0.3305433 Jul 07 19:30:34.264950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:34.313835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb079bd-4849-4ded-a6b1-b61db89ebcd8 req-af03555b-0e49-4400-bc7d-9ceda5aaaa60 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:34.316612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-beb079bd-4849-4ded-a6b1-b61db89ebcd8 req-af03555b-0e49-4400-bc7d-9ceda5aaaa60 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0801330 Jul 07 19:30:34.358589 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-beb079bd-4849-4ded-a6b1-b61db89ebcd8 req-d9e34fce-70f5-4313-ab43-5c09e471296d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Jul 07 19:30:34.363329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cf0d59-f415-42e9-bebc-44c23c5b8871 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:34.364966 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-57cf0d59-f415-42e9-bebc-44c23c5b8871 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0990479 Jul 07 19:30:34.367783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:34.417621 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b94a1b-2cbc-46a6-a8c5-b733807f68df tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:30:34.419492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-39b94a1b-2cbc-46a6-a8c5-b733807f68df tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/3bf66a52-e0b6-4ef7-8183-1b47c4d690a1 HTTP/1.1" status: 404 len: 333 time: 0.0501964 Jul 07 19:30:34.423503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:34.429974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-958788807'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:34.453819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:34.457877 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.485312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:34.486971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07559441-bb6e-4501-a818-98813bf351df req-27a833a1-1641-424c-a544-25ae56cbe075 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:34.489224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07559441-bb6e-4501-a818-98813bf351df req-27a833a1-1641-424c-a544-25ae56cbe075 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.0832148 Jul 07 19:30:34.507476 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.507880 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Added segment dcc8c184-0265-4430-ae1e-7f09c80173b0 of type vlan for network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 Jul 07 19:30:34.552746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07559441-bb6e-4501-a818-98813bf351df req-2de07f4e-ada2-4096-be2f-e56d7ec51e62 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536575 Jul 07 19:30:34.559419 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.600025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.606341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:34.607457 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.670173 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2445884 Jul 07 19:30:34.673081 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:34.679833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': '5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:34.682622 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355e341-4daf-4b5c-a7cb-981b9163d139 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Network': ['ID=5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:34.696177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:34.790654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:34.794576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:34.984571 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.046921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Subnet': ['ID=43f6e28b-7067-445f-a0f6-25b727170106,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:35.057984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Checking segment: {'id': 'dcc8c184-0265-4430-ae1e-7f09c80173b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:35.058350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network hostable DHCP agents. Network: 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:35.074915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:35.083645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:35.087902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:35.088607 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.096018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a60013-57b2-4ee9-a060-316fc67f7ed3 None None] Network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:35.105957 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d0ebe735-e634-4873-8d9e-a577bb207094 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4311163 Jul 07 19:30:35.108792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:35.114818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dc296be5-a64a-408a-ab3b-6d2dd3e4e29d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': '5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:35.229715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc296be5-a64a-408a-ab3b-6d2dd3e4e29d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:35.233360 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc296be5-a64a-408a-ab3b-6d2dd3e4e29d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.244716 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98', 'network_id': '5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98', 'tenant_id': '4c43b8a30531496ca4415d525d5134b8', 'fixed_ips': [{'subnet_id': '43f6e28b-7067-445f-a0f6-25b727170106'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:30:35.245649 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.327489 n-d-792394-12 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-dc296be5-a64a-408a-ab3b-6d2dd3e4e29d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 43f6e28b-7067-445f-a0f6-25b727170106 (CIDR: 172.20.0.0/28) Jul 07 19:30:35.330923 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc296be5-a64a-408a-ab3b-6d2dd3e4e29d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:30:35.331419 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc296be5-a64a-408a-ab3b-6d2dd3e4e29d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:30:35.346643 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dc296be5-a64a-408a-ab3b-6d2dd3e4e29d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2366793 Jul 07 19:30:35.350017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:35.355091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ba503e17-0a38-4c28-b98b-9bd9a1d31f12 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': '5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:35.386396 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Allocated IP 172.20.0.2 (5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98/43f6e28b-7067-445f-a0f6-25b727170106/6ae60b13-62ae-42d5-a557-c57485ad9d9a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:35.480350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba503e17-0a38-4c28-b98b-9bd9a1d31f12 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:35.484581 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba503e17-0a38-4c28-b98b-9bd9a1d31f12 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.568134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b03aa4-0720-45d7-aca2-ea85c11d7a87 req-a2377ade-f5ad-4167-a7a8-aa9abf30b07b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:35.569419 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07b03aa4-0720-45d7-aca2-ea85c11d7a87 req-a2377ade-f5ad-4167-a7a8-aa9abf30b07b tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0750484 Jul 07 19:30:35.591592 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.604322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Transition to ACTIVE for port object 6ae60b13-62ae-42d5-a557-c57485ad9d9a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:35.627832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Transition to ACTIVE for port object 6ae60b13-62ae-42d5-a557-c57485ad9d9a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:35.633397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07b03aa4-0720-45d7-aca2-ea85c11d7a87 req-69802bd9-5a2d-4d69-90af-90f6b3d83399 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/security-groups?id=2000a218-daaf-40fa-b6a6-856a9b4a855e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570021 Jul 07 19:30:35.636090 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.682316 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:35.685170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:35.691186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:35.693821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Pushing event updated for resources: {'Port': ['ID=6ae60b13-62ae-42d5-a557-c57485ad9d9a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:35.760891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Attempting to bind port 6ae60b13-62ae-42d5-a557-c57485ad9d9a on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:35.761594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Attempting to bind port 6ae60b13-62ae-42d5-a557-c57485ad9d9a by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'dcc8c184-0265-4430-ae1e-7f09c80173b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:35.761594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Attempting to bind port 6ae60b13-62ae-42d5-a557-c57485ad9d9a on network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:35.767897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:35.768398 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Checking segment: {'id': 'dcc8c184-0265-4430-ae1e-7f09c80173b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:35.769093 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.769707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Bound using segment: {'id': 'dcc8c184-0265-4430-ae1e-7f09c80173b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:35.770554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Bound port: 6ae60b13-62ae-42d5-a557-c57485ad9d9a, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc8c184-0265-4430-ae1e-7f09c80173b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:35.771221 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.805238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa9f66-1cfb-4970-86ed-4fd504fb8745 req-6c1476f6-4aa1-4406-8cd0-02b073c88892 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:35.806841 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96fa9f66-1cfb-4970-86ed-4fd504fb8745 req-6c1476f6-4aa1-4406-8cd0-02b073c88892 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.0842428 Jul 07 19:30:35.812507 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba503e17-0a38-4c28-b98b-9bd9a1d31f12 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.854333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] For port 6ae60b13-62ae-42d5-a557-c57485ad9d9a, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:35.858111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] For port 6ae60b13-62ae-42d5-a557-c57485ad9d9a, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6ae60b13-62ae-42d5-a557-c57485ad9d9a,segment=NetworkSegment(dcc8c184-0265-4430-ae1e-7f09c80173b0),segment_id=dcc8c184-0265-4430-ae1e-7f09c80173b0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:35.864256 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.884993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba503e17-0a38-4c28-b98b-9bd9a1d31f12 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:35.888257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ba503e17-0a38-4c28-b98b-9bd9a1d31f12 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:35.901212 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba503e17-0a38-4c28-b98b-9bd9a1d31f12 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:35.903195 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba503e17-0a38-4c28-b98b-9bd9a1d31f12 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:35.918890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba503e17-0a38-4c28-b98b-9bd9a1d31f12 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Subnet': ['ID=fcc707bc-faf9-4950-a04f-79497b1d2068,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:35.934121 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ba503e17-0a38-4c28-b98b-9bd9a1d31f12 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5830467 Jul 07 19:30:35.934799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:35.939052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f29f9-9c9c-433a-90ee-29cca8668666 None None] Pushing event updated for resources: {'Port': ['ID=6ae60b13-62ae-42d5-a557-c57485ad9d9a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:35.941923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': '5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98', 'fixed_ips': [{'subnet_id': '43f6e28b-7067-445f-a0f6-25b727170106'}, {'subnet_id': 'fcc707bc-faf9-4950-a04f-79497b1d2068'}], 'name': 'tempest-PortsTestJSON-1717710644'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:35.964896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df738e-024a-4b81-a239-4193a8f4647a req-f79139cf-e225-4c98-84f0-5c8ad0021b3d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:35.970599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85df738e-024a-4b81-a239-4193a8f4647a req-f79139cf-e225-4c98-84f0-5c8ad0021b3d tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 945 time: 0.1747823 Jul 07 19:30:35.980437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96fa9f66-1cfb-4970-86ed-4fd504fb8745 req-a958f9ac-5087-44ff-905c-43960deb6b9e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333783 Jul 07 19:30:36.122314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:36.151911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-85df738e-024a-4b81-a239-4193a8f4647a req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Deleting port 427e54a4-92f2-40ac-89e2-640c76a9b3be {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:36.152786 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85df738e-024a-4b81-a239-4193a8f4647a req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.291554 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.312538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 62f401ac-ddb8-406b-9daa-18893faa05bf yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:36.316603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-85df738e-024a-4b81-a239-4193a8f4647a req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] For port 427e54a4-92f2-40ac-89e2-640c76a9b3be, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=427e54a4-92f2-40ac-89e2-640c76a9b3be,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:36.316975 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85df738e-024a-4b81-a239-4193a8f4647a req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.346290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-85df738e-024a-4b81-a239-4193a8f4647a req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Calling delete_port for 427e54a4-92f2-40ac-89e2-640c76a9b3be owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:36.571103 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85df738e-024a-4b81-a239-4193a8f4647a req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.620076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Pushing event deleted for resources: {'Port': ['ID=427e54a4-92f2-40ac-89e2-640c76a9b3be,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:36.630452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.631190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.631545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.631891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.632234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.632602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.632939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.633276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.633613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.633950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.634281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.634610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:30:36.690960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-85df738e-024a-4b81-a239-4193a8f4647a req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] No DVR routers for this DVR port 427e54a4-92f2-40ac-89e2-640c76a9b3be on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:36.694434 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-85df738e-024a-4b81-a239-4193a8f4647a req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:36.696754 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85df738e-024a-4b81-a239-4193a8f4647a req-8385f20c-c70e-4a59-b673-02dce42a446e tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.59 "DELETE /v2.0/ports/427e54a4-92f2-40ac-89e2-640c76a9b3be HTTP/1.1" status: 204 len: 173 time: 0.7149324 Jul 07 19:30:36.697222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0d3c5c-4fd0-4820-9742-257b4cda0ee8', 'name': 'network-vif-deleted', 'tag': '427e54a4-92f2-40ac-89e2-640c76a9b3be'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:36.699873 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9660d0f-a204-4a3a-a70f-cbdb6bd11406" -d '{"events": [{"server_uuid": "cb0d3c5c-4fd0-4820-9742-257b4cda0ee8", "name": "network-vif-deleted", "tag": "427e54a4-92f2-40ac-89e2-640c76a9b3be"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:36.712682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['427e54a4-92f2-40ac-89e2-640c76a9b3be'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:36.765899 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5879679-8af4-4580-9145-45d57ebf5fb3 x-openstack-request-id: req-e5879679-8af4-4580-9145-45d57ebf5fb3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:36.766211 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0d3c5c-4fd0-4820-9742-257b4cda0ee8", "name": "network-vif-deleted", "tag": "427e54a4-92f2-40ac-89e2-640c76a9b3be", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:36.766471 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e5879679-8af4-4580-9145-45d57ebf5fb3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:36.766886 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0d3c5c-4fd0-4820-9742-257b4cda0ee8', 'name': 'network-vif-deleted', 'tag': '427e54a4-92f2-40ac-89e2-640c76a9b3be', 'status': 'completed', 'code': 200} Jul 07 19:30:36.881377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6dc00d8-f10a-4d19-accb-58469bab54fe req-cfac9777-3866-47d8-ad0b-f94d0b31a620 tempest-ServerRescueNegativeTestJSON-1900394573 tempest-ServerRescueNegativeTestJSON-1900394573-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb0d3c5c-4fd0-4820-9742-257b4cda0ee8 HTTP/1.1" status: 200 len: 210 time: 0.0747800 Jul 07 19:30:36.888267 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.14 (5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98/43f6e28b-7067-445f-a0f6-25b727170106/62f401ac-ddb8-406b-9daa-18893faa05bf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:36.898204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.26 (5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98/fcc707bc-faf9-4950-a04f-79497b1d2068/62f401ac-ddb8-406b-9daa-18893faa05bf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:37.111058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.141979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object 62f401ac-ddb8-406b-9daa-18893faa05bf will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:37.195444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.224603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff315ff7-618c-4c86-a79a-319e154a14e8 req-fe8e15dc-be30-4fe1-a920-f339f7ab665c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:37.227675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff315ff7-618c-4c86-a79a-319e154a14e8 req-fe8e15dc-be30-4fe1-a920-f339f7ab665c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.0814929 Jul 07 19:30:37.249690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=62f401ac-ddb8-406b-9daa-18893faa05bf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:37.265463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:37.267073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:37.270299 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:37.297052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff315ff7-618c-4c86-a79a-319e154a14e8 req-5c76757a-d795-4acb-bcd6-3a415f7c46a0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623302 Jul 07 19:30:37.326867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:37.328939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.347140 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ddff26f7-a716-4530-8f5c-a0a9a04d4551 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.4112592 Jul 07 19:30:37.350143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:37.358214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3a7ec71f-d1e0-4d0d-a8d1-e73ae9791209 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43f6e28b-7067-445f-a0f6-25b727170106'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:37.373444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecfd40f-53b4-42c3-a81e-86196e27915a None None] Network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:37.473673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-efcc430a-13fd-46f8-8e90-415a40f41c21 None None] Provisioning for port 6ae60b13-62ae-42d5-a557-c57485ad9d9a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:37.607846 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec71f-d1e0-4d0d-a8d1-e73ae9791209 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.704112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56eb20e-d31a-4af3-a0b9-0d6fe75ddc75 None None] Update dhcp port {'port': {'network_id': '5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98', 'fixed_ips': [{'subnet_id': '43f6e28b-7067-445f-a0f6-25b727170106', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fcc707bc-faf9-4950-a04f-79497b1d2068'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '6ae60b13-62ae-42d5-a557-c57485ad9d9a'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:30:37.748276 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56eb20e-d31a-4af3-a0b9-0d6fe75ddc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.907159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3a7ec71f-d1e0-4d0d-a8d1-e73ae9791209 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Delete allocated IP 172.20.0.26 (5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98/fcc707bc-faf9-4950-a04f-79497b1d2068) {{(pid=93770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:30:38.016466 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:38.091320 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec71f-d1e0-4d0d-a8d1-e73ae9791209 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.124226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-3a7ec71f-d1e0-4d0d-a8d1-e73ae9791209 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Ignored duplicate provisioning block setup for port 62f401ac-ddb8-406b-9daa-18893faa05bf by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 19:30:38.132285 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec71f-d1e0-4d0d-a8d1-e73ae9791209 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.222882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6ae60b13-62ae-42d5-a557-c57485ad9d9a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:38.301787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f56eb20e-d31a-4af3-a0b9-0d6fe75ddc75 None None] Allocated IP 172.20.0.18 (5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98/fcc707bc-faf9-4950-a04f-79497b1d2068/6ae60b13-62ae-42d5-a557-c57485ad9d9a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:38.306004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ec71f-d1e0-4d0d-a8d1-e73ae9791209 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=62f401ac-ddb8-406b-9daa-18893faa05bf,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:38.367172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ec71f-d1e0-4d0d-a8d1-e73ae9791209 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] In _notify_port_updated(), no bound segment for port 62f401ac-ddb8-406b-9daa-18893faa05bf on network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:30:38.382073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ec71f-d1e0-4d0d-a8d1-e73ae9791209 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:38.382781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec71f-d1e0-4d0d-a8d1-e73ae9791209 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.389654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3a7ec71f-d1e0-4d0d-a8d1-e73ae9791209 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "PUT /v2.0/ports/62f401ac-ddb8-406b-9daa-18893faa05bf HTTP/1.1" status: 200 len: 920 time: 1.0380547 Jul 07 19:30:38.393552 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45234) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:38.399670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-07b30d5b-3ed0-49d9-b02d-f613db418a0c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43f6e28b-7067-445f-a0f6-25b727170106'}, {'subnet_id': 'fcc707bc-faf9-4950-a04f-79497b1d2068'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:38.431774 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40aae7c6-4358-4b89-8989-f56f5ae94a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.436294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 6ae60b13-62ae-42d5-a557-c57485ad9d9a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:38.454453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6ae60b13-62ae-42d5-a557-c57485ad9d9a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:38.455291 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.564272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f56eb20e-d31a-4af3-a0b9-0d6fe75ddc75 None None] For port 6ae60b13-62ae-42d5-a557-c57485ad9d9a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6ae60b13-62ae-42d5-a557-c57485ad9d9a,segment=NetworkSegment(dcc8c184-0265-4430-ae1e-7f09c80173b0),segment_id=dcc8c184-0265-4430-ae1e-7f09c80173b0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:38.629931 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56eb20e-d31a-4af3-a0b9-0d6fe75ddc75 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.667070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f56eb20e-d31a-4af3-a0b9-0d6fe75ddc75 None None] Transition to ACTIVE for port object 6ae60b13-62ae-42d5-a557-c57485ad9d9a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:38.667070 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.672320 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f56eb20e-d31a-4af3-a0b9-0d6fe75ddc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.708286 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07b30d5b-3ed0-49d9-b02d-f613db418a0c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:38.750563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56eb20e-d31a-4af3-a0b9-0d6fe75ddc75 None None] Pushing event updated for resources: {'Port': ['ID=6ae60b13-62ae-42d5-a557-c57485ad9d9a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:38.889698 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:30:38.890072 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:30:39.020174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80bafd-6b83-485f-abc6-79736e99c82a req-dff6244c-a493-4381-a7eb-8b98265f05a3 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:39.024110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c80bafd-6b83-485f-abc6-79736e99c82a req-dff6244c-a493-4381-a7eb-8b98265f05a3 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.3594120 Jul 07 19:30:39.140765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.147625 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c80bafd-6b83-485f-abc6-79736e99c82a req-6ff485b5-f35d-4bfc-944d-8f82254338f6 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150708 Jul 07 19:30:39.240784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-07b30d5b-3ed0-49d9-b02d-f613db418a0c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.21 (5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98/fcc707bc-faf9-4950-a04f-79497b1d2068/62f401ac-ddb8-406b-9daa-18893faa05bf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:39.447426 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07b30d5b-3ed0-49d9-b02d-f613db418a0c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.476089 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.487169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-07b30d5b-3ed0-49d9-b02d-f613db418a0c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Ignored duplicate provisioning block setup for port 62f401ac-ddb8-406b-9daa-18893faa05bf by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 19:30:39.497573 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07b30d5b-3ed0-49d9-b02d-f613db418a0c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.543069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 6ae60b13-62ae-42d5-a557-c57485ad9d9a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6ae60b13-62ae-42d5-a557-c57485ad9d9a,segment=NetworkSegment(dcc8c184-0265-4430-ae1e-7f09c80173b0),segment_id=dcc8c184-0265-4430-ae1e-7f09c80173b0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:39.550502 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.651102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=6ae60b13-62ae-42d5-a557-c57485ad9d9a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:39.671273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b30d5b-3ed0-49d9-b02d-f613db418a0c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=62f401ac-ddb8-406b-9daa-18893faa05bf,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:39.708758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] Deleting port 3169bcfc-0e15-46e9-8470-5513a378949e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:39.713885 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.746031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-07b30d5b-3ed0-49d9-b02d-f613db418a0c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] In _notify_port_updated(), no bound segment for port 62f401ac-ddb8-406b-9daa-18893faa05bf on network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:30:39.753589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b30d5b-3ed0-49d9-b02d-f613db418a0c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:39.754428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07b30d5b-3ed0-49d9-b02d-f613db418a0c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.759861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-07b30d5b-3ed0-49d9-b02d-f613db418a0c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "PUT /v2.0/ports/62f401ac-ddb8-406b-9daa-18893faa05bf HTTP/1.1" status: 200 len: 1000 time: 1.3648536 Jul 07 19:30:39.760520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:39.868416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] For port 3169bcfc-0e15-46e9-8470-5513a378949e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3169bcfc-0e15-46e9-8470-5513a378949e,segment=NetworkSegment(cff45916-4d0a-4901-ab9c-3525dcc26cc4),segment_id=cff45916-4d0a-4901-ab9c-3525dcc26cc4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:39.869079 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.891606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] Calling delete_port for 3169bcfc-0e15-46e9-8470-5513a378949e owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:39.932045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-31ad1d25-c023-4f2e-ba31-44a9a40587d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 62f401ac-ddb8-406b-9daa-18893faa05bf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:39.932389 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31ad1d25-c023-4f2e-ba31-44a9a40587d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:39.951990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d29f0c-aab2-4bc7-8314-b10bb068579a None None] Network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:40.025540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 427e54a4-92f2-40ac-89e2-640c76a9b3be no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:40.089635 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31ad1d25-c023-4f2e-ba31-44a9a40587d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.115220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-31ad1d25-c023-4f2e-ba31-44a9a40587d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 62f401ac-ddb8-406b-9daa-18893faa05bf owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:40.134858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 427e54a4-92f2-40ac-89e2-640c76a9b3be {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:40.136585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 427e54a4-92f2-40ac-89e2-640c76a9b3be not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:40.162450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f47f541b-e6dc-4a77-98bd-a911b6f4d793 None None] Provisioning for port 6ae60b13-62ae-42d5-a557-c57485ad9d9a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:40.168172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6ae60b13-62ae-42d5-a557-c57485ad9d9a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:40.252382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.314030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] Pushing event deleted for resources: {'Port': ['ID=3169bcfc-0e15-46e9-8470-5513a378949e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:40.535633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f47f541b-e6dc-4a77-98bd-a911b6f4d793 None None] Provisioning complete for port 6ae60b13-62ae-42d5-a557-c57485ad9d9a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:40.536682 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f47f541b-e6dc-4a77-98bd-a911b6f4d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.555783 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31ad1d25-c023-4f2e-ba31-44a9a40587d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.652654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad1d25-c023-4f2e-ba31-44a9a40587d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=62f401ac-ddb8-406b-9daa-18893faa05bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:40.691638 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.806883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6ae60b13-62ae-42d5-a557-c57485ad9d9a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:40.808274 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.852885 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31ad1d25-c023-4f2e-ba31-44a9a40587d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:40.854992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-31ad1d25-c023-4f2e-ba31-44a9a40587d5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/62f401ac-ddb8-406b-9daa-18893faa05bf HTTP/1.1" status: 204 len: 168 time: 1.0933774 Jul 07 19:30:40.862987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:40.902404 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc810fff-2c3c-4d02-95ce-5edf6c01dbab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:30:40.905010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bc810fff-2c3c-4d02-95ce-5edf6c01dbab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/62f401ac-ddb8-406b-9daa-18893faa05bf HTTP/1.1" status: 404 len: 333 time: 0.0400021 Jul 07 19:30:40.907534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:40.950924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f47f541b-e6dc-4a77-98bd-a911b6f4d793 None None] Could not find standard attr ID for object 62f401ac-ddb8-406b-9daa-18893faa05bf. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:30:41.040694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dded604-6d50-4813-9405-743eccde4578 req-6db44871-269f-4198-8200-2277fbc39b3c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:41.045962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4dded604-6d50-4813-9405-743eccde4578 req-6db44871-269f-4198-8200-2277fbc39b3c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.3017030 Jul 07 19:30:41.055951 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26250166-136b-4fde-9027-687464c1f801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.085191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bf606d-0de1-4db6-a9aa-de13dbed22df tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting subnet fcc707bc-faf9-4950-a04f-79497b1d2068 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:41.101083 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0bf606d-0de1-4db6-a9aa-de13dbed22df tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.114446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] Router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:41.159348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4dded604-6d50-4813-9405-743eccde4578 req-d0e1adf6-4379-4aff-bb25-bf266e658418 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926573 Jul 07 19:30:41.167241 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0bf606d-0de1-4db6-a9aa-de13dbed22df tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.271404 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.271789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:41.286541 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4727ce02-a9eb-43ce-9939-86f4bda1957f admin admin] 10.222.0.113 "PUT /v2.0/routers/0bc59967-8cf1-40fd-b0a2-993ba3856bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2688186 Jul 07 19:30:41.288867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:41.289173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31faf16-2878-497a-909e-6426c45c4821 None None] Sync routers for ids ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:41.301025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31faf16-2878-497a-909e-6426c45c4821 None None] Routers {'0bc59967-8cf1-40fd-b0a2-993ba3856bc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:41.301877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c31faf16-2878-497a-909e-6426c45c4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:41.334659 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0bf606d-0de1-4db6-a9aa-de13dbed22df tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.477090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c31faf16-2878-497a-909e-6426c45c4821 None None] Set router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:41.486828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.661010 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0bf606d-0de1-4db6-a9aa-de13dbed22df tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.696407 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.708027 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0bf606d-0de1-4db6-a9aa-de13dbed22df tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.713501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:41.724987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e0bf606d-0de1-4db6-a9aa-de13dbed22df tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/fcc707bc-faf9-4950-a04f-79497b1d2068 HTTP/1.1" status: 204 len: 168 time: 0.8161199 Jul 07 19:30:41.726635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf606d-0de1-4db6-a9aa-de13dbed22df tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc707bc-faf9-4950-a04f-79497b1d2068,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:41.852179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f5b76e-4b62-416a-8c5b-fa60950ce35d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting subnet 43f6e28b-7067-445f-a0f6-25b727170106 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:41.863126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a8d0482a-48e6-4781-b06a-01bd510c30ef None None] Provisioning complete for port 6ae60b13-62ae-42d5-a557-c57485ad9d9a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:41.867161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b76e-4b62-416a-8c5b-fa60950ce35d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.869008 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8d0482a-48e6-4781-b06a-01bd510c30ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.872000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Deleting port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:41.872000 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.977623 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b76e-4b62-416a-8c5b-fa60950ce35d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:41.989201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c31faf16-2878-497a-909e-6426c45c4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-router', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:30:40Z', 'revision_number': 5, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'gw_port': {'id': '07d308fc-6ff2-457c-b0a1-60ec55abc0ed', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:42.042211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31faf16-2878-497a-909e-6426c45c4821 None None] Checking router: 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:42.046661 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] For port 07d308fc-6ff2-457c-b0a1-60ec55abc0ed, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=07d308fc-6ff2-457c-b0a1-60ec55abc0ed,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:42.047178 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.096748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Calling delete_port for 07d308fc-6ff2-457c-b0a1-60ec55abc0ed owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:42.098823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75962967-fbbd-4d8b-8ac1-18b8e0c29409 None None] Network 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:42.102499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31faf16-2878-497a-909e-6426c45c4821 None None] Routers {'0bc59967-8cf1-40fd-b0a2-993ba3856bc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:42.104101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c31faf16-2878-497a-909e-6426c45c4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:42.195292 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b76e-4b62-416a-8c5b-fa60950ce35d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.322201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b76e-4b62-416a-8c5b-fa60950ce35d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.351673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b76e-4b62-416a-8c5b-fa60950ce35d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.354140 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a3f5b76e-4b62-416a-8c5b-fa60950ce35d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/43f6e28b-7067-445f-a0f6-25b727170106 HTTP/1.1" status: 204 len: 168 time: 0.6390176 Jul 07 19:30:42.371003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:42.483773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5b76e-4b62-416a-8c5b-fa60950ce35d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Subnet': ['ID=43f6e28b-7067-445f-a0f6-25b727170106,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:42.504710 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.514215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c31faf16-2878-497a-909e-6426c45c4821 None None] Set router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:42.629527 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.638046 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.652256 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-5bf1867c-561d-4567-be8b-8a8ff9d0929b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3164623 Jul 07 19:30:42.664196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c31faf16-2878-497a-909e-6426c45c4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-router', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:30:41Z', 'revision_number': 6, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:42.759022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31faf16-2878-497a-909e-6426c45c4821 None None] The sync data for ids ['0bc59967-8cf1-40fd-b0a2-993ba3856bc8'] in n-d-792394-12 is: [{'id': '0bc59967-8cf1-40fd-b0a2-993ba3856bc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1005092133-router', 'tenant_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:27:59Z', 'updated_at': '2021-07-07T19:30:41Z', 'revision_number': 6, 'project_id': '4cf0b528ff754fce9c27f61ecd2f98b3', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:42.785563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91ec16d9-2c08-43d6-892c-43e78a176c54 None None] Could not find standard attr ID for object 62f401ac-ddb8-406b-9daa-18893faa05bf. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:30:42.791939 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 6ae60b13-62ae-42d5-a557-c57485ad9d9a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:42.792296 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:42.813322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-55253084-f988-403c-bedd-8d7e98a4363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:42.815628 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-55253084-f988-403c-bedd-8d7e98a4363b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 1097 time: 0.1319358 Jul 07 19:30:42.977152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f65eb-21a1-4903-bb5c-96e58f27e194 None None] DHCP port deletion for 5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:43.041430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] For port 6ae60b13-62ae-42d5-a557-c57485ad9d9a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6ae60b13-62ae-42d5-a557-c57485ad9d9a,segment=NetworkSegment(dcc8c184-0265-4430-ae1e-7f09c80173b0),segment_id=dcc8c184-0265-4430-ae1e-7f09c80173b0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:43.042232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.050849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f65eb-21a1-4903-bb5c-96e58f27e194 None None] Deleting port 6ae60b13-62ae-42d5-a557-c57485ad9d9a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:43.051227 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b0f65eb-21a1-4903-bb5c-96e58f27e194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.059940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 6ae60b13-62ae-42d5-a557-c57485ad9d9a owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:43.178319 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b0f65eb-21a1-4903-bb5c-96e58f27e194 None None] For port 6ae60b13-62ae-42d5-a557-c57485ad9d9a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6ae60b13-62ae-42d5-a557-c57485ad9d9a,segment=NetworkSegment(dcc8c184-0265-4430-ae1e-7f09c80173b0),segment_id=dcc8c184-0265-4430-ae1e-7f09c80173b0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:43.178729 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b0f65eb-21a1-4903-bb5c-96e58f27e194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.198379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f65eb-21a1-4903-bb5c-96e58f27e194 None None] Calling delete_port for 6ae60b13-62ae-42d5-a557-c57485ad9d9a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:43.248781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-e8fb765b-7fbf-4c46-aa74-de713bc93bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:43.250305 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-e8fb765b-7fbf-4c46-aa74-de713bc93bc4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e32bc967-52fb-425c-afd8-08e626fe2221 HTTP/1.1" status: 200 len: 898 time: 0.3813255 Jul 07 19:30:43.325429 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b0f65eb-21a1-4903-bb5c-96e58f27e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.327516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Pushing event deleted for resources: {'Port': ['ID=07d308fc-6ff2-457c-b0a1-60ec55abc0ed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:43.361942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161de9e-55df-40b3-a88b-ece7c842bf03 req-6ed4f11c-d331-401f-a6c1-1e12993fa8bf tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:43.365149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1161de9e-55df-40b3-a88b-ece7c842bf03 req-6ed4f11c-d331-401f-a6c1-1e12993fa8bf tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.7987578 Jul 07 19:30:43.366517 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.383041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f65eb-21a1-4903-bb5c-96e58f27e194 None None] Pushing event deleted for resources: {'Port': ['ID=6ae60b13-62ae-42d5-a557-c57485ad9d9a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:43.404491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f65eb-21a1-4903-bb5c-96e58f27e194 None None] No DVR routers for this DVR port 6ae60b13-62ae-42d5-a557-c57485ad9d9a on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:43.420001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:43.448639 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.474930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No DVR routers for this DVR port 6ae60b13-62ae-42d5-a557-c57485ad9d9a on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:43.518613 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-90d624fc-336b-4e92-af30-52a55a02bda0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7abe8bed-2e18-4981-b354-88db2f78fbd7 HTTP/1.1" status: 200 len: 1000 time: 0.2568958 Jul 07 19:30:43.541110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=6ae60b13-62ae-42d5-a557-c57485ad9d9a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:43.676820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.680807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-ede1bc0b-1632-4105-8df4-f4ab74854c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:43.682823 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-ede1bc0b-1632-4105-8df4-f4ab74854c3c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f167f72d-78ce-4060-a7a9-a9f690de83ac HTTP/1.1" status: 200 len: 834 time: 0.1390309 Jul 07 19:30:43.701837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:43.734356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc8c184-0265-4430-ae1e-7f09c80173b0') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:43.734774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc8c184-0265-4430-ae1e-7f09c80173b0') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:43.745626 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.754128 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.754371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.783876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.795007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:43.795425 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:43.799533 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:43.936282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1161de9e-55df-40b3-a88b-ece7c842bf03 req-cade3c7a-aa0a-4a84-8838-450b7a8f0cbf tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342002 Jul 07 19:30:43.936974 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:43.937507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc59967-8cf1-40fd-b0a2-993ba3856bc8 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:30:43.980637 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.000249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ab8c4063-56dc-4008-9c73-204be6ef9237 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:30:44.117498 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.118694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-70315980-9877-40b6-be82-320ce0bbfc0b admin admin] 10.222.0.113 "DELETE /v2.0/routers/0bc59967-8cf1-40fd-b0a2-993ba3856bc8 HTTP/1.1" status: 204 len: 168 time: 2.8283222 Jul 07 19:30:44.150301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:44.261059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac5b5b9-12b0-48b6-a4ff-e3a5ed8875a8 admin admin] Deleting subnet b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:44.277574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 07d308fc-6ff2-457c-b0a1-60ec55abc0ed no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:44.290867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac5b5b9-12b0-48b6-a4ff-e3a5ed8875a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.322395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 07d308fc-6ff2-457c-b0a1-60ec55abc0ed {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:44.323201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 07d308fc-6ff2-457c-b0a1-60ec55abc0ed not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:44.323874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6ae60b13-62ae-42d5-a557-c57485ad9d9a no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:44.353001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-a13c7113-aaeb-4189-8628-3d0635ced0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:44.354520 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-a13c7113-aaeb-4189-8628-3d0635ced0fa service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e32bc967-52fb-425c-afd8-08e626fe2221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6627903 Jul 07 19:30:44.357101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 6ae60b13-62ae-42d5-a557-c57485ad9d9a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:44.358296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6ae60b13-62ae-42d5-a557-c57485ad9d9a not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:44.358978 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3169bcfc-0e15-46e9-8470-5513a378949e no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:44.360805 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac5b5b9-12b0-48b6-a4ff-e3a5ed8875a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.367674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ab8c4063-56dc-4008-9c73-204be6ef9237, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab8c4063-56dc-4008-9c73-204be6ef9237,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:44.401253 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 3169bcfc-0e15-46e9-8470-5513a378949e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:44.402014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3169bcfc-0e15-46e9-8470-5513a378949e not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:44.410510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'ab8c4063-56dc-4008-9c73-204be6ef9237', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'port_id': 'ab8c4063-56dc-4008-9c73-204be6ef9237', 'mac_address': 'fa:16:3e:e1:b5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebfc7a6-9eee-41b6-a93a-ecc3b9964686', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:30:44.413983 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac5b5b9-12b0-48b6-a4ff-e3a5ed8875a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.473503 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.482912 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.489032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.492089 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/networks/5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98 HTTP/1.1" status: 204 len: 168 time: 2.1181879 Jul 07 19:30:44.509340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:44.510316 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab8c4063-56dc-4008-9c73-204be6ef9237 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:30:44.534412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19f89e-ac9f-40a4-9261-659e621285b9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Network': ['ID=5e8a16c6-bbf0-4bc8-bea4-5da15bc1cf98,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:44.545682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ab8c4063-56dc-4008-9c73-204be6ef9237, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab8c4063-56dc-4008-9c73-204be6ef9237,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:44.551084 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.578248 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac5b5b9-12b0-48b6-a4ff-e3a5ed8875a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.578488 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-c4ddce52-af74-46e7-9ff8-925ab3548f35 service neutron] 10.222.0.112 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095618 Jul 07 19:30:44.642097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5b5b9-12b0-48b6-a4ff-e3a5ed8875a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:44.651976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=ab8c4063-56dc-4008-9c73-204be6ef9237,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:44.656588 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac5b5b9-12b0-48b6-a4ff-e3a5ed8875a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.663776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:44.665008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4ac5b5b9-12b0-48b6-a4ff-e3a5ed8875a8 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b6ff3a2e-0817-45a4-9dc2-fe31ac61e79a HTTP/1.1" status: 204 len: 168 time: 0.5119236 Jul 07 19:30:44.744971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f5618-30da-49ff-aa85-034dff0b8f9d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:44.747451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-765f5618-30da-49ff-aa85-034dff0b8f9d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2368720 Jul 07 19:30:44.753327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:44.759815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['ab8c4063-56dc-4008-9c73-204be6ef9237'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:30:44.791067 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733e0326-1fb8-4a88-a133-254eb7d45d3a req-adc0d59b-367e-4694-94ea-14f05f7a49ff service neutron] 10.222.0.112 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029524 Jul 07 19:30:44.794079 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.878711 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:44.949577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-60f667f7-805d-427f-b1c8-383be25fba8c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1949878 Jul 07 19:30:45.001030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:45.023824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-295169230'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:45.117192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:45.125359 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.206118 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.222875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653cbb6f-63b3-494b-b667-97c99e343850']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:45.237443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff45916-4d0a-4901-ab9c-3525dcc26cc4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:45.238794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff45916-4d0a-4901-ab9c-3525dcc26cc4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:45.255750 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.303451 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.309284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:45.317295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:30:45.318398 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:30:45.321606 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:30:45.374457 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.374808 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Added segment 5b49e3f2-516a-4c94-83c3-96a1cccba6ac of type vlan for network cc071956-a208-43dc-8f28-842e27189078 Jul 07 19:30:45.392119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a459-e609-4419-a952-57bb5b05419b req-d9cdf218-6953-4fa5-bbf6-cad86f2cf035 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:45.395341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87f4a459-e609-4419-a952-57bb5b05419b req-d9cdf218-6953-4fa5-bbf6-cad86f2cf035 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 944 time: 0.2006519 Jul 07 19:30:45.445781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.450040 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.475341 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.478035 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] 10.222.0.113 "DELETE /v2.0/networks/653cbb6f-63b3-494b-b667-97c99e343850 HTTP/1.1" status: 204 len: 168 time: 0.8129599 Jul 07 19:30:45.492387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bc2f6-e5a0-40f7-aedb-befc6c23a207 admin admin] Pushing event deleted for resources: {'Network': ['ID=653cbb6f-63b3-494b-b667-97c99e343850,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:45.521249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87f4a459-e609-4419-a952-57bb5b05419b req-35bf635d-5c92-4c13-82ca-0a812dbcada2 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065340 Jul 07 19:30:45.534312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.543594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:45.544778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.630426 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6279540 Jul 07 19:30:45.635648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:45.641477 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': 'cc071956-a208-43dc-8f28-842e27189078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:45.718586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ea38c-442a-4073-b80c-1cb66eba047c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Network': ['ID=cc071956-a208-43dc-8f28-842e27189078,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:45.751651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network cc071956-a208-43dc-8f28-842e27189078 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:45.772878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:45.779219 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.813846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting port c67ff396-3d5a-44b1-af84-452d82ae26e6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:45.814275 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:45.827610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:45.959457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-47eb73aa-ce9c-4bef-a7a8-7cabccc18b79 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4cf0b528ff754fce9c27f61ecd2f98b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307008 Jul 07 19:30:45.962239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:45.996634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] For port c67ff396-3d5a-44b1-af84-452d82ae26e6, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c67ff396-3d5a-44b1-af84-452d82ae26e6,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:45.997410 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.016291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ab8c4063-56dc-4008-9c73-204be6ef9237 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:46.028392 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Calling delete_port for c67ff396-3d5a-44b1-af84-452d82ae26e6 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:46.158348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port ab8c4063-56dc-4008-9c73-204be6ef9237 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:46.159026 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.180154 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3848f74-5444-4212-b3d8-05fa1be47058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.293308 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3848f74-5444-4212-b3d8-05fa1be47058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.391529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.474563 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.487277 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.535115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Subnet': ['ID=b705f0ef-61d3-4a05-9b27-840e78b47a58,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:46.555646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Checking segment: {'id': '5b49e3f2-516a-4c94-83c3-96a1cccba6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'cc071956-a208-43dc-8f28-842e27189078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:46.556376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network hostable DHCP agents. Network: cc071956-a208-43dc-8f28-842e27189078, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:46.566473 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3848f74-5444-4212-b3d8-05fa1be47058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.570900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3848f74-5444-4212-b3d8-05fa1be47058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.574637 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e3848f74-5444-4212-b3d8-05fa1be47058 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2000a218-daaf-40fa-b6a6-856a9b4a855e HTTP/1.1" status: 204 len: 168 time: 0.6055725 Jul 07 19:30:46.584129 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8c4063-56dc-4008-9c73-204be6ef9237'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:46.588614 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbee439-9817-492e-b682-9caf75b4d7f5" -d '{"events": [{"server_uuid": "ec2f1a0c-8e86-48d0-895a-b5b103a5aef0", "name": "network-vif-plugged", "status": "completed", "tag": "ab8c4063-56dc-4008-9c73-204be6ef9237"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:46.597971 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3848f74-5444-4212-b3d8-05fa1be47058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2000a218-daaf-40fa-b6a6-856a9b4a855e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:46.614210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network cc071956-a208-43dc-8f28-842e27189078 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:46.641459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Port': ['ID=c67ff396-3d5a-44b1-af84-452d82ae26e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:46.642985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, cc071956-a208-43dc-8f28-842e27189078) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:46.654197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:46.656882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.688350 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-93dd6739-1b16-4558-b328-fca75486355e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0513089 Jul 07 19:30:46.691285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:46.704089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': 'cc071956-a208-43dc-8f28-842e27189078', 'name': 'tempest-PortsTestJSON-865828865'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:46.971093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:46.975411 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:47.075182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 05261047-370d-48bf-9824-5a80a033aab9 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:47.135692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a70fcc-cc02-44fb-ad03-8442fa6ddaa8 None None] Network cc071956-a208-43dc-8f28-842e27189078 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:47.164592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ab8c4063-56dc-4008-9c73-204be6ef9237, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab8c4063-56dc-4008-9c73-204be6ef9237,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:47.167456 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e0f868-dc33-4dd1-b548-a95635c2bd2c x-openstack-request-id: req-82e0f868-dc33-4dd1-b548-a95635c2bd2c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:47.168016 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2f1a0c-8e86-48d0-895a-b5b103a5aef0", "name": "network-vif-plugged", "status": "completed", "tag": "ab8c4063-56dc-4008-9c73-204be6ef9237", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:47.168545 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-82e0f868-dc33-4dd1-b548-a95635c2bd2c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:47.169273 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8c4063-56dc-4008-9c73-204be6ef9237', 'code': 200} Jul 07 19:30:47.229114 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:47.363308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=ab8c4063-56dc-4008-9c73-204be6ef9237,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:47.396295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57072181-ce30-40e9-b8ac-003393798d87 req-68d06de4-1418-46a8-b63b-664e3b081681 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:47.404862 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57072181-ce30-40e9-b8ac-003393798d87 req-68d06de4-1418-46a8-b63b-664e3b081681 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 944 time: 0.3936620 Jul 07 19:30:47.452388 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:47.518005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57072181-ce30-40e9-b8ac-003393798d87 req-fe698aa4-5ae9-4d23-998f-11d6668102b1 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112244 Jul 07 19:30:47.540825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.5 (cc071956-a208-43dc-8f28-842e27189078/b705f0ef-61d3-4a05-9b27-840e78b47a58/05261047-370d-48bf-9824-5a80a033aab9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:47.599206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-cc071956-a208-43dc-8f28-842e27189078', 'network_id': 'cc071956-a208-43dc-8f28-842e27189078', 'tenant_id': '4c43b8a30531496ca4415d525d5134b8', 'fixed_ips': [{'subnet_id': 'b705f0ef-61d3-4a05-9b27-840e78b47a58'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:30:47.600295 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.083424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.132009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:48.155924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object 05261047-370d-48bf-9824-5a80a033aab9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:48.314867 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.381038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network cc071956-a208-43dc-8f28-842e27189078 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:48.386103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:48.387050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:48.403331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-53cb5912-2cba-4468-8f4d-fa6a8f277ede tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "PUT /v2.0/routers/73b699c9-f1ea-4eec-bf9f-f1d43a504323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8982015 Jul 07 19:30:48.405744 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec165ed-2d27-401c-8026-d5341b3d5a7c None None] Sync routers for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:48.421779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:48.437993 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec165ed-2d27-401c-8026-d5341b3d5a7c None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:48.438972 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ec165ed-2d27-401c-8026-d5341b3d5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:48.529410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=05261047-370d-48bf-9824-5a80a033aab9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:48.534784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Allocated IP 172.20.0.2 (cc071956-a208-43dc-8f28-842e27189078/b705f0ef-61d3-4a05-9b27-840e78b47a58/05baf510-6745-4a46-9694-9225d86f17d4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:48.582347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:48.695910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:48.699160 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.739853 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-980b2d17-8972-4f29-9468-69c09deb6671 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0471752 Jul 07 19:30:48.742541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:48.747938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': 'cc071956-a208-43dc-8f28-842e27189078', 'name': 'tempest-PortsTestJSON-286986899'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:48.770068 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2ec165ed-2d27-401c-8026-d5341b3d5a7c None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:48.962836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1733571873-network', 'tenant_id': '4681ae05db164c2099f02be1ad81da74'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:49.019655 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.050209 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.052600 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Transition to ACTIVE for port object 05baf510-6745-4a46-9694-9225d86f17d4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:49.105884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Transition to ACTIVE for port object 05baf510-6745-4a46-9694-9225d86f17d4 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:49.120054 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.253587 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Pushing event updated for resources: {'Port': ['ID=05baf510-6745-4a46-9694-9225d86f17d4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:49.303751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Network cc071956-a208-43dc-8f28-842e27189078 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:49.306596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:49.311828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:49.495676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Attempting to bind port 05baf510-6745-4a46-9694-9225d86f17d4 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:30:49.495973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Attempting to bind port 05baf510-6745-4a46-9694-9225d86f17d4 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '5b49e3f2-516a-4c94-83c3-96a1cccba6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'cc071956-a208-43dc-8f28-842e27189078'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:30:49.496346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Attempting to bind port 05baf510-6745-4a46-9694-9225d86f17d4 on network cc071956-a208-43dc-8f28-842e27189078 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:30:49.514994 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ec165ed-2d27-401c-8026-d5341b3d5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:30:46Z', 'revision_number': 6, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f60fd457-7f2d-4091-b240-3a14a16a0021', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'port_id': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'mac_address': 'fa:16:3e:37:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:15Z', 'updated_at': '2021-07-07T19:29:18Z', 'revision_number': 1, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:49.516991 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:30:49.517936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Checking segment: {'id': '5b49e3f2-516a-4c94-83c3-96a1cccba6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'cc071956-a208-43dc-8f28-842e27189078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:49.518344 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.518752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Bound using segment: {'id': '5b49e3f2-516a-4c94-83c3-96a1cccba6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'cc071956-a208-43dc-8f28-842e27189078'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:30:49.519232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Bound port: 05baf510-6745-4a46-9694-9225d86f17d4, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b49e3f2-516a-4c94-83c3-96a1cccba6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'cc071956-a208-43dc-8f28-842e27189078'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:30:49.519826 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.605519 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec165ed-2d27-401c-8026-d5341b3d5a7c None None] Checking router: 73b699c9-f1ea-4eec-bf9f-f1d43a504323 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:49.654320 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec165ed-2d27-401c-8026-d5341b3d5a7c None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:49.654973 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ec165ed-2d27-401c-8026-d5341b3d5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:49.758722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] For port 05baf510-6745-4a46-9694-9225d86f17d4, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:30:49.765938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] For port 05baf510-6745-4a46-9694-9225d86f17d4, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=05baf510-6745-4a46-9694-9225d86f17d4,segment=NetworkSegment(5b49e3f2-516a-4c94-83c3-96a1cccba6ac),segment_id=5b49e3f2-516a-4c94-83c3-96a1cccba6ac)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:30:49.776628 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.831180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Made reservation on behalf of 4681ae05db164c2099f02be1ad81da74 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:49.846059 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.899229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff2f3d-4fbd-4c9c-a448-df5f3d14393d None None] Pushing event updated for resources: {'Port': ['ID=05baf510-6745-4a46-9694-9225d86f17d4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:49.910522 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:49.983386 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2ec165ed-2d27-401c-8026-d5341b3d5a7c None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:50.479234 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ec165ed-2d27-401c-8026-d5341b3d5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:30:46Z', 'revision_number': 6, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f60fd457-7f2d-4091-b240-3a14a16a0021', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'port_id': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'mac_address': 'fa:16:3e:37:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:15Z', 'updated_at': '2021-07-07T19:29:18Z', 'revision_number': 1, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:50.542719 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec165ed-2d27-401c-8026-d5341b3d5a7c None None] The sync data for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 is: [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:30:46Z', 'revision_number': 6, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f60fd457-7f2d-4091-b240-3a14a16a0021', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'port_id': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'mac_address': 'fa:16:3e:37:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:29:15Z', 'updated_at': '2021-07-07T19:29:18Z', 'revision_number': 1, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:50.630847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a812c0b-e98a-49a7-89f1-5767adb709a6 req-a81df5f9-c0b0-4ee7-8d43-06220fe731aa tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:50.632652 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6a812c0b-e98a-49a7-89f1-5767adb709a6 req-a81df5f9-c0b0-4ee7-8d43-06220fe731aa tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.112 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 946 time: 0.1827831 Jul 07 19:30:50.740183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1cf60-ad10-4f42-bc82-dc579fcb52bf req-3e2cc66e-1f7c-49b8-91aa-55d189a54d12 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:50.747039 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4a1cf60-ad10-4f42-bc82-dc579fcb52bf req-3e2cc66e-1f7c-49b8-91aa-55d189a54d12 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 1.6926949 Jul 07 19:30:50.829238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6a812c0b-e98a-49a7-89f1-5767adb709a6 req-cb5391e9-210d-4b59-96dd-bf6b7362ef94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:50.830737 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6a812c0b-e98a-49a7-89f1-5767adb709a6 req-cb5391e9-210d-4b59-96dd-bf6b7362ef94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.862503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4a1cf60-ad10-4f42-bc82-dc579fcb52bf req-43d06857-537e-4080-ad15-b76233cd5df6 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036577 Jul 07 19:30:50.975957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f3e7-0b48-4b62-b7e9-2ff6b57a5522 req-07e3262e-94cf-496c-9204-345db5d94049 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:50.989896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97f8f3e7-0b48-4b62-b7e9-2ff6b57a5522 req-07e3262e-94cf-496c-9204-345db5d94049 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=59dab89f-2ec3-443f-949d-acefe84077bb HTTP/1.1" status: 200 len: 946 time: 0.5728822 Jul 07 19:30:51.074773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.119666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97f8f3e7-0b48-4b62-b7e9-2ff6b57a5522 req-34d1fe86-5d62-43ad-a85e-91aad01917ff tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=dddde2de-35e5-4088-903e-da1fd095bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287649 Jul 07 19:30:51.130367 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.155211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6a812c0b-e98a-49a7-89f1-5767adb709a6 req-cb5391e9-210d-4b59-96dd-bf6b7362ef94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] For port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:51.155581 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6a812c0b-e98a-49a7-89f1-5767adb709a6 req-cb5391e9-210d-4b59-96dd-bf6b7362ef94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.164304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:30:51.178535 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.179833 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Added segment f2f0335d-6379-4538-aed4-f2bb8706ff54 of type vlan for network a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd Jul 07 19:30:51.215804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6a812c0b-e98a-49a7-89f1-5767adb709a6 req-cb5391e9-210d-4b59-96dd-bf6b7362ef94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Calling delete_port for ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:51.280851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.611926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f78fa73-001f-4c68-9e4e-97e0328291d8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:51.637975 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6a812c0b-e98a-49a7-89f1-5767adb709a6 req-cb5391e9-210d-4b59-96dd-bf6b7362ef94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.698429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5391e9-210d-4b59-96dd-bf6b7362ef94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Port': ['ID=ce5d4cb2-b53a-4ff1-be5d-77bad09439f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:51.866243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a812c0b-e98a-49a7-89f1-5767adb709a6 req-cb5391e9-210d-4b59-96dd-bf6b7362ef94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] No DVR routers for this DVR port ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:51.905391 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6a812c0b-e98a-49a7-89f1-5767adb709a6 req-cb5391e9-210d-4b59-96dd-bf6b7362ef94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.914909 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6a812c0b-e98a-49a7-89f1-5767adb709a6 req-cb5391e9-210d-4b59-96dd-bf6b7362ef94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.112 "DELETE /v2.0/ports/ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 HTTP/1.1" status: 204 len: 173 time: 1.2681446 Jul 07 19:30:51.915936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dab89f-2ec3-443f-949d-acefe84077bb', 'name': 'network-vif-deleted', 'tag': 'ce5d4cb2-b53a-4ff1-be5d-77bad09439f7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:51.937642 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dda216-df23-40e9-8ab8-e0752ed9f8ea" -d '{"events": [{"server_uuid": "59dab89f-2ec3-443f-949d-acefe84077bb", "name": "network-vif-deleted", "tag": "ce5d4cb2-b53a-4ff1-be5d-77bad09439f7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:52.175879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:52.214638 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.222821 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.225912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:52.227981 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.361959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 05baf510-6745-4a46-9694-9225d86f17d4 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:52.523745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 05baf510-6745-4a46-9694-9225d86f17d4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:52.544178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c67ff396-3d5a-44b1-af84-452d82ae26e6 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:52.573825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] Pushing event updated for resources: {'Network': ['ID=a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:52.589091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: c67ff396-3d5a-44b1-af84-452d82ae26e6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:52.592450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c67ff396-3d5a-44b1-af84-452d82ae26e6 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:52.628797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b735b8-d14c-4106-8422-c87bb544479a None None] Network cc071956-a208-43dc-8f28-842e27189078 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:52.635130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 1841c27a-bc22-485a-9148-334df67b023f yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:30:52.718161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2d239935-dcb7-4cdf-a20f-a65d86db6784 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.1342039 Jul 07 19:30:52.721931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:52.727487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] Request body: {'subnet': {'network_id': 'a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1733571873-subnet', 'tenant_id': '4681ae05db164c2099f02be1ad81da74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:52.759512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d47be4-2881-4f6d-bf3b-5792521e3ca6 req-1c7c62af-ca8d-42a0-a839-7fc5a48603f4 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:52.785731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9d47be4-2881-4f6d-bf3b-5792521e3ca6 req-1c7c62af-ca8d-42a0-a839-7fc5a48603f4 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 946 time: 1.3959301 Jul 07 19:30:52.843382 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] Made reservation on behalf of 4681ae05db164c2099f02be1ad81da74 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:52.847686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:52.860964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:30:52.968171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71579c42-78a1-447a-a054-c71e72421dc2 req-db7021a1-5dae-4f46-8210-8606f0de4ee1 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:52.969901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71579c42-78a1-447a-a054-c71e72421dc2 req-db7021a1-5dae-4f46-8210-8606f0de4ee1 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.59 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 946 time: 1.4513016 Jul 07 19:30:52.972555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c40a06-ef39-42bc-bdd4-c0be511f77a6 req-49b3b5dd-d1f0-45a4-9529-ff414082ca76 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:52.974232 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1c40a06-ef39-42bc-bdd4-c0be511f77a6 req-49b3b5dd-d1f0-45a4-9529-ff414082ca76 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1098 time: 0.8290548 Jul 07 19:30:52.987963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-351d8e5f-61b4-480e-ac0f-45b117a9f8ea None None] Provisioning for port 05baf510-6745-4a46-9694-9225d86f17d4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:53.062598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-351d8e5f-61b4-480e-ac0f-45b117a9f8ea None None] Provisioning complete for port 05baf510-6745-4a46-9694-9225d86f17d4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:53.067833 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-351d8e5f-61b4-480e-ac0f-45b117a9f8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.104203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.184865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9d47be4-2881-4f6d-bf3b-5792521e3ca6 req-6bdca50a-6de0-4528-bd3a-8be3a1e676cc tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973453 Jul 07 19:30:53.226684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] Checking segment: {'id': 'f2f0335d-6379-4538-aed4-f2bb8706ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:30:53.227353 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] Network hostable DHCP agents. Network: a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:30:53.233701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d79b272-bbe5-45b7-ab37-6371ab39fe1e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:53.261274 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1c40a06-ef39-42bc-bdd4-c0be511f77a6 req-5e6d8b05-a23a-460e-ab45-91f6531a5026 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767217 Jul 07 19:30:53.286082 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] Network a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:30:53.290304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45568) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:53.307572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.12 (cc071956-a208-43dc-8f28-842e27189078/b705f0ef-61d3-4a05-9b27-840e78b47a58/1841c27a-bc22-485a-9148-334df67b023f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:53.354220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:53.379656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:53.381779 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.385356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Deleting port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:53.385545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b26666-24c1-43a8-af67-8ee80ad9dfa3 None None] Network a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:53.388068 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:53.471912 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-75b80a63-da8d-4665-b3a0-02b44c6e9807 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7433615 Jul 07 19:30:53.514416 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3b7125-8cdd-488a-9e9c-3ee1a8c177e6 x-openstack-request-id: req-8a3b7125-8cdd-488a-9e9c-3ee1a8c177e6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:53.514727 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dab89f-2ec3-443f-949d-acefe84077bb", "name": "network-vif-deleted", "tag": "ce5d4cb2-b53a-4ff1-be5d-77bad09439f7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:53.514941 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8a3b7125-8cdd-488a-9e9c-3ee1a8c177e6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:53.515512 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dab89f-2ec3-443f-949d-acefe84077bb', 'name': 'network-vif-deleted', 'tag': 'ce5d4cb2-b53a-4ff1-be5d-77bad09439f7', 'status': 'completed', 'code': 200} Jul 07 19:30:53.743290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:53.772208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:53.815008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:30:53.815432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ce5d4cb2-b53a-4ff1-be5d-77bad09439f7 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:30:53.876008 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-351d8e5f-61b4-480e-ac0f-45b117a9f8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.043480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 4e08537b-545a-469f-a579-8263d545e535 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:54.044149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.103188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3deabc-20af-440e-889c-9bd287c1edcb None None] Network a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:54.232442 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.233451 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.244826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-351d8e5f-61b4-480e-ac0f-45b117a9f8ea None None] For port 05baf510-6745-4a46-9694-9225d86f17d4, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=05baf510-6745-4a46-9694-9225d86f17d4,segment=NetworkSegment(5b49e3f2-516a-4c94-83c3-96a1cccba6ac),segment_id=5b49e3f2-516a-4c94-83c3-96a1cccba6ac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:54.249870 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 4e08537b-545a-469f-a579-8263d545e535 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:54.270147 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-351d8e5f-61b4-480e-ac0f-45b117a9f8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.448160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5ee3fd4c-d22f-4ef7-acc0-b9d844726140 None None] Provisioning for port 05261047-370d-48bf-9824-5a80a033aab9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:54.465812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5ee3fd4c-d22f-4ef7-acc0-b9d844726140 None None] Provisioning complete for port 05261047-370d-48bf-9824-5a80a033aab9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:54.466183 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ee3fd4c-d22f-4ef7-acc0-b9d844726140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.566730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d8e5f-61b4-480e-ac0f-45b117a9f8ea None None] Pushing event updated for resources: {'Port': ['ID=05baf510-6745-4a46-9694-9225d86f17d4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:54.612386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0243a41-78c4-4ddd-87d1-0bc54d9ce841 req-3b38db75-7524-4768-b370-9c42b41393bb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:54.620953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0243a41-78c4-4ddd-87d1-0bc54d9ce841 req-3b38db75-7524-4768-b370-9c42b41393bb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.9277604 Jul 07 19:30:54.635709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-7f806d22-a0c5-4f4b-8aad-c2cba0910ade tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:54.647925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-7f806d22-a0c5-4f4b-8aad-c2cba0910ade tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/networks?id=a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd HTTP/1.1" status: 200 len: 809 time: 0.3848715 Jul 07 19:30:54.668697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5ee3fd4c-d22f-4ef7-acc0-b9d844726140 None None] Port 05261047-370d-48bf-9824-5a80a033aab9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:54.702733 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.765159 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0243a41-78c4-4ddd-87d1-0bc54d9ce841 req-43b5974b-9e2b-4147-a3a7-084ec04ea465 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429117 Jul 07 19:30:54.773852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=4e08537b-545a-469f-a579-8263d545e535,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:54.776883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5ee3fd4c-d22f-4ef7-acc0-b9d844726140 None None] Provisioning complete for port 05baf510-6745-4a46-9694-9225d86f17d4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:54.777259 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ee3fd4c-d22f-4ef7-acc0-b9d844726140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.782409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-85f0a030-bc4b-46ee-b238-e6911bcff454 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/quotas/4681ae05db164c2099f02be1ad81da74 HTTP/1.1" status: 200 len: 375 time: 0.1332359 Jul 07 19:30:54.792343 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b1fb-8a0c-4c67-b587-f9c61b071c22 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.828826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.828981 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Floating IP 3589e90f-79ff-4166-8e9d-f98db16da9f5 disassociated (deleted). External IP: 172.25.2.10, port: 6784a540-d122-46f3-8524-d940a8f4c358. Jul 07 19:30:54.910848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] For port 9bd4b8b1-f632-426d-aac4-8153fd8eed61, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:54.911711 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:54.932336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-d8a4c801-244f-4859-bb46-b0e679d513c0 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4681ae05db164c2099f02be1ad81da74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1419752 Jul 07 19:30:55.074654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-37242cdb-c0a0-476d-a2f3-b3e0c4b24094 service neutron] 10.222.0.113 "GET /v2.0/networks/a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413503 Jul 07 19:30:55.133961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-669b1a97-66cb-4430-9137-4ab00dcf2f65 None None] Provisioning complete for port 05261047-370d-48bf-9824-5a80a033aab9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:55.134904 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-669b1a97-66cb-4430-9137-4ab00dcf2f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.197579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b0307284-1e0f-4cab-b1bb-d6fbb8e8465b service neutron] 10.222.0.113 "GET /v2.0/networks/a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217911 Jul 07 19:30:55.231176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-669b1a97-66cb-4430-9137-4ab00dcf2f65 None None] Port 05261047-370d-48bf-9824-5a80a033aab9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:55.249861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 85b9827d-272e-4393-993d-d6702441f792 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:55.549516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:55.560841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eccd3c8-20c5-4514-8145-5f804bee31fe None None] Sync routers for ids ['85b9827d-272e-4393-993d-d6702441f792'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:55.572948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eccd3c8-20c5-4514-8145-5f804bee31fe None None] Routers {'85b9827d-272e-4393-993d-d6702441f792'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:55.573597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6eccd3c8-20c5-4514-8145-5f804bee31fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85b9827d-272e-4393-993d-d6702441f792'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:55.575154 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.621100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0e9bc2a-781c-4d9b-b58f-dca39d4bec53 req-6128509e-15ab-47e1-992c-3121ed26ce6a tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 210 time: 0.1321959 Jul 07 19:30:55.626082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b1fb-8a0c-4c67-b587-f9c61b071c22 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.666813 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5f1681a2-00b6-48f2-9eb6-fb96d2826a18 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/floatingips/3589e90f-79ff-4166-8e9d-f98db16da9f5 HTTP/1.1" status: 204 len: 168 time: 2.3735948 Jul 07 19:30:55.668679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:55.677167 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05042a73-cd87-4b7b-b0ff-eaa223b8717a" -d '{"events": [{"name": "network-changed", "server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "tag": "6784a540-d122-46f3-8524-d940a8f4c358"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:55.791151 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:55.893781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621e51d-2509-45c9-9e4a-8f84febe9861 req-8a11b287-f328-4ecc-ad13-e2234bade118 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:55.905455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1621e51d-2509-45c9-9e4a-8f84febe9861 req-8a11b287-f328-4ecc-ad13-e2234bade118 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 946 time: 0.7242479 Jul 07 19:30:55.924788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6eccd3c8-20c5-4514-8145-5f804bee31fe None None] Set router 85b9827d-272e-4393-993d-d6702441f792 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:55.958311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object 1841c27a-bc22-485a-9148-334df67b023f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:30:55.993047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1621e51d-2509-45c9-9e4a-8f84febe9861 req-43bc57f2-ad1e-4f09-ad8c-2ce7849aba8a tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/security-groups?id=78868289-5429-415a-9fdc-46f128099518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862978 Jul 07 19:30:56.094977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9bd4b8b1-f632-426d-aac4-8153fd8eed61 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:30:56.095749 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.096199 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.096413 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Floating IP c2b755d9-d483-4c59-bffc-80a39fcb3eec disassociated. External IP: 172.25.2.179, port: 9bd4b8b1-f632-426d-aac4-8153fd8eed61. Jul 07 19:30:56.096835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Calling delete_port for 9bd4b8b1-f632-426d-aac4-8153fd8eed61 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:56.124194 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b1fb-8a0c-4c67-b587-f9c61b071c22 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.128831 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b1fb-8a0c-4c67-b587-f9c61b071c22 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.130784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ecf1b1fb-8a0c-4c67-b587-f9c61b071c22 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/security-groups/dddde2de-35e5-4088-903e-da1fd095bf21 HTTP/1.1" status: 204 len: 168 time: 2.2820902 Jul 07 19:30:56.142529 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.160262 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df121d24-7e6e-4653-918f-e4e71a8345ef x-openstack-request-id: req-df121d24-7e6e-4653-918f-e4e71a8345ef {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:56.160681 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "tag": "6784a540-d122-46f3-8524-d940a8f4c358", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:56.160943 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-df121d24-7e6e-4653-918f-e4e71a8345ef {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:56.161356 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358', 'status': 'completed', 'code': 200} Jul 07 19:30:56.226887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network cc071956-a208-43dc-8f28-842e27189078 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:30:56.235198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=1841c27a-bc22-485a-9148-334df67b023f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:56.252932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:30:56.267164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:30:56.319451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1b1fb-8a0c-4c67-b587-f9c61b071c22 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddde2de-35e5-4088-903e-da1fd095bf21,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:56.331607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 05baf510-6745-4a46-9694-9225d86f17d4 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:30:56.448435 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:56.489699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:56.490448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.550218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05042a73-cd87-4b7b-b0ff-eaa223b8717a req-1591250f-dd9a-4cbb-8170-db4624d594c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:56.552320 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05042a73-cd87-4b7b-b0ff-eaa223b8717a req-1591250f-dd9a-4cbb-8170-db4624d594c7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 1098 time: 0.3011665 Jul 07 19:30:56.708510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-c871cdb7-0bce-4003-885a-a7f866f06cdc req-9dd68ce7-283c-4b3f-a3c4-4e7bb7cd8bea service neutron] (93771) timed out ('10.222.0.113', 47868) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:30:56.732900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0041d01c-6492-437a-9ae5-eaeb0adc9fe3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.9889085 Jul 07 19:30:56.737406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:56.820358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c58cdcd-5d3e-40fd-8167-097ad0bfd4ed tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting subnet 6f88e147-8418-4187-96d0-4178ce5ff7e5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:30:56.837885 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c58cdcd-5d3e-40fd-8167-097ad0bfd4ed tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.849424 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.858304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05042a73-cd87-4b7b-b0ff-eaa223b8717a req-2ab142ce-d592-4190-9dc7-171d9043a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:56.860640 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05042a73-cd87-4b7b-b0ff-eaa223b8717a req-2ab142ce-d592-4190-9dc7-171d9043a86f service neutron] 10.222.0.112 "GET /v2.0/networks?id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 200 len: 898 time: 0.2947485 Jul 07 19:30:56.878080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1956bb9d-a5ba-4777-9a35-bb019463cbcf None None] Provisioning for port 1841c27a-bc22-485a-9148-334df67b023f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:30:56.907957 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1956bb9d-a5ba-4777-9a35-bb019463cbcf None None] Provisioning complete for port 1841c27a-bc22-485a-9148-334df67b023f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:56.908797 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1956bb9d-a5ba-4777-9a35-bb019463cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:56.930128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd4b8b1-f632-426d-aac4-8153fd8eed61'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:56.933150 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4e2035-01b2-4c77-b31d-f7e96279a9f5" -d '{"events": [{"server_uuid": "a51443fe-f41e-4f59-a559-d5923bbb901f", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd4b8b1-f632-426d-aac4-8153fd8eed61"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:56.963904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf88ed-c53b-426d-82d2-01f515e7aac4 req-f7eef23d-9dbd-485b-9d3a-7b7c946f0fb2 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:56.965888 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4aaf88ed-c53b-426d-82d2-01f515e7aac4 req-f7eef23d-9dbd-485b-9d3a-7b7c946f0fb2 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.4568868 Jul 07 19:30:56.980345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9bd4b8b1-f632-426d-aac4-8153fd8eed61, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9bd4b8b1-f632-426d-aac4-8153fd8eed61,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:56.987698 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 05baf510-6745-4a46-9694-9225d86f17d4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:30:56.988428 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.070058 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05042a73-cd87-4b7b-b0ff-eaa223b8717a req-17d8f4a0-b2b5-416d-bab2-f04d73e1271f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 200 len: 217 time: 0.1225471 Jul 07 19:30:57.083959 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4aaf88ed-c53b-426d-82d2-01f515e7aac4 req-072e0f1a-a515-4110-8fb7-3adde77855d8 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931296 Jul 07 19:30:57.086581 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.097858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1956bb9d-a5ba-4777-9a35-bb019463cbcf None None] Port 1841c27a-bc22-485a-9148-334df67b023f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:30:57.166064 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05042a73-cd87-4b7b-b0ff-eaa223b8717a req-aff027cd-cdb9-40e4-8db0-7b1358a5a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:57.168018 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05042a73-cd87-4b7b-b0ff-eaa223b8717a req-aff027cd-cdb9-40e4-8db0-7b1358a5a7c6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 200 len: 835 time: 0.0838542 Jul 07 19:30:57.174612 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c58cdcd-5d3e-40fd-8167-097ad0bfd4ed tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.194371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0c9aab-14f3-4f7a-b1af-700a125b82d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:57.195945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4a0c9aab-14f3-4f7a-b1af-700a125b82d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.4498470 Jul 07 19:30:57.214549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:57.279132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f02459-d23e-4b70-b7be-195fbc45993b req-7aa421df-c674-474c-a106-42ebadc312ea tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:57.287625 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0f02459-d23e-4b70-b7be-195fbc45993b req-7aa421df-c674-474c-a106-42ebadc312ea tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 946 time: 0.5426416 Jul 07 19:30:57.388442 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.433819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event deleted for resources: {'Port': ['ID=9bd4b8b1-f632-426d-aac4-8153fd8eed61,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:57.473494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c58cdcd-5d3e-40fd-8167-097ad0bfd4ed tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.491114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9bd4b8b1-f632-426d-aac4-8153fd8eed61,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:57.527866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6eccd3c8-20c5-4514-8145-5f804bee31fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:35Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '7e8370f9-7d4f-429d-aa91-b3faac936048', 'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:da:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:33Z', 'updated_at': '2021-07-07T19:28:42Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:57.533890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05042a73-cd87-4b7b-b0ff-eaa223b8717a req-e9c57594-5ef3-4f7e-a342-7d0e9b294b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:57.537676 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05042a73-cd87-4b7b-b0ff-eaa223b8717a req-e9c57594-5ef3-4f7e-a342-7d0e9b294b42 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5ddca81b-90d6-4b8a-8c09-dfe0784e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3595507 Jul 07 19:30:57.601875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eccd3c8-20c5-4514-8145-5f804bee31fe None None] Checking router: 85b9827d-272e-4393-993d-d6702441f792 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:30:57.619005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eccd3c8-20c5-4514-8145-5f804bee31fe None None] Routers {'85b9827d-272e-4393-993d-d6702441f792'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:57.627259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6eccd3c8-20c5-4514-8145-5f804bee31fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85b9827d-272e-4393-993d-d6702441f792'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:57.747349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c58cdcd-5d3e-40fd-8167-097ad0bfd4ed tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:57.909231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6eccd3c8-20c5-4514-8145-5f804bee31fe None None] Set router 85b9827d-272e-4393-993d-d6702441f792 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:58.399182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-1d3a9999-a073-46bb-953e-1c81f2d086e2 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:58.401305 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-1d3a9999-a073-46bb-953e-1c81f2d086e2 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.112 "GET /v2.0/networks?id=a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd HTTP/1.1" status: 200 len: 809 time: 0.1971076 Jul 07 19:30:58.402645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c58cdcd-5d3e-40fd-8167-097ad0bfd4ed tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.404827 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0c58cdcd-5d3e-40fd-8167-097ad0bfd4ed tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/subnets/6f88e147-8418-4187-96d0-4178ce5ff7e5 HTTP/1.1" status: 204 len: 168 time: 1.9551122 Jul 07 19:30:58.427307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:30:58.448901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612899ab-5968-47c7-b219-6f2d55bd3837 None None] Network a1a73368-5ab0-4b93-b96e-c192588fd6f8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:30:58.552191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Request body: {'port': {'device_id': '88f78760-0570-4021-9c11-ccdd5ec12851', 'network_id': 'a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd', 'admin_state_up': True, 'tenant_id': '4681ae05db164c2099f02be1ad81da74'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:30:58.565103 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:58.574347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58cdcd-5d3e-40fd-8167-097ad0bfd4ed tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Subnet': ['ID=6f88e147-8418-4187-96d0-4178ce5ff7e5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:58.618706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0f02459-d23e-4b70-b7be-195fbc45993b req-0a82339e-544f-4ff3-b3dd-02eab39be59c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3300660 Jul 07 19:30:58.660712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6eccd3c8-20c5-4514-8145-5f804bee31fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:35Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '7e8370f9-7d4f-429d-aa91-b3faac936048', 'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:da:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:33Z', 'updated_at': '2021-07-07T19:28:42Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:58.708831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Router 1a220558-bb1e-4745-925f-04b5dc47f17d has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:30:58.739007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79b630db-00a7-4a69-9f3e-05430f6c5308 req-4f372972-8fa1-44fb-b306-ef3df60cc2fc tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 210 time: 0.9928291 Jul 07 19:30:58.747052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eccd3c8-20c5-4514-8145-5f804bee31fe None None] The sync data for ids ['85b9827d-272e-4393-993d-d6702441f792'] in n-d-792394-12 is: [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:28:35Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '7e8370f9-7d4f-429d-aa91-b3faac936048', 'name': '', 'network_id': '5ddca81b-90d6-4b8a-8c09-dfe0784e776c', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:da:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:33Z', 'updated_at': '2021-07-07T19:28:42Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': '7a12baf8-99b9-40d9-af0f-88edd3968121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:30:58.753372 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4b50ab-9561-492e-b8a6-80c18944bb01 x-openstack-request-id: req-db4b50ab-9561-492e-b8a6-80c18944bb01 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:58.753987 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51443fe-f41e-4f59-a559-d5923bbb901f", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd4b8b1-f632-426d-aac4-8153fd8eed61", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:58.754471 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-db4b50ab-9561-492e-b8a6-80c18944bb01 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:58.755130 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd4b8b1-f632-426d-aac4-8153fd8eed61', 'code': 200} Jul 07 19:30:58.826512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Made reservation on behalf of 4681ae05db164c2099f02be1ad81da74 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:30:58.842516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.005591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95382b62-83ec-4e83-a94b-325da41bb0cd req-0f38978a-bf2d-48f5-9a64-6a05daaa55e6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:59.007178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95382b62-83ec-4e83-a94b-325da41bb0cd req-0f38978a-bf2d-48f5-9a64-6a05daaa55e6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 946 time: 1.2631187 Jul 07 19:30:59.061743 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05042a73-cd87-4b7b-b0ff-eaa223b8717a req-6e82524c-f24c-4444-84fb-08dde78b5b9b service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5031757 Jul 07 19:30:59.082829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2549b7d4-210d-49e1-a653-f749d195c77b None None] DHCP port deletion for a1a73368-5ab0-4b93-b96e-c192588fd6f8 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:30:59.175529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6645a64-369f-45d9-9b26-33b4f899f77d req-e5cd9986-7536-4449-aefa-26cffbb7885b tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "GET /v2.0/ports?device_id=a51443fe-f41e-4f59-a559-d5923bbb901f HTTP/1.1" status: 200 len: 210 time: 0.0917645 Jul 07 19:30:59.244196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b391dd3c-d21c-4aa3-9a5a-62550f558d41 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 1841c27a-bc22-485a-9148-334df67b023f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:59.244436 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b391dd3c-d21c-4aa3-9a5a-62550f558d41 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.245761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Allocated IP 172.20.0.8 (a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd/7d79b272-bbe5-45b7-ab37-6371ab39fe1e/5030a7e9-20c0-4a16-a0f3-fe903362aa97) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:30:59.298085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2549b7d4-210d-49e1-a653-f749d195c77b None None] Deleting port 167fe113-1237-4603-8fc7-64db4982a7bb {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:59.299313 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2549b7d4-210d-49e1-a653-f749d195c77b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.317580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:30:59.334562 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5518015-06f4-47d7-ba9f-1ceef165e3d9 None None] Sync routers for ids ['1a220558-bb1e-4745-925f-04b5dc47f17d'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:30:59.349882 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5518015-06f4-47d7-ba9f-1ceef165e3d9 None None] Routers {'1a220558-bb1e-4745-925f-04b5dc47f17d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:30:59.350518 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e5518015-06f4-47d7-ba9f-1ceef165e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1a220558-bb1e-4745-925f-04b5dc47f17d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:30:59.416378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b5d5e-ebf7-426e-88f3-307b614fb971 None None] New status for floating IP 3589e90f-79ff-4166-8e9d-f98db16da9f5: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:30:59.473008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting port 167fe113-1237-4603-8fc7-64db4982a7bb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:30:59.474117 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.569062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] No DVR routers for this DVR port 9bd4b8b1-f632-426d-aac4-8153fd8eed61 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:59.577063 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.596291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71579c42-78a1-447a-a054-c71e72421dc2 req-48e2b26d-f463-42e2-8f7f-6d2e172e71f0 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.59 "DELETE /v2.0/ports/9bd4b8b1-f632-426d-aac4-8153fd8eed61 HTTP/1.1" status: 204 len: 173 time: 6.5864818 Jul 07 19:30:59.605357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2549b7d4-210d-49e1-a653-f749d195c77b None None] For port 167fe113-1237-4603-8fc7-64db4982a7bb, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=167fe113-1237-4603-8fc7-64db4982a7bb,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:59.607121 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2549b7d4-210d-49e1-a653-f749d195c77b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.614530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'name': 'network-vif-deleted', 'tag': '9bd4b8b1-f632-426d-aac4-8153fd8eed61'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:30:59.621194 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d47d03-72fa-4298-a992-cbd4cf034099" -d '{"events": [{"server_uuid": "a51443fe-f41e-4f59-a559-d5923bbb901f", "name": "network-vif-deleted", "tag": "9bd4b8b1-f632-426d-aac4-8153fd8eed61"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:30:59.646566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2549b7d4-210d-49e1-a653-f749d195c77b None None] Calling delete_port for 167fe113-1237-4603-8fc7-64db4982a7bb owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:30:59.696701 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e5518015-06f4-47d7-ba9f-1ceef165e3d9 None None] Set router 1a220558-bb1e-4745-925f-04b5dc47f17d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:30:59.808802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.822285 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2549b7d4-210d-49e1-a653-f749d195c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.853636 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6aee24-ebdf-479d-b6d5-9dcb1713992a req-24696d48-35e6-4ed9-b554-d3f22fd20673 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:30:59.858407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe6aee24-ebdf-479d-b6d5-9dcb1713992a req-24696d48-35e6-4ed9-b554-d3f22fd20673 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.7963603 Jul 07 19:30:59.862938 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ec49a1-112e-4acd-815e-970ff90a2ab5 x-openstack-request-id: req-a1ec49a1-112e-4acd-815e-970ff90a2ab5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:30:59.870728 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51443fe-f41e-4f59-a559-d5923bbb901f", "name": "network-vif-deleted", "tag": "9bd4b8b1-f632-426d-aac4-8153fd8eed61", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:30:59.871281 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a1ec49a1-112e-4acd-815e-970ff90a2ab5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:30:59.873094 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51443fe-f41e-4f59-a559-d5923bbb901f', 'name': 'network-vif-deleted', 'tag': '9bd4b8b1-f632-426d-aac4-8153fd8eed61', 'status': 'completed', 'code': 200} Jul 07 19:30:59.875904 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.885919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] For port 167fe113-1237-4603-8fc7-64db4982a7bb, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=167fe113-1237-4603-8fc7-64db4982a7bb,segment=NetworkSegment(51dde3ee-4373-4483-9f3b-d9c536f5b654),segment_id=51dde3ee-4373-4483-9f3b-d9c536f5b654)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:30:59.886755 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:59.905220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549b7d4-210d-49e1-a653-f749d195c77b None None] Pushing event deleted for resources: {'Port': ['ID=167fe113-1237-4603-8fc7-64db4982a7bb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:30:59.919385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549b7d4-210d-49e1-a653-f749d195c77b None None] No DVR routers for this DVR port 167fe113-1237-4603-8fc7-64db4982a7bb on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:30:59.968094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Calling delete_port for 167fe113-1237-4603-8fc7-64db4982a7bb owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:00.008405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Network a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:00.033857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:00.044373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:00.061694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Pushing event updated for resources: {'Port': ['ID=5030a7e9-20c0-4a16-a0f3-fe903362aa97,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:00.090848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe6aee24-ebdf-479d-b6d5-9dcb1713992a req-dd386655-47e5-4673-80be-9453c70482ca tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914623 Jul 07 19:31:00.094587 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b391dd3c-d21c-4aa3-9a5a-62550f558d41 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.111502 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-05042a73-cd87-4b7b-b0ff-eaa223b8717a req-ad93126a-2ddd-4be2-83d1-f6b050f3654e service neutron] 10.222.0.112 "GET /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402323 Jul 07 19:31:00.133612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b391dd3c-d21c-4aa3-9a5a-62550f558d41 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 1841c27a-bc22-485a-9148-334df67b023f owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:00.138487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-95382b62-83ec-4e83-a94b-325da41bb0cd req-c8d90633-f71f-4aac-a333-d6d528df9006 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 6784a540-d122-46f3-8524-d940a8f4c358 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:00.139047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-95382b62-83ec-4e83-a94b-325da41bb0cd req-c8d90633-f71f-4aac-a333-d6d528df9006 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.284861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 167fe113-1237-4603-8fc7-64db4982a7bb no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:00.334359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-95382b62-83ec-4e83-a94b-325da41bb0cd req-c8d90633-f71f-4aac-a333-d6d528df9006 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port 6784a540-d122-46f3-8524-d940a8f4c358, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=6784a540-d122-46f3-8524-d940a8f4c358,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:00.335206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 167fe113-1237-4603-8fc7-64db4982a7bb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:00.335732 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 167fe113-1237-4603-8fc7-64db4982a7bb not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:00.337291 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-95382b62-83ec-4e83-a94b-325da41bb0cd req-c8d90633-f71f-4aac-a333-d6d528df9006 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.355955 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.364130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-95382b62-83ec-4e83-a94b-325da41bb0cd req-c8d90633-f71f-4aac-a333-d6d528df9006 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 6784a540-d122-46f3-8524-d940a8f4c358 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:00.390488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] No DVR routers for this DVR port 167fe113-1237-4603-8fc7-64db4982a7bb on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:00.500101 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e5518015-06f4-47d7-ba9f-1ceef165e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:18Z', 'revision_number': 4, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6b7547ea-b0b2-4e90-bd91-d9968bb2ac93', 'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'mac_address': 'fa:16:3e:ae:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:15Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 5, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'subnets': [{'id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:00.519056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.530545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a73368-5ab0-4b93-b96e-c192588fd6f8']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:00.545655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51dde3ee-4373-4483-9f3b-d9c536f5b654') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:00.546027 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51dde3ee-4373-4483-9f3b-d9c536f5b654') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:00.557599 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.573669 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.580265 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5518015-06f4-47d7-ba9f-1ceef165e3d9 None None] Checking router: 1a220558-bb1e-4745-925f-04b5dc47f17d for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:00.582498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:00.583193 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.603207 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5518015-06f4-47d7-ba9f-1ceef165e3d9 None None] Routers {'1a220558-bb1e-4745-925f-04b5dc47f17d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:00.605607 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e5518015-06f4-47d7-ba9f-1ceef165e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1a220558-bb1e-4745-925f-04b5dc47f17d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:00.667943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:00.668708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.696301 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-95382b62-83ec-4e83-a94b-325da41bb0cd req-c8d90633-f71f-4aac-a333-d6d528df9006 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:00.699867 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:00.707716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.707716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Port': ['ID=167fe113-1237-4603-8fc7-64db4982a7bb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:00.721336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:00.723399 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/networks/a1a73368-5ab0-4b93-b96e-c192588fd6f8 HTTP/1.1" status: 204 len: 168 time: 2.2947032 Jul 07 19:31:00.742075 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:00.743426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9978e-2a36-4189-be71-4dc73e8faab5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Network': ['ID=a1a73368-5ab0-4b93-b96e-c192588fd6f8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:00.865537 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e5518015-06f4-47d7-ba9f-1ceef165e3d9 None None] Set router 1a220558-bb1e-4745-925f-04b5dc47f17d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:00.987426 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-ec72ce97-b5e3-4d5b-9b41-34f811905361 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4384212 Jul 07 19:31:01.008136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Request body: {'port': {'device_id': '88f78760-0570-4021-9c11-ccdd5ec12851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:01.021977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d90633-f71f-4aac-a333-d6d528df9006 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=6784a540-d122-46f3-8524-d940a8f4c358,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:01.113847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d492165-7129-4571-a8af-e35aac1cac05 req-bd4977c5-3ff5-4379-8b78-9357476721b3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:01.123228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d492165-7129-4571-a8af-e35aac1cac05 req-bd4977c5-3ff5-4379-8b78-9357476721b3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=c302d470-aa55-4d7e-9c32-0adfb3c461f6 HTTP/1.1" status: 200 len: 868 time: 1.0611384 Jul 07 19:31:01.196585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-95382b62-83ec-4e83-a94b-325da41bb0cd req-c8d90633-f71f-4aac-a333-d6d528df9006 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] No DVR routers for this DVR port 6784a540-d122-46f3-8524-d940a8f4c358 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:01.210680 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-95382b62-83ec-4e83-a94b-325da41bb0cd req-c8d90633-f71f-4aac-a333-d6d528df9006 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.213595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95382b62-83ec-4e83-a94b-325da41bb0cd req-c8d90633-f71f-4aac-a333-d6d528df9006 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "DELETE /v2.0/ports/6784a540-d122-46f3-8524-d940a8f4c358 HTTP/1.1" status: 204 len: 173 time: 2.1853194 Jul 07 19:31:01.256496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f74a-2823-46dd-9b88-0e4a22ccf367 req-0a57c1d2-681b-45c1-b927-2d56c7987c44 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:01.268317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac05f74a-2823-46dd-9b88-0e4a22ccf367 req-0a57c1d2-681b-45c1-b927-2d56c7987c44 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 931 time: 0.5759182 Jul 07 19:31:01.276770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting port 72760afb-e6fe-499a-aaf1-a833cc8f1464 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:01.278644 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.309534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d492165-7129-4571-a8af-e35aac1cac05 req-d48523ea-dfd1-4156-a1fa-f9aab440cd55 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=e353bd29-1065-46e7-af30-4051c9935a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850028 Jul 07 19:31:01.453945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac05f74a-2823-46dd-9b88-0e4a22ccf367 req-960cabee-73c4-4b5d-bc35-5648de973a49 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842208 Jul 07 19:31:01.464290 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e5518015-06f4-47d7-ba9f-1ceef165e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:18Z', 'revision_number': 4, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6b7547ea-b0b2-4e90-bd91-d9968bb2ac93', 'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'mac_address': 'fa:16:3e:ae:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:15Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 5, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'subnets': [{'id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:01.561875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b391dd3c-d21c-4aa3-9a5a-62550f558d41 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.576745 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5518015-06f4-47d7-ba9f-1ceef165e3d9 None None] The sync data for ids ['1a220558-bb1e-4745-925f-04b5dc47f17d'] in n-d-792394-12 is: [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:25:18Z', 'revision_number': 4, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6b7547ea-b0b2-4e90-bd91-d9968bb2ac93', 'name': '', 'network_id': 'c457186a-8f41-4ba0-b09c-85ef976d1b30', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'mac_address': 'fa:16:3e:ae:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:15Z', 'updated_at': '2021-07-07T19:25:27Z', 'revision_number': 5, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'subnets': [{'id': 'a79bd83e-e8df-4ead-8f46-d42fd932711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:01.617214 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.617846 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.636080 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Calling delete_port for 72760afb-e6fe-499a-aaf1-a833cc8f1464 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:01.670023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:01.701733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391dd3c-d21c-4aa3-9a5a-62550f558d41 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=1841c27a-bc22-485a-9148-334df67b023f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:01.737870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:01.750907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:01.847872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 6784a540-d122-46f3-8524-d940a8f4c358 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:01.848372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 6784a540-d122-46f3-8524-d940a8f4c358 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:02.026938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-deleted', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:02.030577 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3a431d-ab98-4bf3-90c0-8a06af010d1e" -d '{"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-deleted", "tag": "6784a540-d122-46f3-8524-d940a8f4c358"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:02.238887 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bcc214-45c9-4ee4-ae90-a310cc5619af x-openstack-request-id: req-d7bcc214-45c9-4ee4-ae90-a310cc5619af {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:02.239524 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c302d470-aa55-4d7e-9c32-0adfb3c461f6", "name": "network-vif-deleted", "tag": "6784a540-d122-46f3-8524-d940a8f4c358", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:02.241410 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d7bcc214-45c9-4ee4-ae90-a310cc5619af {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:02.242128 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c302d470-aa55-4d7e-9c32-0adfb3c461f6', 'name': 'network-vif-deleted', 'tag': '6784a540-d122-46f3-8524-d940a8f4c358', 'status': 'completed', 'code': 200} Jul 07 19:31:02.259666 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8004a5-f41d-4f35-b956-3223457d2f39 None None] New status for floating IP c2b755d9-d483-4c59-bffc-80a39fcb3eec: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:31:02.266719 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b391dd3c-d21c-4aa3-9a5a-62550f558d41 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.273960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b391dd3c-d21c-4aa3-9a5a-62550f558d41 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/1841c27a-bc22-485a-9148-334df67b023f HTTP/1.1" status: 204 len: 168 time: 5.0538692 Jul 07 19:31:02.280409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:02.417299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a6f90-0d32-4c7b-844d-7ef47bfbb3c3 req-4af47518-9bc7-49d9-99b3-2cad39fd3f8c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:02.419238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f1a6f90-0d32-4c7b-844d-7ef47bfbb3c3 req-4af47518-9bc7-49d9-99b3-2cad39fd3f8c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.4589133 Jul 07 19:31:02.421535 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3b5592-e600-4976-b810-e8045280097e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:31:02.424223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7b3b5592-e600-4976-b810-e8045280097e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/1841c27a-bc22-485a-9148-334df67b023f HTTP/1.1" status: 404 len: 333 time: 0.1384921 Jul 07 19:31:02.426325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0db46-4b7e-492b-babe-2796a6016957 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Deleting port 5afd9897-07da-487b-9fab-9d4b0b7eaeca {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:02.426680 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ef0db46-4b7e-492b-babe-2796a6016957 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.496920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:02.527752 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ef0db46-4b7e-492b-babe-2796a6016957 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.528192 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ef0db46-4b7e-492b-babe-2796a6016957 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.544159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0db46-4b7e-492b-babe-2796a6016957 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Calling delete_port for 5afd9897-07da-487b-9fab-9d4b0b7eaeca owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:02.567085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:02.613220 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.855532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ef0db46-4b7e-492b-babe-2796a6016957 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.978272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0db46-4b7e-492b-babe-2796a6016957 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event deleted for resources: {'Port': ['ID=5afd9897-07da-487b-9fab-9d4b0b7eaeca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:02.990480 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ef0db46-4b7e-492b-babe-2796a6016957 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.993239 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ef0db46-4b7e-492b-babe-2796a6016957 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:02.997061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4ef0db46-4b7e-492b-babe-2796a6016957 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "DELETE /v2.0/floatingips/c2b755d9-d483-4c59-bffc-80a39fcb3eec HTTP/1.1" status: 204 len: 168 time: 1.3173807 Jul 07 19:31:03.000319 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Port': ['ID=72760afb-e6fe-499a-aaf1-a833cc8f1464,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:03.021724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f1a6f90-0d32-4c7b-844d-7ef47bfbb3c3 req-b26128d6-326d-4766-93e4-cc90aeda98b7 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371863 Jul 07 19:31:03.036581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69608d47-1e5f-4f6e-b6ee-b5e8158ce0bb req-0eb6d9d6-ac54-442d-bcc9-88526f9aace7 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:03.038805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69608d47-1e5f-4f6e-b6ee-b5e8158ce0bb req-0eb6d9d6-ac54-442d-bcc9-88526f9aace7 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 931 time: 0.3462541 Jul 07 19:31:03.105275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69608d47-1e5f-4f6e-b6ee-b5e8158ce0bb req-a86fffd2-5836-457e-967a-4dfbb7245130 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609124 Jul 07 19:31:03.214816 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.344363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45706) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:03.377244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.377595 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Floating IP f60fd457-7f2d-4091-b240-3a14a16a0021 disassociated (deleted). External IP: 172.25.2.11, port: 7abe8bed-2e18-4981-b354-88db2f78fbd7. Jul 07 19:31:03.427031 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b068-b3d5-4786-b4a6-c10fdcaef7d5 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.473813 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b068-b3d5-4786-b4a6-c10fdcaef7d5 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.569465 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b068-b3d5-4786-b4a6-c10fdcaef7d5 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.576451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b068-b3d5-4786-b4a6-c10fdcaef7d5 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:03.598001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d9d3b068-b3d5-4786-b4a6-c10fdcaef7d5 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] 10.222.0.113 "DELETE /v2.0/security-groups/78868289-5429-415a-9fdc-46f128099518 HTTP/1.1" status: 204 len: 168 time: 0.2517316 Jul 07 19:31:03.619169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3b068-b3d5-4786-b4a6-c10fdcaef7d5 tempest-TestServerBasicOps-918224863 tempest-TestServerBasicOps-918224863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78868289-5429-415a-9fdc-46f128099518,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:03.928997 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:31:04.252787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b4334051-cfbf-40be-a183-612bbfec7c98 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 05261047-370d-48bf-9824-5a80a033aab9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:04.253693 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4334051-cfbf-40be-a183-612bbfec7c98 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:04.336459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c6bc1-23c9-4b0d-a94c-e03735da4da8 req-cb990400-d431-489c-b672-99a5f2c01030 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:04.338379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d3c6bc1-23c9-4b0d-a94c-e03735da4da8 req-cb990400-d431-489c-b672-99a5f2c01030 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.1085157 Jul 07 19:31:04.448438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d3c6bc1-23c9-4b0d-a94c-e03735da4da8 req-80fc4990-c748-4f6a-878d-894b89321f67 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035070 Jul 07 19:31:04.509824 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4334051-cfbf-40be-a183-612bbfec7c98 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:04.554735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5030a7e9-20c0-4a16-a0f3-fe903362aa97 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:31:04.573766 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:04.582623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b4334051-cfbf-40be-a183-612bbfec7c98 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 05261047-370d-48bf-9824-5a80a033aab9 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:04.615465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Transition to ACTIVE for port object 5030a7e9-20c0-4a16-a0f3-fe903362aa97 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:04.634112 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:04.658632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:04.687621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491356b5-94c1-43f4-9222-d2c86b7f3fab req-0f0d79a9-5c62-46a4-82f0-80c784599896 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:04.695909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-491356b5-94c1-43f4-9222-d2c86b7f3fab req-0f0d79a9-5c62-46a4-82f0-80c784599896 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 931 time: 0.1089394 Jul 07 19:31:04.719272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:04.873502 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Pushing event updated for resources: {'Port': ['ID=5030a7e9-20c0-4a16-a0f3-fe903362aa97,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:04.952144 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-491356b5-94c1-43f4-9222-d2c86b7f3fab req-d5b265e2-9aeb-4515-8cb0-3c51e260d6fd tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550211 Jul 07 19:31:05.184875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Attempting to bind port 5030a7e9-20c0-4a16-a0f3-fe903362aa97 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:05.185303 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Attempting to bind port 5030a7e9-20c0-4a16-a0f3-fe903362aa97 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'f2f0335d-6379-4538-aed4-f2bb8706ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:05.185768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Attempting to bind port 5030a7e9-20c0-4a16-a0f3-fe903362aa97 on network a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:05.193733 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.195610 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4334051-cfbf-40be-a183-612bbfec7c98 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.237322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:05.250669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f139d76-2113-47e8-a2c5-dee634eb5fbd None None] Sync routers for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:05.271760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.283735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f139d76-2113-47e8-a2c5-dee634eb5fbd None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:05.287686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f139d76-2113-47e8-a2c5-dee634eb5fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:05.335781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4334051-cfbf-40be-a183-612bbfec7c98 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=05261047-370d-48bf-9824-5a80a033aab9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:05.337896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Port 5030a7e9-20c0-4a16-a0f3-fe903362aa97 on network a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:31:05.338193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Attempting to bind port 5030a7e9-20c0-4a16-a0f3-fe903362aa97 on network a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:05.344803 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:05.463838 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-005798d6-74e1-4b17-81bb-0829bf97731e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/floatingips/f60fd457-7f2d-4091-b240-3a14a16a0021 HTTP/1.1" status: 204 len: 168 time: 4.7181132 Jul 07 19:31:05.644747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6f139d76-2113-47e8-a2c5-dee634eb5fbd None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:05.761523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'tag': '7abe8bed-2e18-4981-b354-88db2f78fbd7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:05.765990 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4" -d '{"events": [{"name": "network-changed", "server_uuid": "7732b39f-58af-4ef4-ae8e-1d80d6e26569", "tag": "7abe8bed-2e18-4981-b354-88db2f78fbd7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:05.852043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:05.852567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Checking segment: {'id': 'f2f0335d-6379-4538-aed4-f2bb8706ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:05.853079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Bound using segment: {'id': 'f2f0335d-6379-4538-aed4-f2bb8706ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:05.853638 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Bound port: 5030a7e9-20c0-4a16-a0f3-fe903362aa97, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f0335d-6379-4538-aed4-f2bb8706ff54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:05.854102 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.028334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4334051-cfbf-40be-a183-612bbfec7c98 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.038023 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b4334051-cfbf-40be-a183-612bbfec7c98 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/05261047-370d-48bf-9824-5a80a033aab9 HTTP/1.1" status: 204 len: 168 time: 3.5313411 Jul 07 19:31:06.043979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:06.078892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] Deleting port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:06.079554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.099804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e85e1-3abd-46fe-89c5-619665b515b6 req-aca0cdba-afe6-4070-b70e-df499fad9f63 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.116357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d5e85e1-3abd-46fe-89c5-619665b515b6 req-aca0cdba-afe6-4070-b70e-df499fad9f63 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.3202593 Jul 07 19:31:06.127929 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee62c8f8-784b-47bb-b44e-9d01ff53891a x-openstack-request-id: req-ee62c8f8-784b-47bb-b44e-9d01ff53891a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:06.128251 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7732b39f-58af-4ef4-ae8e-1d80d6e26569", "tag": "7abe8bed-2e18-4981-b354-88db2f78fbd7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:06.128462 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ee62c8f8-784b-47bb-b44e-9d01ff53891a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:06.128884 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'tag': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'status': 'completed', 'code': 200} Jul 07 19:31:06.176116 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc9bc7b-4bc7-4632-bc13-9e96ed22edad tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:31:06.177866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-edc9bc7b-4bc7-4632-bc13-9e96ed22edad tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/05261047-370d-48bf-9824-5a80a033aab9 HTTP/1.1" status: 404 len: 333 time: 0.1272712 Jul 07 19:31:06.182931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:06.201580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f139d76-2113-47e8-a2c5-dee634eb5fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:30:46Z', 'revision_number': 6, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:06.262881 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f139d76-2113-47e8-a2c5-dee634eb5fbd None None] Checking router: 73b699c9-f1ea-4eec-bf9f-f1d43a504323 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:06.279824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f139d76-2113-47e8-a2c5-dee634eb5fbd None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:06.280447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f139d76-2113-47e8-a2c5-dee634eb5fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:06.288222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] For port 5030a7e9-20c0-4a16-a0f3-fe903362aa97, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:06.292336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6d5e85e1-3abd-46fe-89c5-619665b515b6 req-90a153d4-60b9-43c2-a4b6-b4f202db417e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749568 Jul 07 19:31:06.344733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] For port 5030a7e9-20c0-4a16-a0f3-fe903362aa97, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5030a7e9-20c0-4a16-a0f3-fe903362aa97,segment=NetworkSegment(f2f0335d-6379-4538-aed4-f2bb8706ff54),segment_id=f2f0335d-6379-4538-aed4-f2bb8706ff54)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:06.369964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.431781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3594beb5-a70d-4ac4-9746-8eb05cd1cf53 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting subnet b705f0ef-61d3-4a05-9b27-840e78b47a58 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:06.435576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3594beb5-a70d-4ac4-9746-8eb05cd1cf53 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.488787 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3594beb5-a70d-4ac4-9746-8eb05cd1cf53 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.516210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:06.517329 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.519176 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] 10.222.0.112 "PUT /v2.0/ports/5030a7e9-20c0-4a16-a0f3-fe903362aa97 HTTP/1.1" status: 200 len: 1092 time: 5.5240154 Jul 07 19:31:06.604022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a18a84-678c-4631-8d97-a3938173d707 service neutron] Pushing event updated for resources: {'Port': ['ID=5030a7e9-20c0-4a16-a0f3-fe903362aa97,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:06.639478 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3594beb5-a70d-4ac4-9746-8eb05cd1cf53 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.650379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6f139d76-2113-47e8-a2c5-dee634eb5fbd None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:06.683619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 7e8370f9-7d4f-429d-aa91-b3faac936048 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:06.684011 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.778130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port 7e8370f9-7d4f-429d-aa91-b3faac936048, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7e8370f9-7d4f-429d-aa91-b3faac936048,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:06.778482 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.793671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 7e8370f9-7d4f-429d-aa91-b3faac936048 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:06.818072 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3594beb5-a70d-4ac4-9746-8eb05cd1cf53 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.868946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] For port 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6b7547ea-b0b2-4e90-bd91-d9968bb2ac93,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:06.869345 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.946159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f139d76-2113-47e8-a2c5-dee634eb5fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:30:46Z', 'revision_number': 6, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:06.980201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f139d76-2113-47e8-a2c5-dee634eb5fbd None None] The sync data for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 is: [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:30:46Z', 'revision_number': 6, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'b059234a-2712-457b-9ce1-ab3295abe2a7', 'name': '', 'network_id': 'e32bc967-52fb-425c-afd8-08e626fe2221', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:48Z', 'updated_at': '2021-07-07T19:28:59Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'f167f72d-78ce-4060-a7a9-a9f690de83ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:07.007332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-700b66e7-5b07-4744-b0e6-ec3738509f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:07.008920 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-700b66e7-5b07-4744-b0e6-ec3738509f1c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4681ae05db164c2099f02be1ad81da74&device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 1095 time: 0.4197443 Jul 07 19:31:07.023722 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594beb5-a70d-4ac4-9746-8eb05cd1cf53 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Subnet': ['ID=b705f0ef-61d3-4a05-9b27-840e78b47a58,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:07.028667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] Calling delete_port for 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:07.030588 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.034135 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3594beb5-a70d-4ac4-9746-8eb05cd1cf53 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.038954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3594beb5-a70d-4ac4-9746-8eb05cd1cf53 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/b705f0ef-61d3-4a05-9b27-840e78b47a58 HTTP/1.1" status: 204 len: 168 time: 0.8235266 Jul 07 19:31:07.039799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:07.043710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91573b9b-368c-4a4f-81f3-6dd8970e07a8 None None] Network cc071956-a208-43dc-8f28-842e27189078 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:07.044899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4 req-1c6e6008-5819-4adc-8834-45cb369a36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:07.046409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4 req-1c6e6008-5819-4adc-8834-45cb369a36dd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 1097 time: 0.8846977 Jul 07 19:31:07.068815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941e365-94dc-4e81-8efc-360d2f4bc108 req-0edacccf-2dae-4190-8c96-2d1960e78bda tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:07.075998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b941e365-94dc-4e81-8efc-360d2f4bc108 req-0edacccf-2dae-4190-8c96-2d1960e78bda tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 943 time: 0.8287206 Jul 07 19:31:07.129012 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-8a6a4171-a27f-48d6-a550-aec38aa8be5f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5030a7e9-20c0-4a16-a0f3-fe903362aa97 HTTP/1.1" status: 200 len: 217 time: 0.1104589 Jul 07 19:31:07.203894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=7e8370f9-7d4f-429d-aa91-b3faac936048,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:07.456800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-4845336d-72c5-4fa9-9669-071ded38ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:07.458510 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-4845336d-72c5-4fa9-9669-071ded38ea64 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=7d79b272-bbe5-45b7-ab37-6371ab39fe1e HTTP/1.1" status: 200 len: 849 time: 0.2808654 Jul 07 19:31:07.467107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd81183-b976-4615-a164-94014e468ae7 None None] DHCP port deletion for cc071956-a208-43dc-8f28-842e27189078 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:07.513382 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-d970f89a-013e-4e2a-aad9-b68d388264a1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392220 Jul 07 19:31:07.606321 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8c5e0-5337-4fd3-ad13-0cc8f7b99117 None None] New status for floating IP f60fd457-7f2d-4091-b240-3a14a16a0021: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:31:07.618858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3bd81183-b976-4615-a164-94014e468ae7 None None] Deleting port 05baf510-6745-4a46-9694-9225d86f17d4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:07.619245 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bd81183-b976-4615-a164-94014e468ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.630422 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-1877ad57-3e20-4918-bdbe-d548fffb1683 service neutron] 10.222.0.112 "GET /v2.0/networks/a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091707 Jul 07 19:31:07.726376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3bd81183-b976-4615-a164-94014e468ae7 None None] For port 05baf510-6745-4a46-9694-9225d86f17d4, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=05baf510-6745-4a46-9694-9225d86f17d4,segment=NetworkSegment(5b49e3f2-516a-4c94-83c3-96a1cccba6ac),segment_id=5b49e3f2-516a-4c94-83c3-96a1cccba6ac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:07.726931 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bd81183-b976-4615-a164-94014e468ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.746631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3bd81183-b976-4615-a164-94014e468ae7 None None] Calling delete_port for 05baf510-6745-4a46-9694-9225d86f17d4 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:07.877017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c90c1-5678-4d3f-900f-23e128ac2f4c req-717cd1b6-dfc3-4d4d-be86-7c32d802f5f0 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:07.877732 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bd81183-b976-4615-a164-94014e468ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:07.881242 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-763c90c1-5678-4d3f-900f-23e128ac2f4c req-717cd1b6-dfc3-4d4d-be86-7c32d802f5f0 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.112 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 945 time: 0.4821217 Jul 07 19:31:07.925823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd81183-b976-4615-a164-94014e468ae7 None None] Pushing event deleted for resources: {'Port': ['ID=05baf510-6745-4a46-9694-9225d86f17d4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:07.931781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd81183-b976-4615-a164-94014e468ae7 None None] No DVR routers for this DVR port 05baf510-6745-4a46-9694-9225d86f17d4 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:08.010410 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.021931 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b941e365-94dc-4e81-8efc-360d2f4bc108 req-451c97fb-8c48-412d-8025-25e41950832a tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9449623 Jul 07 19:31:08.218762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f78760-0570-4021-9c11-ccdd5ec12851', 'tag': '5030a7e9-20c0-4a16-a0f3-fe903362aa97'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:08.222653 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba91569-6701-47f8-a74c-c4a96a681868" -d '{"events": [{"name": "network-changed", "server_uuid": "88f78760-0570-4021-9c11-ccdd5ec12851", "tag": "5030a7e9-20c0-4a16-a0f3-fe903362aa97"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:08.228656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.243194 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6bb30931-e18d-4220-982c-166edec8e1d4 req-a17b0fda-6217-43f6-a035-e01dded2a19f service neutron] 10.222.0.112 "GET /v2.0/networks/a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032898 Jul 07 19:31:08.293382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 05baf510-6745-4a46-9694-9225d86f17d4 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:08.318956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 05baf510-6745-4a46-9694-9225d86f17d4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:08.319761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 05baf510-6745-4a46-9694-9225d86f17d4 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:08.375404 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c2f5014-d5e5-4b81-8c45-23cd52501254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.382119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94cd4f-194e-4caf-88fc-7e0e923a5031 req-7917f334-707b-4775-b1a9-1dc621373389 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:08.389407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e94cd4f-194e-4caf-88fc-7e0e923a5031 req-7917f334-707b-4775-b1a9-1dc621373389 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 945 time: 1.6143336 Jul 07 19:31:08.435978 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.476638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc071956-a208-43dc-8f28-842e27189078']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:08.517983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e94cd4f-194e-4caf-88fc-7e0e923a5031 req-aca7c04f-18a7-46d4-8c1b-1bc379618466 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=5023c994-58ad-4d01-83e0-a431f60748a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269102 Jul 07 19:31:08.620815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b49e3f2-516a-4c94-83c3-96a1cccba6ac') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:08.621393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b49e3f2-516a-4c94-83c3-96a1cccba6ac') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:08.628077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4 req-a325ed8b-d590-4360-86bb-c13f06b4e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:08.629954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4 req-a325ed8b-d590-4360-86bb-c13f06b4e8dc service neutron] 10.222.0.112 "GET /v2.0/networks?id=e32bc967-52fb-425c-afd8-08e626fe2221 HTTP/1.1" status: 200 len: 898 time: 1.5261457 Jul 07 19:31:08.689778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4 req-77c2f362-6ffe-4440-baff-558d9f020c3b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7abe8bed-2e18-4981-b354-88db2f78fbd7 HTTP/1.1" status: 200 len: 217 time: 0.0426357 Jul 07 19:31:08.698663 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.759807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4 req-b2879a9d-7bb0-444f-b2a4-503a0558fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:08.761565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4 req-b2879a9d-7bb0-444f-b2a4-503a0558fbd8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f167f72d-78ce-4060-a7a9-a9f690de83ac HTTP/1.1" status: 200 len: 834 time: 0.0603864 Jul 07 19:31:08.795520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2baf8-1b26-4929-9b66-750967c407db req-d4b8d271-5be6-4e1e-8ec7-c456c6d85b14 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:08.803505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72d2baf8-1b26-4929-9b66-750967c407db req-d4b8d271-5be6-4e1e-8ec7-c456c6d85b14 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.5450211 Jul 07 19:31:08.861359 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.873507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:08.873928 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:08.883107 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:08.940414 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1322748-b263-4d44-86bb-058f21476096 x-openstack-request-id: req-e1322748-b263-4d44-86bb-058f21476096 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:08.941077 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f78760-0570-4021-9c11-ccdd5ec12851", "tag": "5030a7e9-20c0-4a16-a0f3-fe903362aa97", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:08.941077 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e1322748-b263-4d44-86bb-058f21476096 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:08.941636 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f78760-0570-4021-9c11-ccdd5ec12851', 'tag': '5030a7e9-20c0-4a16-a0f3-fe903362aa97', 'status': 'completed', 'code': 200} Jul 07 19:31:08.983657 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72d2baf8-1b26-4929-9b66-750967c407db req-6981f54d-1020-4e82-8cbc-b728a000abd3 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783094 Jul 07 19:31:09.030846 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.095930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4 req-17935bb1-fe4e-4142-8f41-f2db99aaeec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:09.097976 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4 req-17935bb1-fe4e-4142-8f41-f2db99aaeec3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e32bc967-52fb-425c-afd8-08e626fe2221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3228455 Jul 07 19:31:09.102251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.107026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/networks/cc071956-a208-43dc-8f28-842e27189078 HTTP/1.1" status: 204 len: 168 time: 2.0596316 Jul 07 19:31:09.121955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79c6dc-2268-43d5-a866-86511a5b9b73 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Network': ['ID=cc071956-a208-43dc-8f28-842e27189078,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:09.127596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:09.145188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-721099961'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:09.241578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-763c90c1-5678-4d3f-900f-23e128ac2f4c req-73886c72-7f4c-4f0e-ad78-3b610107c187 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting port 7abe8bed-2e18-4981-b354-88db2f78fbd7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:09.241936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-763c90c1-5678-4d3f-900f-23e128ac2f4c req-73886c72-7f4c-4f0e-ad78-3b610107c187 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.291534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:09.295225 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.360614 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.412227 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7547ea-b0b2-4e90-bd91-d9968bb2ac93,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:09.416219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4 req-1e9d6b83-753b-4964-83ee-491d7593da6d service neutron] 10.222.0.112 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919190 Jul 07 19:31:09.416432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-763c90c1-5678-4d3f-900f-23e128ac2f4c req-73886c72-7f4c-4f0e-ad78-3b610107c187 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] For port 7abe8bed-2e18-4981-b354-88db2f78fbd7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7abe8bed-2e18-4981-b354-88db2f78fbd7,segment=NetworkSegment(943e65ee-b369-48d0-baf5-f41154c851e8),segment_id=943e65ee-b369-48d0-baf5-f41154c851e8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:09.416798 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-763c90c1-5678-4d3f-900f-23e128ac2f4c req-73886c72-7f4c-4f0e-ad78-3b610107c187 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.435896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-763c90c1-5678-4d3f-900f-23e128ac2f4c req-73886c72-7f4c-4f0e-ad78-3b610107c187 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Calling delete_port for 7abe8bed-2e18-4981-b354-88db2f78fbd7 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:09.538865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16ee11d2-d1eb-4d7e-9a9d-e3ad08afafa4 req-23d7bd40-228b-4f0a-a617-a19601298248 service neutron] 10.222.0.112 "GET /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113861 Jul 07 19:31:09.672088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:09.698804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 85b9827d-272e-4393-993d-d6702441f792 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:09.708161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d979f6-3320-41b7-ac88-40590f832c0d req-4d610ff7-c306-4d43-8589-cac19d010586 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:09.715901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51d979f6-3320-41b7-ac88-40590f832c0d req-4d610ff7-c306-4d43-8589-cac19d010586 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 943 time: 0.4252841 Jul 07 19:31:09.733069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-763c90c1-5678-4d3f-900f-23e128ac2f4c req-73886c72-7f4c-4f0e-ad78-3b610107c187 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.740940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:09.741437 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Added segment cd563a8e-2f97-4742-a20f-1378dc0fd280 of type vlan for network 3c30c4da-8bb0-48f3-b765-47c759b38fcd Jul 07 19:31:09.809713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5030a7e9-20c0-4a16-a0f3-fe903362aa97 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:31:09.827438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51d979f6-3320-41b7-ac88-40590f832c0d req-c4596036-fc21-49f4-a53a-9cc3f7ded27f tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103749 Jul 07 19:31:09.956354 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f19a8fb5-9dbf-4774-8dae-7ad2b57ab433 req-6173bef5-2652-4198-98b7-4e5c31b5510d tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=7732b39f-58af-4ef4-ae8e-1d80d6e26569 HTTP/1.1" status: 200 len: 210 time: 0.1079240 Jul 07 19:31:10.000036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5030a7e9-20c0-4a16-a0f3-fe903362aa97, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5030a7e9-20c0-4a16-a0f3-fe903362aa97,segment=NetworkSegment(f2f0335d-6379-4538-aed4-f2bb8706ff54),segment_id=f2f0335d-6379-4538-aed4-f2bb8706ff54)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:10.015761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '5030a7e9-20c0-4a16-a0f3-fe903362aa97', 'network_id': 'a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd', 'port_id': '5030a7e9-20c0-4a16-a0f3-fe903362aa97', 'mac_address': 'fa:16:3e:f5:4e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d79b272-bbe5-45b7-ab37-6371ab39fe1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:31:10.062387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.073362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73886c72-7f4c-4f0e-ad78-3b610107c187 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Port': ['ID=7abe8bed-2e18-4981-b354-88db2f78fbd7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:10.078437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5030a7e9-20c0-4a16-a0f3-fe903362aa97 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:31:10.087670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba91569-6701-47f8-a74c-c4a96a681868 req-f4b8a396-a6d9-4f82-a1e1-7246c24e241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:10.101627 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bba91569-6701-47f8-a74c-c4a96a681868 req-f4b8a396-a6d9-4f82-a1e1-7246c24e241f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4681ae05db164c2099f02be1ad81da74&device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 1095 time: 1.1589296 Jul 07 19:31:10.126039 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.138718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5030a7e9-20c0-4a16-a0f3-fe903362aa97, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5030a7e9-20c0-4a16-a0f3-fe903362aa97,segment=NetworkSegment(f2f0335d-6379-4538-aed4-f2bb8706ff54),segment_id=f2f0335d-6379-4538-aed4-f2bb8706ff54)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:10.150228 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.218173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5030a7e9-20c0-4a16-a0f3-fe903362aa97,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:10.253681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-763c90c1-5678-4d3f-900f-23e128ac2f4c req-73886c72-7f4c-4f0e-ad78-3b610107c187 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] No DVR routers for this DVR port 7abe8bed-2e18-4981-b354-88db2f78fbd7 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:10.289204 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-763c90c1-5678-4d3f-900f-23e128ac2f4c req-73886c72-7f4c-4f0e-ad78-3b610107c187 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.291617 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-763c90c1-5678-4d3f-900f-23e128ac2f4c req-73886c72-7f4c-4f0e-ad78-3b610107c187 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.112 "DELETE /v2.0/ports/7abe8bed-2e18-4981-b354-88db2f78fbd7 HTTP/1.1" status: 204 len: 173 time: 2.3915641 Jul 07 19:31:10.348221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['5030a7e9-20c0-4a16-a0f3-fe903362aa97'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:31:10.368728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:31:10.438302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:10.455581 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-58ae0815-f119-4f66-8fee-0600aa5294f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "PUT /v2.0/routers/85b9827d-272e-4393-993d-d6702441f792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8693640 Jul 07 19:31:10.461726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:10.464204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee56fb-849a-415f-a2ac-177d3f6d96ea None None] Sync routers for ids ['85b9827d-272e-4393-993d-d6702441f792'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:10.465308 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.473168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:10.474075 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.536615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee56fb-849a-415f-a2ac-177d3f6d96ea None None] Routers {'85b9827d-272e-4393-993d-d6702441f792'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:10.537392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2ee56fb-849a-415f-a2ac-177d3f6d96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:30:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85b9827d-272e-4393-993d-d6702441f792'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:10.569774 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.594213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4648740 Jul 07 19:31:10.605380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:10.612144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': '3c30c4da-8bb0-48f3-b765-47c759b38fcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:10.692882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba91569-6701-47f8-a74c-c4a96a681868 req-a4cedebd-e277-43fe-8878-b5cce9473e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:10.701829 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bba91569-6701-47f8-a74c-c4a96a681868 req-a4cedebd-e277-43fe-8878-b5cce9473e33 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd HTTP/1.1" status: 200 len: 911 time: 0.5878515 Jul 07 19:31:10.779743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cee0c7-4b63-40a4-a996-9d60e1f5129c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Network': ['ID=3c30c4da-8bb0-48f3-b765-47c759b38fcd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:10.813390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e7ac19-57d5-40e1-b5dd-891e94a256ca tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting subnet 7a12baf8-99b9-40d9-af0f-88edd3968121 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:10.828029 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17e7ac19-57d5-40e1-b5dd-891e94a256ca tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:10.833412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950b2d9-f988-448a-9b0b-3582700c5c7f req-b38385ba-5f06-4eee-9de2-3e05ce17e760 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:10.835121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e950b2d9-f988-448a-9b0b-3582700c5c7f req-b38385ba-5f06-4eee-9de2-3e05ce17e760 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.5006611 Jul 07 19:31:10.858842 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bba91569-6701-47f8-a74c-c4a96a681868 req-7b0254fa-f4d5-479b-b154-3f6248bc432b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5030a7e9-20c0-4a16-a0f3-fe903362aa97 HTTP/1.1" status: 200 len: 217 time: 0.1486812 Jul 07 19:31:10.943729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'name': 'network-vif-deleted', 'tag': '7abe8bed-2e18-4981-b354-88db2f78fbd7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:10.946599 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60fa58d-befd-4eaa-8c1c-3fd2341cf8d5" -d '{"events": [{"server_uuid": "7732b39f-58af-4ef4-ae8e-1d80d6e26569", "name": "network-vif-deleted", "tag": "7abe8bed-2e18-4981-b354-88db2f78fbd7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:10.972524 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17e7ac19-57d5-40e1-b5dd-891e94a256ca tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.064711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba91569-6701-47f8-a74c-c4a96a681868 req-f77554b5-7473-4d57-bd76-9fe62141501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:11.067564 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bba91569-6701-47f8-a74c-c4a96a681868 req-f77554b5-7473-4d57-bd76-9fe62141501f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=7d79b272-bbe5-45b7-ab37-6371ab39fe1e HTTP/1.1" status: 200 len: 849 time: 0.1806326 Jul 07 19:31:11.177352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:11.182460 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.185138 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bba91569-6701-47f8-a74c-c4a96a681868 req-9ddc264c-4e6b-488b-9b58-7580f964618d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051147 Jul 07 19:31:11.194671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 3c30c4da-8bb0-48f3-b765-47c759b38fcd details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:11.437938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17e7ac19-57d5-40e1-b5dd-891e94a256ca tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.497219 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.499648 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8202a4b1-44f3-4ff5-bb22-a362d2935c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.528307 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17e7ac19-57d5-40e1-b5dd-891e94a256ca tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.529413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e950b2d9-f988-448a-9b0b-3582700c5c7f req-840d17f9-de6b-4669-8335-682f76e09cb3 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6735682 Jul 07 19:31:11.543632 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d2ee56fb-849a-415f-a2ac-177d3f6d96ea None None] Set router 85b9827d-272e-4393-993d-d6702441f792 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:11.552586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17e7ac19-57d5-40e1-b5dd-891e94a256ca tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.555322 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-17e7ac19-57d5-40e1-b5dd-891e94a256ca tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/subnets/7a12baf8-99b9-40d9-af0f-88edd3968121 HTTP/1.1" status: 204 len: 168 time: 1.0906520 Jul 07 19:31:11.559072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 45860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:11.715729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768bd52a-5ce8-4d0f-bf1f-24328d3ee45e None None] Network 5ddca81b-90d6-4b8a-8c09-dfe0784e776c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:11.720984 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c81c70-924e-4f29-bffc-16a71a4e17df x-openstack-request-id: req-73c81c70-924e-4f29-bffc-16a71a4e17df {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:11.721291 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7732b39f-58af-4ef4-ae8e-1d80d6e26569", "name": "network-vif-deleted", "tag": "7abe8bed-2e18-4981-b354-88db2f78fbd7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:11.721654 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-73c81c70-924e-4f29-bffc-16a71a4e17df {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:11.721945 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7732b39f-58af-4ef4-ae8e-1d80d6e26569', 'name': 'network-vif-deleted', 'tag': '7abe8bed-2e18-4981-b354-88db2f78fbd7', 'status': 'completed', 'code': 200} Jul 07 19:31:11.724309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7ac19-57d5-40e1-b5dd-891e94a256ca tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Subnet': ['ID=7a12baf8-99b9-40d9-af0f-88edd3968121,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:11.769671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] Router 1a220558-bb1e-4745-925f-04b5dc47f17d has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:11.779389 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bba91569-6701-47f8-a74c-c4a96a681868 req-e8d7a4fc-918e-4b76-a390-2cd26251c720 service neutron] 10.222.0.112 "GET /v2.0/networks/a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875983 Jul 07 19:31:11.932750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:11.933806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:11.943617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66a2f7-fc90-42e7-bfb0-2f7c09ca28a9 req-3565ac53-fd18-4c34-a53d-091013c0ef2e tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:11.946234 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720882d0-0271-44ab-8c0a-fb0e8ac43842 None None] Sync routers for ids ['1a220558-bb1e-4745-925f-04b5dc47f17d'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:11.950490 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bba91569-6701-47f8-a74c-c4a96a681868 req-71120d28-7183-4cf4-ad6e-1a040899cf8e service neutron] 10.222.0.112 "GET /v2.0/networks/a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609592 Jul 07 19:31:11.952741 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f66a2f7-fc90-42e7-bfb0-2f7c09ca28a9 req-3565ac53-fd18-4c34-a53d-091013c0ef2e tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 944 time: 0.8583972 Jul 07 19:31:11.967086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:11.968289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7abe8bed-2e18-4981-b354-88db2f78fbd7 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:11.973619 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720882d0-0271-44ab-8c0a-fb0e8ac43842 None None] Routers {'1a220558-bb1e-4745-925f-04b5dc47f17d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:11.974276 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-720882d0-0271-44ab-8c0a-fb0e8ac43842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1a220558-bb1e-4745-925f-04b5dc47f17d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:11.984179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-14b94a36-ed6e-4a01-9bba-0d6a4b68fb73 admin admin] 10.222.0.113 "PUT /v2.0/routers/1a220558-bb1e-4745-925f-04b5dc47f17d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3224900 Jul 07 19:31:11.992361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 45892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:12.254600 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.313302 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-720882d0-0271-44ab-8c0a-fb0e8ac43842 None None] Set router 1a220558-bb1e-4745-925f-04b5dc47f17d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:12.313623 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 7abe8bed-2e18-4981-b354-88db2f78fbd7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:12.314219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7abe8bed-2e18-4981-b354-88db2f78fbd7 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:12.389975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 15dbed6f-b18e-4d8b-8086-8c252d66c80b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:12.392446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.457510 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.473941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f66a2f7-fc90-42e7-bfb0-2f7c09ca28a9 req-6d0e03ea-dc49-4868-99a4-56ceaddd2f9e tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182118 Jul 07 19:31:12.474680 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e26c-4928-42ab-a988-72216a9bd872 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.499669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.617017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] DHCP port deletion for 5ddca81b-90d6-4b8a-8c09-dfe0784e776c request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:12.632991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port 15dbed6f-b18e-4d8b-8086-8c252d66c80b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=15dbed6f-b18e-4d8b-8086-8c252d66c80b,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:12.633695 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.662872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 15dbed6f-b18e-4d8b-8086-8c252d66c80b owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:12.705423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2ee56fb-849a-415f-a2ac-177d3f6d96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:31:06Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '15dbed6f-b18e-4d8b-8086-8c252d66c80b', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9827d-272e-4393-993d-d6702441f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:27Z', 'updated_at': '2021-07-07T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:12.719245 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e26c-4928-42ab-a988-72216a9bd872 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.769378 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-720882d0-0271-44ab-8c0a-fb0e8ac43842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:31:08Z', 'revision_number': 5, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:12.786276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee56fb-849a-415f-a2ac-177d3f6d96ea None None] Checking router: 85b9827d-272e-4393-993d-d6702441f792 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:12.809433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee56fb-849a-415f-a2ac-177d3f6d96ea None None] Routers {'85b9827d-272e-4393-993d-d6702441f792'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:12.810085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2ee56fb-849a-415f-a2ac-177d3f6d96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['85b9827d-272e-4393-993d-d6702441f792'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:12.854019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Deleting port 5373b915-583e-4333-99a7-f170d9f054a1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:12.854399 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.863204 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720882d0-0271-44ab-8c0a-fb0e8ac43842 None None] Checking router: 1a220558-bb1e-4745-925f-04b5dc47f17d for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:12.887420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Subnet': ['ID=f7afe8a8-9c3b-403a-8c9b-b498e7ec6b81,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:12.891036 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720882d0-0271-44ab-8c0a-fb0e8ac43842 None None] Routers {'1a220558-bb1e-4745-925f-04b5dc47f17d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:12.892736 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-720882d0-0271-44ab-8c0a-fb0e8ac43842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1a220558-bb1e-4745-925f-04b5dc47f17d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:12.925276 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:12.970847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d2ee56fb-849a-415f-a2ac-177d3f6d96ea None None] Set router 85b9827d-272e-4393-993d-d6702441f792 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:12.981196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Checking segment: {'id': 'cd563a8e-2f97-4742-a20f-1378dc0fd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '3c30c4da-8bb0-48f3-b765-47c759b38fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:12.981637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network hostable DHCP agents. Network: 3c30c4da-8bb0-48f3-b765-47c759b38fcd, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:13.061705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2ee56fb-849a-415f-a2ac-177d3f6d96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:31:12Z', 'revision_number': 6, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:13.121083 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.122118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee56fb-849a-415f-a2ac-177d3f6d96ea None None] The sync data for ids ['85b9827d-272e-4393-993d-d6702441f792'] in n-d-792394-12 is: [{'id': '85b9827d-272e-4393-993d-d6702441f792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406670019', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:26Z', 'updated_at': '2021-07-07T19:31:12Z', 'revision_number': 6, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:13.145982 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-720882d0-0271-44ab-8c0a-fb0e8ac43842 None None] Set router 1a220558-bb1e-4745-925f-04b5dc47f17d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:13.148800 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] For port 5373b915-583e-4333-99a7-f170d9f054a1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5373b915-583e-4333-99a7-f170d9f054a1,segment=NetworkSegment(23bcb5fd-64a5-417a-a63e-94fda64c017f),segment_id=23bcb5fd-64a5-417a-a63e-94fda64c017f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:13.149249 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.167905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=15dbed6f-b18e-4d8b-8086-8c252d66c80b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:13.171364 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Calling delete_port for 5373b915-583e-4333-99a7-f170d9f054a1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:13.266117 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.309407 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.338483 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Pushing event deleted for resources: {'Port': ['ID=5373b915-583e-4333-99a7-f170d9f054a1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:13.358261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] No DVR routers for this DVR port 5373b915-583e-4333-99a7-f170d9f054a1 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:13.361912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.362261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.362607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.362944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.363386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.363723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.364052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.364426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.364792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.365324 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.374755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.375330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b7a7f-5d85-45d1-bb9e-85983c36c6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:13.474394 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.477598 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.568359 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-720882d0-0271-44ab-8c0a-fb0e8ac43842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:31:08Z', 'revision_number': 5, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:13.613829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.631768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e26c-4928-42ab-a988-72216a9bd872 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.635066 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e26c-4928-42ab-a988-72216a9bd872 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.638947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f0d3e26c-4928-42ab-a988-72216a9bd872 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/security-groups/5023c994-58ad-4d01-83e0-a431f60748a5 HTTP/1.1" status: 204 len: 168 time: 1.6737564 Jul 07 19:31:13.639142 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720882d0-0271-44ab-8c0a-fb0e8ac43842 None None] The sync data for ids ['1a220558-bb1e-4745-925f-04b5dc47f17d'] in n-d-792394-12 is: [{'id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'name': 'tempest-TestServerBasicOps-801370807-router', 'tenant_id': '9d77860de5ec457b97f0f66c79356579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:09Z', 'updated_at': '2021-07-07T19:31:08Z', 'revision_number': 5, 'project_id': '9d77860de5ec457b97f0f66c79356579', 'gw_port': {'id': 'e3eba185-c85f-4c97-9622-bd12b3e9b37c', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a220558-bb1e-4745-925f-04b5dc47f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:10Z', 'updated_at': '2021-07-07T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:13.645727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 3c30c4da-8bb0-48f3-b765-47c759b38fcd is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:13.665079 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.665985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Fanout notify agent at l3_agent the message router_deleted on router 85b9827d-272e-4393-993d-d6702441f792 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:13.676790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3e26c-4928-42ab-a988-72216a9bd872 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5023c994-58ad-4d01-83e0-a431f60748a5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:13.684526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.694842 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a7ad8e23-a8f8-4c1f-ba54-8f5eae602dff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/routers/85b9827d-272e-4393-993d-d6702441f792 HTTP/1.1" status: 204 len: 168 time: 2.1344092 Jul 07 19:31:13.696317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:13.738079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 3c30c4da-8bb0-48f3-b765-47c759b38fcd) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:13.742329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:13.742915 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.754719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e2e3d6-0fb4-4a63-a71e-d44b53823e30 None None] Network 3c30c4da-8bb0-48f3-b765-47c759b38fcd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:13.755846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7333905-6b38-4dfd-a2d0-0303ad0becbf req-f989a0ae-c47e-4e7d-9f8b-13d5f0bb8856 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:13.762767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7333905-6b38-4dfd-a2d0-0303ad0becbf req-f989a0ae-c47e-4e7d-9f8b-13d5f0bb8856 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.9540226 Jul 07 19:31:13.809984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.830653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5030a7e9-20c0-4a16-a0f3-fe903362aa97 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:13.866982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-df83508e-f5f9-4410-aebb-b0589d3bfbd2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2593119 Jul 07 19:31:13.870966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:13.884292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': '3c30c4da-8bb0-48f3-b765-47c759b38fcd', 'name': 'tempest-PortsTestJSON-1925461040', 'fixed_ips': [{'subnet_id': 'f7afe8a8-9c3b-403a-8c9b-b498e7ec6b81', 'ip_address': '172.20.0.10'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:13.907207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7333905-6b38-4dfd-a2d0-0303ad0becbf req-bc9c8c5a-e87b-40e3-b142-e23dd72ab417 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434665 Jul 07 19:31:13.948004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 5030a7e9-20c0-4a16-a0f3-fe903362aa97 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:13.973433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:13.979445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Deleting port e3eba185-c85f-4c97-9622-bd12b3e9b37c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:13.980073 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.981848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 5030a7e9-20c0-4a16-a0f3-fe903362aa97 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:13.983536 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:13.992235 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.003534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add2692-1872-4e4f-929b-17abee30cc4d req-1aa939ac-5078-44f9-910f-85005846ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:14.005236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9add2692-1872-4e4f-929b-17abee30cc4d req-1aa939ac-5078-44f9-910f-85005846ae07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 1097 time: 0.3297188 Jul 07 19:31:14.069499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261673d-0411-4b82-881b-c53e5cd2c241 req-90aa2086-59d8-4f08-b1c0-f7fdd9a19620 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:14.073025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0261673d-0411-4b82-881b-c53e5cd2c241 req-90aa2086-59d8-4f08-b1c0-f7fdd9a19620 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 944 time: 0.2713957 Jul 07 19:31:14.149182 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-3c30c4da-8bb0-48f3-b765-47c759b38fcd', 'network_id': '3c30c4da-8bb0-48f3-b765-47c759b38fcd', 'tenant_id': '4c43b8a30531496ca4415d525d5134b8', 'fixed_ips': [{'subnet_id': 'f7afe8a8-9c3b-403a-8c9b-b498e7ec6b81'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:14.150440 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.248785 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0261673d-0411-4b82-881b-c53e5cd2c241 req-f3ad582e-8f3b-40b5-987f-b283546034de tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387823 Jul 07 19:31:14.257617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] For port e3eba185-c85f-4c97-9622-bd12b3e9b37c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e3eba185-c85f-4c97-9622-bd12b3e9b37c,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:14.258173 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.285068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Calling delete_port for e3eba185-c85f-4c97-9622-bd12b3e9b37c owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:14.290832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add2692-1872-4e4f-929b-17abee30cc4d req-e157441a-e6fb-4970-8151-89570d4a97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:14.292571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9add2692-1872-4e4f-929b-17abee30cc4d req-e157441a-e6fb-4970-8151-89570d4a97aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 914 time: 0.2496154 Jul 07 19:31:14.348220 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9add2692-1872-4e4f-929b-17abee30cc4d req-9d8db4c5-6177-40f1-8c81-66cc1dd79651 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab8c4063-56dc-4008-9c73-204be6ef9237 HTTP/1.1" status: 200 len: 217 time: 0.0459251 Jul 07 19:31:14.374065 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.422826 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.425755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Allocated IP 172.20.0.2 (3c30c4da-8bb0-48f3-b765-47c759b38fcd/f7afe8a8-9c3b-403a-8c9b-b498e7ec6b81/02767d71-10b4-4068-86da-d9537ea9addb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:14.474663 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddca81b-90d6-4b8a-8c09-dfe0784e776c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:14.474922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f78760-0570-4021-9c11-ccdd5ec12851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5030a7e9-20c0-4a16-a0f3-fe903362aa97'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:14.479846 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c0e982-0cbd-4e62-b2c2-836c73f93763" -d '{"events": [{"server_uuid": "88f78760-0570-4021-9c11-ccdd5ec12851", "name": "network-vif-plugged", "status": "completed", "tag": "5030a7e9-20c0-4a16-a0f3-fe903362aa97"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:14.511762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add2692-1872-4e4f-929b-17abee30cc4d req-c8b777ae-d4b8-4b47-8a1f-666d016c7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:14.513825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9add2692-1872-4e4f-929b-17abee30cc4d req-c8b777ae-d4b8-4b47-8a1f-666d016c7310 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.1219683 Jul 07 19:31:14.521750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5373b915-583e-4333-99a7-f170d9f054a1 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:14.556407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bcb5fd-64a5-417a-a63e-94fda64c017f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:14.558068 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bcb5fd-64a5-417a-a63e-94fda64c017f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:14.582656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.612873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5030a7e9-20c0-4a16-a0f3-fe903362aa97, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5030a7e9-20c0-4a16-a0f3-fe903362aa97,segment=NetworkSegment(f2f0335d-6379-4538-aed4-f2bb8706ff54),segment_id=f2f0335d-6379-4538-aed4-f2bb8706ff54)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:14.614236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9add2692-1872-4e4f-929b-17abee30cc4d req-395b3c36-90e8-4426-929d-276235189e41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934756 Jul 07 19:31:14.615325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 5373b915-583e-4333-99a7-f170d9f054a1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:14.615945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5373b915-583e-4333-99a7-f170d9f054a1 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:14.617337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:14.625779 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.653422 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab42ecb-7611-4eb3-b2e3-ece6dd1ea98b x-openstack-request-id: req-aab42ecb-7611-4eb3-b2e3-ece6dd1ea98b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:14.653711 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f78760-0570-4021-9c11-ccdd5ec12851", "name": "network-vif-plugged", "status": "completed", "tag": "5030a7e9-20c0-4a16-a0f3-fe903362aa97", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:14.654169 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-aab42ecb-7611-4eb3-b2e3-ece6dd1ea98b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:14.654769 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f78760-0570-4021-9c11-ccdd5ec12851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5030a7e9-20c0-4a16-a0f3-fe903362aa97', 'code': 200} Jul 07 19:31:14.658936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:14.659519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6b7547ea-b0b2-4e90-bd91-d9968bb2ac93 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:14.660108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 15dbed6f-b18e-4d8b-8086-8c252d66c80b no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:14.662934 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.672706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:14.700117 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 15dbed6f-b18e-4d8b-8086-8c252d66c80b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:14.700947 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 15dbed6f-b18e-4d8b-8086-8c252d66c80b not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:14.701537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7e8370f9-7d4f-429d-aa91-b3faac936048 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:14.709169 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:14.709890 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:14.743766 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:14.753803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9add2692-1872-4e4f-929b-17abee30cc4d req-6e5c18a6-f16e-4d69-89c8-b3efc5205593 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236858 Jul 07 19:31:14.989601 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 7e8370f9-7d4f-429d-aa91-b3faac936048 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:14.989928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7e8370f9-7d4f-429d-aa91-b3faac936048 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:15.028749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9add2692-1872-4e4f-929b-17abee30cc4d req-f30d36ec-3d2a-4ac7-a46f-04942e023f4d service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655616 Jul 07 19:31:15.029803 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.070200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5030a7e9-20c0-4a16-a0f3-fe903362aa97,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:15.107919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3eba185-c85f-4c97-9622-bd12b3e9b37c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:15.163306 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.171835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Transition to ACTIVE for port object 02767d71-10b4-4068-86da-d9537ea9addb will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:15.192997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Transition to ACTIVE for port object 02767d71-10b4-4068-86da-d9537ea9addb will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:15.202636 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.269551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Pushing event updated for resources: {'Port': ['ID=02767d71-10b4-4068-86da-d9537ea9addb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:15.271265 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.295216 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Network 3c30c4da-8bb0-48f3-b765-47c759b38fcd is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:15.297658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:15.304228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:15.344063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.349942 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.354027 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/networks/5ddca81b-90d6-4b8a-8c09-dfe0784e776c HTTP/1.1" status: 204 len: 168 time: 1.6563933 Jul 07 19:31:15.374739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:15.398126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Attempting to bind port 02767d71-10b4-4068-86da-d9537ea9addb on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:15.398504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Attempting to bind port 02767d71-10b4-4068-86da-d9537ea9addb by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'cd563a8e-2f97-4742-a20f-1378dc0fd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '3c30c4da-8bb0-48f3-b765-47c759b38fcd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:15.399010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Attempting to bind port 02767d71-10b4-4068-86da-d9537ea9addb on network 3c30c4da-8bb0-48f3-b765-47c759b38fcd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:15.406425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:15.406806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Checking segment: {'id': 'cd563a8e-2f97-4742-a20f-1378dc0fd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '3c30c4da-8bb0-48f3-b765-47c759b38fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:15.407216 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.408724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Bound using segment: {'id': 'cd563a8e-2f97-4742-a20f-1378dc0fd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '3c30c4da-8bb0-48f3-b765-47c759b38fcd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:15.409487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Bound port: 02767d71-10b4-4068-86da-d9537ea9addb, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd563a8e-2f97-4742-a20f-1378dc0fd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '3c30c4da-8bb0-48f3-b765-47c759b38fcd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:15.409893 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.431957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Network': ['ID=5ddca81b-90d6-4b8a-8c09-dfe0784e776c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:15.473205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d474901-609f-4805-8a5a-cacfbbc2d747 req-e01241e6-c48f-4a48-8ea8-33f832708ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:15.475258 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7d474901-609f-4805-8a5a-cacfbbc2d747 req-e01241e6-c48f-4a48-8ea8-33f832708ddf service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 1097 time: 0.7824907 Jul 07 19:31:15.476569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.495398 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.495682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] For port 02767d71-10b4-4068-86da-d9537ea9addb, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:15.499486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] For port 02767d71-10b4-4068-86da-d9537ea9addb, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=02767d71-10b4-4068-86da-d9537ea9addb,segment=NetworkSegment(cd563a8e-2f97-4742-a20f-1378dc0fd280),segment_id=cd563a8e-2f97-4742-a20f-1378dc0fd280)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:15.502502 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.502875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.503221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.503647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.503901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.504345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.504577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.505090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.505915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.506514 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.506944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.508157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.508698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b957692a-cb8b-4896-99ac-a2fa4e538096 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:15.511100 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.587170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1ce6b-4d0b-44fe-af80-94d0e3819ad8 req-a75de12e-bcc0-4aaa-a26e-745f9d71d610 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:15.588824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40d1ce6b-4d0b-44fe-af80-94d0e3819ad8 req-a75de12e-bcc0-4aaa-a26e-745f9d71d610 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 945 time: 0.3447955 Jul 07 19:31:15.606094 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.606606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a220558-bb1e-4745-925f-04b5dc47f17d {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:15.621784 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.622963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-54b49f83-b36b-4712-806b-d4e017cc4084 admin admin] 10.222.0.113 "DELETE /v2.0/routers/1a220558-bb1e-4745-925f-04b5dc47f17d HTTP/1.1" status: 204 len: 168 time: 3.5728059 Jul 07 19:31:15.634253 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43266d-56ce-40e7-b47d-ff3d18ae7940 None None] Pushing event updated for resources: {'Port': ['ID=02767d71-10b4-4068-86da-d9537ea9addb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:15.640046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:15.687689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40d1ce6b-4d0b-44fe-af80-94d0e3819ad8 req-a7319c65-a984-4fe4-89d6-7e42ab619479 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911121 Jul 07 19:31:15.705395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 8301309a-3af6-4b02-80a1-636d2777cae5 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:31:15.719746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85379604-dc5e-4575-adc7-227d8660b313 req-ad9067f9-02d6-4241-8895-e2d26c28129b tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:15.722553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85379604-dc5e-4575-adc7-227d8660b313 req-ad9067f9-02d6-4241-8895-e2d26c28129b tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 945 time: 0.2544026 Jul 07 19:31:15.725385 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7d474901-609f-4805-8a5a-cacfbbc2d747 req-39f3da49-5524-4627-85bb-cd28b0e740c2 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379498 Jul 07 19:31:15.734086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178d9924-1730-4cab-9263-81308ca7d7f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.747943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dbb7a5-499f-4786-8263-ac3348063289 admin admin] Deleting subnet a79bd83e-e8df-4ead-8f46-d42fd932711d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:15.758145 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13dbb7a5-499f-4786-8263-ac3348063289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.824814 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85379604-dc5e-4575-adc7-227d8660b313 req-4fdd06a7-d501-43c8-9400-d7e3c4721bec tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739205 Jul 07 19:31:15.829406 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13dbb7a5-499f-4786-8263-ac3348063289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.848511 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178d9924-1730-4cab-9263-81308ca7d7f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.991063 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13dbb7a5-499f-4786-8263-ac3348063289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.063373 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13dbb7a5-499f-4786-8263-ac3348063289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.096246 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbb7a5-499f-4786-8263-ac3348063289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a79bd83e-e8df-4ead-8f46-d42fd932711d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:16.097113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.100174 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13dbb7a5-499f-4786-8263-ac3348063289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.104644 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-13dbb7a5-499f-4786-8263-ac3348063289 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a79bd83e-e8df-4ead-8f46-d42fd932711d HTTP/1.1" status: 204 len: 168 time: 0.4598992 Jul 07 19:31:16.107712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:16.109846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755a2c73-613b-47bb-b97e-adc276de7008 None None] Network c457186a-8f41-4ba0-b09c-85ef976d1b30 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:16.155352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.10 (3c30c4da-8bb0-48f3-b765-47c759b38fcd/f7afe8a8-9c3b-403a-8c9b-b498e7ec6b81/8301309a-3af6-4b02-80a1-636d2777cae5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:16.168672 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178d9924-1730-4cab-9263-81308ca7d7f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.171342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178d9924-1730-4cab-9263-81308ca7d7f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.172306 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-178d9924-1730-4cab-9263-81308ca7d7f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/security-groups/e353bd29-1065-46e7-af30-4051c9935a9c HTTP/1.1" status: 204 len: 168 time: 0.7951326 Jul 07 19:31:16.219018 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.229710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ab8c4063-56dc-4008-9c73-204be6ef9237 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:16.261527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d9924-1730-4cab-9263-81308ca7d7f7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e353bd29-1065-46e7-af30-4051c9935a9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:16.423879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Deleting port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:16.424627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.561211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] For port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5e827abc-b5b9-4b71-bf6f-3c135dc508b1,segment=NetworkSegment(0c3dc1f6-8daf-489e-8529-0e304ce3ab50),segment_id=0c3dc1f6-8daf-489e-8529-0e304ce3ab50)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:16.561807 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.628124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 02767d71-10b4-4068-86da-d9537ea9addb up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:16.635688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Calling delete_port for 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:16.651060 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.663430 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.707233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object 8301309a-3af6-4b02-80a1-636d2777cae5 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:16.739332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ab8c4063-56dc-4008-9c73-204be6ef9237, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab8c4063-56dc-4008-9c73-204be6ef9237,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:16.743953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8c4063-56dc-4008-9c73-204be6ef9237'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:16.752772 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd8bc3d-c585-40fb-aa8c-2da711223b9a" -d '{"events": [{"server_uuid": "ec2f1a0c-8e86-48d0-895a-b5b103a5aef0", "name": "network-vif-unplugged", "status": "completed", "tag": "ab8c4063-56dc-4008-9c73-204be6ef9237"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:16.759748 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.835534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 02767d71-10b4-4068-86da-d9537ea9addb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:16.878181 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.894310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=ab8c4063-56dc-4008-9c73-204be6ef9237,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:16.896940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:16.936113 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e827abc-b5b9-4b71-bf6f-3c135dc508b1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:16.943983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] No DVR routers for this DVR port 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:17.007512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174aaea2-e374-4d78-97b1-101624e4b3fa None None] DHCP port deletion for c457186a-8f41-4ba0-b09c-85ef976d1b30 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:17.042493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e3eba185-c85f-4c97-9622-bd12b3e9b37c no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:17.086128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 3c30c4da-8bb0-48f3-b765-47c759b38fcd is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:17.104531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:17.107000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=8301309a-3af6-4b02-80a1-636d2777cae5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:17.113262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: e3eba185-c85f-4c97-9622-bd12b3e9b37c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:17.114402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e3eba185-c85f-4c97-9622-bd12b3e9b37c not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:17.136033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:17.217366 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.235066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c457186a-8f41-4ba0-b09c-85ef976d1b30']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:17.264294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3dc1f6-8daf-489e-8529-0e304ce3ab50') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:17.267736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b7d7d-ee50-4014-b81c-3ea326592763 None None] Network 3c30c4da-8bb0-48f3-b765-47c759b38fcd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:17.272742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3dc1f6-8daf-489e-8529-0e304ce3ab50') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:17.306065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.336377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:17.341796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.355205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:17.355879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.365729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b54f0f8d-07a0-4d70-a855-c1a9da5384b1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126683868', 'description': 'tempest-secgroup-smoke-1126683868 description', 'project_id': '07c63c8c00dd494689f912cfd2378197'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:17.372181 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c81b806-3ff1-4848-ac52-20ae1eaccb69 x-openstack-request-id: req-9c81b806-3ff1-4848-ac52-20ae1eaccb69 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:17.374946 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2f1a0c-8e86-48d0-895a-b5b103a5aef0", "name": "network-vif-unplugged", "status": "completed", "tag": "ab8c4063-56dc-4008-9c73-204be6ef9237", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:17.375211 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9c81b806-3ff1-4848-ac52-20ae1eaccb69 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:17.378052 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8c4063-56dc-4008-9c73-204be6ef9237', 'code': 200} Jul 07 19:31:17.387341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting port b059234a-2712-457b-9ce1-ab3295abe2a7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:17.387689 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.431760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36d8936f-8dc3-4b61-8e99-b135991314ef None None] Provisioning for port 02767d71-10b4-4068-86da-d9537ea9addb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:17.447843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3da0ac-1dcc-47d2-93ba-6d4415a543a7 req-0044f152-cda7-4384-9022-6a3a0271003f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:17.459041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e3da0ac-1dcc-47d2-93ba-6d4415a543a7 req-0044f152-cda7-4384-9022-6a3a0271003f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 943 time: 0.4556837 Jul 07 19:31:17.469143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36d8936f-8dc3-4b61-8e99-b135991314ef None None] Provisioning complete for port 02767d71-10b4-4068-86da-d9537ea9addb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:17.469521 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36d8936f-8dc3-4b61-8e99-b135991314ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.471488 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b54f0f8d-07a0-4d70-a855-c1a9da5384b1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.488179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:17.490923 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:17.496976 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:17.583681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] For port b059234a-2712-457b-9ce1-ab3295abe2a7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b059234a-2712-457b-9ce1-ab3295abe2a7,segment=NetworkSegment(943e65ee-b369-48d0-baf5-f41154c851e8),segment_id=943e65ee-b369-48d0-baf5-f41154c851e8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:17.584327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.631492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Calling delete_port for b059234a-2712-457b-9ce1-ab3295abe2a7 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:17.638612 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-519d0100-0ca9-4a95-8466-a90a49ccf5ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7662697 Jul 07 19:31:17.641550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:17.650963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': '3c30c4da-8bb0-48f3-b765-47c759b38fcd', 'name': 'tempest-PortsTestJSON-689291414', 'fixed_ips': [{'subnet_id': 'f7afe8a8-9c3b-403a-8c9b-b498e7ec6b81', 'ip_address': '172.20.0.9'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:17.689997 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36d8936f-8dc3-4b61-8e99-b135991314ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.737738 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b54f0f8d-07a0-4d70-a855-c1a9da5384b1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.751016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e3da0ac-1dcc-47d2-93ba-6d4415a543a7 req-acee2a2a-ffb9-46c3-9aa6-c0546b75769e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909274 Jul 07 19:31:17.756467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-36d8936f-8dc3-4b61-8e99-b135991314ef None None] For port 02767d71-10b4-4068-86da-d9537ea9addb, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=02767d71-10b4-4068-86da-d9537ea9addb,segment=NetworkSegment(cd563a8e-2f97-4742-a20f-1378dc0fd280),segment_id=cd563a8e-2f97-4742-a20f-1378dc0fd280)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:17.757892 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b54f0f8d-07a0-4d70-a855-c1a9da5384b1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.761738 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36d8936f-8dc3-4b61-8e99-b135991314ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.776398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.797856 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b54f0f8d-07a0-4d70-a855-c1a9da5384b1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.802951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b54f0f8d-07a0-4d70-a855-c1a9da5384b1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4538109 Jul 07 19:31:17.808173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:17.817039 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.822453 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] 10.222.0.113 "DELETE /v2.0/networks/c457186a-8f41-4ba0-b09c-85ef976d1b30 HTTP/1.1" status: 204 len: 168 time: 1.7104518 Jul 07 19:31:17.827929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-759cba70-f874-467b-a3c8-fc2c76c41793 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '96c36b94-7d33-4ff0-bc49-3b65d472b728', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:17.840701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:17.852752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8936f-8dc3-4b61-8e99-b135991314ef None None] Pushing event updated for resources: {'Port': ['ID=02767d71-10b4-4068-86da-d9537ea9addb,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:17.862104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0716c8-83db-4a45-891c-438571ed1e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=c457186a-8f41-4ba0-b09c-85ef976d1b30,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:17.900126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:17.905570 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:17.906961 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-759cba70-f874-467b-a3c8-fc2c76c41793 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:31:17.906961 n-d-792394-12 neutron-server[93770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:31:17.906961 n-d-792394-12 neutron-server[93770]: [parameters: {'project_id_1': '07c63c8c00dd494689f912cfd2378197', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 31, 17, 844350)}] Jul 07 19:31:17.906961 n-d-792394-12 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:31:17.907764 n-d-792394-12 neutron-server[93770]: DEBUG oslo_db.api [None req-759cba70-f874-467b-a3c8-fc2c76c41793 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:31:17.912518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f0f8d-07a0-4d70-a855-c1a9da5384b1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c36b94-7d33-4ff0-bc49-3b65d472b728,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:17.945914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61abb02-0ca1-4588-8697-820e3eaf57e2 req-3a9d3eb2-5932-47be-8205-ef5020f0b92d tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:17.947514 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d61abb02-0ca1-4588-8697-820e3eaf57e2 req-3a9d3eb2-5932-47be-8205-ef5020f0b92d tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 945 time: 0.3712821 Jul 07 19:31:17.963821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 36321347-1319-44b0-8c2c-ab2247cb683c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:31:18.041374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d61abb02-0ca1-4588-8697-820e3eaf57e2 req-0548508c-6e8a-4574-aeb2-45a224fb9fcb tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572784 Jul 07 19:31:18.203211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41b20590-4669-4606-88c4-746e8cd5b800 None None] Provisioning complete for port 02767d71-10b4-4068-86da-d9537ea9addb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:18.203807 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41b20590-4669-4606-88c4-746e8cd5b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.286900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.298545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 02767d71-10b4-4068-86da-d9537ea9addb up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:18.350009 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Port': ['ID=b059234a-2712-457b-9ce1-ab3295abe2a7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:18.384206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.9 (3c30c4da-8bb0-48f3-b765-47c759b38fcd/f7afe8a8-9c3b-403a-8c9b-b498e7ec6b81/36321347-1319-44b0-8c2c-ab2247cb683c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:18.418412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 02767d71-10b4-4068-86da-d9537ea9addb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:18.418649 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.480764 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-759cba70-f874-467b-a3c8-fc2c76c41793 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.500866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41b20590-4669-4606-88c4-746e8cd5b800 None None] Provisioning for port 8301309a-3af6-4b02-80a1-636d2777cae5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:18.512160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41b20590-4669-4606-88c4-746e8cd5b800 None None] Provisioning complete for port 8301309a-3af6-4b02-80a1-636d2777cae5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:18.512582 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41b20590-4669-4606-88c4-746e8cd5b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.583059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-41b20590-4669-4606-88c4-746e8cd5b800 None None] Port 8301309a-3af6-4b02-80a1-636d2777cae5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:18.664942 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-759cba70-f874-467b-a3c8-fc2c76c41793 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.682206 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.708347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54dbb3ac-5938-4f34-9227-0dd7de73091a None None] Provisioning complete for port 8301309a-3af6-4b02-80a1-636d2777cae5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:18.708934 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54dbb3ac-5938-4f34-9227-0dd7de73091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.740908 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:18.775763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:18.776491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5e827abc-b5b9-4b71-bf6f-3c135dc508b1 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:18.779596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-759cba70-f874-467b-a3c8-fc2c76c41793 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.823520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-54dbb3ac-5938-4f34-9227-0dd7de73091a None None] Port 8301309a-3af6-4b02-80a1-636d2777cae5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:18.840238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cba70-f874-467b-a3c8-fc2c76c41793 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25a0678-e528-4779-a263-90fcc9d8bc88,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:18.857628 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-759cba70-f874-467b-a3c8-fc2c76c41793 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.858885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-759cba70-f874-467b-a3c8-fc2c76c41793 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0445848 Jul 07 19:31:18.864081 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:18.879706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4e7ad407-46a1-4233-bbe8-d3acf254c895 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '96c36b94-7d33-4ff0-bc49-3b65d472b728', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:18.996315 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.034429 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad407-46a1-4233-bbe8-d3acf254c895 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.060734 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.082862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.087051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object 36321347-1319-44b0-8c2c-ab2247cb683c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:19.141363 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad407-46a1-4233-bbe8-d3acf254c895 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.161770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4aee3c-cb56-4d6a-b0d9-e1c51ae03685 req-342ab66a-3663-454a-9d42-30ad234152bf tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:19.165916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc4aee3c-cb56-4d6a-b0d9-e1c51ae03685 req-342ab66a-3663-454a-9d42-30ad234152bf tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 943 time: 0.2335742 Jul 07 19:31:19.190205 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad407-46a1-4233-bbe8-d3acf254c895 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.234857 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.269194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ad407-46a1-4233-bbe8-d3acf254c895 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9db2fd8-7fe5-47f4-a46b-a8152230a158,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:19.277456 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad407-46a1-4233-bbe8-d3acf254c895 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.281008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4e7ad407-46a1-4233-bbe8-d3acf254c895 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4136536 Jul 07 19:31:19.283040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:19.291883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b7ecede9-2515-4f35-adc9-93e79d30a91e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '96c36b94-7d33-4ff0-bc49-3b65d472b728', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:19.318152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 3c30c4da-8bb0-48f3-b765-47c759b38fcd is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:19.348121 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=36321347-1319-44b0-8c2c-ab2247cb683c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:19.359770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:19.375896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc4aee3c-cb56-4d6a-b0d9-e1c51ae03685 req-0610fd3b-41cf-448e-9df7-33d116ae54aa tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033093 Jul 07 19:31:19.493202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] Deleting port 1ddc12b0-e05f-41de-a088-4f9ce8435db4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:19.493551 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.546918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:19.606242 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:19.659145 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7ecede9-2515-4f35-adc9-93e79d30a91e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.675617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] For port 1ddc12b0-e05f-41de-a088-4f9ce8435db4, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1ddc12b0-e05f-41de-a088-4f9ce8435db4,segment=NetworkSegment(faa22b17-8f07-435b-b32f-f1bcf8405abb),segment_id=faa22b17-8f07-435b-b32f-f1bcf8405abb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:19.675937 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.696673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:19.697793 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.726166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] Calling delete_port for 1ddc12b0-e05f-41de-a088-4f9ce8435db4 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:19.783916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52143a67-7f40-4351-9417-8494f24dc637 None None] Provisioning for port 36321347-1319-44b0-8c2c-ab2247cb683c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:19.789252 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52143a67-7f40-4351-9417-8494f24dc637 None None] Provisioning complete for port 36321347-1319-44b0-8c2c-ab2247cb683c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:19.789830 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52143a67-7f40-4351-9417-8494f24dc637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.866218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-52143a67-7f40-4351-9417-8494f24dc637 None None] Port 36321347-1319-44b0-8c2c-ab2247cb683c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:19.926332 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-696035ed-e1db-4635-9e16-e2c6c766a4a1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2829282 Jul 07 19:31:19.933559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:19.979158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7ecede9-2515-4f35-adc9-93e79d30a91e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.983684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:19.989637 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-abf11552-897e-4d2c-bbc2-2e2ca87c05c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "PUT /v2.0/routers/73b699c9-f1ea-4eec-bf9f-f1d43a504323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0150321 Jul 07 19:31:19.990794 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7ecede9-2515-4f35-adc9-93e79d30a91e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:19.992417 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:20.001836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c683a-820c-4f66-9368-c51ae62f2812 None None] Sync routers for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:20.021696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c683a-820c-4f66-9368-c51ae62f2812 None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:20.022268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-728c683a-820c-4f66-9368-c51ae62f2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:20.068419 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddd26ce-11eb-466c-a872-389473bc35d5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting subnet f167f72d-78ce-4060-a7a9-a9f690de83ac {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:20.085844 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ddd26ce-11eb-466c-a872-389473bc35d5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.116559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecede9-2515-4f35-adc9-93e79d30a91e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2ac419-9bbc-418d-83ef-9a01e00d588b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:20.135070 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7ecede9-2515-4f35-adc9-93e79d30a91e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.136425 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b7ecede9-2515-4f35-adc9-93e79d30a91e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8506589 Jul 07 19:31:20.139901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:20.144786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-431bcc8e-6020-4a82-b517-e17ff87d36ee tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '96c36b94-7d33-4ff0-bc49-3b65d472b728', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:20.174993 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ddd26ce-11eb-466c-a872-389473bc35d5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.234524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6362ddd1-2df1-436d-a22e-232cdb647b42 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:20.245764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:20.257017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6362ddd1-2df1-436d-a22e-232cdb647b42 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3222868 Jul 07 19:31:20.279537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-728c683a-820c-4f66-9368-c51ae62f2812 None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:20.318493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-431bcc8e-6020-4a82-b517-e17ff87d36ee tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.378469 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.405671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ab8c4063-56dc-4008-9c73-204be6ef9237 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:20.461948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddc12b0-e05f-41de-a088-4f9ce8435db4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:20.556313 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ddd26ce-11eb-466c-a872-389473bc35d5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.693493 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dda4f1-7d85-45a8-a34d-dca038bf1754 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:20.703336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dda4f1-7d85-45a8-a34d-dca038bf1754 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:20.726116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dda4f1-7d85-45a8-a34d-dca038bf1754 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:20.731188 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-82dda4f1-7d85-45a8-a34d-dca038bf1754 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4845796 Jul 07 19:31:20.736827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:20.777751 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-431bcc8e-6020-4a82-b517-e17ff87d36ee tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.794114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-431bcc8e-6020-4a82-b517-e17ff87d36ee tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.883427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bcc8e-6020-4a82-b517-e17ff87d36ee tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434d021b-a78d-424e-8292-e0d1c7d8daca,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:20.917484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ddd26ce-11eb-466c-a872-389473bc35d5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.961938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-431bcc8e-6020-4a82-b517-e17ff87d36ee tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.969060 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-431bcc8e-6020-4a82-b517-e17ff87d36ee tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8284633 Jul 07 19:31:20.973827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:21.014262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-df46e9fb-0cf5-4093-9c2c-5e49caecc294 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '96c36b94-7d33-4ff0-bc49-3b65d472b728', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:21.023362 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ddd26ce-11eb-466c-a872-389473bc35d5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.030221 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1ddd26ce-11eb-466c-a872-389473bc35d5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/subnets/f167f72d-78ce-4060-a7a9-a9f690de83ac HTTP/1.1" status: 204 len: 168 time: 1.0342724 Jul 07 19:31:21.031375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd26ce-11eb-466c-a872-389473bc35d5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Subnet': ['ID=f167f72d-78ce-4060-a7a9-a9f690de83ac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:21.031772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfece5a-4de6-44cf-adfe-d83292f966a5 None None] Network e32bc967-52fb-425c-afd8-08e626fe2221 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:21.036446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:21.126553 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-df46e9fb-0cf5-4093-9c2c-5e49caecc294 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Project 07c63c8c00dd494689f912cfd2378197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:31:21.136559 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df46e9fb-0cf5-4093-9c2c-5e49caecc294 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.173414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-728c683a-820c-4f66-9368-c51ae62f2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:31:18Z', 'revision_number': 7, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:21.198972 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.213254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c683a-820c-4f66-9368-c51ae62f2812 None None] Checking router: 73b699c9-f1ea-4eec-bf9f-f1d43a504323 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:21.236933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c683a-820c-4f66-9368-c51ae62f2812 None None] Routers {'73b699c9-f1ea-4eec-bf9f-f1d43a504323'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:21.237964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-728c683a-820c-4f66-9368-c51ae62f2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:21.301347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.385538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8474a3a8-4f81-4dff-b5b2-63969d21864a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 36321347-1319-44b0-8c2c-ab2247cb683c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:21.385894 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8474a3a8-4f81-4dff-b5b2-63969d21864a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.469072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-728c683a-820c-4f66-9368-c51ae62f2812 None None] Set router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:21.598179 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df46e9fb-0cf5-4093-9c2c-5e49caecc294 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.620788 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df46e9fb-0cf5-4093-9c2c-5e49caecc294 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.673505 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.678039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46e9fb-0cf5-4093-9c2c-5e49caecc294 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0293aedc-0528-42ea-a2d9-05d02e9cec35,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:21.700142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb2863f-acd7-4481-aa6a-10f28bbefe15 None None] DHCP port deletion for e32bc967-52fb-425c-afd8-08e626fe2221 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:21.750248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df46e9fb-0cf5-4093-9c2c-5e49caecc294 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.764676 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-df46e9fb-0cf5-4093-9c2c-5e49caecc294 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7431192 Jul 07 19:31:21.765491 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:21.772175 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-524041e8-9446-44a5-bab7-746781cd868b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '96c36b94-7d33-4ff0-bc49-3b65d472b728', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:22.106932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-efb2863f-acd7-4481-aa6a-10f28bbefe15 None None] Deleting port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:22.107751 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efb2863f-acd7-4481-aa6a-10f28bbefe15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.170683 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8474a3a8-4f81-4dff-b5b2-63969d21864a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.207734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8474a3a8-4f81-4dff-b5b2-63969d21864a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 36321347-1319-44b0-8c2c-ab2247cb683c owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:22.219519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d94ed-bc19-4506-b285-f5b6de02fff5 req-fdfee46a-e01c-44fb-bba4-f083255290b0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:22.226490 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f4d94ed-bc19-4506-b285-f5b6de02fff5 req-fdfee46a-e01c-44fb-bba4-f083255290b0 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec2f1a0c-8e86-48d0-895a-b5b103a5aef0 HTTP/1.1" status: 200 len: 943 time: 1.2053287 Jul 07 19:31:22.267542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-efb2863f-acd7-4481-aa6a-10f28bbefe15 None None] For port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b90e769a-f32c-4f0a-bf14-17e07a4ff6c8,segment=NetworkSegment(943e65ee-b369-48d0-baf5-f41154c851e8),segment_id=943e65ee-b369-48d0-baf5-f41154c851e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:22.269714 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efb2863f-acd7-4481-aa6a-10f28bbefe15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.300683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-efb2863f-acd7-4481-aa6a-10f28bbefe15 None None] Calling delete_port for b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:22.332330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:22.365462 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-524041e8-9446-44a5-bab7-746781cd868b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Project 07c63c8c00dd494689f912cfd2378197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:31:22.370789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-524041e8-9446-44a5-bab7-746781cd868b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.431904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting port a120b9b0-0d0a-4787-846f-9384c3a5e3e1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:22.431904 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.521006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-728c683a-820c-4f66-9368-c51ae62f2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:31:18Z', 'revision_number': 7, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:22.521427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] For port a120b9b0-0d0a-4787-846f-9384c3a5e3e1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a120b9b0-0d0a-4787-846f-9384c3a5e3e1,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:22.522203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.536509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Calling delete_port for a120b9b0-0d0a-4787-846f-9384c3a5e3e1 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:22.556834 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c683a-820c-4f66-9368-c51ae62f2812 None None] The sync data for ids ['73b699c9-f1ea-4eec-bf9f-f1d43a504323'] in n-d-792394-12 is: [{'id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'name': 'tempest-TestNetworkBasicOps-router-423355896', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:28:39Z', 'updated_at': '2021-07-07T19:31:18Z', 'revision_number': 7, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': 'a120b9b0-0d0a-4787-846f-9384c3a5e3e1', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b699c9-f1ea-4eec-bf9f-f1d43a504323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:28:40Z', 'updated_at': '2021-07-07T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:22.558826 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.589570 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efb2863f-acd7-4481-aa6a-10f28bbefe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.644133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2863f-acd7-4481-aa6a-10f28bbefe15 None None] Pushing event deleted for resources: {'Port': ['ID=b90e769a-f32c-4f0a-bf14-17e07a4ff6c8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:22.671546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694b103-f50c-4196-b0c9-19dadbea2124 req-1362e4f8-eefd-4dc3-86d1-613bd8692183 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:22.676697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2863f-acd7-4481-aa6a-10f28bbefe15 None None] No DVR routers for this DVR port b90e769a-f32c-4f0a-bf14-17e07a4ff6c8 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:22.679989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3694b103-f50c-4196-b0c9-19dadbea2124 req-1362e4f8-eefd-4dc3-86d1-613bd8692183 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 945 time: 0.3314333 Jul 07 19:31:22.700136 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-524041e8-9446-44a5-bab7-746781cd868b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.708582 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-524041e8-9446-44a5-bab7-746781cd868b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.732324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3f4d94ed-bc19-4506-b285-f5b6de02fff5 req-efbe1f0f-406a-45d4-98d6-28db1c2e2289 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Deleting port ab8c4063-56dc-4008-9c73-204be6ef9237 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:22.732696 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3f4d94ed-bc19-4506-b285-f5b6de02fff5 req-efbe1f0f-406a-45d4-98d6-28db1c2e2289 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.758735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524041e8-9446-44a5-bab7-746781cd868b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957efc87-8e3e-4092-a544-10efda6c7970,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:22.773802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-524041e8-9446-44a5-bab7-746781cd868b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.778011 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-524041e8-9446-44a5-bab7-746781cd868b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0086052 Jul 07 19:31:22.778285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:22.784449 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'network': {'name': 'tempest-network-smoke--1390495308', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:22.796825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] Router c6c19402-92ba-44f5-a6da-4d1c9e914493 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:22.806151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.834135 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Port': ['ID=a120b9b0-0d0a-4787-846f-9384c3a5e3e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:22.844013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:22.848440 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.852034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3694b103-f50c-4196-b0c9-19dadbea2124 req-47e8320a-5eeb-4bdb-a675-16bd878ba1dd tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710095 Jul 07 19:31:22.871375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8474a3a8-4f81-4dff-b5b2-63969d21864a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.938102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:22.962680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:22.962886 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Added segment 534208b4-71a6-4c79-aa94-737bbfc6bbc8 of type vlan for network 71b2d21f-b911-4e51-9032-3f16b3832072 Jul 07 19:31:22.970938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474a3a8-4f81-4dff-b5b2-63969d21864a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=36321347-1319-44b0-8c2c-ab2247cb683c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:22.974364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.032200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3f4d94ed-bc19-4506-b285-f5b6de02fff5 req-efbe1f0f-406a-45d4-98d6-28db1c2e2289 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] For port ab8c4063-56dc-4008-9c73-204be6ef9237, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab8c4063-56dc-4008-9c73-204be6ef9237,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:23.032728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3f4d94ed-bc19-4506-b285-f5b6de02fff5 req-efbe1f0f-406a-45d4-98d6-28db1c2e2289 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.115008 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.123158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.127239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3f4d94ed-bc19-4506-b285-f5b6de02fff5 req-efbe1f0f-406a-45d4-98d6-28db1c2e2289 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Calling delete_port for ab8c4063-56dc-4008-9c73-204be6ef9237 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:23.127453 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.187898 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.189091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Fanout notify agent at l3_agent the message router_deleted on router 73b699c9-f1ea-4eec-bf9f-f1d43a504323 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:23.197739 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.198926 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b57ae31f-a663-4780-b497-dac6301b280b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/routers/73b699c9-f1ea-4eec-bf9f-f1d43a504323 HTTP/1.1" status: 204 len: 168 time: 2.1604397 Jul 07 19:31:23.200271 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.205841 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:23.206535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.209126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:23.230318 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8474a3a8-4f81-4dff-b5b2-63969d21864a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.232022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8474a3a8-4f81-4dff-b5b2-63969d21864a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/36321347-1319-44b0-8c2c-ab2247cb683c HTTP/1.1" status: 204 len: 168 time: 2.4895830 Jul 07 19:31:23.233374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:23.237496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:23.249942 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c135f-faa5-4ffc-a741-a4fd9f2137bf None None] Sync routers for ids ['c6c19402-92ba-44f5-a6da-4d1c9e914493'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:23.263839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a0f10c19-47fd-4180-9fbf-3d293d829cea admin admin] 10.222.0.113 "PUT /v2.0/routers/c6c19402-92ba-44f5-a6da-4d1c9e914493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4219110 Jul 07 19:31:23.267893 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c135f-faa5-4ffc-a741-a4fd9f2137bf None None] Routers {'c6c19402-92ba-44f5-a6da-4d1c9e914493'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:23.269041 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b5c135f-faa5-4ffc-a741-a4fd9f2137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c6c19402-92ba-44f5-a6da-4d1c9e914493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:23.306732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:23.439489 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6461682a-8a93-4410-92d7-d8ccbdcc0f02 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:31:23.444559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6461682a-8a93-4410-92d7-d8ccbdcc0f02 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/36321347-1319-44b0-8c2c-ab2247cb683c HTTP/1.1" status: 404 len: 333 time: 0.2059450 Jul 07 19:31:23.445423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46422) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:23.461756 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6794753 Jul 07 19:31:23.464386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:23.503303 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'admin_state_up': True, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:23.534549 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4b5c135f-faa5-4ffc-a741-a4fd9f2137bf None None] Set router c6c19402-92ba-44f5-a6da-4d1c9e914493 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:23.546113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.573138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784fda3-24d6-45a1-a36e-b02c85806544 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Network': ['ID=71b2d21f-b911-4e51-9032-3f16b3832072,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:23.584637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 71b2d21f-b911-4e51-9032-3f16b3832072 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:23.662666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.663756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.678171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2f150f6a-1efd-4ec8-b1b3-08f0aa587f14 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 8301309a-3af6-4b02-80a1-636d2777cae5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:23.678695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f150f6a-1efd-4ec8-b1b3-08f0aa587f14 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.707901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3f4d94ed-bc19-4506-b285-f5b6de02fff5 req-efbe1f0f-406a-45d4-98d6-28db1c2e2289 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.718874 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.837619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe1f0f-406a-45d4-98d6-28db1c2e2289 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event deleted for resources: {'Port': ['ID=ab8c4063-56dc-4008-9c73-204be6ef9237,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:23.881959 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b5c135f-faa5-4ffc-a741-a4fd9f2137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'name': 'tempest-TestServerBasicOps-2106576183-router', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '240e177f-a20a-4ade-a341-e435303011cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:25Z', 'updated_at': '2021-07-07T19:31:20Z', 'revision_number': 5, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'gw_port': {'id': '240e177f-a20a-4ade-a341-e435303011cd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:23.902952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c87b4a-fa0f-45b8-92e5-759efe075a28 req-b8bb946c-27e4-47ef-8a1b-b3493c25faa1 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:23.904827 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-78c87b4a-fa0f-45b8-92e5-759efe075a28 req-b8bb946c-27e4-47ef-8a1b-b3493c25faa1 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.112 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 945 time: 0.3880754 Jul 07 19:31:23.914035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4d94ed-bc19-4506-b285-f5b6de02fff5 req-efbe1f0f-406a-45d4-98d6-28db1c2e2289 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] No DVR routers for this DVR port ab8c4063-56dc-4008-9c73-204be6ef9237 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:23.925679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3f4d94ed-bc19-4506-b285-f5b6de02fff5 req-efbe1f0f-406a-45d4-98d6-28db1c2e2289 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:23.930397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f4d94ed-bc19-4506-b285-f5b6de02fff5 req-efbe1f0f-406a-45d4-98d6-28db1c2e2289 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "DELETE /v2.0/ports/ab8c4063-56dc-4008-9c73-204be6ef9237 HTTP/1.1" status: 204 len: 173 time: 1.7027886 Jul 07 19:31:23.932337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'name': 'network-vif-deleted', 'tag': 'ab8c4063-56dc-4008-9c73-204be6ef9237'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:23.933392 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8622b54d-9abf-4fad-b641-e117e5cc4f63" -d '{"events": [{"server_uuid": "ec2f1a0c-8e86-48d0-895a-b5b103a5aef0", "name": "network-vif-deleted", "tag": "ab8c4063-56dc-4008-9c73-204be6ef9237"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:23.947862 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c135f-faa5-4ffc-a741-a4fd9f2137bf None None] Checking router: c6c19402-92ba-44f5-a6da-4d1c9e914493 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:23.985157 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c135f-faa5-4ffc-a741-a4fd9f2137bf None None] Routers {'c6c19402-92ba-44f5-a6da-4d1c9e914493'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:23.986764 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b5c135f-faa5-4ffc-a741-a4fd9f2137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c6c19402-92ba-44f5-a6da-4d1c9e914493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:23.993329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f150f6a-1efd-4ec8-b1b3-08f0aa587f14 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.026510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2f150f6a-1efd-4ec8-b1b3-08f0aa587f14 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 8301309a-3af6-4b02-80a1-636d2777cae5 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:24.181817 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.187185 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4b5c135f-faa5-4ffc-a741-a4fd9f2137bf None None] Set router c6c19402-92ba-44f5-a6da-4d1c9e914493 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:24.252379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a120b9b0-0d0a-4787-846f-9384c3a5e3e1 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:24.318089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: a120b9b0-0d0a-4787-846f-9384c3a5e3e1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:24.318429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a120b9b0-0d0a-4787-846f-9384c3a5e3e1 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:24.318856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b059234a-2712-457b-9ce1-ab3295abe2a7 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:24.322491 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.372329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: b059234a-2712-457b-9ce1-ab3295abe2a7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:24.374527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b059234a-2712-457b-9ce1-ab3295abe2a7 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:24.421799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c8cc2-d10b-480e-be9c-c0156c6a2b62 req-5817977c-565a-4e6a-9eb4-edbab0e586e0 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:24.439804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-619c8cc2-d10b-480e-be9c-c0156c6a2b62 req-5817977c-565a-4e6a-9eb4-edbab0e586e0 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 945 time: 0.3690119 Jul 07 19:31:24.456046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32bc967-52fb-425c-afd8-08e626fe2221']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:24.523011 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943e65ee-b369-48d0-baf5-f41154c851e8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:24.523769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943e65ee-b369-48d0-baf5-f41154c851e8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:24.543947 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.567569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-619c8cc2-d10b-480e-be9c-c0156c6a2b62 req-fe1a323a-30fe-4bb7-bdaf-7754e9cb733f tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256790 Jul 07 19:31:24.596861 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f150f6a-1efd-4ec8-b1b3-08f0aa587f14 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.629349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.654849 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f529fc56-30c0-42f0-934a-5648474d60be x-openstack-request-id: req-f529fc56-30c0-42f0-934a-5648474d60be {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:24.655524 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2f1a0c-8e86-48d0-895a-b5b103a5aef0", "name": "network-vif-deleted", "tag": "ab8c4063-56dc-4008-9c73-204be6ef9237", "status": "failed", "code": 422}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:24.655969 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f529fc56-30c0-42f0-934a-5648474d60be {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:24.658585 n-d-792394-12 neutron-server[93770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec2f1a0c-8e86-48d0-895a-b5b103a5aef0', 'name': 'network-vif-deleted', 'tag': 'ab8c4063-56dc-4008-9c73-204be6ef9237', 'status': 'failed', 'code': 422} returned with failed status Jul 07 19:31:24.664355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f150f6a-1efd-4ec8-b1b3-08f0aa587f14 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=8301309a-3af6-4b02-80a1-636d2777cae5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:24.666219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-78c87b4a-fa0f-45b8-92e5-759efe075a28 req-f5fabb07-71df-4d52-bfc5-2d944efa1d84 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Deleting port 5030a7e9-20c0-4a16-a0f3-fe903362aa97 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:24.666825 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78c87b4a-fa0f-45b8-92e5-759efe075a28 req-f5fabb07-71df-4d52-bfc5-2d944efa1d84 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.669987 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b5c135f-faa5-4ffc-a741-a4fd9f2137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'name': 'tempest-TestServerBasicOps-2106576183-router', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '240e177f-a20a-4ade-a341-e435303011cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:25Z', 'updated_at': '2021-07-07T19:31:20Z', 'revision_number': 5, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'gw_port': {'id': '240e177f-a20a-4ade-a341-e435303011cd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:24.686532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.711373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.747437 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c135f-faa5-4ffc-a741-a4fd9f2137bf None None] The sync data for ids ['c6c19402-92ba-44f5-a6da-4d1c9e914493'] in n-d-792394-12 is: [{'id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'name': 'tempest-TestServerBasicOps-2106576183-router', 'tenant_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '240e177f-a20a-4ade-a341-e435303011cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:25:25Z', 'updated_at': '2021-07-07T19:31:20Z', 'revision_number': 5, 'project_id': 'fb87358d810d40ecbbe9e01b20bf2f1c', 'gw_port': {'id': '240e177f-a20a-4ade-a341-e435303011cd', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c19402-92ba-44f5-a6da-4d1c9e914493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:25:26Z', 'updated_at': '2021-07-07T19:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:24.763740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:24.764149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:24.771851 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:24.816027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:24.920569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f150f6a-1efd-4ec8-b1b3-08f0aa587f14 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:24.923741 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2f150f6a-1efd-4ec8-b1b3-08f0aa587f14 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/8301309a-3af6-4b02-80a1-636d2777cae5 HTTP/1.1" status: 204 len: 168 time: 1.4748726 Jul 07 19:31:24.926827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:24.988520 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab85b7c-6e72-4106-81fc-5cfcd1059482 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:31:24.990503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2ab85b7c-6e72-4106-81fc-5cfcd1059482 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/8301309a-3af6-4b02-80a1-636d2777cae5 HTTP/1.1" status: 404 len: 333 time: 0.0613334 Jul 07 19:31:24.994302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:25.043810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.077873 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.080359 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/networks/e32bc967-52fb-425c-afd8-08e626fe2221 HTTP/1.1" status: 204 len: 168 time: 1.8674395 Jul 07 19:31:25.081272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb48fbc-2a0b-4d29-a713-66c05b20af63 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Network': ['ID=e32bc967-52fb-425c-afd8-08e626fe2221,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:25.092153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb32933-b126-404f-91aa-7eff1d2bc365 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting subnet f7afe8a8-9c3b-403a-8c9b-b498e7ec6b81 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:25.096987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cb32933-b126-404f-91aa-7eff1d2bc365 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.120942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:25.123985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-78c87b4a-fa0f-45b8-92e5-759efe075a28 req-f5fabb07-71df-4d52-bfc5-2d944efa1d84 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] For port 5030a7e9-20c0-4a16-a0f3-fe903362aa97, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5030a7e9-20c0-4a16-a0f3-fe903362aa97,segment=NetworkSegment(f2f0335d-6379-4538-aed4-f2bb8706ff54),segment_id=f2f0335d-6379-4538-aed4-f2bb8706ff54)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:25.125469 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78c87b4a-fa0f-45b8-92e5-759efe075a28 req-f5fabb07-71df-4d52-bfc5-2d944efa1d84 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.157653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'network': {'name': 'tempest-network-smoke--265236189', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:25.178809 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-78c87b4a-fa0f-45b8-92e5-759efe075a28 req-f5fabb07-71df-4d52-bfc5-2d944efa1d84 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Calling delete_port for 5030a7e9-20c0-4a16-a0f3-fe903362aa97 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:25.196094 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0c84a88b-8ebb-4bc2-8b32-7e2f95fd1f14 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e193f922ad7c443c904a6583023ff400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787620 Jul 07 19:31:25.198736 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cb32933-b126-404f-91aa-7eff1d2bc365 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.201771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:25.215762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Deleting port 240e177f-a20a-4ade-a341-e435303011cd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:25.216119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.303523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Made reservation on behalf of 9a2b8cea685a48079cf1c0d4a2757b75 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:25.308518 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.411379 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd868c2-2479-4138-801a-e288e9f6d1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.458557 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cb32933-b126-404f-91aa-7eff1d2bc365 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.490537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f033998-15d7-4421-9177-dee42b013f53 req-3370a183-cbbf-4050-8cde-ebf9db666977 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:25.492205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-3370a183-cbbf-4050-8cde-ebf9db666977 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.2607198 Jul 07 19:31:25.494427 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd868c2-2479-4138-801a-e288e9f6d1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.531358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-19336a1f-2334-4a36-af91-7bdcf6c9df4c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/quotas/401fe42e44ad46819cb6257706b4829e HTTP/1.1" status: 200 len: 375 time: 0.0270717 Jul 07 19:31:25.594452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-4dcf7aa7-32ec-4add-bfeb-655757ebcfc4 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479655 Jul 07 19:31:25.665338 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cb32933-b126-404f-91aa-7eff1d2bc365 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.708732 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd868c2-2479-4138-801a-e288e9f6d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.712391 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd868c2-2479-4138-801a-e288e9f6d1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.716888 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dcd868c2-2479-4138-801a-e288e9f6d1fb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/eff31bc7-5470-4346-8bdd-68199a328219 HTTP/1.1" status: 204 len: 168 time: 0.5135574 Jul 07 19:31:25.723299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb32933-b126-404f-91aa-7eff1d2bc365 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Subnet': ['ID=f7afe8a8-9c3b-403a-8c9b-b498e7ec6b81,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:25.734881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:25.747610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e50d82-0562-4d00-82ed-4abc0e2a9624 None None] Network 3c30c4da-8bb0-48f3-b765-47c759b38fcd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:25.749744 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cb32933-b126-404f-91aa-7eff1d2bc365 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.752705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3cb32933-b126-404f-91aa-7eff1d2bc365 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/f7afe8a8-9c3b-403a-8c9b-b498e7ec6b81 HTTP/1.1" status: 204 len: 168 time: 0.7563140 Jul 07 19:31:25.757125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd868c2-2479-4138-801a-e288e9f6d1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff31bc7-5470-4346-8bdd-68199a328219,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:25.759146 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:25.777583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] For port 240e177f-a20a-4ade-a341-e435303011cd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=240e177f-a20a-4ade-a341-e435303011cd,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:25.778288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.782693 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:25.783336 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Added segment cd931833-21cd-4b46-8f58-65ab1e823b0c of type vlan for network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c Jul 07 19:31:25.883791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-0ef28c09-1fdb-4644-abad-5c696ff11f9a service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783446 Jul 07 19:31:25.994714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Calling delete_port for 240e177f-a20a-4ade-a341-e435303011cd owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:26.004152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.006486 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.024791 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78c87b4a-fa0f-45b8-92e5-759efe075a28 req-f5fabb07-71df-4d52-bfc5-2d944efa1d84 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.040210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46265e8f-7332-48cb-9846-00ebed0bf919 req-672fc79e-120b-45f5-99bc-a0e5cb67d5ca tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:26.041996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46265e8f-7332-48cb-9846-00ebed0bf919 req-672fc79e-120b-45f5-99bc-a0e5cb67d5ca tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/ports?device_id=88f78760-0570-4021-9c11-ccdd5ec12851 HTTP/1.1" status: 200 len: 867 time: 0.3137143 Jul 07 19:31:26.050384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab225a2-6d97-411b-a2aa-d816efc6fc8e None None] DHCP port deletion for 3c30c4da-8bb0-48f3-b765-47c759b38fcd request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:26.131125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4ab225a2-6d97-411b-a2aa-d816efc6fc8e None None] Deleting port 02767d71-10b4-4068-86da-d9537ea9addb {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:26.131961 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ab225a2-6d97-411b-a2aa-d816efc6fc8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.155487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-16715a9a-a208-4d2c-b961-26ec4c093e0e service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450576 Jul 07 19:31:26.222206 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.232778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fabb07-71df-4d52-bfc5-2d944efa1d84 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Pushing event deleted for resources: {'Port': ['ID=5030a7e9-20c0-4a16-a0f3-fe903362aa97,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:26.245533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46265e8f-7332-48cb-9846-00ebed0bf919 req-0a2a6532-675e-4f32-a525-93ef2021f1f4 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.113 "GET /v2.0/security-groups?id=5f78fa73-001f-4c68-9e4e-97e0328291d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487925 Jul 07 19:31:26.264441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1ddc12b0-e05f-41de-a088-4f9ce8435db4 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:26.287512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 02767d71-10b4-4068-86da-d9537ea9addb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:26.291736 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.323148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.328882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.329164 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4ab225a2-6d97-411b-a2aa-d816efc6fc8e None None] For port 02767d71-10b4-4068-86da-d9537ea9addb, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=02767d71-10b4-4068-86da-d9537ea9addb,segment=NetworkSegment(cd563a8e-2f97-4742-a20f-1378dc0fd280),segment_id=cd563a8e-2f97-4742-a20f-1378dc0fd280)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:26.330709 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ab225a2-6d97-411b-a2aa-d816efc6fc8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.336154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:26.337614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.356442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c87b4a-fa0f-45b8-92e5-759efe075a28 req-f5fabb07-71df-4d52-bfc5-2d944efa1d84 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] No DVR routers for this DVR port 5030a7e9-20c0-4a16-a0f3-fe903362aa97 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:26.358774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4ab225a2-6d97-411b-a2aa-d816efc6fc8e None None] Calling delete_port for 02767d71-10b4-4068-86da-d9537ea9addb owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:26.361549 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78c87b4a-fa0f-45b8-92e5-759efe075a28 req-f5fabb07-71df-4d52-bfc5-2d944efa1d84 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.364131 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-78c87b4a-fa0f-45b8-92e5-759efe075a28 req-f5fabb07-71df-4d52-bfc5-2d944efa1d84 tempest-ServerTagsTestJSON-1559515601 tempest-ServerTagsTestJSON-1559515601-project] 10.222.0.112 "DELETE /v2.0/ports/5030a7e9-20c0-4a16-a0f3-fe903362aa97 HTTP/1.1" status: 204 len: 173 time: 2.3927753 Jul 07 19:31:26.390688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f78760-0570-4021-9c11-ccdd5ec12851', 'name': 'network-vif-deleted', 'tag': '5030a7e9-20c0-4a16-a0f3-fe903362aa97'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:26.397454 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa42136-335f-426f-b9b1-4ce1b6d27cd6" -d '{"events": [{"server_uuid": "88f78760-0570-4021-9c11-ccdd5ec12851", "name": "network-vif-deleted", "tag": "5030a7e9-20c0-4a16-a0f3-fe903362aa97"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:26.525320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 1ddc12b0-e05f-41de-a088-4f9ce8435db4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:26.525659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1ddc12b0-e05f-41de-a088-4f9ce8435db4 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:26.526299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 02767d71-10b4-4068-86da-d9537ea9addb no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:26.588110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81090224-b153-4547-ac58-0da7c8db1e45 req-bce37526-e05f-44f4-a1a2-85eb14dfa516 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 210 time: 0.1045337 Jul 07 19:31:26.591801 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] For port 02767d71-10b4-4068-86da-d9537ea9addb, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=02767d71-10b4-4068-86da-d9537ea9addb,segment=NetworkSegment(cd563a8e-2f97-4742-a20f-1378dc0fd280),segment_id=cd563a8e-2f97-4742-a20f-1378dc0fd280)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:26.592361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.616821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 02767d71-10b4-4068-86da-d9537ea9addb owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:26.667940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Network': ['ID=01791bf8-c702-4dcb-8da9-8c8d1ed8545c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:26.692985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:26.724523 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b17e12-adbd-4a56-a9f4-b008cd30e724 x-openstack-request-id: req-45b17e12-adbd-4a56-a9f4-b008cd30e724 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:26.729628 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f78760-0570-4021-9c11-ccdd5ec12851", "name": "network-vif-deleted", "tag": "5030a7e9-20c0-4a16-a0f3-fe903362aa97", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:26.730137 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-45b17e12-adbd-4a56-a9f4-b008cd30e724 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:26.730846 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f78760-0570-4021-9c11-ccdd5ec12851', 'name': 'network-vif-deleted', 'tag': '5030a7e9-20c0-4a16-a0f3-fe903362aa97', 'status': 'completed', 'code': 200} Jul 07 19:31:26.733611 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.755443 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-32a052a4-dd40-484b-a90d-ae703fc6cc62 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6259382 Jul 07 19:31:26.759646 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ab225a2-6d97-411b-a2aa-d816efc6fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.788363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:26.795101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-790421280', 'admin_state_up': True, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:26.803071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=02767d71-10b4-4068-86da-d9537ea9addb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:26.810251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab225a2-6d97-411b-a2aa-d816efc6fc8e None None] Pushing event deleted for resources: {'Port': ['ID=02767d71-10b4-4068-86da-d9537ea9addb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:26.811754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No DVR routers for this DVR port 02767d71-10b4-4068-86da-d9537ea9addb on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:26.822960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab225a2-6d97-411b-a2aa-d816efc6fc8e None None] No DVR routers for this DVR port 02767d71-10b4-4068-86da-d9537ea9addb on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:26.831085 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.921932 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.923718 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.943955 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:26.971071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c30c4da-8bb0-48f3-b765-47c759b38fcd']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:26.985940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.25.2.182 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/67d0b5a2-f397-48c5-88c4-77cb0900dc26) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:26.997415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd563a8e-2f97-4742-a20f-1378dc0fd280') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:26.997900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd563a8e-2f97-4742-a20f-1378dc0fd280') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:27.044886 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.063338 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.129840 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.167867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:27.168286 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.168811 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:27.171349 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:27.231823 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.238406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=240e177f-a20a-4ade-a341-e435303011cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:27.343706 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.381385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:27.490999 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.504204 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.512099 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.560360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:27.606524 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:27.609045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:27.614190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4e7aac-8b34-498d-b213-533edbb55f54 admin admin] Deleting subnet 7d79b272-bbe5-45b7-ab37-6371ab39fe1e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:27.678910 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4e7aac-8b34-498d-b213-533edbb55f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.697249 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.705821 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.714435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.716307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/networks/3c30c4da-8bb0-48f3-b765-47c759b38fcd HTTP/1.1" status: 204 len: 168 time: 1.9223871 Jul 07 19:31:27.722917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:27.741687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=67d0b5a2-f397-48c5-88c4-77cb0900dc26,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:27.745958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1227551590'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:27.765116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3a409-8936-43d1-b027-343f6d159f75 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Network': ['ID=3c30c4da-8bb0-48f3-b765-47c759b38fcd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:27.808830 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.811588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6c19402-92ba-44f5-a6da-4d1c9e914493 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:27.825257 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.825765 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-21c6273c-f266-4fe2-b738-9cc7a0dc2a3b admin admin] 10.222.0.113 "DELETE /v2.0/routers/c6c19402-92ba-44f5-a6da-4d1c9e914493 HTTP/1.1" status: 204 len: 168 time: 4.4591627 Jul 07 19:31:27.841425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:27.875110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5030a7e9-20c0-4a16-a0f3-fe903362aa97 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:27.902861 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4e7aac-8b34-498d-b213-533edbb55f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.915287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 5030a7e9-20c0-4a16-a0f3-fe903362aa97 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:27.916164 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5030a7e9-20c0-4a16-a0f3-fe903362aa97 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:27.926360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a079266d-93b3-43e6-b82f-fc21e3c34256 admin admin] Deleting subnet f980ef2f-283d-4aec-87fc-668e39acf5dd {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:27.939061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-215947d7-e93d-443d-af97-1132ffe0144e req-b070337f-92c9-44e3-804d-96ff28cf878d tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 210 time: 0.1624842 Jul 07 19:31:27.941922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:27.945571 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:27.947682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a079266d-93b3-43e6-b82f-fc21e3c34256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.034713 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a079266d-93b3-43e6-b82f-fc21e3c34256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.058063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4e7aac-8b34-498d-b213-533edbb55f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.166423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:28.204987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.205461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4e7aac-8b34-498d-b213-533edbb55f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.205707 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Added segment 6746a09c-825e-46eb-9de5-bc9397d6f041 of type vlan for network c0714edc-6a3c-4693-a042-f3eac6476ef9 Jul 07 19:31:28.227347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4e7aac-8b34-498d-b213-533edbb55f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.229480 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-db4e7aac-8b34-498d-b213-533edbb55f54 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/7d79b272-bbe5-45b7-ab37-6371ab39fe1e HTTP/1.1" status: 204 len: 168 time: 0.8467274 Jul 07 19:31:28.229698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f033998-15d7-4421-9177-dee42b013f53 req-5c8aa744-bf12-4184-b40b-b4c716169ac6 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:28.230872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-5c8aa744-bf12-4184-b40b-b4c716169ac6 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.1636791 Jul 07 19:31:28.243229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:28.251730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e7aac-8b34-498d-b213-533edbb55f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d79b272-bbe5-45b7-ab37-6371ab39fe1e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:28.260104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.287729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Request body: {'port': {'device_id': 'ff9e3e60-9088-458c-ae67-54053cd4aa22', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'admin_state_up': True, 'tenant_id': '401fe42e44ad46819cb6257706b4829e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:28.428572 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.481370 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a079266d-93b3-43e6-b82f-fc21e3c34256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.552168 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 240e177f-a20a-4ade-a341-e435303011cd no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:28.573679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 240e177f-a20a-4ade-a341-e435303011cd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:28.574022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 240e177f-a20a-4ade-a341-e435303011cd not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:28.624762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.655870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a079266d-93b3-43e6-b82f-fc21e3c34256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.668409 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.747103 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.755839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:28.756138 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.763931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079266d-93b3-43e6-b82f-fc21e3c34256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f980ef2f-283d-4aec-87fc-668e39acf5dd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:28.790575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36643e2c-865f-4bc2-a50b-36c06d0ffb8b None None] Network e3b6f43b-a7f6-4381-9f0f-492802b632cc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:28.801266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router f07a49f8-2e3d-4141-80da-ca7c9031606c is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:31:28.896734 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a079266d-93b3-43e6-b82f-fc21e3c34256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.898663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a079266d-93b3-43e6-b82f-fc21e3c34256 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/f980ef2f-283d-4aec-87fc-668e39acf5dd HTTP/1.1" status: 204 len: 168 time: 1.0296721 Jul 07 19:31:28.902065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Network': ['ID=c0714edc-6a3c-4693-a042-f3eac6476ef9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:28.904509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:28.918440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network c0714edc-6a3c-4693-a042-f3eac6476ef9 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:28.938457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e03548f3-780a-4bef-bc4b-52536b2db39c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2036066 Jul 07 19:31:28.939136 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:28.941421 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:28.947313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': 'c0714edc-6a3c-4693-a042-f3eac6476ef9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:29.037966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:29.053585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Sync routers for ids ['f07a49f8-2e3d-4141-80da-ca7c9031606c'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:29.078846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Routers {'f07a49f8-2e3d-4141-80da-ca7c9031606c'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:29.080253 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f07a49f8-2e3d-4141-80da-ca7c9031606c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:29.086989 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.106202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Made reservation on behalf of 401fe42e44ad46819cb6257706b4829e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:29.107237 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.113103 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-51ae5c4b-c3cb-4513-b129-55fb5556208d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.6096087 Jul 07 19:31:29.113349 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.115111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:29.123790 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.140334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:29.148716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.157202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b637c9fb-d5eb-4c61-8130-903d44bc5d4c None None] DHCP port deletion for e3b6f43b-a7f6-4381-9f0f-492802b632cc request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:29.191816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.212990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:29.226874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d33707fe-273c-452c-8e3d-bccb2084b95b req-2422fe9a-249f-480e-93c9-a05215da24dd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 210 time: 0.1135428 Jul 07 19:31:29.241327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f0335d-6379-4538-aed4-f2bb8706ff54') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:29.241605 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f0335d-6379-4538-aed4-f2bb8706ff54') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:29.269309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.273306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Set router f07a49f8-2e3d-4141-80da-ca7c9031606c gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:29.324944 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.339676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b637c9fb-d5eb-4c61-8130-903d44bc5d4c None None] Deleting port 8b6e7347-7893-4217-8084-ac55fa607be7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:29.340277 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b637c9fb-d5eb-4c61-8130-903d44bc5d4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.385806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:29.386137 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:29.392917 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:29.444212 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d6ab9f9f-18b4-4059-a62c-c1e8a434dc7d tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=07c63c8c00dd494689f912cfd2378197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3267810 Jul 07 19:31:29.449849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:29.460504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b637c9fb-d5eb-4c61-8130-903d44bc5d4c None None] For port 8b6e7347-7893-4217-8084-ac55fa607be7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8b6e7347-7893-4217-8084-ac55fa607be7,segment=NetworkSegment(faa22b17-8f07-435b-b32f-f1bcf8405abb),segment_id=faa22b17-8f07-435b-b32f-f1bcf8405abb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:29.460928 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b637c9fb-d5eb-4c61-8130-903d44bc5d4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.478377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b637c9fb-d5eb-4c61-8130-903d44bc5d4c None None] Calling delete_port for 8b6e7347-7893-4217-8084-ac55fa607be7 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:29.514523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Allocated IP 172.25.2.161 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/882f1635-09cc-4296-8e00-7af497738bb8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:29.520049 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.534223 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.550173 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.552051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] 10.222.0.113 "DELETE /v2.0/networks/a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd HTTP/1.1" status: 204 len: 168 time: 1.3068221 Jul 07 19:31:29.581862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca9fdc-0ca4-441a-a485-9cbc1030ba4d admin admin] Pushing event deleted for resources: {'Network': ['ID=a19991ba-95f4-48a8-9f39-5d5c7bc9a9dd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:29.589206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Allocated IP 172.20.0.4 (e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e/0ebfc7a6-9eee-41b6-a93a-ecc3b9964686/deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:29.604154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Deleting port 8b6e7347-7893-4217-8084-ac55fa607be7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:29.604822 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.641042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Subnet': ['ID=b579326f-f158-450b-aa24-38559c89a0d1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:29.644053 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:28Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:29.645887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9bb55b-6b69-42de-a5f2-3925a8fd6240 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:29.647528 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7e9bb55b-6b69-42de-a5f2-3925a8fd6240 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1966479 Jul 07 19:31:29.649225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Checking segment: {'id': '6746a09c-825e-46eb-9de5-bc9397d6f041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'c0714edc-6a3c-4693-a042-f3eac6476ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:29.649593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network hostable DHCP agents. Network: c0714edc-6a3c-4693-a042-f3eac6476ef9, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:29.653627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:29.669500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network c0714edc-6a3c-4693-a042-f3eac6476ef9 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:29.680757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, c0714edc-6a3c-4693-a042-f3eac6476ef9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:29.684062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Checking router: f07a49f8-2e3d-4141-80da-ca7c9031606c for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:29.684552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Updating router f07a49f8-2e3d-4141-80da-ca7c9031606c port 67d0b5a2-f397-48c5-88c4-77cb0900dc26 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:31:29.696727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:29.697689 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.712823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b492bf-0c5b-4ac1-a195-157c89677dca None None] Network c0714edc-6a3c-4693-a042-f3eac6476ef9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:29.717174 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cf392231-b4ad-4f04-90c6-8d46da02f1c8 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7739894 Jul 07 19:31:29.720723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:29.726130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-32e6733c-b808-490b-a3d9-441b0d10b501 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1762585144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:29.750362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-50612089-2ec2-41d4-8c53-4e5bdc7aaad5 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581217 Jul 07 19:31:29.753859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:29.760649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-821378169', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:29.767942 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e6733c-b808-490b-a3d9-441b0d10b501 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.769706 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e6733c-b808-490b-a3d9-441b0d10b501 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.816633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] For port 8b6e7347-7893-4217-8084-ac55fa607be7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8b6e7347-7893-4217-8084-ac55fa607be7,segment=NetworkSegment(faa22b17-8f07-435b-b32f-f1bcf8405abb),segment_id=faa22b17-8f07-435b-b32f-f1bcf8405abb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:29.817316 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.859928 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.862305 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b637c9fb-d5eb-4c61-8130-903d44bc5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:29.888614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Calling delete_port for 8b6e7347-7893-4217-8084-ac55fa607be7 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:29.890472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:29.918758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637c9fb-d5eb-4c61-8130-903d44bc5d4c None None] Pushing event deleted for resources: {'Port': ['ID=8b6e7347-7893-4217-8084-ac55fa607be7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:29.926692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637c9fb-d5eb-4c61-8130-903d44bc5d4c None None] No DVR routers for this DVR port 8b6e7347-7893-4217-8084-ac55fa607be7 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:30.011027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-c0714edc-6a3c-4693-a042-f3eac6476ef9', 'network_id': 'c0714edc-6a3c-4693-a042-f3eac6476ef9', 'tenant_id': '4c43b8a30531496ca4415d525d5134b8', 'fixed_ips': [{'subnet_id': 'b579326f-f158-450b-aa24-38559c89a0d1'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:30.011897 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.053646 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.147887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.178690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8b6e7347-7893-4217-8084-ac55fa607be7 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:30.331404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e6733c-b808-490b-a3d9-441b0d10b501 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.337263 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.342959 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:30.348153 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.359489 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e6733c-b808-490b-a3d9-441b0d10b501 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.386768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:30.388711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=882f1635-09cc-4296-8e00-7af497738bb8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:30.406285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1de683ce-aa12-49f2-8114-448113946cc7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4681ae05db164c2099f02be1ad81da74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5143299 Jul 07 19:31:30.411172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:30.412905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:30.419199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:30.430261 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.462955 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e6733c-b808-490b-a3d9-441b0d10b501 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.466655 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-32e6733c-b808-490b-a3d9-441b0d10b501 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7422860 Jul 07 19:31:30.467767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:30.474634 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'network_id': 'c0714edc-6a3c-4693-a042-f3eac6476ef9', 'name': 'tempest-PortsTestJSON-1475620890'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:30.497047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.517405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 8b6e7347-7893-4217-8084-ac55fa607be7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:30.518111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8b6e7347-7893-4217-8084-ac55fa607be7 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:30.533121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6e7347-7893-4217-8084-ac55fa607be7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:30.561277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] No DVR routers for this DVR port 8b6e7347-7893-4217-8084-ac55fa607be7 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:30.596446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Allocated IP 172.20.0.2 (c0714edc-6a3c-4693-a042-f3eac6476ef9/b579326f-f158-450b-aa24-38559c89a0d1/45d7498e-70bc-4864-988b-0ee56602c064) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:30.638512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:30.640978 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.645585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:30.674264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 1cb43756-05dd-422b-8886-dcdcfe4b27d2 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:31:30.729135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:30.776620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:30.779463 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.791174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Transition to ACTIVE for port object 45d7498e-70bc-4864-988b-0ee56602c064 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:30.793983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event updated for resources: {'Port': ['ID=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:30.810455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Transition to ACTIVE for port object 45d7498e-70bc-4864-988b-0ee56602c064 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:30.866377 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.882540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dc732e0-94a8-4321-977a-a1d5df33758f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.901462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b6f43b-a7f6-4381-9f0f-492802b632cc']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:30.922209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3976-1245-417a-b454-c5b23c8cc104 req-218f7488-a4d0-4d43-867f-05ee75b70656 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:30.924389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c4f3976-1245-417a-b454-c5b23c8cc104 req-218f7488-a4d0-4d43-867f-05ee75b70656 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 931 time: 0.4951422 Jul 07 19:31:30.939318 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.950399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa22b17-8f07-435b-b32f-f1bcf8405abb') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:30.950728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa22b17-8f07-435b-b32f-f1bcf8405abb') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:30.953253 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Transition to ACTIVE for port object 67d0b5a2-f397-48c5-88c4-77cb0900dc26 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:30.959028 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.971306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:30.971883 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.975641 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:30.979780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.4 (c0714edc-6a3c-4693-a042-f3eac6476ef9/b579326f-f158-450b-aa24-38559c89a0d1/1cb43756-05dd-422b-8886-dcdcfe4b27d2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:30.996246 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dc732e0-94a8-4321-977a-a1d5df33758f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.004000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Network c0714edc-6a3c-4693-a042-f3eac6476ef9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:31.005039 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.010654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:31.012821 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.015854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:31.050082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Pushing event updated for resources: {'Port': ['ID=45d7498e-70bc-4864-988b-0ee56602c064,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:31.085258 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.095867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Attempting to bind port 67d0b5a2-f397-48c5-88c4-77cb0900dc26 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:31.096167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Attempting to bind port 67d0b5a2-f397-48c5-88c4-77cb0900dc26 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:31.096432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Attempting to bind port 67d0b5a2-f397-48c5-88c4-77cb0900dc26 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:31.100339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-888d4980-afd2-42f3-bb62-b0ae82a2e833 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8491678 Jul 07 19:31:31.105088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:31.105366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:31.105604 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.107062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:31.107062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Bound port: 67d0b5a2-f397-48c5-88c4-77cb0900dc26, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:31.107062 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.117014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:31.117451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:31.121053 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:31.145353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Request body: {'port': {'device_id': 'ff9e3e60-9088-458c-ae67-54053cd4aa22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:31.171762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Subnet': ['ID=cf236f19-fdbf-41f8-b905-c1c2f4fe96db,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:31.178401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b3b40-03dc-4f24-bff1-8335dea990be None None] Pushing event updated for resources: {'Port': ['ID=67d0b5a2-f397-48c5-88c4-77cb0900dc26,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:31.180682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Attempting to bind port 45d7498e-70bc-4864-988b-0ee56602c064 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:31.181150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c4f3976-1245-417a-b454-c5b23c8cc104 req-f2a94eee-a5b1-4f58-bebc-b3ee6ed368a2 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425294 Jul 07 19:31:31.190788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Checking segment: {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:31.191712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network hostable DHCP agents. Network: 71b2d21f-b911-4e51-9032-3f16b3832072, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:31.197306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Attempting to bind port 45d7498e-70bc-4864-988b-0ee56602c064 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '6746a09c-825e-46eb-9de5-bc9397d6f041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'c0714edc-6a3c-4693-a042-f3eac6476ef9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:31.198048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Attempting to bind port 45d7498e-70bc-4864-988b-0ee56602c064 on network c0714edc-6a3c-4693-a042-f3eac6476ef9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:31.211421 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:31.212111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Checking segment: {'id': '6746a09c-825e-46eb-9de5-bc9397d6f041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'c0714edc-6a3c-4693-a042-f3eac6476ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:31.212796 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.213435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Bound using segment: {'id': '6746a09c-825e-46eb-9de5-bc9397d6f041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'c0714edc-6a3c-4693-a042-f3eac6476ef9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:31.214152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Bound port: 45d7498e-70bc-4864-988b-0ee56602c064, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6746a09c-825e-46eb-9de5-bc9397d6f041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'c0714edc-6a3c-4693-a042-f3eac6476ef9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:31.214801 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.235999 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 71b2d21f-b911-4e51-9032-3f16b3832072 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:31.246776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] For port 67d0b5a2-f397-48c5-88c4-77cb0900dc26, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:31.253688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] For port 67d0b5a2-f397-48c5-88c4-77cb0900dc26, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=67d0b5a2-f397-48c5-88c4-77cb0900dc26,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:31.261592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 71b2d21f-b911-4e51-9032-3f16b3832072) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:31.271429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:31.272032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.277120 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.291591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbd9573-5bf8-4100-a6a9-487f8336f7f4 None None] Network 71b2d21f-b911-4e51-9032-3f16b3832072 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:31.291929 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.309633 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-068b7b03-13fd-4a7a-afee-3920c6548c47 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5536768 Jul 07 19:31:31.312640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object 1cb43756-05dd-422b-8886-dcdcfe4b27d2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:31.316533 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.321889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:31.347748 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.352705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] 10.222.0.113 "DELETE /v2.0/networks/e3b6f43b-a7f6-4381-9f0f-492802b632cc HTTP/1.1" status: 204 len: 168 time: 2.4246304 Jul 07 19:31:31.389273 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.420629 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.426182 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dc732e0-94a8-4321-977a-a1d5df33758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.429004 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dc732e0-94a8-4321-977a-a1d5df33758f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.432452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0dc732e0-94a8-4321-977a-a1d5df33758f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5f78fa73-001f-4c68-9e4e-97e0328291d8 HTTP/1.1" status: 204 len: 168 time: 1.0135536 Jul 07 19:31:31.432452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72119120-b134-4515-abfd-3ddb14cc8dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b6f43b-a7f6-4381-9f0f-492802b632cc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:31.477440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Routers {'f07a49f8-2e3d-4141-80da-ca7c9031606c'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:31.478029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f07a49f8-2e3d-4141-80da-ca7c9031606c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:31.496216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc732e0-94a8-4321-977a-a1d5df33758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f78fa73-001f-4c68-9e4e-97e0328291d8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:31.514661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=1cb43756-05dd-422b-8886-dcdcfe4b27d2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:31.535708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.544197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network c0714edc-6a3c-4693-a042-f3eac6476ef9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:31.546956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:31.556034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:31.566624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] For port 45d7498e-70bc-4864-988b-0ee56602c064, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:31.638285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b3b40-03dc-4f24-bff1-8335dea990be None None] Pushing event updated for resources: {'Port': ['ID=67d0b5a2-f397-48c5-88c4-77cb0900dc26,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:31.682996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:31.684025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.712157 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e88b722c-f581-4006-aa3b-c51a1677ef10 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2428308 Jul 07 19:31:31.714732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:31.753121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] For port 45d7498e-70bc-4864-988b-0ee56602c064, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=45d7498e-70bc-4864-988b-0ee56602c064,segment=NetworkSegment(6746a09c-825e-46eb-9de5-bc9397d6f041),segment_id=6746a09c-825e-46eb-9de5-bc9397d6f041)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:31.778638 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.873036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:31.948629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-71b2d21f-b911-4e51-9032-3f16b3832072', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ips': [{'subnet_id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:31.949488 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:31.970453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] Set router f07a49f8-2e3d-4141-80da-ca7c9031606c gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:31.973886 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6476f-a2a0-4073-b3ca-48ba63727ca6 None None] Pushing event updated for resources: {'Port': ['ID=45d7498e-70bc-4864-988b-0ee56602c064,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:32.369134 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3267dd1d-fa96-445c-9c83-5cb634112d38 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9d77860de5ec457b97f0f66c79356579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925908 Jul 07 19:31:32.389858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:32.491770 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Allocated IP 172.20.0.2 (71b2d21f-b911-4e51-9032-3f16b3832072/cf236f19-fdbf-41f8-b905-c1c2f4fe96db/06b71530-9a51-4fff-8775-e6ce21fa0935) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:32.650073 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c0bed8a-ca51-4d13-ad7b-6e211179199f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.657990 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.702350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:28Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:32.715373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c0bed8a-ca51-4d13-ad7b-6e211179199f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.823917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe90a43-120b-4645-a335-d2d8eb420391 None None] The sync data for ids ['f07a49f8-2e3d-4141-80da-ca7c9031606c'] in n-d-792394-12 is: [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:28Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:32.851627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:32.964625 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:32.976246 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Transition to ACTIVE for port object 06b71530-9a51-4fff-8775-e6ce21fa0935 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:32.999197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Transition to ACTIVE for port object 06b71530-9a51-4fff-8775-e6ce21fa0935 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:33.018858 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c0bed8a-ca51-4d13-ad7b-6e211179199f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.020780 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.021955 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c0bed8a-ca51-4d13-ad7b-6e211179199f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.026779 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2c0bed8a-ca51-4d13-ad7b-6e211179199f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a4b75fbb-d7fc-4344-b8e9-bb8f1dfbaf57 HTTP/1.1" status: 204 len: 168 time: 0.6324701 Jul 07 19:31:33.038882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bed8a-ca51-4d13-ad7b-6e211179199f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b75fbb-d7fc-4344-b8e9-bb8f1dfbaf57,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:33.054390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1076783220-network', 'tenant_id': 'b9870470038f4f6987d431acedae2240'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:33.137853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Pushing event updated for resources: {'Port': ['ID=06b71530-9a51-4fff-8775-e6ce21fa0935,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:33.148948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Made reservation on behalf of b9870470038f4f6987d431acedae2240 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:33.151439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.151674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Network 71b2d21f-b911-4e51-9032-3f16b3832072 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:33.155389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:33.169809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:33.205177 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.290283 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.305335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.419605 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Attempting to bind port 06b71530-9a51-4fff-8775-e6ce21fa0935 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:33.420058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Attempting to bind port 06b71530-9a51-4fff-8775-e6ce21fa0935 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:33.420981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Attempting to bind port 06b71530-9a51-4fff-8775-e6ce21fa0935 on network 71b2d21f-b911-4e51-9032-3f16b3832072 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:33.466428 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:33.469093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Checking segment: {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:33.470401 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.473238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Bound using segment: {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:33.475004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Bound port: 06b71530-9a51-4fff-8775-e6ce21fa0935, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:33.475628 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.479223 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.558845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165286fe-a3d9-4941-9ef3-62781059593f req-34c9267b-5f3e-4245-a5c7-92b3f2460cd6 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:33.560442 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-165286fe-a3d9-4941-9ef3-62781059593f req-34c9267b-5f3e-4245-a5c7-92b3f2460cd6 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 931 time: 1.0558891 Jul 07 19:31:33.581080 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=1cb43756-05dd-422b-8886-dcdcfe4b27d2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:33.596561 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.653438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] For port 06b71530-9a51-4fff-8775-e6ce21fa0935, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:33.663160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] For port 06b71530-9a51-4fff-8775-e6ce21fa0935, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=06b71530-9a51-4fff-8775-e6ce21fa0935,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:33.690784 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.802841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524788db-1199-4e20-b73e-ed5bf309da14 None None] Network c0714edc-6a3c-4693-a042-f3eac6476ef9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:33.816753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:33.877635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:33.926774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff0feb-c11a-434b-a474-0fe77630e842 None None] Pushing event updated for resources: {'Port': ['ID=06b71530-9a51-4fff-8775-e6ce21fa0935,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:33.931836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7a77546a-fe4c-420f-9805-e46a8ed5396d None None] Provisioning for port 45d7498e-70bc-4864-988b-0ee56602c064 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:33.960354 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-165286fe-a3d9-4941-9ef3-62781059593f req-98ffac40-dfa7-4779-a7aa-b6fb0f0d6424 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914623 Jul 07 19:31:34.201292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-90c95b4c-56d7-4464-b637-288997231443 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fb87358d810d40ecbbe9e01b20bf2f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471708 Jul 07 19:31:34.243772 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:34.254800 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.343019 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.359062 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.359328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 67d0b5a2-f397-48c5-88c4-77cb0900dc26 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:34.372126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:34.383334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.383841 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Added segment cbd296b0-9bba-4a77-b696-9e1207fc02ca of type vlan for network 104b00ef-a54c-4130-b726-8190b92bc6c2 Jul 07 19:31:34.513484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:31:34.516450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 67d0b5a2-f397-48c5-88c4-77cb0900dc26 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:34.521877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 67d0b5a2-f397-48c5-88c4-77cb0900dc26 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:34.522167 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.540344 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.544950 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.572587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e45034-3d7a-4fb2-846e-f5d88f936510,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:34.641337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Transition to ACTIVE for port object deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:34.644319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc18d775-9ba4-4f4b-af2e-f214bf7237d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.670897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8de80ed3-0a8e-45e8-accc-9e9691aeac2a None None] Provisioning for port 1cb43756-05dd-422b-8886-dcdcfe4b27d2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:34.707036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8de80ed3-0a8e-45e8-accc-9e9691aeac2a None None] Provisioning complete for port 1cb43756-05dd-422b-8886-dcdcfe4b27d2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:34.707227 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8de80ed3-0a8e-45e8-accc-9e9691aeac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.744879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.747484 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:34.748042 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.748978 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.772939 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.815839 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.817725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router fd94dad3-85d0-420a-8155-10d9d36014ca is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:31:34.830785 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8de80ed3-0a8e-45e8-accc-9e9691aeac2a None None] Port 1cb43756-05dd-422b-8886-dcdcfe4b27d2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:34.843489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 67d0b5a2-f397-48c5-88c4-77cb0900dc26, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=67d0b5a2-f397-48c5-88c4-77cb0900dc26,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:34.847254 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc18d775-9ba4-4f4b-af2e-f214bf7237d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.855459 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.856272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 45d7498e-70bc-4864-988b-0ee56602c064 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:34.972519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Pushing event updated for resources: {'Port': ['ID=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:35.014161 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.1587100 Jul 07 19:31:35.054811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:35.079947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] Request body: {'subnet': {'network_id': '104b00ef-a54c-4130-b726-8190b92bc6c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1076783220-subnet', 'tenant_id': 'b9870470038f4f6987d431acedae2240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:35.155673 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc18d775-9ba4-4f4b-af2e-f214bf7237d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.159484 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc18d775-9ba4-4f4b-af2e-f214bf7237d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.163216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fc18d775-9ba4-4f4b-af2e-f214bf7237d0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/11638272-cab7-430a-b4f5-33a095bbcc17 HTTP/1.1" status: 204 len: 168 time: 0.9153821 Jul 07 19:31:35.186561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ed793-087c-4091-b6ca-60e8bdb4928a admin admin] Pushing event updated for resources: {'Network': ['ID=104b00ef-a54c-4130-b726-8190b92bc6c2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:35.326730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] Made reservation on behalf of b9870470038f4f6987d431acedae2240 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:35.335122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.345932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 104b00ef-a54c-4130-b726-8190b92bc6c2 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:35.352673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.378278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:35.388381 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.392510 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Sync routers for ids ['fd94dad3-85d0-420a-8155-10d9d36014ca'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:35.410506 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Routers {'fd94dad3-85d0-420a-8155-10d9d36014ca'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:35.412805 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fd94dad3-85d0-420a-8155-10d9d36014ca'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:35.555310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b6bdd1cf-3f3f-4c24-b7ee-72ba8b1b881b None None] Provisioning complete for port 1cb43756-05dd-422b-8886-dcdcfe4b27d2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:35.555786 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd1cf-3f3f-4c24-b7ee-72ba8b1b881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.572356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=67d0b5a2-f397-48c5-88c4-77cb0900dc26,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:35.699353 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 45d7498e-70bc-4864-988b-0ee56602c064 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:35.702587 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b6bdd1cf-3f3f-4c24-b7ee-72ba8b1b881b None None] Port 1cb43756-05dd-422b-8886-dcdcfe4b27d2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:35.708204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 45d7498e-70bc-4864-988b-0ee56602c064 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:35.708627 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.728431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=1cb43756-05dd-422b-8886-dcdcfe4b27d2,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:35.761997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Attempting to bind port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:35.763140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Attempting to bind port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:35.763748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Attempting to bind port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:35.767641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18d775-9ba4-4f4b-af2e-f214bf7237d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11638272-cab7-430a-b4f5-33a095bbcc17,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:35.773219 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Set router fd94dad3-85d0-420a-8155-10d9d36014ca gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:35.775554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.776732 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea0b69-6f0a-4c57-8022-1eb815c9da24 None None] Network 71b2d21f-b911-4e51-9032-3f16b3832072 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:35.777147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d6c866f4-8223-4081-aadd-32225347a458 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9870164 Jul 07 19:31:35.787287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:35.819480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:31:35.820291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Attempting to bind port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:35.859521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:35.859962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Checking segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:35.861718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Bound using segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:35.862248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Bound port: deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:35.863148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:35.908036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3340b2a-075a-44c0-8feb-a38d64f8d308 None None] Provisioning for port 06b71530-9a51-4fff-8775-e6ce21fa0935 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:35.911051 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.023931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.20.0.1 (71b2d21f-b911-4e51-9032-3f16b3832072/cf236f19-fdbf-41f8-b905-c1c2f4fe96db/379187a5-68df-48f8-8dd7-4d5d430d912c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:36.025014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3340b2a-075a-44c0-8feb-a38d64f8d308 None None] Provisioning complete for port 1cb43756-05dd-422b-8886-dcdcfe4b27d2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:36.025577 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3340b2a-075a-44c0-8feb-a38d64f8d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.055182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] For port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:36.067565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c29104-b2a5-48e6-91bc-a9b14e056c0e req-d54c6782-8a3e-4e58-9ab5-5777118b3633 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:36.069827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c29104-b2a5-48e6-91bc-a9b14e056c0e req-d54c6782-8a3e-4e58-9ab5-5777118b3633 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 943 time: 0.3094172 Jul 07 19:31:36.073696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] For port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:36.077999 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.096875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.099764 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.160419 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aaa0fa6c-5324-4763-b95f-dbc579e2cf78 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=9a2b8cea685a48079cf1c0d4a2757b75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3216262 Jul 07 19:31:36.165821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05fa0c9-8791-4d7f-9cc4-4263e0f9dd94,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:36.166824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:36.220769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3340b2a-075a-44c0-8feb-a38d64f8d308 None None] Port 1cb43756-05dd-422b-8886-dcdcfe4b27d2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:36.261171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] Checking segment: {'id': 'cbd296b0-9bba-4a77-b696-9e1207fc02ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '104b00ef-a54c-4130-b726-8190b92bc6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:36.262392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] Network hostable DHCP agents. Network: 104b00ef-a54c-4130-b726-8190b92bc6c2, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:36.264848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 45d7498e-70bc-4864-988b-0ee56602c064, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=45d7498e-70bc-4864-988b-0ee56602c064,segment=NetworkSegment(6746a09c-825e-46eb-9de5-bc9397d6f041),segment_id=6746a09c-825e-46eb-9de5-bc9397d6f041)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:36.287857 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.323828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] Network 104b00ef-a54c-4130-b726-8190b92bc6c2 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:36.337350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:36.338004 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.339451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] 10.222.0.59 "PUT /v2.0/ports/deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 HTTP/1.1" status: 200 len: 1092 time: 5.2068439 Jul 07 19:31:36.339962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9e3e60-9088-458c-ae67-54053cd4aa22', 'tag': 'deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:36.342554 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf04b12-fd42-49e7-b8a8-af7bceb282fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9e3e60-9088-458c-ae67-54053cd4aa22", "tag": "deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:36.362064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26c29104-b2a5-48e6-91bc-a9b14e056c0e req-412deb77-5f81-43d4-b9fa-65e25cbee385 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776582 Jul 07 19:31:36.398526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc320d-a82f-45f4-89e0-16dfb6c44d58 service neutron] Pushing event updated for resources: {'Port': ['ID=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:36.452338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network c0714edc-6a3c-4693-a042-f3eac6476ef9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:36.457071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:36.464668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 104b00ef-a54c-4130-b726-8190b92bc6c2) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:36.470028 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:36.470648 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.483719 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:30Z', 'revision_number': 3, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:36.494411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4089fdc0-9e1f-4e10-a626-b59be0f27ae9 None None] Network 104b00ef-a54c-4130-b726-8190b92bc6c2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:36.617751 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Checking router: fd94dad3-85d0-420a-8155-10d9d36014ca for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:36.618105 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Updating router fd94dad3-85d0-420a-8155-10d9d36014ca port 882f1635-09cc-4296-8e00-7af497738bb8 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:31:36.678544 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b92618f9-5835-47c3-a2c5-1d01fe1486a4 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6143153 Jul 07 19:31:36.714201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=45d7498e-70bc-4864-988b-0ee56602c064,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:36.796596 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.798744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Router 13b534fa-d255-42e0-a3c4-7decc1ec4406 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:31:36.809368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d63530e-18f0-449b-9c18-88c5d41c0737 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:36.811325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6d63530e-18f0-449b-9c18-88c5d41c0737 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6148441 Jul 07 19:31:36.831715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:36.832985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 06b71530-9a51-4fff-8775-e6ce21fa0935 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:36.847535 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abd494b-64ee-4c5c-b37d-1ea6bedb8733 x-openstack-request-id: req-2abd494b-64ee-4c5c-b37d-1ea6bedb8733 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:36.847888 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9e3e60-9088-458c-ae67-54053cd4aa22", "tag": "deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:36.848147 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2abd494b-64ee-4c5c-b37d-1ea6bedb8733 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:36.849065 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9e3e60-9088-458c-ae67-54053cd4aa22', 'tag': 'deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85', 'status': 'completed', 'code': 200} Jul 07 19:31:36.855810 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:36.885799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Transition to ACTIVE for port object 379187a5-68df-48f8-8dd7-4d5d430d912c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:36.987000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f033998-15d7-4421-9177-dee42b013f53 req-3673e851-f83e-4ee2-8bc2-6ec4cd15eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:36.991507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-3673e851-f83e-4ee2-8bc2-6ec4cd15eba1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 1095 time: 0.5495360 Jul 07 19:31:36.994411 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.047154 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-41bbdb38-3eab-4a38-826e-a982afe34dfd tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2057307 Jul 07 19:31:37.100691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:37.101340 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:37.110929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1422736228', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:37.130444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0249608-979e-4e45-9197-5f01a43f50f5 None None] Network 104b00ef-a54c-4130-b726-8190b92bc6c2 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:37.163136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 71b2d21f-b911-4e51-9032-3f16b3832072 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:37.168829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=379187a5-68df-48f8-8dd7-4d5d430d912c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:37.178810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:37.196853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:37.258509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-02712987-fd40-4355-9fd2-a0acca9e105e None None] Provisioning complete for port 1cb43756-05dd-422b-8886-dcdcfe4b27d2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:37.260364 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02712987-fd40-4355-9fd2-a0acca9e105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.262833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 06b71530-9a51-4fff-8775-e6ce21fa0935 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:37.323879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 06b71530-9a51-4fff-8775-e6ce21fa0935 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:37.326730 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.350839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:37.382922 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fc14b1d9-bc63-4367-942a-67adad3975ee tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "PUT /v2.0/routers/13b534fa-d255-42e0-a3c4-7decc1ec4406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6665232 Jul 07 19:31:37.384575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.384942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.385312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.385810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.385986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.386331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.386669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.387008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.387344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.387672 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.388004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.388338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.398962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:37.408613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-494b75a4-abb6-4bf9-9ecf-dc999074e368 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 HTTP/1.1" status: 200 len: 217 time: 0.3936484 Jul 07 19:31:37.424306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a39232-ea05-4481-9f15-d1645f87b166 None None] Sync routers for ids ['13b534fa-d255-42e0-a3c4-7decc1ec4406'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:37.437303 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.497669 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Made reservation on behalf of 9a2b8cea685a48079cf1c0d4a2757b75 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:37.506377 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.529218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-669614665-network', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:37.543370 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.565144 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Transition to ACTIVE for port object 882f1635-09cc-4296-8e00-7af497738bb8 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:37.580514 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.611360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a39232-ea05-4481-9f15-d1645f87b166 None None] Routers {'13b534fa-d255-42e0-a3c4-7decc1ec4406'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:37.613243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-25a39232-ea05-4481-9f15-d1645f87b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['13b534fa-d255-42e0-a3c4-7decc1ec4406'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:37.616930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-02712987-fd40-4355-9fd2-a0acca9e105e None None] Port 1cb43756-05dd-422b-8886-dcdcfe4b27d2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:37.701467 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Attempting to bind port 882f1635-09cc-4296-8e00-7af497738bb8 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:37.701837 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Attempting to bind port 882f1635-09cc-4296-8e00-7af497738bb8 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:37.702193 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Attempting to bind port 882f1635-09cc-4296-8e00-7af497738bb8 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:37.710978 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:37.711423 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:37.711755 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.716588 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:37.717202 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Bound port: 882f1635-09cc-4296-8e00-7af497738bb8, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:37.717641 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.765594 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.767887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-25a39232-ea05-4481-9f15-d1645f87b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:37.798632 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Pushing event updated for resources: {'Port': ['ID=882f1635-09cc-4296-8e00-7af497738bb8,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:37.804871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:37.806402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f033998-15d7-4421-9177-dee42b013f53 req-29ea788a-4e98-44d2-b132-f3f216ac7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:37.807881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-29ea788a-4e98-44d2-b132-f3f216ac7c77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.3883228 Jul 07 19:31:37.822523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1541529253-network', 'tenant_id': '7f4c317719574ebdb76ddb90582b4133'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:37.824739 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.825082 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.829565 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.829971 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.830315 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.830653 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.830991 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.831321 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.831648 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.831976 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.832303 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.838662 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:31:37.871401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-04bb78d1-91dc-47ef-a6f6-b1c23c70e2d7 None None] Provisioning for port 379187a5-68df-48f8-8dd7-4d5d430d912c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:37.880319 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a39232-ea05-4481-9f15-d1645f87b166 None None] Routers {'13b534fa-d255-42e0-a3c4-7decc1ec4406'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:37.880922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-25a39232-ea05-4481-9f15-d1645f87b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['13b534fa-d255-42e0-a3c4-7decc1ec4406'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:37.903965 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] For port 882f1635-09cc-4296-8e00-7af497738bb8, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:37.912886 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] For port 882f1635-09cc-4296-8e00-7af497738bb8, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=882f1635-09cc-4296-8e00-7af497738bb8,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:37.924847 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.932316 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.946539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Made reservation on behalf of 7f4c317719574ebdb76ddb90582b4133 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:37.948925 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.964258 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.966873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-04bb78d1-91dc-47ef-a6f6-b1c23c70e2d7 None None] Provisioning complete for port 379187a5-68df-48f8-8dd7-4d5d430d912c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:37.967261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04bb78d1-91dc-47ef-a6f6-b1c23c70e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.990252 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-25a39232-ea05-4481-9f15-d1645f87b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:37.990926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a39232-ea05-4481-9f15-d1645f87b166 None None] The sync data for ids ['13b534fa-d255-42e0-a3c4-7decc1ec4406'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:38.020018 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Routers {'fd94dad3-85d0-420a-8155-10d9d36014ca'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:38.020948 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fd94dad3-85d0-420a-8155-10d9d36014ca'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:38.066278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-04bb78d1-91dc-47ef-a6f6-b1c23c70e2d7 None None] Port 379187a5-68df-48f8-8dd7-4d5d430d912c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:38.072447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 06b71530-9a51-4fff-8775-e6ce21fa0935, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=06b71530-9a51-4fff-8775-e6ce21fa0935,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:38.081375 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.082565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 67d0b5a2-f397-48c5-88c4-77cb0900dc26 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:38.096774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-8334d229-ec80-46ca-8f1f-3fbbe98f8cb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2797136 Jul 07 19:31:38.135146 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] Set router fd94dad3-85d0-420a-8155-10d9d36014ca gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:38.149444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Made reservation on behalf of f58f2e439b864b4da52aae10cd571039 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:38.151806 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.173061 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.230754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf40cc4b-a879-4ab7-a76c-a92a2ecd04c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:38.234944 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bf40cc4b-a879-4ab7-a76c-a92a2ecd04c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports?device_id=13b534fa-d255-42e0-a3c4-7decc1ec4406 HTTP/1.1" status: 200 len: 982 time: 0.8325009 Jul 07 19:31:38.237638 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:38.246612 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f130f-fce0-462b-a306-c3f3e3911372 None None] Pushing event updated for resources: {'Port': ['ID=882f1635-09cc-4296-8e00-7af497738bb8,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:38.288827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=06b71530-9a51-4fff-8775-e6ce21fa0935,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:38.299903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 67d0b5a2-f397-48c5-88c4-77cb0900dc26 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:38.300636 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.454819 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e04e374-85b6-449c-b7a6-5b5ca6ea9c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.459386 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:30Z', 'revision_number': 3, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:38.493262 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d0afac-3ea3-46be-a0f4-a9f7feab61fd None None] The sync data for ids ['fd94dad3-85d0-420a-8155-10d9d36014ca'] in n-d-792394-12 is: [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:30Z', 'revision_number': 3, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:38.525444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 06b71530-9a51-4fff-8775-e6ce21fa0935 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:38.613376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 06b71530-9a51-4fff-8775-e6ce21fa0935 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:38.613745 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.644378 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.729148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 45d7498e-70bc-4864-988b-0ee56602c064 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:38.796680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Subnet': ['ID=d7974771-5cf1-4004-be61-5896383eface,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:38.813821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 45d7498e-70bc-4864-988b-0ee56602c064 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:38.814589 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:38.906336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Checking segment: {'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:38.906702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network hostable DHCP agents. Network: 01791bf8-c702-4dcb-8da9-8c8d1ed8545c, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:39.050527 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efa185-fcc0-4233-ba29-a99782816815 req-8f577127-f9af-423b-801a-62cde125cd19 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:39.068418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6efa185-fcc0-4233-ba29-a99782816815 req-8f577127-f9af-423b-801a-62cde125cd19 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 943 time: 1.2492332 Jul 07 19:31:39.077767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:39.097422 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 01791bf8-c702-4dcb-8da9-8c8d1ed8545c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:39.107399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0357ac65-e932-4d35-a6be-bcdf70d924f4 None None] Network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:39.108540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:39.109525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.134622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-b055e54f-39f6-4c71-9236-97def10bcea7 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0272019 Jul 07 19:31:39.230098 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.233515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6efa185-fcc0-4233-ba29-a99782816815 req-8a8a7cac-2449-466b-95ce-36d880a2d82f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635342 Jul 07 19:31:39.248564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.254366 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6e174a9-1085-4be4-a236-722fd1969b58 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.272966 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.286070 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.303320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ips': [{'subnet_id': 'd7974771-5cf1-4004-be61-5896383eface'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:39.304259 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.354952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:39.404320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b098fc9-d8e6-4cd6-bfcb-6c8406de9db6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:39.406692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.431068 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.431423 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Added segment 913a0285-edbb-45e6-b974-5fe25afaa135 of type vlan for network cad5a5f2-ce3d-4b16-a42d-cff32937d841 Jul 07 19:31:39.452738 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.469414 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f033998-15d7-4421-9177-dee42b013f53 req-b24a675b-17c0-4135-bcd4-a31cb739b69b service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174210 Jul 07 19:31:39.472540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:39.472891 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.474936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=379187a5-68df-48f8-8dd7-4d5d430d912c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:39.484912 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.485638 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Added segment d63f2e8f-c44a-40e8-bced-43d7c79cfc0d of type vlan for network b150f212-e4ea-4f67-9554-56f7fecaa4a1 Jul 07 19:31:39.525359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Allocated IP 172.20.0.2 (01791bf8-c702-4dcb-8da9-8c8d1ed8545c/d7974771-5cf1-4004-be61-5896383eface/1b4097ab-883c-4b2a-b8aa-fb0f303fce5e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:39.528223 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.534303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.620255 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-633a2c4c-cd92-4cea-9e4a-5881e5e22307 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5175579 Jul 07 19:31:39.623086 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:39.628155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c57f90-b48d-49da-9ae9-f561a660cc53,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:39.683024 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.683935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:39.684820 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.726137 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.739551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Transition to ACTIVE for port object 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:39.744533 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.745618 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:39.746265 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.759391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Transition to ACTIVE for port object 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:39.769664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 71b2d21f-b911-4e51-9032-3f16b3832072 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:39.775424 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:39.781811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:39.792304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.9834306 Jul 07 19:31:39.795127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:39.803045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] Request body: {'subnet': {'network_id': 'cad5a5f2-ce3d-4b16-a42d-cff32937d841', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1541529253-subnet', 'tenant_id': '7f4c317719574ebdb76ddb90582b4133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:39.807783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf04b12-fd42-49e7-b8a8-af7bceb282fb req-76cd54a3-0c66-4037-8096-54b690944654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:39.809500 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5bf04b12-fd42-49e7-b8a8-af7bceb282fb req-76cd54a3-0c66-4037-8096-54b690944654 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 1095 time: 0.2383292 Jul 07 19:31:39.812536 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7080135 Jul 07 19:31:39.815907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:39.830599 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaf521-a87a-4b29-bb47-b762280f4bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=cad5a5f2-ce3d-4b16-a42d-cff32937d841,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:39.837819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:39.839453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:39.841878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:39.854008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Request body: {'subnet': {'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-669614665-subnet', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:39.878349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Pushing event updated for resources: {'Port': ['ID=1b4097ab-883c-4b2a-b8aa-fb0f303fce5e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:39.883184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network cad5a5f2-ce3d-4b16-a42d-cff32937d841 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:39.957112 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 19:31:39.957112 n-d-792394-12 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 19:31:39.957112 n-d-792394-12 neutron-server[93771]: [parameters: {'project_id_1': 'f58f2e439b864b4da52aae10cd571039', 'expiration_1': datetime.datetime(2021, 7, 7, 19, 31, 39, 914577)}] Jul 07 19:31:39.957112 n-d-792394-12 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:31:39.958051 n-d-792394-12 neutron-server[93771]: DEBUG oslo_db.api [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:31:39.967179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b29013-85c9-4a71-821c-f2af1e90a59d admin admin] Pushing event updated for resources: {'Network': ['ID=b150f212-e4ea-4f67-9554-56f7fecaa4a1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:39.981965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] Made reservation on behalf of 7f4c317719574ebdb76ddb90582b4133 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:39.984694 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.098824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Attempting to bind port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:40.099351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Attempting to bind port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:40.099919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Attempting to bind port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e on network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:40.102503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:40.201662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:40.202248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Checking segment: {'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:40.202785 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.203206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf04b12-fd42-49e7-b8a8-af7bceb282fb req-0c5069e9-7711-4b80-921b-fcbb7d97d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:40.203682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Bound using segment: {'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:40.204773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Bound port: 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:40.205484 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5bf04b12-fd42-49e7-b8a8-af7bceb282fb req-0c5069e9-7711-4b80-921b-fcbb7d97d20e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 914 time: 0.3862054 Jul 07 19:31:40.205692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.268288 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5bf04b12-fd42-49e7-b8a8-af7bceb282fb req-595ef7bd-106c-4868-ba64-e319ee734871 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 HTTP/1.1" status: 200 len: 217 time: 0.0546594 Jul 07 19:31:40.300039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router f07a49f8-2e3d-4141-80da-ca7c9031606c has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:40.320218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e6e174a9-1085-4be4-a236-722fd1969b58 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 1cb43756-05dd-422b-8886-dcdcfe4b27d2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:40.320808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6e174a9-1085-4be4-a236-722fd1969b58 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.323827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] For port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:40.327484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] For port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1b4097ab-883c-4b2a-b8aa-fb0f303fce5e,segment=NetworkSegment(cd931833-21cd-4b46-8f58-65ab1e823b0c),segment_id=cd931833-21cd-4b46-8f58-65ab1e823b0c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:40.339328 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.394405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-64696888-d314-4631-8e8a-94695c55c760 None None] Provisioning complete for port 379187a5-68df-48f8-8dd7-4d5d430d912c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:40.394405 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64696888-d314-4631-8e8a-94695c55c760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.496627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f06ef7-bfce-4a78-ad24-bec934ae8857 None None] Pushing event updated for resources: {'Port': ['ID=1b4097ab-883c-4b2a-b8aa-fb0f303fce5e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:40.499841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-64696888-d314-4631-8e8a-94695c55c760 None None] Port 379187a5-68df-48f8-8dd7-4d5d430d912c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:40.578665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf04b12-fd42-49e7-b8a8-af7bceb282fb req-f2f0176f-115e-4f05-9918-2a9a273a60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:40.583430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5bf04b12-fd42-49e7-b8a8-af7bceb282fb req-f2f0176f-115e-4f05-9918-2a9a273a60a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.2937491 Jul 07 19:31:40.602122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 882f1635-09cc-4296-8e00-7af497738bb8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:40.648208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6e174a9-1085-4be4-a236-722fd1969b58 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.660758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Made reservation on behalf of f58f2e439b864b4da52aae10cd571039 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:40.663217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.753724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5bf04b12-fd42-49e7-b8a8-af7bceb282fb req-bb68f39e-02f2-491a-b0c8-4ca7429a1444 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393888 Jul 07 19:31:40.756345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 882f1635-09cc-4296-8e00-7af497738bb8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:40.757484 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.761604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 882f1635-09cc-4296-8e00-7af497738bb8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:40.761929 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.915765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.918557 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:31:40.922012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e6e174a9-1085-4be4-a236-722fd1969b58 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 1cb43756-05dd-422b-8886-dcdcfe4b27d2 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:40.948592 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:40.987555 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 882f1635-09cc-4296-8e00-7af497738bb8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=882f1635-09cc-4296-8e00-7af497738bb8,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:40.992111 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.034606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5bf04b12-fd42-49e7-b8a8-af7bceb282fb req-d6999aa9-affe-4a10-9f8e-79629aaed59a service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729766 Jul 07 19:31:41.035487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d267de16-f613-4032-a793-41d5ec5a40a6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:41.056057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=882f1635-09cc-4296-8e00-7af497738bb8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:41.057178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:41.067980 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Sync routers for ids ['f07a49f8-2e3d-4141-80da-ca7c9031606c'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:41.083221 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Routers {'f07a49f8-2e3d-4141-80da-ca7c9031606c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:41.083842 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f07a49f8-2e3d-4141-80da-ca7c9031606c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:41.104716 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-659b625d-f5ed-4753-9928-ad14936cf64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.175527 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-164350f2-e37c-4e4a-b3df-d02b082d0d3c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "PUT /v2.0/routers/f07a49f8-2e3d-4141-80da-ca7c9031606c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8522358 Jul 07 19:31:41.238146 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59244a-6bc1-4f24-aab5-b2cf5ecb608c req-dc1e88a7-1722-4274-b5c4-5e33316ffdbb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:41.239659 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc59244a-6bc1-4f24-aab5-b2cf5ecb608c req-dc1e88a7-1722-4274-b5c4-5e33316ffdbb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 943 time: 0.7584653 Jul 07 19:31:41.268874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] Checking segment: {'id': '913a0285-edbb-45e6-b974-5fe25afaa135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'cad5a5f2-ce3d-4b16-a42d-cff32937d841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:41.269245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] Network hostable DHCP agents. Network: cad5a5f2-ce3d-4b16-a42d-cff32937d841, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:41.302878 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.349957 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Set router f07a49f8-2e3d-4141-80da-ca7c9031606c gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:41.351995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc59244a-6bc1-4f24-aab5-b2cf5ecb608c req-6dc7a261-21d8-410c-92ed-51bf0dab8732 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017451 Jul 07 19:31:41.395477 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5bf04b12-fd42-49e7-b8a8-af7bceb282fb req-b13bb234-5ec7-458a-902b-471fad78e1f7 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176968 Jul 07 19:31:41.421804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] Network cad5a5f2-ce3d-4b16-a42d-cff32937d841 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:41.445999 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.466689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, cad5a5f2-ce3d-4b16-a42d-cff32937d841) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:41.480998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be85bc-810b-45ab-b5a1-a2d8fe41dd45 None None] Network cad5a5f2-ce3d-4b16-a42d-cff32937d841 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:41.482418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:41.483110 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:41.527319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1ad93ddb-eabe-4ed3-b304-6bd9aa7cc801 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7280440 Jul 07 19:31:41.574411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-8d399e04-cfb0-412d-905b-09917352acf4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126683868&fields=id&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 267 time: 0.0443215 Jul 07 19:31:41.635338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e703ee-e305-44a3-b919-3ea0602c9c04,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:41.786923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Allocated IP 172.20.0.1 (01791bf8-c702-4dcb-8da9-8c8d1ed8545c/d7974771-5cf1-4004-be61-5896383eface/17c549b4-2a01-4f61-94fe-b64aaf0ece82) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:41.830864 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:37Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '379187a5-68df-48f8-8dd7-4d5d430d912c', 'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:a3:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:35Z', 'updated_at': '2021-07-07T19:31:38Z', 'revision_number': 2, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:41.914455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae12a5-0353-4016-b900-ab817691cddb req-a567fa6d-06a3-46fc-90ab-dad6173fcace tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:41.916078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-a567fa6d-06a3-46fc-90ab-dad6173fcace tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/networks?id=71b2d21f-b911-4e51-9032-3f16b3832072 HTTP/1.1" status: 200 len: 797 time: 0.3342497 Jul 07 19:31:41.935648 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Checking router: f07a49f8-2e3d-4141-80da-ca7c9031606c for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:41.936220 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Updating router f07a49f8-2e3d-4141-80da-ca7c9031606c port 379187a5-68df-48f8-8dd7-4d5d430d912c binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:31:41.942168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-cee549be-3c8f-4b37-8a3e-c0acda890a5f tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/quotas/07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 375 time: 0.0199771 Jul 07 19:31:42.013893 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.072756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.077951 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6e174a9-1085-4be4-a236-722fd1969b58 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.089896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-2b384a36-78d5-4b97-bca1-c9e5c6066639 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412847 Jul 07 19:31:42.243446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e174a9-1085-4be4-a236-722fd1969b58 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=1cb43756-05dd-422b-8886-dcdcfe4b27d2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:42.248125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0509aa9-3493-4fa0-96e1-ef415d8f286e None None] Network cad5a5f2-ce3d-4b16-a42d-cff32937d841 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:42.276774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Transition to ACTIVE for port object 17c549b4-2a01-4f61-94fe-b64aaf0ece82 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:42.291457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Checking segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:42.291765 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Network hostable DHCP agents. Network: b150f212-e4ea-4f67-9554-56f7fecaa4a1, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:31:42.349906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-079e0a08-9762-4a93-9659-78c5113a6ddb service neutron] 10.222.0.113 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430201 Jul 07 19:31:42.387149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:31:42.389312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643fba0f-2d38-4afb-950e-f22d0da0ffe4 None None] Network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:42.643388 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-3cf3dd91-916d-4332-bb50-8425abae06a0 service neutron] 10.222.0.113 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869868 Jul 07 19:31:42.703183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-116c4c02-5c27-4df5-b4a5-da227b13fad2 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:42.715236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-116c4c02-5c27-4df5-b4a5-da227b13fad2 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/networks?id=104b00ef-a54c-4130-b726-8190b92bc6c2 HTTP/1.1" status: 200 len: 825 time: 0.2637303 Jul 07 19:31:42.737710 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.744003 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-fc066181-43ef-45eb-ad82-65d0ff0c2817 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/quotas/b9870470038f4f6987d431acedae2240 HTTP/1.1" status: 200 len: 375 time: 0.0276089 Jul 07 19:31:42.766618 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Transition to ACTIVE for port object 379187a5-68df-48f8-8dd7-4d5d430d912c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:42.776401 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:42.810434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-546c4472-a910-47f0-8fe8-4ebe9cb4d55d tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b9870470038f4f6987d431acedae2240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448368 Jul 07 19:31:42.817974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-875aa1dd-2d30-4e04-8136-071c228e2e93 None None] Provisioning for port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:42.827069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 882f1635-09cc-4296-8e00-7af497738bb8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:42.889076 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e37e0-70f9-4497-a3f7-d618b3fc7aba None None] Pushing event updated for resources: {'Port': ['ID=379187a5-68df-48f8-8dd7-4d5d430d912c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:42.976068 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.041445 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Attempting to bind port 379187a5-68df-48f8-8dd7-4d5d430d912c on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:43.042035 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Attempting to bind port 379187a5-68df-48f8-8dd7-4d5d430d912c by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:43.044723 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Attempting to bind port 379187a5-68df-48f8-8dd7-4d5d430d912c on network 71b2d21f-b911-4e51-9032-3f16b3832072 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:43.054891 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-e49bb434-4117-4d2d-b936-ff38ec81924c service neutron] 10.222.0.113 "GET /v2.0/networks/104b00ef-a54c-4130-b726-8190b92bc6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313299 Jul 07 19:31:43.067304 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:43.067774 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Checking segment: {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:43.068279 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.068801 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Bound using segment: {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:43.069521 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Bound port: 379187a5-68df-48f8-8dd7-4d5d430d912c, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:43.070001 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.168548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:43.220494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6e174a9-1085-4be4-a236-722fd1969b58 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.238958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:31:43.240562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d47ed267-a37a-4c5e-aa22-53909296b7cb service neutron] 10.222.0.113 "GET /v2.0/networks/104b00ef-a54c-4130-b726-8190b92bc6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814909 Jul 07 19:31:43.250151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'port_id': 'deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85', 'mac_address': 'fa:16:3e:3c:f2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebfc7a6-9eee-41b6-a93a-ecc3b9964686', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:31:43.272804 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] For port 379187a5-68df-48f8-8dd7-4d5d430d912c, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:43.283237 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] For port 379187a5-68df-48f8-8dd7-4d5d430d912c, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=379187a5-68df-48f8-8dd7-4d5d430d912c,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:43.293723 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.376645 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 882f1635-09cc-4296-8e00-7af497738bb8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:43.380490 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.437898 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.451574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca41cd-1816-4520-884c-6be240cb5ed4 req-9b698030-efca-49be-9130-b87fb9e85659 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:43.465810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6ca41cd-1816-4520-884c-6be240cb5ed4 req-9b698030-efca-49be-9130-b87fb9e85659 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 943 time: 0.2241414 Jul 07 19:31:43.478618 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.526838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:31:43.559824 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Routers {'f07a49f8-2e3d-4141-80da-ca7c9031606c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:43.560845 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f07a49f8-2e3d-4141-80da-ca7c9031606c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:43.622907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6ca41cd-1816-4520-884c-6be240cb5ed4 req-b2fc7cb3-021d-40dc-bad5-ba24e20643f8 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515715 Jul 07 19:31:43.644908 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e37e0-70f9-4497-a3f7-d618b3fc7aba None None] Pushing event updated for resources: {'Port': ['ID=379187a5-68df-48f8-8dd7-4d5d430d912c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:43.653161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, b150f212-e4ea-4f67-9554-56f7fecaa4a1) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:43.664009 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:43.665430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.686542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:43.686542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683034ae-8212-4162-9222-16287cca415a None None] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:43.801497 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.850621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-affe7b74-bad0-48c6-8891-0ab6a086e0f7 req-58d0c3f0-826d-4ccb-a28a-b948c1cfcdcf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 210 time: 0.1160946 Jul 07 19:31:43.875753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:43.887331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:43.894196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:43.901398 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8de9215f-9b39-41e7-b30a-4ad59ea0203e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0500090 Jul 07 19:31:43.923754 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] Set router f07a49f8-2e3d-4141-80da-ca7c9031606c gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:43.952814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:43.964230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c421c15-c59a-4242-9135-dd14f206d509 req-9a7e4cc3-1370-458f-80b9-0c06d9ffb56b tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 210 time: 0.1341667 Jul 07 19:31:43.969085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:44.066286 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.067247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.153760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=17c549b4-2a01-4f61-94fe-b64aaf0ece82,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:44.219676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:31:44.273583 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.296905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e174a9-1085-4be4-a236-722fd1969b58 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Router 13b534fa-d255-42e0-a3c4-7decc1ec4406 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:44.300641 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.302058 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.321643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:44.420444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:44.619391 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:37Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '379187a5-68df-48f8-8dd7-4d5d430d912c', 'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:a3:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:35Z', 'updated_at': '2021-07-07T19:31:43Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:44.624002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:44.638395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a70c4cf9-f5fe-4a58-94dc-a100b0ccf7a1 None None] Provisioning complete for port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:44.639082 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a70c4cf9-f5fe-4a58-94dc-a100b0ccf7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.648266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:44.648705 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.696100 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.728011 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f825f3b-8ec5-4c23-aa16-c1c6fd325e72 None None] The sync data for ids ['f07a49f8-2e3d-4141-80da-ca7c9031606c'] in n-d-792394-12 is: [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:37Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '379187a5-68df-48f8-8dd7-4d5d430d912c', 'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:a3:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:35Z', 'updated_at': '2021-07-07T19:31:43Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:44.774017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e174a9-1085-4be4-a236-722fd1969b58 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:44.787344 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e6e174a9-1085-4be4-a236-722fd1969b58 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "PUT /v2.0/routers/13b534fa-d255-42e0-a3c4-7decc1ec4406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5486004 Jul 07 19:31:44.790217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:44.851231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e5382-4860-4181-812b-31b711ff19a6 None None] Sync routers for ids ['13b534fa-d255-42e0-a3c4-7decc1ec4406'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:44.857426 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-462472a9-ccaf-43c4-b4c8-e1dced1a6d04 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:31:44.864193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:44.891155 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-462472a9-ccaf-43c4-b4c8-e1dced1a6d04 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/1cb43756-05dd-422b-8886-dcdcfe4b27d2 HTTP/1.1" status: 404 len: 333 time: 0.0718207 Jul 07 19:31:44.893409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.894498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:44.895952 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:44.950861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e5382-4860-4181-812b-31b711ff19a6 None None] Routers {'13b534fa-d255-42e0-a3c4-7decc1ec4406'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:44.957903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1c6e5382-4860-4181-812b-31b711ff19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['13b534fa-d255-42e0-a3c4-7decc1ec4406'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:45.091105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1c6e5382-4860-4181-812b-31b711ff19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:45.269403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e5382-4860-4181-812b-31b711ff19a6 None None] Routers {'13b534fa-d255-42e0-a3c4-7decc1ec4406'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:45.270430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1c6e5382-4860-4181-812b-31b711ff19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['13b534fa-d255-42e0-a3c4-7decc1ec4406'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:45.354548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1c6e5382-4860-4181-812b-31b711ff19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:45.356135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e5382-4860-4181-812b-31b711ff19a6 None None] The sync data for ids ['13b534fa-d255-42e0-a3c4-7decc1ec4406'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:45.458657 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.466971 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a70c4cf9-f5fe-4a58-94dc-a100b0ccf7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.473573 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.541119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a70c4cf9-f5fe-4a58-94dc-a100b0ccf7a1 None None] For port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1b4097ab-883c-4b2a-b8aa-fb0f303fce5e,segment=NetworkSegment(cd931833-21cd-4b46-8f58-65ab1e823b0c),segment_id=cd931833-21cd-4b46-8f58-65ab1e823b0c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:45.558167 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a70c4cf9-f5fe-4a58-94dc-a100b0ccf7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.637542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.727255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c4cf9-f5fe-4a58-94dc-a100b0ccf7a1 None None] Pushing event updated for resources: {'Port': ['ID=1b4097ab-883c-4b2a-b8aa-fb0f303fce5e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:45.733016 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:31:45.736948 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:31:45.743317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Allocated IP 172.20.0.2 (b150f212-e4ea-4f67-9554-56f7fecaa4a1/b1e703ee-e305-44a3-b919-3ea0602c9c04/1141050e-5ef6-4d90-b25d-3d24b3717cc8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:45.856416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=17c549b4-2a01-4f61-94fe-b64aaf0ece82,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:45.869101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cafbdf05-88e4-4ee8-a360-5ca33f47c8ad None None] Provisioning for port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:45.874571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cafbdf05-88e4-4ee8-a360-5ca33f47c8ad None None] Provisioning complete for port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:45.874946 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cafbdf05-88e4-4ee8-a360-5ca33f47c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.879061 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:45.966880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cafbdf05-88e4-4ee8-a360-5ca33f47c8ad None None] Port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:45.976298 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30e98fa7-e445-4d3f-93cd-156b5c2c4bbb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.052630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae12a5-0353-4016-b900-ab817691cddb req-bd4dc6c9-91c0-436b-a54a-fe7cac1655c4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:46.054207 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-bd4dc6c9-91c0-436b-a54a-fe7cac1655c4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "GET /v2.0/networks?id=71b2d21f-b911-4e51-9032-3f16b3832072 HTTP/1.1" status: 200 len: 797 time: 0.7404630 Jul 07 19:31:46.162385 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a594455a-dcf7-4904-b4cb-16f57a809821 req-3e2d8695-64f6-4974-a2f3-c49fa04d76e1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 210 time: 0.1812541 Jul 07 19:31:46.203234 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-35cc4a66-8a91-4417-9149-2f2f0ae1afac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 380 time: 0.1368649 Jul 07 19:31:46.265877 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'port': {'device_id': '47695d4a-d246-43b7-892e-f18d993481a1', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'admin_state_up': True, 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'security_groups': ['96c36b94-7d33-4ff0-bc49-3b65d472b728']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:46.335123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:46.363087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:46.369783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:46.436660 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.524100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Transition to ACTIVE for port object 1141050e-5ef6-4d90-b25d-3d24b3717cc8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:46.529357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:46.535402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:46.535983 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.595939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Transition to ACTIVE for port object 1141050e-5ef6-4d90-b25d-3d24b3717cc8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:46.645672 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.669158 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.718659 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30e98fa7-e445-4d3f-93cd-156b5c2c4bbb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.751356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30e98fa7-e445-4d3f-93cd-156b5c2c4bbb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.758746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Pushing event updated for resources: {'Port': ['ID=1141050e-5ef6-4d90-b25d-3d24b3717cc8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:46.791722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9e3e60-9088-458c-ae67-54053cd4aa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:46.797340 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2806881c-aa6c-462c-8d11-75e60479e2d9" -d '{"events": [{"server_uuid": "ff9e3e60-9088-458c-ae67-54053cd4aa22", "name": "network-vif-plugged", "status": "completed", "tag": "deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:46.831829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79a0a98d-1b94-4c99-986f-c0df19444881 req-f9af1f15-308a-4600-8628-dd446d12cf02 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 210 time: 0.2845228 Jul 07 19:31:46.853466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:46.858067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:46.926373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949d7e8-4b85-4595-ba74-a103e1f7f6f6 req-c4b7ab14-8226-4ac7-ba66-91136338da1b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:46.933585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e949d7e8-4b85-4595-ba74-a103e1f7f6f6 req-c4b7ab14-8226-4ac7-ba66-91136338da1b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 944 time: 0.9536722 Jul 07 19:31:46.935599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:46.944786 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.977747 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30e98fa7-e445-4d3f-93cd-156b5c2c4bbb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:46.978262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e98fa7-e445-4d3f-93cd-156b5c2c4bbb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Fanout notify agent at l3_agent the message router_deleted on router 13b534fa-d255-42e0-a3c4-7decc1ec4406 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:31:46.980825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d8d7087b-b666-4214-8e0c-29881afb9772 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:46.982704 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d8d7087b-b666-4214-8e0c-29881afb9772 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.112 "GET /v2.0/networks?id=104b00ef-a54c-4130-b726-8190b92bc6c2 HTTP/1.1" status: 200 len: 825 time: 0.6147029 Jul 07 19:31:47.000324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Request body: {'port': {'device_id': '0584b731-b0a1-4064-9360-8d9f5f487637', 'network_id': '104b00ef-a54c-4130-b726-8190b92bc6c2', 'admin_state_up': True, 'tenant_id': 'b9870470038f4f6987d431acedae2240'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:47.022343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:47.034497 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660fd304-4fbe-4e33-97de-63ca1873fc9a x-openstack-request-id: req-660fd304-4fbe-4e33-97de-63ca1873fc9a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:47.034792 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9e3e60-9088-458c-ae67-54053cd4aa22", "name": "network-vif-plugged", "status": "completed", "tag": "deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:47.035391 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-660fd304-4fbe-4e33-97de-63ca1873fc9a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:47.035640 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9e3e60-9088-458c-ae67-54053cd4aa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85', 'code': 200} Jul 07 19:31:47.036628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:47.044322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:47.090538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:47.097382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.105788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router fd94dad3-85d0-420a-8155-10d9d36014ca has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:47.108243 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30e98fa7-e445-4d3f-93cd-156b5c2c4bbb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.114447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-30e98fa7-e445-4d3f-93cd-156b5c2c4bbb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/routers/13b534fa-d255-42e0-a3c4-7decc1ec4406 HTTP/1.1" status: 204 len: 168 time: 2.2485974 Jul 07 19:31:47.119478 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.134332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e949d7e8-4b85-4595-ba74-a103e1f7f6f6 req-1aad2654-4005-47f5-9289-ec461c10aaa8 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996074 Jul 07 19:31:47.147694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f0af0b9-8243-4109-998e-66ae6936bcb6 None None] Provisioning complete for port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:47.148082 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f0af0b9-8243-4109-998e-66ae6936bcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.200880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f0af0b9-8243-4109-998e-66ae6936bcb6 None None] Port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:47.202542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Attempting to bind port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:47.203024 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Attempting to bind port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:47.203539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Attempting to bind port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:47.211474 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:47.212036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Checking segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:47.213533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.214240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Bound using segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:47.214841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Bound port: 1141050e-5ef6-4d90-b25d-3d24b3717cc8, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:47.215337 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.243701 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.266852 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.291186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:47.291741 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.371073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] For port 1141050e-5ef6-4d90-b25d-3d24b3717cc8, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:47.375537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] For port 1141050e-5ef6-4d90-b25d-3d24b3717cc8, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1141050e-5ef6-4d90-b25d-3d24b3717cc8,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:47.382215 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:47.392641 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Sync routers for ids ['fd94dad3-85d0-420a-8155-10d9d36014ca'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:47.394105 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e0daf1a4-a8f7-42cc-8afd-c46da6f7f7c4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "PUT /v2.0/routers/fd94dad3-85d0-420a-8155-10d9d36014ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7668970 Jul 07 19:31:47.398949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:47.413992 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Routers {'fd94dad3-85d0-420a-8155-10d9d36014ca'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:47.415870 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fd94dad3-85d0-420a-8155-10d9d36014ca'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:47.429833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Made reservation on behalf of b9870470038f4f6987d431acedae2240 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:47.433413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.435560 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 379187a5-68df-48f8-8dd7-4d5d430d912c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:47.449756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Allocated IP 172.25.2.138 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/c15d84a0-e193-4568-9330-2730682234f8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:47.499487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd3ff2b-3f3a-4ea3-a9ad-413e7643675c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting subnet b579326f-f158-450b-aa24-38559c89a0d1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:31:47.503427 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acd3ff2b-3f3a-4ea3-a9ad-413e7643675c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.510350 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.545659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acd3ff2b-3f3a-4ea3-a9ad-413e7643675c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.567124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c89f0b21-c2c1-4e72-81c1-df5a66b81e06 req-b512d6d9-1f5f-4aab-80e8-f88235b8cac8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 210 time: 0.2362096 Jul 07 19:31:47.593579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2ae6d-614e-45af-8176-92460e125d87 req-83697e03-39a7-4d85-b438-00389d7e2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:47.595863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4a2ae6d-614e-45af-8176-92460e125d87 req-83697e03-39a7-4d85-b438-00389d7e2d44 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 1097 time: 0.4600670 Jul 07 19:31:47.599840 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Set router fd94dad3-85d0-420a-8155-10d9d36014ca gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:47.682432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac8a10-234f-451e-9f5c-a901c5b811a6 None None] Pushing event updated for resources: {'Port': ['ID=1141050e-5ef6-4d90-b25d-3d24b3717cc8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:47.687467 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4a2ae6d-614e-45af-8176-92460e125d87 req-725628b8-1984-4566-9c92-846a82851fd9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818207 Jul 07 19:31:47.698402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.716078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 379187a5-68df-48f8-8dd7-4d5d430d912c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:47.722990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 379187a5-68df-48f8-8dd7-4d5d430d912c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:47.723645 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.791523 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.872038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Pushing event updated for resources: {'Port': ['ID=c15d84a0-e193-4568-9330-2730682234f8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:47.899434 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:47.914780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:47.916835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:47.924262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:48.008333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.012397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.014264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.018329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 379187a5-68df-48f8-8dd7-4d5d430d912c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=379187a5-68df-48f8-8dd7-4d5d430d912c,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:48.019213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.019684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.020146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.020635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.021317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.022023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.022646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.023115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.026428 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.031189 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-19afb664-55d7-4e40-8764-210809cb8c05 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7748 time: 0.6022882 Jul 07 19:31:48.040006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:48.096058 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:44Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '17c549b4-2a01-4f61-94fe-b64aaf0ece82', 'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:dc:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd7974771-5cf1-4004-be61-5896383eface', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:41Z', 'updated_at': '2021-07-07T19:31:45Z', 'revision_number': 2, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'd7974771-5cf1-4004-be61-5896383eface', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:48.175088 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Checking router: fd94dad3-85d0-420a-8155-10d9d36014ca for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:48.175435 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Updating router fd94dad3-85d0-420a-8155-10d9d36014ca port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:31:48.205254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=379187a5-68df-48f8-8dd7-4d5d430d912c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:48.254028 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.324316 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acd3ff2b-3f3a-4ea3-a9ad-413e7643675c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.332923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Allocated IP 172.20.0.13 (104b00ef-a54c-4130-b726-8190b92bc6c2/e05fa0c9-8791-4d7f-9cc4-4263e0f9dd94/029f4993-88b0-4e00-85fe-459a14d3ee46) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:48.363615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.20.0.5 (71b2d21f-b911-4e51-9032-3f16b3832072/cf236f19-fdbf-41f8-b905-c1c2f4fe96db/028cef85-16c2-46d8-b80c-0ad6090722f3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:48.395857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64133689-2712-4d0d-bfc4-7e7f0fad3630 req-ae972894-9e12-4a64-a0af-be86a89c5ac9 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 210 time: 0.1748559 Jul 07 19:31:48.477816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80777e5-f263-4e8f-ad71-d9d63e954354 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.479253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80777e5-f263-4e8f-ad71-d9d63e954354 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.479253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80777e5-f263-4e8f-ad71-d9d63e954354 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.479253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80777e5-f263-4e8f-ad71-d9d63e954354 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.479817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80777e5-f263-4e8f-ad71-d9d63e954354 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.480521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80777e5-f263-4e8f-ad71-d9d63e954354 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.480521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80777e5-f263-4e8f-ad71-d9d63e954354 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.484014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80777e5-f263-4e8f-ad71-d9d63e954354 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.486148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80777e5-f263-4e8f-ad71-d9d63e954354 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.486294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80777e5-f263-4e8f-ad71-d9d63e954354 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.489776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a80777e5-f263-4e8f-ad71-d9d63e954354 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6526 time: 0.4474332 Jul 07 19:31:48.498328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:48.590545 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.859333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1141050e-5ef6-4d90-b25d-3d24b3717cc8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:48.865064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379f5f8-a158-443c-907f-5feae8ed98d7 req-9b223084-f62e-4e97-8472-174540338aa5 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:48.873664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5379f5f8-a158-443c-907f-5feae8ed98d7 req-9b223084-f62e-4e97-8472-174540338aa5 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.5012667 Jul 07 19:31:48.880547 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.893598 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Transition to ACTIVE for port object 17c549b4-2a01-4f61-94fe-b64aaf0ece82 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:48.907645 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.027036 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.031558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:49.041842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 379187a5-68df-48f8-8dd7-4d5d430d912c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:49.046058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5379f5f8-a158-443c-907f-5feae8ed98d7 req-1b739edf-c5ec-465b-81b4-b2d821f5380f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669865 Jul 07 19:31:49.052253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98630aa8-efe8-4cc7-971f-ca58dfd189ce req-ba0c4354-8fa3-4706-8cb8-080915f3631b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 210 time: 0.1302712 Jul 07 19:31:49.106289 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040408e-0cfc-4bc3-9ead-1ceb25b5213e None None] Pushing event updated for resources: {'Port': ['ID=17c549b4-2a01-4f61-94fe-b64aaf0ece82,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:49.113127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 379187a5-68df-48f8-8dd7-4d5d430d912c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:49.113780 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.126612 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Attempting to bind port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:49.126977 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Attempting to bind port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:49.127335 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Attempting to bind port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 on network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:49.140321 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:49.140719 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Checking segment: {'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:49.141153 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.141651 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Bound using segment: {'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:49.143480 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Bound port: 17c549b4-2a01-4f61-94fe-b64aaf0ece82, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:49.143657 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.293079 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.324132 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] For port 17c549b4-2a01-4f61-94fe-b64aaf0ece82, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:49.334477 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] For port 17c549b4-2a01-4f61-94fe-b64aaf0ece82, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=17c549b4-2a01-4f61-94fe-b64aaf0ece82,segment=NetworkSegment(cd931833-21cd-4b46-8f58-65ab1e823b0c),segment_id=cd931833-21cd-4b46-8f58-65ab1e823b0c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:49.361121 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.424026 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040408e-0cfc-4bc3-9ead-1ceb25b5213e None None] Pushing event updated for resources: {'Port': ['ID=17c549b4-2a01-4f61-94fe-b64aaf0ece82,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:49.464230 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Routers {'fd94dad3-85d0-420a-8155-10d9d36014ca'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:49.467098 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fd94dad3-85d0-420a-8155-10d9d36014ca'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:49.507318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aa5a1c-05a6-4009-90c9-84a7d1a2fe8d None None] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:49.588174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Router e53c06ff-6475-46f0-a260-9f061e2ffa9e is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:31:49.685627 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] Set router fd94dad3-85d0-420a-8155-10d9d36014ca gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:49.688685 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acd3ff2b-3f3a-4ea3-a9ad-413e7643675c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.716721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07ac84c3-3042-4a89-b0ab-c3f42bb55156 None None] Provisioning for port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:49.742389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8df1e874-e58e-480b-b4d9-e7a935b1e2e7 req-dd008554-e0de-471f-865b-3b6a0a4e6cd7 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 210 time: 0.0588813 Jul 07 19:31:49.753961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed8be05-e917-415d-ad15-e81234f80931 None None] Network c0714edc-6a3c-4693-a042-f3eac6476ef9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:49.756346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acd3ff2b-3f3a-4ea3-a9ad-413e7643675c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.761125 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-acd3ff2b-3f3a-4ea3-a9ad-413e7643675c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/b579326f-f158-450b-aa24-38559c89a0d1 HTTP/1.1" status: 204 len: 168 time: 2.6404541 Jul 07 19:31:49.761987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46888) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:49.808707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3ff2b-3f3a-4ea3-a9ad-413e7643675c tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Subnet': ['ID=b579326f-f158-450b-aa24-38559c89a0d1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:49.815273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07ac84c3-3042-4a89-b0ab-c3f42bb55156 None None] Provisioning complete for port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:49.815772 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07ac84c3-3042-4a89-b0ab-c3f42bb55156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.974406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:49.978572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.018994 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.053828 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:50.057689 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Transition to ACTIVE for port object 028cef85-16c2-46d8-b80c-0ad6090722f3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:50.086539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Sync routers for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:50.104642 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.105847 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2d23b1a3-6798-4acb-8814-f22e2a688fee admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1405609 Jul 07 19:31:50.109075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:50.129931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:50.130585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:50.133434 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07ac84c3-3042-4a89-b0ab-c3f42bb55156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.188719 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:44Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '17c549b4-2a01-4f61-94fe-b64aaf0ece82', 'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:dc:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd7974771-5cf1-4004-be61-5896383eface', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:41Z', 'updated_at': '2021-07-07T19:31:49Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'd7974771-5cf1-4004-be61-5896383eface', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:50.329837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-07ac84c3-3042-4a89-b0ab-c3f42bb55156 None None] For port 1141050e-5ef6-4d90-b25d-3d24b3717cc8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1141050e-5ef6-4d90-b25d-3d24b3717cc8,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:50.349303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fcbdc0-abf2-4920-8614-a03946176cfe None None] DHCP port deletion for c0714edc-6a3c-4693-a042-f3eac6476ef9 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:31:50.361957 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07ac84c3-3042-4a89-b0ab-c3f42bb55156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.409554 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.416231 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec0b7d-4914-40fb-b6ff-c44b61670075 None None] The sync data for ids ['fd94dad3-85d0-420a-8155-10d9d36014ca'] in n-d-792394-12 is: [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:44Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '17c549b4-2a01-4f61-94fe-b64aaf0ece82', 'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:dc:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd7974771-5cf1-4004-be61-5896383eface', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:41Z', 'updated_at': '2021-07-07T19:31:49Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'd7974771-5cf1-4004-be61-5896383eface', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:50.425986 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.535217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Network 104b00ef-a54c-4130-b726-8190b92bc6c2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:50.537248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac84c3-3042-4a89-b0ab-c3f42bb55156 None None] Pushing event updated for resources: {'Port': ['ID=1141050e-5ef6-4d90-b25d-3d24b3717cc8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:50.544863 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1bbfedbf-1ea1-4cd7-9665-84721325f14b tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 2.0366719 Jul 07 19:31:50.549782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:50.560463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:50.607997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 45d7498e-70bc-4864-988b-0ee56602c064 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:50.608646 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.650358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:50.664864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Pushing event updated for resources: {'Port': ['ID=029f4993-88b0-4e00-85fe-459a14d3ee46,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:50.690458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:50.691143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.698390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 71b2d21f-b911-4e51-9032-3f16b3832072 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:50.742315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 17c549b4-2a01-4f61-94fe-b64aaf0ece82 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:50.773980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:50.777997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:50.787956 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d73fef86-8642-4302-8f36-9ae2566b8567 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7942162 Jul 07 19:31:50.824520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Request body: {'port': {'device_id': '0584b731-b0a1-4064-9360-8d9f5f487637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:50.908249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=028cef85-16c2-46d8-b80c-0ad6090722f3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:50.918011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] For port 45d7498e-70bc-4864-988b-0ee56602c064, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=45d7498e-70bc-4864-988b-0ee56602c064,segment=NetworkSegment(6746a09c-825e-46eb-9de5-bc9397d6f041),segment_id=6746a09c-825e-46eb-9de5-bc9397d6f041)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:50.918351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.953659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 45d7498e-70bc-4864-988b-0ee56602c064 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:50.963945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:50.965123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.996363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976c7d8-c27a-4227-b26a-69b1b06b2443 req-c311c3a5-479d-4f62-a10e-42b65f3d0ffd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:51.004617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c976c7d8-c27a-4227-b26a-69b1b06b2443 req-c311c3a5-479d-4f62-a10e-42b65f3d0ffd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.4536128 Jul 07 19:31:51.049658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b58bd36-2643-4adb-9613-211a4d148179 None None] Provisioning complete for port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:51.050040 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b58bd36-2643-4adb-9613-211a4d148179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.056101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.086970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fd8ff-8c2d-4a88-b88e-42667ff746e0 req-fac09cae-f162-4a1f-8dde-4484442d4fd6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:51.096616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-346fd8ff-8c2d-4a88-b88e-42667ff746e0 req-fac09cae-f162-4a1f-8dde-4484442d4fd6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 931 time: 0.5497882 Jul 07 19:31:51.190946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f8fcbdc0-abf2-4920-8614-a03946176cfe None None] Deleting port 45d7498e-70bc-4864-988b-0ee56602c064 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:31:51.191528 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbdc0-abf2-4920-8614-a03946176cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.272151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:51.300610 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.331931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:51.332454 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.394924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f8fcbdc0-abf2-4920-8614-a03946176cfe None None] For port 45d7498e-70bc-4864-988b-0ee56602c064, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=45d7498e-70bc-4864-988b-0ee56602c064,segment=NetworkSegment(6746a09c-825e-46eb-9de5-bc9397d6f041),segment_id=6746a09c-825e-46eb-9de5-bc9397d6f041)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:51.395326 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbdc0-abf2-4920-8614-a03946176cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.405209 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-ce6c3a8f-6347-4564-962e-129bb1f9b66b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1713417 Jul 07 19:31:51.415267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f8fcbdc0-abf2-4920-8614-a03946176cfe None None] Calling delete_port for 45d7498e-70bc-4864-988b-0ee56602c064 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:31:51.434790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Request body: {'port': {'device_id': '47695d4a-d246-43b7-892e-f18d993481a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:51.440706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c976c7d8-c27a-4227-b26a-69b1b06b2443 req-2d2090cb-4a6b-40ec-bd05-2813fd5eaf19 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239645 Jul 07 19:31:51.552096 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a8961bb4-0df9-483b-b165-988e1f0fccdc None None] Provisioning for port 028cef85-16c2-46d8-b80c-0ad6090722f3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:51.563600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No DVR routers for this DVR port 45d7498e-70bc-4864-988b-0ee56602c064 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:51.578377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:48Z', 'revision_number': 3, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:51.604013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a8961bb4-0df9-483b-b165-988e1f0fccdc None None] Provisioning complete for port 028cef85-16c2-46d8-b80c-0ad6090722f3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:51.604388 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8961bb4-0df9-483b-b165-988e1f0fccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.615462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=45d7498e-70bc-4864-988b-0ee56602c064,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:51.679468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-346fd8ff-8c2d-4a88-b88e-42667ff746e0 req-a7704f7f-4ec8-4721-88b7-2d13e1c909d9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5724649 Jul 07 19:31:51.710532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Checking router: e53c06ff-6475-46f0-a260-9f061e2ffa9e for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:51.710883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Updating router e53c06ff-6475-46f0-a260-9f061e2ffa9e port c15d84a0-e193-4568-9330-2730682234f8 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:31:51.771355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.868697 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.905998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a8961bb4-0df9-483b-b165-988e1f0fccdc None None] Port 028cef85-16c2-46d8-b80c-0ad6090722f3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:51.979151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029f4993-88b0-4e00-85fe-459a14d3ee46 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:31:51.979540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.984250 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:52.011102 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.193449 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Transition to ACTIVE for port object 029f4993-88b0-4e00-85fe-459a14d3ee46 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:52.202590 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.295079 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 17c549b4-2a01-4f61-94fe-b64aaf0ece82, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=17c549b4-2a01-4f61-94fe-b64aaf0ece82,segment=NetworkSegment(cd931833-21cd-4b46-8f58-65ab1e823b0c),segment_id=cd931833-21cd-4b46-8f58-65ab1e823b0c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:52.296805 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbdc0-abf2-4920-8614-a03946176cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.325559 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.327446 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.449168 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 45d7498e-70bc-4864-988b-0ee56602c064 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:31:52.490366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 45d7498e-70bc-4864-988b-0ee56602c064 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:31:52.490789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Pushing event updated for resources: {'Port': ['ID=029f4993-88b0-4e00-85fe-459a14d3ee46,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:52.493217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 45d7498e-70bc-4864-988b-0ee56602c064 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:31:52.506504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcbdc0-abf2-4920-8614-a03946176cfe None None] Pushing event deleted for resources: {'Port': ['ID=45d7498e-70bc-4864-988b-0ee56602c064,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:52.541967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fcbdc0-abf2-4920-8614-a03946176cfe None None] No DVR routers for this DVR port 45d7498e-70bc-4864-988b-0ee56602c064 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:31:52.578433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-93f4e49b-14bf-4a54-9674-d2913eca9722 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-69287194', 'description': 'tempest-secgroup-smoke-69287194 description', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:52.613307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Attempting to bind port 029f4993-88b0-4e00-85fe-459a14d3ee46 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:52.613651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Attempting to bind port 029f4993-88b0-4e00-85fe-459a14d3ee46 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'cbd296b0-9bba-4a77-b696-9e1207fc02ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '104b00ef-a54c-4130-b726-8190b92bc6c2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:52.613979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Attempting to bind port 029f4993-88b0-4e00-85fe-459a14d3ee46 on network 104b00ef-a54c-4130-b726-8190b92bc6c2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:52.625748 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Port 029f4993-88b0-4e00-85fe-459a14d3ee46 on network 104b00ef-a54c-4130-b726-8190b92bc6c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:31:52.626132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Attempting to bind port 029f4993-88b0-4e00-85fe-459a14d3ee46 on network 104b00ef-a54c-4130-b726-8190b92bc6c2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:52.635705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0714edc-6a3c-4693-a042-f3eac6476ef9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:52.638211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:52.640616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Checking segment: {'id': 'cbd296b0-9bba-4a77-b696-9e1207fc02ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '104b00ef-a54c-4130-b726-8190b92bc6c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:52.640616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Bound using segment: {'id': 'cbd296b0-9bba-4a77-b696-9e1207fc02ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '104b00ef-a54c-4130-b726-8190b92bc6c2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:52.640616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Bound port: 029f4993-88b0-4e00-85fe-459a14d3ee46, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd296b0-9bba-4a77-b696-9e1207fc02ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '104b00ef-a54c-4130-b726-8190b92bc6c2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:52.640616 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.662729 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.669448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6746a09c-825e-46eb-9de5-bc9397d6f041') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:52.669955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6746a09c-825e-46eb-9de5-bc9397d6f041') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:52.712951 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.727412 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f4e49b-14bf-4a54-9674-d2913eca9722 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.769161 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.794394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028cef85-16c2-46d8-b80c-0ad6090722f3 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:31:52.810325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.817730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1141050e-5ef6-4d90-b25d-3d24b3717cc8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:52.862023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:31:52.862583 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:31:52.866751 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:31:52.879716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] For port 029f4993-88b0-4e00-85fe-459a14d3ee46, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:52.886189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] For port 029f4993-88b0-4e00-85fe-459a14d3ee46, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=029f4993-88b0-4e00-85fe-459a14d3ee46,segment=NetworkSegment(cbd296b0-9bba-4a77-b696-9e1207fc02ca),segment_id=cbd296b0-9bba-4a77-b696-9e1207fc02ca)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:52.894978 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.899294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdb479-30e7-4f4f-ae09-9ec471b8bf15 req-4b393582-34aa-43cf-b82b-884d0ad14a86 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:52.901148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fdb479-30e7-4f4f-ae09-9ec471b8bf15 req-4b393582-34aa-43cf-b82b-884d0ad14a86 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.3121469 Jul 07 19:31:52.940899 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.950098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=17c549b4-2a01-4f61-94fe-b64aaf0ece82,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:52.970317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:52.970801 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.971921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:52.972644 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:52.974107 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] 10.222.0.112 "PUT /v2.0/ports/029f4993-88b0-4e00-85fe-459a14d3ee46 HTTP/1.1" status: 200 len: 1093 time: 2.1542361 Jul 07 19:31:52.976535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0584b731-b0a1-4064-9360-8d9f5f487637', 'tag': '029f4993-88b0-4e00-85fe-459a14d3ee46'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:52.979740 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e8f196-ca7c-49e3-b25d-d4724d4db9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0584b731-b0a1-4064-9360-8d9f5f487637", "tag": "029f4993-88b0-4e00-85fe-459a14d3ee46"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:53.004582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57079628-4b65-42b9-8fa6-f5e2983c74eb service neutron] Pushing event updated for resources: {'Port': ['ID=029f4993-88b0-4e00-85fe-459a14d3ee46,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.007535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55038-7720-4d10-a074-db1d184c5906 req-caf64981-cbf3-4d4d-b758-ef709c08966a tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:53.015106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebc55038-7720-4d10-a074-db1d184c5906 req-caf64981-cbf3-4d4d-b758-ef709c08966a tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 932 time: 1.0890152 Jul 07 19:31:53.043528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fdb479-30e7-4f4f-ae09-9ec471b8bf15 req-08c06b0f-e493-4c78-a912-d5578a32b9a3 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810735 Jul 07 19:31:53.099014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Transition to ACTIVE for port object c15d84a0-e193-4568-9330-2730682234f8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:53.110942 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.123450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Transition to ACTIVE for port object 028cef85-16c2-46d8-b80c-0ad6090722f3 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:53.145603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.152027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.179370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Attempting to bind port c15d84a0-e193-4568-9330-2730682234f8 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:53.179839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Attempting to bind port c15d84a0-e193-4568-9330-2730682234f8 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:53.180300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Attempting to bind port c15d84a0-e193-4568-9330-2730682234f8 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:53.187013 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.190873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d570d5b-3fe6-4406-b9a1-2023f671c02a None None] Pushing event updated for resources: {'Port': ['ID=c15d84a0-e193-4568-9330-2730682234f8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.194860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:53.194860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:53.195190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.195867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:53.196451 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Bound port: c15d84a0-e193-4568-9330-2730682234f8, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:53.196921 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.201166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/networks/c0714edc-6a3c-4693-a042-f3eac6476ef9 HTTP/1.1" status: 204 len: 168 time: 3.4316730 Jul 07 19:31:53.213331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:53.269416 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f4e49b-14bf-4a54-9674-d2913eca9722 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.275859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebc55038-7720-4d10-a074-db1d184c5906 req-02286191-06d3-4d68-9512-34302919b320 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593162 Jul 07 19:31:53.280586 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] For port c15d84a0-e193-4568-9330-2730682234f8, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:53.291165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] For port c15d84a0-e193-4568-9330-2730682234f8, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c15d84a0-e193-4568-9330-2730682234f8,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:53.298422 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.304651 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f4e49b-14bf-4a54-9674-d2913eca9722 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.307688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbdc7b-a4b3-4d4d-894b-8c9b848f6a35 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Network': ['ID=c0714edc-6a3c-4693-a042-f3eac6476ef9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.364352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Pushing event updated for resources: {'Port': ['ID=028cef85-16c2-46d8-b80c-0ad6090722f3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.381233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:53.381996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:53.396770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-5ee9a585-820c-4df6-b368-1bf887df18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:53.402101 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-5ee9a585-820c-4df6-b368-1bf887df18a5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b9870470038f4f6987d431acedae2240&device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 1096 time: 0.3798506 Jul 07 19:31:53.441570 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f7d231-1cde-4857-a0ea-7f5716f5f2d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:53.448908 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f0f7d231-1cde-4857-a0ea-7f5716f5f2d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/f23f998a-f355-454b-ace8-a36dacd51041 HTTP/1.1" status: 200 len: 840 time: 0.2343254 Jul 07 19:31:53.457015 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6421f1-253f-46ad-adeb-84587b08fbea x-openstack-request-id: req-7f6421f1-253f-46ad-adeb-84587b08fbea {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:53.457305 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0584b731-b0a1-4064-9360-8d9f5f487637", "tag": "029f4993-88b0-4e00-85fe-459a14d3ee46", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:53.457561 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7f6421f1-253f-46ad-adeb-84587b08fbea {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:53.458272 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0584b731-b0a1-4064-9360-8d9f5f487637', 'tag': '029f4993-88b0-4e00-85fe-459a14d3ee46', 'status': 'completed', 'code': 200} Jul 07 19:31:53.458489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:53.467589 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d570d5b-3fe6-4406-b9a1-2023f671c02a None None] Pushing event updated for resources: {'Port': ['ID=c15d84a0-e193-4568-9330-2730682234f8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.471542 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f4e49b-14bf-4a54-9674-d2913eca9722 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.472987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-93f4e49b-14bf-4a54-9674-d2913eca9722 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4861739 Jul 07 19:31:53.481453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:53.486830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fe11d1cd-b73e-465d-bfe6-946f2a7527a4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'e92011ff-3cd5-4888-a54d-771c6f082fb5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:53.523415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Allocated IP 172.20.0.1 (b150f212-e4ea-4f67-9554-56f7fecaa4a1/b1e703ee-e305-44a3-b919-3ea0602c9c04/222f958e-d868-420a-aa68-168e4d7df2d9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:53.568754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4e49b-14bf-4a54-9674-d2913eca9722 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92011ff-3cd5-4888-a54d-771c6f082fb5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:53.578285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:53.601989 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-06be9287-5150-4da6-a28b-c1893cb196b5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f4993-88b0-4e00-85fe-459a14d3ee46 HTTP/1.1" status: 200 len: 217 time: 0.1516702 Jul 07 19:31:53.691170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:53.691797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:53.692351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 on network 71b2d21f-b911-4e51-9032-3f16b3832072 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:53.700090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe11d1cd-b73e-465d-bfe6-946f2a7527a4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.706646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Port 028cef85-16c2-46d8-b80c-0ad6090722f3 on network 71b2d21f-b911-4e51-9032-3f16b3832072 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:31:53.707217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 on network 71b2d21f-b911-4e51-9032-3f16b3832072 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:53.716037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d56169eb-88ab-4d68-9947-345cc645ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:53.721813 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-d56169eb-88ab-4d68-9947-345cc645ba66 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e05fa0c9-8791-4d7f-9cc4-4263e0f9dd94 HTTP/1.1" status: 200 len: 865 time: 0.1081543 Jul 07 19:31:53.741843 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.758838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:53.759462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Checking segment: {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:53.760113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Bound using segment: {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:53.760342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Transition to ACTIVE for port object 222f958e-d868-420a-aa68-168e4d7df2d9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:53.760968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Bound port: 028cef85-16c2-46d8-b80c-0ad6090722f3, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:53.761520 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.804009 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-e6b0db20-4dbb-4a30-a295-33847dc1c34c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=104b00ef-a54c-4130-b726-8190b92bc6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746741 Jul 07 19:31:53.809157 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-01b7751a-87f0-4a98-ba41-260812c1a279 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/f23f998a-f355-454b-ace8-a36dacd51041?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3290865 Jul 07 19:31:53.816559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 46962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:53.819795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.841231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9a68df36-a30d-4457-a292-3311252ff1c7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:53.847996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:48Z', 'revision_number': 3, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:53.867106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:53.877895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39bb2a-8369-48eb-8989-9e230fce4563 req-879d5386-44c6-47ef-a28b-53e460e7240a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:53.886772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b39bb2a-8369-48eb-8989-9e230fce4563 req-879d5386-44c6-47ef-a28b-53e460e7240a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 943 time: 0.6749125 Jul 07 19:31:53.887009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325a0bf-5ec1-41d4-b60f-519d78191204 None None] The sync data for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 is: [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:48Z', 'revision_number': 3, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:31:53.919435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:53.926617 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe11d1cd-b73e-465d-bfe6-946f2a7527a4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.941477 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe11d1cd-b73e-465d-bfe6-946f2a7527a4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:53.947164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:54.010357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11d1cd-b73e-465d-bfe6-946f2a7527a4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4dde28-6c04-46a1-a17e-527e8367a18e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:54.049449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe11d1cd-b73e-465d-bfe6-946f2a7527a4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.054481 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fe11d1cd-b73e-465d-bfe6-946f2a7527a4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5692799 Jul 07 19:31:54.057551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:54.058377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:54.072936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c238dba7-3e9a-4733-bd8e-c8e8353703cf tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'e92011ff-3cd5-4888-a54d-771c6f082fb5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:54.108362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:54.129878 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.155351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.167412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Pushing event updated for resources: {'Port': ['ID=222f958e-d868-420a-aa68-168e4d7df2d9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:54.233633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Pushing event updated for resources: {'Port': ['ID=028cef85-16c2-46d8-b80c-0ad6090722f3,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:54.244755 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-45abc10d-4ad2-4ad8-9c8b-ecdf62ca645c service neutron] 10.222.0.112 "GET /v2.0/networks/104b00ef-a54c-4130-b726-8190b92bc6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098523 Jul 07 19:31:54.285397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:54.285911 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.296895 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-4a2eea27-cb93-444f-bd09-32c59ffa7105 service neutron] 10.222.0.112 "PUT /v2.0/ports/028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 200 len: 1092 time: 2.8683541 Jul 07 19:31:54.376132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b39bb2a-8369-48eb-8989-9e230fce4563 req-2b744cf0-1e4b-40e9-9776-1ed60b31f175 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4880850 Jul 07 19:31:54.441910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28b7708a-c23e-4a23-afea-139ff84138b3 None None] Provisioning for port 222f958e-d868-420a-aa68-168e4d7df2d9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:54.446479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28b7708a-c23e-4a23-afea-139ff84138b3 None None] Provisioning complete for port 222f958e-d868-420a-aa68-168e4d7df2d9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:54.447092 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28b7708a-c23e-4a23-afea-139ff84138b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.502531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-28b7708a-c23e-4a23-afea-139ff84138b3 None None] Port 222f958e-d868-420a-aa68-168e4d7df2d9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:54.529814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c238dba7-3e9a-4733-bd8e-c8e8353703cf tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.585930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2fc67-d35d-46a4-8242-790df668f275 req-813697c1-7b83-4dc2-99bb-40e62663297e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:54.598556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32e2fc67-d35d-46a4-8242-790df668f275 req-813697c1-7b83-4dc2-99bb-40e62663297e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.3245969 Jul 07 19:31:54.692707 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9562497a-ee6f-4b75-8bb8-8dc080191ac5 req-8505f5b7-f64e-4bad-9328-6349acfbc5f4 service neutron] 10.222.0.112 "GET /v2.0/networks/104b00ef-a54c-4130-b726-8190b92bc6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430974 Jul 07 19:31:54.742821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae12a5-0353-4016-b900-ab817691cddb req-b6767410-c0a2-48cc-8afa-27f321fb3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:54.744703 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-b6767410-c0a2-48cc-8afa-27f321fb3e41 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1095 time: 0.3144166 Jul 07 19:31:54.756458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a68df36-a30d-4457-a292-3311252ff1c7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:54.760830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a68df36-a30d-4457-a292-3311252ff1c7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.769078 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c238dba7-3e9a-4733-bd8e-c8e8353703cf tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.815257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 17c549b4-2a01-4f61-94fe-b64aaf0ece82 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:54.821820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c238dba7-3e9a-4733-bd8e-c8e8353703cf tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.862144 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-3e7413bd-8eed-43b7-aee8-bcde10659802 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 200 len: 217 time: 0.1016545 Jul 07 19:31:54.894189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32e2fc67-d35d-46a4-8242-790df668f275 req-17a9741f-2fe1-4cbb-b71d-36a543054fa3 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945461 Jul 07 19:31:54.937573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae12a5-0353-4016-b900-ab817691cddb req-49ce2856-5963-4e28-ad63-e8b6f1d70b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:54.939858 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-49ce2856-5963-4e28-ad63-e8b6f1d70b00 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cf236f19-fdbf-41f8-b905-c1c2f4fe96db HTTP/1.1" status: 200 len: 834 time: 0.0567987 Jul 07 19:31:54.940644 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c238dba7-3e9a-4733-bd8e-c8e8353703cf tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:54.942029 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c238dba7-3e9a-4733-bd8e-c8e8353703cf tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8731153 Jul 07 19:31:54.945731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:54.961149 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-605d4cbd-9d6c-4941-beba-6248ed2aa70c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'e92011ff-3cd5-4888-a54d-771c6f082fb5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:54.977756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238dba7-3e9a-4733-bd8e-c8e8353703cf tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0ba157-6499-4ccf-b91c-46becfca0945,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:54.980638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:54.981215 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.056796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.082870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-605d4cbd-9d6c-4941-beba-6248ed2aa70c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.166998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c15d84a0-e193-4568-9330-2730682234f8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:55.180257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8f196-ca7c-49e3-b25d-d4724d4db9e6 req-01451bb3-1ab0-4f6c-b468-b978a3ccd0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.181848 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a8e8f196-ca7c-49e3-b25d-d4724d4db9e6 req-01451bb3-1ab0-4f6c-b468-b978a3ccd0f6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b9870470038f4f6987d431acedae2240&device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 1096 time: 0.3697429 Jul 07 19:31:55.248715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port c15d84a0-e193-4568-9330-2730682234f8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:55.252913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae12a5-0353-4016-b900-ab817691cddb req-c491718f-1763-4202-b00d-81074a42c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.254550 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-c491718f-1763-4202-b00d-81074a42c6a2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=71b2d21f-b911-4e51-9032-3f16b3832072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3052492 Jul 07 19:31:55.257442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c15d84a0-e193-4568-9330-2730682234f8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:55.257823 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.305014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0f3e4-1e13-45ce-acb1-acf27a34418b req-7890491c-a40a-4586-b5ef-29f08939d737 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.315583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ddf0f3e4-1e13-45ce-acb1-acf27a34418b req-7890491c-a40a-4586-b5ef-29f08939d737 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 944 time: 0.5620687 Jul 07 19:31:55.372333 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.413815 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ddf0f3e4-1e13-45ce-acb1-acf27a34418b req-bccb3764-be13-48d9-ad32-4a659b823a13 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944915 Jul 07 19:31:55.440850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8f196-ca7c-49e3-b25d-d4724d4db9e6 req-ccd5607d-41da-4be0-ae23-92cd7aeb4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.446810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port c15d84a0-e193-4568-9330-2730682234f8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c15d84a0-e193-4568-9330-2730682234f8,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:55.462593 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a8e8f196-ca7c-49e3-b25d-d4724d4db9e6 req-ccd5607d-41da-4be0-ae23-92cd7aeb4465 service neutron] 10.222.0.112 "GET /v2.0/networks?id=104b00ef-a54c-4130-b726-8190b92bc6c2 HTTP/1.1" status: 200 len: 927 time: 0.2510676 Jul 07 19:31:55.467484 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.479675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:31:55.487724 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1115ee10-2cad-47d9-abb1-674578590e47" -d '{"events": [{"name": "network-changed", "server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:31:55.492135 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.502120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.519538 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-605d4cbd-9d6c-4941-beba-6248ed2aa70c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.552905 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=c15d84a0-e193-4568-9330-2730682234f8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:55.581144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-605d4cbd-9d6c-4941-beba-6248ed2aa70c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.626062 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edb3a96-433b-42af-84ad-ec9ae6bbbddb x-openstack-request-id: req-6edb3a96-433b-42af-84ad-ec9ae6bbbddb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:31:55.626329 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:31:55.626691 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6edb3a96-433b-42af-84ad-ec9ae6bbbddb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:31:55.627032 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'status': 'completed', 'code': 200} Jul 07 19:31:55.637556 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a8e8f196-ca7c-49e3-b25d-d4724d4db9e6 req-bdc527ca-7575-4dcc-a2d3-403b8e79df7b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f4993-88b0-4e00-85fe-459a14d3ee46 HTTP/1.1" status: 200 len: 217 time: 0.1480176 Jul 07 19:31:55.661793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Pushing event updated for resources: {'Port': ['ID=222f958e-d868-420a-aa68-168e4d7df2d9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:55.662831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d4cbd-9d6c-4941-beba-6248ed2aa70c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd7b897-aa97-4672-a8f4-0bf56bee5112,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:55.664006 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a68df36-a30d-4457-a292-3311252ff1c7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.666239 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.702090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-605d4cbd-9d6c-4941-beba-6248ed2aa70c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.706051 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-605d4cbd-9d6c-4941-beba-6248ed2aa70c tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7555020 Jul 07 19:31:55.709056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 46998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.720178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6475940f-86c2-4209-905f-fa91b5d2e1e2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'e92011ff-3cd5-4888-a54d-771c6f082fb5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:55.747676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8f196-ca7c-49e3-b25d-d4724d4db9e6 req-0319d7bd-400d-48f9-bdd1-3efa1bcdb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.749355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a8e8f196-ca7c-49e3-b25d-d4724d4db9e6 req-0319d7bd-400d-48f9-bdd1-3efa1bcdb885 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e05fa0c9-8791-4d7f-9cc4-4263e0f9dd94 HTTP/1.1" status: 200 len: 865 time: 0.0987885 Jul 07 19:31:55.755714 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-9f718a58-13d7-4133-8a79-4093757805ac service neutron] 10.222.0.112 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627988 Jul 07 19:31:55.768708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68df36-a30d-4457-a292-3311252ff1c7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:55.781524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9a68df36-a30d-4457-a292-3311252ff1c7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:55.791864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68df36-a30d-4457-a292-3311252ff1c7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.792507 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a68df36-a30d-4457-a292-3311252ff1c7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.796762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c93b6-c341-4a33-9021-973be8d5af85 None None] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:31:55.801600 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a8e8f196-ca7c-49e3-b25d-d4724d4db9e6 req-439e9f1f-64d1-4426-bd26-4a90e049a460 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=104b00ef-a54c-4130-b726-8190b92bc6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431094 Jul 07 19:31:55.812812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68df36-a30d-4457-a292-3311252ff1c7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Subnet': ['ID=e33fb324-0e8a-4d40-b786-20ef87064dfb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:55.837330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9a68df36-a30d-4457-a292-3311252ff1c7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0222666 Jul 07 19:31:55.840024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:55.846441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f296bfda-1a49-48ff-8f22-fe0668e3cd05 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'security_group': {'name': 'tempest-secgroup-266882813'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:55.862721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cfcf8-f6c3-4fff-b9a0-8fd2ccfa8181 req-4dab0a2c-e32c-4e90-b623-eaa930e5e4b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:55.864358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-513cfcf8-f6c3-4fff-b9a0-8fd2ccfa8181 req-4dab0a2c-e32c-4e90-b623-eaa930e5e4b6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 943 time: 0.2822607 Jul 07 19:31:55.937750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:55.947557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:55.956286 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f296bfda-1a49-48ff-8f22-fe0668e3cd05 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:55.966689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-513cfcf8-f6c3-4fff-b9a0-8fd2ccfa8181 req-e4fcbea2-1d9e-4c0b-af1b-4f5fc57ffbb0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916269 Jul 07 19:31:56.135102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'tenant_id': '4c43b8a30531496ca4415d525d5134b8', 'fixed_ips': [{'subnet_id': 'e33fb324-0e8a-4d40-b786-20ef87064dfb'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:31:56.136356 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.273938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Router e53c06ff-6475-46f0-a260-9f061e2ffa9e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:31:56.332232 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f296bfda-1a49-48ff-8f22-fe0668e3cd05 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.367119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Allocated IP 172.20.0.2 (7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6/e33fb324-0e8a-4d40-b786-20ef87064dfb/2f838377-d9a2-4640-961a-1cf6980dd48e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:56.378109 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f296bfda-1a49-48ff-8f22-fe0668e3cd05 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.431922 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f296bfda-1a49-48ff-8f22-fe0668e3cd05 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.436382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f296bfda-1a49-48ff-8f22-fe0668e3cd05 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5952401 Jul 07 19:31:56.441434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:56.482163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3a294-26c6-4ee3-9e4b-13edd3ad7dad req-795128f8-f914-4ca5-8606-54972528aba4 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:56.495618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ba3a294-26c6-4ee3-9e4b-13edd3ad7dad req-795128f8-f914-4ca5-8606-54972528aba4 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.3465040 Jul 07 19:31:56.506102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d6b6af05-9995-4933-9b50-3af1f8cca4bb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'security_group': {'name': 'tempest-secgroup-20582848'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:56.514032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296bfda-1a49-48ff-8f22-fe0668e3cd05 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a40a37-4788-4b25-8e5a-16bece5aacc0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:56.555523 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6475940f-86c2-4209-905f-fa91b5d2e1e2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.573050 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6b6af05-9995-4933-9b50-3af1f8cca4bb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.581589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:31:56.586999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d84a726a-7c46-46af-92ce-8dc49a75754e admin admin] 10.222.0.113 "PUT /v2.0/routers/e53c06ff-6475-46f0-a260-9f061e2ffa9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4749527 Jul 07 19:31:56.609535 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ba3a294-26c6-4ee3-9e4b-13edd3ad7dad req-07c17af1-db21-4c37-9ba9-d5167448c769 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128461 Jul 07 19:31:56.675082 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.693588 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Transition to ACTIVE for port object 2f838377-d9a2-4640-961a-1cf6980dd48e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:56.715287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Transition to ACTIVE for port object 2f838377-d9a2-4640-961a-1cf6980dd48e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:56.724951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c15d84a0-e193-4568-9330-2730682234f8 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:56.750967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f28d09-31da-4242-b1d1-590493ccc6b5 req-0aee84f4-ea17-4c04-ba0b-7da9716709ae tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:56.752614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2f28d09-31da-4242-b1d1-590493ccc6b5 req-0aee84f4-ea17-4c04-ba0b-7da9716709ae tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 944 time: 0.1238091 Jul 07 19:31:56.757032 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.785230 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6b6af05-9995-4933-9b50-3af1f8cca4bb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.818184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b14f666-a732-4064-8d1d-3d63acb9ecb1 None None] Provisioning complete for port 222f958e-d868-420a-aa68-168e4d7df2d9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:56.824966 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b14f666-a732-4064-8d1d-3d63acb9ecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.830213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:56.848928 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6b6af05-9995-4933-9b50-3af1f8cca4bb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.861923 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6475940f-86c2-4209-905f-fa91b5d2e1e2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.867608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:56.880705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:56.897456 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6b6af05-9995-4933-9b50-3af1f8cca4bb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.898754 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Pushing event updated for resources: {'Port': ['ID=2f838377-d9a2-4640-961a-1cf6980dd48e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:56.902466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d6b6af05-9995-4933-9b50-3af1f8cca4bb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4581580 Jul 07 19:31:56.903102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:56.911466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2f28d09-31da-4242-b1d1-590493ccc6b5 req-26bc91d7-c067-4e78-8cb3-f7c2a744bda0 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293361 Jul 07 19:31:56.917464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6af05-9995-4933-9b50-3af1f8cca4bb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb8b764-913d-4864-a848-39394da9662d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:56.934157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1686979881', 'security_groups': ['fcb8b764-913d-4864-a848-39394da9662d'], 'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e33fb324-0e8a-4d40-b786-20ef87064dfb'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:56.940464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7b14f666-a732-4064-8d1d-3d63acb9ecb1 None None] Port 222f958e-d868-420a-aa68-168e4d7df2d9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:56.946310 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6475940f-86c2-4209-905f-fa91b5d2e1e2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:56.969162 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-90ae12a5-0353-4016-b900-ab817691cddb req-b62d75c1-fbf9-4a56-9424-f6771f95cd1a service neutron] 10.222.0.112 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1993539 Jul 07 19:31:56.976197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c15d84a0-e193-4568-9330-2730682234f8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:56.976602 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.010914 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a8e8f196-ca7c-49e3-b25d-d4724d4db9e6 req-73958a17-c46d-462d-8e08-0e039e00d25e service neutron] 10.222.0.112 "GET /v2.0/networks/104b00ef-a54c-4130-b726-8190b92bc6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799454 Jul 07 19:31:57.039094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475940f-86c2-4209-905f-fa91b5d2e1e2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc87dea5-4263-43cf-acb2-2f9a6d0f966f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:57.083177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Attempting to bind port 2f838377-d9a2-4640-961a-1cf6980dd48e on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:57.095018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Attempting to bind port 2f838377-d9a2-4640-961a-1cf6980dd48e by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'd370235f-17ed-4018-91c7-389c9d3a2b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:57.095803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Attempting to bind port 2f838377-d9a2-4640-961a-1cf6980dd48e on network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:57.106260 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6475940f-86c2-4209-905f-fa91b5d2e1e2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.107842 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6475940f-86c2-4209-905f-fa91b5d2e1e2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3953722 Jul 07 19:31:57.110763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:57.111989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:57.117457 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7cb9b63d-0178-4afc-b4a8-454cb8b43e90 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'e92011ff-3cd5-4888-a54d-771c6f082fb5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:57.130334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Checking segment: {'id': 'd370235f-17ed-4018-91c7-389c9d3a2b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:57.130750 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.131159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Bound using segment: {'id': 'd370235f-17ed-4018-91c7-389c9d3a2b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:57.131659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Bound port: 2f838377-d9a2-4640-961a-1cf6980dd48e, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd370235f-17ed-4018-91c7-389c9d3a2b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:57.132049 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.185748 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-7cb9b63d-0178-4afc-b4a8-454cb8b43e90 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Project 9a2b8cea685a48079cf1c0d4a2757b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:31:57.201384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b63d-0178-4afc-b4a8-454cb8b43e90 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.256333 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a8e8f196-ca7c-49e3-b25d-d4724d4db9e6 req-293a83ac-4228-480b-aee0-5d4522dc7a13 service neutron] 10.222.0.112 "GET /v2.0/networks/104b00ef-a54c-4130-b726-8190b92bc6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354321 Jul 07 19:31:57.321225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:57.343375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b63d-0178-4afc-b4a8-454cb8b43e90 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.354417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b63d-0178-4afc-b4a8-454cb8b43e90 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.354687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115ee10-2cad-47d9-abb1-674578590e47 req-d19ffb4c-0f85-43e0-91df-b7987ebe0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:57.356233 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1115ee10-2cad-47d9-abb1-674578590e47 req-d19ffb4c-0f85-43e0-91df-b7987ebe0bca service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1095 time: 0.3090808 Jul 07 19:31:57.381561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9b63d-0178-4afc-b4a8-454cb8b43e90 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae072ec-9e57-4903-a95f-653758a89b43,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:57.394998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84feb1e0-a9af-435e-b55d-6bab72a5c2d3 req-b4d9578a-a19f-4d69-beea-4fe0b95a0182 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:57.402930 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84feb1e0-a9af-435e-b55d-6bab72a5c2d3 req-b4d9578a-a19f-4d69-beea-4fe0b95a0182 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 943 time: 0.1415751 Jul 07 19:31:57.411321 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b63d-0178-4afc-b4a8-454cb8b43e90 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.412637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7cb9b63d-0178-4afc-b4a8-454cb8b43e90 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2993839 Jul 07 19:31:57.423516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47042) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:57.430959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9805e666-81b0-433f-92d6-ae0958141a30 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'security_group_rule': {'security_group_id': 'e92011ff-3cd5-4888-a54d-771c6f082fb5', 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:57.444813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] For port 2f838377-d9a2-4640-961a-1cf6980dd48e, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:57.450544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] For port 2f838377-d9a2-4640-961a-1cf6980dd48e, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2f838377-d9a2-4640-961a-1cf6980dd48e,segment=NetworkSegment(d370235f-17ed-4018-91c7-389c9d3a2b53),segment_id=d370235f-17ed-4018-91c7-389c9d3a2b53)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:57.460040 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.497957 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-9805e666-81b0-433f-92d6-ae0958141a30 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Project 9a2b8cea685a48079cf1c0d4a2757b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:31:57.514168 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9805e666-81b0-433f-92d6-ae0958141a30 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.531068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84feb1e0-a9af-435e-b55d-6bab72a5c2d3 req-a7719836-0b3a-4653-9e1c-3c1c5ce592df tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265945 Jul 07 19:31:57.589900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e588e-8f37-40c8-828c-9a555eb13423 None None] Pushing event updated for resources: {'Port': ['ID=2f838377-d9a2-4640-961a-1cf6980dd48e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:57.639868 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9805e666-81b0-433f-92d6-ae0958141a30 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.649924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9805e666-81b0-433f-92d6-ae0958141a30 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.656273 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.677139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805e666-81b0-433f-92d6-ae0958141a30 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11742ad0-f0a4-4ab5-a530-9ec6f9db342a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:57.694125 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9805e666-81b0-433f-92d6-ae0958141a30 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.707701 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9805e666-81b0-433f-92d6-ae0958141a30 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2810612 Jul 07 19:31:57.721960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115ee10-2cad-47d9-abb1-674578590e47 req-95e2c591-a4c8-4fe2-9764-4f4fe821aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:57.723181 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1115ee10-2cad-47d9-abb1-674578590e47 req-95e2c591-a4c8-4fe2-9764-4f4fe821aaf5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=71b2d21f-b911-4e51-9032-3f16b3832072 HTTP/1.1" status: 200 len: 899 time: 0.3152792 Jul 07 19:31:57.730103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port 03d89b2e-7644-41e5-a876-6f75aaff6631 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:31:57.771961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:57.785676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1112756642-network', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:57.814931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Made reservation on behalf of 5690abcf03bc4a3e814a197ba6dcefd7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:57.817357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.826844 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:57.855227 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1115ee10-2cad-47d9-abb1-674578590e47 req-a89efbeb-eb80-4c05-a161-0f1e2aceae22 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 200 len: 217 time: 0.1174793 Jul 07 19:31:57.877861 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Sync routers for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:31:57.898414 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:31:57.899465 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:58.047135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 029f4993-88b0-4e00-85fe-459a14d3ee46 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:31:58.081092 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115ee10-2cad-47d9-abb1-674578590e47 req-565e3271-9965-44f2-bab0-db050ece6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:58.082966 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1115ee10-2cad-47d9-abb1-674578590e47 req-565e3271-9965-44f2-bab0-db050ece6b4c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cf236f19-fdbf-41f8-b905-c1c2f4fe96db HTTP/1.1" status: 200 len: 834 time: 0.0998788 Jul 07 19:31:58.147566 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:31:58.185307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-92ae8a3f-eb25-4116-b44e-1a1b3fcd3592 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-69287194&fields=id&tenant_id=9a2b8cea685a48079cf1c0d4a2757b75 HTTP/1.1" status: 200 len: 267 time: 0.1744831 Jul 07 19:31:58.277400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 029f4993-88b0-4e00-85fe-459a14d3ee46, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=029f4993-88b0-4e00-85fe-459a14d3ee46,segment=NetworkSegment(cbd296b0-9bba-4a77-b696-9e1207fc02ca),segment_id=cbd296b0-9bba-4a77-b696-9e1207fc02ca)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:58.300608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115ee10-2cad-47d9-abb1-674578590e47 req-62f27300-5f8a-4542-86af-a12d3c20dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:58.302243 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1115ee10-2cad-47d9-abb1-674578590e47 req-62f27300-5f8a-4542-86af-a12d3c20dc09 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=71b2d21f-b911-4e51-9032-3f16b3832072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2040348 Jul 07 19:31:58.320039 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '029f4993-88b0-4e00-85fe-459a14d3ee46', 'network_id': '104b00ef-a54c-4130-b726-8190b92bc6c2', 'port_id': '029f4993-88b0-4e00-85fe-459a14d3ee46', 'mac_address': 'fa:16:3e:d3:4c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05fa0c9-8791-4d7f-9cc4-4263e0f9dd94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:31:58.417153 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.442205 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 2, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:31:58.448147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-6fd389e9-69bd-4563-9a86-17bd00b8491a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:58.450791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-6fd389e9-69bd-4563-9a86-17bd00b8491a tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/networks?id=01791bf8-c702-4dcb-8da9-8c8d1ed8545c HTTP/1.1" status: 200 len: 796 time: 0.2401383 Jul 07 19:31:58.453792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029f4993-88b0-4e00-85fe-459a14d3ee46 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:31:58.470264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47ce1-29fa-4094-9a91-9bcb7b7760e9 req-ba6721a8-7615-4225-8805-c07367416347 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:58.472203 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73f47ce1-29fa-4094-9a91-9bcb7b7760e9 req-ba6721a8-7615-4225-8805-c07367416347 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.5606549 Jul 07 19:31:58.508351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 029f4993-88b0-4e00-85fe-459a14d3ee46, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=029f4993-88b0-4e00-85fe-459a14d3ee46,segment=NetworkSegment(cbd296b0-9bba-4a77-b696-9e1207fc02ca),segment_id=cbd296b0-9bba-4a77-b696-9e1207fc02ca)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:58.509510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.11 (7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6/e33fb324-0e8a-4d40-b786-20ef87064dfb/03d89b2e-7644-41e5-a876-6f75aaff6631) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:31:58.515159 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-411e8eb1-0a5f-4886-8433-1e9b6a54fab0 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/quotas/9a2b8cea685a48079cf1c0d4a2757b75 HTTP/1.1" status: 200 len: 375 time: 0.0415592 Jul 07 19:31:58.519672 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.520540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.538039 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Checking router: e53c06ff-6475-46f0-a260-9f061e2ffa9e for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:31:58.538816 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Updating router e53c06ff-6475-46f0-a260-9f061e2ffa9e port 222f958e-d868-420a-aa68-168e4d7df2d9 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:31:58.543107 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.582025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:31:58.608581 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1115ee10-2cad-47d9-abb1-674578590e47 req-c6fe3365-7155-46a1-a5f3-b5abd9ea63ff service neutron] 10.222.0.112 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955306 Jul 07 19:31:58.625008 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.626078 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Added segment b81fea63-c988-45e7-8005-208952abb7f3 of type vlan for network e93e9663-1737-42c2-836d-afb6dc11c57a Jul 07 19:31:58.628057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=029f4993-88b0-4e00-85fe-459a14d3ee46,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:58.658420 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.743453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['029f4993-88b0-4e00-85fe-459a14d3ee46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:31:58.777347 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:58.810675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2f838377-d9a2-4640-961a-1cf6980dd48e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:31:58.851238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73f47ce1-29fa-4094-9a91-9bcb7b7760e9 req-24ff8d2d-e6fc-4ddc-9826-572e60a3f81a tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684082 Jul 07 19:31:58.935662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f9a4a2-7e1f-418e-a9f3-61fb82d6fde4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:58.989589 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-df726f5d-80e0-40e3-b360-16cd9750d996 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4609313 Jul 07 19:31:58.999944 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.001678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:59.002264 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.121365 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1115ee10-2cad-47d9-abb1-674578590e47 req-e913661b-85f2-490b-91ef-899823c4278f service neutron] 10.222.0.112 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862523 Jul 07 19:31:59.141273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 2f838377-d9a2-4640-961a-1cf6980dd48e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:59.163547 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.174687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] Pushing event updated for resources: {'Network': ['ID=e93e9663-1737-42c2-836d-afb6dc11c57a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:59.201439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e93e9663-1737-42c2-836d-afb6dc11c57a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:31:59.218366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object 03d89b2e-7644-41e5-a876-6f75aaff6631 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:59.267465 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d8a375b8-652c-412a-9ae7-c58a58a6d31e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4938767 Jul 07 19:31:59.277672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:59.286260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] Request body: {'subnet': {'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1112756642-subnet', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:59.298025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.333676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3223b5c-24b9-4431-926a-25e2e416c53c None None] Provisioning complete for port f23f998a-f355-454b-ace8-a36dacd51041 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:59.334110 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3223b5c-24b9-4431-926a-25e2e416c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.367876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:31:59.371982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a65ab928-c2ee-45c9-9912-a2dfc6b0d56f service neutron] 10.222.0.113 "GET /v2.0/networks/01791bf8-c702-4dcb-8da9-8c8d1ed8545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589747 Jul 07 19:31:59.378695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:31:59.381512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:31:59.384343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=03d89b2e-7644-41e5-a876-6f75aaff6631,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:59.390856 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.395846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] Made reservation on behalf of 5690abcf03bc4a3e814a197ba6dcefd7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:31:59.398304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.413715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e3223b5c-24b9-4431-926a-25e2e416c53c None None] Port f23f998a-f355-454b-ace8-a36dacd51041 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:31:59.423645 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Transition to ACTIVE for port object 222f958e-d868-420a-aa68-168e4d7df2d9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:31:59.428310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3223b5c-24b9-4431-926a-25e2e416c53c None None] Provisioning for port 2f838377-d9a2-4640-961a-1cf6980dd48e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:59.433913 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.437180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3223b5c-24b9-4431-926a-25e2e416c53c None None] Provisioning complete for port 2f838377-d9a2-4640-961a-1cf6980dd48e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:31:59.437784 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3223b5c-24b9-4431-926a-25e2e416c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.549306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-9d7b57de-cbf4-49a7-96a3-9e20d702b4e6 service neutron] 10.222.0.113 "GET /v2.0/networks/01791bf8-c702-4dcb-8da9-8c8d1ed8545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654308 Jul 07 19:31:59.583405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:59.585145 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.619605 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc75284-2dba-415c-9615-e0732a542d5d req-8b4b4c27-37c6-4e2c-9671-8597640ff557 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:31:59.623612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6cc75284-2dba-415c-9615-e0732a542d5d req-8b4b4c27-37c6-4e2c-9671-8597640ff557 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 945 time: 0.4253836 Jul 07 19:31:59.637516 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3223b5c-24b9-4431-926a-25e2e416c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.678665 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-41652a2b-c0ff-4c2d-a86d-bcb5664139ab tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7548802 Jul 07 19:31:59.679324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:31:59.700376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a75a76a5-41a0-4b52-a31a-dd56571d8d69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:31:59.720824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6cc75284-2dba-415c-9615-e0732a542d5d req-3b4f49b5-7e0b-409a-bccc-370b98d91d0a tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872829 Jul 07 19:31:59.771531 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Attempting to bind port 222f958e-d868-420a-aa68-168e4d7df2d9 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:31:59.771952 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Attempting to bind port 222f958e-d868-420a-aa68-168e4d7df2d9 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:31:59.772237 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Attempting to bind port 222f958e-d868-420a-aa68-168e4d7df2d9 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:31:59.774903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e3223b5c-24b9-4431-926a-25e2e416c53c None None] For port 2f838377-d9a2-4640-961a-1cf6980dd48e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2f838377-d9a2-4640-961a-1cf6980dd48e,segment=NetworkSegment(d370235f-17ed-4018-91c7-389c9d3a2b53),segment_id=d370235f-17ed-4018-91c7-389c9d3a2b53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:31:59.784687 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:31:59.786272 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Checking segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:31:59.786975 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3223b5c-24b9-4431-926a-25e2e416c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.806767 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.807210 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Bound using segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:31:59.807677 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Bound port: 222f958e-d868-420a-aa68-168e4d7df2d9, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:31:59.808059 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.862250 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63157e3c-757f-4b09-8948-6a8e5237d029 None None] Pushing event updated for resources: {'Port': ['ID=222f958e-d868-420a-aa68-168e4d7df2d9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:31:59.954939 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] For port 222f958e-d868-420a-aa68-168e4d7df2d9, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:31:59.958910 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] For port 222f958e-d868-420a-aa68-168e4d7df2d9, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=222f958e-d868-420a-aa68-168e4d7df2d9,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:31:59.965611 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:59.971337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-468ae7af-5603-4785-8e93-60026162a7db None None] Provisioning for port 03d89b2e-7644-41e5-a876-6f75aaff6631 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:31:59.984879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b658eca9-5a59-408a-b36d-977bef45a1d1 req-9105479f-fab6-488a-afff-2a107a875f27 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 210 time: 0.0861166 Jul 07 19:32:00.014863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3223b5c-24b9-4431-926a-25e2e416c53c None None] Pushing event updated for resources: {'Port': ['ID=2f838377-d9a2-4640-961a-1cf6980dd48e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:00.030928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-468ae7af-5603-4785-8e93-60026162a7db None None] Provisioning complete for port 03d89b2e-7644-41e5-a876-6f75aaff6631 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:00.032305 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-468ae7af-5603-4785-8e93-60026162a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.077739 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.118096 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63157e3c-757f-4b09-8948-6a8e5237d029 None None] Pushing event updated for resources: {'Port': ['ID=222f958e-d868-420a-aa68-168e4d7df2d9,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:00.133825 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:00.134580 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:00.136165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 028cef85-16c2-46d8-b80c-0ad6090722f3 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:32:00.161571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75a76a5-41a0-4b52-a31a-dd56571d8d69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:00.165630 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a75a76a5-41a0-4b52-a31a-dd56571d8d69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.167739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1daf2e-e060-4ae0-889a-de230d4c4a5c req-2b637307-f9b2-4530-b4ec-98f17b5d9fb8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:00.179145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f1daf2e-e060-4ae0-889a-de230d4c4a5c req-2b637307-f9b2-4530-b4ec-98f17b5d9fb8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 943 time: 0.1873605 Jul 07 19:32:00.253149 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=091ca480-d64f-481d-9b26-2b743f6e740c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:00.283651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] Checking segment: {'id': 'b81fea63-c988-45e7-8005-208952abb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:00.284037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] Network hostable DHCP agents. Network: e93e9663-1737-42c2-836d-afb6dc11c57a, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:32:00.308707 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f1daf2e-e060-4ae0-889a-de230d4c4a5c req-a4a63f25-0006-4a70-9783-bfa8c9e09474 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284709 Jul 07 19:32:00.360447 n-d-792394-12 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-a75a76a5-41a0-4b52-a31a-dd56571d8d69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e33fb324-0e8a-4d40-b786-20ef87064dfb (CIDR: 172.20.0.0/28) Jul 07 19:32:00.362552 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:00.367624 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] Network e93e9663-1737-42c2-836d-afb6dc11c57a is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:32:00.386449 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75a76a5-41a0-4b52-a31a-dd56571d8d69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:00.386949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75a76a5-41a0-4b52-a31a-dd56571d8d69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:00.405682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e93e9663-1737-42c2-836d-afb6dc11c57a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:00.412216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:00.412870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.433794 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a75a76a5-41a0-4b52-a31a-dd56571d8d69 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7515113 Jul 07 19:32:00.434412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:00.439304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:00.440282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a80f07dc-bd3f-4481-a803-8bfe7a03028f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:00.452263 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-efcfab4a-326a-40ce-9f09-68ed080680c5 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1698909 Jul 07 19:32:00.468289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:00.513924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1112756642-router', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:00.595405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9cd11-422c-46ac-bbb7-ccb5ccb78a54 req-3a40daf8-82dd-4b2b-bbb5-37e7af9f8b10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:00.600624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6e9cd11-422c-46ac-bbb7-ccb5ccb78a54 req-3a40daf8-82dd-4b2b-bbb5-37e7af9f8b10 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.2170374 Jul 07 19:32:00.619087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.620114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.806301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 029f4993-88b0-4e00-85fe-459a14d3ee46 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:00.812219 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.818446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a069161b-0ecc-49ee-8f28-30cbd465f12f None None] Network e93e9663-1737-42c2-836d-afb6dc11c57a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:00.886896 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:31:59Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:00.945268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80f07dc-bd3f-4481-a803-8bfe7a03028f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:00.957092 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a80f07dc-bd3f-4481-a803-8bfe7a03028f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:00.957496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2f838377-d9a2-4640-961a-1cf6980dd48e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:00.965917 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e615477-a5c2-4a5c-978d-50b02427807c None None] The sync data for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 is: [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:31:59Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:01.029334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'port_id': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'mac_address': 'fa:16:3e:32:31:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:32:01.158607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-468ae7af-5603-4785-8e93-60026162a7db None None] Port 03d89b2e-7644-41e5-a876-6f75aaff6631 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:01.183516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2f838377-d9a2-4640-961a-1cf6980dd48e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:01.183921 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.219603 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.307630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-e93e9663-1737-42c2-836d-afb6dc11c57a', 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'fixed_ips': [{'subnet_id': '091ca480-d64f-481d-9b26-2b743f6e740c'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:32:01.310686 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.334835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6e9cd11-422c-46ac-bbb7-ccb5ccb78a54 req-eba57b2b-6ca6-4f44-9782-dc1cb336c8f5 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7289362 Jul 07 19:32:01.353596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028cef85-16c2-46d8-b80c-0ad6090722f3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:01.367650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 029f4993-88b0-4e00-85fe-459a14d3ee46 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:01.376266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc505bab-4c9a-4c57-8843-2635328bded3 req-cd0f801e-525d-4365-ba5e-9d86545572fb tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:01.384119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc505bab-4c9a-4c57-8843-2635328bded3 req-cd0f801e-525d-4365-ba5e-9d86545572fb tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 945 time: 0.1261475 Jul 07 19:32:01.412045 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.428506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc505bab-4c9a-4c57-8843-2635328bded3 req-f6b53126-ed6b-4cd2-85f2-3f08926a231d tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Jul 07 19:32:01.468877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 029f4993-88b0-4e00-85fe-459a14d3ee46 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:01.472182 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.674637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23d07024-53eb-4aed-9a29-6512da1db424 req-c05e2f0c-83b9-42c6-9ce7-38fe199f7b10 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 210 time: 0.0872266 Jul 07 19:32:01.736288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:01.755261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:01.841552 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c4c4a-3012-4745-af54-2fb25e8ea924 req-831ace32-b604-4709-8f07-36664d8f77f5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:01.843734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de9c4c4a-3012-4745-af54-2fb25e8ea924 req-831ace32-b604-4709-8f07-36664d8f77f5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 943 time: 0.1582532 Jul 07 19:32:01.890006 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de9c4c4a-3012-4745-af54-2fb25e8ea924 req-ef9657b9-532c-49e6-9d33-51f2c2011df7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391958 Jul 07 19:32:01.993548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Allocated IP 172.20.0.2 (e93e9663-1737-42c2-836d-afb6dc11c57a/091ca480-d64f-481d-9b26-2b743f6e740c/56290d43-937e-4eb0-b561-8a36ff7ceb55) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:02.003695 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.008592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a80f07dc-bd3f-4481-a803-8bfe7a03028f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.026781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['028cef85-16c2-46d8-b80c-0ad6090722f3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:32:02.036377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=028cef85-16c2-46d8-b80c-0ad6090722f3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:02.117503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 029f4993-88b0-4e00-85fe-459a14d3ee46, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=029f4993-88b0-4e00-85fe-459a14d3ee46,segment=NetworkSegment(cbd296b0-9bba-4a77-b696-9e1207fc02ca),segment_id=cbd296b0-9bba-4a77-b696-9e1207fc02ca)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:02.123341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0584b731-b0a1-4064-9360-8d9f5f487637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f4993-88b0-4e00-85fe-459a14d3ee46'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:02.128640 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ff6ee4-52b2-44e2-bb06-9a12033a3857" -d '{"events": [{"server_uuid": "0584b731-b0a1-4064-9360-8d9f5f487637", "name": "network-vif-plugged", "status": "completed", "tag": "029f4993-88b0-4e00-85fe-459a14d3ee46"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:02.146430 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.253231 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db12cc8d-d54d-4278-a29c-a4f7ee63c69c x-openstack-request-id: req-db12cc8d-d54d-4278-a29c-a4f7ee63c69c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:02.253661 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0584b731-b0a1-4064-9360-8d9f5f487637", "name": "network-vif-plugged", "status": "completed", "tag": "029f4993-88b0-4e00-85fe-459a14d3ee46", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:02.254010 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-db12cc8d-d54d-4278-a29c-a4f7ee63c69c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:02.255001 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0584b731-b0a1-4064-9360-8d9f5f487637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f4993-88b0-4e00-85fe-459a14d3ee46', 'code': 200} Jul 07 19:32:02.320980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-ba23b2e8-c86b-4df7-8a2d-4e367c85ebc0 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:02.322819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-ba23b2e8-c86b-4df7-8a2d-4e367c85ebc0 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.59 "GET /v2.0/networks?id=01791bf8-c702-4dcb-8da9-8c8d1ed8545c HTTP/1.1" status: 200 len: 796 time: 0.2341793 Jul 07 19:32:02.367292 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=029f4993-88b0-4e00-85fe-459a14d3ee46,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:02.526424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-8cdb484b-9b1c-4825-9d86-51e5b86b1116 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a2b8cea685a48079cf1c0d4a2757b75 HTTP/1.1" status: 200 len: 378 time: 0.1845388 Jul 07 19:32:02.550387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'port': {'device_id': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'admin_state_up': True, 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'security_groups': ['e92011ff-3cd5-4888-a54d-771c6f082fb5']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:02.619562 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:02.664451 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Transition to ACTIVE for port object 56290d43-937e-4eb0-b561-8a36ff7ceb55 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:02.850361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 222f958e-d868-420a-aa68-168e4d7df2d9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:02.854605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f07dc-bd3f-4481-a803-8bfe7a03028f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Subnet': ['ID=67ac79f9-665c-45af-9fa8-4268dc3c53f4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:02.869612 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80f07dc-bd3f-4481-a803-8bfe7a03028f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:02.918085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Transition to ACTIVE for port object 56290d43-937e-4eb0-b561-8a36ff7ceb55 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:03.004425 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.008029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a80f07dc-bd3f-4481-a803-8bfe7a03028f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:03.075002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d5729-aa89-40ff-9935-8267efef97a9 req-7b454c72-e7ce-485d-b070-e89eead17825 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:03.080698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80f07dc-bd3f-4481-a803-8bfe7a03028f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:03.081432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a80f07dc-bd3f-4481-a803-8bfe7a03028f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.082723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c91d5729-aa89-40ff-9935-8267efef97a9 req-7b454c72-e7ce-485d-b070-e89eead17825 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.2731111 Jul 07 19:32:03.121063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e9e4d-6807-488f-a763-4a913f1c73e8 None None] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:03.125995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Pushing event updated for resources: {'Port': ['ID=56290d43-937e-4eb0-b561-8a36ff7ceb55,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:03.137427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a3bba-bb65-4bba-8d0f-ef0f81fbc02d req-ed59d307-a541-40f9-a1a5-442bceb8cf73 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:03.148443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-717a3bba-bb65-4bba-8d0f-ef0f81fbc02d req-ed59d307-a541-40f9-a1a5-442bceb8cf73 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 946 time: 0.2993548 Jul 07 19:32:03.181706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Network e93e9663-1737-42c2-836d-afb6dc11c57a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:03.182658 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.205785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Made reservation on behalf of 9a2b8cea685a48079cf1c0d4a2757b75 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:03.209536 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.230472 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:03.233999 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.258411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:03.260994 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a80f07dc-bd3f-4481-a803-8bfe7a03028f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8252554 Jul 07 19:32:03.267229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:03.288501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-926829628', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '67ac79f9-665c-45af-9fa8-4268dc3c53f4'}], 'security_groups': ['72a40a37-4788-4b25-8e5a-16bece5aacc0']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:03.314269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 222f958e-d868-420a-aa68-168e4d7df2d9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:03.337862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ac558-e15f-4e72-9305-d94bc2d206da req-5b93153a-55d2-4a95-9219-b118c486546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:03.339897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 222f958e-d868-420a-aa68-168e4d7df2d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:03.340291 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.340625 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2d3ac558-e15f-4e72-9305-d94bc2d206da req-5b93153a-55d2-4a95-9219-b118c486546b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 1098 time: 0.5699432 Jul 07 19:32:03.380745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-717a3bba-bb65-4bba-8d0f-ef0f81fbc02d req-702d55ae-aff0-452b-b432-60e36de62b78 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311859 Jul 07 19:32:03.419797 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2d3ac558-e15f-4e72-9305-d94bc2d206da req-00762ffc-fbec-42e6-8caf-fe0fd44d98af service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721886 Jul 07 19:32:03.445245 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.542843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Attempting to bind port 56290d43-937e-4eb0-b561-8a36ff7ceb55 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:03.543221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Attempting to bind port 56290d43-937e-4eb0-b561-8a36ff7ceb55 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'b81fea63-c988-45e7-8005-208952abb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:03.543725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Attempting to bind port 56290d43-937e-4eb0-b561-8a36ff7ceb55 on network e93e9663-1737-42c2-836d-afb6dc11c57a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:03.559964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Allocated IP 172.25.2.107 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/d7778bdd-d83a-44e6-9981-ba8a7a6c86e7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:03.566487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c91d5729-aa89-40ff-9935-8267efef97a9 req-3178a43a-c0f2-492b-b796-77876d6179cd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824882 Jul 07 19:32:03.631467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:03.632155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Checking segment: {'id': 'b81fea63-c988-45e7-8005-208952abb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:03.632304 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.632654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Bound using segment: {'id': 'b81fea63-c988-45e7-8005-208952abb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:03.633345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Bound port: 56290d43-937e-4eb0-b561-8a36ff7ceb55, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81fea63-c988-45e7-8005-208952abb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:03.633947 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.690732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.730423 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.741669 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.752342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Allocated IP 172.20.0.4 (01791bf8-c702-4dcb-8da9-8c8d1ed8545c/d7974771-5cf1-4004-be61-5896383eface/0b0475d2-607f-4809-9d17-6e513397e1cd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:03.789972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:03.793050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:03.796672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:03.824796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 222f958e-d868-420a-aa68-168e4d7df2d9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=222f958e-d868-420a-aa68-168e4d7df2d9,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:03.838823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Pushing event updated for resources: {'Port': ['ID=d7778bdd-d83a-44e6-9981-ba8a7a6c86e7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:03.867809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] For port 56290d43-937e-4eb0-b561-8a36ff7ceb55, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:03.873076 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] For port 56290d43-937e-4eb0-b561-8a36ff7ceb55, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=56290d43-937e-4eb0-b561-8a36ff7ceb55,segment=NetworkSegment(b81fea63-c988-45e7-8005-208952abb7f3),segment_id=b81fea63-c988-45e7-8005-208952abb7f3)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:03.875027 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.878040 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-226ac42e-e8cb-47e5-aef8-f947dad38749 req-2d808d81-1ddd-42b3-9ddb-74f62e6511ef tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 210 time: 0.2817178 Jul 07 19:32:03.890679 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.914466 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:03.971567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=222f958e-d868-420a-aa68-168e4d7df2d9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:04.076811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92377073-3c5b-455a-b290-b8e268b387d8 None None] Pushing event updated for resources: {'Port': ['ID=56290d43-937e-4eb0-b561-8a36ff7ceb55,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:04.104872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 028cef85-16c2-46d8-b80c-0ad6090722f3 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:04.152839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843c87a-c273-4b06-bb86-b97f08a87717 req-22993f81-2f3f-47eb-8e86-cdb4ab939aed tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:04.160717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d843c87a-c273-4b06-bb86-b97f08a87717 req-22993f81-2f3f-47eb-8e86-cdb4ab939aed tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 944 time: 0.3862381 Jul 07 19:32:04.189349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f4adc-3de7-45d4-b5cd-055014e38199 None None] Update dhcp port {'port': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'fixed_ips': [{'subnet_id': 'e33fb324-0e8a-4d40-b786-20ef87064dfb', 'ip_address': '172.20.0.2'}, {'subnet_id': '67ac79f9-665c-45af-9fa8-4268dc3c53f4'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '2f838377-d9a2-4640-961a-1cf6980dd48e'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:32:04.203093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.271513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 028cef85-16c2-46d8-b80c-0ad6090722f3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:04.287328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 028cef85-16c2-46d8-b80c-0ad6090722f3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:04.287711 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.360618 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-042f4adc-3de7-45d4-b5cd-055014e38199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.362615 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.380178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d843c87a-c273-4b06-bb86-b97f08a87717 req-0e99e515-486a-4079-b5e3-f02eba9f3e4b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184949 Jul 07 19:32:04.461116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Transition to ACTIVE for port object 0b0475d2-607f-4809-9d17-6e513397e1cd will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:04.689344 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.704526 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.746363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:04.750020 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279fd5e7-90d5-44d5-aa95-46b0690edcd0" -d '{"events": [{"server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "name": "network-vif-plugged", "status": "completed", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:04.769884 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.791620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:04.801351 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.846673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 222f958e-d868-420a-aa68-168e4d7df2d9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:04.917332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Router c2c00c7d-0df4-40db-a0e2-dabe9169846e is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:32:04.950811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282beee6-7b39-4922-9762-0dd12b38171d req-458dae22-3e03-4f2a-a185-8c3f268abc5d tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:04.952459 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-282beee6-7b39-4922-9762-0dd12b38171d req-458dae22-3e03-4f2a-a185-8c3f268abc5d tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 946 time: 0.3443649 Jul 07 19:32:05.009507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=0b0475d2-607f-4809-9d17-6e513397e1cd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:05.014843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:05.029507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Delete allocated IP 172.20.0.11 (7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6/e33fb324-0e8a-4d40-b786-20ef87064dfb) {{(pid=93770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:32:05.036065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:05.057570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:05.113249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:05.132128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.132770 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.144965 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.151297 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f2f95951-a59f-4774-8fab-9fd36596f24a admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6762197 Jul 07 19:32:05.152201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.21 (7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6/67ac79f9-665c-45af-9fa8-4268dc3c53f4/03d89b2e-7644-41e5-a876-6f75aaff6631) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:05.154549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:05.160321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Sync routers for ids ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:05.208920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-282beee6-7b39-4922-9762-0dd12b38171d req-546b5efe-b820-405d-b750-9acbf447a068 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407408 Jul 07 19:32:05.221511 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-a3b77147-e426-44fe-a6c9-d9dafd145d00 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6903698 Jul 07 19:32:05.262705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Routers {'c2c00c7d-0df4-40db-a0e2-dabe9169846e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:05.263716 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:05.324397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Request body: {'port': {'device_id': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:05.398448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=028cef85-16c2-46d8-b80c-0ad6090722f3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:05.418104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d038a-6305-4104-8941-1817de7e8cc4 req-f500afb7-116c-4e23-aabd-3b38f53165de tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.429860 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d21d038a-6305-4104-8941-1817de7e8cc4 req-f500afb7-116c-4e23-aabd-3b38f53165de tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.5694342 Jul 07 19:32:05.431544 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4399f5-9336-4a9c-9a57-df4f542aa806 x-openstack-request-id: req-1e4399f5-9336-4a9c-9a57-df4f542aa806 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:05.431998 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "name": "network-vif-plugged", "status": "completed", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:05.432961 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1e4399f5-9336-4a9c-9a57-df4f542aa806 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:05.433554 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'code': 200} Jul 07 19:32:05.606594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 222f958e-d868-420a-aa68-168e4d7df2d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:05.606987 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.643631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Set router c2c00c7d-0df4-40db-a0e2-dabe9169846e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:05.645862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d21542d-998c-47b5-8899-c1cb665402a8 None None] Provisioning for port 0b0475d2-607f-4809-9d17-6e513397e1cd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:05.654009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d21d038a-6305-4104-8941-1817de7e8cc4 req-304230d0-bf16-4893-bf48-48aaf24be376 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227376 Jul 07 19:32:05.731718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d21542d-998c-47b5-8899-c1cb665402a8 None None] Provisioning complete for port 0b0475d2-607f-4809-9d17-6e513397e1cd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:05.732673 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d21542d-998c-47b5-8899-c1cb665402a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.750743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afedf6d5-b4a3-4a83-82e4-0d8b43748c16 None None] Network e93e9663-1737-42c2-836d-afb6dc11c57a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:05.762894 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:05.854577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae541475-af48-42b8-859b-3d9bacb88562 req-65a35664-97dd-424e-9ca8-2d230615ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.857058 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ae541475-af48-42b8-859b-3d9bacb88562 req-65a35664-97dd-424e-9ca8-2d230615ecca service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1097 time: 0.3175309 Jul 07 19:32:05.883707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a080e4-b711-4160-b139-2f09652ec618 req-f7e7dd93-1116-4d6f-9713-a2a2a97a2aa6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:05.885410 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9a080e4-b711-4160-b139-2f09652ec618 req-f7e7dd93-1116-4d6f-9713-a2a2a97a2aa6 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 931 time: 0.2302110 Jul 07 19:32:05.914740 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ae541475-af48-42b8-859b-3d9bacb88562 req-d624a676-a106-49f8-a044-20eaad17d443 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496609 Jul 07 19:32:06.009270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d21542d-998c-47b5-8899-c1cb665402a8 None None] Port 0b0475d2-607f-4809-9d17-6e513397e1cd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:06.088695 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.140453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 56290d43-937e-4eb0-b561-8a36ff7ceb55 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:06.200005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9a080e4-b711-4160-b139-2f09652ec618 req-b6b6592d-4ba5-4709-b610-d9fea72daabf tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2850301 Jul 07 19:32:06.212181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'name': 'tempest-TestVolumeBootPattern-1112756642-router', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:00Z', 'updated_at': '2021-07-07T19:32:04Z', 'revision_number': 3, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'gw_port': {'id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:03Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:06.216296 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.231185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e7526c6b-c4f5-414a-abc2-d2c5b892503b None None] Provisioning for port 56290d43-937e-4eb0-b561-8a36ff7ceb55 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:06.269200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object 03d89b2e-7644-41e5-a876-6f75aaff6631 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:06.282969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Checking router: c2c00c7d-0df4-40db-a0e2-dabe9169846e for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:06.283730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Updating router c2c00c7d-0df4-40db-a0e2-dabe9169846e port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:06.290158 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.369285 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.378024 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 56290d43-937e-4eb0-b561-8a36ff7ceb55 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:06.402830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 56290d43-937e-4eb0-b561-8a36ff7ceb55 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:06.403598 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.406170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-042f4adc-3de7-45d4-b5cd-055014e38199 None None] Allocated IP 172.20.0.18 (7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6/67ac79f9-665c-45af-9fa8-4268dc3c53f4/2f838377-d9a2-4640-961a-1cf6980dd48e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:06.429874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Allocated IP 172.20.0.1 (e93e9663-1737-42c2-836d-afb6dc11c57a/091ca480-d64f-481d-9b26-2b743f6e740c/dc93cb6d-b1f7-4bd8-9a16-698efd271240) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:06.470067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0475d2-607f-4809-9d17-6e513397e1cd {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:06.479434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=03d89b2e-7644-41e5-a876-6f75aaff6631,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:06.483542 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.550477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88809ab8-a3e2-4bb0-816a-80550e1b1898 req-a74ab89a-9802-4c7e-819c-2bcf43adbf14 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:06.552094 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88809ab8-a3e2-4bb0-816a-80550e1b1898 req-a74ab89a-9802-4c7e-819c-2bcf43adbf14 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 946 time: 0.6595170 Jul 07 19:32:06.568011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Transition to ACTIVE for port object 0b0475d2-607f-4809-9d17-6e513397e1cd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:06.593830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.621579 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.641345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Transition to ACTIVE for port object dc93cb6d-b1f7-4bd8-9a16-698efd271240 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:06.690377 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.721779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] In _notify_port_updated(), no bound segment for port 03d89b2e-7644-41e5-a876-6f75aaff6631 on network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:32:06.738719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:06.743521 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.749344 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-58575ce6-2776-4c6a-8a43-76b8196fd8c9 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "PUT /v2.0/ports/03d89b2e-7644-41e5-a876-6f75aaff6631 HTTP/1.1" status: 200 len: 920 time: 3.4778707 Jul 07 19:32:06.756239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:06.769167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Network e93e9663-1737-42c2-836d-afb6dc11c57a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:06.777551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:06.791808 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-042f4adc-3de7-45d4-b5cd-055014e38199 None None] For port 2f838377-d9a2-4640-961a-1cf6980dd48e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2f838377-d9a2-4640-961a-1cf6980dd48e,segment=NetworkSegment(d370235f-17ed-4018-91c7-389c9d3a2b53),segment_id=d370235f-17ed-4018-91c7-389c9d3a2b53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:06.796533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:06.834324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0475d2-607f-4809-9d17-6e513397e1cd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:06.861901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88809ab8-a3e2-4bb0-816a-80550e1b1898 req-3484cbd2-fd60-490f-8cdb-969c5a5adca2 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009441 Jul 07 19:32:06.917564 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-042f4adc-3de7-45d4-b5cd-055014e38199 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:06.925651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Pushing event updated for resources: {'Port': ['ID=dc93cb6d-b1f7-4bd8-9a16-698efd271240,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:06.938555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d383420-cdc8-4208-8daa-9e6bbcaa7f2c req-10ef7e8b-35e7-41bb-be78-1122b58a120a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:06.956258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d383420-cdc8-4208-8daa-9e6bbcaa7f2c req-10ef7e8b-35e7-41bb-be78-1122b58a120a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 945 time: 0.5572476 Jul 07 19:32:06.997152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.054501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-042f4adc-3de7-45d4-b5cd-055014e38199 None None] Transition to ACTIVE for port object 2f838377-d9a2-4640-961a-1cf6980dd48e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:07.111206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d383420-cdc8-4208-8daa-9e6bbcaa7f2c req-35798ac6-4d90-4fed-b9a0-9bd2d8ecfd20 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537957 Jul 07 19:32:07.139614 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.149832 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-042f4adc-3de7-45d4-b5cd-055014e38199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.193922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Attempting to bind port 0b0475d2-607f-4809-9d17-6e513397e1cd on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:07.194829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Attempting to bind port 0b0475d2-607f-4809-9d17-6e513397e1cd by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:07.195637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Attempting to bind port 0b0475d2-607f-4809-9d17-6e513397e1cd on network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:07.208459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Port 0b0475d2-607f-4809-9d17-6e513397e1cd on network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:32:07.209176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Attempting to bind port 0b0475d2-607f-4809-9d17-6e513397e1cd on network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:07.233225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:07.234694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Checking segment: {'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:07.236224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Bound using segment: {'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:07.236975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Bound port: 0b0475d2-607f-4809-9d17-6e513397e1cd, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd931833-21cd-4b46-8f58-65ab1e823b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:07.237615 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.309213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7660b-8663-4443-9d1e-c01f28cb4043 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 03d89b2e-7644-41e5-a876-6f75aaff6631 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:07.309920 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3a7660b-8663-4443-9d1e-c01f28cb4043 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.338689 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f4adc-3de7-45d4-b5cd-055014e38199 None None] Pushing event updated for resources: {'Port': ['ID=2f838377-d9a2-4640-961a-1cf6980dd48e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:07.368983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e18e5141-ef7a-40b4-b789-5eef95e1d4a9 None None] Provisioning complete for port 56290d43-937e-4eb0-b561-8a36ff7ceb55 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:07.369712 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e18e5141-ef7a-40b4-b789-5eef95e1d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.379784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.444694 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3a7660b-8663-4443-9d1e-c01f28cb4043 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.451553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 56290d43-937e-4eb0-b561-8a36ff7ceb55, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=56290d43-937e-4eb0-b561-8a36ff7ceb55,segment=NetworkSegment(b81fea63-c988-45e7-8005-208952abb7f3),segment_id=b81fea63-c988-45e7-8005-208952abb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:07.475035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7660b-8663-4443-9d1e-c01f28cb4043 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 03d89b2e-7644-41e5-a876-6f75aaff6631 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:07.485163 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.605958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=56290d43-937e-4eb0-b561-8a36ff7ceb55,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:07.752305 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.753847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2f838377-d9a2-4640-961a-1cf6980dd48e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:07.760287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.761882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3a7660b-8663-4443-9d1e-c01f28cb4043 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.832347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Pushing event updated for resources: {'Port': ['ID=dc93cb6d-b1f7-4bd8-9a16-698efd271240,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:07.868704 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.897055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.916206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Transition to ACTIVE for port object d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:07.933218 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.967750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7660b-8663-4443-9d1e-c01f28cb4043 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=03d89b2e-7644-41e5-a876-6f75aaff6631,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:08.003375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2bd1d-5f21-45fa-b5b1-5d28ebbbed89 None None] Pushing event updated for resources: {'Port': ['ID=d7778bdd-d83a-44e6-9981-ba8a7a6c86e7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:08.020575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Attempting to bind port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:08.021033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Attempting to bind port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:08.021324 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Attempting to bind port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:08.031548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d44febc8-1c60-4988-ba01-bb302dc8b1c1 None None] Provisioning for port dc93cb6d-b1f7-4bd8-9a16-698efd271240 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:08.040723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:08.040723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:08.040723 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.040723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:08.040723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Bound port: d7778bdd-d83a-44e6-9981-ba8a7a6c86e7, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:08.040723 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.077091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d44febc8-1c60-4988-ba01-bb302dc8b1c1 None None] Provisioning complete for port dc93cb6d-b1f7-4bd8-9a16-698efd271240 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:08.077709 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d44febc8-1c60-4988-ba01-bb302dc8b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.078720 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3a7660b-8663-4443-9d1e-c01f28cb4043 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.089195 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d3a7660b-8663-4443-9d1e-c01f28cb4043 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/03d89b2e-7644-41e5-a876-6f75aaff6631 HTTP/1.1" status: 204 len: 168 time: 1.2998877 Jul 07 19:32:08.092118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Network e93e9663-1737-42c2-836d-afb6dc11c57a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:08.094542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] For port 0b0475d2-607f-4809-9d17-6e513397e1cd, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:08.096180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:08.097585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:08.117366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d44febc8-1c60-4988-ba01-bb302dc8b1c1 None None] Port dc93cb6d-b1f7-4bd8-9a16-698efd271240 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:08.153612 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e13948-9975-4e33-bd8c-72e864e83dc2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:32:08.159136 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c9e13948-9975-4e33-bd8c-72e864e83dc2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/03d89b2e-7644-41e5-a876-6f75aaff6631 HTTP/1.1" status: 404 len: 333 time: 0.0582871 Jul 07 19:32:08.160858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:08.171323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] For port 0b0475d2-607f-4809-9d17-6e513397e1cd, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0b0475d2-607f-4809-9d17-6e513397e1cd,segment=NetworkSegment(cd931833-21cd-4b46-8f58-65ab1e823b0c),segment_id=cd931833-21cd-4b46-8f58-65ab1e823b0c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:08.184946 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.200261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] For port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:08.210539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] For port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d7778bdd-d83a-44e6-9981-ba8a7a6c86e7,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:08.218257 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.266416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1b5f2-41df-4430-ac56-a05982471862 req-b80b9347-41da-4c73-b9b5-9e697785e695 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:08.276200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79e1b5f2-41df-4430-ac56-a05982471862 req-b80b9347-41da-4c73-b9b5-9e697785e695 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 943 time: 0.4638438 Jul 07 19:32:08.292707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Routers {'c2c00c7d-0df4-40db-a0e2-dabe9169846e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:08.293351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:31:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:08.296832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0fa08-92b8-46e5-82da-c7000e78097b req-65e4a436-ea16-4f12-b4f5-f0c2e6ed7dcb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:08.304789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2bd1d-5f21-45fa-b5b1-5d28ebbbed89 None None] Pushing event updated for resources: {'Port': ['ID=d7778bdd-d83a-44e6-9981-ba8a7a6c86e7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:08.305920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6a0fa08-92b8-46e5-82da-c7000e78097b req-65e4a436-ea16-4f12-b4f5-f0c2e6ed7dcb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.5815272 Jul 07 19:32:08.371051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:08.371051 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.371051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] 10.222.0.59 "PUT /v2.0/ports/0b0475d2-607f-4809-9d17-6e513397e1cd HTTP/1.1" status: 200 len: 1092 time: 3.0951023 Jul 07 19:32:08.371865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'tag': '0b0475d2-607f-4809-9d17-6e513397e1cd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:08.378051 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65064c28-f6eb-4ddb-8481-b46ae9cf378e" -d '{"events": [{"name": "network-changed", "server_uuid": "21cb8bb2-9c74-4b75-8dc9-cc77ada0280b", "tag": "0b0475d2-607f-4809-9d17-6e513397e1cd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:08.446283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6a0fa08-92b8-46e5-82da-c7000e78097b req-96e95b4c-5262-4ccc-b0a1-abc7ae783beb tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393127 Jul 07 19:32:08.461459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e109b1-8ecb-482f-b0b3-410710a66594 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0475d2-607f-4809-9d17-6e513397e1cd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:08.477389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-79e1b5f2-41df-4430-ac56-a05982471862 req-db55bb43-56dc-4ee0-bf23-436e7ad112b5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1993191 Jul 07 19:32:08.654810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-4dcd2447-390f-477f-afdd-ca9609922372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:08.659680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-4dcd2447-390f-477f-afdd-ca9609922372 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 1095 time: 0.1762793 Jul 07 19:32:08.806039 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b1458cc-4113-4b60-ae7a-570a39a95f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.811104 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5e455dff-1f1e-4ab1-afc7-4c9549f2d8aa None None] Provisioning complete for port f23f998a-f355-454b-ace8-a36dacd51041 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:08.811484 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e455dff-1f1e-4ab1-afc7-4c9549f2d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.825180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-6c0a53a7-f8dc-4d96-ab93-3f697d119d83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b0475d2-607f-4809-9d17-6e513397e1cd HTTP/1.1" status: 200 len: 217 time: 0.1499679 Jul 07 19:32:08.853662 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e9b78b-bcd8-472b-b56f-735c92a45f72 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.911765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5e455dff-1f1e-4ab1-afc7-4c9549f2d8aa None None] Port f23f998a-f355-454b-ace8-a36dacd51041 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:08.920344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] Set router c2c00c7d-0df4-40db-a0e2-dabe9169846e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:08.922755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5e455dff-1f1e-4ab1-afc7-4c9549f2d8aa None None] Could not find standard attr ID for object 03d89b2e-7644-41e5-a876-6f75aaff6631. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:32:08.933452 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e9b78b-bcd8-472b-b56f-735c92a45f72 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:08.973096 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5e455dff-1f1e-4ab1-afc7-4c9549f2d8aa None None] Provisioning complete for port dc93cb6d-b1f7-4bd8-9a16-698efd271240 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:08.973492 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e455dff-1f1e-4ab1-afc7-4c9549f2d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.047907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Router c2c00c7d-0df4-40db-a0e2-dabe9169846e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:09.126498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5e455dff-1f1e-4ab1-afc7-4c9549f2d8aa None None] Port dc93cb6d-b1f7-4bd8-9a16-698efd271240 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:09.151011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5e455dff-1f1e-4ab1-afc7-4c9549f2d8aa None None] Provisioning for port 2f838377-d9a2-4640-961a-1cf6980dd48e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:09.173047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5e455dff-1f1e-4ab1-afc7-4c9549f2d8aa None None] Provisioning complete for port 2f838377-d9a2-4640-961a-1cf6980dd48e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:09.174029 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e455dff-1f1e-4ab1-afc7-4c9549f2d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.233103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:09.252704 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-95415594-77ea-4e06-8917-d1121b1c6e3a admin admin] 10.222.0.113 "PUT /v2.0/routers/c2c00c7d-0df4-40db-a0e2-dabe9169846e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0962090 Jul 07 19:32:09.254082 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e9b78b-bcd8-472b-b56f-735c92a45f72 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.256400 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e9b78b-bcd8-472b-b56f-735c92a45f72 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.260059 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-10e9b78b-bcd8-472b-b56f-735c92a45f72 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/security-groups/fcb8b764-913d-4864-a848-39394da9662d HTTP/1.1" status: 204 len: 168 time: 1.0957952 Jul 07 19:32:09.268700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:09.269515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9b78b-bcd8-472b-b56f-735c92a45f72 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb8b764-913d-4864-a848-39394da9662d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:09.384903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'name': 'tempest-TestVolumeBootPattern-1112756642-router', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:00Z', 'updated_at': '2021-07-07T19:32:07Z', 'revision_number': 4, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'gw_port': {'id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:03Z', 'updated_at': '2021-07-07T19:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'dc93cb6d-b1f7-4bd8-9a16-698efd271240', 'name': '', 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'mac_address': 'fa:16:3e:24:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '091ca480-d64f-481d-9b26-2b743f6e740c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:06Z', 'updated_at': '2021-07-07T19:32:07Z', 'revision_number': 2, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'subnets': [{'id': '091ca480-d64f-481d-9b26-2b743f6e740c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:09.403327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee5d9e03-aeec-4b89-a859-811d2a7698dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.419921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597dde1-3c3e-490c-9912-43c07821b617 None None] The sync data for ids ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'] in n-d-792394-12 is: [{'id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'name': 'tempest-TestVolumeBootPattern-1112756642-router', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:00Z', 'updated_at': '2021-07-07T19:32:07Z', 'revision_number': 4, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'gw_port': {'id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:03Z', 'updated_at': '2021-07-07T19:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'dc93cb6d-b1f7-4bd8-9a16-698efd271240', 'name': '', 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'mac_address': 'fa:16:3e:24:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '091ca480-d64f-481d-9b26-2b743f6e740c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:06Z', 'updated_at': '2021-07-07T19:32:07Z', 'revision_number': 2, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'subnets': [{'id': '091ca480-d64f-481d-9b26-2b743f6e740c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:09.479468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-9ccc5d61-bc80-49cd-9914-b0eee35ef901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:09.481035 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-9ccc5d61-bc80-49cd-9914-b0eee35ef901 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7974771-5cf1-4004-be61-5896383eface HTTP/1.1" status: 200 len: 835 time: 0.6427579 Jul 07 19:32:09.481601 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee5d9e03-aeec-4b89-a859-811d2a7698dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.559141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41836d8e-48eb-444f-a18b-2bf64378ba35 req-43e1974d-ed15-41c7-8858-53b45b957ecc tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:09.561652 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41836d8e-48eb-444f-a18b-2bf64378ba35 req-43e1974d-ed15-41c7-8858-53b45b957ecc tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 946 time: 0.8835049 Jul 07 19:32:09.579920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee5d9e03-aeec-4b89-a859-811d2a7698dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.582880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-25c8edba-639c-419d-9a45-684c9a2542c0 None None] Could not find standard attr ID for object 03d89b2e-7644-41e5-a876-6f75aaff6631. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:32:09.589055 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee5d9e03-aeec-4b89-a859-811d2a7698dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.595866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ee5d9e03-aeec-4b89-a859-811d2a7698dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/security-groups/72a40a37-4788-4b25-8e5a-16bece5aacc0 HTTP/1.1" status: 204 len: 168 time: 0.3164248 Jul 07 19:32:09.597210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:09.683174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d9e03-aeec-4b89-a859-811d2a7698dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a40a37-4788-4b25-8e5a-16bece5aacc0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:09.683420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 56290d43-937e-4eb0-b561-8a36ff7ceb55 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:09.723485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6c576d-6dd4-4d3c-bf5f-0a2e4705e243 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting subnet e33fb324-0e8a-4d40-b786-20ef87064dfb {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:09.727337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b6c576d-6dd4-4d3c-bf5f-0a2e4705e243 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.737949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7343ed-b193-4683-a260-3b8d3e4728df req-7650d275-104a-4760-9c00-637e85c43e9b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:09.760447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd7343ed-b193-4683-a260-3b8d3e4728df req-7650d275-104a-4760-9c00-637e85c43e9b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 945 time: 0.9384820 Jul 07 19:32:09.772288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 56290d43-937e-4eb0-b561-8a36ff7ceb55 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:09.772832 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.783575 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b6c576d-6dd4-4d3c-bf5f-0a2e4705e243 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.847355 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41836d8e-48eb-444f-a18b-2bf64378ba35 req-e1e5fef2-57c1-4111-922e-debd9ad279d6 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280092 Jul 07 19:32:09.882948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-0fd14904-b24d-46a5-b621-fa239bbe39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:09.891188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-0fd14904-b24d-46a5-b621-fa239bbe39f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01791bf8-c702-4dcb-8da9-8c8d1ed8545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4024200 Jul 07 19:32:09.941541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b6c576d-6dd4-4d3c-bf5f-0a2e4705e243 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:09.975955 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4439dc-df47-4094-8038-564e85cb5ab4 x-openstack-request-id: req-4c4439dc-df47-4094-8038-564e85cb5ab4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:09.976325 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cb8bb2-9c74-4b75-8dc9-cc77ada0280b", "tag": "0b0475d2-607f-4809-9d17-6e513397e1cd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:09.976890 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4c4439dc-df47-4094-8038-564e85cb5ab4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:09.977304 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'tag': '0b0475d2-607f-4809-9d17-6e513397e1cd', 'status': 'completed', 'code': 200} Jul 07 19:32:09.997027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd7343ed-b193-4683-a260-3b8d3e4728df req-c9c7a542-cb16-4770-821d-72dd68548f0d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335396 Jul 07 19:32:10.037120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b6c576d-6dd4-4d3c-bf5f-0a2e4705e243 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.098302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c576d-6dd4-4d3c-bf5f-0a2e4705e243 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Subnet': ['ID=e33fb324-0e8a-4d40-b786-20ef87064dfb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:10.100786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-5c6e6bf3-a6a9-4551-9d5c-4530d8147243 service neutron] 10.222.0.59 "GET /v2.0/networks/01791bf8-c702-4dcb-8da9-8c8d1ed8545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025192 Jul 07 19:32:10.127131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00350ee9-42b5-4cee-ab87-7c6c2247fdd1 None None] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:10.143985 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b6c576d-6dd4-4d3c-bf5f-0a2e4705e243 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.150419 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8b6c576d-6dd4-4d3c-bf5f-0a2e4705e243 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/e33fb324-0e8a-4d40-b786-20ef87064dfb HTTP/1.1" status: 204 len: 168 time: 0.5465775 Jul 07 19:32:10.159323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:10.177837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9ffadc85-5a64-49db-9caf-3b9646d32ce5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:10.454500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffadc85-5a64-49db-9caf-3b9646d32ce5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:10.459226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ffadc85-5a64-49db-9caf-3b9646d32ce5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:10.490270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5527b93a-9615-4f57-99d3-1ee90590f93c req-bc76cbc2-60db-41c9-9791-d5e21d18a672 service neutron] 10.222.0.59 "GET /v2.0/networks/01791bf8-c702-4dcb-8da9-8c8d1ed8545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818579 Jul 07 19:32:10.522251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625c3d-c554-48a3-bb60-9a2078fddd13 req-ded80c05-beab-43ed-bc07-2ac98189c7e8 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:10.531173 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb625c3d-c554-48a3-bb60-9a2078fddd13 req-ded80c05-beab-43ed-bc07-2ac98189c7e8 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 943 time: 0.2178035 Jul 07 19:32:10.583059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ccd45-a179-45b8-a80c-cc6f0aa7846a req-9acf9c0b-9f44-4b2b-8a94-ce97355243ed tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:10.593828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-715ccd45-a179-45b8-a80c-cc6f0aa7846a req-9acf9c0b-9f44-4b2b-8a94-ce97355243ed tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.4159513 Jul 07 19:32:10.681093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb625c3d-c554-48a3-bb60-9a2078fddd13 req-d0c2f078-23f7-4ad6-8ddf-ec740566bba3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478767 Jul 07 19:32:10.836980 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-715ccd45-a179-45b8-a80c-cc6f0aa7846a req-5e8b7643-1be4-4de1-abcf-380c26b88539 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279038 Jul 07 19:32:10.903478 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65064c28-f6eb-4ddb-8481-b46ae9cf378e req-06bb954f-aedc-4147-8f0b-b7894de07b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:10.907538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65064c28-f6eb-4ddb-8481-b46ae9cf378e req-06bb954f-aedc-4147-8f0b-b7894de07b7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 1095 time: 0.2891934 Jul 07 19:32:11.040444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ffadc85-5a64-49db-9caf-3b9646d32ce5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.049956 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a488ba42-3ceb-4157-bd7d-65073841287c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.154709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffadc85-5a64-49db-9caf-3b9646d32ce5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:11.164242 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9ffadc85-5a64-49db-9caf-3b9646d32ce5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:11.175450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffadc85-5a64-49db-9caf-3b9646d32ce5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:11.178196 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ffadc85-5a64-49db-9caf-3b9646d32ce5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.246090 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9ffadc85-5a64-49db-9caf-3b9646d32ce5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0798292 Jul 07 19:32:11.251289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:11.260242 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a1772c1a-7af3-43b4-82f1-eea5fc498c1a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'security_group': {'name': 'tempest-secgroup-1670830567'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:11.276159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffadc85-5a64-49db-9caf-3b9646d32ce5 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Subnet': ['ID=352c957f-62cb-490d-b927-9cf97a7fa913,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:11.289190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.301982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65064c28-f6eb-4ddb-8481-b46ae9cf378e req-a103cf03-5707-4917-9b43-f1745a8c4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:11.303532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65064c28-f6eb-4ddb-8481-b46ae9cf378e req-a103cf03-5707-4917-9b43-f1745a8c4474 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01791bf8-c702-4dcb-8da9-8c8d1ed8545c HTTP/1.1" status: 200 len: 898 time: 0.3867111 Jul 07 19:32:11.334923 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1772c1a-7af3-43b4-82f1-eea5fc498c1a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.441729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65064c28-f6eb-4ddb-8481-b46ae9cf378e req-739a3ed3-d6e1-46fc-8066-6e72da250241 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b0475d2-607f-4809-9d17-6e513397e1cd HTTP/1.1" status: 200 len: 217 time: 0.1263554 Jul 07 19:32:11.603328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65064c28-f6eb-4ddb-8481-b46ae9cf378e req-e6cd837e-8c0f-4acb-b79e-e19a84158c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:11.605774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65064c28-f6eb-4ddb-8481-b46ae9cf378e req-e6cd837e-8c0f-4acb-b79e-e19a84158c49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7974771-5cf1-4004-be61-5896383eface HTTP/1.1" status: 200 len: 835 time: 0.1584561 Jul 07 19:32:11.607551 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1772c1a-7af3-43b4-82f1-eea5fc498c1a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.618128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1772c1a-7af3-43b4-82f1-eea5fc498c1a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.665775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed035c7-e3d3-43ea-a6f0-b1d011f3f1e1 req-243b7799-ecf2-49e4-a4fe-42a0e017c399 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:11.675924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ed035c7-e3d3-43ea-a6f0-b1d011f3f1e1 req-243b7799-ecf2-49e4-a4fe-42a0e017c399 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 945 time: 0.4701800 Jul 07 19:32:11.716200 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1772c1a-7af3-43b4-82f1-eea5fc498c1a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.721452 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a1772c1a-7af3-43b4-82f1-eea5fc498c1a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4690990 Jul 07 19:32:11.722127 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:11.732303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:11.740786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-19f83363-c4dd-494e-9cb4-fea160d31cea tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'security_group': {'name': 'tempest-secgroup-1468876382'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:11.778445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1772c1a-7af3-43b4-82f1-eea5fc498c1a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69ea72d-ae9a-47c9-9eea-60e1758a239b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:11.801468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ed035c7-e3d3-43ea-a6f0-b1d011f3f1e1 req-b05058d2-58bf-4208-a00a-a34968a78bde tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241860 Jul 07 19:32:11.819526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:11.831615 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19f83363-c4dd-494e-9cb4-fea160d31cea tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:11.853683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eeb8ed-9ffe-4722-ade7-63c27fc04e7c None None] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:11.942647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b60b2376-8f19-4f9f-b723-bff4be772a75 None None] Provisioning complete for port f23f998a-f355-454b-ace8-a36dacd51041 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:11.943336 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b60b2376-8f19-4f9f-b723-bff4be772a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.030949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b60b2376-8f19-4f9f-b723-bff4be772a75 None None] Port f23f998a-f355-454b-ace8-a36dacd51041 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:12.043464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:12.043699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65064c28-f6eb-4ddb-8481-b46ae9cf378e req-c2455733-b7c8-4627-be5e-7efcb7bcc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:12.045327 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65064c28-f6eb-4ddb-8481-b46ae9cf378e req-c2455733-b7c8-4627-be5e-7efcb7bcc4ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01791bf8-c702-4dcb-8da9-8c8d1ed8545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4270051 Jul 07 19:32:12.057118 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19f83363-c4dd-494e-9cb4-fea160d31cea tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.057750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:12.058296 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.070120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19f83363-c4dd-494e-9cb4-fea160d31cea tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.104847 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19f83363-c4dd-494e-9cb4-fea160d31cea tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.111240 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-19f83363-c4dd-494e-9cb4-fea160d31cea tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3754778 Jul 07 19:32:12.113957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:12.119029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3f076190-0ea7-4e1e-9c9e-766ba539c1dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'security_group': {'name': 'tempest-secgroup-1682736641'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:12.164435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b60b2376-8f19-4f9f-b723-bff4be772a75 None None] Provisioning complete for port 2f838377-d9a2-4640-961a-1cf6980dd48e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:12.165078 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b60b2376-8f19-4f9f-b723-bff4be772a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.191280 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f83363-c4dd-494e-9cb4-fea160d31cea tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c38d37-ce60-4b61-847a-d923c2b02539,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:12.238076 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f076190-0ea7-4e1e-9c9e-766ba539c1dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.306340 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.363517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321c580-5021-4d46-84d5-1732edab6eab tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:12.366393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c321c580-5021-4d46-84d5-1732edab6eab tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1092 time: 0.5454109 Jul 07 19:32:12.374618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:12.384868 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d7778bdd-d83a-44e6-9981-ba8a7a6c86e7,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:12.406287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f076190-0ea7-4e1e-9c9e-766ba539c1dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.408587 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.414688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e1706-8851-4ad5-be2b-d972629f2ead req-03b66306-1303-4fb7-ba8f-3334534cc2e7 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:12.427241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f076190-0ea7-4e1e-9c9e-766ba539c1dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.430783 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-279e1706-8851-4ad5-be2b-d972629f2ead req-03b66306-1303-4fb7-ba8f-3334534cc2e7 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 946 time: 0.4873877 Jul 07 19:32:12.475757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:12.482818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0b0475d2-607f-4809-9d17-6e513397e1cd details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:32:12.486804 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.496695 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f076190-0ea7-4e1e-9c9e-766ba539c1dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.504323 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3f076190-0ea7-4e1e-9c9e-766ba539c1dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3888257 Jul 07 19:32:12.505032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:12.514944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-126871021', 'security_groups': ['6d367a24-262e-4772-be22-503cc7146ffa'], 'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '352c957f-62cb-490d-b927-9cf97a7fa913'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:12.591223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13040f6d-fd65-494e-af1b-1904db228ff9 req-15bfb575-1d8d-4554-9248-34f832ac7ef4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:12.602024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13040f6d-fd65-494e-af1b-1904db228ff9 req-15bfb575-1d8d-4554-9248-34f832ac7ef4 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 943 time: 0.6317489 Jul 07 19:32:12.605115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f076190-0ea7-4e1e-9c9e-766ba539c1dd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d367a24-262e-4772-be22-503cc7146ffa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:12.638795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d7778bdd-d83a-44e6-9981-ba8a7a6c86e7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:12.649962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-279e1706-8851-4ad5-be2b-d972629f2ead req-8682dea7-90b9-40e3-9bb2-0c60b0ddd9d3 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182529 Jul 07 19:32:12.654694 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.682820 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:32:12.752075 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:12.785164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13040f6d-fd65-494e-af1b-1904db228ff9 req-b5c50b57-4233-4b77-bc79-8610197da0a5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1818745 Jul 07 19:32:12.808751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65064c28-f6eb-4ddb-8481-b46ae9cf378e req-b7e59d6d-7141-4260-a39e-27e3d788cf61 service neutron] 10.222.0.59 "GET /v2.0/networks/01791bf8-c702-4dcb-8da9-8c8d1ed8545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7527120 Jul 07 19:32:12.891302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd83bd-eb87-4904-9b05-cfd1d87997c3 None None] Update dhcp port {'port': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'fixed_ips': [{'subnet_id': '67ac79f9-665c-45af-9fa8-4268dc3c53f4', 'ip_address': '172.20.0.18'}, {'subnet_id': '352c957f-62cb-490d-b927-9cf97a7fa913'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '2f838377-d9a2-4640-961a-1cf6980dd48e'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:32:12.921712 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:12.931156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0b0475d2-607f-4809-9d17-6e513397e1cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0b0475d2-607f-4809-9d17-6e513397e1cd,segment=NetworkSegment(cd931833-21cd-4b46-8f58-65ab1e823b0c),segment_id=cd931833-21cd-4b46-8f58-65ab1e823b0c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:12.941566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] device_id is not set on port e8d74886-213a-4d96-96cb-89e085fc212f yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:32:12.955133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '0b0475d2-607f-4809-9d17-6e513397e1cd', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'port_id': '0b0475d2-607f-4809-9d17-6e513397e1cd', 'mac_address': 'fa:16:3e:44:2b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7974771-5cf1-4004-be61-5896383eface', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:32:12.959094 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dfd83bd-eb87-4904-9b05-cfd1d87997c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.129120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65064c28-f6eb-4ddb-8481-b46ae9cf378e req-ee60e97b-ade2-4434-9ae7-f5d7543d35ba service neutron] 10.222.0.59 "GET /v2.0/networks/01791bf8-c702-4dcb-8da9-8c8d1ed8545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127239 Jul 07 19:32:13.170660 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.177940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46616d-73c9-4699-9040-613a0c45e894 req-93ff34f6-24c6-40fe-a052-1063f902ac76 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:13.180765 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4e46616d-73c9-4699-9040-613a0c45e894 req-93ff34f6-24c6-40fe-a052-1063f902ac76 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.112 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 946 time: 0.2312891 Jul 07 19:32:13.198516 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.231797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01ae02-513c-4c74-803b-d543be92e267 req-1f43f15b-7c24-479f-baa1-b6a8e2c7ccb9 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:13.239655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e01ae02-513c-4c74-803b-d543be92e267 req-1f43f15b-7c24-479f-baa1-b6a8e2c7ccb9 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.1091340 Jul 07 19:32:13.331299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4dfd83bd-eb87-4904-9b05-cfd1d87997c3 None None] Allocated IP 172.20.0.2 (7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6/352c957f-62cb-490d-b927-9cf97a7fa913/2f838377-d9a2-4640-961a-1cf6980dd48e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:13.349357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e01ae02-513c-4c74-803b-d543be92e267 req-1987a760-4ead-4653-b04d-b32ecdb483ec tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086335 Jul 07 19:32:13.435610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.25.2.233 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/7858f425-c8d1-4088-974b-a2a7e918b155) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:13.460446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4dfd83bd-eb87-4904-9b05-cfd1d87997c3 None None] For port 2f838377-d9a2-4640-961a-1cf6980dd48e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2f838377-d9a2-4640-961a-1cf6980dd48e,segment=NetworkSegment(d370235f-17ed-4018-91c7-389c9d3a2b53),segment_id=d370235f-17ed-4018-91c7-389c9d3a2b53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:13.481269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0475d2-607f-4809-9d17-6e513397e1cd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:13.517236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4e46616d-73c9-4699-9040-613a0c45e894 req-5086deab-a5f7-4cfd-b57e-e955e48bffdf tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Deleting port 029f4993-88b0-4e00-85fe-459a14d3ee46 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:13.517678 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e46616d-73c9-4699-9040-613a0c45e894 req-5086deab-a5f7-4cfd-b57e-e955e48bffdf tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.576218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0b0475d2-607f-4809-9d17-6e513397e1cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0b0475d2-607f-4809-9d17-6e513397e1cd,segment=NetworkSegment(cd931833-21cd-4b46-8f58-65ab1e823b0c),segment_id=cd931833-21cd-4b46-8f58-65ab1e823b0c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:13.592414 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dfd83bd-eb87-4904-9b05-cfd1d87997c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.602579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.650997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.659541 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Sync routers for ids ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:13.662430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4dfd83bd-eb87-4904-9b05-cfd1d87997c3 None None] Transition to ACTIVE for port object 2f838377-d9a2-4640-961a-1cf6980dd48e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:13.665199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:13.676245 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dfd83bd-eb87-4904-9b05-cfd1d87997c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.681246 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Routers {'c2c00c7d-0df4-40db-a0e2-dabe9169846e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:13.681876 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:13.837322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4e46616d-73c9-4699-9040-613a0c45e894 req-5086deab-a5f7-4cfd-b57e-e955e48bffdf tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] For port 029f4993-88b0-4e00-85fe-459a14d3ee46, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=029f4993-88b0-4e00-85fe-459a14d3ee46,segment=NetworkSegment(cbd296b0-9bba-4a77-b696-9e1207fc02ca),segment_id=cbd296b0-9bba-4a77-b696-9e1207fc02ca)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:13.837882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e46616d-73c9-4699-9040-613a0c45e894 req-5086deab-a5f7-4cfd-b57e-e955e48bffdf tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:13.863734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4e46616d-73c9-4699-9040-613a0c45e894 req-5086deab-a5f7-4cfd-b57e-e955e48bffdf tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Calling delete_port for 029f4993-88b0-4e00-85fe-459a14d3ee46 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:13.874528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=0b0475d2-607f-4809-9d17-6e513397e1cd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:13.881421 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.5 (7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6/352c957f-62cb-490d-b927-9cf97a7fa913/e8d74886-213a-4d96-96cb-89e085fc212f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:13.884892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.885244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.885595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.885942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.886275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.886427 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Set router c2c00c7d-0df4-40db-a0e2-dabe9169846e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:13.886757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.887119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.887832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.887832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.888132 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.888467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.888803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:13.944904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-c1b9a016-0ce1-418a-a46a-d7be10c55a3d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:13.946934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-c1b9a016-0ce1-418a-a46a-d7be10c55a3d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.2550075 Jul 07 19:32:13.960985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['0b0475d2-607f-4809-9d17-6e513397e1cd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:32:14.073446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:14.073446 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.093111 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.098054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-ecea6132-f25b-4cc6-ac8f-3e05725c0cab tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/quotas/f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 375 time: 0.0798745 Jul 07 19:32:14.163006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd83bd-eb87-4904-9b05-cfd1d87997c3 None None] Pushing event updated for resources: {'Port': ['ID=2f838377-d9a2-4640-961a-1cf6980dd48e,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:14.216723 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.229943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1ff5-f8ba-4377-8705-20b19e90e58b req-488eea22-a94e-4896-85ed-30b38cdda237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:14.231868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0bd1ff5-f8ba-4377-8705-20b19e90e58b req-488eea22-a94e-4896-85ed-30b38cdda237 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 1097 time: 0.2822263 Jul 07 19:32:14.306192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358aa28-11cf-4bd7-b062-7f3212834c4c req-cf43d3ba-6666-4a0f-b881-267014d152f3 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:14.307809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3358aa28-11cf-4bd7-b062-7f3212834c4c req-cf43d3ba-6666-4a0f-b881-267014d152f3 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/ports?device_id=0584b731-b0a1-4064-9360-8d9f5f487637 HTTP/1.1" status: 200 len: 946 time: 0.3440447 Jul 07 19:32:14.488029 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.496546 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e46616d-73c9-4699-9040-613a0c45e894 req-5086deab-a5f7-4cfd-b57e-e955e48bffdf tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.510983 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'name': 'tempest-TestVolumeBootPattern-1112756642-router', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:00Z', 'updated_at': '2021-07-07T19:32:07Z', 'revision_number': 4, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'gw_port': {'id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:03Z', 'updated_at': '2021-07-07T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'dc93cb6d-b1f7-4bd8-9a16-698efd271240', 'name': '', 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'mac_address': 'fa:16:3e:24:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '091ca480-d64f-481d-9b26-2b743f6e740c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:06Z', 'updated_at': '2021-07-07T19:32:07Z', 'revision_number': 2, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'subnets': [{'id': '091ca480-d64f-481d-9b26-2b743f6e740c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:14.524173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:14.544830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:14.547432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:14.556546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=7858f425-c8d1-4088-974b-a2a7e918b155,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:14.569665 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Checking router: c2c00c7d-0df4-40db-a0e2-dabe9169846e for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:14.570268 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Updating router c2c00c7d-0df4-40db-a0e2-dabe9169846e port dc93cb6d-b1f7-4bd8-9a16-698efd271240 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:14.589126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object e8d74886-213a-4d96-96cb-89e085fc212f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:14.596895 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086deab-a5f7-4cfd-b57e-e955e48bffdf tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Pushing event deleted for resources: {'Port': ['ID=029f4993-88b0-4e00-85fe-459a14d3ee46,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:14.637981 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.682660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1ff5-f8ba-4377-8705-20b19e90e58b req-155dd167-15dc-4c21-a9a3-836b739a4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:14.683911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0bd1ff5-f8ba-4377-8705-20b19e90e58b req-155dd167-15dc-4c21-a9a3-836b739a4e54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 914 time: 0.4066386 Jul 07 19:32:14.702471 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-28aebbc9-5db9-4137-8e62-3cf234ccc1d8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5936542 Jul 07 19:32:14.707135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3358aa28-11cf-4bd7-b062-7f3212834c4c req-d68c2e50-7c4a-4d50-b0b8-cfb24bcb57a1 tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.113 "GET /v2.0/security-groups?id=77e45034-3d7a-4fb2-846e-f5d88f936510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704687 Jul 07 19:32:14.714891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e46616d-73c9-4699-9040-613a0c45e894 req-5086deab-a5f7-4cfd-b57e-e955e48bffdf tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] No DVR routers for this DVR port 029f4993-88b0-4e00-85fe-459a14d3ee46 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:14.739097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e46616d-73c9-4699-9040-613a0c45e894 req-5086deab-a5f7-4cfd-b57e-e955e48bffdf tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.811427 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4e46616d-73c9-4699-9040-613a0c45e894 req-5086deab-a5f7-4cfd-b57e-e955e48bffdf tempest-ServersNegativeTestMultiTenantJSON-801240344 tempest-ServersNegativeTestMultiTenantJSON-801240344-project] 10.222.0.112 "DELETE /v2.0/ports/029f4993-88b0-4e00-85fe-459a14d3ee46 HTTP/1.1" status: 204 len: 173 time: 1.5539322 Jul 07 19:32:14.811427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0584b731-b0a1-4064-9360-8d9f5f487637', 'name': 'network-vif-deleted', 'tag': '029f4993-88b0-4e00-85fe-459a14d3ee46'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:14.811427 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466db2c4-3032-4412-a41b-9e09eced19e7" -d '{"events": [{"server_uuid": "0584b731-b0a1-4064-9360-8d9f5f487637", "name": "network-vif-deleted", "tag": "029f4993-88b0-4e00-85fe-459a14d3ee46"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:14.831403 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:14.910631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=e8d74886-213a-4d96-96cb-89e085fc212f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:14.932877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0bd1ff5-f8ba-4377-8705-20b19e90e58b req-1d82c5ac-6713-486c-8e1c-ca59d1f1e75e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 HTTP/1.1" status: 200 len: 217 time: 0.2245941 Jul 07 19:32:14.944921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:14.947561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:14.951610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:14.965378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-862b9737-045f-4a11-b168-7ba16dbe8a0d None None] Provisioning complete for port f23f998a-f355-454b-ace8-a36dacd51041 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:14.965873 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-862b9737-045f-4a11-b168-7ba16dbe8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.048013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-862b9737-045f-4a11-b168-7ba16dbe8a0d None None] Port f23f998a-f355-454b-ace8-a36dacd51041 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:15.068223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:15.068952 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.082491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-862b9737-045f-4a11-b168-7ba16dbe8a0d None None] Provisioning for port 2f838377-d9a2-4640-961a-1cf6980dd48e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:15.086625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-862b9737-045f-4a11-b168-7ba16dbe8a0d None None] Provisioning complete for port 2f838377-d9a2-4640-961a-1cf6980dd48e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:15.086999 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-862b9737-045f-4a11-b168-7ba16dbe8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.101177 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-23e79817-c63e-4768-8a19-9fc42d3ca96f tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5818055 Jul 07 19:32:15.102046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:15.108243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-669a6775-9e04-4568-9edb-04a73f49ba71 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:15.264327 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.271942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1ff5-f8ba-4377-8705-20b19e90e58b req-77b97b4c-9bd4-436e-99e4-4b6c58c4efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:15.273718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0bd1ff5-f8ba-4377-8705-20b19e90e58b req-77b97b4c-9bd4-436e-99e4-4b6c58c4efb2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.3186572 Jul 07 19:32:15.277140 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Transition to ACTIVE for port object dc93cb6d-b1f7-4bd8-9a16-698efd271240 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:15.284332 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.354723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0bd1ff5-f8ba-4377-8705-20b19e90e58b req-74e1e3d1-aeaf-43c6-a1be-97b2e46d9060 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597763 Jul 07 19:32:15.357383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669a6775-9e04-4568-9edb-04a73f49ba71 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:15.363903 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-669a6775-9e04-4568-9edb-04a73f49ba71 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.399249 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bac987-72fb-4d01-b0a4-353765be88d2 None None] Pushing event updated for resources: {'Port': ['ID=dc93cb6d-b1f7-4bd8-9a16-698efd271240,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:15.428756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-642f034a-4610-41ab-bccb-a6fca3ad9445 None None] Provisioning for port e8d74886-213a-4d96-96cb-89e085fc212f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:15.435217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-642f034a-4610-41ab-bccb-a6fca3ad9445 None None] Provisioning complete for port e8d74886-213a-4d96-96cb-89e085fc212f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:15.435643 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-642f034a-4610-41ab-bccb-a6fca3ad9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.482197 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Attempting to bind port dc93cb6d-b1f7-4bd8-9a16-698efd271240 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:15.482790 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Attempting to bind port dc93cb6d-b1f7-4bd8-9a16-698efd271240 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'b81fea63-c988-45e7-8005-208952abb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:15.483290 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Attempting to bind port dc93cb6d-b1f7-4bd8-9a16-698efd271240 on network e93e9663-1737-42c2-836d-afb6dc11c57a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:15.486171 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-642f034a-4610-41ab-bccb-a6fca3ad9445 None None] Port e8d74886-213a-4d96-96cb-89e085fc212f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:15.491447 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:15.491919 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Checking segment: {'id': 'b81fea63-c988-45e7-8005-208952abb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:15.492657 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.493156 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Bound using segment: {'id': 'b81fea63-c988-45e7-8005-208952abb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:15.493705 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Bound port: dc93cb6d-b1f7-4bd8-9a16-698efd271240, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81fea63-c988-45e7-8005-208952abb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:15.494179 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.565066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-6849fdf8-7c9d-4ce8-975f-f75fb442d6df service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8616297 Jul 07 19:32:15.565270 n-d-792394-12 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-669a6775-9e04-4568-9edb-04a73f49ba71 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 352c957f-62cb-490d-b927-9cf97a7fa913 (CIDR: 172.20.0.0/28) Jul 07 19:32:15.570230 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-669a6775-9e04-4568-9edb-04a73f49ba71 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:15.570868 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669a6775-9e04-4568-9edb-04a73f49ba71 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:15.601650 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-669a6775-9e04-4568-9edb-04a73f49ba71 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4974034 Jul 07 19:32:15.603855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:15.613862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a690d-627d-4016-97f6-2dd2e63f58f6 req-0bb6dff7-558c-4c70-aaeb-cb1786b57520 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:15.619643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4a9e997b-a0b8-4789-9853-6e2f1a5649a6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:15.621396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-307a690d-627d-4016-97f6-2dd2e63f58f6 req-0bb6dff7-558c-4c70-aaeb-cb1786b57520 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 944 time: 0.5953698 Jul 07 19:32:15.714038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2f838377-d9a2-4640-961a-1cf6980dd48e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:15.745921 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] For port dc93cb6d-b1f7-4bd8-9a16-698efd271240, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:15.750895 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] For port dc93cb6d-b1f7-4bd8-9a16-698efd271240, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=dc93cb6d-b1f7-4bd8-9a16-698efd271240,segment=NetworkSegment(b81fea63-c988-45e7-8005-208952abb7f3),segment_id=b81fea63-c988-45e7-8005-208952abb7f3)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:15.758462 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.824411 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bac987-72fb-4d01-b0a4-353765be88d2 None None] Pushing event updated for resources: {'Port': ['ID=dc93cb6d-b1f7-4bd8-9a16-698efd271240,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:15.832003 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Routers {'c2c00c7d-0df4-40db-a0e2-dabe9169846e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:15.834476 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:15.843301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9e997b-a0b8-4789-9853-6e2f1a5649a6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:15.853692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9e997b-a0b8-4789-9853-6e2f1a5649a6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:15.945081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2f838377-d9a2-4640-961a-1cf6980dd48e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:15.945660 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.014375 n-d-792394-12 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-4a9e997b-a0b8-4789-9853-6e2f1a5649a6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 67ac79f9-665c-45af-9fa8-4268dc3c53f4 (CIDR: 172.20.0.16/28) Jul 07 19:32:16.019727 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9e997b-a0b8-4789-9853-6e2f1a5649a6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:32:16.020982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9e997b-a0b8-4789-9853-6e2f1a5649a6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:16.049509 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] Set router c2c00c7d-0df4-40db-a0e2-dabe9169846e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:16.051052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-307a690d-627d-4016-97f6-2dd2e63f58f6 req-04aa6d1a-0526-463a-8238-eda92615c2ff tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4258432 Jul 07 19:32:16.055746 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4a9e997b-a0b8-4789-9853-6e2f1a5649a6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4479823 Jul 07 19:32:16.056048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:16.076066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'subnet': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:16.196619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 029f4993-88b0-4e00-85fe-459a14d3ee46 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:16.216063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0bd1ff5-f8ba-4377-8705-20b19e90e58b req-cb2857b2-ac8a-458d-a16c-78a3e4b46613 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8490980 Jul 07 19:32:16.224968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 029f4993-88b0-4e00-85fe-459a14d3ee46 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:16.225320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 029f4993-88b0-4e00-85fe-459a14d3ee46 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:16.259476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-c5917334-5c93-4ab8-b6f1-55069700d0b2 service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935208 Jul 07 19:32:16.300995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Made reservation on behalf of 4c43b8a30531496ca4415d525d5134b8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:16.304556 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.482078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0b0475d2-607f-4809-9d17-6e513397e1cd up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:16.493542 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'name': 'tempest-TestVolumeBootPattern-1112756642-router', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:00Z', 'updated_at': '2021-07-07T19:32:07Z', 'revision_number': 4, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'gw_port': {'id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:03Z', 'updated_at': '2021-07-07T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'dc93cb6d-b1f7-4bd8-9a16-698efd271240', 'name': '', 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'mac_address': 'fa:16:3e:24:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '091ca480-d64f-481d-9b26-2b743f6e740c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:06Z', 'updated_at': '2021-07-07T19:32:15Z', 'revision_number': 4, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'subnets': [{'id': '091ca480-d64f-481d-9b26-2b743f6e740c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:16.566258 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b72b2-1935-4b28-9ada-d54ec8eb9cc6 None None] The sync data for ids ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'] in n-d-792394-12 is: [{'id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'name': 'tempest-TestVolumeBootPattern-1112756642-router', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:00Z', 'updated_at': '2021-07-07T19:32:07Z', 'revision_number': 4, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'gw_port': {'id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:03Z', 'updated_at': '2021-07-07T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'dc93cb6d-b1f7-4bd8-9a16-698efd271240', 'name': '', 'network_id': 'e93e9663-1737-42c2-836d-afb6dc11c57a', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'mac_address': 'fa:16:3e:24:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '091ca480-d64f-481d-9b26-2b743f6e740c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:06Z', 'updated_at': '2021-07-07T19:32:15Z', 'revision_number': 4, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'subnets': [{'id': '091ca480-d64f-481d-9b26-2b743f6e740c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:16.595133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 0b0475d2-607f-4809-9d17-6e513397e1cd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:16.617055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 0b0475d2-607f-4809-9d17-6e513397e1cd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:16.617434 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.769702 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.799706 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.845666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0475d2-607f-4809-9d17-6e513397e1cd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:16.850137 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc734dcf-bd55-4262-97f8-aab4fc8ce37f" -d '{"events": [{"server_uuid": "21cb8bb2-9c74-4b75-8dc9-cc77ada0280b", "name": "network-vif-plugged", "status": "completed", "tag": "0b0475d2-607f-4809-9d17-6e513397e1cd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:16.877714 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c5f67c-cb14-4918-8887-97083cdd83e7 x-openstack-request-id: req-74c5f67c-cb14-4918-8887-97083cdd83e7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:16.878172 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0584b731-b0a1-4064-9360-8d9f5f487637", "name": "network-vif-deleted", "tag": "029f4993-88b0-4e00-85fe-459a14d3ee46", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:16.878672 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-74c5f67c-cb14-4918-8887-97083cdd83e7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:16.881162 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0584b731-b0a1-4064-9360-8d9f5f487637', 'name': 'network-vif-deleted', 'tag': '029f4993-88b0-4e00-85fe-459a14d3ee46', 'status': 'completed', 'code': 200} Jul 07 19:32:16.902164 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0b0475d2-607f-4809-9d17-6e513397e1cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0b0475d2-607f-4809-9d17-6e513397e1cd,segment=NetworkSegment(cd931833-21cd-4b46-8f58-65ab1e823b0c),segment_id=cd931833-21cd-4b46-8f58-65ab1e823b0c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:16.911123 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.915128 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.921638 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:16.951224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:16.970816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:16.971002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25ed57e-0da7-47a6-b5e9-35340f1d1f77 None None] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:16.971458 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.007350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Subnet': ['ID=de58a132-9efe-496e-98e6-febcbc53c4d8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:17.023608 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9660158 Jul 07 19:32:17.024760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:17.031080 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2067415260', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de58a132-9efe-496e-98e6-febcbc53c4d8'}], 'security_groups': ['a69ea72d-ae9a-47c9-9eea-60e1758a239b', '33c38d37-ce60-4b61-847a-d923c2b02539']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:17.038189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.038911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.039343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.039795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.040564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.040911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.041443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.041885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.042468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.042935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.043850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.044285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429313-5ed2-4fd5-82c7-b148043d3b83 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:17.087117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:17.173300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f049fb8-09ae-4a10-973c-255ec9306eb2 admin admin] Deleting subnet e05fa0c9-8791-4d7f-9cc4-4263e0f9dd94 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:17.280668 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.334925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e01d4d44-6070-41e7-baa1-27cfbd44f3f9 req-20aac00d-23f1-48cf-ba5e-3d0e180e9e76 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 210 time: 0.1438277 Jul 07 19:32:17.357927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8a773-f238-4801-928e-08ec4b1394c8 req-229609f2-827a-4366-ac02-dd6e71137d55 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:17.364341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=0b0475d2-607f-4809-9d17-6e513397e1cd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:17.374503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fe8a773-f238-4801-928e-08ec4b1394c8 req-229609f2-827a-4366-ac02-dd6e71137d55 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 1.1140180 Jul 07 19:32:17.378957 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f049fb8-09ae-4a10-973c-255ec9306eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.499200 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f80b7a2-6408-4a6f-8566-4f3699d09808 x-openstack-request-id: req-8f80b7a2-6408-4a6f-8566-4f3699d09808 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:17.499671 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cb8bb2-9c74-4b75-8dc9-cc77ada0280b", "name": "network-vif-plugged", "status": "completed", "tag": "0b0475d2-607f-4809-9d17-6e513397e1cd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:17.499931 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8f80b7a2-6408-4a6f-8566-4f3699d09808 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:17.500958 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0475d2-607f-4809-9d17-6e513397e1cd', 'code': 200} Jul 07 19:32:17.543778 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f049fb8-09ae-4a10-973c-255ec9306eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.655876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f049fb8-09ae-4a10-973c-255ec9306eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.784754 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dc93cb6d-b1f7-4bd8-9a16-698efd271240 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:17.862632 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e03702-015e-4bfe-9e59-9a798c3148a4 None None] Update dhcp port {'port': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'fixed_ips': [{'subnet_id': '67ac79f9-665c-45af-9fa8-4268dc3c53f4', 'ip_address': '172.20.0.18'}, {'subnet_id': '352c957f-62cb-490d-b927-9cf97a7fa913', 'ip_address': '172.20.0.2'}, {'subnet_id': 'de58a132-9efe-496e-98e6-febcbc53c4d8'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '2f838377-d9a2-4640-961a-1cf6980dd48e'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:32:17.877155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0bd1ff5-f8ba-4377-8705-20b19e90e58b req-c9fc46de-1a99-43cc-ae9d-59f1cecffc0d service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6301970 Jul 07 19:32:17.909599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f049fb8-09ae-4a10-973c-255ec9306eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.926804 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18e03702-015e-4bfe-9e59-9a798c3148a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:17.930451 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:32:17.991758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f049fb8-09ae-4a10-973c-255ec9306eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05fa0c9-8791-4d7f-9cc4-4263e0f9dd94,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:17.996177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port dc93cb6d-b1f7-4bd8-9a16-698efd271240 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:18.003119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port dc93cb6d-b1f7-4bd8-9a16-698efd271240 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:18.003488 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.011512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.025700 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f049fb8-09ae-4a10-973c-255ec9306eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.027716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4f049fb8-09ae-4a10-973c-255ec9306eb2 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/e05fa0c9-8791-4d7f-9cc4-4263e0f9dd94 HTTP/1.1" status: 204 len: 168 time: 0.9379947 Jul 07 19:32:18.074523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:18.083697 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Delete allocated IP 172.20.0.5 (7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6/352c957f-62cb-490d-b927-9cf97a7fa913) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 19:32:18.098916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Allocated IP 172.20.0.34 (7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6/de58a132-9efe-496e-98e6-febcbc53c4d8/e8d74886-213a-4d96-96cb-89e085fc212f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:18.130617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fe8a773-f238-4801-928e-08ec4b1394c8 req-d2c750dc-45c3-48c0-84a5-0e779fd847b2 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019619 Jul 07 19:32:18.195216 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.259211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port dc93cb6d-b1f7-4bd8-9a16-698efd271240, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=dc93cb6d-b1f7-4bd8-9a16-698efd271240,segment=NetworkSegment(b81fea63-c988-45e7-8005-208952abb7f3),segment_id=b81fea63-c988-45e7-8005-208952abb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:18.266733 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.306026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99429d-9cd2-4367-91f1-70308b0e3692 req-75ca3c1e-d5db-4951-afbf-cfc1dbb73e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:18.312979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df99429d-9cd2-4367-91f1-70308b0e3692 req-75ca3c1e-d5db-4951-afbf-cfc1dbb73e29 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 1097 time: 0.5036690 Jul 07 19:32:18.346124 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.362637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=dc93cb6d-b1f7-4bd8-9a16-698efd271240,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:18.382547 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.418191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Transition to ACTIVE for port object e8d74886-213a-4d96-96cb-89e085fc212f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:18.426222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450d3f7-e312-4ff3-9685-1e68d797c734 req-42dc72e2-fd88-4287-9b43-4548e0128b68 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:18.428950 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4450d3f7-e312-4ff3-9685-1e68d797c734 req-42dc72e2-fd88-4287-9b43-4548e0128b68 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 945 time: 0.5742559 Jul 07 19:32:18.431335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.538663 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-18e03702-015e-4bfe-9e59-9a798c3148a4 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-f5d518f1-f4cc-44ed-9238-f6892a59aaa4 {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:32:18.539274 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-18e03702-015e-4bfe-9e59-9a798c3148a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:32:18.557239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4450d3f7-e312-4ff3-9685-1e68d797c734 req-9739664a-3d6c-4e4f-85cf-7e86a38c46c9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177168 Jul 07 19:32:18.584544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event updated for resources: {'Port': ['ID=e8d74886-213a-4d96-96cb-89e085fc212f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:18.585504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11116b06-d45b-4c62-8a74-108d1a0eb92c req-d536fdbd-38f9-40a0-b538-87ec278fdef7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 210 time: 0.0870719 Jul 07 19:32:18.596978 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df99429d-9cd2-4367-91f1-70308b0e3692 req-904586f6-f7cc-4daf-8b51-ffa258377828 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2684810 Jul 07 19:32:18.620313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] In _notify_port_updated(), no bound segment for port e8d74886-213a-4d96-96cb-89e085fc212f on network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:32:18.626682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:18.627514 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.629041 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-de1588eb-4a64-4ea8-8c0a-1490ef8cbae6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "PUT /v2.0/ports/e8d74886-213a-4d96-96cb-89e085fc212f HTTP/1.1" status: 200 len: 960 time: 1.6031654 Jul 07 19:32:18.635183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:18.669619 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.684906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104b00ef-a54c-4130-b726-8190b92bc6c2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:18.709376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd296b0-9bba-4a77-b696-9e1207fc02ca') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:18.709683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd296b0-9bba-4a77-b696-9e1207fc02ca') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:18.728085 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.753213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a85ac124-1ff4-42f9-a1ce-c016b22fe66a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port e8d74886-213a-4d96-96cb-89e085fc212f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:18.753821 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85ac124-1ff4-42f9-a1ce-c016b22fe66a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.754310 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.756224 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.766567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.768862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:32:18.769234 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:32:18.772441 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:32:18.867934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=7858f425-c8d1-4088-974b-a2a7e918b155,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:18.907924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85ac124-1ff4-42f9-a1ce-c016b22fe66a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.919194 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.928907 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.930695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] 10.222.0.113 "DELETE /v2.0/networks/104b00ef-a54c-4130-b726-8190b92bc6c2 HTTP/1.1" status: 204 len: 168 time: 0.8541346 Jul 07 19:32:18.933881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:18.960007 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f72fd5-e760-433d-b9bb-825ef6a70209 admin admin] Pushing event deleted for resources: {'Network': ['ID=104b00ef-a54c-4130-b726-8190b92bc6c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:18.982542 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.004665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a85ac124-1ff4-42f9-a1ce-c016b22fe66a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for e8d74886-213a-4d96-96cb-89e085fc212f owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:19.027984 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.077493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb90c9b6-5725-43d6-9281-e95cea1ed745 admin admin] Deleting subnet d267de16-f613-4032-a793-41d5ec5a40a6 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:19.082873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb90c9b6-5725-43d6-9281-e95cea1ed745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.090355 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18e03702-015e-4bfe-9e59-9a798c3148a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.166472 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb90c9b6-5725-43d6-9281-e95cea1ed745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.198330 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Floating IP e80db656-c774-47f4-83cf-8a2faaad70aa associated. External IP: 172.25.2.233, port: 028cef85-16c2-46d8-b80c-0ad6090722f3. Jul 07 19:32:19.270468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85ac124-1ff4-42f9-a1ce-c016b22fe66a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.273841 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb90c9b6-5725-43d6-9281-e95cea1ed745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.387686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-bb3d9fa9-9e6e-4f17-99c8-b69f3f381b63 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:19.389707 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-bb3d9fa9-9e6e-4f17-99c8-b69f3f381b63 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.112 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.5044076 Jul 07 19:32:19.391311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ac124-1ff4-42f9-a1ce-c016b22fe66a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=e8d74886-213a-4d96-96cb-89e085fc212f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:19.414794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'port': {'device_id': '5bafa9d6-35dc-4138-a033-025995ddf4c8', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'admin_state_up': True, 'tenant_id': 'f58f2e439b864b4da52aae10cd571039'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:19.431727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-18e03702-015e-4bfe-9e59-9a798c3148a4 None None] Allocated IP 172.20.0.35 (7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6/de58a132-9efe-496e-98e6-febcbc53c4d8/2f838377-d9a2-4640-961a-1cf6980dd48e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:19.448365 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb90c9b6-5725-43d6-9281-e95cea1ed745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.473600 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb90c9b6-5725-43d6-9281-e95cea1ed745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.477923 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bb90c9b6-5725-43d6-9281-e95cea1ed745 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/d267de16-f613-4032-a793-41d5ec5a40a6 HTTP/1.1" status: 204 len: 168 time: 0.5409567 Jul 07 19:32:19.497056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:19.525948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90c9b6-5725-43d6-9281-e95cea1ed745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d267de16-f613-4032-a793-41d5ec5a40a6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:19.551639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-18e03702-015e-4bfe-9e59-9a798c3148a4 None None] For port 2f838377-d9a2-4640-961a-1cf6980dd48e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2f838377-d9a2-4640-961a-1cf6980dd48e,segment=NetworkSegment(d370235f-17ed-4018-91c7-389c9d3a2b53),segment_id=d370235f-17ed-4018-91c7-389c9d3a2b53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:19.623305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router f07a49f8-2e3d-4141-80da-ca7c9031606c has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:19.630760 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18e03702-015e-4bfe-9e59-9a798c3148a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.681733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18e03702-015e-4bfe-9e59-9a798c3148a4 None None] Transition to ACTIVE for port object 2f838377-d9a2-4640-961a-1cf6980dd48e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:19.685560 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dc93cb6d-b1f7-4bd8-9a16-698efd271240 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:19.735065 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a85ac124-1ff4-42f9-a1ce-c016b22fe66a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.738003 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a85ac124-1ff4-42f9-a1ce-c016b22fe66a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/e8d74886-213a-4d96-96cb-89e085fc212f HTTP/1.1" status: 204 len: 168 time: 1.1018152 Jul 07 19:32:19.741067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:19.748584 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.794280 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18e03702-015e-4bfe-9e59-9a798c3148a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.879168 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1caa0c56-784e-4376-b53c-4a4396496069 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] GET failed (client error): The resource could not be found. Jul 07 19:32:19.884679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1caa0c56-784e-4376-b53c-4a4396496069 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports/e8d74886-213a-4d96-96cb-89e085fc212f HTTP/1.1" status: 404 len: 333 time: 0.1381731 Jul 07 19:32:19.887360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:19.939049 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:19.950642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Made reservation on behalf of f58f2e439b864b4da52aae10cd571039 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:19.958013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.010162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e9649-e369-44f2-b84e-10b13ba58c44 req-3a1b40df-e8c0-4791-ad2d-52902a025497 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:20.018605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a37e9649-e369-44f2-b84e-10b13ba58c44 req-3a1b40df-e8c0-4791-ad2d-52902a025497 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.4162550 Jul 07 19:32:20.019742 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port dc93cb6d-b1f7-4bd8-9a16-698efd271240 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:20.020216 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.036026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad5a5f2-ce3d-4b16-a42d-cff32937d841']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:20.049591 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913a0285-edbb-45e6-b974-5fe25afaa135') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:20.049889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913a0285-edbb-45e6-b974-5fe25afaa135') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:20.060699 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.076331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.082151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:20.085857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:32:20.086274 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.091855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e03702-015e-4bfe-9e59-9a798c3148a4 None None] Pushing event updated for resources: {'Port': ['ID=2f838377-d9a2-4640-961a-1cf6980dd48e,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:20.118054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48390d99-51b7-4ac4-8ab6-7e5b61354fd2 None None] Sync routers for ids ['f07a49f8-2e3d-4141-80da-ca7c9031606c'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:20.135330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a37e9649-e369-44f2-b84e-10b13ba58c44 req-4ee83701-705e-4628-8bce-d51c7af559f6 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154978 Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:32:20.157229 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:32:20.163607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2f2d-00cb-4325-9c83-964bf02c950d req-8d50fbb5-dfe4-4548-8044-e7f9a2b171c1 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:20.165846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-385f2f2d-00cb-4325-9c83-964bf02c950d req-8d50fbb5-dfe4-4548-8044-e7f9a2b171c1 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 945 time: 0.2777510 Jul 07 19:32:20.167084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.167334 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.172974 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.175709 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] 10.222.0.113 "DELETE /v2.0/networks/cad5a5f2-ce3d-4b16-a42d-cff32937d841 HTTP/1.1" status: 204 len: 168 time: 0.6773579 Jul 07 19:32:20.230167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39021916-1047-4c00-96eb-e1af44dbd2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=cad5a5f2-ce3d-4b16-a42d-cff32937d841,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:20.263066 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fcc655a-67a2-4310-9b95-456435766ab3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.285636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48390d99-51b7-4ac4-8ab6-7e5b61354fd2 None None] Routers {'f07a49f8-2e3d-4141-80da-ca7c9031606c'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:20.285636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-48390d99-51b7-4ac4-8ab6-7e5b61354fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f07a49f8-2e3d-4141-80da-ca7c9031606c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:20.292373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fcc655a-67a2-4310-9b95-456435766ab3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.366879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-385f2f2d-00cb-4325-9c83-964bf02c950d req-02d3972c-19f9-4b24-b80e-2679ccdd16f5 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410403 Jul 07 19:32:20.372686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fcc655a-67a2-4310-9b95-456435766ab3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.382298 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-332c84a6-41b3-4b79-8112-655cb7d8de41 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.9217134 Jul 07 19:32:20.382298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:20.383470 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25" -d '{"events": [{"name": "network-changed", "server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:20.386033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fcc655a-67a2-4310-9b95-456435766ab3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.387145 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2fcc655a-67a2-4310-9b95-456435766ab3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/security-groups/6d367a24-262e-4772-be22-503cc7146ffa HTTP/1.1" status: 204 len: 168 time: 0.4939003 Jul 07 19:32:20.395412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:20.424646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc655a-67a2-4310-9b95-456435766ab3 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d367a24-262e-4772-be22-503cc7146ffa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:20.505555 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99088c4b-30fb-4af4-ab2c-bdf6015815cd req-cd4465b3-1dfe-4f9a-bd50-808d68fcd5c3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 210 time: 0.0917640 Jul 07 19:32:20.560310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-48390d99-51b7-4ac4-8ab6-7e5b61354fd2 None None] Set router f07a49f8-2e3d-4141-80da-ca7c9031606c gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:20.591026 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8573bdfb-03c5-4b5d-8592-7c70a2dbfbe6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.622270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Allocated IP 172.20.0.13 (b150f212-e4ea-4f67-9554-56f7fecaa4a1/b1e703ee-e305-44a3-b919-3ea0602c9c04/8ad4815c-d32c-4c45-8619-62be621fe050) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:20.665940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8573bdfb-03c5-4b5d-8592-7c70a2dbfbe6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.708553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:20.976668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e1f97e82-e37b-4834-9764-e58c71299efd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b9870470038f4f6987d431acedae2240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647927 Jul 07 19:32:20.985447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:21.007152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.007961 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8573bdfb-03c5-4b5d-8592-7c70a2dbfbe6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.014862 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8573bdfb-03c5-4b5d-8592-7c70a2dbfbe6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.022341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8573bdfb-03c5-4b5d-8592-7c70a2dbfbe6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/security-groups/33c38d37-ce60-4b61-847a-d923c2b02539 HTTP/1.1" status: 204 len: 168 time: 0.6229687 Jul 07 19:32:21.025332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:21.054321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573bdfb-03c5-4b5d-8592-7c70a2dbfbe6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c38d37-ce60-4b61-847a-d923c2b02539,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:21.103579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Transition to ACTIVE for port object 8ad4815c-d32c-4c45-8619-62be621fe050 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:21.137060 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc18fd91-3708-44d1-b73b-85e82d137b27 x-openstack-request-id: req-bc18fd91-3708-44d1-b73b-85e82d137b27 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:21.137881 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:21.138796 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bc18fd91-3708-44d1-b73b-85e82d137b27 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:21.139603 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'status': 'completed', 'code': 200} Jul 07 19:32:21.192126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040193c-1086-48a9-859c-784a1f477894 req-dddc3390-a032-4585-895e-a3e8c161256c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:21.207418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5040193c-1086-48a9-859c-784a1f477894 req-dddc3390-a032-4585-895e-a3e8c161256c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 945 time: 0.4024699 Jul 07 19:32:21.221278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-48390d99-51b7-4ac4-8ab6-7e5b61354fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:37Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'e80db656-c774-47f4-83cf-8a2faaad70aa', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'port_id': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'mac_address': 'fa:16:3e:32:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47695d4a-d246-43b7-892e-f18d993481a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:32:15Z', 'updated_at': '2021-07-07T19:32:15Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379187a5-68df-48f8-8dd7-4d5d430d912c', 'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:a3:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:35Z', 'updated_at': '2021-07-07T19:31:47Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:21.299108 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dce1f6c6-b0cc-4bbd-b63f-e5ea6a050f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.305237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48390d99-51b7-4ac4-8ab6-7e5b61354fd2 None None] Checking router: f07a49f8-2e3d-4141-80da-ca7c9031606c for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:21.323343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48390d99-51b7-4ac4-8ab6-7e5b61354fd2 None None] Routers {'f07a49f8-2e3d-4141-80da-ca7c9031606c'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:21.324031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-48390d99-51b7-4ac4-8ab6-7e5b61354fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f07a49f8-2e3d-4141-80da-ca7c9031606c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:21.365192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5040193c-1086-48a9-859c-784a1f477894 req-9269b4c5-d636-4f1f-877d-5d80f0072daa tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566005 Jul 07 19:32:21.417197 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:21.520998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e99ccde-d0f4-49a4-87ef-97a32a1e75bc None None] Provisioning complete for port f23f998a-f355-454b-ace8-a36dacd51041 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:21.521378 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e99ccde-d0f4-49a4-87ef-97a32a1e75bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.553896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-68220679-b9cd-4d75-810f-4ef86cec1baa tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/e80db656-c774-47f4-83cf-8a2faaad70aa HTTP/1.1" status: 200 len: 991 time: 0.1358359 Jul 07 19:32:21.561210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dce1f6c6-b0cc-4bbd-b63f-e5ea6a050f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.635750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-48390d99-51b7-4ac4-8ab6-7e5b61354fd2 None None] Set router f07a49f8-2e3d-4141-80da-ca7c9031606c gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:21.649584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2f838377-d9a2-4640-961a-1cf6980dd48e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:21.697687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8e99ccde-d0f4-49a4-87ef-97a32a1e75bc None None] Port f23f998a-f355-454b-ace8-a36dacd51041 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:21.729461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8617bc-046e-4ef6-959d-8d98b5dce23e req-111348b6-3ac7-4322-a5cd-9e0dfa864e87 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:21.738328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e8617bc-046e-4ef6-959d-8d98b5dce23e req-111348b6-3ac7-4322-a5cd-9e0dfa864e87 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.3894625 Jul 07 19:32:21.758816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e99ccde-d0f4-49a4-87ef-97a32a1e75bc None None] Could not find standard attr ID for object e8d74886-213a-4d96-96cb-89e085fc212f. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:32:21.829493 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dce1f6c6-b0cc-4bbd-b63f-e5ea6a050f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.841156 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dce1f6c6-b0cc-4bbd-b63f-e5ea6a050f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.842686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dce1f6c6-b0cc-4bbd-b63f-e5ea6a050f03 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/77e45034-3d7a-4fb2-846e-f5d88f936510 HTTP/1.1" status: 204 len: 168 time: 0.8551874 Jul 07 19:32:21.862401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e99ccde-d0f4-49a4-87ef-97a32a1e75bc None None] Provisioning for port 2f838377-d9a2-4640-961a-1cf6980dd48e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:21.890417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e99ccde-d0f4-49a4-87ef-97a32a1e75bc None None] Provisioning complete for port 2f838377-d9a2-4640-961a-1cf6980dd48e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:21.891362 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e99ccde-d0f4-49a4-87ef-97a32a1e75bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:21.911776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1f6c6-b0cc-4bbd-b63f-e5ea6a050f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e45034-3d7a-4fb2-846e-f5d88f936510,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:21.961487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1c50-f754-496f-8175-c55d76fa182e req-d595c8c2-f3b5-4b62-beb8-123dc413de42 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:21.963317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83be1c50-f754-496f-8175-c55d76fa182e req-d595c8c2-f3b5-4b62-beb8-123dc413de42 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 945 time: 0.3333399 Jul 07 19:32:21.979811 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e8617bc-046e-4ef6-959d-8d98b5dce23e req-9fa449f8-c20d-4b53-b7fa-c665b5361a54 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404561 Jul 07 19:32:22.051759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2f838377-d9a2-4640-961a-1cf6980dd48e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:22.052180 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.115937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83be1c50-f754-496f-8175-c55d76fa182e req-ab946493-dc9d-45be-a735-98d9ec583913 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1323686 Jul 07 19:32:22.125710 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b75a50e7-8007-450a-bd32-91da28daad8a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.270773 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.273865 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b75a50e7-8007-450a-bd32-91da28daad8a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.394210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-936543b3-6977-4efa-91af-8f06e0d7e48d None None] Could not find standard attr ID for object e8d74886-213a-4d96-96cb-89e085fc212f. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:32:22.426777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25 req-50d6bad8-8aca-48fd-92cd-91474ea7ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:22.431857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-48390d99-51b7-4ac4-8ab6-7e5b61354fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:37Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'e80db656-c774-47f4-83cf-8a2faaad70aa', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'port_id': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'mac_address': 'fa:16:3e:32:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47695d4a-d246-43b7-892e-f18d993481a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:32:15Z', 'updated_at': '2021-07-07T19:32:15Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379187a5-68df-48f8-8dd7-4d5d430d912c', 'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:a3:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:35Z', 'updated_at': '2021-07-07T19:31:47Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:22.443715 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25 req-50d6bad8-8aca-48fd-92cd-91474ea7ade2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1097 time: 0.6204364 Jul 07 19:32:22.485538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58310ca9-79f1-40ac-9196-bae4c4e63c36 req-546917dd-eb5f-417e-80f3-dc031c1c2054 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:22.487651 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58310ca9-79f1-40ac-9196-bae4c4e63c36 req-546917dd-eb5f-417e-80f3-dc031c1c2054 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.1714284 Jul 07 19:32:22.512212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48390d99-51b7-4ac4-8ab6-7e5b61354fd2 None None] The sync data for ids ['f07a49f8-2e3d-4141-80da-ca7c9031606c'] in n-d-792394-12 is: [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:37Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'e80db656-c774-47f4-83cf-8a2faaad70aa', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'port_id': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'mac_address': 'fa:16:3e:32:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47695d4a-d246-43b7-892e-f18d993481a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:32:15Z', 'updated_at': '2021-07-07T19:32:15Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379187a5-68df-48f8-8dd7-4d5d430d912c', 'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:a3:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:35Z', 'updated_at': '2021-07-07T19:31:47Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:22.544892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8359b-0f3b-4d88-a482-19581cfc734f req-529b30c4-74ec-408b-a380-34a311e69148 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:22.546495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bc8359b-0f3b-4d88-a482-19581cfc734f req-529b30c4-74ec-408b-a380-34a311e69148 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 932 time: 0.2948172 Jul 07 19:32:22.565194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:22.568206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.586472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.645372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=8ad4815c-d32c-4c45-8619-62be621fe050,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:22.653452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:22.665444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b75a50e7-8007-450a-bd32-91da28daad8a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.668646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b75a50e7-8007-450a-bd32-91da28daad8a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:22.689610 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b75a50e7-8007-450a-bd32-91da28daad8a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/security-groups/a69ea72d-ae9a-47c9-9eea-60e1758a239b HTTP/1.1" status: 204 len: 168 time: 1.6631913 Jul 07 19:32:22.690595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:22.722971 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.794114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-88ef4e7f-4162-432f-895e-0d8a83d2cf4c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7f4c317719574ebdb76ddb90582b4133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055264 Jul 07 19:32:22.802356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:22.873204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7bc8359b-0f3b-4d88-a482-19581cfc734f req-0019e306-cec7-4879-ae49-cae473e71f0a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852807 Jul 07 19:32:22.895708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6bd55199-1ae2-4eb0-a1f0-bbc3db47106d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/e80db656-c774-47f4-83cf-8a2faaad70aa HTTP/1.1" status: 200 len: 991 time: 0.3118975 Jul 07 19:32:22.913699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75461c-3892-4d9f-84f8-6342a104cfb6 req-190ad2ea-0fce-4af4-bf48-3426c35d40da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:22.922119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe75461c-3892-4d9f-84f8-6342a104cfb6 req-190ad2ea-0fce-4af4-bf48-3426c35d40da tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 945 time: 0.4613099 Jul 07 19:32:22.935892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a50e7-8007-450a-bd32-91da28daad8a tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69ea72d-ae9a-47c9-9eea-60e1758a239b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:22.996894 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9186a7d-5327-4b6b-bdb3-452efe938b35 None None] New status for floating IP e80db656-c774-47f4-83cf-8a2faaad70aa: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:32:23.014023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:23.014830 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.052079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25 req-747e359c-fc63-48bf-9c9d-8fcc0635bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:23.053983 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25 req-747e359c-fc63-48bf-9c9d-8fcc0635bcd0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=71b2d21f-b911-4e51-9032-3f16b3832072 HTTP/1.1" status: 200 len: 899 time: 0.5891485 Jul 07 19:32:23.066363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aabd12f-09d9-4f56-8aba-b7587c4db108 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting subnet 352c957f-62cb-490d-b927-9cf97a7fa913 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:23.079114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7aabd12f-09d9-4f56-8aba-b7587c4db108 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.104603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe75461c-3892-4d9f-84f8-6342a104cfb6 req-e0b8b8f3-9ac0-4f51-b3f9-e4958cfb1635 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1808786 Jul 07 19:32:23.122863 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce73c-9fa7-4ef9-b9aa-a79ab675f70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.128969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4f159ec4-c437-4b72-9d6a-a8b5549d0dd7 None None] Provisioning for port 8ad4815c-d32c-4c45-8619-62be621fe050 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:23.147501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:23.150529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4f159ec4-c437-4b72-9d6a-a8b5549d0dd7 None None] Provisioning complete for port 8ad4815c-d32c-4c45-8619-62be621fe050 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:23.153557 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f159ec4-c437-4b72-9d6a-a8b5549d0dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.221762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4f159ec4-c437-4b72-9d6a-a8b5549d0dd7 None None] Port 8ad4815c-d32c-4c45-8619-62be621fe050 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:23.303707 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce73c-9fa7-4ef9-b9aa-a79ab675f70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.306454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-58310ca9-79f1-40ac-9196-bae4c4e63c36 req-763f1734-d9fa-40af-a923-101e408517bd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Deleting port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:23.306781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58310ca9-79f1-40ac-9196-bae4c4e63c36 req-763f1734-d9fa-40af-a923-101e408517bd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.335792 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25 req-8abcea7d-0da3-4c43-8057-22d21776b02e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 200 len: 999 time: 0.1255779 Jul 07 19:32:23.373836 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-a483e523-60ce-436d-b5c2-be1ca95d6856 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9631183 Jul 07 19:32:23.385373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Request body: {'port': {'device_id': '5bafa9d6-35dc-4138-a033-025995ddf4c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:23.402176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7aabd12f-09d9-4f56-8aba-b7587c4db108 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.524750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25 req-c12e8437-482c-42c5-aeb9-1c883472d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:23.526421 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25 req-c12e8437-482c-42c5-aeb9-1c883472d2c8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cf236f19-fdbf-41f8-b905-c1c2f4fe96db HTTP/1.1" status: 200 len: 834 time: 0.1881406 Jul 07 19:32:23.627529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.664715 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7aabd12f-09d9-4f56-8aba-b7587c4db108 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.846013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7aabd12f-09d9-4f56-8aba-b7587c4db108 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.904436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b22d938-3383-4f1e-b7c4-52c7e7db995e None None] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:23.907485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da2698-cec7-4a15-9edc-fed888ec2ea6 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:23.908965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabd12f-09d9-4f56-8aba-b7587c4db108 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Subnet': ['ID=352c957f-62cb-490d-b927-9cf97a7fa913,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:23.914389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-35da2698-cec7-4a15-9edc-fed888ec2ea6 tempest-TestNetworkBasicOps-1127835096 tempest-TestNetworkBasicOps-1127835096-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 1092 time: 0.7551310 Jul 07 19:32:23.920416 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7aabd12f-09d9-4f56-8aba-b7587c4db108 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:23.922954 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7aabd12f-09d9-4f56-8aba-b7587c4db108 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/352c957f-62cb-490d-b927-9cf97a7fa913 HTTP/1.1" status: 204 len: 168 time: 1.1990066 Jul 07 19:32:23.924776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:23.927653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:23.927986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:23.961840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e7aa3-0349-4896-bad5-28dbc1395369 req-10f0d51b-f734-4637-a13a-746acb9728ee tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:23.973999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b60e7aa3-0349-4896-bad5-28dbc1395369 req-10f0d51b-f734-4637-a13a-746acb9728ee tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 945 time: 0.7712355 Jul 07 19:32:24.025712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '0b0475d2-607f-4809-9d17-6e513397e1cd', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:24.028631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce73c-9fa7-4ef9-b9aa-a79ab675f70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.045874 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce73c-9fa7-4ef9-b9aa-a79ab675f70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.047860 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0d2ce73c-9fa7-4ef9-b9aa-a79ab675f70f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5b098fc9-d8e6-4cd6-bfcb-6c8406de9db6 HTTP/1.1" status: 204 len: 168 time: 1.2378490 Jul 07 19:32:24.093522 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ce73c-9fa7-4ef9-b9aa-a79ab675f70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b098fc9-d8e6-4cd6-bfcb-6c8406de9db6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:24.131168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-58310ca9-79f1-40ac-9196-bae4c4e63c36 req-763f1734-d9fa-40af-a923-101e408517bd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] For port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:24.131548 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58310ca9-79f1-40ac-9196-bae4c4e63c36 req-763f1734-d9fa-40af-a923-101e408517bd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.143126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25 req-9243d1d1-0831-467b-a01f-3b6b469cebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:24.145032 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25 req-9243d1d1-0831-467b-a01f-3b6b469cebf1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=71b2d21f-b911-4e51-9032-3f16b3832072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5961783 Jul 07 19:32:24.196340 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b60e7aa3-0349-4896-bad5-28dbc1395369 req-22c23b99-dafd-439a-b395-6cb9ef2642ab tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193267 Jul 07 19:32:24.216725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-58310ca9-79f1-40ac-9196-bae4c4e63c36 req-763f1734-d9fa-40af-a923-101e408517bd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Calling delete_port for deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:24.262278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403ea05-8c19-48db-aa73-c6d6edc5ab4c req-e726230c-972d-48c0-9ff0-cbfebdaf694d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:24.271192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5403ea05-8c19-48db-aa73-c6d6edc5ab4c req-e726230c-972d-48c0-9ff0-cbfebdaf694d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 932 time: 0.1444862 Jul 07 19:32:24.389132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5403ea05-8c19-48db-aa73-c6d6edc5ab4c req-f8ca9bef-7c3d-47df-a9c4-78ff7c9e653f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169376 Jul 07 19:32:24.467006 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ef1c8ee2-b473-4992-8a1b-426af69b993b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/e80db656-c774-47f4-83cf-8a2faaad70aa HTTP/1.1" status: 200 len: 993 time: 0.5351043 Jul 07 19:32:24.487362 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.554180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-137abb3e-f1fc-407c-a7d5-bc2c731f56e6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting subnet de58a132-9efe-496e-98e6-febcbc53c4d8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:24.558830 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137abb3e-f1fc-407c-a7d5-bc2c731f56e6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.599817 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58310ca9-79f1-40ac-9196-bae4c4e63c36 req-763f1734-d9fa-40af-a923-101e408517bd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.602021 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137abb3e-f1fc-407c-a7d5-bc2c731f56e6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.701116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f1734-d9fa-40af-a923-101e408517bd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event deleted for resources: {'Port': ['ID=deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:24.776270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137abb3e-f1fc-407c-a7d5-bc2c731f56e6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.860111 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25 req-5460d874-2caa-49b8-bc29-450af27541f8 service neutron] 10.222.0.112 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416526 Jul 07 19:32:24.895946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-58310ca9-79f1-40ac-9196-bae4c4e63c36 req-763f1734-d9fa-40af-a923-101e408517bd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] No DVR routers for this DVR port deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:24.908461 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58310ca9-79f1-40ac-9196-bae4c4e63c36 req-763f1734-d9fa-40af-a923-101e408517bd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:24.911208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58310ca9-79f1-40ac-9196-bae4c4e63c36 req-763f1734-d9fa-40af-a923-101e408517bd tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "DELETE /v2.0/ports/deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 HTTP/1.1" status: 204 len: 173 time: 2.3882933 Jul 07 19:32:24.912110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9e3e60-9088-458c-ae67-54053cd4aa22', 'name': 'network-vif-deleted', 'tag': 'deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:24.914007 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674a1454-4313-46ce-8c51-43861c34f174" -d '{"events": [{"server_uuid": "ff9e3e60-9088-458c-ae67-54053cd4aa22", "name": "network-vif-deleted", "tag": "deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:25.017753 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c866c6e-4e41-4013-b6b5-cf3d01b164be x-openstack-request-id: req-3c866c6e-4e41-4013-b6b5-cf3d01b164be {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:25.018057 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9e3e60-9088-458c-ae67-54053cd4aa22", "name": "network-vif-deleted", "tag": "deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:25.018328 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3c866c6e-4e41-4013-b6b5-cf3d01b164be {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:25.020093 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9e3e60-9088-458c-ae67-54053cd4aa22', 'name': 'network-vif-deleted', 'tag': 'deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85', 'status': 'completed', 'code': 200} Jul 07 19:32:25.199598 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137abb3e-f1fc-407c-a7d5-bc2c731f56e6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.244059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137abb3e-f1fc-407c-a7d5-bc2c731f56e6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Subnet': ['ID=de58a132-9efe-496e-98e6-febcbc53c4d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:25.299188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad4815c-d32c-4c45-8619-62be621fe050 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:25.320451 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.327181 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-137abb3e-f1fc-407c-a7d5-bc2c731f56e6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.334237 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-137abb3e-f1fc-407c-a7d5-bc2c731f56e6 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/de58a132-9efe-496e-98e6-febcbc53c4d8 HTTP/1.1" status: 204 len: 168 time: 1.3272252 Jul 07 19:32:25.337982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47632) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:25.411659 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd52cda7-d3f5-45d0-bd92-11f64be88e51 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:25.412380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd52cda7-d3f5-45d0-bd92-11f64be88e51 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:25.423633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dd52cda7-d3f5-45d0-bd92-11f64be88e51 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/352c957f-62cb-490d-b927-9cf97a7fa913 HTTP/1.1" status: 404 len: 337 time: 0.0772796 Jul 07 19:32:25.424761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:25.446473 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Transition to ACTIVE for port object 8ad4815c-d32c-4c45-8619-62be621fe050 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:25.448234 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.459368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.524303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158cea76-38a2-4588-a494-95cdc62c1738 None None] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:25.528517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a71440a-fff9-4b79-b7a2-f0b0f64327d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting subnet 67ac79f9-665c-45af-9fa8-4268dc3c53f4 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:25.533936 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a71440a-fff9-4b79-b7a2-f0b0f64327d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.543245 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cedd9df4-4bfa-4976-a02d-ea23d7a1bd25 req-09d245ea-8e98-406b-850d-b204f7e0c13b service neutron] 10.222.0.112 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821964 Jul 07 19:32:25.648726 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a71440a-fff9-4b79-b7a2-f0b0f64327d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.754360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-74042107-e696-4e42-809d-ec3e2727247d None None] Provisioning complete for port f23f998a-f355-454b-ace8-a36dacd51041 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:25.754897 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74042107-e696-4e42-809d-ec3e2727247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.781677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad4815c-d32c-4c45-8619-62be621fe050,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:25.856337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:25.869556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-74042107-e696-4e42-809d-ec3e2727247d None None] Port f23f998a-f355-454b-ace8-a36dacd51041 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:25.907380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-74042107-e696-4e42-809d-ec3e2727247d None None] Provisioning complete for port 2f838377-d9a2-4640-961a-1cf6980dd48e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:25.910890 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74042107-e696-4e42-809d-ec3e2727247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:25.960099 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a71440a-fff9-4b79-b7a2-f0b0f64327d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.137324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25e49fa5-e474-4f18-be4f-9b43f6def113 req-b86c4e8a-afed-4acc-9ce2-bd8f8894b5ec tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff9e3e60-9088-458c-ae67-54053cd4aa22 HTTP/1.1" status: 200 len: 210 time: 0.0346460 Jul 07 19:32:26.140230 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a71440a-fff9-4b79-b7a2-f0b0f64327d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.214375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a71440a-fff9-4b79-b7a2-f0b0f64327d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.221182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2a71440a-fff9-4b79-b7a2-f0b0f64327d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/67ac79f9-665c-45af-9fa8-4268dc3c53f4 HTTP/1.1" status: 204 len: 168 time: 0.7951648 Jul 07 19:32:26.223449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71440a-fff9-4b79-b7a2-f0b0f64327d2 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Subnet': ['ID=67ac79f9-665c-45af-9fa8-4268dc3c53f4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:26.232226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.269012 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-58862479-54c6-4abc-a8ae-d89a9aa71136 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:26.269781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58862479-54c6-4abc-a8ae-d89a9aa71136 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:26.274971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-58862479-54c6-4abc-a8ae-d89a9aa71136 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/e33fb324-0e8a-4d40-b786-20ef87064dfb HTTP/1.1" status: 404 len: 337 time: 0.0412226 Jul 07 19:32:26.275885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.316012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d156d4d6-e627-481f-8b6b-93e4125091f7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "GET /v2.0/ports?device_id=13b534fa-d255-42e0-a3c4-7decc1ec4406 HTTP/1.1" status: 200 len: 205 time: 0.0378098 Jul 07 19:32:26.316861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.366709 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-ec2d93e6-03a9-4c6b-86dd-a276edd2e0ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] delete failed (client error): The resource could not be found. Jul 07 19:32:26.370470 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ec2d93e6-03a9-4c6b-86dd-a276edd2e0ca tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/routers/13b534fa-d255-42e0-a3c4-7decc1ec4406 HTTP/1.1" status: 404 len: 336 time: 0.0479746 Jul 07 19:32:26.371077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.371191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-98560304-network', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:26.418932 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d32c0e2-6304-4a9b-ba75-a966336defa1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:26.419288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d32c0e2-6304-4a9b-ba75-a966336defa1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:26.425422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2d32c0e2-6304-4a9b-ba75-a966336defa1 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/b579326f-f158-450b-aa24-38559c89a0d1 HTTP/1.1" status: 404 len: 337 time: 0.0516100 Jul 07 19:32:26.426107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.429529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Attempting to bind port 8ad4815c-d32c-4c45-8619-62be621fe050 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:26.429529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Attempting to bind port 8ad4815c-d32c-4c45-8619-62be621fe050 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:26.429529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Attempting to bind port 8ad4815c-d32c-4c45-8619-62be621fe050 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:26.436556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Allocated IP 172.25.2.93 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/41ba829b-7d5c-403f-bd88-56ee95a91212) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:26.438271 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Port 8ad4815c-d32c-4c45-8619-62be621fe050 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:32:26.438712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Attempting to bind port 8ad4815c-d32c-4c45-8619-62be621fe050 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:26.445794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Made reservation on behalf of f7fe96442d7f4c5db5ed659e45e71a4b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:26.448302 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.459367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880b5a2-2c7e-4574-804c-944b8de8fdac req-6c52a5e4-e2c2-4da8-b82b-0ca6b2db6c39 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:26.459838 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.465560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:26.466056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Checking segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:26.466800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Bound using segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:26.467097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Bound port: 8ad4815c-d32c-4c45-8619-62be621fe050, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:26.467553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.469828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6880b5a2-2c7e-4574-804c-944b8de8fdac req-6c52a5e4-e2c2-4da8-b82b-0ca6b2db6c39 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 944 time: 0.3800075 Jul 07 19:32:26.525554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:26.540220 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc50aba-b9f8-40a4-adf3-213add7e6922 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:26.545604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc50aba-b9f8-40a4-adf3-213add7e6922 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:26.550361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9fc50aba-b9f8-40a4-adf3-213add7e6922 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/f7afe8a8-9c3b-403a-8c9b-b498e7ec6b81 HTTP/1.1" status: 404 len: 337 time: 0.1221924 Jul 07 19:32:26.552848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.570423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:26.571036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device deb5a7e2-67c0-4f05-8b3f-b3fb75c1da85 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:26.575155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] For port 8ad4815c-d32c-4c45-8619-62be621fe050, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:26.631467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] For port 8ad4815c-d32c-4c45-8619-62be621fe050, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8ad4815c-d32c-4c45-8619-62be621fe050,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:26.647998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6880b5a2-2c7e-4574-804c-944b8de8fdac req-37d00256-3aec-4ea6-86ff-75732dd1bc28 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769834 Jul 07 19:32:26.651013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.661050 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-847db88d-9b32-421a-9288-c93ead4e0f2d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:26.662197 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847db88d-9b32-421a-9288-c93ead4e0f2d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:26.668677 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-847db88d-9b32-421a-9288-c93ead4e0f2d tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/b705f0ef-61d3-4a05-9b27-840e78b47a58 HTTP/1.1" status: 404 len: 337 time: 0.1065683 Jul 07 19:32:26.669228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.706851 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7a8069-05cd-410d-853d-5ed989eb33d4 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:26.707602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7a8069-05cd-410d-853d-5ed989eb33d4 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:26.712332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8f7a8069-05cd-410d-853d-5ed989eb33d4 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/62f401ac-ddb8-406b-9daa-18893faa05bf HTTP/1.1" status: 404 len: 333 time: 0.0395982 Jul 07 19:32:26.712734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.745769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c02c9-576d-46a7-aa4a-97f6a8e5a347 None None] Update dhcp port {'port': {'network_id': '7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6', 'fixed_ips': [{'subnet_id': '67ac79f9-665c-45af-9fa8-4268dc3c53f4'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '2f838377-d9a2-4640-961a-1cf6980dd48e'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:32:26.759470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:26.760377 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.762935 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] 10.222.0.112 "PUT /v2.0/ports/8ad4815c-d32c-4c45-8619-62be621fe050 HTTP/1.1" status: 200 len: 1093 time: 3.3809690 Jul 07 19:32:26.772512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bafa9d6-35dc-4138-a033-025995ddf4c8', 'tag': '8ad4815c-d32c-4c45-8619-62be621fe050'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:26.779862 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cffe033-8b26-4b54-a8ff-0805b23b3efd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:26.780415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cffe033-8b26-4b54-a8ff-0805b23b3efd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:26.780665 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55cf3b2-1f55-4ace-b3c1-c30366b63120" -d '{"events": [{"name": "network-changed", "server_uuid": "5bafa9d6-35dc-4138-a033-025995ddf4c8", "tag": "8ad4815c-d32c-4c45-8619-62be621fe050"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:26.786152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7cffe033-8b26-4b54-a8ff-0805b23b3efd tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/fcc707bc-faf9-4950-a04f-79497b1d2068 HTTP/1.1" status: 404 len: 337 time: 0.0694957 Jul 07 19:32:26.786511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.857939 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe02ef7-1e4c-4f67-80f6-fc6952a30aba tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:26.858397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe02ef7-1e4c-4f67-80f6-fc6952a30aba tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:26.861376 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb4c02c9-576d-46a7-aa4a-97f6a8e5a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.870525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7fe02ef7-1e4c-4f67-80f6-fc6952a30aba tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/43f6e28b-7067-445f-a0f6-25b727170106 HTTP/1.1" status: 404 len: 337 time: 0.0828130 Jul 07 19:32:26.871257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.942884 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d461304-edf0-4d91-ad9c-b6b260ee2de7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:26.947604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d461304-edf0-4d91-ad9c-b6b260ee2de7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:26.956305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1d461304-edf0-4d91-ad9c-b6b260ee2de7 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/db035d00-5e2b-441c-9cd2-407db1010c04 HTTP/1.1" status: 404 len: 333 time: 0.0839534 Jul 07 19:32:26.957122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47686) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:26.965928 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b152f-4931-4f3f-bb18-3e56f368ec45 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad4815c-d32c-4c45-8619-62be621fe050,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:26.974216 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65405e7-43fa-41e5-bfc9-770da870c793 x-openstack-request-id: req-b65405e7-43fa-41e5-bfc9-770da870c793 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:26.974507 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bafa9d6-35dc-4138-a033-025995ddf4c8", "tag": "8ad4815c-d32c-4c45-8619-62be621fe050", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:26.974766 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b65405e7-43fa-41e5-bfc9-770da870c793 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:26.975162 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bafa9d6-35dc-4138-a033-025995ddf4c8', 'tag': '8ad4815c-d32c-4c45-8619-62be621fe050', 'status': 'completed', 'code': 200} Jul 07 19:32:26.993045 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:26.999130 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0806fa67-62ad-4158-8191-2c15159f164e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:26.999733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0806fa67-62ad-4158-8191-2c15159f164e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:27.002069 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0806fa67-62ad-4158-8191-2c15159f164e tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/41c5bd14-64e5-454f-970f-0ea30526eb55 HTTP/1.1" status: 404 len: 337 time: 0.0439148 Jul 07 19:32:27.007817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47688) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:27.057678 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee63fbf-c529-48e5-880d-51081d5e21eb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] DELETE failed (client error): The resource could not be found. Jul 07 19:32:27.058158 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee63fbf-c529-48e5-880d-51081d5e21eb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:32:27.064918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9ee63fbf-c529-48e5-880d-51081d5e21eb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/subnets/a40cfc50-4ef4-480f-ac9d-00042aec7426 HTTP/1.1" status: 404 len: 337 time: 0.0535710 Jul 07 19:32:27.064918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:27.132118 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.132118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-05f20379-1944-4a63-8128-1ad8791356c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:27.132862 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-05f20379-1944-4a63-8128-1ad8791356c0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 1096 time: 0.3060884 Jul 07 19:32:27.136828 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.174750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b3df5-9ee6-41f3-822e-376251dc4a96 None None] Network 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:27.243496 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-0874cfa7-6d69-45be-becc-ab77dcc7bf4d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ad4815c-d32c-4c45-8619-62be621fe050 HTTP/1.1" status: 200 len: 217 time: 0.0973918 Jul 07 19:32:27.243898 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.256975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5c36f552-b871-4c45-9370-f94b12bb49cb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port f23f998a-f355-454b-ace8-a36dacd51041 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:27.257591 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c36f552-b871-4c45-9370-f94b12bb49cb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.343017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d11a942-b4f9-4ed9-af2d-d881a1da3103 None None] Provisioning complete for port f23f998a-f355-454b-ace8-a36dacd51041 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:27.343384 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d11a942-b4f9-4ed9-af2d-d881a1da3103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.364567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935d17a1-7094-421c-8237-8e5e47799ccd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:27.365904 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c36f552-b871-4c45-9370-f94b12bb49cb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.374888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-343cb3ab-f611-4cac-a451-858491c6cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:27.376950 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-343cb3ab-f611-4cac-a451-858491c6cd0b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0827360 Jul 07 19:32:27.392289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=41ba829b-7d5c-403f-bd88-56ee95a91212,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:27.433332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5c36f552-b871-4c45-9370-f94b12bb49cb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for f23f998a-f355-454b-ace8-a36dacd51041 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:27.438604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:27.447922 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:27.458781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:27.467654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5d11a942-b4f9-4ed9-af2d-d881a1da3103 None None] Port f23f998a-f355-454b-ace8-a36dacd51041 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:27.471374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.471675 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Added segment f48c2bb9-eba6-4e16-b2eb-06da8b435be8 of type vlan for network d5b97724-5eb3-42a9-9e6f-975decb4bfcb Jul 07 19:32:27.474691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:27.546430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d11a942-b4f9-4ed9-af2d-d881a1da3103 None None] Provisioning complete for port 2f838377-d9a2-4640-961a-1cf6980dd48e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:27.547633 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d11a942-b4f9-4ed9-af2d-d881a1da3103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.554365 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c79d2-e9a7-4ff1-980b-d8c1ecae4615 None None] DHCP port deletion for 7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:32:27.631714 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.640598 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c36f552-b871-4c45-9370-f94b12bb49cb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.651340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2f838377-d9a2-4640-961a-1cf6980dd48e no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:27.683920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36f552-b871-4c45-9370-f94b12bb49cb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=f23f998a-f355-454b-ace8-a36dacd51041,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:27.704768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c36f552-b871-4c45-9370-f94b12bb49cb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.707689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5c36f552-b871-4c45-9370-f94b12bb49cb tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/ports/f23f998a-f355-454b-ace8-a36dacd51041 HTTP/1.1" status: 204 len: 168 time: 0.6418231 Jul 07 19:32:27.711634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:27.728007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-dba689f9-f2e3-478d-a6b6-1f6de2873656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:27.738128 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-dba689f9-f2e3-478d-a6b6-1f6de2873656 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3399496 Jul 07 19:32:27.772137 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.847596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 2f838377-d9a2-4640-961a-1cf6980dd48e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2f838377-d9a2-4640-961a-1cf6980dd48e,segment=NetworkSegment(d370235f-17ed-4018-91c7-389c9d3a2b53),segment_id=d370235f-17ed-4018-91c7-389c9d3a2b53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:27.874453 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.899057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a48c79d2-e9a7-4ff1-980b-d8c1ecae4615 None None] Deleting port 2f838377-d9a2-4640-961a-1cf6980dd48e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:27.899686 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a48c79d2-e9a7-4ff1-980b-d8c1ecae4615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:27.932398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.040151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=2f838377-d9a2-4640-961a-1cf6980dd48e,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:28.056336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a48c79d2-e9a7-4ff1-980b-d8c1ecae4615 None None] For port 2f838377-d9a2-4640-961a-1cf6980dd48e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2f838377-d9a2-4640-961a-1cf6980dd48e,segment=NetworkSegment(d370235f-17ed-4018-91c7-389c9d3a2b53),segment_id=d370235f-17ed-4018-91c7-389c9d3a2b53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:28.056972 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a48c79d2-e9a7-4ff1-980b-d8c1ecae4615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.073058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.074185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:28.074871 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.090493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a48c79d2-e9a7-4ff1-980b-d8c1ecae4615 None None] Calling delete_port for 2f838377-d9a2-4640-961a-1cf6980dd48e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:28.151462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-604181ec-4f35-4488-93a9-7c6bda0011ea tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:28.155915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] Pushing event updated for resources: {'Network': ['ID=d5b97724-5eb3-42a9-9e6f-975decb4bfcb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:28.157174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-604181ec-4f35-4488-93a9-7c6bda0011ea tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.3746138 Jul 07 19:32:28.175590 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network d5b97724-5eb3-42a9-9e6f-975decb4bfcb details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:32:28.200326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-1274728a-ae13-4773-93fc-e974e4812549 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/quotas/401fe42e44ad46819cb6257706b4829e HTTP/1.1" status: 200 len: 375 time: 0.0266430 Jul 07 19:32:28.247105 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fa54595a-1605-44ea-b266-62c06118dcec admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3893068 Jul 07 19:32:28.264941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:28.270743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] Request body: {'subnet': {'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-subnet', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:28.300048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-4858e94a-ba97-4c7b-b3e2-9bf9af4899e6 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724339 Jul 07 19:32:28.302967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] Made reservation on behalf of f7fe96442d7f4c5db5ed659e45e71a4b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:28.305492 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.316822 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a48c79d2-e9a7-4ff1-980b-d8c1ecae4615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.358150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c79d2-e9a7-4ff1-980b-d8c1ecae4615 None None] No DVR routers for this DVR port 2f838377-d9a2-4640-961a-1cf6980dd48e on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:28.366959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c79d2-e9a7-4ff1-980b-d8c1ecae4615 None None] Pushing event deleted for resources: {'Port': ['ID=2f838377-d9a2-4640-961a-1cf6980dd48e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:28.376467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Deleting port 2f838377-d9a2-4640-961a-1cf6980dd48e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:28.377652 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.434879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc09bb-e75d-4403-b20f-08910d48eb11 req-f98fb0cd-ea24-4272-a0d3-4c22bfef08e4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:28.436728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3adc09bb-e75d-4403-b20f-08910d48eb11 req-f98fb0cd-ea24-4272-a0d3-4c22bfef08e4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 944 time: 0.5019348 Jul 07 19:32:28.529139 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-dffe6c79-8384-4bdb-9678-bace1200c28c service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7769265 Jul 07 19:32:28.561067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] For port 2f838377-d9a2-4640-961a-1cf6980dd48e, host n-d-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:28.561417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.598925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Calling delete_port for 2f838377-d9a2-4640-961a-1cf6980dd48e owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:28.603230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Port 2f838377-d9a2-4640-961a-1cf6980dd48e was not found and therefore no delete operation was performed {{(pid=93770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:32:28.606445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3adc09bb-e75d-4403-b20f-08910d48eb11 req-2c5cc1b5-52ed-457f-b4d0-5c532064961a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958910 Jul 07 19:32:28.608821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-ab344375-490c-4b7f-93a6-b40302799f83 service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952907 Jul 07 19:32:28.609586 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.666307 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Port': ['ID=2f838377-d9a2-4640-961a-1cf6980dd48e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:28.685267 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.714171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] No DVR routers for this DVR port 2f838377-d9a2-4640-961a-1cf6980dd48e on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:28.817821 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.843034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:28.853959 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-2718532b-2561-42e7-81d9-5cbe339cf759 service neutron] 10.222.0.113 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277892 Jul 07 19:32:28.858487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd370235f-17ed-4018-91c7-389c9d3a2b53') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:28.858614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b7a6900-24a0-4425-bb5c-844290abee7c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:28.859045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd370235f-17ed-4018-91c7-389c9d3a2b53') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:28.871712 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.881795 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.884576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] Checking segment: {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:28.884938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] Network hostable DHCP agents. Network: d5b97724-5eb3-42a9-9e6f-975decb4bfcb, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:32:28.891948 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.899184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:32:28.899722 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.940519 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcc4e1c4-914e-4753-88ab-612823adb5da req-678bb819-8b62-408e-b418-73db302465a2 service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722856 Jul 07 19:32:28.963909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] Network d5b97724-5eb3-42a9-9e6f-975decb4bfcb is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:32:28.974492 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:32:28.977506 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.988700 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:28.998271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] 10.222.0.113 "DELETE /v2.0/networks/7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6 HTTP/1.1" status: 204 len: 168 time: 1.2851222 Jul 07 19:32:29.020015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, d5b97724-5eb3-42a9-9e6f-975decb4bfcb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:29.024268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:29.024950 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.025178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf87a0-d323-437a-bc34-c2dddbe4d955 tempest-PortsTestJSON-1083005197 tempest-PortsTestJSON-1083005197-project] Pushing event deleted for resources: {'Network': ['ID=7264ca6a-4a06-47c3-92dd-4ddf98ffd2e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:29.035180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd23bc-499e-487e-955e-2e7056ff98f3 None None] Network d5b97724-5eb3-42a9-9e6f-975decb4bfcb requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:29.112366 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.155824 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8ed7f62e-ea83-4abb-9815-cd490a959b37 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8867450 Jul 07 19:32:29.159198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:29.166294 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:29.199973 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.201185 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.207681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9008f19b-4baa-4c28-8d7d-952710e7509e req-544d24a7-5629-4f6f-a471-183f02c32b5e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 210 time: 0.0815191 Jul 07 19:32:29.238006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cf3b2-1f55-4ace-b3c1-c30366b63120 req-d9b4cb3a-0a16-4e4b-9196-a93f64bfcac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:29.239608 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d55cf3b2-1f55-4ace-b3c1-c30366b63120 req-d9b4cb3a-0a16-4e4b-9196-a93f64bfcac2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 1096 time: 0.2293105 Jul 07 19:32:29.348852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-d5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:32:29.349749 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.424866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47760) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:29.596796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Allocated IP 172.20.0.2 (d5b97724-5eb3-42a9-9e6f-975decb4bfcb/5b7a6900-24a0-4425-bb5c-844290abee7c/2da099c5-053a-41d5-881b-6a02ef8b89c3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:29.641206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-094410b5-82f3-4345-86ea-3fdcb521da9e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4c43b8a30531496ca4415d525d5134b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141600 Jul 07 19:32:29.644885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:29.718076 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97bcf8f4-9a42-49c2-b04f-1abc54fb9b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.756851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97bcf8f4-9a42-49c2-b04f-1abc54fb9b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.776756 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.787902 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Transition to ACTIVE for port object 2da099c5-053a-41d5-881b-6a02ef8b89c3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:29.809143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Transition to ACTIVE for port object 2da099c5-053a-41d5-881b-6a02ef8b89c3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:29.824194 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.845418 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97bcf8f4-9a42-49c2-b04f-1abc54fb9b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.861024 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97bcf8f4-9a42-49c2-b04f-1abc54fb9b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.862240 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.869325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.870053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-97bcf8f4-9a42-49c2-b04f-1abc54fb9b89 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/112204bb-615a-46e5-9ab2-09ff8546f0e0 HTTP/1.1" status: 204 len: 168 time: 0.2238913 Jul 07 19:32:29.876442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Network d5b97724-5eb3-42a9-9e6f-975decb4bfcb is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:29.880751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:29.884997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:29.922658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Pushing event updated for resources: {'Port': ['ID=2da099c5-053a-41d5-881b-6a02ef8b89c3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:29.923253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcf8f4-9a42-49c2-b04f-1abc54fb9b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112204bb-615a-46e5-9ab2-09ff8546f0e0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:29.977566 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:29.981328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b4d40-991f-4e52-81ed-98666b4bad39 req-5f75388f-5c5b-45e3-8426-c523328ef6bb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:29.983280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-449b4d40-991f-4e52-81ed-98666b4bad39 req-5f75388f-5c5b-45e3-8426-c523328ef6bb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 944 time: 0.1527007 Jul 07 19:32:30.055079 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-449b4d40-991f-4e52-81ed-98666b4bad39 req-2b03d5ed-40c1-47fb-a2b7-9cf24160b67e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586369 Jul 07 19:32:30.060604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Attempting to bind port 2da099c5-053a-41d5-881b-6a02ef8b89c3 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:30.061072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Attempting to bind port 2da099c5-053a-41d5-881b-6a02ef8b89c3 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:30.063355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Attempting to bind port 2da099c5-053a-41d5-881b-6a02ef8b89c3 on network d5b97724-5eb3-42a9-9e6f-975decb4bfcb {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:30.069373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:30.069950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Checking segment: {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:30.070458 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.070957 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Bound using segment: {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:30.071608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Bound port: 2da099c5-053a-41d5-881b-6a02ef8b89c3, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:30.072126 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.118472 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.155079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cf3b2-1f55-4ace-b3c1-c30366b63120 req-6a87ecfa-bf1b-4645-aada-ed40d60c68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:30.157275 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d55cf3b2-1f55-4ace-b3c1-c30366b63120 req-6a87ecfa-bf1b-4645-aada-ed40d60c68ff service neutron] 10.222.0.112 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.8850813 Jul 07 19:32:30.216697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] For port 2da099c5-053a-41d5-881b-6a02ef8b89c3, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:30.226680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] For port 2da099c5-053a-41d5-881b-6a02ef8b89c3, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2da099c5-053a-41d5-881b-6a02ef8b89c3,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:30.228814 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d55cf3b2-1f55-4ace-b3c1-c30366b63120 req-477d4633-2d81-4a68-ba50-721aa0e0c0ac service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ad4815c-d32c-4c45-8619-62be621fe050 HTTP/1.1" status: 200 len: 217 time: 0.0602546 Jul 07 19:32:30.229680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event updated for resources: {'Port': ['ID=41ba829b-7d5c-403f-bd88-56ee95a91212,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:30.233272 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.334671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910dc6d-c9b1-4241-8140-ad19e7557ee1 None None] Pushing event updated for resources: {'Port': ['ID=2da099c5-053a-41d5-881b-6a02ef8b89c3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:30.355890 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:30.448596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce738ea4-b41f-47d6-8aad-e5fe49110194 req-4fd9b80d-976c-4410-bd7c-b524418032ad tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 210 time: 0.0370672 Jul 07 19:32:30.468567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cf3b2-1f55-4ace-b3c1-c30366b63120 req-efce5dd4-ab38-4235-bf5c-9210ac799eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:30.471369 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d55cf3b2-1f55-4ace-b3c1-c30366b63120 req-efce5dd4-ab38-4235-bf5c-9210ac799eb1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.2317052 Jul 07 19:32:30.625837 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Floating IP 861c6cfb-0843-4200-9b89-8ff1f9e7c81f associated. External IP: 172.25.2.93, port: 0b0475d2-607f-4809-9d17-6e513397e1cd. Jul 07 19:32:30.692555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cf3b2-1f55-4ace-b3c1-c30366b63120 req-8eb9d1cc-436c-4449-87a0-8677daafb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:30.694271 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d55cf3b2-1f55-4ace-b3c1-c30366b63120 req-8eb9d1cc-436c-4449-87a0-8677daafb111 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2056389 Jul 07 19:32:31.022261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:31.030574 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.038940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-e2f59b64-0812-4563-9144-93511768aef9 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:31.040690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-e2f59b64-0812-4563-9144-93511768aef9 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 812 time: 0.1795211 Jul 07 19:32:31.062878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Request body: {'port': {'device_id': '82fa89ee-8226-40e3-9249-e65a65363107', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'admin_state_up': True, 'tenant_id': '401fe42e44ad46819cb6257706b4829e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:31.091245 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d55cf3b2-1f55-4ace-b3c1-c30366b63120 req-3da0213a-7839-48c6-9026-cf8247d0d9e0 service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837090 Jul 07 19:32:31.095423 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.203877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1509042971'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:31.275093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:31.278812 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.322078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Made reservation on behalf of 401fe42e44ad46819cb6257706b4829e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:31.326655 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.359961 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.439710 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router fd94dad3-85d0-420a-8155-10d9d36014ca has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:31.464142 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d55cf3b2-1f55-4ace-b3c1-c30366b63120 req-4806463e-7f65-4757-a76b-c7916b5d84a4 service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646815 Jul 07 19:32:31.535409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Allocated IP 172.25.2.146 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/545169bb-3db4-495e-b3ba-d58b27d5dc43) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:31.540860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77ad21-bf88-4ac4-90d0-d01a89f794c7 req-0942a6fe-29ec-4a7b-911f-5203278e88c9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:31.552132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a77ad21-bf88-4ac4-90d0-d01a89f794c7 req-0942a6fe-29ec-4a7b-911f-5203278e88c9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 944 time: 0.2781284 Jul 07 19:32:31.650991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Allocated IP 172.20.0.12 (e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e/0ebfc7a6-9eee-41b6-a93a-ecc3b9964686/160cbe1e-e765-4153-9c05-e81ff0f08651) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:31.682989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a77ad21-bf88-4ac4-90d0-d01a89f794c7 req-1bf44e69-0ce6-4f57-b3b6-dc77ab0d41f8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300032 Jul 07 19:32:31.755002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2da099c5-053a-41d5-881b-6a02ef8b89c3 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:31.777979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:31.793469 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2495dc21-b092-4914-b1ea-2981d9ea514b req-7148a326-cfd1-48f4-bbd6-50c0fb38f11f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 210 time: 0.0526712 Jul 07 19:32:31.807464 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.817851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.827434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b372549-3299-4058-9e37-ebccc109b63f None None] Sync routers for ids ['fd94dad3-85d0-420a-8155-10d9d36014ca'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:31.831651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.836958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:31.891625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbf7e0-adcd-432b-95b8-66f426019e5c None None] Network d5b97724-5eb3-42a9-9e6f-975decb4bfcb requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:31.894282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b372549-3299-4058-9e37-ebccc109b63f None None] Routers {'fd94dad3-85d0-420a-8155-10d9d36014ca'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:31.896376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b372549-3299-4058-9e37-ebccc109b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fd94dad3-85d0-420a-8155-10d9d36014ca'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:31.911763 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9393988e-bc78-4e02-92d8-606d6d45c25f tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.9120409 Jul 07 19:32:31.913154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:31.914062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:31.915908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'tag': '0b0475d2-607f-4809-9d17-6e513397e1cd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:31.918760 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a3b210-0303-415c-ade5-77e4f10e673f" -d '{"events": [{"name": "network-changed", "server_uuid": "21cb8bb2-9c74-4b75-8dc9-cc77ada0280b", "tag": "0b0475d2-607f-4809-9d17-6e513397e1cd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:31.931817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ec2906-4fbc-4048-813b-73b56a5ae6b5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:31.977527 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.004452 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.004829 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added segment 6b438047-b2d4-48f9-bac8-b718f912b038 of type vlan for network 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 Jul 07 19:32:32.023624 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71afdd1-28b8-4f01-8a13-f30396f283d8 x-openstack-request-id: req-a71afdd1-28b8-4f01-8a13-f30396f283d8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:32.024335 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cb8bb2-9c74-4b75-8dc9-cc77ada0280b", "tag": "0b0475d2-607f-4809-9d17-6e513397e1cd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:32.024800 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a71afdd1-28b8-4f01-8a13-f30396f283d8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:32.025713 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'tag': '0b0475d2-607f-4809-9d17-6e513397e1cd', 'status': 'completed', 'code': 200} Jul 07 19:32:32.030422 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:32.051518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:32.055604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:32.090493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea0df3eb-f94e-4355-b8cd-5e23b5175f57 None None] Provisioning for port 2da099c5-053a-41d5-881b-6a02ef8b89c3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:32.128040 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ef855c68-297f-491a-824f-bcbd5806c339 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/floatingips/861c6cfb-0843-4200-9b89-8ff1f9e7c81f HTTP/1.1" status: 200 len: 990 time: 0.2103117 Jul 07 19:32:32.130355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.137471 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.160612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 2da099c5-053a-41d5-881b-6a02ef8b89c3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:32.194062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2da099c5-053a-41d5-881b-6a02ef8b89c3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:32.195079 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.240084 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.246676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:32.247448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.293711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b210-0303-415c-ade5-77e4f10e673f req-fbed5a81-f731-4a62-bcea-5a49c8490e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:32.295662 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58a3b210-0303-415c-ade5-77e4f10e673f req-fbed5a81-f731-4a62-bcea-5a49c8490e43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 1097 time: 0.2302163 Jul 07 19:32:32.296895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9b372549-3299-4058-9e37-ebccc109b63f None None] Set router fd94dad3-85d0-420a-8155-10d9d36014ca gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:32.333149 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Pushing event updated for resources: {'Port': ['ID=545169bb-3db4-495e-b3ba-d58b27d5dc43,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:32.343650 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.380747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3520610 Jul 07 19:32:32.393319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:32.453472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-81170229'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:32.498332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cdf44-ee31-4bfe-ac49-f50d6cf752c2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Network': ['ID=1cd6434d-778b-46de-b24a-e6a3cc1b53a6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:32.522214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:32.530724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:32.534883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:32:32.535442 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.547929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:32.550892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:32.568369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event updated for resources: {'Port': ['ID=160cbe1e-e765-4153-9c05-e81ff0f08651,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:32.642952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b210-0303-415c-ade5-77e4f10e673f req-0f4f8ec7-17c6-4aa6-ac7c-4c5048f9a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:32.645355 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58a3b210-0303-415c-ade5-77e4f10e673f req-0f4f8ec7-17c6-4aa6-ac7c-4c5048f9a5d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01791bf8-c702-4dcb-8da9-8c8d1ed8545c HTTP/1.1" status: 200 len: 898 time: 0.3033919 Jul 07 19:32:32.646445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1106} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:32.662982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:32.663841 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.687032 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.687693 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added segment 3ec52173-efc7-4450-b0dd-7783e426290e of type vlan for network 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 Jul 07 19:32:32.757817 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-20fb6d1a-0794-4fe7-9797-79111d3d1174 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7008386 Jul 07 19:32:32.790949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Request body: {'port': {'device_id': '82fa89ee-8226-40e3-9249-e65a65363107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:32.799050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58a3b210-0303-415c-ade5-77e4f10e673f req-c7290549-fec5-43ee-a79a-67a1d99b6cdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b0475d2-607f-4809-9d17-6e513397e1cd HTTP/1.1" status: 200 len: 998 time: 0.1259789 Jul 07 19:32:32.830602 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.879330 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:32.957595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 2da099c5-053a-41d5-881b-6a02ef8b89c3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2da099c5-053a-41d5-881b-6a02ef8b89c3,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:32.973724 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.009056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.019547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b210-0303-415c-ade5-77e4f10e673f req-2bfa0335-9cb8-4d10-896f-9e87db212a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:33.021077 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58a3b210-0303-415c-ade5-77e4f10e673f req-2bfa0335-9cb8-4d10-896f-9e87db212a99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7974771-5cf1-4004-be61-5896383eface HTTP/1.1" status: 200 len: 835 time: 0.2072015 Jul 07 19:32:33.030661 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.036975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:33.037605 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.092803 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.128960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=2da099c5-053a-41d5-881b-6a02ef8b89c3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:33.158351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b372549-3299-4058-9e37-ebccc109b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:44Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '861c6cfb-0843-4200-9b89-8ff1f9e7c81f', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'port_id': '0b0475d2-607f-4809-9d17-6e513397e1cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'mac_address': 'fa:16:3e:44:2b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:32:28Z', 'updated_at': '2021-07-07T19:32:28Z', 'revision_number': 0, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c549b4-2a01-4f61-94fe-b64aaf0ece82', 'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:dc:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd7974771-5cf1-4004-be61-5896383eface', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:41Z', 'updated_at': '2021-07-07T19:31:51Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'd7974771-5cf1-4004-be61-5896383eface', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:33.164922 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:33.233980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b372549-3299-4058-9e37-ebccc109b63f None None] Checking router: fd94dad3-85d0-420a-8155-10d9d36014ca for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:33.246966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8314810 Jul 07 19:32:33.253965 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cf8b7e3c-d885-4f9f-98f4-f5075f32bf94 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/floatingips/861c6cfb-0843-4200-9b89-8ff1f9e7c81f HTTP/1.1" status: 200 len: 990 time: 0.0878038 Jul 07 19:32:33.254661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b372549-3299-4058-9e37-ebccc109b63f None None] Routers {'fd94dad3-85d0-420a-8155-10d9d36014ca'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:33.255599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b372549-3299-4058-9e37-ebccc109b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fd94dad3-85d0-420a-8155-10d9d36014ca'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:33.257060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:33.262732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'subnet': {'network_id': '1cd6434d-778b-46de-b24a-e6a3cc1b53a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:33.387950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9b372549-3299-4058-9e37-ebccc109b63f None None] Set router fd94dad3-85d0-420a-8155-10d9d36014ca gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:33.463298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.511605 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.553467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:33.557796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.601390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-72e64711-4628-4677-92fa-0fd9183b5cac None None] Provisioning complete for port 2da099c5-053a-41d5-881b-6a02ef8b89c3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:33.602169 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72e64711-4628-4677-92fa-0fd9183b5cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.637313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2da099c5-053a-41d5-881b-6a02ef8b89c3 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:33.786670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2da099c5-053a-41d5-881b-6a02ef8b89c3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:33.787135 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.885054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b372549-3299-4058-9e37-ebccc109b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:44Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '861c6cfb-0843-4200-9b89-8ff1f9e7c81f', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'port_id': '0b0475d2-607f-4809-9d17-6e513397e1cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'mac_address': 'fa:16:3e:44:2b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:32:28Z', 'updated_at': '2021-07-07T19:32:28Z', 'revision_number': 0, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c549b4-2a01-4f61-94fe-b64aaf0ece82', 'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:dc:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd7974771-5cf1-4004-be61-5896383eface', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:41Z', 'updated_at': '2021-07-07T19:31:51Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'd7974771-5cf1-4004-be61-5896383eface', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:33.921013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b372549-3299-4058-9e37-ebccc109b63f None None] The sync data for ids ['fd94dad3-85d0-420a-8155-10d9d36014ca'] in n-d-792394-12 is: [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:44Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '861c6cfb-0843-4200-9b89-8ff1f9e7c81f', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'floating_ip_address': '172.25.2.93', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'port_id': '0b0475d2-607f-4809-9d17-6e513397e1cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'mac_address': 'fa:16:3e:44:2b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:32:28Z', 'updated_at': '2021-07-07T19:32:28Z', 'revision_number': 0, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c549b4-2a01-4f61-94fe-b64aaf0ece82', 'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:dc:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd7974771-5cf1-4004-be61-5896383eface', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:41Z', 'updated_at': '2021-07-07T19:31:51Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'd7974771-5cf1-4004-be61-5896383eface', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:33.954559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:32:33.969748 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:33.979444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa620ba-782b-458f-8ab9-4a2dfb353321 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Network': ['ID=83de9fb8-5fc7-454f-9431-91ab7f1b7fd0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:33.993223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:32:34.035657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Subnet': ['ID=ebd24ee0-ec1d-405c-b8a1-fe698f4d42de,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:34.053992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160cbe1e-e765-4153-9c05-e81ff0f08651 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:34.066554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.080313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Transition to ACTIVE for port object 160cbe1e-e765-4153-9c05-e81ff0f08651 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:34.095535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073342-73ff-46f3-a4a5-dc1a8b340209 req-364b28e3-550b-4eaf-bbd8-8df791a251cb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:34.097493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c073342-73ff-46f3-a4a5-dc1a8b340209 req-364b28e3-550b-4eaf-bbd8-8df791a251cb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 944 time: 1.1302438 Jul 07 19:32:34.101112 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.159296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Checking segment: {'id': '6b438047-b2d4-48f9-bac8-b718f912b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1cd6434d-778b-46de-b24a-e6a3cc1b53a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:34.159679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network hostable DHCP agents. Network: 1cd6434d-778b-46de-b24a-e6a3cc1b53a6, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:32:34.168641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb87776-3a16-4dc0-b84f-829b3e08c1ae req-7b101b2c-1011-49e5-8310-9c691f669896 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:34.176719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fb87776-3a16-4dc0-b84f-829b3e08c1ae req-7b101b2c-1011-49e5-8310-9c691f669896 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 932 time: 0.9987383 Jul 07 19:32:34.191235 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:32:34.219151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:34.231192 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Sync routers for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:34.236784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c073342-73ff-46f3-a4a5-dc1a8b340209 req-467e3468-00bb-43bd-bfba-a2d8c4e10936 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253016 Jul 07 19:32:34.246233 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:34.248121 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:34.258864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:34.266465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 1cd6434d-778b-46de-b24a-e6a3cc1b53a6) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:34.270117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b210-0303-415c-ade5-77e4f10e673f req-ee4557a4-5f90-47dd-a5f7-084419492d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:34.273888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:34.274692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58a3b210-0303-415c-ade5-77e4f10e673f req-ee4557a4-5f90-47dd-a5f7-084419492d76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01791bf8-c702-4dcb-8da9-8c8d1ed8545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2305164 Jul 07 19:32:34.277105 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.279772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.285655 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d6f57dce-be40-42d7-9a41-880ee05794c8 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1248829 Jul 07 19:32:34.290585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0ab9b7-45e4-4f64-b6b2-1e15c6bc7c92 None None] Network 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:34.294235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe55bfe-04de-4166-8d8f-5296c3122f6e None None] New status for floating IP 861c6cfb-0843-4200-9b89-8ff1f9e7c81f: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:32:34.306177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:34.356257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Pushing event updated for resources: {'Port': ['ID=160cbe1e-e765-4153-9c05-e81ff0f08651,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:34.368594 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0fd33a4b-2608-4a9c-938b-e37947d1adfe tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1105089 Jul 07 19:32:34.370750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fb87776-3a16-4dc0-b84f-829b3e08c1ae req-e7c4ea7a-221e-49fb-828d-c1e62bcd7e11 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929352 Jul 07 19:32:34.371264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:34.379840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'subnet': {'network_id': '83de9fb8-5fc7-454f-9431-91ab7f1b7fd0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:34.467325 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:34.506585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Attempting to bind port 160cbe1e-e765-4153-9c05-e81ff0f08651 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:34.507031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Attempting to bind port 160cbe1e-e765-4153-9c05-e81ff0f08651 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:34.507596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Attempting to bind port 160cbe1e-e765-4153-9c05-e81ff0f08651 on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:34.563742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Port 160cbe1e-e765-4153-9c05-e81ff0f08651 on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:32:34.566712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Attempting to bind port 160cbe1e-e765-4153-9c05-e81ff0f08651 on network e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:34.593457 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:34.596904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Checking segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:34.597332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Bound using segment: {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:34.597789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Bound port: 160cbe1e-e765-4153-9c05-e81ff0f08651, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630ef6be-04fb-46ad-b104-d5d2e1364dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:34.599328 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.607734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e75a3aa9-4631-4f35-b9c4-12b815117b74 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/floatingips/861c6cfb-0843-4200-9b89-8ff1f9e7c81f HTTP/1.1" status: 200 len: 990 time: 0.3318803 Jul 07 19:32:34.659191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:34.663040 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.703250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58a3b210-0303-415c-ade5-77e4f10e673f req-2b878068-26d1-4ac8-a4b8-c3a41ba8140f service neutron] 10.222.0.59 "GET /v2.0/networks/01791bf8-c702-4dcb-8da9-8c8d1ed8545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951457 Jul 07 19:32:34.749285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-1cd6434d-778b-46de-b24a-e6a3cc1b53a6', 'network_id': '1cd6434d-778b-46de-b24a-e6a3cc1b53a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'fixed_ips': [{'subnet_id': 'ebd24ee0-ec1d-405c-b8a1-fe698f4d42de'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:32:34.751376 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.772920 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:32Z', 'revision_number': 3, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:34.816898 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Checking router: 33fc7194-7d8f-4d29-9deb-3c8932d146d1 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:34.817346 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Updating router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 port 545169bb-3db4-495e-b3ba-d58b27d5dc43 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:34.864952 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.920782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] For port 160cbe1e-e765-4153-9c05-e81ff0f08651, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:34.932209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] For port 160cbe1e-e765-4153-9c05-e81ff0f08651, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=160cbe1e-e765-4153-9c05-e81ff0f08651,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:34.938508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Allocated IP 2001:db8::2 (1cd6434d-778b-46de-b24a-e6a3cc1b53a6/ebd24ee0-ec1d-405c-b8a1-fe698f4d42de/fe0fc3be-1fab-4ff7-8421-7f09ae64cdce) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:34.958386 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.055291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58a3b210-0303-415c-ade5-77e4f10e673f req-5b2b86da-b216-475d-8d3d-c324235c13db service neutron] 10.222.0.59 "GET /v2.0/networks/01791bf8-c702-4dcb-8da9-8c8d1ed8545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385067 Jul 07 19:32:35.075484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:35.076292 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.080386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] 10.222.0.59 "PUT /v2.0/ports/160cbe1e-e765-4153-9c05-e81ff0f08651 HTTP/1.1" status: 200 len: 1093 time: 2.2961323 Jul 07 19:32:35.085812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fa89ee-8226-40e3-9249-e65a65363107', 'tag': '160cbe1e-e765-4153-9c05-e81ff0f08651'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:35.106161 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84faa61f-4729-48ba-85dc-dda64db6f0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "82fa89ee-8226-40e3-9249-e65a65363107", "tag": "160cbe1e-e765-4153-9c05-e81ff0f08651"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:35.116060 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.198755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e425e9-f9e6-454d-a663-334965a35410 service neutron] Pushing event updated for resources: {'Port': ['ID=160cbe1e-e765-4153-9c05-e81ff0f08651,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:35.225213 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b576000-347e-4926-ae4f-d88f22170b72 x-openstack-request-id: req-1b576000-347e-4926-ae4f-d88f22170b72 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:35.225616 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fa89ee-8226-40e3-9249-e65a65363107", "tag": "160cbe1e-e765-4153-9c05-e81ff0f08651", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:35.226826 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1b576000-347e-4926-ae4f-d88f22170b72 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:35.227345 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fa89ee-8226-40e3-9249-e65a65363107', 'tag': '160cbe1e-e765-4153-9c05-e81ff0f08651', 'status': 'completed', 'code': 200} Jul 07 19:32:35.237725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-52a1a7fe-c04d-4993-a150-f6bb1fa277ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:35.239656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-52a1a7fe-c04d-4993-a150-f6bb1fa277ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 1096 time: 0.0850101 Jul 07 19:32:35.266929 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.292508 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.304555 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Transition to ACTIVE for port object fe0fc3be-1fab-4ff7-8421-7f09ae64cdce will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:35.308130 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Transition to ACTIVE for port object 545169bb-3db4-495e-b3ba-d58b27d5dc43 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:35.321516 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.331207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Transition to ACTIVE for port object fe0fc3be-1fab-4ff7-8421-7f09ae64cdce will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:35.341294 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.365347 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-725305ba-38fd-4776-b0c6-c6687561cc37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=160cbe1e-e765-4153-9c05-e81ff0f08651 HTTP/1.1" status: 200 len: 217 time: 0.1110902 Jul 07 19:32:35.408248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Allocated IP 172.20.0.1 (d5b97724-5eb3-42a9-9e6f-975decb4bfcb/5b7a6900-24a0-4425-bb5c-844290abee7c/90b3b7ef-42bf-405e-9fbd-73e2e43debdf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:35.424161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Network 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:35.432862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:35.446191 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.449403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:35.466306 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Attempting to bind port 545169bb-3db4-495e-b3ba-d58b27d5dc43 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:35.466731 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Attempting to bind port 545169bb-3db4-495e-b3ba-d58b27d5dc43 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:35.467092 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Attempting to bind port 545169bb-3db4-495e-b3ba-d58b27d5dc43 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:35.471184 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c514f-68e7-4653-ba6f-59e7392b245e None None] Pushing event updated for resources: {'Port': ['ID=545169bb-3db4-495e-b3ba-d58b27d5dc43,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:35.476764 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:35.477135 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:35.477629 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.478030 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:35.478506 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Bound port: 545169bb-3db4-495e-b3ba-d58b27d5dc43, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:35.478883 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.499241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-31b37f57-83e0-458b-8265-e9f899ae3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:35.504094 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-31b37f57-83e0-458b-8265-e9f899ae3893 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.1314898 Jul 07 19:32:35.516825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Subnet': ['ID=ab09b45e-8e90-4018-8e24-c01aa794faa8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:35.533792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Pushing event updated for resources: {'Port': ['ID=fe0fc3be-1fab-4ff7-8421-7f09ae64cdce,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:35.547479 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] For port 545169bb-3db4-495e-b3ba-d58b27d5dc43, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:35.557706 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] For port 545169bb-3db4-495e-b3ba-d58b27d5dc43, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=545169bb-3db4-495e-b3ba-d58b27d5dc43,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:35.566725 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.613747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Attempting to bind port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:35.614241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Attempting to bind port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '6b438047-b2d4-48f9-bac8-b718f912b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1cd6434d-778b-46de-b24a-e6a3cc1b53a6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:35.614611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Attempting to bind port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce on network 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:35.614762 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-14cfd46c-d9e9-479c-895d-a3ebbc63d50a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359151 Jul 07 19:32:35.615402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 47844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:35.617241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Checking segment: {'id': '3ec52173-efc7-4450-b0dd-7783e426290e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '83de9fb8-5fc7-454f-9431-91ab7f1b7fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:35.617950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network hostable DHCP agents. Network: 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:32:35.636710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:35.637090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Checking segment: {'id': '6b438047-b2d4-48f9-bac8-b718f912b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1cd6434d-778b-46de-b24a-e6a3cc1b53a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:35.637498 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.637900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Bound using segment: {'id': '6b438047-b2d4-48f9-bac8-b718f912b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1cd6434d-778b-46de-b24a-e6a3cc1b53a6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:35.638390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Bound port: fe0fc3be-1fab-4ff7-8421-7f09ae64cdce, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b438047-b2d4-48f9-bac8-b718f912b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1cd6434d-778b-46de-b24a-e6a3cc1b53a6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:35.638773 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.670876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:32:35.690927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:35.706942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:35.708131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.708250 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:35.708878 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:35.719336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dfa7ddf0-531a-44e6-8cbd-f5dacb6367bb tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/floatingips/861c6cfb-0843-4200-9b89-8ff1f9e7c81f HTTP/1.1" status: 200 len: 992 time: 0.0963938 Jul 07 19:32:35.720614 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c514f-68e7-4653-ba6f-59e7392b245e None None] Pushing event updated for resources: {'Port': ['ID=545169bb-3db4-495e-b3ba-d58b27d5dc43,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:35.740778 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6aa45069-7f4f-4ce8-bbdd-7d68c55497b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3680329 Jul 07 19:32:35.749162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:35.763628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] For port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:35.768430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] For port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fe0fc3be-1fab-4ff7-8421-7f09ae64cdce,segment=NetworkSegment(6b438047-b2d4-48f9-bac8-b718f912b038),segment_id=6b438047-b2d4-48f9-bac8-b718f912b038)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:35.769252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3a2a970a-c89c-437e-8ab2-dd1c22089348 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1467807846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:35.771951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033bb40c-3d87-4bd2-99fb-4f1506d08ea1 None None] Network 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:35.791308 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.815632 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.838075 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a2a970a-c89c-437e-8ab2-dd1c22089348 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.839207 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a2a970a-c89c-437e-8ab2-dd1c22089348 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.843424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Transition to ACTIVE for port object 90b3b7ef-42bf-405e-9fbd-73e2e43debdf will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:35.871791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52458743-240b-4786-9d0b-472dc91a7aad req-4ae71a3e-6d0d-40a5-8e91-b0b4c64bb9b2 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:35.873531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52458743-240b-4786-9d0b-472dc91a7aad req-4ae71a3e-6d0d-40a5-8e91-b0b4c64bb9b2 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 944 time: 0.3676229 Jul 07 19:32:35.888326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62315f63-c2cb-4535-a42b-6dd5e56ac0b0 req-b0433684-c929-4bb0-b1b9-6460cf0d1645 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:35.890021 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62315f63-c2cb-4535-a42b-6dd5e56ac0b0 req-b0433684-c929-4bb0-b1b9-6460cf0d1645 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 944 time: 0.1830943 Jul 07 19:32:35.900906 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:35.930306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a2a970a-c89c-437e-8ab2-dd1c22089348 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.939437 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a2a970a-c89c-437e-8ab2-dd1c22089348 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.954474 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:35.956121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c65f0d-ded1-44e5-8acc-d9356570e87f None None] Pushing event updated for resources: {'Port': ['ID=fe0fc3be-1fab-4ff7-8421-7f09ae64cdce,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:35.986680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62315f63-c2cb-4535-a42b-6dd5e56ac0b0 req-961e52b7-6764-4021-ae21-a489e905f03b tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873013 Jul 07 19:32:36.030352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52458743-240b-4786-9d0b-472dc91a7aad req-9ddaf457-70a5-4701-a378-95514bc833f8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323836 Jul 07 19:32:36.033725 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-36b6ce78-7149-4a5b-abde-9a28384ca31a service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353381 Jul 07 19:32:36.034807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=90b3b7ef-42bf-405e-9fbd-73e2e43debdf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:36.055249 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a2a970a-c89c-437e-8ab2-dd1c22089348 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.059731 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3a2a970a-c89c-437e-8ab2-dd1c22089348 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3081453 Jul 07 19:32:36.060549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 47848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:36.113177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Network d5b97724-5eb3-42a9-9e6f-975decb4bfcb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:36.117060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:36.150078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:36.153244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-83de9fb8-5fc7-454f-9431-91ab7f1b7fd0', 'network_id': '83de9fb8-5fc7-454f-9431-91ab7f1b7fd0', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'fixed_ips': [{'subnet_id': 'ab09b45e-8e90-4018-8e24-c01aa794faa8'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:32:36.154811 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.247819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f3a834-45d8-4b5e-b642-5af5ee26c596 req-e23a42eb-f5c3-49a7-8a30-2e431f0b3c4c service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013316 Jul 07 19:32:36.293818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8ad4815c-d32c-4c45-8619-62be621fe050 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:32:36.377090 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:32Z', 'revision_number': 3, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:36.427935 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.428772 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752896b0-3cb0-4568-a9de-b938dbf63357 None None] The sync data for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 is: [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:32Z', 'revision_number': 3, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:36.527862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faa61f-4729-48ba-85dc-dda64db6f0e5 req-c3cd803f-cd62-4e4f-b16f-88fa0d6cf9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:36.533846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84faa61f-4729-48ba-85dc-dda64db6f0e5 req-c3cd803f-cd62-4e4f-b16f-88fa0d6cf9cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=401fe42e44ad46819cb6257706b4829e&device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 1096 time: 0.1638436 Jul 07 19:32:36.692019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faa61f-4729-48ba-85dc-dda64db6f0e5 req-a420c907-1edf-4161-87d7-49f4daa93f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:36.693988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84faa61f-4729-48ba-85dc-dda64db6f0e5 req-a420c907-1edf-4161-87d7-49f4daa93f2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 200 len: 914 time: 0.1481094 Jul 07 19:32:36.721802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8cc3c760-8624-4865-8046-a140be1f6bc0 None None] Provisioning for port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:36.742222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8cc3c760-8624-4865-8046-a140be1f6bc0 None None] Provisioning complete for port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:36.742887 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cc3c760-8624-4865-8046-a140be1f6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:36.769447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84faa61f-4729-48ba-85dc-dda64db6f0e5 req-44e7fbc6-1171-4ad0-bdff-8a91c0cdebc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=160cbe1e-e765-4153-9c05-e81ff0f08651 HTTP/1.1" status: 200 len: 217 time: 0.0624120 Jul 07 19:32:36.861991 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 8ad4815c-d32c-4c45-8619-62be621fe050, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8ad4815c-d32c-4c45-8619-62be621fe050,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:36.901399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faa61f-4729-48ba-85dc-dda64db6f0e5 req-9d87280c-e3d4-4048-9e23-61e482984a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:36.903084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84faa61f-4729-48ba-85dc-dda64db6f0e5 req-9d87280c-e3d4-4048-9e23-61e482984a73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 200 len: 852 time: 0.1243327 Jul 07 19:32:36.904101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '8ad4815c-d32c-4c45-8619-62be621fe050', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'port_id': '8ad4815c-d32c-4c45-8619-62be621fe050', 'mac_address': 'fa:16:3e:19:68:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:32:36.906819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Allocated IP 2001:db8:1::2 (83de9fb8-5fc7-454f-9431-91ab7f1b7fd0/ab09b45e-8e90-4018-8e24-c01aa794faa8/56e839d0-455d-4b29-84ac-f8edfeb0ec9d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:36.910260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3c760-8624-4865-8046-a140be1f6bc0 None None] Port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:36.977534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84faa61f-4729-48ba-85dc-dda64db6f0e5 req-31753fc9-0d3d-4577-9871-d8199eff682f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639307 Jul 07 19:32:37.155623 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.194897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad4815c-d32c-4c45-8619-62be621fe050 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:37.270447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 8ad4815c-d32c-4c45-8619-62be621fe050, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8ad4815c-d32c-4c45-8619-62be621fe050,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:37.290057 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.403439 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84faa61f-4729-48ba-85dc-dda64db6f0e5 req-b3a629c3-c60e-4ff1-93ec-e0c908f02dbe service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038708 Jul 07 19:32:37.453582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=8ad4815c-d32c-4c45-8619-62be621fe050,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:37.504022 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.505183 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.532676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['8ad4815c-d32c-4c45-8619-62be621fe050'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:32:37.535267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Transition to ACTIVE for port object 56e839d0-455d-4b29-84ac-f8edfeb0ec9d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:37.603237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Transition to ACTIVE for port object 56e839d0-455d-4b29-84ac-f8edfeb0ec9d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:37.623511 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.710222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e10894-1d68-4bc3-a34a-9d7177499506 req-bcc67429-226f-4149-8eae-9acc0332c4be tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:37.717354 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47e10894-1d68-4bc3-a34a-9d7177499506 req-bcc67429-226f-4149-8eae-9acc0332c4be tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 944 time: 0.4430850 Jul 07 19:32:37.755290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670819f1-bf95-4bb1-99dc-64a8a68dafb5 None None] Network 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:37.778419 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.798233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f11b1-3785-4ef0-85a3-9eac95e72732 req-8f2e3733-a451-43ae-baa6-0aafd1848657 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:37.800445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f15f11b1-3785-4ef0-85a3-9eac95e72732 req-8f2e3733-a451-43ae-baa6-0aafd1848657 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 945 time: 0.4172263 Jul 07 19:32:37.804352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84faa61f-4729-48ba-85dc-dda64db6f0e5 req-514d3316-003f-473d-97d8-32cf887f7867 service neutron] 10.222.0.59 "GET /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769321 Jul 07 19:32:37.868018 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47e10894-1d68-4bc3-a34a-9d7177499506 req-0b0f7c75-6783-40ef-9c1f-e60f8007877c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217008 Jul 07 19:32:37.876926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Network 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:37.879711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fe0fc3be-1fab-4ff7-8421-7f09ae64cdce up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:37.909546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f15f11b1-3785-4ef0-85a3-9eac95e72732 req-a509be7e-8df9-41d3-b284-4013895a5f73 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991611 Jul 07 19:32:37.968052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Pushing event updated for resources: {'Port': ['ID=56e839d0-455d-4b29-84ac-f8edfeb0ec9d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:37.972386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:37.978735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:37.998844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-73436492-73fb-4197-8f2d-9665bfb17ee4 None None] Provisioning for port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:38.129240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Allocated IP 2001:db8::1 (1cd6434d-778b-46de-b24a-e6a3cc1b53a6/ebd24ee0-ec1d-405c-b8a1-fe698f4d42de/54ecf2ce-32d0-42d3-b9f6-f88e25f5a591) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:38.130631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Attempting to bind port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:38.131015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Attempting to bind port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '3ec52173-efc7-4450-b0dd-7783e426290e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '83de9fb8-5fc7-454f-9431-91ab7f1b7fd0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:38.131400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Attempting to bind port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d on network 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:38.175415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:38.176099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Checking segment: {'id': '3ec52173-efc7-4450-b0dd-7783e426290e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '83de9fb8-5fc7-454f-9431-91ab7f1b7fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:38.176184 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.176600 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Bound using segment: {'id': '3ec52173-efc7-4450-b0dd-7783e426290e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '83de9fb8-5fc7-454f-9431-91ab7f1b7fd0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:38.177096 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Bound port: 56e839d0-455d-4b29-84ac-f8edfeb0ec9d, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec52173-efc7-4450-b0dd-7783e426290e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '83de9fb8-5fc7-454f-9431-91ab7f1b7fd0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:38.177443 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.234869 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:38.261993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:38.262369 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.276485 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.285032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.359222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.374488 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] For port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:38.385890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] For port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=56e839d0-455d-4b29-84ac-f8edfeb0ec9d,segment=NetworkSegment(3ec52173-efc7-4450-b0dd-7783e426290e),segment_id=3ec52173-efc7-4450-b0dd-7783e426290e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:38.397489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=90b3b7ef-42bf-405e-9fbd-73e2e43debdf,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:38.398747 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.401177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Transition to ACTIVE for port object 54ecf2ce-32d0-42d3-b9f6-f88e25f5a591 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:38.405428 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3b0c9e7-ff46-46b2-bf24-7bf62ffe4456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.411663 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.514439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.515500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5794c09-153a-46fb-baf8-f5274d9e5cf5 None None] Pushing event updated for resources: {'Port': ['ID=56e839d0-455d-4b29-84ac-f8edfeb0ec9d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:38.519155 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.577445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fe0fc3be-1fab-4ff7-8421-7f09ae64cdce,segment=NetworkSegment(6b438047-b2d4-48f9-bac8-b718f912b038),segment_id=6b438047-b2d4-48f9-bac8-b718f912b038)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:38.586025 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.587022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 545169bb-3db4-495e-b3ba-d58b27d5dc43 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:38.620416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=54ecf2ce-32d0-42d3-b9f6-f88e25f5a591,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:38.644634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 160cbe1e-e765-4153-9c05-e81ff0f08651 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:32:38.647619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:38.655071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:38.659170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Network d5b97724-5eb3-42a9-9e6f-975decb4bfcb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:38.660611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:38.661687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:38.669159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:38.885615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=fe0fc3be-1fab-4ff7-8421-7f09ae64cdce,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:38.941812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 545169bb-3db4-495e-b3ba-d58b27d5dc43 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:38.993586 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 545169bb-3db4-495e-b3ba-d58b27d5dc43 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:38.993965 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.164466 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.165399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 160cbe1e-e765-4153-9c05-e81ff0f08651, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=160cbe1e-e765-4153-9c05-e81ff0f08651,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:39.214516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '160cbe1e-e765-4153-9c05-e81ff0f08651', 'network_id': 'e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e', 'port_id': '160cbe1e-e765-4153-9c05-e81ff0f08651', 'mac_address': 'fa:16:3e:f6:3c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebfc7a6-9eee-41b6-a93a-ecc3b9964686', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:32:39.230186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fcce017-99b9-464a-9716-b254b6a81a53 None None] Provisioning complete for port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:39.230574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fcce017-99b9-464a-9716-b254b6a81a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.310809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb93bc0-328a-41fe-8cfb-b0c3e223c20c req-5d642343-599c-4c2e-9335-ede205ac8461 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:39.320086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfb93bc0-328a-41fe-8cfb-b0c3e223c20c req-5d642343-599c-4c2e-9335-ede205ac8461 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 945 time: 0.1881046 Jul 07 19:32:39.353898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878855ad-e356-476f-9b76-3578eb046700 req-6fdc4903-5004-4016-a9eb-8745c937d2dc tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:39.368923 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.369218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-878855ad-e356-476f-9b76-3578eb046700 req-6fdc4903-5004-4016-a9eb-8745c937d2dc tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 944 time: 0.1743634 Jul 07 19:32:39.405100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160cbe1e-e765-4153-9c05-e81ff0f08651 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:39.457992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfb93bc0-328a-41fe-8cfb-b0c3e223c20c req-5cefd00d-4af7-4824-8639-01afc40f1dc6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352055 Jul 07 19:32:39.485296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 160cbe1e-e765-4153-9c05-e81ff0f08651, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=160cbe1e-e765-4153-9c05-e81ff0f08651,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:39.515211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-878855ad-e356-476f-9b76-3578eb046700 req-271e7e92-3fc5-4ae3-9e58-882510c5896e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445944 Jul 07 19:32:39.535426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:39.552206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.557130 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.602265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 545169bb-3db4-495e-b3ba-d58b27d5dc43, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=545169bb-3db4-495e-b3ba-d58b27d5dc43,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:39.613423 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.637368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=160cbe1e-e765-4153-9c05-e81ff0f08651,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:39.718184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e7fb1217-3718-4cc1-b246-9664c8bb828e None None] Provisioning complete for port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:39.720138 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7fb1217-3718-4cc1-b246-9664c8bb828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.722346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=545169bb-3db4-495e-b3ba-d58b27d5dc43,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:39.799583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595100e-9f65-4a2c-b9f6-e2d8e8874969 req-34f726f2-2c2e-4f38-89af-9d16107e2dd9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:39.806612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb1217-3718-4cc1-b246-9664c8bb828e None None] Port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:39.809541 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5595100e-9f65-4a2c-b9f6-e2d8e8874969 req-34f726f2-2c2e-4f38-89af-9d16107e2dd9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 945 time: 0.1678700 Jul 07 19:32:39.841786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e7fb1217-3718-4cc1-b246-9664c8bb828e None None] Provisioning for port 54ecf2ce-32d0-42d3-b9f6-f88e25f5a591 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:39.844950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:39.850976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e7fb1217-3718-4cc1-b246-9664c8bb828e None None] Provisioning complete for port 54ecf2ce-32d0-42d3-b9f6-f88e25f5a591 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:39.851576 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7fb1217-3718-4cc1-b246-9664c8bb828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:39.868653 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5595100e-9f65-4a2c-b9f6-e2d8e8874969 req-fdec5183-5340-4d6b-95fa-a9224aaa67d9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544286 Jul 07 19:32:39.884355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-53bff525-73f0-4284-8518-6d2b4e693ed7 admin admin] 10.222.0.113 "PUT /v2.0/routers/33fc7194-7d8f-4d29-9deb-3c8932d146d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5765636 Jul 07 19:32:39.895913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['160cbe1e-e765-4153-9c05-e81ff0f08651'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:32:39.896804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:39.958882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb1217-3718-4cc1-b246-9664c8bb828e None None] Port 54ecf2ce-32d0-42d3-b9f6-f88e25f5a591 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:39.984945 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Sync routers for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:40.020303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fe0fc3be-1fab-4ff7-8421-7f09ae64cdce up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:40.024156 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:40.026331 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:40.060440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a38eaf47-d059-4cf0-91e5-16158c0b6758 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/e80db656-c774-47f4-83cf-8a2faaad70aa HTTP/1.1" status: 200 len: 993 time: 0.1583717 Jul 07 19:32:40.210986 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.221659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.222549 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.264783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:40.266302 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.290862 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:40.331793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8ad4815c-d32c-4c45-8619-62be621fe050 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:40.459351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=54ecf2ce-32d0-42d3-b9f6-f88e25f5a591,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:40.467680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8213afa-1e89-457c-b8fd-480b0f78d72b None None] Network 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:40.531694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:40.533623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:40.629433 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:38Z', 'revision_number': 2, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:40.677231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9a319b34-6e1c-41e2-969a-c9c8ab8ee423 None None] Provisioning for port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:40.687044 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Checking router: 33fc7194-7d8f-4d29-9deb-3c8932d146d1 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:40.688382 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Updating router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:32:40.701711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 8ad4815c-d32c-4c45-8619-62be621fe050 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:40.717879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 8ad4815c-d32c-4c45-8619-62be621fe050 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:40.718247 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.729002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router d2c97eac-8d60-4f68-9047-970078b98d42 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:32:40.793083 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:40.881826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 56e839d0-455d-4b29-84ac-f8edfeb0ec9d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:40.882770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fafc6-330a-4ae3-abdb-3ab41a8b439e req-ee125b6a-0007-4a37-997e-96c7b0a712e3 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:40.894112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-650fafc6-330a-4ae3-abdb-3ab41a8b439e req-ee125b6a-0007-4a37-997e-96c7b0a712e3 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1097 time: 0.1276493 Jul 07 19:32:40.940056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:40.950874 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-570138b0-dec3-4773-8a77-99661a6b4cf7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/d2c97eac-8d60-4f68-9047-970078b98d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8878698 Jul 07 19:32:40.951685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:40.983339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-650fafc6-330a-4ae3-abdb-3ab41a8b439e req-e7c49fd7-5b85-4e7c-a507-a8afd7db9644 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866761 Jul 07 19:32:41.081291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885f3253-68fc-4f0c-bd96-63b8db16692a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:41.086044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:41.087272 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-885f3253-68fc-4f0c-bd96-63b8db16692a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports/54ecf2ce-32d0-42d3-b9f6-f88e25f5a591 HTTP/1.1" status: 200 len: 911 time: 0.1338193 Jul 07 19:32:41.256762 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.273490 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Transition to ACTIVE for port object 90b3b7ef-42bf-405e-9fbd-73e2e43debdf will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:41.284990 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.306583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707fb88-ff91-42d8-9eb9-c3f2b1383dc4 None None] Sync routers for ids ['d2c97eac-8d60-4f68-9047-970078b98d42'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:41.348630 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Pushing event updated for resources: {'Port': ['ID=90b3b7ef-42bf-405e-9fbd-73e2e43debdf,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:41.391949 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.392237 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.392762 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.393238 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.393744 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.394222 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.394698 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.395465 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.395942 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.396416 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.397077 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.397548 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:41.431812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:41.441787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6957608b-e7a5-4a8c-8101-7861004d0145 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747912088', 'description': 'tempest-description--501270020'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:41.442812 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Attempting to bind port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:41.443340 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Attempting to bind port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:41.443987 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Attempting to bind port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf on network d5b97724-5eb3-42a9-9e6f-975decb4bfcb {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:41.452941 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:41.456110 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Checking segment: {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:41.456751 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.458676 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Bound using segment: {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:41.459347 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Bound port: 90b3b7ef-42bf-405e-9fbd-73e2e43debdf, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:41.460383 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.485305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529c404-c29a-47b3-bd61-8ba9b4957bc9 req-4bc534ee-d5e1-4eaa-944e-33d777813ffb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:41.493509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6529c404-c29a-47b3-bd61-8ba9b4957bc9 req-4bc534ee-d5e1-4eaa-944e-33d777813ffb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 945 time: 0.3223190 Jul 07 19:32:41.561139 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6957608b-e7a5-4a8c-8101-7861004d0145 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.601067 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] For port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:41.602680 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b6f27b2-9ec7-4c43-99ea-49888721d5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.618538 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] For port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=90b3b7ef-42bf-405e-9fbd-73e2e43debdf,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:41.629799 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.632115 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.642312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b59a38c9-bfe0-4e3b-9820-e66d07a97f75 None None] Provisioning complete for port 54ecf2ce-32d0-42d3-b9f6-f88e25f5a591 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:41.642786 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b59a38c9-bfe0-4e3b-9820-e66d07a97f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.673971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6529c404-c29a-47b3-bd61-8ba9b4957bc9 req-6ed01c36-4db0-4529-be1d-fe9846eb9f0d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737242 Jul 07 19:32:41.717839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707fb88-ff91-42d8-9eb9-c3f2b1383dc4 None None] Routers {'d2c97eac-8d60-4f68-9047-970078b98d42'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:41.720493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2707fb88-ff91-42d8-9eb9-c3f2b1383dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d2c97eac-8d60-4f68-9047-970078b98d42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:41.758346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6957608b-e7a5-4a8c-8101-7861004d0145 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.769973 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6957608b-e7a5-4a8c-8101-7861004d0145 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.801927 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6957608b-e7a5-4a8c-8101-7861004d0145 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.806492 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6957608b-e7a5-4a8c-8101-7861004d0145 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3709815 Jul 07 19:32:41.808972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:41.814437 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:41.815087 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:41.816586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6dcf14a6-5ae3-4abf-8753-29bc2f081752 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'security_group_rule': {'security_group_id': '5800899b-1780-4f1b-a9dd-329a7d6e8363', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:41.853693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b59a38c9-bfe0-4e3b-9820-e66d07a97f75 None None] Port 54ecf2ce-32d0-42d3-b9f6-f88e25f5a591 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:41.857349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2707fb88-ff91-42d8-9eb9-c3f2b1383dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:41.864082 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957608b-e7a5-4a8c-8101-7861004d0145 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5800899b-1780-4f1b-a9dd-329a7d6e8363,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:41.883162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6dcf14a6-5ae3-4abf-8753-29bc2f081752 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:41.896039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19411d-659b-4bd8-8b00-be3b310c0520 req-62c0ffbe-cf9c-477e-b51a-1849d09787dc tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:41.898979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd19411d-659b-4bd8-8b00-be3b310c0520 req-62c0ffbe-cf9c-477e-b51a-1849d09787dc tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 945 time: 0.2830629 Jul 07 19:32:41.930833 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962693a-d5b5-4d8b-bd24-438314396f9f None None] Pushing event updated for resources: {'Port': ['ID=90b3b7ef-42bf-405e-9fbd-73e2e43debdf,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:41.991787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd19411d-659b-4bd8-8b00-be3b310c0520 req-7c74fbe9-62fb-4289-ac75-26e0f4f22c6f tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659685 Jul 07 19:32:42.020321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707fb88-ff91-42d8-9eb9-c3f2b1383dc4 None None] Routers {'d2c97eac-8d60-4f68-9047-970078b98d42'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:42.025213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2707fb88-ff91-42d8-9eb9-c3f2b1383dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d2c97eac-8d60-4f68-9047-970078b98d42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:42.060439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6dcf14a6-5ae3-4abf-8753-29bc2f081752 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.063909 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.073245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6dcf14a6-5ae3-4abf-8753-29bc2f081752 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.101697 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf14a6-5ae3-4abf-8753-29bc2f081752 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53d8d46-7311-4bec-a1cc-ee09bf233700,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:42.114589 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:42.116207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2707fb88-ff91-42d8-9eb9-c3f2b1383dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:42.118686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707fb88-ff91-42d8-9eb9-c3f2b1383dc4 None None] The sync data for ids ['d2c97eac-8d60-4f68-9047-970078b98d42'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:42.123631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:42.136242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:42.136649 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.154552 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6dcf14a6-5ae3-4abf-8753-29bc2f081752 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.159244 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6dcf14a6-5ae3-4abf-8753-29bc2f081752 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488476 Jul 07 19:32:42.159922 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:42.164795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1e9955dc-65fc-43d9-9c4d-3ff74992c156 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'security_group_rule': {'security_group_id': '5800899b-1780-4f1b-a9dd-329a7d6e8363', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:42.212357 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e9955dc-65fc-43d9-9c4d-3ff74992c156 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.274839 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.306875 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e9955dc-65fc-43d9-9c4d-3ff74992c156 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.314373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e9955dc-65fc-43d9-9c4d-3ff74992c156 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.327942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 8ad4815c-d32c-4c45-8619-62be621fe050, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8ad4815c-d32c-4c45-8619-62be621fe050,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:42.331162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bafa9d6-35dc-4138-a033-025995ddf4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad4815c-d32c-4c45-8619-62be621fe050'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:42.334102 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f1df6f-0186-48a5-b378-f6a3552fdd13" -d '{"events": [{"server_uuid": "5bafa9d6-35dc-4138-a033-025995ddf4c8", "name": "network-vif-plugged", "status": "completed", "tag": "8ad4815c-d32c-4c45-8619-62be621fe050"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:42.351316 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.365665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9955dc-65fc-43d9-9c4d-3ff74992c156 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c482759-940b-46a1-a409-b17eaefb302f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:42.386744 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e9955dc-65fc-43d9-9c4d-3ff74992c156 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.392587 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1e9955dc-65fc-43d9-9c4d-3ff74992c156 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2313979 Jul 07 19:32:42.393381 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:42.404147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:42.451350 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7618636e-0cbb-4b69-972c-8004b4a0d33b x-openstack-request-id: req-7618636e-0cbb-4b69-972c-8004b4a0d33b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:42.451613 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bafa9d6-35dc-4138-a033-025995ddf4c8", "name": "network-vif-plugged", "status": "completed", "tag": "8ad4815c-d32c-4c45-8619-62be621fe050", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:42.451884 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7618636e-0cbb-4b69-972c-8004b4a0d33b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:42.452253 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bafa9d6-35dc-4138-a033-025995ddf4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad4815c-d32c-4c45-8619-62be621fe050', 'code': 200} Jul 07 19:32:42.488943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.499420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.537998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Allocated IP 2001:db8:1::1 (83de9fb8-5fc7-454f-9431-91ab7f1b7fd0/ab09b45e-8e90-4018-8e24-c01aa794faa8/c22a7a79-42ec-4e27-a596-9a8a6cdfb18c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:42.583030 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.638464 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:41Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:42.651261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 160cbe1e-e765-4153-9c05-e81ff0f08651 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:42.691951 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cd063-6936-4442-8c33-d4eba74e6ad7 None None] The sync data for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 is: [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:41Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:42.710500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=8ad4815c-d32c-4c45-8619-62be621fe050,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:42.721503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=56e839d0-455d-4b29-84ac-f8edfeb0ec9d,segment=NetworkSegment(3ec52173-efc7-4450-b0dd-7783e426290e),segment_id=3ec52173-efc7-4450-b0dd-7783e426290e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:42.737454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc403b-8610-414c-9cf4-23a18292f545 req-46a0dfb1-4a91-473c-8068-5e0889c4976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:42.738878 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-58dc403b-8610-414c-9cf4-23a18292f545 req-46a0dfb1-4a91-473c-8068-5e0889c4976f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 1098 time: 0.2207327 Jul 07 19:32:42.741158 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.811956 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-58dc403b-8610-414c-9cf4-23a18292f545 req-bc3d8515-2214-460c-862f-5ac41393f952 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643299 Jul 07 19:32:42.824110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 160cbe1e-e765-4153-9c05-e81ff0f08651 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:42.878583 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.919768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 160cbe1e-e765-4153-9c05-e81ff0f08651 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:42.920123 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:42.978712 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.000770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Transition to ACTIVE for port object c22a7a79-42ec-4e27-a596-9a8a6cdfb18c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:43.064361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.078641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 545169bb-3db4-495e-b3ba-d58b27d5dc43 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:43.145786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Allocated IP 172.25.2.242 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/fb9910ae-6796-4873-90f0-a38a86b3558e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:43.152884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=56e839d0-455d-4b29-84ac-f8edfeb0ec9d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:43.165399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c835926-98f7-4f22-b357-386cb0b38f20 None None] Provisioning complete for port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:43.165778 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c835926-98f7-4f22-b357-386cb0b38f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.194727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=c22a7a79-42ec-4e27-a596-9a8a6cdfb18c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:43.230895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:43.233279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:43.241769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:43.242537 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.307443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 545169bb-3db4-495e-b3ba-d58b27d5dc43 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:43.307824 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.338110 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-b68fcd52-1519-47e5-bf76-371446d087b5 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1789908 Jul 07 19:32:43.347053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.347396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.347729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.348059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.348388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.348749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.356657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-39d82a1d-6fa9-40bf-bc0e-42e71e50a67b service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:32:43.357436 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-39d82a1d-6fa9-40bf-bc0e-42e71e50a67b service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055625 Jul 07 19:32:43.359959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.360414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.360789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.361122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.361746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.362073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:32:43.459402 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.459614 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.582436 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.586869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e0c5f-1835-4de4-b981-d16371edd387 req-28794c34-3e8d-4ca0-8063-a5659518a52d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:43.613565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-645e0c5f-1835-4de4-b981-d16371edd387 req-28794c34-3e8d-4ca0-8063-a5659518a52d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 946 time: 0.4625001 Jul 07 19:32:43.642216 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 160cbe1e-e765-4153-9c05-e81ff0f08651, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=160cbe1e-e765-4153-9c05-e81ff0f08651,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:43.677055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.684153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'Port': ['ID=fb9910ae-6796-4873-90f0-a38a86b3558e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:43.706968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:43.722137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:43.728056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:43.805898 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.833475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd769747-68bd-4beb-a7bd-b9c0df4aecbc None None] Provisioning for port c22a7a79-42ec-4e27-a596-9a8a6cdfb18c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:43.838613 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd769747-68bd-4beb-a7bd-b9c0df4aecbc None None] Provisioning complete for port c22a7a79-42ec-4e27-a596-9a8a6cdfb18c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:43.839337 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd769747-68bd-4beb-a7bd-b9c0df4aecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.846152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=160cbe1e-e765-4153-9c05-e81ff0f08651,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:43.912777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bd769747-68bd-4beb-a7bd-b9c0df4aecbc None None] Port c22a7a79-42ec-4e27-a596-9a8a6cdfb18c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:43.939334 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:43.980347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.024518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-645e0c5f-1835-4de4-b981-d16371edd387 req-640a8e72-c847-4561-bf17-a5441e472997 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090545 Jul 07 19:32:44.079277 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.280958 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.289293 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.290207 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.307597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b87340-8419-46c5-a04e-dd9174c7bf83 req-f4ce7bf1-e08d-476c-b685-1839dc451d2e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:44.317872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68b87340-8419-46c5-a04e-dd9174c7bf83 req-f4ce7bf1-e08d-476c-b685-1839dc451d2e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 946 time: 0.1474862 Jul 07 19:32:44.325969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.340908 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.453574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fa89ee-8226-40e3-9249-e65a65363107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160cbe1e-e765-4153-9c05-e81ff0f08651'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:44.455992 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a925035f-9de2-43a0-a9d6-3c91ebe5afc9" -d '{"events": [{"server_uuid": "82fa89ee-8226-40e3-9249-e65a65363107", "name": "network-vif-plugged", "status": "completed", "tag": "160cbe1e-e765-4153-9c05-e81ff0f08651"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:44.461251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'Port': ['ID=fb9910ae-6796-4873-90f0-a38a86b3558e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:44.489406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.519533 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:44.521380 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a192a26f-8369-4514-ab0c-65d848fadc69 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1255574 Jul 07 19:32:44.620386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-c1633ff6-54e2-43d0-b392-ff13b24fca3a tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:44.622106 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-c1633ff6-54e2-43d0-b392-ff13b24fca3a tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/ports/028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 200 len: 1094 time: 0.1680887 Jul 07 19:32:44.633058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Request body: {'binding': {'host': 'n-h2-792394-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:44.633684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:32:44.846359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 on host n-h2-792394-12 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:44.846701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:44.848520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 on network 71b2d21f-b911-4e51-9032-3f16b3832072 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:44.853758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Port 028cef85-16c2-46d8-b80c-0ad6090722f3 on network 71b2d21f-b911-4e51-9032-3f16b3832072 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:32:44.854083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 on network 71b2d21f-b911-4e51-9032-3f16b3832072 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:44.861289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:44.861626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Checking segment: {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:44.862009 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Bound using segment: {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:44.862445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Bound port: 028cef85-16c2-46d8-b80c-0ad6090722f3, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:44.882609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=c22a7a79-42ec-4e27-a596-9a8a6cdfb18c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:44.901724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68b87340-8419-46c5-a04e-dd9174c7bf83 req-d8508508-4086-4818-b78a-137bed90e75e tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828753 Jul 07 19:32:44.959910 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315f05b4-5ac8-4083-8d09-678c8e5e1417 x-openstack-request-id: req-315f05b4-5ac8-4083-8d09-678c8e5e1417 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:44.960389 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fa89ee-8226-40e3-9249-e65a65363107", "name": "network-vif-plugged", "status": "completed", "tag": "160cbe1e-e765-4153-9c05-e81ff0f08651", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:44.960772 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-315f05b4-5ac8-4083-8d09-678c8e5e1417 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:44.961308 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fa89ee-8226-40e3-9249-e65a65363107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160cbe1e-e765-4153-9c05-e81ff0f08651', 'code': 200} Jul 07 19:32:44.978416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:44.980186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:45.018133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 90b3b7ef-42bf-405e-9fbd-73e2e43debdf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:45.033478 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:45.041740 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.074719 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] 10.222.0.113 "POST /v2.0/ports/028cef85-16c2-46d8-b80c-0ad6090722f3/bindings HTTP/1.1" status: 201 len: 390 time: 0.4453022 Jul 07 19:32:45.097984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:45.106991 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:45.107364 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.264768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-da315df2-22d3-4cb6-a016-f290bfb8b368 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1747912088&fields=id&tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b HTTP/1.1" status: 200 len: 267 time: 0.1773126 Jul 07 19:32:45.329952 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.389063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=90b3b7ef-42bf-405e-9fbd-73e2e43debdf,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:45.394989 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.396245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 56e839d0-455d-4b29-84ac-f8edfeb0ec9d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:45.420331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe98d5-8905-4094-9d39-d055bf142cb4 req-bcb4efa7-f508-4ffe-8bc6-80a3854d399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:45.423177 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56fe98d5-8905-4094-9d39-d055bf142cb4 req-bcb4efa7-f508-4ffe-8bc6-80a3854d399b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1097 time: 0.1054819 Jul 07 19:32:45.519458 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-627e5db0-2f50-42c2-9999-a8809444cc19 None None] Provisioning complete for port c22a7a79-42ec-4e27-a596-9a8a6cdfb18c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:45.520235 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-627e5db0-2f50-42c2-9999-a8809444cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.524152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=90b3b7ef-42bf-405e-9fbd-73e2e43debdf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:45.556942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:45.557735 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:45.563499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router d2c97eac-8d60-4f68-9047-970078b98d42 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:45.589804 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-627e5db0-2f50-42c2-9999-a8809444cc19 None None] Port c22a7a79-42ec-4e27-a596-9a8a6cdfb18c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:45.673188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb377bf-e7f4-409e-9e0b-c91508e0c0a9 req-841cfa5b-b0f6-4bcf-9588-ad6ce38a8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:45.674738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-feb377bf-e7f4-409e-9e0b-c91508e0c0a9 req-841cfa5b-b0f6-4bcf-9588-ad6ce38a8222 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 1098 time: 0.5769668 Jul 07 19:32:45.766279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107296b-6206-4c18-80cd-7a7545656116 req-a90f7690-cdf4-4135-a82c-f9a6835bb2a6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:45.768719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f107296b-6206-4c18-80cd-7a7545656116 req-a90f7690-cdf4-4135-a82c-f9a6835bb2a6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 946 time: 0.4771633 Jul 07 19:32:45.781839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-3a8f4c20-59fa-410b-97ff-7a35a08f6b5f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:45.783443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-3a8f4c20-59fa-410b-97ff-7a35a08f6b5f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 815 time: 0.4773138 Jul 07 19:32:45.823065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-4cf6b32d-150d-479e-a5be-a7ec0c26f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:45.824597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-4cf6b32d-150d-479e-a5be-a7ec0c26f999 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1097 time: 0.3565810 Jul 07 19:32:45.848466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:45.853699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7e6d4fb5-7be5-491c-917f-7e1a58d14d6a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/d2c97eac-8d60-4f68-9047-970078b98d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7666352 Jul 07 19:32:45.858193 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-feb377bf-e7f4-409e-9e0b-c91508e0c0a9 req-df025a3e-e4f6-4bdf-8a46-92fec4fb5906 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464264 Jul 07 19:32:45.860061 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f3640-f859-438e-af21-281fa498b48b None None] Sync routers for ids ['d2c97eac-8d60-4f68-9047-970078b98d42'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:45.860726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1ef73864-1531-46d7-9a35-a7581ea56a67 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/quotas/f7fe96442d7f4c5db5ed659e45e71a4b HTTP/1.1" status: 200 len: 375 time: 0.0642271 Jul 07 19:32:45.861052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:45.877732 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f3640-f859-438e-af21-281fa498b48b None None] Routers {'d2c97eac-8d60-4f68-9047-970078b98d42'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:45.878369 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0c4f3640-f859-438e-af21-281fa498b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d2c97eac-8d60-4f68-9047-970078b98d42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:45.920073 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0c4f3640-f859-438e-af21-281fa498b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:45.931879 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f3640-f859-438e-af21-281fa498b48b None None] Routers {'d2c97eac-8d60-4f68-9047-970078b98d42'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:45.933528 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0c4f3640-f859-438e-af21-281fa498b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d2c97eac-8d60-4f68-9047-970078b98d42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:45.943588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe98d5-8905-4094-9d39-d055bf142cb4 req-d60350a6-5eed-48d1-bd68-cdad6a38db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:45.946365 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56fe98d5-8905-4094-9d39-d055bf142cb4 req-d60350a6-5eed-48d1-bd68-cdad6a38db67 service neutron] 10.222.0.112 "GET /v2.0/networks?id=71b2d21f-b911-4e51-9032-3f16b3832072 HTTP/1.1" status: 200 len: 899 time: 0.5024500 Jul 07 19:32:45.975318 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0c4f3640-f859-438e-af21-281fa498b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:45.976231 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f3640-f859-438e-af21-281fa498b48b None None] The sync data for ids ['d2c97eac-8d60-4f68-9047-970078b98d42'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:45.995608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f107296b-6206-4c18-80cd-7a7545656116 req-7b54f3c5-afb7-4153-9375-088daf215bda tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086539 Jul 07 19:32:46.025961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f026efef-3de2-45b3-95e8-0d45f0b8d6b3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:46.030517 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f026efef-3de2-45b3-95e8-0d45f0b8d6b3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports/c22a7a79-42ec-4e27-a596-9a8a6cdfb18c HTTP/1.1" status: 200 len: 913 time: 0.1554730 Jul 07 19:32:46.031676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:46.058097 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56fe98d5-8905-4094-9d39-d055bf142cb4 req-9a397e60-90fb-45e7-86d0-f78c7e3f02f1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 200 len: 1001 time: 0.1009567 Jul 07 19:32:46.159210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe98d5-8905-4094-9d39-d055bf142cb4 req-97808472-02a1-46af-8a8a-0ff26ffb2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:46.161763 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56fe98d5-8905-4094-9d39-d055bf142cb4 req-97808472-02a1-46af-8a8a-0ff26ffb2987 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cf236f19-fdbf-41f8-b905-c1c2f4fe96db HTTP/1.1" status: 200 len: 834 time: 0.0976796 Jul 07 19:32:46.167780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-1716e581-a8d7-49e7-ba0e-3056d77e9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:46.169412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-1716e581-a8d7-49e7-ba0e-3056d77e9484 service neutron] 10.222.0.59 "GET /v2.0/networks?id=71b2d21f-b911-4e51-9032-3f16b3832072 HTTP/1.1" status: 200 len: 899 time: 0.3313289 Jul 07 19:32:46.182312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-49b0dfef-6621-4990-a0eb-faed72b5bbb5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2983317 Jul 07 19:32:46.248437 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe98d5-8905-4094-9d39-d055bf142cb4 req-1bd0a545-28de-4843-8215-d009b0c95ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:46.250688 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56fe98d5-8905-4094-9d39-d055bf142cb4 req-1bd0a545-28de-4843-8215-d009b0c95ac1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=71b2d21f-b911-4e51-9032-3f16b3832072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816596 Jul 07 19:32:46.355482 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56fe98d5-8905-4094-9d39-d055bf142cb4 req-4a7757d8-0163-400a-932f-12c789242674 service neutron] 10.222.0.112 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979977 Jul 07 19:32:46.461512 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56fe98d5-8905-4094-9d39-d055bf142cb4 req-07dcb4e0-1191-4db0-a72c-748b0c5c3068 service neutron] 10.222.0.112 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994353 Jul 07 19:32:46.473069 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-cdb738ef-b373-4a23-a60b-6f382f304fac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 200 len: 1001 time: 0.2894661 Jul 07 19:32:46.550130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-72cbfbf6-710f-48e2-88d3-aa618bb8d145 service neutron] 10.222.0.113 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433853 Jul 07 19:32:46.586863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb169a29-3b5f-4408-acd1-b0710db67234 req-03ac94bd-58ba-400d-a1b7-5a82a0be1a1e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:46.593084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb169a29-3b5f-4408-acd1-b0710db67234 req-03ac94bd-58ba-400d-a1b7-5a82a0be1a1e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 945 time: 0.2851546 Jul 07 19:32:46.668072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5f1cb371-dd34-4187-a254-12ff4bed24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:46.669637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5f1cb371-dd34-4187-a254-12ff4bed24cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf236f19-fdbf-41f8-b905-c1c2f4fe96db HTTP/1.1" status: 200 len: 834 time: 0.1779768 Jul 07 19:32:46.774732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb169a29-3b5f-4408-acd1-b0710db67234 req-f1c662fe-5a03-41da-abc4-bf834784a901 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799450 Jul 07 19:32:46.837274 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-5da70b0e-59ff-4602-9016-012ff486f298 service neutron] 10.222.0.113 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725377 Jul 07 19:32:46.895248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-77d93bbe-3aa6-4b37-95a0-d97dd7c7996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:46.896572 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-77d93bbe-3aa6-4b37-95a0-d97dd7c7996c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71b2d21f-b911-4e51-9032-3f16b3832072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2166274 Jul 07 19:32:46.931221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 90b3b7ef-42bf-405e-9fbd-73e2e43debdf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:46.941592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:46.958518 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69044cea-fea2-4ecd-bc49-f073db5f38a4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.022077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:47.029106 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.271599 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1479858-6021-4847-8db8-39207088b858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.418802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1479858-6021-4847-8db8-39207088b858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.428017 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1479858-6021-4847-8db8-39207088b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.447364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-92f8c0eb-ce24-49d2-b77d-be725d59247d service neutron] 10.222.0.59 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699306 Jul 07 19:32:47.473014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1479858-6021-4847-8db8-39207088b858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da81cc43-9db7-486b-b009-9cca1ca94c96,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:47.477581 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e1479858-6021-4847-8db8-39207088b858 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f2b8c01dc2fb494b8e9e19c0b0a7bf37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347512 Jul 07 19:32:47.480668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:47.539166 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df7bd297-4347-4cb6-9b62-563f42567c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.566543 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df7bd297-4347-4cb6-9b62-563f42567c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.602983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3607e86-8355-483b-9b6e-44c64c0287ab req-dc5e92c0-6c69-4f42-8bc5-ebe4537d75e1 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:47.604031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3607e86-8355-483b-9b6e-44c64c0287ab req-dc5e92c0-6c69-4f42-8bc5-ebe4537d75e1 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 946 time: 0.3512027 Jul 07 19:32:47.634867 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df7bd297-4347-4cb6-9b62-563f42567c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.642873 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df7bd297-4347-4cb6-9b62-563f42567c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:47.644171 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-df7bd297-4347-4cb6-9b62-563f42567c1b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/da81cc43-9db7-486b-b009-9cca1ca94c96 HTTP/1.1" status: 204 len: 168 time: 0.1624188 Jul 07 19:32:47.654822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bd297-4347-4cb6-9b62-563f42567c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da81cc43-9db7-486b-b009-9cca1ca94c96,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:47.661456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b2299-776a-4cec-80ab-7b20974fb824 req-eb71b75a-75fa-4fe9-b33f-eee98a184d75 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:47.669721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-654b2299-776a-4cec-80ab-7b20974fb824 req-eb71b75a-75fa-4fe9-b33f-eee98a184d75 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 946 time: 0.3145337 Jul 07 19:32:47.740737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-18270cde-7c15-4b4a-a308-09afb3e8d03c service neutron] 10.222.0.59 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838392 Jul 07 19:32:47.747047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3607e86-8355-483b-9b6e-44c64c0287ab req-31bc9dbc-d055-4644-9ab0-125afb631e33 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345894 Jul 07 19:32:47.767386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-654b2299-776a-4cec-80ab-7b20974fb824 req-ada02cd9-9c86-4305-a3d4-42b208e86526 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966680 Jul 07 19:32:47.994234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61ac5446-dda1-4762-87b6-73386b706d42 req-f76c0e86-5e24-46b5-b270-ef78e0f79180 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 210 time: 0.0985346 Jul 07 19:32:48.520266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-69044cea-fea2-4ecd-bc49-f073db5f38a4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port c22a7a79-42ec-4e27-a596-9a8a6cdfb18c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:48.520664 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69044cea-fea2-4ecd-bc49-f073db5f38a4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.527314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-b6602a57-9c22-402c-805c-c9c238c71404 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:48.529207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-b6602a57-9c22-402c-805c-c9c238c71404 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1&tenant_id=07c63c8c00dd494689f912cfd2378197&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1097 time: 0.6640849 Jul 07 19:32:48.548712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb5e1c-3a3a-4137-b079-a8d0d6a4970d req-500efb8e-3f9f-493d-b489-7589868d653d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:48.550433 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8deb5e1c-3a3a-4137-b079-a8d0d6a4970d req-500efb8e-3f9f-493d-b489-7589868d653d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 946 time: 0.6191046 Jul 07 19:32:48.593009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-12'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:48.640013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-474237da-168f-4a80-a5d6-2a2860fd3df0 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:48.642937 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-474237da-168f-4a80-a5d6-2a2860fd3df0 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.112 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 815 time: 0.1511743 Jul 07 19:32:48.712209 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-c6622991-7f4c-46c5-ae7b-27bd1092ec86 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b HTTP/1.1" status: 200 len: 380 time: 0.0603986 Jul 07 19:32:48.729420 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'port': {'device_id': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'admin_state_up': True, 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'security_groups': ['5800899b-1780-4f1b-a9dd-329a7d6e8363']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:48.766535 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8deb5e1c-3a3a-4137-b079-a8d0d6a4970d req-b5fe7150-9149-4b43-9159-4b90c1dc0589 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806085 Jul 07 19:32:48.783608 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69044cea-fea2-4ecd-bc49-f073db5f38a4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.828245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda626d-2678-49c4-b568-0a4e55eafb73 req-c9cf06e5-3727-4205-8f00-f10543360cf3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:48.829977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fda626d-2678-49c4-b568-0a4e55eafb73 req-c9cf06e5-3727-4205-8f00-f10543360cf3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 945 time: 0.3756537 Jul 07 19:32:48.831023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-69044cea-fea2-4ecd-bc49-f073db5f38a4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for c22a7a79-42ec-4e27-a596-9a8a6cdfb18c owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:48.847986 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.878041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Made reservation on behalf of f7fe96442d7f4c5db5ed659e45e71a4b for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:48.882735 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.046232 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fda626d-2678-49c4-b568-0a4e55eafb73 req-150f6a1b-37da-45fe-9b05-41e07f6ae045 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952093 Jul 07 19:32:49.050367 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.070561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Allocated IP 172.20.0.6 (d5b97724-5eb3-42a9-9e6f-975decb4bfcb/5b7a6900-24a0-4425-bb5c-844290abee7c/e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:32:49.210951 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc651ae-d640-43fc-9229-d25ac2c40ff9 req-56b37c95-5f68-4d0c-832c-162e84eebb80 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:49.212720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9dc651ae-d640-43fc-9229-d25ac2c40ff9 req-56b37c95-5f68-4d0c-832c-162e84eebb80 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 946 time: 0.2766659 Jul 07 19:32:49.286035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:49.300424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.311828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69044cea-fea2-4ecd-bc49-f073db5f38a4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.322442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Transition to ACTIVE for port object e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:49.350760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9dc651ae-d640-43fc-9229-d25ac2c40ff9 req-c815510d-d42b-49c9-8a0d-a02a877e0e74 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135581 Jul 07 19:32:49.357456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69044cea-fea2-4ecd-bc49-f073db5f38a4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=c22a7a79-42ec-4e27-a596-9a8a6cdfb18c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:49.388307 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.410938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:49.471115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Network d5b97724-5eb3-42a9-9e6f-975decb4bfcb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:32:49.476446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:32:49.483507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:32:49.553476 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:49.554158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.577617 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518860 Jul 07 19:32:49.590577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Request body: {'port': {'device_id': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:49.593370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87ea9a-2000-4c40-8f31-9b746cca4f56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:49.732924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.774507 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.784512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:49.793319 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe2ae8b-8bdc-41a9-a7ff-fce9ffda0122" -d '{"events": [{"server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "name": "network-vif-unplugged", "status": "completed", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:49.801294 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.948602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e136229d-3ed3-43e0-beff-b77980773086 None None] Provisioning for port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:49.954061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e136229d-3ed3-43e0-beff-b77980773086 None None] Provisioning complete for port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:49.954717 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e136229d-3ed3-43e0-beff-b77980773086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:49.972335 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69044cea-fea2-4ecd-bc49-f073db5f38a4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.003679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Pushing event updated for resources: {'Port': ['ID=028cef85-16c2-46d8-b80c-0ad6090722f3,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:50.030720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e136229d-3ed3-43e0-beff-b77980773086 None None] Port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:50.059196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 on host n-h1-792394-12 for vnic_type normal with profile {"migrating_to": "n-h2-792394-12"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:50.059762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:50.060250 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 on network 71b2d21f-b911-4e51-9032-3f16b3832072 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:50.082075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Port 028cef85-16c2-46d8-b80c-0ad6090722f3 on network 71b2d21f-b911-4e51-9032-3f16b3832072 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:32:50.082408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Attempting to bind port 028cef85-16c2-46d8-b80c-0ad6090722f3 on network 71b2d21f-b911-4e51-9032-3f16b3832072 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:50.155477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:50.156187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Checking segment: {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:50.156369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Bound using segment: {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:50.157029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Bound port: 028cef85-16c2-46d8-b80c-0ad6090722f3, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534208b4-71a6-4c79-aa94-737bbfc6bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:50.157333 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.209936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:50.220467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.235137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Transition to ACTIVE for port object e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:50.238713 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.239711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfb876-a7fd-408b-ba63-3773325e0078 req-09ea4c11-bea6-429d-97a0-7f53b7f26476 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:50.241696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17bfb876-a7fd-408b-ba63-3773325e0078 req-09ea4c11-bea6-429d-97a0-7f53b7f26476 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 931 time: 0.6147215 Jul 07 19:32:50.267866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-97d8176e-b92b-4f01-abfb-3aea5b18b0fb None None] Provisioning complete for port 028cef85-16c2-46d8-b80c-0ad6090722f3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:50.268442 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97d8176e-b92b-4f01-abfb-3aea5b18b0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.302321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:50.324846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-97d8176e-b92b-4f01-abfb-3aea5b18b0fb None None] Port 028cef85-16c2-46d8-b80c-0ad6090722f3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:32:50.381119 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Attempting to bind port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:32:50.381468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Attempting to bind port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:32:50.381800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Attempting to bind port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 on network d5b97724-5eb3-42a9-9e6f-975decb4bfcb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:50.386757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 on network d5b97724-5eb3-42a9-9e6f-975decb4bfcb not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:32:50.387082 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Attempting to bind port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 on network d5b97724-5eb3-42a9-9e6f-975decb4bfcb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:32:50.392758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:32:50.392758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Checking segment: {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:32:50.393187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Bound using segment: {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:32:50.393528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Bound port: e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:32:50.393861 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.432831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17bfb876-a7fd-408b-ba63-3773325e0078 req-80a01f43-afbc-46f6-99c6-ca6e4d4a2c65 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598108 Jul 07 19:32:50.440346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:50.462993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f886b-6df0-49fb-94ed-4257dce5ceb5 req-09dadd20-e506-4f50-8e6b-d1345cf6526b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:50.472977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-980f886b-6df0-49fb-94ed-4257dce5ceb5 req-09dadd20-e506-4f50-8e6b-d1345cf6526b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 946 time: 0.4356880 Jul 07 19:32:50.487573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:50.489528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:50.496251 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.515331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:32:50.536328 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.540429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69044cea-fea2-4ecd-bc49-f073db5f38a4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router d2c97eac-8d60-4f68-9047-970078b98d42 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:50.559470 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d71a3b7-f884-47c9-8d56-336552c7ad1e x-openstack-request-id: req-8d71a3b7-f884-47c9-8d56-336552c7ad1e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:50.559724 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "name": "network-vif-unplugged", "status": "completed", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:50.559983 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8d71a3b7-f884-47c9-8d56-336552c7ad1e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:50.560379 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'code': 200} Jul 07 19:32:50.570372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:50.581289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:50.581932 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.583386 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-1b2a0a97-60b3-4034-8ede-90d3dbbd8c16 service neutron] 10.222.0.112 "PUT /v2.0/ports/e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 HTTP/1.1" status: 200 len: 1092 time: 0.9975002 Jul 07 19:32:50.583896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:50.586683 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cb081e-2fa0-49f0-b06f-2de51bb13d45" -d '{"events": [{"name": "network-changed", "server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:50.589547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-980f886b-6df0-49fb-94ed-4257dce5ceb5 req-b86d51ef-8dc7-485c-a407-1f8d00148d0a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156964 Jul 07 19:32:50.752803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-4ee1f37d-c2ab-4702-b5d6-fd23bb960ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:50.758597 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-4ee1f37d-c2ab-4702-b5d6-fd23bb960ecd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 1095 time: 0.1002781 Jul 07 19:32:50.772994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Pushing event updated for resources: {'Port': ['ID=028cef85-16c2-46d8-b80c-0ad6090722f3,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:50.815514 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-5d7a689d-6a47-4636-a52f-5fb93f41dc46 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 HTTP/1.1" status: 200 len: 217 time: 0.0483479 Jul 07 19:32:50.883600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-12d5d837-4849-4207-99df-1e4b7c4c8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:50.885315 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-12d5d837-4849-4207-99df-1e4b7c4c8287 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.0618372 Jul 07 19:32:50.932159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69044cea-fea2-4ecd-bc49-f073db5f38a4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:50.942420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-69044cea-fea2-4ecd-bc49-f073db5f38a4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/d2c97eac-8d60-4f68-9047-970078b98d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9078450 Jul 07 19:32:50.943263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a00099-1fe3-4ba2-8d58-2cf340ffa0a9 None None] Sync routers for ids ['d2c97eac-8d60-4f68-9047-970078b98d42'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:50.947938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:50.955144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a00099-1fe3-4ba2-8d58-2cf340ffa0a9 None None] Routers {'d2c97eac-8d60-4f68-9047-970078b98d42'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:50.955781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-66a00099-1fe3-4ba2-8d58-2cf340ffa0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d2c97eac-8d60-4f68-9047-970078b98d42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:50.974261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:50.974874 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.976231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5d3fafcc-0959-4e04-899b-f2d52de75149 service neutron] 10.222.0.59 "PUT /v2.0/ports/028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 200 len: 1123 time: 2.3916240 Jul 07 19:32:51.009331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-66a00099-1fe3-4ba2-8d58-2cf340ffa0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:51.010280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fccbaa-8669-47e2-acc7-537c31345115 req-20f426e2-f961-4f87-b88d-58a18316f0b8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:51.017912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22fccbaa-8669-47e2-acc7-537c31345115 req-20f426e2-f961-4f87-b88d-58a18316f0b8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 943 time: 0.1835260 Jul 07 19:32:51.027184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4fa43-1f62-4c9a-9932-9faa48f08bec req-fa7a5916-74b4-4a37-be3b-c1681da2156c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:51.028829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48e4fa43-1f62-4c9a-9932-9faa48f08bec req-fa7a5916-74b4-4a37-be3b-c1681da2156c tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 946 time: 0.2734149 Jul 07 19:32:51.037008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a00099-1fe3-4ba2-8d58-2cf340ffa0a9 None None] Routers {'d2c97eac-8d60-4f68-9047-970078b98d42'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:51.037942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-66a00099-1fe3-4ba2-8d58-2cf340ffa0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d2c97eac-8d60-4f68-9047-970078b98d42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:51.083673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-66a00099-1fe3-4ba2-8d58-2cf340ffa0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:51.084928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a00099-1fe3-4ba2-8d58-2cf340ffa0a9 None None] The sync data for ids ['d2c97eac-8d60-4f68-9047-970078b98d42'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:51.087690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['028cef85-16c2-46d8-b80c-0ad6090722f3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:32:51.098744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22fccbaa-8669-47e2-acc7-537c31345115 req-e02c44e9-0fbb-41d2-9269-5c31aa15eeeb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791018 Jul 07 19:32:51.107615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48e4fa43-1f62-4c9a-9932-9faa48f08bec req-7d54f45c-b0f6-4c9f-9f7b-74b6799896ce tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709527 Jul 07 19:32:51.126008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2e728178-6fec-49c3-a9b7-42dd9e184c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:51.127528 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-2e728178-6fec-49c3-a9b7-42dd9e184c5a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2335007 Jul 07 19:32:51.130970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-29cf33c1-f1d0-48bb-9311-cb6a6b4d18a4 None None] Provisioning complete for port 028cef85-16c2-46d8-b80c-0ad6090722f3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:51.131350 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29cf33c1-f1d0-48bb-9311-cb6a6b4d18a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.217424 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40ec44b-86e9-4db5-bc79-8a764de9bc82 x-openstack-request-id: req-e40ec44b-86e9-4db5-bc79-8a764de9bc82 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:51.217788 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:51.217956 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e40ec44b-86e9-4db5-bc79-8a764de9bc82 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:51.218929 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'status': 'completed', 'code': 200} Jul 07 19:32:51.290202 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29cf33c1-f1d0-48bb-9311-cb6a6b4d18a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.304196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-9a03fa9e-c60a-4e96-8d64-7357b877524d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:51.305694 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-9a03fa9e-c60a-4e96-8d64-7357b877524d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.112 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 946 time: 0.2609525 Jul 07 19:32:51.330588 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-29cf33c1-f1d0-48bb-9311-cb6a6b4d18a4 None None] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:51.331604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:51.334124 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be23f405-76ef-4d55-940a-7f51add5394d" -d '{"events": [{"server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "name": "network-vif-plugged", "status": "completed", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:51.340039 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29cf33c1-f1d0-48bb-9311-cb6a6b4d18a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.400745 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-797194c1-e8af-4e7c-a56d-5de782db812e service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631652 Jul 07 19:32:51.401207 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c80c918-db91-460b-bd54-556c8fb5fb65 x-openstack-request-id: req-3c80c918-db91-460b-bd54-556c8fb5fb65 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:51.401509 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "name": "network-vif-plugged", "status": "completed", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:51.401764 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3c80c918-db91-460b-bd54-556c8fb5fb65 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:51.402156 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'code': 200} Jul 07 19:32:51.652352 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-11786f3f-c3cd-49d2-acd8-192180f8165d req-d2d0c92f-c3a4-488c-b906-caee84c26741 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412057 Jul 07 19:32:51.703689 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-638f279c-cf67-4e06-a9d9-1f7be16df7f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Deleting port 8ad4815c-d32c-4c45-8619-62be621fe050 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:51.704413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-638f279c-cf67-4e06-a9d9-1f7be16df7f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.781131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7c31b-3f8c-4c52-8d6e-95a3668c25c9 req-bad1cdcc-9afa-4614-a16a-299679525058 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:51.783773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34d7c31b-3f8c-4c52-8d6e-95a3668c25c9 req-bad1cdcc-9afa-4614-a16a-299679525058 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 946 time: 0.1076562 Jul 07 19:32:51.802755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507df768-7435-466f-8770-7581844ef8e8 req-dcc8d5e8-fcb1-4f7c-b22d-4808590a1429 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:51.814442 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-507df768-7435-466f-8770-7581844ef8e8 req-dcc8d5e8-fcb1-4f7c-b22d-4808590a1429 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.2129810 Jul 07 19:32:51.819789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf33c1-f1d0-48bb-9311-cb6a6b4d18a4 None None] Pushing event updated for resources: {'Port': ['ID=028cef85-16c2-46d8-b80c-0ad6090722f3,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:51.897696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-507df768-7435-466f-8770-7581844ef8e8 req-c496ae01-43bc-499b-97e2-4832e5f45ca3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822489 Jul 07 19:32:51.903761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34d7c31b-3f8c-4c52-8d6e-95a3668c25c9 req-4d5e3fad-9ed5-4802-af5d-5c78f08bf1ca tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869565 Jul 07 19:32:51.907402 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70f4b499-daea-46a2-8b47-596bbbf66e10 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.004601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb081e-2fa0-49f0-b06f-2de51bb13d45 req-83b8d0ef-79d2-479a-899e-085249c58619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:52.006152 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-53cb081e-2fa0-49f0-b06f-2de51bb13d45 req-83b8d0ef-79d2-479a-899e-085249c58619 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 1095 time: 0.2677200 Jul 07 19:32:52.009483 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-638f279c-cf67-4e06-a9d9-1f7be16df7f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] For port 8ad4815c-d32c-4c45-8619-62be621fe050, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=8ad4815c-d32c-4c45-8619-62be621fe050,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:52.009850 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-638f279c-cf67-4e06-a9d9-1f7be16df7f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.101909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea00e36-1014-4f9f-a440-6e39a89301f7 req-13e3f485-b0e0-499e-b1c6-f8fd1b34caa6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:52.104044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ea00e36-1014-4f9f-a440-6e39a89301f7 req-13e3f485-b0e0-499e-b1c6-f8fd1b34caa6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 946 time: 0.0847304 Jul 07 19:32:52.110100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-638f279c-cf67-4e06-a9d9-1f7be16df7f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Calling delete_port for 8ad4815c-d32c-4c45-8619-62be621fe050 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:52.150808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ea00e36-1014-4f9f-a440-6e39a89301f7 req-21cb4ecf-a06e-4bc7-96fb-50d0472b9de6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 Jul 07 19:32:52.300255 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb081e-2fa0-49f0-b06f-2de51bb13d45 req-f94b21ef-b4a6-4b81-84af-6263cb3d14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:52.301976 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-53cb081e-2fa0-49f0-b06f-2de51bb13d45 req-f94b21ef-b4a6-4b81-84af-6263cb3d14c0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.2797751 Jul 07 19:32:52.304342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc731-ce54-40ce-903e-d4e2748549af req-96f03391-900a-4356-af2c-d72b0b899004 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:52.306984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-610fc731-ce54-40ce-903e-d4e2748549af req-96f03391-900a-4356-af2c-d72b0b899004 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 945 time: 0.0800762 Jul 07 19:32:52.355647 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-610fc731-ce54-40ce-903e-d4e2748549af req-8cd710e4-06ff-4725-9faf-090962f8dcd7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408266 Jul 07 19:32:52.360295 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-53cb081e-2fa0-49f0-b06f-2de51bb13d45 req-377adc5e-e9c5-4fae-b0ba-b460b49c86f3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 HTTP/1.1" status: 200 len: 217 time: 0.0511692 Jul 07 19:32:52.484209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb081e-2fa0-49f0-b06f-2de51bb13d45 req-126a3c69-9d2f-427a-a608-723d122b9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:52.485744 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-53cb081e-2fa0-49f0-b06f-2de51bb13d45 req-126a3c69-9d2f-427a-a608-723d122b9d7c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.1163502 Jul 07 19:32:52.561880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:52.566078 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e932bf88-0a9d-41cb-9dd3-432e12eaad50" -d '{"events": [{"name": "network-changed", "server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:52.607132 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca21a378-f495-43c9-b589-8b7b76a26a5a x-openstack-request-id: req-ca21a378-f495-43c9-b589-8b7b76a26a5a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:52.607430 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:52.607679 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ca21a378-f495-43c9-b589-8b7b76a26a5a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:52.608105 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'status': 'completed', 'code': 200} Jul 07 19:32:52.652764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 028cef85-16c2-46d8-b80c-0ad6090722f3 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:32:52.708188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932bf88-0a9d-41cb-9dd3-432e12eaad50 req-7aee048e-0890-4d8c-9cfa-5285028b886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:52.712293 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e932bf88-0a9d-41cb-9dd3-432e12eaad50 req-7aee048e-0890-4d8c-9cfa-5285028b886a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1128 time: 0.0796580 Jul 07 19:32:52.805702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:52.829434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 028cef85-16c2-46d8-b80c-0ad6090722f3 has no active binding in host n-h2-792394-12 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 19:32:52.863335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932bf88-0a9d-41cb-9dd3-432e12eaad50 req-94c6deab-2e14-436b-9d0b-1696841d4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:52.865180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e932bf88-0a9d-41cb-9dd3-432e12eaad50 req-94c6deab-2e14-436b-9d0b-1696841d4f3b service neutron] 10.222.0.112 "GET /v2.0/networks?id=71b2d21f-b911-4e51-9032-3f16b3832072 HTTP/1.1" status: 200 len: 899 time: 0.1450114 Jul 07 19:32:52.898834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-638f279c-cf67-4e06-a9d9-1f7be16df7f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:52.942850 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e932bf88-0a9d-41cb-9dd3-432e12eaad50 req-f90a6310-be83-4433-8ca9-2515b3183d2d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 200 len: 1001 time: 0.0709882 Jul 07 19:32:52.945305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f279c-cf67-4e06-a9d9-1f7be16df7f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event deleted for resources: {'Port': ['ID=8ad4815c-d32c-4c45-8619-62be621fe050,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:53.021544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-638f279c-cf67-4e06-a9d9-1f7be16df7f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] No DVR routers for this DVR port 8ad4815c-d32c-4c45-8619-62be621fe050 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:53.027785 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-638f279c-cf67-4e06-a9d9-1f7be16df7f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.029502 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-638f279c-cf67-4e06-a9d9-1f7be16df7f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.112 "DELETE /v2.0/ports/8ad4815c-d32c-4c45-8619-62be621fe050 HTTP/1.1" status: 204 len: 173 time: 1.7164009 Jul 07 19:32:53.039652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-70f4b499-daea-46a2-8b47-596bbbf66e10 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 54ecf2ce-32d0-42d3-b9f6-f88e25f5a591 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:53.039994 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70f4b499-daea-46a2-8b47-596bbbf66e10 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.042681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932bf88-0a9d-41cb-9dd3-432e12eaad50 req-3a2c05ad-1042-4f42-9996-a3f27a1673ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:53.047256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb081e-2fa0-49f0-b06f-2de51bb13d45 req-946567ac-d972-434b-9ea0-41793bd0bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:53.048905 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-53cb081e-2fa0-49f0-b06f-2de51bb13d45 req-946567ac-d972-434b-9ea0-41793bd0bea7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5549579 Jul 07 19:32:53.050274 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e932bf88-0a9d-41cb-9dd3-432e12eaad50 req-3a2c05ad-1042-4f42-9996-a3f27a1673ed service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cf236f19-fdbf-41f8-b905-c1c2f4fe96db HTTP/1.1" status: 200 len: 834 time: 0.0952415 Jul 07 19:32:53.222833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bafa9d6-35dc-4138-a033-025995ddf4c8', 'name': 'network-vif-deleted', 'tag': '8ad4815c-d32c-4c45-8619-62be621fe050'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:53.230022 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6766a36b-270a-4566-8918-2015258117f9" -d '{"events": [{"server_uuid": "5bafa9d6-35dc-4138-a033-025995ddf4c8", "name": "network-vif-deleted", "tag": "8ad4815c-d32c-4c45-8619-62be621fe050"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:53.237441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932bf88-0a9d-41cb-9dd3-432e12eaad50 req-4ec2c858-69f4-457c-8425-9c46011ef600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:53.239014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e932bf88-0a9d-41cb-9dd3-432e12eaad50 req-4ec2c858-69f4-457c-8425-9c46011ef600 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=71b2d21f-b911-4e51-9032-3f16b3832072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1732564 Jul 07 19:32:53.259969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70f4b499-daea-46a2-8b47-596bbbf66e10 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.277790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148c57b-2ec7-4341-a0f2-10139b0e8d72 req-bc24b8aa-4246-4e6a-808b-65cb06d353e3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:53.279449 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6148c57b-2ec7-4341-a0f2-10139b0e8d72 req-bc24b8aa-4246-4e6a-808b-65cb06d353e3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.1782944 Jul 07 19:32:53.288282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-70f4b499-daea-46a2-8b47-596bbbf66e10 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 54ecf2ce-32d0-42d3-b9f6-f88e25f5a591 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:53.307303 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-53cb081e-2fa0-49f0-b06f-2de51bb13d45 req-ba380ba8-bfae-4355-998a-1e353e060c11 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157607 Jul 07 19:32:53.369697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e932bf88-0a9d-41cb-9dd3-432e12eaad50 req-6d592549-7311-41af-88b9-9627f1103f1a service neutron] 10.222.0.112 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213698 Jul 07 19:32:53.410323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a5afa-f4a0-49ac-82ba-8779e666f7bb req-c4a123a2-8184-4e7f-9ea3-404f7e17a420 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:53.411234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af0a5afa-f4a0-49ac-82ba-8779e666f7bb req-c4a123a2-8184-4e7f-9ea3-404f7e17a420 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 946 time: 0.3086627 Jul 07 19:32:53.526395 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-53cb081e-2fa0-49f0-b06f-2de51bb13d45 req-78293eda-3738-4770-a1a5-66b4d9d1fd6d service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834662 Jul 07 19:32:53.592066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6148c57b-2ec7-4341-a0f2-10139b0e8d72 req-dc77d92f-af43-4b6e-bb2d-26396ef8ba0a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197905 Jul 07 19:32:53.607249 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70f4b499-daea-46a2-8b47-596bbbf66e10 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.646738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4b499-daea-46a2-8b47-596bbbf66e10 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=54ecf2ce-32d0-42d3-b9f6-f88e25f5a591,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:53.678853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af0a5afa-f4a0-49ac-82ba-8779e666f7bb req-eda70815-1116-4ef3-be0d-60f1db22ce98 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/security-groups?id=9268e602-3111-43a3-a1d0-ad82d250ff92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002478 Jul 07 19:32:53.702167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b660a2a-08a1-4a49-8cb2-2870856e10b3 req-46271ed8-72f0-444a-ad4c-efb94f04cc09 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:53.706712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b660a2a-08a1-4a49-8cb2-2870856e10b3 req-46271ed8-72f0-444a-ad4c-efb94f04cc09 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 946 time: 0.3334305 Jul 07 19:32:53.798726 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8464c2-e1af-490d-abb3-cf18e70e4028 x-openstack-request-id: req-0b8464c2-e1af-490d-abb3-cf18e70e4028 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:53.799149 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bafa9d6-35dc-4138-a033-025995ddf4c8", "name": "network-vif-deleted", "tag": "8ad4815c-d32c-4c45-8619-62be621fe050", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:53.799476 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0b8464c2-e1af-490d-abb3-cf18e70e4028 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:53.799938 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bafa9d6-35dc-4138-a033-025995ddf4c8', 'name': 'network-vif-deleted', 'tag': '8ad4815c-d32c-4c45-8619-62be621fe050', 'status': 'completed', 'code': 200} Jul 07 19:32:53.807407 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70f4b499-daea-46a2-8b47-596bbbf66e10 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:53.846099 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e932bf88-0a9d-41cb-9dd3-432e12eaad50 req-6f7ebc23-ee43-4413-81bb-6ba6025c7d9d service neutron] 10.222.0.112 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537725 Jul 07 19:32:53.849501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:53.976349 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e75d61e6-40f7-41aa-b097-8838ac80377c req-174566e5-80a5-4e56-a276-189363a58072 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 210 time: 0.1015370 Jul 07 19:32:54.079578 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5bb8c97c-a440-4fca-9d47-470cd7f3436e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/floatingips/861c6cfb-0843-4200-9b89-8ff1f9e7c81f HTTP/1.1" status: 200 len: 992 time: 0.2279696 Jul 07 19:32:54.099372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f4b499-daea-46a2-8b47-596bbbf66e10 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router d2c97eac-8d60-4f68-9047-970078b98d42 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:54.130941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6252e6-0d9d-4498-8ebe-b62b0a13ad09 req-5ce6700e-e930-454c-a66e-8b0ea2be89a6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:54.138254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f6252e6-0d9d-4498-8ebe-b62b0a13ad09 req-5ce6700e-e930-454c-a66e-8b0ea2be89a6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 945 time: 0.1112828 Jul 07 19:32:54.142461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4b660a2a-08a1-4a49-8cb2-2870856e10b3 req-4a31f9b4-5272-48a8-9042-1c65b750a860 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Deleting port 160cbe1e-e765-4153-9c05-e81ff0f08651 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:54.142797 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4b660a2a-08a1-4a49-8cb2-2870856e10b3 req-4a31f9b4-5272-48a8-9042-1c65b750a860 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.229220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f4b499-daea-46a2-8b47-596bbbf66e10 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:54.236439 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-70f4b499-daea-46a2-8b47-596bbbf66e10 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/d2c97eac-8d60-4f68-9047-970078b98d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870040 Jul 07 19:32:54.239308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:54.249289 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b9a69-e372-42ff-b5cb-4ed6e942eadd None None] Sync routers for ids ['d2c97eac-8d60-4f68-9047-970078b98d42'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:54.267586 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b9a69-e372-42ff-b5cb-4ed6e942eadd None None] Routers {'d2c97eac-8d60-4f68-9047-970078b98d42'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:54.268296 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-781b9a69-e372-42ff-b5cb-4ed6e942eadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d2c97eac-8d60-4f68-9047-970078b98d42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:54.279903 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c2ad494b-7e8d-4e5f-a311-db915d395e33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2c97eac-8d60-4f68-9047-970078b98d42 HTTP/1.1" status: 200 len: 205 time: 0.0393686 Jul 07 19:32:54.280622 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:54.284435 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f6252e6-0d9d-4498-8ebe-b62b0a13ad09 req-ef8fa257-1938-447a-8d19-11651ffc1edc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450462 Jul 07 19:32:54.340072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4b660a2a-08a1-4a49-8cb2-2870856e10b3 req-4a31f9b4-5272-48a8-9042-1c65b750a860 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] For port 160cbe1e-e765-4153-9c05-e81ff0f08651, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=160cbe1e-e765-4153-9c05-e81ff0f08651,segment=NetworkSegment(630ef6be-04fb-46ad-b104-d5d2e1364dcc),segment_id=630ef6be-04fb-46ad-b104-d5d2e1364dcc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:54.340868 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4b660a2a-08a1-4a49-8cb2-2870856e10b3 req-4a31f9b4-5272-48a8-9042-1c65b750a860 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.344825 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-781b9a69-e372-42ff-b5cb-4ed6e942eadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:54.357614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4b660a2a-08a1-4a49-8cb2-2870856e10b3 req-4a31f9b4-5272-48a8-9042-1c65b750a860 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Calling delete_port for 160cbe1e-e765-4153-9c05-e81ff0f08651 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:54.368612 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b9a69-e372-42ff-b5cb-4ed6e942eadd None None] Routers {'d2c97eac-8d60-4f68-9047-970078b98d42'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:54.369243 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-781b9a69-e372-42ff-b5cb-4ed6e942eadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d2c97eac-8d60-4f68-9047-970078b98d42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:54.393511 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb51dbd9-87da-48f1-ae56-a6e20bb226e2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.401381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:32:54.558336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:54.582835 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-781b9a69-e372-42ff-b5cb-4ed6e942eadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:54.583785 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b9a69-e372-42ff-b5cb-4ed6e942eadd None None] The sync data for ids ['d2c97eac-8d60-4f68-9047-970078b98d42'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:54.623669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:54.637933 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4b660a2a-08a1-4a49-8cb2-2870856e10b3 req-4a31f9b4-5272-48a8-9042-1c65b750a860 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.638509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'port_id': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'mac_address': 'fa:16:3e:fa:73:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:32:54.643101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8ad4815c-d32c-4c45-8619-62be621fe050 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:54.674242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 8ad4815c-d32c-4c45-8619-62be621fe050 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:54.674825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 8ad4815c-d32c-4c45-8619-62be621fe050 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:54.696567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31f9b4-5272-48a8-9042-1c65b750a860 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Pushing event deleted for resources: {'Port': ['ID=160cbe1e-e765-4153-9c05-e81ff0f08651,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:54.709501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['160cbe1e-e765-4153-9c05-e81ff0f08651'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:32:54.714984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb51dbd9-87da-48f1-ae56-a6e20bb226e2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.721190 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb51dbd9-87da-48f1-ae56-a6e20bb226e2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.816358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b660a2a-08a1-4a49-8cb2-2870856e10b3 req-4a31f9b4-5272-48a8-9042-1c65b750a860 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] No DVR routers for this DVR port 160cbe1e-e765-4153-9c05-e81ff0f08651 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:54.816758 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.830774 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4b660a2a-08a1-4a49-8cb2-2870856e10b3 req-4a31f9b4-5272-48a8-9042-1c65b750a860 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.846827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:32:54.847851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b660a2a-08a1-4a49-8cb2-2870856e10b3 req-4a31f9b4-5272-48a8-9042-1c65b750a860 tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.59 "DELETE /v2.0/ports/160cbe1e-e765-4153-9c05-e81ff0f08651 HTTP/1.1" status: 204 len: 173 time: 1.1295524 Jul 07 19:32:54.851023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fa89ee-8226-40e3-9249-e65a65363107', 'name': 'network-vif-deleted', 'tag': '160cbe1e-e765-4153-9c05-e81ff0f08651'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:54.857326 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced86b2b-7cf8-47d9-9cbf-159456dda8bc" -d '{"events": [{"server_uuid": "82fa89ee-8226-40e3-9249-e65a65363107", "name": "network-vif-deleted", "tag": "160cbe1e-e765-4153-9c05-e81ff0f08651"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:54.913673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:54.919734 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.920004 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:32:54.966900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb51dbd9-87da-48f1-ae56-a6e20bb226e2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.967538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb51dbd9-87da-48f1-ae56-a6e20bb226e2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Fanout notify agent at l3_agent the message router_deleted on router d2c97eac-8d60-4f68-9047-970078b98d42 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:32:54.975774 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb51dbd9-87da-48f1-ae56-a6e20bb226e2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:54.979698 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fb51dbd9-87da-48f1-ae56-a6e20bb226e2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/d2c97eac-8d60-4f68-9047-970078b98d42 HTTP/1.1" status: 204 len: 168 time: 0.6972346 Jul 07 19:32:54.981295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:55.014641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:55.050919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting port 41ba829b-7d5c-403f-bd88-56ee95a91212 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:55.051278 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.066676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-188a39b2-6da1-4104-9c11-815b95e02899 req-6ab9c31f-5029-48db-9567-3061ffb5f1fc tempest-DeleteServersTestJSON-403967422 tempest-DeleteServersTestJSON-403967422-project] 10.222.0.113 "GET /v2.0/ports?device_id=82fa89ee-8226-40e3-9249-e65a65363107 HTTP/1.1" status: 200 len: 210 time: 0.0679450 Jul 07 19:32:55.122172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e3cb5-b341-4258-8a22-5e86c416c97f req-9ea969f8-95d1-4797-8e42-04a602eb1859 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:55.125579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f9e3cb5-b341-4258-8a22-5e86c416c97f req-9ea969f8-95d1-4797-8e42-04a602eb1859 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.2333157 Jul 07 19:32:55.127570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:32:55.136513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-11aa8e6b-13c2-494f-b36c-f42815eb9cc6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting subnet ab09b45e-8e90-4018-8e24-c01aa794faa8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:55.142212 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11aa8e6b-13c2-494f-b36c-f42815eb9cc6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.173274 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac973bae-83b7-416a-b73f-ea6c7e1cd0d6 x-openstack-request-id: req-ac973bae-83b7-416a-b73f-ea6c7e1cd0d6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:55.173573 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fa89ee-8226-40e3-9249-e65a65363107", "name": "network-vif-deleted", "tag": "160cbe1e-e765-4153-9c05-e81ff0f08651", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:55.173829 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ac973bae-83b7-416a-b73f-ea6c7e1cd0d6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:55.174237 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fa89ee-8226-40e3-9249-e65a65363107', 'name': 'network-vif-deleted', 'tag': '160cbe1e-e765-4153-9c05-e81ff0f08651', 'status': 'completed', 'code': 200} Jul 07 19:32:55.213301 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f9e3cb5-b341-4258-8a22-5e86c416c97f req-87bbad6b-23bd-41ac-8c6c-85c8cff2a88f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817688 Jul 07 19:32:55.236596 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11aa8e6b-13c2-494f-b36c-f42815eb9cc6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.298959 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.299212 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.331203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Calling delete_port for 41ba829b-7d5c-403f-bd88-56ee95a91212 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:55.345149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-037e9ab8-6c14-43ca-a2ff-de5e6b93e3b9 req-c60ab10b-9eae-44d3-b8c6-d8c73e63494d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 210 time: 0.0409853 Jul 07 19:32:55.559371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607530e-2423-4774-a57d-c83376206ca5 req-0ce24d66-b931-479a-b80e-cd20e0e421c7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:55.565644 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1607530e-2423-4774-a57d-c83376206ca5 req-0ce24d66-b931-479a-b80e-cd20e0e421c7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 945 time: 0.1284437 Jul 07 19:32:55.607204 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.670398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1607530e-2423-4774-a57d-c83376206ca5 req-fac628e1-f5c0-4d3e-aa43-8c8711869d30 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989051 Jul 07 19:32:55.685441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Port': ['ID=41ba829b-7d5c-403f-bd88-56ee95a91212,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:55.795675 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11aa8e6b-13c2-494f-b36c-f42815eb9cc6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.865875 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:55.866495 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Floating IP 861c6cfb-0843-4200-9b89-8ff1f9e7c81f disassociated (deleted). External IP: 172.25.2.93, port: 0b0475d2-607f-4809-9d17-6e513397e1cd. Jul 07 19:32:55.975704 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11aa8e6b-13c2-494f-b36c-f42815eb9cc6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.019240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa8e6b-13c2-494f-b36c-f42815eb9cc6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Subnet': ['ID=ab09b45e-8e90-4018-8e24-c01aa794faa8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:56.022488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11aa8e6b-13c2-494f-b36c-f42815eb9cc6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.024786 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-11aa8e6b-13c2-494f-b36c-f42815eb9cc6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/ab09b45e-8e90-4018-8e24-c01aa794faa8 HTTP/1.1" status: 204 len: 168 time: 1.0423822 Jul 07 19:32:56.025627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07104f37-d1fb-4ba3-ad81-6fc3a3541c03 None None] Network 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:56.027734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:56.093561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f06e49-6a81-4359-b601-d3a6a6e4457c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting subnet ebd24ee0-ec1d-405c-b8a1-fe698f4d42de {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:32:56.099574 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80f06e49-6a81-4359-b601-d3a6a6e4457c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.159201 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80f06e49-6a81-4359-b601-d3a6a6e4457c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.382746 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80f06e49-6a81-4359-b601-d3a6a6e4457c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.419594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:32:56.440861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-9dc8224e-2740-40ff-8d1c-635c2d51fb7f service neutron] 10.222.0.112 "GET /v2.0/ports/028cef85-16c2-46d8-b80c-0ad6090722f3/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 385 time: 0.1876135 Jul 07 19:32:56.475156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf593220-d60f-4ecb-b32e-c0c6490a3753 None None] DHCP port deletion for 83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:32:56.537371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:32:56.556952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:32:56.557580 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.682542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bf593220-d60f-4ecb-b32e-c0c6490a3753 None None] Deleting port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:56.682844 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf593220-d60f-4ecb-b32e-c0c6490a3753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.772999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 160cbe1e-e765-4153-9c05-e81ff0f08651 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:56.853111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router fd94dad3-85d0-420a-8155-10d9d36014ca has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:32:56.898780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bf593220-d60f-4ecb-b32e-c0c6490a3753 None None] For port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=56e839d0-455d-4b29-84ac-f8edfeb0ec9d,segment=NetworkSegment(3ec52173-efc7-4450-b0dd-7783e426290e),segment_id=3ec52173-efc7-4450-b0dd-7783e426290e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:56.899189 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf593220-d60f-4ecb-b32e-c0c6490a3753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:56.932075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bf593220-d60f-4ecb-b32e-c0c6490a3753 None None] Calling delete_port for 56e839d0-455d-4b29-84ac-f8edfeb0ec9d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:57.104537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 160cbe1e-e765-4153-9c05-e81ff0f08651 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:57.107768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 160cbe1e-e765-4153-9c05-e81ff0f08651 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:57.113472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:32:57.119778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.122259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 56e839d0-455d-4b29-84ac-f8edfeb0ec9d no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:57.125478 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf593220-d60f-4ecb-b32e-c0c6490a3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.190018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf593220-d60f-4ecb-b32e-c0c6490a3753 None None] No DVR routers for this DVR port 56e839d0-455d-4b29-84ac-f8edfeb0ec9d on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:57.194340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc301dc-2c85-4130-9812-6e22ed7f56d5 None None] Sync routers for ids ['fd94dad3-85d0-420a-8155-10d9d36014ca'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:32:57.199886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75f5daba-b26b-4385-84c2-141612473d7d req-1c715499-f9b5-4c3e-bbf6-ccc1f4b0fa9e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 210 time: 0.1069758 Jul 07 19:32:57.205710 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d6a694a3-ca61-4b80-b3bc-9cff495c6519 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/floatingips/861c6cfb-0843-4200-9b89-8ff1f9e7c81f HTTP/1.1" status: 204 len: 168 time: 2.6443923 Jul 07 19:32:57.206330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'tag': '0b0475d2-607f-4809-9d17-6e513397e1cd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:57.215857 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4859d54-56c5-4410-b0d5-ecc60fd4167f" -d '{"events": [{"name": "network-changed", "server_uuid": "21cb8bb2-9c74-4b75-8dc9-cc77ada0280b", "tag": "0b0475d2-607f-4809-9d17-6e513397e1cd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:57.262828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 56e839d0-455d-4b29-84ac-f8edfeb0ec9d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:57.263173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 56e839d0-455d-4b29-84ac-f8edfeb0ec9d not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:57.265426 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80f06e49-6a81-4359-b601-d3a6a6e4457c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.273142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf593220-d60f-4ecb-b32e-c0c6490a3753 None None] Pushing event deleted for resources: {'Port': ['ID=56e839d0-455d-4b29-84ac-f8edfeb0ec9d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:57.299242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc301dc-2c85-4130-9812-6e22ed7f56d5 None None] Routers {'fd94dad3-85d0-420a-8155-10d9d36014ca'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:57.305408 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-adc301dc-2c85-4130-9812-6e22ed7f56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fd94dad3-85d0-420a-8155-10d9d36014ca'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.333453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f06e49-6a81-4359-b601-d3a6a6e4457c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd24ee0-ec1d-405c-b8a1-fe698f4d42de,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:57.346624 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80f06e49-6a81-4359-b601-d3a6a6e4457c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.348624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-80f06e49-6a81-4359-b601-d3a6a6e4457c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/ebd24ee0-ec1d-405c-b8a1-fe698f4d42de HTTP/1.1" status: 204 len: 168 time: 1.3194427 Jul 07 19:32:57.351425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:57.370650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64425fd8-3abb-47c8-a335-030fe24faa5f None None] Network 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:32:57.375858 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.391192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518dcac-864a-4066-ac7f-4df0b49747ef req-2ba30e88-6479-43a0-b44f-cb67c76f6e56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:57.397157 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a518dcac-864a-4066-ac7f-4df0b49747ef req-2ba30e88-6479-43a0-b44f-cb67c76f6e56 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.9029770 Jul 07 19:32:57.515713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:57.518148 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f084fd2a-fe45-4eb7-bff4-ae8dd01c15fb" -d '{"events": [{"server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "name": "network-vif-plugged", "status": "completed", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:57.569812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.583095 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:57.608842 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.660777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-adc301dc-2c85-4130-9812-6e22ed7f56d5 None None] Set router fd94dad3-85d0-420a-8155-10d9d36014ca gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:57.665581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-7e96039b-a5eb-4426-8576-aa3260cddbbf service neutron] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:57.688690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-7e96039b-a5eb-4426-8576-aa3260cddbbf service neutron] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:32:57.708523 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.722522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:57.727875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83de9fb8-5fc7-454f-9431-91ab7f1b7fd0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.738407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-7e96039b-a5eb-4426-8576-aa3260cddbbf service neutron] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:57.746772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec52173-efc7-4450-b0dd-7783e426290e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.747220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec52173-efc7-4450-b0dd-7783e426290e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:57.757922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:32:57.762711 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.768079 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a39450b-d3a5-4df5-b9d6-fa21cc0021ff" -d '{"events": [{"server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "name": "network-vif-unplugged", "status": "completed", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:32:57.782098 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-7e96039b-a5eb-4426-8576-aa3260cddbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.790194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.799957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:32:57.800500 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.834746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a518dcac-864a-4066-ac7f-4df0b49747ef req-c726ef72-3739-44ae-9c00-5dd8d38d794f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3821146 Jul 07 19:32:57.906646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416ece61-9705-4cf2-a968-a110990059e6 None None] DHCP port deletion for 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:32:57.927300 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:32:57.929873 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.944931 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.950587 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/networks/83de9fb8-5fc7-454f-9431-91ab7f1b7fd0 HTTP/1.1" status: 204 len: 168 time: 0.5974576 Jul 07 19:32:57.953870 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:57.977261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7d09f-ce0e-44f2-ade4-9051898b2a64 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Network': ['ID=83de9fb8-5fc7-454f-9431-91ab7f1b7fd0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:58.070397 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.084895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-7e96039b-a5eb-4426-8576-aa3260cddbbf service neutron] Transition to ACTIVE for port object 028cef85-16c2-46d8-b80c-0ad6090722f3 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:32:58.105502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5cf9c-9bcf-4810-aa23-efee8287a5f4 req-670b4807-2d69-48a7-86fe-c840022a859d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:58.107124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17c5cf9c-9bcf-4810-aa23-efee8287a5f4 req-670b4807-2d69-48a7-86fe-c840022a859d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 944 time: 0.3272467 Jul 07 19:32:58.109629 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-7e96039b-a5eb-4426-8576-aa3260cddbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.128076 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-416ece61-9705-4cf2-a968-a110990059e6 None None] Deleting port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:58.132494 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-416ece61-9705-4cf2-a968-a110990059e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.174429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:32:58.174772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.253591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-adc301dc-2c85-4130-9812-6e22ed7f56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:44Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '17c549b4-2a01-4f61-94fe-b64aaf0ece82', 'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:dc:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd7974771-5cf1-4004-be61-5896383eface', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:41Z', 'updated_at': '2021-07-07T19:31:51Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'd7974771-5cf1-4004-be61-5896383eface', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:58.323343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fe0fc3be-1fab-4ff7-8421-7f09ae64cdce,segment=NetworkSegment(6b438047-b2d4-48f9-bac8-b718f912b038),segment_id=6b438047-b2d4-48f9-bac8-b718f912b038)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:58.323719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.341559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17c5cf9c-9bcf-4810-aa23-efee8287a5f4 req-5bf0ba28-d2b4-4722-b733-98dd521153a6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168908 Jul 07 19:32:58.349143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc301dc-2c85-4130-9812-6e22ed7f56d5 None None] Checking router: fd94dad3-85d0-420a-8155-10d9d36014ca for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:32:58.353972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for fe0fc3be-1fab-4ff7-8421-7f09ae64cdce owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:58.379474 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce332b3e-4edf-42fb-a238-4d50b8cc3776 x-openstack-request-id: req-ce332b3e-4edf-42fb-a238-4d50b8cc3776 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:58.379835 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cb8bb2-9c74-4b75-8dc9-cc77ada0280b", "tag": "0b0475d2-607f-4809-9d17-6e513397e1cd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:58.380004 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ce332b3e-4edf-42fb-a238-4d50b8cc3776 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:58.380412 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'tag': '0b0475d2-607f-4809-9d17-6e513397e1cd', 'status': 'completed', 'code': 200} Jul 07 19:32:58.405142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-416ece61-9705-4cf2-a968-a110990059e6 None None] For port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fe0fc3be-1fab-4ff7-8421-7f09ae64cdce,segment=NetworkSegment(6b438047-b2d4-48f9-bac8-b718f912b038),segment_id=6b438047-b2d4-48f9-bac8-b718f912b038)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:32:58.406180 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-416ece61-9705-4cf2-a968-a110990059e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.411189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc301dc-2c85-4130-9812-6e22ed7f56d5 None None] Routers {'fd94dad3-85d0-420a-8155-10d9d36014ca'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:32:58.414857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-adc301dc-2c85-4130-9812-6e22ed7f56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fd94dad3-85d0-420a-8155-10d9d36014ca'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:58.436794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-7e96039b-a5eb-4426-8576-aa3260cddbbf service neutron] No DVR routers for this DVR port 028cef85-16c2-46d8-b80c-0ad6090722f3 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:58.575378 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143fda81-f708-46dd-9b28-e7943c4eebbd x-openstack-request-id: req-143fda81-f708-46dd-9b28-e7943c4eebbd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:58.575729 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "name": "network-vif-plugged", "status": "completed", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:58.576172 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-143fda81-f708-46dd-9b28-e7943c4eebbd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:58.576792 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'code': 200} Jul 07 19:32:58.592358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-416ece61-9705-4cf2-a968-a110990059e6 None None] Calling delete_port for fe0fc3be-1fab-4ff7-8421-7f09ae64cdce owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:32:58.616761 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.625848 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6765dc-4c95-47b5-b0ec-01b94cef5504 x-openstack-request-id: req-8d6765dc-4c95-47b5-b0ec-01b94cef5504 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:32:58.627200 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "name": "network-vif-unplugged", "status": "completed", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:32:58.627470 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8d6765dc-4c95-47b5-b0ec-01b94cef5504 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:32:58.632115 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'code': 200} Jul 07 19:32:58.641927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No DVR routers for this DVR port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:58.665264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96039b-a5eb-4426-8576-aa3260cddbbf service neutron] Pushing event updated for resources: {'Port': ['ID=028cef85-16c2-46d8-b80c-0ad6090722f3,revision_number=11']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:58.729934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=fe0fc3be-1fab-4ff7-8421-7f09ae64cdce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:58.817040 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.828868 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd6434d-778b-46de-b24a-e6a3cc1b53a6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:58.846243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b438047-b2d4-48f9-bac8-b718f912b038') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:58.846807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b438047-b2d4-48f9-bac8-b718f912b038') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:58.856732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.857005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-129d6d8e-8d87-4c8f-bc40-f125b14c5187 req-7a083aba-8b3c-4b42-a3d8-9a97fe3ad441 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bafa9d6-35dc-4138-a033-025995ddf4c8 HTTP/1.1" status: 200 len: 210 time: 0.0532055 Jul 07 19:32:58.872596 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.881632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:32:58.882742 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.918525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-7e96039b-a5eb-4426-8576-aa3260cddbbf service neutron] 10.222.0.112 "PUT /v2.0/ports/028cef85-16c2-46d8-b80c-0ad6090722f3/bindings/n-h2-792394-12/activate HTTP/1.1" status: 200 len: 370 time: 2.4624667 Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:32:58.950507 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:32:58.953672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce696e8-8e87-4267-9234-401a7eb6b001 req-1a2258a2-b68e-4cb4-9237-4aad8d56ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:58.955900 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dce696e8-8e87-4267-9234-401a7eb6b001 req-1a2258a2-b68e-4cb4-9237-4aad8d56ebc1 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 1097 time: 0.4185970 Jul 07 19:32:58.957915 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:58.998721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-f0c3e59d-bd64-4c8b-8eee-b36f4b35880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:59.001930 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-f0c3e59d-bd64-4c8b-8eee-b36f4b35880e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 1097 time: 0.5569034 Jul 07 19:32:59.035781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.036134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ad88b-2cfd-40bb-910a-d8c23e82db02 req-fec9be76-a3b1-4d1b-9b82-04d21cf06646 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:59.037587 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/networks/1cd6434d-778b-46de-b24a-e6a3cc1b53a6 HTTP/1.1" status: 204 len: 168 time: 1.0827620 Jul 07 19:32:59.038509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ae03c-e0c6-432f-9422-64fb87ca77c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Network': ['ID=1cd6434d-778b-46de-b24a-e6a3cc1b53a6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:59.040520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f4ad88b-2cfd-40bb-910a-d8c23e82db02 req-fec9be76-a3b1-4d1b-9b82-04d21cf06646 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 945 time: 0.2380083 Jul 07 19:32:59.048588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:59.061567 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dce696e8-8e87-4267-9234-401a7eb6b001 req-d9a65d67-f632-4dc5-ac61-453ce0e0f7a4 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912352 Jul 07 19:32:59.079823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-475780993'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:59.232932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-adc301dc-2c85-4130-9812-6e22ed7f56d5 None None] Set router fd94dad3-85d0-420a-8155-10d9d36014ca gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:32:59.250367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f4ad88b-2cfd-40bb-910a-d8c23e82db02 req-dc52bff1-0f7b-4a57-bfff-da8fd214297e tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1576619 Jul 07 19:32:59.254765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:32:59.258283 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.276182 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fe0fc3be-1fab-4ff7-8421-7f09ae64cdce no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:32:59.312299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: fe0fc3be-1fab-4ff7-8421-7f09ae64cdce {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:32:59.313256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fe0fc3be-1fab-4ff7-8421-7f09ae64cdce not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:32:59.376327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:32:59.398765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-5e35cc15-cefd-463e-9570-722b0fa5d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:59.400973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-5e35cc15-cefd-463e-9570-722b0fa5d385 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01791bf8-c702-4dcb-8da9-8c8d1ed8545c HTTP/1.1" status: 200 len: 898 time: 0.3533545 Jul 07 19:32:59.408262 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.411019 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added segment d639e2df-a571-4c87-8cb2-d9b409bd15ae of type vlan for network d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c Jul 07 19:32:59.435743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-92679f4e-6289-462c-ba28-8db4727aef64 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:59.438430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-92679f4e-6289-462c-ba28-8db4727aef64 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1&tenant_id=07c63c8c00dd494689f912cfd2378197&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 1096 time: 0.3747132 Jul 07 19:32:59.522162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-c639cd0f-5246-4959-a6a4-d42e5074e851 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b0475d2-607f-4809-9d17-6e513397e1cd HTTP/1.1" status: 200 len: 217 time: 0.1001408 Jul 07 19:32:59.558330 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.563967 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-416ece61-9705-4cf2-a968-a110990059e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.613620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ece61-9705-4cf2-a968-a110990059e6 None None] Pushing event deleted for resources: {'Port': ['ID=fe0fc3be-1fab-4ff7-8421-7f09ae64cdce,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:32:59.626105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-416ece61-9705-4cf2-a968-a110990059e6 None None] Network 1cd6434d-778b-46de-b24a-e6a3cc1b53a6 is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:32:59.626581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ece61-9705-4cf2-a968-a110990059e6 None None] No DVR routers for this DVR port fe0fc3be-1fab-4ff7-8421-7f09ae64cdce on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:32:59.681193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-adc301dc-2c85-4130-9812-6e22ed7f56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:44Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '17c549b4-2a01-4f61-94fe-b64aaf0ece82', 'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:dc:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd7974771-5cf1-4004-be61-5896383eface', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:41Z', 'updated_at': '2021-07-07T19:31:51Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'd7974771-5cf1-4004-be61-5896383eface', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:32:59.682866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff271a-432b-41f5-82d9-42ffba468f59 req-879cdf86-5a6c-4355-91e5-adcbd61a9d76 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:59.689708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06ff271a-432b-41f5-82d9-42ffba468f59 req-879cdf86-5a6c-4355-91e5-adcbd61a9d76 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.4047062 Jul 07 19:32:59.721320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc301dc-2c85-4130-9812-6e22ed7f56d5 None None] The sync data for ids ['fd94dad3-85d0-420a-8155-10d9d36014ca'] in n-d-792394-12 is: [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:44Z', 'revision_number': 4, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '17c549b4-2a01-4f61-94fe-b64aaf0ece82', 'name': '', 'network_id': '01791bf8-c702-4dcb-8da9-8c8d1ed8545c', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'mac_address': 'fa:16:3e:dc:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd7974771-5cf1-4004-be61-5896383eface', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:41Z', 'updated_at': '2021-07-07T19:31:51Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'subnets': [{'id': 'd7974771-5cf1-4004-be61-5896383eface', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:32:59.736349 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.749796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:59.749796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:59.762684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-c869b147-575d-4ba6-afea-28562cbdfc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:32:59.764165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-c869b147-575d-4ba6-afea-28562cbdfc7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7974771-5cf1-4004-be61-5896383eface HTTP/1.1" status: 200 len: 835 time: 0.2148569 Jul 07 19:32:59.951580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8862424 Jul 07 19:32:59.957766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:32:59.967133 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06ff271a-432b-41f5-82d9-42ffba468f59 req-79121115-7c34-44ac-a5fa-6e1bb9e8fac7 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761514 Jul 07 19:32:59.980165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'subnet': {'network_id': 'd70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:32:59.997419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ec2dc-62cc-4ca6-9bef-da8eef6b7748 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Network': ['ID=d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:00.011941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:33:00.017866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-00804eb7-442c-4c65-8cac-1146d24a171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:00.026179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-00804eb7-442c-4c65-8cac-1146d24a171e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 1096 time: 0.5303710 Jul 07 19:33:00.098087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c43f4-33a3-422d-8f52-d05cbafdb91c req-e68bd1bf-ef38-4a52-b8aa-9bd85021343b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:00.119247 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-391c43f4-33a3-422d-8f52-d05cbafdb91c req-e68bd1bf-ef38-4a52-b8aa-9bd85021343b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 944 time: 0.5176117 Jul 07 19:33:00.146703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:00.152693 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.173390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04b367-0658-42b1-9ae5-00153b8996f5 req-8005af0c-42ea-4d3c-925e-bd761d933344 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:00.183237 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-df04b367-0658-42b1-9ae5-00153b8996f5 req-8005af0c-42ea-4d3c-925e-bd761d933344 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.59 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 945 time: 0.3256974 Jul 07 19:33:00.251578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-45091519-2636-4cef-bee2-8c22cd426fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:00.253645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-45091519-2636-4cef-bee2-8c22cd426fee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01791bf8-c702-4dcb-8da9-8c8d1ed8545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4547710 Jul 07 19:33:00.287823 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a04189d-3e1f-4f23-8774-bfebeff86347 None None] New status for floating IP 861c6cfb-0843-4200-9b89-8ff1f9e7c81f: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:33:00.310317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-391c43f4-33a3-422d-8f52-d05cbafdb91c req-b9c0c648-8cfa-470e-ae13-a802c7c7ad9e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901438 Jul 07 19:33:00.433505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 028cef85-16c2-46d8-b80c-0ad6090722f3 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:00.507483 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-559ca4a4-5c88-410e-a080-c6c67e87103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:00.509114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-559ca4a4-5c88-410e-a080-c6c67e87103f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1096 time: 0.3721755 Jul 07 19:33:00.582660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 028cef85-16c2-46d8-b80c-0ad6090722f3 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:00.717588 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.738625 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-2b0626e8-763d-4c30-a75d-3245ce276073 service neutron] 10.222.0.59 "GET /v2.0/networks/01791bf8-c702-4dcb-8da9-8c8d1ed8545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498904 Jul 07 19:33:00.786253 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Subnet': ['ID=7e468c71-c514-4948-9176-bbe96644c0e4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:00.808178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-df04b367-0658-42b1-9ae5-00153b8996f5 req-5cf122c0-d3f6-4ff7-83d5-8c88c08b453b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting port 0b0475d2-607f-4809-9d17-6e513397e1cd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:00.808666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-df04b367-0658-42b1-9ae5-00153b8996f5 req-5cf122c0-d3f6-4ff7-83d5-8c88c08b453b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:00.939218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Checking segment: {'id': 'd639e2df-a571-4c87-8cb2-d9b409bd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:00.939875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network hostable DHCP agents. Network: d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:33:00.994092 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:33:01.013467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-df04b367-0658-42b1-9ae5-00153b8996f5 req-5cf122c0-d3f6-4ff7-83d5-8c88c08b453b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] For port 0b0475d2-607f-4809-9d17-6e513397e1cd, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0b0475d2-607f-4809-9d17-6e513397e1cd,segment=NetworkSegment(cd931833-21cd-4b46-8f58-65ab1e823b0c),segment_id=cd931833-21cd-4b46-8f58-65ab1e823b0c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:01.014091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-df04b367-0658-42b1-9ae5-00153b8996f5 req-5cf122c0-d3f6-4ff7-83d5-8c88c08b453b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.028250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:01.037321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a00956-11ae-45f5-9f41-fe11b99c32c7 None None] Network d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:01.051681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-df04b367-0658-42b1-9ae5-00153b8996f5 req-5cf122c0-d3f6-4ff7-83d5-8c88c08b453b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Calling delete_port for 0b0475d2-607f-4809-9d17-6e513397e1cd owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:01.054293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:01.054888 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.112988 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-18a3765f-81f1-41a8-bbab-6c5eaa9d8d70 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1402857 Jul 07 19:33:01.159296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:01.170583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-7709ebd8-1133-4098-9267-956786eb118a service neutron] 10.222.0.59 "GET /v2.0/networks/01791bf8-c702-4dcb-8da9-8c8d1ed8545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191706 Jul 07 19:33:01.192731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-74afc8e4-e9fb-4e10-86b7-7952edd2f78d tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1164736425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:01.239500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74afc8e4-e9fb-4e10-86b7-7952edd2f78d tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.241444 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74afc8e4-e9fb-4e10-86b7-7952edd2f78d tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.301047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74afc8e4-e9fb-4e10-86b7-7952edd2f78d tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.315075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c', 'network_id': 'd70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'fixed_ips': [{'subnet_id': '7e468c71-c514-4948-9176-bbe96644c0e4'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:33:01.316560 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.326763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5b00b4ec-653b-4c79-b5de-0feeccb36695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:01.329390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5b00b4ec-653b-4c79-b5de-0feeccb36695 service neutron] 10.222.0.59 "GET /v2.0/networks?id=71b2d21f-b911-4e51-9032-3f16b3832072 HTTP/1.1" status: 200 len: 899 time: 0.8088708 Jul 07 19:33:01.350455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74afc8e4-e9fb-4e10-86b7-7952edd2f78d tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.351492 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-df04b367-0658-42b1-9ae5-00153b8996f5 req-5cf122c0-d3f6-4ff7-83d5-8c88c08b453b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.398975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf122c0-d3f6-4ff7-83d5-8c88c08b453b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Port': ['ID=0b0475d2-607f-4809-9d17-6e513397e1cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:01.468837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74afc8e4-e9fb-4e10-86b7-7952edd2f78d tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.470633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-74afc8e4-e9fb-4e10-86b7-7952edd2f78d tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3100791 Jul 07 19:33:01.481115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:01.485069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-df04b367-0658-42b1-9ae5-00153b8996f5 req-5cf122c0-d3f6-4ff7-83d5-8c88c08b453b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] No DVR routers for this DVR port 0b0475d2-607f-4809-9d17-6e513397e1cd on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:01.488345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'port': {'network_id': 'd70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c', 'name': 'tempest-RoutersIpV6Test-789188088'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:01.488762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-df04b367-0658-42b1-9ae5-00153b8996f5 req-5cf122c0-d3f6-4ff7-83d5-8c88c08b453b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.491624 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-df04b367-0658-42b1-9ae5-00153b8996f5 req-5cf122c0-d3f6-4ff7-83d5-8c88c08b453b tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.59 "DELETE /v2.0/ports/0b0475d2-607f-4809-9d17-6e513397e1cd HTTP/1.1" status: 204 len: 173 time: 1.2952011 Jul 07 19:33:01.492324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'name': 'network-vif-deleted', 'tag': '0b0475d2-607f-4809-9d17-6e513397e1cd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:01.496255 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be7e24c-cf0d-4124-bf14-7726901f3d17" -d '{"events": [{"server_uuid": "21cb8bb2-9c74-4b75-8dc9-cc77ada0280b", "name": "network-vif-deleted", "tag": "0b0475d2-607f-4809-9d17-6e513397e1cd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:01.563714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc315d-ac02-4c6d-96e1-b6316ad0d365 req-3043e230-8a3e-45a6-86dd-258b33781ba3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:01.570955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83cc315d-ac02-4c6d-96e1-b6316ad0d365 req-3043e230-8a3e-45a6-86dd-258b33781ba3 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/ports?device_id=21cb8bb2-9c74-4b75-8dc9-cc77ada0280b HTTP/1.1" status: 200 len: 867 time: 0.8650911 Jul 07 19:33:01.597471 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5c0a8d9c-3078-4621-a0f7-e7032301047a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 200 len: 999 time: 0.2344265 Jul 07 19:33:01.600078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Allocated IP 2001:db8::2 (d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c/7e468c71-c514-4948-9176-bbe96644c0e4/65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:01.625674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2b1bc-5a66-473f-a602-8a1cd9cbc012 req-6b966153-c403-44d3-a738-d323c900b45e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:01.628454 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58e2b1bc-5a66-473f-a602-8a1cd9cbc012 req-6b966153-c403-44d3-a738-d323c900b45e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.3247819 Jul 07 19:33:01.743324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83cc315d-ac02-4c6d-96e1-b6316ad0d365 req-0ee4ca75-ddc9-4b03-ae16-1e3ab6ea6cbc tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "GET /v2.0/security-groups?id=e92011ff-3cd5-4888-a54d-771c6f082fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1713476 Jul 07 19:33:01.782069 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.792227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Transition to ACTIVE for port object 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:01.842130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Transition to ACTIVE for port object 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:01.858168 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:01.941084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Network d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:01.950935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:01.959933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:01.961194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-3a24b3af-3fbb-4f0e-bfd1-e037a4a60be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:01.970680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-3a24b3af-3fbb-4f0e-bfd1-e037a4a60be9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf236f19-fdbf-41f8-b905-c1c2f4fe96db HTTP/1.1" status: 200 len: 834 time: 0.3273778 Jul 07 19:33:02.016606 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Pushing event updated for resources: {'Port': ['ID=65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:02.097230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Attempting to bind port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:02.098083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Attempting to bind port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'd639e2df-a571-4c87-8cb2-d9b409bd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:02.100652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Attempting to bind port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf on network d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:02.119961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:02.120774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Checking segment: {'id': 'd639e2df-a571-4c87-8cb2-d9b409bd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:02.121976 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:02.122843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Bound using segment: {'id': 'd639e2df-a571-4c87-8cb2-d9b409bd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:02.124367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Bound port: 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd639e2df-a571-4c87-8cb2-d9b409bd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:02.125404 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:02.151892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58e2b1bc-5a66-473f-a602-8a1cd9cbc012 req-f3d7dc8f-7523-4998-a234-155ffe1eb62b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4863958 Jul 07 19:33:02.267670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] For port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:02.269619 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eca615-829d-45e0-8879-d1507bce8f2a x-openstack-request-id: req-34eca615-829d-45e0-8879-d1507bce8f2a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:02.270705 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cb8bb2-9c74-4b75-8dc9-cc77ada0280b", "name": "network-vif-deleted", "tag": "0b0475d2-607f-4809-9d17-6e513397e1cd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:02.271007 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-34eca615-829d-45e0-8879-d1507bce8f2a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:02.271428 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cb8bb2-9c74-4b75-8dc9-cc77ada0280b', 'name': 'network-vif-deleted', 'tag': '0b0475d2-607f-4809-9d17-6e513397e1cd', 'status': 'completed', 'code': 200} Jul 07 19:33:02.273191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] For port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf,segment=NetworkSegment(d639e2df-a571-4c87-8cb2-d9b409bd15ae),segment_id=d639e2df-a571-4c87-8cb2-d9b409bd15ae)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:02.280116 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:02.333633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:02.342068 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:02.401957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] device_id is not set on port 0d23acba-3238-4ca7-99f7-a13d66f4ff50 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:33:02.418375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c2232-ad9c-46c4-9ab7-154383580eb0 None None] Pushing event updated for resources: {'Port': ['ID=65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:02.537126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d05c40-1de9-4667-8648-dc219d18ec55 req-1fe76b4c-daa3-493e-a635-38ed730fe4f4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:02.544536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9d05c40-1de9-4667-8648-dc219d18ec55 req-1fe76b4c-daa3-493e-a635-38ed730fe4f4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 944 time: 0.4688005 Jul 07 19:33:02.639288 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9d05c40-1de9-4667-8648-dc219d18ec55 req-c4be8ca5-478a-4e66-b072-04e7dcb1518a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937772 Jul 07 19:33:02.659546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5a137e8a-8996-4685-abe5-c66b358a4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:02.674922 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-5a137e8a-8996-4685-abe5-c66b358a4bdf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71b2d21f-b911-4e51-9032-3f16b3832072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6240885 Jul 07 19:33:02.745746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0b0475d2-607f-4809-9d17-6e513397e1cd no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:02.826531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 0b0475d2-607f-4809-9d17-6e513397e1cd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:02.826888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0b0475d2-607f-4809-9d17-6e513397e1cd not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:02.946589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:02.967579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Allocated IP 2001:db8::3aa (d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c/7e468c71-c514-4948-9176-bbe96644c0e4/0d23acba-3238-4ca7-99f7-a13d66f4ff50) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:03.032522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:03.059783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e11cf-f906-4c33-bb34-c734e7f85572 req-e44c2f75-7502-4ca7-a0cb-fecf37e0e630 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:03.071345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-794e11cf-f906-4c33-bb34-c734e7f85572 req-e44c2f75-7502-4ca7-a0cb-fecf37e0e630 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.5518804 Jul 07 19:33:03.072203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:03.088894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5e82feac-0de4-4d2a-9797-aebdb24d8753 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'floatingip': {'port_id': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:03.104689 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:03.111898 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e2b5b4f-c37a-41d7-b5f9-36424cc8b8c9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.182882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e82feac-0de4-4d2a-9797-aebdb24d8753 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.255160 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e2b5b4f-c37a-41d7-b5f9-36424cc8b8c9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.264917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-150262b2-e1a4-4f53-8a78-fe2a55c42df9 service neutron] 10.222.0.59 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759282 Jul 07 19:33:03.269478 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.370850 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.396263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Transition to ACTIVE for port object 0d23acba-3238-4ca7-99f7-a13d66f4ff50 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:03.449133 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-6ecb8098-c201-45cc-95e8-d211b20e4ae5 service neutron] 10.222.0.59 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769028 Jul 07 19:33:03.509479 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.580320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:03.588133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:03.594022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:03.603805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:03.604509 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.661847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=0d23acba-3238-4ca7-99f7-a13d66f4ff50,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:03.721372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7ab435d6-7097-435a-beeb-9702a1ca1d71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2386627 Jul 07 19:33:03.724922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:03.849999 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e2b5b4f-c37a-41d7-b5f9-36424cc8b8c9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.873871 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e2b5b4f-c37a-41d7-b5f9-36424cc8b8c9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:03.877652 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9e2b5b4f-c37a-41d7-b5f9-36424cc8b8c9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/security-groups/e92011ff-3cd5-4888-a54d-771c6f082fb5 HTTP/1.1" status: 204 len: 168 time: 0.9275775 Jul 07 19:33:03.959477 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:03.960590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b5b4f-c37a-41d7-b5f9-36424cc8b8c9 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92011ff-3cd5-4888-a54d-771c6f082fb5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:04.089254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640208c6-5fb7-4b50-b252-af77d4fbda69 None None] Network d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:04.188803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b54eb7da-6c7b-4cfb-9a08-f2895123645a None None] Provisioning for port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:04.199451 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b54eb7da-6c7b-4cfb-9a08-f2895123645a None None] Provisioning complete for port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:04.199816 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b54eb7da-6c7b-4cfb-9a08-f2895123645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.424291 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b54eb7da-6c7b-4cfb-9a08-f2895123645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.489953 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e82feac-0de4-4d2a-9797-aebdb24d8753 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.505318 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e82feac-0de4-4d2a-9797-aebdb24d8753 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.664733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b54eb7da-6c7b-4cfb-9a08-f2895123645a None None] For port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf,segment=NetworkSegment(d639e2df-a571-4c87-8cb2-d9b409bd15ae),segment_id=d639e2df-a571-4c87-8cb2-d9b409bd15ae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:04.703126 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b54eb7da-6c7b-4cfb-9a08-f2895123645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:04.840913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54eb7da-6c7b-4cfb-9a08-f2895123645a None None] Pushing event updated for resources: {'Port': ['ID=65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:04.980827 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-5e82feac-0de4-4d2a-9797-aebdb24d8753 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Floating IP de2002ec-674e-4c10-bf81-c891bd75a57d associated. External IP: 172.25.2.242, port: e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7. Jul 07 19:33:05.204721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575688d4-3b29-4902-b595-cdb15e1389b5 req-1318cfb2-1c23-44be-a802-9335a79518ab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:05.214468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-575688d4-3b29-4902-b595-cdb15e1389b5 req-1318cfb2-1c23-44be-a802-9335a79518ab tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 944 time: 1.1909788 Jul 07 19:33:05.351060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-10857f2d-5f10-4bef-bffb-d5cb3977ad4d None None] Provisioning for port 0d23acba-3238-4ca7-99f7-a13d66f4ff50 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:05.360861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-10857f2d-5f10-4bef-bffb-d5cb3977ad4d None None] Provisioning complete for port 0d23acba-3238-4ca7-99f7-a13d66f4ff50 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:05.361239 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10857f2d-5f10-4bef-bffb-d5cb3977ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.386121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-37ffb55e-25ce-4de3-98f1-a902207f735a tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:05.387700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-37ffb55e-25ce-4de3-98f1-a902207f735a tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1&tenant_id=07c63c8c00dd494689f912cfd2378197&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 1096 time: 1.3654907 Jul 07 19:33:05.419678 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-575688d4-3b29-4902-b595-cdb15e1389b5 req-326f731d-1cd8-42e6-ab69-f49e802e2464 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041895 Jul 07 19:33:05.422179 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.528336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-10857f2d-5f10-4bef-bffb-d5cb3977ad4d None None] Port 0d23acba-3238-4ca7-99f7-a13d66f4ff50 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:05.569830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-10857f2d-5f10-4bef-bffb-d5cb3977ad4d None None] Provisioning complete for port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:05.571124 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10857f2d-5f10-4bef-bffb-d5cb3977ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.794795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.985994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6d2b95f0-00ea-4faf-b3e8-21011e971278 None None] Provisioning complete for port 0d23acba-3238-4ca7-99f7-a13d66f4ff50 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:05.986378 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d2b95f0-00ea-4faf-b3e8-21011e971278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.987660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-9e981c0d-69b8-445f-8132-c0afd3e71a8e service neutron] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:05.995808 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-9e981c0d-69b8-445f-8132-c0afd3e71a8e service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:05.998432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-9e981c0d-69b8-445f-8132-c0afd3e71a8e service neutron] 10.222.0.59 "DELETE /v2.0/ports/028cef85-16c2-46d8-b80c-0ad6090722f3/bindings/n-h1-792394-12 HTTP/1.1" status: 204 len: 173 time: 0.5776057 Jul 07 19:33:06.190678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b95f0-00ea-4faf-b3e8-21011e971278 None None] Port 0d23acba-3238-4ca7-99f7-a13d66f4ff50 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:06.303912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e82feac-0de4-4d2a-9797-aebdb24d8753 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:06.439968 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.446496 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:06.976937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:06.978510 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.136073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e82feac-0de4-4d2a-9797-aebdb24d8753 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:07.141329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e13bd7ea-c293-4c15-a790-3ee6f9088352 None None] Provisioning complete for port 0d23acba-3238-4ca7-99f7-a13d66f4ff50 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:07.142089 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e13bd7ea-c293-4c15-a790-3ee6f9088352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.191096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e82feac-0de4-4d2a-9797-aebdb24d8753 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.241659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:07.245276 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.267747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdaf704-74a2-4a3f-ba52-dee869e69a4b None None] Sync routers for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:07.309082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=0d23acba-3238-4ca7-99f7-a13d66f4ff50,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:07.427318 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5e82feac-0de4-4d2a-9797-aebdb24d8753 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "PUT /v2.0/floatingips/de2002ec-674e-4c10-bf81-c891bd75a57d HTTP/1.1" status: 200 len: 991 time: 4.3506246 Jul 07 19:33:07.430398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:07.432822 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12132a11-f963-496b-bb55-60c184ec337d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:07.451556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdaf704-74a2-4a3f-ba52-dee869e69a4b None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:07.456650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9fdaf704-74a2-4a3f-ba52-dee869e69a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:07.541608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:07.564193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e13bd7ea-c293-4c15-a790-3ee6f9088352 None None] Port 0d23acba-3238-4ca7-99f7-a13d66f4ff50 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:07.623573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting port 17c549b4-2a01-4f61-94fe-b64aaf0ece82 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:07.623926 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.632951 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.813931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] For port 17c549b4-2a01-4f61-94fe-b64aaf0ece82, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=17c549b4-2a01-4f61-94fe-b64aaf0ece82,segment=NetworkSegment(cd931833-21cd-4b46-8f58-65ab1e823b0c),segment_id=cd931833-21cd-4b46-8f58-65ab1e823b0c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:07.814358 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.835313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9fdaf704-74a2-4a3f-ba52-dee869e69a4b None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:07.852395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed575e-2753-43b5-bd92-92d2facbf68b req-208409d6-8115-40ee-887b-2a0888430aff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:07.861353 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50ed575e-2753-43b5-bd92-92d2facbf68b req-208409d6-8115-40ee-887b-2a0888430aff tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 944 time: 0.7532001 Jul 07 19:33:07.888782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Calling delete_port for 17c549b4-2a01-4f61-94fe-b64aaf0ece82 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:07.912051 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0013ba-c799-4dd2-8aa5-927d04120778 x-openstack-request-id: req-df0013ba-c799-4dd2-8aa5-927d04120778 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:07.912361 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:07.912648 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-df0013ba-c799-4dd2-8aa5-927d04120778 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:07.913073 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'status': 'completed', 'code': 200} Jul 07 19:33:08.084871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50ed575e-2753-43b5-bd92-92d2facbf68b req-096a14b8-d328-44e8-aba6-e3e5c5ba39d8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195127 Jul 07 19:33:08.249626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9fdaf704-74a2-4a3f-ba52-dee869e69a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'de2002ec-674e-4c10-bf81-c891bd75a57d', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'port_id': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'mac_address': 'fa:16:3e:fa:73:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:32:43Z', 'updated_at': '2021-07-07T19:33:04Z', 'revision_number': 1, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:08.262822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3afd710-8d17-44ef-b44f-1b3dbef2e4a8 admin admin] Deleting subnet 0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:33:08.270179 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3afd710-8d17-44ef-b44f-1b3dbef2e4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.326135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdaf704-74a2-4a3f-ba52-dee869e69a4b None None] Checking router: 33fc7194-7d8f-4d29-9deb-3c8932d146d1 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:08.342631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.354713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdaf704-74a2-4a3f-ba52-dee869e69a4b None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:08.355363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9fdaf704-74a2-4a3f-ba52-dee869e69a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:08.375000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12132a11-f963-496b-bb55-60c184ec337d req-984bae1b-ee0e-415b-9b1d-be9c7c49a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:08.376577 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-12132a11-f963-496b-bb55-60c184ec337d req-984bae1b-ee0e-415b-9b1d-be9c7c49a9d4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 1097 time: 0.4308238 Jul 07 19:33:08.382163 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.383092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.396817 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3afd710-8d17-44ef-b44f-1b3dbef2e4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.458860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-885b0a8d-a1a0-4c2f-87b0-f032f8450b41 req-052e6183-8ebd-43e1-9e3d-2294c585b96a service neutron] (93770) timed out ('10.222.0.59', 58186) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:33:08.539613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=0d23acba-3238-4ca7-99f7-a13d66f4ff50,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:08.553348 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fc6128c-e7f0-4eaf-8b40-c7eafc5054de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.599116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda23a68-f5c9-4c3d-8508-c678e1c67c1f req-754337b9-fd1c-4f1e-98bf-7faca0f6558b tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:08.609767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dda23a68-f5c9-4c3d-8508-c678e1c67c1f req-754337b9-fd1c-4f1e-98bf-7faca0f6558b tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1096 time: 0.2685921 Jul 07 19:33:08.623212 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3afd710-8d17-44ef-b44f-1b3dbef2e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.691037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dda23a68-f5c9-4c3d-8508-c678e1c67c1f req-3fe01b1a-8808-4c73-84cd-46373c767525 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750604 Jul 07 19:33:08.732827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:08.735142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9fdaf704-74a2-4a3f-ba52-dee869e69a4b None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:08.737438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:08.842201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:08.968520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Port': ['ID=17c549b4-2a01-4f61-94fe-b64aaf0ece82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:08.993060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12132a11-f963-496b-bb55-60c184ec337d req-6137be51-50d4-4b40-9660-be6d9a076da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:09.002099 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-12132a11-f963-496b-bb55-60c184ec337d req-6137be51-50d4-4b40-9660-be6d9a076da3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.6179168 Jul 07 19:33:09.194275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9bc41-5554-4e7b-beb0-9a4f264dd15f req-74255d6e-3a19-47e4-99dc-1c9b7ca9c928 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:09.195942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-28f9bc41-5554-4e7b-beb0-9a4f264dd15f req-74255d6e-3a19-47e4-99dc-1c9b7ca9c928 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 944 time: 0.2133532 Jul 07 19:33:09.289364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-28f9bc41-5554-4e7b-beb0-9a4f264dd15f req-72fc1664-e106-4b11-92f9-c7230a31bd95 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772831 Jul 07 19:33:09.290291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router aac9a7c7-f074-4933-815b-5ddef4f77c84 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:33:09.308568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9fdaf704-74a2-4a3f-ba52-dee869e69a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'de2002ec-674e-4c10-bf81-c891bd75a57d', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'port_id': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'mac_address': 'fa:16:3e:fa:73:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:32:43Z', 'updated_at': '2021-07-07T19:33:04Z', 'revision_number': 1, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:09.349884 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:09.404949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdaf704-74a2-4a3f-ba52-dee869e69a4b None None] The sync data for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 is: [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'de2002ec-674e-4c10-bf81-c891bd75a57d', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'port_id': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'mac_address': 'fa:16:3e:fa:73:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:32:43Z', 'updated_at': '2021-07-07T19:33:04Z', 'revision_number': 1, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:09.426364 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2acc0228-ac37-40c0-a2f3-16dfba76180d None None] Provisioning complete for port 0d23acba-3238-4ca7-99f7-a13d66f4ff50 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:09.428121 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2acc0228-ac37-40c0-a2f3-16dfba76180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.504868 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2acc0228-ac37-40c0-a2f3-16dfba76180d None None] Port 0d23acba-3238-4ca7-99f7-a13d66f4ff50 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:09.505244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3afd710-8d17-44ef-b44f-1b3dbef2e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.558080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:09.566219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7ca6b1ae-1ff2-43c9-9a5e-073aad4eceb6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/aac9a7c7-f074-4933-815b-5ddef4f77c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8402102 Jul 07 19:33:09.568875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:09.576064 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6b718-f37f-4e81-962d-50fcb196c8fd None None] Sync routers for ids ['aac9a7c7-f074-4933-815b-5ddef4f77c84'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:09.599107 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc6b718-f37f-4e81-962d-50fcb196c8fd None None] Routers {'aac9a7c7-f074-4933-815b-5ddef4f77c84'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:09.599779 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6cc6b718-f37f-4e81-962d-50fcb196c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aac9a7c7-f074-4933-815b-5ddef4f77c84'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:09.627360 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-12132a11-f963-496b-bb55-60c184ec337d req-bb0a1bda-e19e-40b8-97bc-49f1b346d569 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 HTTP/1.1" status: 200 len: 999 time: 0.4809206 Jul 07 19:33:09.628062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afd710-8d17-44ef-b44f-1b3dbef2e4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ebfc7a6-9eee-41b6-a93a-ecc3b9964686,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:09.644369 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3afd710-8d17-44ef-b44f-1b3dbef2e4a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.649283 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a3afd710-8d17-44ef-b44f-1b3dbef2e4a8 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/0ebfc7a6-9eee-41b6-a93a-ecc3b9964686 HTTP/1.1" status: 204 len: 168 time: 2.1043851 Jul 07 19:33:09.650103 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:09.685894 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6cc6b718-f37f-4e81-962d-50fcb196c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:09.699903 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc6b718-f37f-4e81-962d-50fcb196c8fd None None] Routers {'aac9a7c7-f074-4933-815b-5ddef4f77c84'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:09.700831 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6cc6b718-f37f-4e81-962d-50fcb196c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aac9a7c7-f074-4933-815b-5ddef4f77c84'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:09.722691 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.744379 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6cc6b718-f37f-4e81-962d-50fcb196c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:09.745292 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6b718-f37f-4e81-962d-50fcb196c8fd None None] The sync data for ids ['aac9a7c7-f074-4933-815b-5ddef4f77c84'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:09.767777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28197329-35cc-4463-8da0-4e801095dc59 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:09.769309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-28197329-35cc-4463-8da0-4e801095dc59 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports/0d23acba-3238-4ca7-99f7-a13d66f4ff50 HTTP/1.1" status: 200 len: 983 time: 0.1957464 Jul 07 19:33:09.771932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:09.778791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2016aa56-35be-48a3-b898-4d36948311e1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/e80db656-c774-47f4-83cf-8a2faaad70aa HTTP/1.1" status: 200 len: 991 time: 0.4122570 Jul 07 19:33:09.845133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42fc350-51af-44ec-9dd6-7a90849068c6 None None] New status for floating IP de2002ec-674e-4c10-bf81-c891bd75a57d: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:33:09.877577 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:09.928110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12132a11-f963-496b-bb55-60c184ec337d req-b1d0a54f-09ff-42d5-afae-bad8d335f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:09.929621 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-12132a11-f963-496b-bb55-60c184ec337d req-b1d0a54f-09ff-42d5-afae-bad8d335f2d8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.2765524 Jul 07 19:33:10.099059 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.118894 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:10.134601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630ef6be-04fb-46ad-b104-d5d2e1364dcc') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:10.135138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630ef6be-04fb-46ad-b104-d5d2e1364dcc') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:10.204502 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.209682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:10.314046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12132a11-f963-496b-bb55-60c184ec337d req-4e1d0886-7562-4fe7-a8fd-18912ae8b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:10.316112 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-12132a11-f963-496b-bb55-60c184ec337d req-4e1d0886-7562-4fe7-a8fd-18912ae8b305 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3677738 Jul 07 19:33:10.323054 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.341592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:33:10.342004 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:33:10.345811 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:33:10.468125 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.470013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Router fd94dad3-85d0-420a-8155-10d9d36014ca has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:10.487065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.489885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] 10.222.0.113 "DELETE /v2.0/networks/e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e HTTP/1.1" status: 204 len: 168 time: 0.8382483 Jul 07 19:33:10.524915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b2b10-6c57-4637-97bf-3af8dbd7e4cf admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f7324a-1b3f-4d8a-a6a1-bc8daf2a4e6e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:10.634388 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-12132a11-f963-496b-bb55-60c184ec337d req-589ab001-03f5-4608-812c-ed80b2e27f41 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728631 Jul 07 19:33:10.673458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:10.688308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 7858f425-c8d1-4088-974b-a2a7e918b155 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:10.688681 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.778968 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb98e476-fd85-4631-a5fb-c3da498ebc02 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:10.798327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:10.810384 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-10fe6578-cf5c-4d3e-ab34-f06a54f7c4b2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "PUT /v2.0/routers/fd94dad3-85d0-420a-8155-10d9d36014ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8462338 Jul 07 19:33:10.811291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:10.816101 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1cff7-a59b-464a-95fc-692a6dbbaad2 None None] Sync routers for ids ['fd94dad3-85d0-420a-8155-10d9d36014ca'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:10.829604 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1cff7-a59b-464a-95fc-692a6dbbaad2 None None] Routers {'fd94dad3-85d0-420a-8155-10d9d36014ca'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:10.830632 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2c1cff7-a59b-464a-95fc-692a6dbbaad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fd94dad3-85d0-420a-8155-10d9d36014ca'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:10.971832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-249eccd7-5850-4e94-9d72-2e872e666c67 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting subnet d7974771-5cf1-4004-be61-5896383eface {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:33:10.998953 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-12132a11-f963-496b-bb55-60c184ec337d req-6641ef5b-a07b-488f-bd91-f7b0404d3ae7 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565686 Jul 07 19:33:11.002402 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-249eccd7-5850-4e94-9d72-2e872e666c67 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.018904 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e2c1cff7-a59b-464a-95fc-692a6dbbaad2 None None] Set router fd94dad3-85d0-420a-8155-10d9d36014ca gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:11.053779 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f7dc885-5eb5-4075-a509-3f7f472b9ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.178221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-249eccd7-5850-4e94-9d72-2e872e666c67 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.267571 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.268098 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.271510 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.287456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 7858f425-c8d1-4088-974b-a2a7e918b155 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:11.380500 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-249eccd7-5850-4e94-9d72-2e872e666c67 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.400801 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2c1cff7-a59b-464a-95fc-692a6dbbaad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:33:08Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:11.505332 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1cff7-a59b-464a-95fc-692a6dbbaad2 None None] Checking router: fd94dad3-85d0-420a-8155-10d9d36014ca for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:11.517113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-249eccd7-5850-4e94-9d72-2e872e666c67 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.528736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bad653dd-c8d7-4484-8eef-949c58247a80 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=401fe42e44ad46819cb6257706b4829e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8512073 Jul 07 19:33:11.530980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.557667 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1cff7-a59b-464a-95fc-692a6dbbaad2 None None] Routers {'fd94dad3-85d0-420a-8155-10d9d36014ca'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:11.558660 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2c1cff7-a59b-464a-95fc-692a6dbbaad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['fd94dad3-85d0-420a-8155-10d9d36014ca'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:11.605236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249eccd7-5850-4e94-9d72-2e872e666c67 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Subnet': ['ID=d7974771-5cf1-4004-be61-5896383eface,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:11.615770 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-249eccd7-5850-4e94-9d72-2e872e666c67 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.629259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0871cb69-8f93-4312-acc7-81a1a26fd01a None None] Network 01791bf8-c702-4dcb-8da9-8c8d1ed8545c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:11.635645 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-249eccd7-5850-4e94-9d72-2e872e666c67 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/subnets/d7974771-5cf1-4004-be61-5896383eface HTTP/1.1" status: 204 len: 168 time: 0.8048513 Jul 07 19:33:11.636575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:11.693652 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.763167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=7858f425-c8d1-4088-974b-a2a7e918b155,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:11.855485 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e2c1cff7-a59b-464a-95fc-692a6dbbaad2 None None] Set router fd94dad3-85d0-420a-8155-10d9d36014ca gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:11.890652 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3cbc4ed-8062-4ef3-8555-d056b1b9ab44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:11.907524 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.014172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8cffa-15fc-4d20-b686-ac8cd4887abb None None] DHCP port deletion for 01791bf8-c702-4dcb-8da9-8c8d1ed8545c request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:33:12.016037 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3cbc4ed-8062-4ef3-8555-d056b1b9ab44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.095884 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.096149 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Floating IP e80db656-c774-47f4-83cf-8a2faaad70aa disassociated (deleted). External IP: 172.25.2.233, port: 028cef85-16c2-46d8-b80c-0ad6090722f3. Jul 07 19:33:12.129189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8cffa-15fc-4d20-b686-ac8cd4887abb None None] Deleting port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:12.129742 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ba8cffa-15fc-4d20-b686-ac8cd4887abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.133097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.181522 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3cbc4ed-8062-4ef3-8555-d056b1b9ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.184655 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3cbc4ed-8062-4ef3-8555-d056b1b9ab44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.201214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c3cbc4ed-8062-4ef3-8555-d056b1b9ab44 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9268e602-3111-43a3-a1d0-ad82d250ff92 HTTP/1.1" status: 204 len: 168 time: 0.6546648 Jul 07 19:33:12.232676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbc4ed-8062-4ef3-8555-d056b1b9ab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9268e602-3111-43a3-a1d0-ad82d250ff92,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:12.327263 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2c1cff7-a59b-464a-95fc-692a6dbbaad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:33:08Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:12.337268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Deleting port 882f1635-09cc-4296-8e00-7af497738bb8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:12.337636 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.375077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7ba8cffa-15fc-4d20-b686-ac8cd4887abb None None] For port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1b4097ab-883c-4b2a-b8aa-fb0f303fce5e,segment=NetworkSegment(cd931833-21cd-4b46-8f58-65ab1e823b0c),segment_id=cd931833-21cd-4b46-8f58-65ab1e823b0c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:12.375574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ba8cffa-15fc-4d20-b686-ac8cd4887abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.388354 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1cff7-a59b-464a-95fc-692a6dbbaad2 None None] The sync data for ids ['fd94dad3-85d0-420a-8155-10d9d36014ca'] in n-d-792394-12 is: [{'id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'name': 'tempest-TestNetworkBasicOps-router-790421280', 'tenant_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '882f1635-09cc-4296-8e00-7af497738bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:33:08Z', 'revision_number': 5, 'project_id': '9a2b8cea685a48079cf1c0d4a2757b75', 'gw_port': {'id': '882f1635-09cc-4296-8e00-7af497738bb8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dad3-85d0-420a-8155-10d9d36014ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:29Z', 'updated_at': '2021-07-07T19:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:12.422097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8cffa-15fc-4d20-b686-ac8cd4887abb None None] Calling delete_port for 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:12.473863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eb98e476-fd85-4631-a5fb-c3da498ebc02 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 0d23acba-3238-4ca7-99f7-a13d66f4ff50 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:12.474328 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb98e476-fd85-4631-a5fb-c3da498ebc02 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.515801 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.535199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] For port 882f1635-09cc-4296-8e00-7af497738bb8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=882f1635-09cc-4296-8e00-7af497738bb8,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:12.535563 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.581145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Calling delete_port for 882f1635-09cc-4296-8e00-7af497738bb8 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:12.685329 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ba8cffa-15fc-4d20-b686-ac8cd4887abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.713000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8cffa-15fc-4d20-b686-ac8cd4887abb None None] No DVR routers for this DVR port 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:12.761589 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb98e476-fd85-4631-a5fb-c3da498ebc02 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:12.790438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8cffa-15fc-4d20-b686-ac8cd4887abb None None] Pushing event deleted for resources: {'Port': ['ID=1b4097ab-883c-4b2a-b8aa-fb0f303fce5e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:12.790745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eb98e476-fd85-4631-a5fb-c3da498ebc02 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 0d23acba-3238-4ca7-99f7-a13d66f4ff50 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:12.919386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router f07a49f8-2e3d-4141-80da-ca7c9031606c has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:12.955539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 17c549b4-2a01-4f61-94fe-b64aaf0ece82 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:13.036385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 17c549b4-2a01-4f61-94fe-b64aaf0ece82 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:13.037084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 17c549b4-2a01-4f61-94fe-b64aaf0ece82 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:13.038074 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:13.111701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:13.113863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1b4097ab-883c-4b2a-b8aa-fb0f303fce5e not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:13.137868 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.178757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Port': ['ID=882f1635-09cc-4296-8e00-7af497738bb8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:13.252452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:13.262189 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.271020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904d637-ebca-4d6f-8d7d-6652611d1185 None None] Sync routers for ids ['f07a49f8-2e3d-4141-80da-ca7c9031606c'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:13.295994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904d637-ebca-4d6f-8d7d-6652611d1185 None None] Routers {'f07a49f8-2e3d-4141-80da-ca7c9031606c'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:13.301075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5904d637-ebca-4d6f-8d7d-6652611d1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f07a49f8-2e3d-4141-80da-ca7c9031606c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:13.327753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-805eff4e-e55f-40c9-933e-515d62389dac tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/floatingips/e80db656-c774-47f4-83cf-8a2faaad70aa HTTP/1.1" status: 204 len: 168 time: 3.0753322 Jul 07 19:33:13.329489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:13.341914 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71255ffb-76c2-4223-85c6-762c1f2b9dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:13.351143 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb98e476-fd85-4631-a5fb-c3da498ebc02 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.398972 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.484802 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a716f9b0-e7c7-4043-93ee-7681492524d5 x-openstack-request-id: req-a716f9b0-e7c7-4043-93ee-7681492524d5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:13.495459 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:13.498753 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a716f9b0-e7c7-4043-93ee-7681492524d5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:13.499422 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'status': 'completed', 'code': 200} Jul 07 19:33:13.500718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98e476-fd85-4631-a5fb-c3da498ebc02 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=0d23acba-3238-4ca7-99f7-a13d66f4ff50,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:13.720720 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.727312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.849523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5904d637-ebca-4d6f-8d7d-6652611d1185 None None] Set router f07a49f8-2e3d-4141-80da-ca7c9031606c gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:13.883038 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.883612 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Fanout notify agent at l3_agent the message router_deleted on router fd94dad3-85d0-420a-8155-10d9d36014ca {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:33:13.911376 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:13.920904 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ab81b647-85a6-4d58-a076-8703304d3791 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/routers/fd94dad3-85d0-420a-8155-10d9d36014ca HTTP/1.1" status: 204 len: 168 time: 2.2748425 Jul 07 19:33:13.922138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:14.039047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71255ffb-76c2-4223-85c6-762c1f2b9dfe req-5a8f0bdd-b93c-4ec4-814e-0728cbde0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:14.059945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71255ffb-76c2-4223-85c6-762c1f2b9dfe req-5a8f0bdd-b93c-4ec4-814e-0728cbde0919 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 1096 time: 0.5406127 Jul 07 19:33:14.066351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb98e476-fd85-4631-a5fb-c3da498ebc02 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.233093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.366639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:14.416692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.492841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5904d637-ebca-4d6f-8d7d-6652611d1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:37Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '379187a5-68df-48f8-8dd7-4d5d430d912c', 'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:a3:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:35Z', 'updated_at': '2021-07-07T19:31:47Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:14.558720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904d637-ebca-4d6f-8d7d-6652611d1185 None None] Checking router: f07a49f8-2e3d-4141-80da-ca7c9031606c for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:14.578131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904d637-ebca-4d6f-8d7d-6652611d1185 None None] Routers {'f07a49f8-2e3d-4141-80da-ca7c9031606c'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:14.581910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5904d637-ebca-4d6f-8d7d-6652611d1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f07a49f8-2e3d-4141-80da-ca7c9031606c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:14.638465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1436340009-network', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:14.774995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb98e476-fd85-4631-a5fb-c3da498ebc02 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router aac9a7c7-f074-4933-815b-5ddef4f77c84 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:14.799036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:14.802267 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.834080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5904d637-ebca-4d6f-8d7d-6652611d1185 None None] Set router f07a49f8-2e3d-4141-80da-ca7c9031606c gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:14.841954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71255ffb-76c2-4223-85c6-762c1f2b9dfe req-1e807672-6084-4ca8-a2d8-5f186b6f861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:14.843749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71255ffb-76c2-4223-85c6-762c1f2b9dfe req-1e807672-6084-4ca8-a2d8-5f186b6f861e service neutron] 10.222.0.59 "GET /v2.0/networks?id=71b2d21f-b911-4e51-9032-3f16b3832072 HTTP/1.1" status: 200 len: 899 time: 0.7750893 Jul 07 19:33:14.845133 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:14.951779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 882f1635-09cc-4296-8e00-7af497738bb8 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:15.002024 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.027337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01791bf8-c702-4dcb-8da9-8c8d1ed8545c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:15.040650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd931833-21cd-4b46-8f58-65ab1e823b0c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:15.042340 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd931833-21cd-4b46-8f58-65ab1e823b0c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:15.075233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0ae72-bac5-4835-904a-2730229b3b5d req-eabdaef5-1a28-472e-b821-5098438135bc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:15.081065 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-54d0ae72-bac5-4835-904a-2730229b3b5d req-eabdaef5-1a28-472e-b821-5098438135bc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.59 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 944 time: 0.1917660 Jul 07 19:33:15.086108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb98e476-fd85-4631-a5fb-c3da498ebc02 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:15.088654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.097790 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6561a5e9-084b-4e7c-8aa8-bf92efdd5e6b None None] Sync routers for ids ['aac9a7c7-f074-4933-815b-5ddef4f77c84'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:15.105495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 882f1635-09cc-4296-8e00-7af497738bb8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:15.106617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-eb98e476-fd85-4631-a5fb-c3da498ebc02 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/aac9a7c7-f074-4933-815b-5ddef4f77c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3335176 Jul 07 19:33:15.111026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:15.113458 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 882f1635-09cc-4296-8e00-7af497738bb8 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:15.121102 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6561a5e9-084b-4e7c-8aa8-bf92efdd5e6b None None] Routers {'aac9a7c7-f074-4933-815b-5ddef4f77c84'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:15.128056 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6561a5e9-084b-4e7c-8aa8-bf92efdd5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aac9a7c7-f074-4933-815b-5ddef4f77c84'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:15.231618 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.243706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:33:15.244927 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:33:15.248449 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:33:15.268333 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6561a5e9-084b-4e7c-8aa8-bf92efdd5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:15.304921 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6561a5e9-084b-4e7c-8aa8-bf92efdd5e6b None None] Routers {'aac9a7c7-f074-4933-815b-5ddef4f77c84'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:15.305594 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6561a5e9-084b-4e7c-8aa8-bf92efdd5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['aac9a7c7-f074-4933-815b-5ddef4f77c84'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:15.332872 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.336869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-54d0ae72-bac5-4835-904a-2730229b3b5d req-c4ea1f18-348e-431e-b42c-8f402dda3bc4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 028cef85-16c2-46d8-b80c-0ad6090722f3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:15.337419 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54d0ae72-bac5-4835-904a-2730229b3b5d req-c4ea1f18-348e-431e-b42c-8f402dda3bc4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.348518 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.350616 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] 10.222.0.113 "DELETE /v2.0/networks/01791bf8-c702-4dcb-8da9-8c8d1ed8545c HTTP/1.1" status: 204 len: 168 time: 1.4190671 Jul 07 19:33:15.433197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894c8b4-3b31-4b0e-93c1-2a61d0b823a2 tempest-TestNetworkBasicOps-618383782 tempest-TestNetworkBasicOps-618383782-project] Pushing event deleted for resources: {'Network': ['ID=01791bf8-c702-4dcb-8da9-8c8d1ed8545c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:15.477152 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6561a5e9-084b-4e7c-8aa8-bf92efdd5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:15.481903 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6561a5e9-084b-4e7c-8aa8-bf92efdd5e6b None None] The sync data for ids ['aac9a7c7-f074-4933-815b-5ddef4f77c84'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:15.586988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5904d637-ebca-4d6f-8d7d-6652611d1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:37Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '379187a5-68df-48f8-8dd7-4d5d430d912c', 'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:a3:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:35Z', 'updated_at': '2021-07-07T19:31:47Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:15.620724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904d637-ebca-4d6f-8d7d-6652611d1185 None None] The sync data for ids ['f07a49f8-2e3d-4141-80da-ca7c9031606c'] in n-d-792394-12 is: [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:31:37Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '379187a5-68df-48f8-8dd7-4d5d430d912c', 'name': '', 'network_id': '71b2d21f-b911-4e51-9032-3f16b3832072', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:a3:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:35Z', 'updated_at': '2021-07-07T19:31:47Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'cf236f19-fdbf-41f8-b905-c1c2f4fe96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:15.735637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-54d0ae72-bac5-4835-904a-2730229b3b5d req-c4ea1f18-348e-431e-b42c-8f402dda3bc4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port 028cef85-16c2-46d8-b80c-0ad6090722f3, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=028cef85-16c2-46d8-b80c-0ad6090722f3,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:15.736018 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54d0ae72-bac5-4835-904a-2730229b3b5d req-c4ea1f18-348e-431e-b42c-8f402dda3bc4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:15.792103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-54d0ae72-bac5-4835-904a-2730229b3b5d req-c4ea1f18-348e-431e-b42c-8f402dda3bc4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 028cef85-16c2-46d8-b80c-0ad6090722f3 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:15.803567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71255ffb-76c2-4223-85c6-762c1f2b9dfe req-31a7ec1e-c9a5-48d9-9c5c-a61a86a43731 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 200 len: 217 time: 0.8671463 Jul 07 19:33:15.813144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4e024-4577-4f03-b4a8-32ae7ddeee87 req-3e5bced2-0456-46fb-b309-4f6fcd8bc664 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:15.821352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cd4e024-4577-4f03-b4a8-32ae7ddeee87 req-3e5bced2-0456-46fb-b309-4f6fcd8bc664 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 944 time: 1.4534788 Jul 07 19:33:16.021562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:16.080656 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.081338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7234ee-4486-4a04-8aa7-1e9ff97166a2 None None] New status for floating IP e80db656-c774-47f4-83cf-8a2faaad70aa: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:33:16.130089 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.159278 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54d0ae72-bac5-4835-904a-2730229b3b5d req-c4ea1f18-348e-431e-b42c-8f402dda3bc4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.190366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cd4e024-4577-4f03-b4a8-32ae7ddeee87 req-3d71f61a-303d-4f38-82c8-f923c841d266 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=96c36b94-7d33-4ff0-bc49-3b65d472b728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679192 Jul 07 19:33:16.210477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71255ffb-76c2-4223-85c6-762c1f2b9dfe req-ee7c6430-0529-41f6-be39-9b2e587c308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:16.212170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71255ffb-76c2-4223-85c6-762c1f2b9dfe req-ee7c6430-0529-41f6-be39-9b2e587c308d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf236f19-fdbf-41f8-b905-c1c2f4fe96db HTTP/1.1" status: 200 len: 834 time: 0.3520219 Jul 07 19:33:16.227406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:33:16.350890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.353931 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Added segment 12d74cac-8866-48da-b372-9eb43939b72a of type vlan for network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e Jul 07 19:33:16.384762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea1f18-348e-431e-b42c-8f402dda3bc4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=028cef85-16c2-46d8-b80c-0ad6090722f3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:16.420170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c898b6e2-e2a1-4300-a81f-2b737f92bdc7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:16.423393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d0ae72-bac5-4835-904a-2730229b3b5d req-c4ea1f18-348e-431e-b42c-8f402dda3bc4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] No DVR routers for this DVR port 028cef85-16c2-46d8-b80c-0ad6090722f3 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:16.432393 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-11363756-d63c-4570-a0f4-e7841a5b0f40 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 19:33:16.434357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-11363756-d63c-4570-a0f4-e7841a5b0f40 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/aac9a7c7-f074-4933-815b-5ddef4f77c84/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6434128 Jul 07 19:33:16.440792 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54d0ae72-bac5-4835-904a-2730229b3b5d req-c4ea1f18-348e-431e-b42c-8f402dda3bc4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.446276 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-54d0ae72-bac5-4835-904a-2730229b3b5d req-c4ea1f18-348e-431e-b42c-8f402dda3bc4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.59 "DELETE /v2.0/ports/028cef85-16c2-46d8-b80c-0ad6090722f3 HTTP/1.1" status: 204 len: 173 time: 1.3486722 Jul 07 19:33:16.447010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'name': 'network-vif-deleted', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:16.450656 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b98d3b-ab1d-4256-9958-53ff001c814c" -d '{"events": [{"server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "name": "network-vif-deleted", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:16.455480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:16.493132 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.539003 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1fc40a10-30fa-4b55-891c-a2fe8dabf3ec tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=aac9a7c7-f074-4933-815b-5ddef4f77c84 HTTP/1.1" status: 200 len: 205 time: 0.0812383 Jul 07 19:33:16.540694 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349505aa-3860-43dd-b136-58a4215d285e x-openstack-request-id: req-349505aa-3860-43dd-b136-58a4215d285e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:16.541259 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47695d4a-d246-43b7-892e-f18d993481a1", "name": "network-vif-deleted", "tag": "028cef85-16c2-46d8-b80c-0ad6090722f3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:16.542041 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-349505aa-3860-43dd-b136-58a4215d285e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:16.544363 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47695d4a-d246-43b7-892e-f18d993481a1', 'name': 'network-vif-deleted', 'tag': '028cef85-16c2-46d8-b80c-0ad6090722f3', 'status': 'completed', 'code': 200} Jul 07 19:33:16.544998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:16.639513 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f1deb62f-d4d4-4045-930b-f661ff56a36e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9a2b8cea685a48079cf1c0d4a2757b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6154692 Jul 07 19:33:16.641578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:16.670134 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.672567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:16.673351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.699540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71255ffb-76c2-4223-85c6-762c1f2b9dfe req-336efab3-fd37-4602-8a81-4e5d6d8049fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:16.706271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71255ffb-76c2-4223-85c6-762c1f2b9dfe req-336efab3-fd37-4602-8a81-4e5d6d8049fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71b2d21f-b911-4e51-9032-3f16b3832072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4762893 Jul 07 19:33:16.786122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f421e0c-fd87-43f6-877b-96fe0406c8ec tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.037440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6635513 Jul 07 19:33:17.037440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71255ffb-76c2-4223-85c6-762c1f2b9dfe req-39fcbb22-9edd-4f61-bdbe-02c8e2dde38c service neutron] 10.222.0.59 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672594 Jul 07 19:33:17.038453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:17.042371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed00210-504a-4207-ab80-cb9d4bb5ad09 admin admin] Pushing event updated for resources: {'Network': ['ID=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:17.056842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:33:17.081149 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Request body: {'subnet': {'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1436340009-subnet', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:17.111775 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f421e0c-fd87-43f6-877b-96fe0406c8ec tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.120003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f421e0c-fd87-43f6-877b-96fe0406c8ec tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.147582 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81ed524a-a549-407f-b64e-4c3e018bb8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.178355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:17.181134 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.192801 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81ed524a-a549-407f-b64e-4c3e018bb8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.252252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71255ffb-76c2-4223-85c6-762c1f2b9dfe req-44c43557-c8ce-45fc-a58a-056826b1ecac service neutron] 10.222.0.59 "GET /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946795 Jul 07 19:33:17.273480 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f421e0c-fd87-43f6-877b-96fe0406c8ec tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.274437 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f421e0c-fd87-43f6-877b-96fe0406c8ec tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Fanout notify agent at l3_agent the message router_deleted on router aac9a7c7-f074-4933-815b-5ddef4f77c84 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:33:17.293039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f421e0c-fd87-43f6-877b-96fe0406c8ec tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.294589 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4f421e0c-fd87-43f6-877b-96fe0406c8ec tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/aac9a7c7-f074-4933-815b-5ddef4f77c84 HTTP/1.1" status: 204 len: 168 time: 0.7484732 Jul 07 19:33:17.300885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:17.431028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c6ccb4-aac9-4390-9deb-f7a14257c096 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting subnet 7e468c71-c514-4948-9176-bbe96644c0e4 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:33:17.444130 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93c6ccb4-aac9-4390-9deb-f7a14257c096 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.561198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcbfac4c-fae6-4d0f-82a8-9888d133516c req-8e7936d6-414e-460b-932b-f7c5954976ee tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=47695d4a-d246-43b7-892e-f18d993481a1 HTTP/1.1" status: 200 len: 210 time: 0.0592058 Jul 07 19:33:17.573361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81ed524a-a549-407f-b64e-4c3e018bb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.576046 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81ed524a-a549-407f-b64e-4c3e018bb8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.577996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-81ed524a-a549-407f-b64e-4c3e018bb8e6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6d4d4d30-e0fe-4527-b97c-62c022495a8b HTTP/1.1" status: 204 len: 168 time: 0.9330862 Jul 07 19:33:17.580897 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93c6ccb4-aac9-4390-9deb-f7a14257c096 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.621104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.667624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed524a-a549-407f-b64e-4c3e018bb8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4d4d30-e0fe-4527-b97c-62c022495a8b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:17.796039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Checking segment: {'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:17.804663 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Network hostable DHCP agents. Network: 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:33:17.813437 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e96c63b-b9c3-4392-80cb-a5efc479f4d7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:17.826163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.826839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.827933 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.829171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.829781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.830321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.831432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.832001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.832588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.833131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.833850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.834387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:17.862827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:33:17.879756 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93c6ccb4-aac9-4390-9deb-f7a14257c096 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.881202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:17.887848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:17.890933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.893454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc0db7-30dc-412c-be91-5b72fdd00632 None None] Network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:17.922164 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f8d7c5e0-2cd2-4076-a079-448cc81d7f15 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8795285 Jul 07 19:33:17.939209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:17.945726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:17.984288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:17.985478 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.115586 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93c6ccb4-aac9-4390-9deb-f7a14257c096 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.132907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'fixed_ips': [{'subnet_id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:33:18.134496 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.191755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6ccb4-aac9-4390-9deb-f7a14257c096 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Subnet': ['ID=7e468c71-c514-4948-9176-bbe96644c0e4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:18.197964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.202020 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93c6ccb4-aac9-4390-9deb-f7a14257c096 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.207448 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-93c6ccb4-aac9-4390-9deb-f7a14257c096 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/7e468c71-c514-4948-9176-bbe96644c0e4 HTTP/1.1" status: 204 len: 168 time: 0.9029853 Jul 07 19:33:18.208490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:18.290242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:18.319046 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfe5dc70-4a28-4e6f-ba75-23f2f9b5c14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.340048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32993e3-a948-4832-92f3-8ecc52597a9c None None] Network d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:18.370905 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.424233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Allocated IP 172.20.0.2 (9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e/1e96c63b-b9c3-4392-80cb-a5efc479f4d7/f8dd4bda-774d-48fb-97e1-daf101ac7675) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:18.502487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:18.502932 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.504451 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.587320 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfe5dc70-4a28-4e6f-ba75-23f2f9b5c14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.600362 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfe5dc70-4a28-4e6f-ba75-23f2f9b5c14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.603975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf,segment=NetworkSegment(d639e2df-a571-4c87-8cb2-d9b409bd15ae),segment_id=d639e2df-a571-4c87-8cb2-d9b409bd15ae)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:18.604583 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.677281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:18.721523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254fc445-f934-4be4-a785-93267c21dd21 None None] DHCP port deletion for d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:33:18.730661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 48982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:18.742558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5dc70-4a28-4e6f-ba75-23f2f9b5c14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6bf261-930d-4747-8def-5651c972d8e7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:18.752353 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dfe5dc70-4a28-4e6f-ba75-23f2f9b5c14e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a8c340670b7d436785429cf4f1650f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4608917 Jul 07 19:33:18.753331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:18.842745 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.876441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 028cef85-16c2-46d8-b80c-0ad6090722f3 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:18.882460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Transition to ACTIVE for port object f8dd4bda-774d-48fb-97e1-daf101ac7675 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:18.919558 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb75f8f5-e8f3-4260-a231-ec9be0de1158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.921924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 028cef85-16c2-46d8-b80c-0ad6090722f3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:18.924133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 028cef85-16c2-46d8-b80c-0ad6090722f3 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:18.932393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-254fc445-f934-4be4-a785-93267c21dd21 None None] Deleting port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:18.933098 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-254fc445-f934-4be4-a785-93267c21dd21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.935452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:18.965514 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb75f8f5-e8f3-4260-a231-ec9be0de1158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.979091 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.071264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No DVR routers for this DVR port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:19.075961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:19.078173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Transition to ACTIVE for port object f8dd4bda-774d-48fb-97e1-daf101ac7675 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:19.178018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-254fc445-f934-4be4-a785-93267c21dd21 None None] For port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf,segment=NetworkSegment(d639e2df-a571-4c87-8cb2-d9b409bd15ae),segment_id=d639e2df-a571-4c87-8cb2-d9b409bd15ae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:19.178690 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-254fc445-f934-4be4-a785-93267c21dd21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.191311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.195550 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-254fc445-f934-4be4-a785-93267c21dd21 None None] Calling delete_port for 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:19.242342 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb75f8f5-e8f3-4260-a231-ec9be0de1158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.248064 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb75f8f5-e8f3-4260-a231-ec9be0de1158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.263386 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.269223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fb75f8f5-e8f3-4260-a231-ec9be0de1158 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fc6bf261-930d-4747-8def-5651c972d8e7 HTTP/1.1" status: 204 len: 168 time: 0.5130849 Jul 07 19:33:19.270640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.275992 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.320780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75f8f5-e8f3-4260-a231-ec9be0de1158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6bf261-930d-4747-8def-5651c972d8e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:19.345933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:19.346407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:19.348020 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.360281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Pushing event updated for resources: {'Port': ['ID=f8dd4bda-774d-48fb-97e1-daf101ac7675,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:19.369370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:19.369793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd639e2df-a571-4c87-8cb2-d9b409bd15ae') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:19.370095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd639e2df-a571-4c87-8cb2-d9b409bd15ae') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:19.381381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:19.390274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.391715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.392067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.392411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.392773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.393623 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.393747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.393997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.394322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.394820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.395159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.396157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:19.396393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.417636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No active binding found for port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:33:19.418084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:19.448578 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.472587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:33:19.473092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:33:19.482523 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:33:19.511805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Attempting to bind port f8dd4bda-774d-48fb-97e1-daf101ac7675 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:19.512178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Attempting to bind port f8dd4bda-774d-48fb-97e1-daf101ac7675 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:19.512573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Attempting to bind port f8dd4bda-774d-48fb-97e1-daf101ac7675 on network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:19.521801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:19.522196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Checking segment: {'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:19.522614 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.523004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Bound using segment: {'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:19.523723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Bound port: f8dd4bda-774d-48fb-97e1-daf101ac7675, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:19.524104 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.636672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Allocated IP 172.25.2.211 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/fd5ef2e1-b679-4af1-b57b-7252094fa988) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:19.648900 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.658054 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.663066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/networks/d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c HTTP/1.1" status: 204 len: 168 time: 1.4531858 Jul 07 19:33:19.672844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 48996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:19.689970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2082908295'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:19.721370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] For port f8dd4bda-774d-48fb-97e1-daf101ac7675, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:19.732852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] For port f8dd4bda-774d-48fb-97e1-daf101ac7675, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f8dd4bda-774d-48fb-97e1-daf101ac7675,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:19.740401 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-254fc445-f934-4be4-a785-93267c21dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.754047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c7fea-29e6-4c92-aadb-ca977771ae12 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Network': ['ID=d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:19.763110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:19.763110 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.804919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:33:19.807500 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.826952 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:19.828594 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added segment 3c7d6360-2b34-48e2-add9-dab27b1a8f72 of type vlan for network 58212a3e-61e4-4a59-80d6-8e4cecafdf32 Jul 07 19:33:19.830791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc445-f934-4be4-a785-93267c21dd21 None None] Pushing event deleted for resources: {'Port': ['ID=65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:19.836620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-254fc445-f934-4be4-a785-93267c21dd21 None None] Network d70b2ca8-2ef7-4d5b-a850-ba5d8e9af46c is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:33:19.837079 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254fc445-f934-4be4-a785-93267c21dd21 None None] No DVR routers for this DVR port 65eb5a03-bc4a-4d4e-9725-4b3cfe6cbaaf on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:19.992819 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.002208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.021709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c3232-421f-4083-8730-dc90c2151098 None None] Pushing event updated for resources: {'Port': ['ID=f8dd4bda-774d-48fb-97e1-daf101ac7675,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:20.065997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.072687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:20.073601 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.092712 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.216537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5386326 Jul 07 19:33:20.217473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:20.225814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'subnet': {'network_id': '58212a3e-61e4-4a59-80d6-8e4cecafdf32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:20.236820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa1d2e-6ffa-48cf-8e91-05ca6556eed8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Network': ['ID=58212a3e-61e4-4a59-80d6-8e4cecafdf32,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:20.283170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 58212a3e-61e4-4a59-80d6-8e4cecafdf32 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:33:20.360019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:20.372845 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.409352 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.499534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:20.508858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:20.513988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:20.543133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Pushing event updated for resources: {'Port': ['ID=fd5ef2e1-b679-4af1-b57b-7252094fa988,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:20.690053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.793327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Subnet': ['ID=19a73ab6-944d-431a-8186-e4eeac06a141,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:20.798507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:20.815941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 379187a5-68df-48f8-8dd7-4d5d430d912c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:20.816210 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.853938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Checking segment: {'id': '3c7d6360-2b34-48e2-add9-dab27b1a8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '58212a3e-61e4-4a59-80d6-8e4cecafdf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:20.854304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network hostable DHCP agents. Network: 58212a3e-61e4-4a59-80d6-8e4cecafdf32, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:33:20.895925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 58212a3e-61e4-4a59-80d6-8e4cecafdf32 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:33:20.930335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 58212a3e-61e4-4a59-80d6-8e4cecafdf32) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:20.937510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:20.939575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.946255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd72a179-b7a7-4885-93fd-f522153c8d6d None None] Network 58212a3e-61e4-4a59-80d6-8e4cecafdf32 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:20.969288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.981084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b1bc7863-e0a6-4199-a730-1fdc7a2e266b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7602117 Jul 07 19:33:20.981287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:20.987767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-37ddcc9a-902b-4eef-b898-52e78992f8ae tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1581170889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:21.048780 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37ddcc9a-902b-4eef-b898-52e78992f8ae tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.052586 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37ddcc9a-902b-4eef-b898-52e78992f8ae tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.095522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f8dd4bda-774d-48fb-97e1-daf101ac7675 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:21.119144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1224055756-network', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:21.183762 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37ddcc9a-902b-4eef-b898-52e78992f8ae tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.205658 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37ddcc9a-902b-4eef-b898-52e78992f8ae tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.240620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Made reservation on behalf of 416479d7215a4aa898abcb7d2bd8ebf9 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:21.243107 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.256299 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37ddcc9a-902b-4eef-b898-52e78992f8ae tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.257578 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-37ddcc9a-902b-4eef-b898-52e78992f8ae tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2750950 Jul 07 19:33:21.262965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:21.337766 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.600422 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port f8dd4bda-774d-48fb-97e1-daf101ac7675 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:21.679398 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-58212a3e-61e4-4a59-80d6-8e4cecafdf32', 'network_id': '58212a3e-61e4-4a59-80d6-8e4cecafdf32', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'fixed_ips': [{'subnet_id': '19a73ab6-944d-431a-8186-e4eeac06a141'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:33:21.680692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.706177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78b2e14-233c-4271-bf5e-1084c29ab2f5 None None] Network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:21.794434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port 379187a5-68df-48f8-8dd7-4d5d430d912c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=379187a5-68df-48f8-8dd7-4d5d430d912c,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:21.795037 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.828071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 379187a5-68df-48f8-8dd7-4d5d430d912c owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:21.943458 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.944837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.016456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5afe9a15-6b2b-413f-bb16-682ec6128838 None None] Provisioning for port f8dd4bda-774d-48fb-97e1-daf101ac7675 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:22.027572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5afe9a15-6b2b-413f-bb16-682ec6128838 None None] Provisioning complete for port f8dd4bda-774d-48fb-97e1-daf101ac7675 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:22.027572 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5afe9a15-6b2b-413f-bb16-682ec6128838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.160009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Allocated IP 2001:db8::2 (58212a3e-61e4-4a59-80d6-8e4cecafdf32/19a73ab6-944d-431a-8186-e4eeac06a141/4d05b8bc-7281-4e48-affb-d847a569a539) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:22.177218 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.189179 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.207820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1118} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:33:22.226858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce91636-f745-4b73-93fc-fd0bc83f07a2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:22.242217 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.245917 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Added segment d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7 of type vlan for network 0352164f-96a5-4178-b6d8-a14f4d70b900 Jul 07 19:33:22.259163 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5afe9a15-6b2b-413f-bb16-682ec6128838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.339386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5afe9a15-6b2b-413f-bb16-682ec6128838 None None] For port f8dd4bda-774d-48fb-97e1-daf101ac7675, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f8dd4bda-774d-48fb-97e1-daf101ac7675,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:22.356067 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5afe9a15-6b2b-413f-bb16-682ec6128838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.369145 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.408021 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.431133 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.432219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:22.432897 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.465789 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6632941 Jul 07 19:33:22.485487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:22.490609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] Request body: {'subnet': {'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1224055756-subnet', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:22.493549 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe9a15-6b2b-413f-bb16-682ec6128838 None None] Pushing event updated for resources: {'Port': ['ID=f8dd4bda-774d-48fb-97e1-daf101ac7675,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:22.517258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=379187a5-68df-48f8-8dd7-4d5d430d912c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:22.553782 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.571533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Transition to ACTIVE for port object 4d05b8bc-7281-4e48-affb-d847a569a539 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:22.637199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Transition to ACTIVE for port object 4d05b8bc-7281-4e48-affb-d847a569a539 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:22.664600 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.796910 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.830413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Router a8edc805-a7ba-40bb-aafb-16c96da201f3 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:33:22.873926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f8539db6-8c90-44c4-b83a-3585c1df2876 None None] Provisioning complete for port f8dd4bda-774d-48fb-97e1-daf101ac7675 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:22.874358 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8539db6-8c90-44c4-b83a-3585c1df2876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:22.876031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Pushing event updated for resources: {'Port': ['ID=4d05b8bc-7281-4e48-affb-d847a569a539,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:23.019404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Network 58212a3e-61e4-4a59-80d6-8e4cecafdf32 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:23.023221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:23.032457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:23.100259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f8dd4bda-774d-48fb-97e1-daf101ac7675 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:23.132274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:23.161346 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Sync routers for ids ['a8edc805-a7ba-40bb-aafb-16c96da201f3'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:23.182342 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Routers {'a8edc805-a7ba-40bb-aafb-16c96da201f3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:23.183261 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a8edc805-a7ba-40bb-aafb-16c96da201f3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:23.250619 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.252458 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5a053bf5-8c0d-4f05-8b24-05e86ee2816e admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3121846 Jul 07 19:33:23.255187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:23.264083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7e302-bc63-4bfa-a2e8-5ddb0ecb7cbd admin admin] Pushing event updated for resources: {'Network': ['ID=0352164f-96a5-4178-b6d8-a14f4d70b900,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:23.272219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Attempting to bind port 4d05b8bc-7281-4e48-affb-d847a569a539 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:23.272688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Attempting to bind port 4d05b8bc-7281-4e48-affb-d847a569a539 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '3c7d6360-2b34-48e2-add9-dab27b1a8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '58212a3e-61e4-4a59-80d6-8e4cecafdf32'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:23.273057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Attempting to bind port 4d05b8bc-7281-4e48-affb-d847a569a539 on network 58212a3e-61e4-4a59-80d6-8e4cecafdf32 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:23.283757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] Made reservation on behalf of 416479d7215a4aa898abcb7d2bd8ebf9 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:23.286612 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.287540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 0352164f-96a5-4178-b6d8-a14f4d70b900 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:33:23.296951 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Allocated IP 2001:db8::1 (58212a3e-61e4-4a59-80d6-8e4cecafdf32/19a73ab6-944d-431a-8186-e4eeac06a141/87c4eecb-66fe-47db-9816-4c642286e312) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:23.350661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:23.351888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Checking segment: {'id': '3c7d6360-2b34-48e2-add9-dab27b1a8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '58212a3e-61e4-4a59-80d6-8e4cecafdf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:23.352542 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.353091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Bound using segment: {'id': '3c7d6360-2b34-48e2-add9-dab27b1a8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '58212a3e-61e4-4a59-80d6-8e4cecafdf32'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:23.353954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Bound port: 4d05b8bc-7281-4e48-affb-d847a569a539, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7d6360-2b34-48e2-add9-dab27b1a8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '58212a3e-61e4-4a59-80d6-8e4cecafdf32'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:23.354508 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.430541 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Set router a8edc805-a7ba-40bb-aafb-16c96da201f3 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:23.494722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port f8dd4bda-774d-48fb-97e1-daf101ac7675 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:23.495378 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.501903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] For port 4d05b8bc-7281-4e48-affb-d847a569a539, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:23.548853 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.571994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Transition to ACTIVE for port object 87c4eecb-66fe-47db-9816-4c642286e312 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:23.576655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] For port 4d05b8bc-7281-4e48-affb-d847a569a539, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4d05b8bc-7281-4e48-affb-d847a569a539,segment=NetworkSegment(3c7d6360-2b34-48e2-add9-dab27b1a8f72),segment_id=3c7d6360-2b34-48e2-add9-dab27b1a8f72)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:23.583173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router f07a49f8-2e3d-4141-80da-ca7c9031606c has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:23.595974 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.659284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064cae0-5fa0-4e7a-b1d9-3000a88ad6a2 None None] Pushing event updated for resources: {'Port': ['ID=4d05b8bc-7281-4e48-affb-d847a569a539,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:23.724507 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.749050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:23.761268 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b325a351-7d5b-4c98-98fa-950945b50a49 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "PUT /v2.0/routers/f07a49f8-2e3d-4141-80da-ca7c9031606c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0295119 Jul 07 19:33:23.762596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:23.813653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db2b85-3daa-4a70-a8bc-439111209753 None None] Sync routers for ids ['f07a49f8-2e3d-4141-80da-ca7c9031606c'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:23.845091 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.869904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db2b85-3daa-4a70-a8bc-439111209753 None None] Routers {'f07a49f8-2e3d-4141-80da-ca7c9031606c'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:23.870126 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:20Z', 'revision_number': 3, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:23.871435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-36db2b85-3daa-4a70-a8bc-439111209753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f07a49f8-2e3d-4141-80da-ca7c9031606c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:23.904491 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Checking router: a8edc805-a7ba-40bb-aafb-16c96da201f3 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:23.904858 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Updating router a8edc805-a7ba-40bb-aafb-16c96da201f3 port fd5ef2e1-b679-4af1-b57b-7252094fa988 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:33:23.934041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=87c4eecb-66fe-47db-9816-4c642286e312,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:23.942921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3301436-001e-410c-a51b-7a554801cd40,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:23.957539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] Checking segment: {'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:23.957931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] Network hostable DHCP agents. Network: 0352164f-96a5-4178-b6d8-a14f4d70b900, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:33:23.961902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 58212a3e-61e4-4a59-80d6-8e4cecafdf32 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:23.964687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:23.968654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:23.969287 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:23.982831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-88305adc-6c01-4bba-92cf-3485e1e51ae4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting subnet cf236f19-fdbf-41f8-b905-c1c2f4fe96db {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:33:24.036089 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] Network 0352164f-96a5-4178-b6d8-a14f4d70b900 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:33:24.109154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 0352164f-96a5-4178-b6d8-a14f4d70b900) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:24.114312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:24.114917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.151280 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88305adc-6c01-4bba-92cf-3485e1e51ae4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.161971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45ada5-368f-4dfe-91d2-90447c50dd08 None None] Network 0352164f-96a5-4178-b6d8-a14f4d70b900 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:24.172204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5b9f81a2-9680-49d3-892c-f8843e39c973 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6849434 Jul 07 19:33:24.192954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49072) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:24.199101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:24.244541 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.260075 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.261878 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.264802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-36db2b85-3daa-4a70-a8bc-439111209753 None None] Set router f07a49f8-2e3d-4141-80da-ca7c9031606c gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:24.280665 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.350700 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.360864 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88305adc-6c01-4bba-92cf-3485e1e51ae4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.627857 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88305adc-6c01-4bba-92cf-3485e1e51ae4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.676505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-0352164f-96a5-4178-b6d8-a14f4d70b900', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:33:24.679764 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.775144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.862973 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88305adc-6c01-4bba-92cf-3485e1e51ae4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.891247 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.918223 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Transition to ACTIVE for port object fd5ef2e1-b679-4af1-b57b-7252094fa988 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:24.935021 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.966634 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:24.982434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88305adc-6c01-4bba-92cf-3485e1e51ae4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Subnet': ['ID=cf236f19-fdbf-41f8-b905-c1c2f4fe96db,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:25.065757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4d05b8bc-7281-4e48-affb-d847a569a539 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:25.076818 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eceabc-ffae-4fff-beac-b342a97ec501 None None] Pushing event updated for resources: {'Port': ['ID=fd5ef2e1-b679-4af1-b57b-7252094fa988,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:25.083386 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Attempting to bind port fd5ef2e1-b679-4af1-b57b-7252094fa988 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:25.086409 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Attempting to bind port fd5ef2e1-b679-4af1-b57b-7252094fa988 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:25.088891 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Attempting to bind port fd5ef2e1-b679-4af1-b57b-7252094fa988 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:25.109420 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:25.112134 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:25.113205 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.113831 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:25.115747 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Bound port: fd5ef2e1-b679-4af1-b57b-7252094fa988, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:25.116796 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.221742 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88305adc-6c01-4bba-92cf-3485e1e51ae4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.223837 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-88305adc-6c01-4bba-92cf-3485e1e51ae4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/subnets/cf236f19-fdbf-41f8-b905-c1c2f4fe96db HTTP/1.1" status: 204 len: 168 time: 1.4583452 Jul 07 19:33:25.229571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:25.255802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0769ec-88d9-4cb1-8cd4-dfecc4cfc7e6 None None] Network 71b2d21f-b911-4e51-9032-3f16b3832072 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:25.264990 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.303709 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.305418 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.401710 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] For port fd5ef2e1-b679-4af1-b57b-7252094fa988, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:25.425968 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] For port fd5ef2e1-b679-4af1-b57b-7252094fa988, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fd5ef2e1-b679-4af1-b57b-7252094fa988,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:25.451615 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.629958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-36db2b85-3daa-4a70-a8bc-439111209753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:33:22Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': '67d0b5a2-f397-48c5-88c4-77cb0900dc26', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:26Z', 'updated_at': '2021-07-07T19:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:25.678099 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eceabc-ffae-4fff-beac-b342a97ec501 None None] Pushing event updated for resources: {'Port': ['ID=fd5ef2e1-b679-4af1-b57b-7252094fa988,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:25.700373 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Routers {'a8edc805-a7ba-40bb-aafb-16c96da201f3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:25.701164 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a8edc805-a7ba-40bb-aafb-16c96da201f3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:25.746037 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.759627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 58212a3e-61e4-4a59-80d6-8e4cecafdf32 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:25.768411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:25.806849 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:25.814762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Allocated IP 172.20.0.1 (9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e/1e96c63b-b9c3-4392-80cb-a5efc479f4d7/78d799f8-9a0d-4978-930a-4a0ce76a6d3d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:25.893608 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] Set router a8edc805-a7ba-40bb-aafb-16c96da201f3 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:25.947724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f81aa-128c-431e-8f88-bb5a715c20ab None None] Network 58212a3e-61e4-4a59-80d6-8e4cecafdf32 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:26.016660 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.021982 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db2b85-3daa-4a70-a8bc-439111209753 None None] Checking router: f07a49f8-2e3d-4141-80da-ca7c9031606c for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:26.051237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Allocated IP 172.25.2.181 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/de81e14a-23fc-47ab-834b-b9ff3fa57326) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:26.179038 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.183003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Allocated IP 172.20.0.2 (0352164f-96a5-4178-b6d8-a14f4d70b900/a3301436-001e-410c-a51b-7a554801cd40/4bb4b945-0480-44bf-b552-91c832001796) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:26.185281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e11f4f29-1e68-433c-894e-c947f0aac462 None None] Provisioning for port 4d05b8bc-7281-4e48-affb-d847a569a539 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:26.224311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=87c4eecb-66fe-47db-9816-4c642286e312,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:26.230234 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.231592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.235237 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.255154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Transition to ACTIVE for port object 78d799f8-9a0d-4978-930a-4a0ce76a6d3d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:26.277271 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4d05b8bc-7281-4e48-affb-d847a569a539 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:26.303738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e11f4f29-1e68-433c-894e-c947f0aac462 None None] Provisioning complete for port 4d05b8bc-7281-4e48-affb-d847a569a539 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:26.304781 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e11f4f29-1e68-433c-894e-c947f0aac462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.330198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 67d0b5a2-f397-48c5-88c4-77cb0900dc26 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:26.331934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.396231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Pushing event updated for resources: {'Port': ['ID=de81e14a-23fc-47ab-834b-b9ff3fa57326,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:26.411620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db2b85-3daa-4a70-a8bc-439111209753 None None] Routers {'f07a49f8-2e3d-4141-80da-ca7c9031606c'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:26.414586 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-36db2b85-3daa-4a70-a8bc-439111209753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f07a49f8-2e3d-4141-80da-ca7c9031606c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:26.417490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port 67d0b5a2-f397-48c5-88c4-77cb0900dc26, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=67d0b5a2-f397-48c5-88c4-77cb0900dc26,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:26.418018 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.419940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:26.425213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:26.427819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:26.456646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 67d0b5a2-f397-48c5-88c4-77cb0900dc26 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:26.472512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 40e02b89-4c88-401d-bbac-51f159f94841 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:33:26.488003 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:20Z', 'revision_number': 3, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:26.523264 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208074d-c666-451e-b40e-34e881ff1389 None None] The sync data for ids ['a8edc805-a7ba-40bb-aafb-16c96da201f3'] in n-d-792394-12 is: [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:20Z', 'revision_number': 3, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:26.630789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4d05b8bc-7281-4e48-affb-d847a569a539 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:26.631251 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.774330 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:26.778995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:26.789512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-700e2096-e371-4663-83e3-1b7bb2997341 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/40e02b89-4c88-401d-bbac-51f159f94841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5182984 Jul 07 19:33:26.792061 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d74e7-ccbc-4f1c-a49f-1ef6dbc3f0d0 None None] Sync routers for ids ['40e02b89-4c88-401d-bbac-51f159f94841'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:26.804996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:26.812173 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d74e7-ccbc-4f1c-a49f-1ef6dbc3f0d0 None None] Routers {'40e02b89-4c88-401d-bbac-51f159f94841'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:26.813064 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-158d74e7-ccbc-4f1c-a49f-1ef6dbc3f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['40e02b89-4c88-401d-bbac-51f159f94841'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:26.922218 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-158d74e7-ccbc-4f1c-a49f-1ef6dbc3f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:26.922459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70a36f-52df-48f7-88b9-c513e7db96c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:26.923815 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b70a36f-52df-48f7-88b9-c513e7db96c6 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports/87c4eecb-66fe-47db-9816-4c642286e312 HTTP/1.1" status: 200 len: 911 time: 0.1130805 Jul 07 19:33:26.929364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:26.948149 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d74e7-ccbc-4f1c-a49f-1ef6dbc3f0d0 None None] Routers {'40e02b89-4c88-401d-bbac-51f159f94841'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:26.951487 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-158d74e7-ccbc-4f1c-a49f-1ef6dbc3f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['40e02b89-4c88-401d-bbac-51f159f94841'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:26.951667 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Pushing event updated for resources: {'Port': ['ID=78d799f8-9a0d-4978-930a-4a0ce76a6d3d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:26.965709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:26.966531 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:27.076685 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-158d74e7-ccbc-4f1c-a49f-1ef6dbc3f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:27.078030 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d74e7-ccbc-4f1c-a49f-1ef6dbc3f0d0 None None] The sync data for ids ['40e02b89-4c88-401d-bbac-51f159f94841'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:27.257666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-36db2b85-3daa-4a70-a8bc-439111209753 None None] Set router f07a49f8-2e3d-4141-80da-ca7c9031606c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:27.431211 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e11f4f29-1e68-433c-894e-c947f0aac462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:27.447903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-36db2b85-3daa-4a70-a8bc-439111209753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:33:26Z', 'revision_number': 6, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:27.522684 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db2b85-3daa-4a70-a8bc-439111209753 None None] The sync data for ids ['f07a49f8-2e3d-4141-80da-ca7c9031606c'] in n-d-792394-12 is: [{'id': 'f07a49f8-2e3d-4141-80da-ca7c9031606c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707849673', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:23Z', 'updated_at': '2021-07-07T19:33:26Z', 'revision_number': 6, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:27.556425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:27.634149 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:27.705401 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:27.715457 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:27.722858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=67d0b5a2-f397-48c5-88c4-77cb0900dc26,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:27.873074 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:27.948159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 4d05b8bc-7281-4e48-affb-d847a569a539, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4d05b8bc-7281-4e48-affb-d847a569a539,segment=NetworkSegment(3c7d6360-2b34-48e2-add9-dab27b1a8f72),segment_id=3c7d6360-2b34-48e2-add9-dab27b1a8f72)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:27.974058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b74e39-9deb-4773-9f39-0d73443f4ad2 None None] DHCP port deletion for 71b2d21f-b911-4e51-9032-3f16b3832072 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:33:28.003754 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.279517 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.300183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Transition to ACTIVE for port object 4bb4b945-0480-44bf-b552-91c832001796 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:28.363464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.384175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Transition to ACTIVE for port object 4bb4b945-0480-44bf-b552-91c832001796 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:28.452812 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.471669 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-e11f4f29-1e68-433c-894e-c947f0aac462 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:33:28.471941 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-e11f4f29-1e68-433c-894e-c947f0aac462 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:33:28.481252 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.485625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=4d05b8bc-7281-4e48-affb-d847a569a539,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:28.501011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Network 0352164f-96a5-4178-b6d8-a14f4d70b900 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:28.592382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:28.618403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:28.673555 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.684913 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.758126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fd5ef2e1-b679-4af1-b57b-7252094fa988 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:28.791543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Router 31356a8c-d36f-4969-8684-072ef145604e is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:33:28.822879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Pushing event updated for resources: {'Port': ['ID=4bb4b945-0480-44bf-b552-91c832001796,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:28.837863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a0b74e39-9deb-4773-9f39-0d73443f4ad2 None None] Deleting port 06b71530-9a51-4fff-8775-e6ce21fa0935 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:28.840296 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0b74e39-9deb-4773-9f39-0d73443f4ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.864941 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.883805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Attempting to bind port 4bb4b945-0480-44bf-b552-91c832001796 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:28.884176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Attempting to bind port 4bb4b945-0480-44bf-b552-91c832001796 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:28.884570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Attempting to bind port 4bb4b945-0480-44bf-b552-91c832001796 on network 0352164f-96a5-4178-b6d8-a14f4d70b900 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:28.904280 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.905006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Fanout notify agent at l3_agent the message router_deleted on router f07a49f8-2e3d-4141-80da-ca7c9031606c {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:33:28.917956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.919437 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-da26fabd-f441-4e6f-94a7-b53c79e2ad4c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/routers/f07a49f8-2e3d-4141-80da-ca7c9031606c HTTP/1.1" status: 204 len: 168 time: 3.6887612 Jul 07 19:33:28.925060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:28.971329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:28.971711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Checking segment: {'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:28.972190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:28.972692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Bound using segment: {'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:28.973231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Bound port: 4bb4b945-0480-44bf-b552-91c832001796, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:28.973572 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.089378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:29.113415 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.115154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1c4191e9-3ce5-4341-b461-1ddc552a887c admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9212284 Jul 07 19:33:29.118047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:29.133674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Sync routers for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:29.226701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a0b74e39-9deb-4773-9f39-0d73443f4ad2 None None] For port 06b71530-9a51-4fff-8775-e6ce21fa0935, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=06b71530-9a51-4fff-8775-e6ce21fa0935,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:29.227020 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0b74e39-9deb-4773-9f39-0d73443f4ad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.299597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:29.300230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:29.315618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port fd5ef2e1-b679-4af1-b57b-7252094fa988 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:29.337075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a0b74e39-9deb-4773-9f39-0d73443f4ad2 None None] Calling delete_port for 06b71530-9a51-4fff-8775-e6ce21fa0935 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:29.494610 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.576665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:29.699263 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ede39d1-3a74-489d-b557-fb5ff9bc8c13 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.768802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port fd5ef2e1-b679-4af1-b57b-7252094fa988 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:29.768802 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.891860 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.934529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.942191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 06b71530-9a51-4fff-8775-e6ce21fa0935 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:29.942534 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:29.974717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9380f4a-9125-4dc5-b109-8b837f8db0fa None None] Provisioning complete for port 4d05b8bc-7281-4e48-affb-d847a569a539 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:29.975084 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9380f4a-9125-4dc5-b109-8b837f8db0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.058944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port 06b71530-9a51-4fff-8775-e6ce21fa0935, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=06b71530-9a51-4fff-8775-e6ce21fa0935,segment=NetworkSegment(534208b4-71a6-4c79-aa94-737bbfc6bbc8),segment_id=534208b4-71a6-4c79-aa94-737bbfc6bbc8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:30.059593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.078492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 06b71530-9a51-4fff-8775-e6ce21fa0935 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:30.094827 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0b74e39-9deb-4773-9f39-0d73443f4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.135890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] For port 4bb4b945-0480-44bf-b552-91c832001796, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:30.164438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b74e39-9deb-4773-9f39-0d73443f4ad2 None None] Pushing event deleted for resources: {'Port': ['ID=06b71530-9a51-4fff-8775-e6ce21fa0935,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:30.172604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b74e39-9deb-4773-9f39-0d73443f4ad2 None None] No DVR routers for this DVR port 06b71530-9a51-4fff-8775-e6ce21fa0935 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:30.178675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] For port 4bb4b945-0480-44bf-b552-91c832001796, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4bb4b945-0480-44bf-b552-91c832001796,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:30.196142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.251465 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.290535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.293435 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Pushing event updated for resources: {'Port': ['ID=78d799f8-9a0d-4978-930a-4a0ce76a6d3d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:30.399513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905c0ba-29f1-4277-82c3-cb79c216aa4c None None] Pushing event updated for resources: {'Port': ['ID=4bb4b945-0480-44bf-b552-91c832001796,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:30.429594 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.469995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port fd5ef2e1-b679-4af1-b57b-7252094fa988, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fd5ef2e1-b679-4af1-b57b-7252094fa988,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:30.475897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9380f4a-9125-4dc5-b109-8b837f8db0fa None None] Provisioning for port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:30.481493 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.492735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9380f4a-9125-4dc5-b109-8b837f8db0fa None None] Provisioning complete for port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:30.493364 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9380f4a-9125-4dc5-b109-8b837f8db0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.501878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:26Z', 'revision_number': 3, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:30.752518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 06b71530-9a51-4fff-8775-e6ce21fa0935 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:30.770812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Checking router: 31356a8c-d36f-4969-8684-072ef145604e for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:30.771163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Updating router 31356a8c-d36f-4969-8684-072ef145604e port de81e14a-23fc-47ab-834b-b9ff3fa57326 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:33:30.785369 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.807535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Allocated IP 172.20.0.1 (0352164f-96a5-4178-b6d8-a14f4d70b900/a3301436-001e-410c-a51b-7a554801cd40/6441bc66-b107-44ca-9c4a-14a8e6d89656) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:30.877907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=06b71530-9a51-4fff-8775-e6ce21fa0935,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:30.891619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 06b71530-9a51-4fff-8775-e6ce21fa0935 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:30.892232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 06b71530-9a51-4fff-8775-e6ce21fa0935 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:30.892948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 379187a5-68df-48f8-8dd7-4d5d430d912c no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:30.904954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] No DVR routers for this DVR port 06b71530-9a51-4fff-8775-e6ce21fa0935 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:30.916583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:30.942384 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:30.949588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:30.950811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 379187a5-68df-48f8-8dd7-4d5d430d912c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:30.951349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 379187a5-68df-48f8-8dd7-4d5d430d912c not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:31.006350 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.029861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Transition to ACTIVE for port object 6441bc66-b107-44ca-9c4a-14a8e6d89656 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:31.048814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e9380f4a-9125-4dc5-b109-8b837f8db0fa None None] Port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:31.059201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=fd5ef2e1-b679-4af1-b57b-7252094fa988,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:31.127648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9380f4a-9125-4dc5-b109-8b837f8db0fa None None] Provisioning for port 87c4eecb-66fe-47db-9816-4c642286e312 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:31.136023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.197633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Network 0352164f-96a5-4178-b6d8-a14f4d70b900 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:31.205407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:31.210850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:31.245098 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.247073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9380f4a-9125-4dc5-b109-8b837f8db0fa None None] Provisioning complete for port 87c4eecb-66fe-47db-9816-4c642286e312 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:31.247414 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9380f4a-9125-4dc5-b109-8b837f8db0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.263878 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.310930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b2d21f-b911-4e51-9032-3f16b3832072']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:31.332640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4d05b8bc-7281-4e48-affb-d847a569a539 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:31.341717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534208b4-71a6-4c79-aa94-737bbfc6bbc8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:31.342217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534208b4-71a6-4c79-aa94-737bbfc6bbc8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:31.358523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4ede39d1-3a74-489d-b557-fb5ff9bc8c13 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 87c4eecb-66fe-47db-9816-4c642286e312 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:31.359010 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ede39d1-3a74-489d-b557-fb5ff9bc8c13 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.362993 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.427221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6441bc66-b107-44ca-9c4a-14a8e6d89656,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:31.432491 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Router a8edc805-a7ba-40bb-aafb-16c96da201f3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:31.434226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.457116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:33:31.463520 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:33:31.468647 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:33:31.471830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e9380f4a-9125-4dc5-b109-8b837f8db0fa None None] Port 87c4eecb-66fe-47db-9816-4c642286e312 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:31.612083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4d05b8bc-7281-4e48-affb-d847a569a539 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:31.622371 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.700311 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.709297 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ede39d1-3a74-489d-b557-fb5ff9bc8c13 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.740432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.757219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-abe90d0d-1260-48b1-932f-c4ca31591cb0 None None] Provisioning complete for port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:31.765962 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe90d0d-1260-48b1-932f-c4ca31591cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.775348 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4ede39d1-3a74-489d-b557-fb5ff9bc8c13 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 87c4eecb-66fe-47db-9816-4c642286e312 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:31.799868 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:31.809064 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/networks/71b2d21f-b911-4e51-9032-3f16b3832072 HTTP/1.1" status: 204 len: 168 time: 2.8614364 Jul 07 19:33:31.809789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:31.848701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e95d9e-06ad-427a-9f51-e46fd0cee389 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Network': ['ID=71b2d21f-b911-4e51-9032-3f16b3832072,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:31.919515 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:33:31.944438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-abe90d0d-1260-48b1-932f-c4ca31591cb0 None None] Port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:32.058284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-abe90d0d-1260-48b1-932f-c4ca31591cb0 None None] Provisioning complete for port 87c4eecb-66fe-47db-9816-4c642286e312 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:32.058980 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abe90d0d-1260-48b1-932f-c4ca31591cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.079263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:32.090450 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Sync routers for ids ['a8edc805-a7ba-40bb-aafb-16c96da201f3'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:32.105385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4bb4b945-0480-44bf-b552-91c832001796 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:32.108701 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Routers {'a8edc805-a7ba-40bb-aafb-16c96da201f3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:32.110169 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fceaf699-28e8-45ee-b323-ff6cc5367298 admin admin] 10.222.0.113 "PUT /v2.0/routers/a8edc805-a7ba-40bb-aafb-16c96da201f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8499854 Jul 07 19:33:32.112385 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a8edc805-a7ba-40bb-aafb-16c96da201f3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:32.142224 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.146519 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.160343 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.171187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Transition to ACTIVE for port object de81e14a-23fc-47ab-834b-b9ff3fa57326 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:32.173226 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-abe90d0d-1260-48b1-932f-c4ca31591cb0 None None] Port 87c4eecb-66fe-47db-9816-4c642286e312 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:32.185321 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.251749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad5630-604e-4812-8554-d3ad2b7c7d47 None None] Pushing event updated for resources: {'Port': ['ID=de81e14a-23fc-47ab-834b-b9ff3fa57326,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:32.268268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7952d3-253a-4b68-9896-231245dd9eac None None] Network 0352164f-96a5-4178-b6d8-a14f4d70b900 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:32.357892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Attempting to bind port de81e14a-23fc-47ab-834b-b9ff3fa57326 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:32.358476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Attempting to bind port de81e14a-23fc-47ab-834b-b9ff3fa57326 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:32.359243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Attempting to bind port de81e14a-23fc-47ab-834b-b9ff3fa57326 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:32.367339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4bb4b945-0480-44bf-b552-91c832001796 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:32.386580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:32.387304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:32.387727 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.388317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:32.388948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Bound port: de81e14a-23fc-47ab-834b-b9ff3fa57326, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:32.390369 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.424024 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Set router a8edc805-a7ba-40bb-aafb-16c96da201f3 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:32.443630 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.454817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6441bc66-b107-44ca-9c4a-14a8e6d89656,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:32.510353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c5556f-e03d-4fd5-872a-69667ab117c6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.518455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 67d0b5a2-f397-48c5-88c4-77cb0900dc26 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:32.592204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 67d0b5a2-f397-48c5-88c4-77cb0900dc26 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:32.593736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 67d0b5a2-f397-48c5-88c4-77cb0900dc26 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:32.647524 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c5556f-e03d-4fd5-872a-69667ab117c6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.692047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Network 0352164f-96a5-4178-b6d8-a14f4d70b900 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:32.705505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:32.722521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] For port de81e14a-23fc-47ab-834b-b9ff3fa57326, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:32.736693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] For port de81e14a-23fc-47ab-834b-b9ff3fa57326, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=de81e14a-23fc-47ab-834b-b9ff3fa57326,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:32.803758 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ede39d1-3a74-489d-b557-fb5ff9bc8c13 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.877375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0b4a6739-10b3-46ea-8f62-3c4b7d9fa2ae None None] Provisioning for port 4bb4b945-0480-44bf-b552-91c832001796 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:32.887191 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:32.904507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0b4a6739-10b3-46ea-8f62-3c4b7d9fa2ae None None] Provisioning complete for port 4bb4b945-0480-44bf-b552-91c832001796 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:32.920386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede39d1-3a74-489d-b557-fb5ff9bc8c13 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=87c4eecb-66fe-47db-9816-4c642286e312,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:32.922033 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6739-10b3-46ea-8f62-3c4b7d9fa2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:33.066539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Router 31356a8c-d36f-4969-8684-072ef145604e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:33.275242 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:28Z', 'revision_number': 4, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '78d799f8-9a0d-4978-930a-4a0ce76a6d3d', 'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'mac_address': 'fa:16:3e:f1:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:29Z', 'revision_number': 2, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'subnets': [{'id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:33.284450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fd5ef2e1-b679-4af1-b57b-7252094fa988 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:33.402963 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Checking router: a8edc805-a7ba-40bb-aafb-16c96da201f3 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:33.404588 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Updating router a8edc805-a7ba-40bb-aafb-16c96da201f3 port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:33:33.416374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad5630-604e-4812-8554-d3ad2b7c7d47 None None] Pushing event updated for resources: {'Port': ['ID=de81e14a-23fc-47ab-834b-b9ff3fa57326,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:33.430609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:33.432960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:33.452435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:33.478910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f2a604dc-c7e1-4062-a235-2811613288c8 admin admin] 10.222.0.113 "PUT /v2.0/routers/31356a8c-d36f-4969-8684-072ef145604e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3594649 Jul 07 19:33:33.572283 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:33.595584 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:34.240362 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c5556f-e03d-4fd5-872a-69667ab117c6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:34.251423 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9c5556f-e03d-4fd5-872a-69667ab117c6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:34.265749 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a9c5556f-e03d-4fd5-872a-69667ab117c6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/security-groups/96c36b94-7d33-4ff0-bc49-3b65d472b728 HTTP/1.1" status: 204 len: 168 time: 2.4060924 Jul 07 19:33:34.391858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port fd5ef2e1-b679-4af1-b57b-7252094fa988 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:34.412686 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:34.431147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5556f-e03d-4fd5-872a-69667ab117c6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c36b94-7d33-4ff0-bc49-3b65d472b728,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:34.446326 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ede39d1-3a74-489d-b557-fb5ff9bc8c13 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:34.486552 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6739-10b3-46ea-8f62-3c4b7d9fa2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:34.714673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:34.735201 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:34.762433 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Transition to ACTIVE for port object 78d799f8-9a0d-4978-930a-4a0ce76a6d3d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:34.777575 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:34.826259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0b4a6739-10b3-46ea-8f62-3c4b7d9fa2ae None None] For port 4bb4b945-0480-44bf-b552-91c832001796, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4bb4b945-0480-44bf-b552-91c832001796,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:34.870745 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6739-10b3-46ea-8f62-3c4b7d9fa2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:34.970004 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab849c88-b942-4ccf-8611-680b79d37ccb None None] Pushing event updated for resources: {'Port': ['ID=78d799f8-9a0d-4978-930a-4a0ce76a6d3d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:35.059466 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ede39d1-3a74-489d-b557-fb5ff9bc8c13 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 40e02b89-4c88-401d-bbac-51f159f94841 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:35.072051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:35.079826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1227246689-network', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:35.143080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Made reservation on behalf of ab79a8e8b346403490951bed1a93e357 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:35.163512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.185876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.196896 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Attempting to bind port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:35.197252 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Attempting to bind port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:35.197605 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Attempting to bind port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d on network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:35.222261 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:35.224540 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Checking segment: {'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:35.225804 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.227776 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Bound using segment: {'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:35.228424 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Bound port: 78d799f8-9a0d-4978-930a-4a0ce76a6d3d, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:35.229011 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.267971 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ede39d1-3a74-489d-b557-fb5ff9bc8c13 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:35.278541 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4ede39d1-3a74-489d-b557-fb5ff9bc8c13 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/40e02b89-4c88-401d-bbac-51f159f94841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3299217 Jul 07 19:33:35.281826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:35.364437 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c5335164-60c8-48df-8f52-8eec99e1cd5f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=40e02b89-4c88-401d-bbac-51f159f94841 HTTP/1.1" status: 200 len: 205 time: 0.0708320 Jul 07 19:33:35.365580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:35.376787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43703f8d-176e-4045-a22d-3a4a4d203896 None None] Sync routers for ids ['40e02b89-4c88-401d-bbac-51f159f94841'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:35.391598 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.399380 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.410017 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] For port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:35.417284 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] For port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=78d799f8-9a0d-4978-930a-4a0ce76a6d3d,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:35.424381 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.444449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:33:35.458940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:35.461346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc9da16-ea2a-4012-89b1-7e742f6eaf59,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:35.472267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-eee097ce-6f9d-497e-adc0-944bd8088c89 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138471905', 'description': 'tempest-secgroup-smoke-138471905 description', 'project_id': '07c63c8c00dd494689f912cfd2378197'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:35.473879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43703f8d-176e-4045-a22d-3a4a4d203896 None None] Routers {'40e02b89-4c88-401d-bbac-51f159f94841'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:35.475323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-43703f8d-176e-4045-a22d-3a4a4d203896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['40e02b89-4c88-401d-bbac-51f159f94841'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:35.486439 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.486942 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Added segment cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa of type vlan for network f453a80b-1cd8-457e-b58d-53008a352faa Jul 07 19:33:35.526762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-43703f8d-176e-4045-a22d-3a4a4d203896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:35.552998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58801d60-cbf7-45f8-8519-c6e284761ca7 None None] Provisioning for port 6441bc66-b107-44ca-9c4a-14a8e6d89656 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:35.565613 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a6739-10b3-46ea-8f62-3c4b7d9fa2ae None None] Pushing event updated for resources: {'Port': ['ID=4bb4b945-0480-44bf-b552-91c832001796,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:35.569392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58801d60-cbf7-45f8-8519-c6e284761ca7 None None] Provisioning complete for port 6441bc66-b107-44ca-9c4a-14a8e6d89656 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:35.570084 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58801d60-cbf7-45f8-8519-c6e284761ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.579527 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eee097ce-6f9d-497e-adc0-944bd8088c89 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.600302 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.610278 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88fabe4a-99e5-4467-a7fc-b48d59af5c9b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.626419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43703f8d-176e-4045-a22d-3a4a4d203896 None None] Routers {'40e02b89-4c88-401d-bbac-51f159f94841'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:35.627286 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Routers {'a8edc805-a7ba-40bb-aafb-16c96da201f3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:35.627624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-43703f8d-176e-4045-a22d-3a4a4d203896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['40e02b89-4c88-401d-bbac-51f159f94841'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:35.628958 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a8edc805-a7ba-40bb-aafb-16c96da201f3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:35.761955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-43703f8d-176e-4045-a22d-3a4a4d203896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:35.762772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43703f8d-176e-4045-a22d-3a4a4d203896 None None] The sync data for ids ['40e02b89-4c88-401d-bbac-51f159f94841'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:35.885277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58801d60-cbf7-45f8-8519-c6e284761ca7 None None] Port 6441bc66-b107-44ca-9c4a-14a8e6d89656 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:35.896765 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eee097ce-6f9d-497e-adc0-944bd8088c89 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.912776 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eee097ce-6f9d-497e-adc0-944bd8088c89 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.930041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58801d60-cbf7-45f8-8519-c6e284761ca7 None None] Provisioning complete for port 4bb4b945-0480-44bf-b552-91c832001796 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:35.930774 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58801d60-cbf7-45f8-8519-c6e284761ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.940592 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.941567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:35.942199 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:35.946186 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab849c88-b942-4ccf-8611-680b79d37ccb None None] Pushing event updated for resources: {'Port': ['ID=78d799f8-9a0d-4978-930a-4a0ce76a6d3d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:36.001875 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] Set router a8edc805-a7ba-40bb-aafb-16c96da201f3 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:36.020512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eee097ce-6f9d-497e-adc0-944bd8088c89 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.021784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-eee097ce-6f9d-497e-adc0-944bd8088c89 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5615561 Jul 07 19:33:36.026823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:36.058164 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 2, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:36.076107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee097ce-6f9d-497e-adc0-944bd8088c89 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f159fa-1634-486b-b257-85aa728ef27d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:36.090270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7d43f371-6d3f-43c7-be57-0d1fbf5621b8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '04f159fa-1634-486b-b257-85aa728ef27d', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:36.121238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0466201 Jul 07 19:33:36.125386 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88fabe4a-99e5-4467-a7fc-b48d59af5c9b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.128380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:36.130920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88fabe4a-99e5-4467-a7fc-b48d59af5c9b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.143121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132719f-96f9-44cc-a0bc-8be5ab44d27d admin admin] Pushing event updated for resources: {'Network': ['ID=f453a80b-1cd8-457e-b58d-53008a352faa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:36.149152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] Request body: {'subnet': {'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1227246689-subnet', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:36.158638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba4bc77-7db2-417e-99e8-d948c07ab3e0 None None] The sync data for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 is: [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 2, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:36.171047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f453a80b-1cd8-457e-b58d-53008a352faa details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:33:36.232662 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88fabe4a-99e5-4467-a7fc-b48d59af5c9b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.234010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fabe4a-99e5-4467-a7fc-b48d59af5c9b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Fanout notify agent at l3_agent the message router_deleted on router 40e02b89-4c88-401d-bbac-51f159f94841 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:33:36.240682 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d43f371-6d3f-43c7-be57-0d1fbf5621b8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.281753 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88fabe4a-99e5-4467-a7fc-b48d59af5c9b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.285978 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-88fabe4a-99e5-4467-a7fc-b48d59af5c9b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/40e02b89-4c88-401d-bbac-51f159f94841 HTTP/1.1" status: 204 len: 168 time: 0.9162068 Jul 07 19:33:36.286153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:36.333503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] Made reservation on behalf of ab79a8e8b346403490951bed1a93e357 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:36.337772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.383841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2285ef06-98a5-4225-882b-9bd3f9d3c046 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting subnet 19a73ab6-944d-431a-8186-e4eeac06a141 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:33:36.396717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2285ef06-98a5-4225-882b-9bd3f9d3c046 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.479779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2285ef06-98a5-4225-882b-9bd3f9d3c046 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.501273 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:28Z', 'revision_number': 4, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '78d799f8-9a0d-4978-930a-4a0ce76a6d3d', 'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'mac_address': 'fa:16:3e:f1:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:35Z', 'revision_number': 4, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'subnets': [{'id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:36.520065 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d43f371-6d3f-43c7-be57-0d1fbf5621b8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.528516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d43f371-6d3f-43c7-be57-0d1fbf5621b8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.564383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43f371-6d3f-43c7-be57-0d1fbf5621b8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78efbfc5-0660-43f1-9797-71fe594f6ec6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:36.601132 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d43f371-6d3f-43c7-be57-0d1fbf5621b8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.608319 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7d43f371-6d3f-43c7-be57-0d1fbf5621b8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5801706 Jul 07 19:33:36.614260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:36.614407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-691e7909-1f0a-4409-bdf0-80d4bf19218b None None] Provisioning complete for port 6441bc66-b107-44ca-9c4a-14a8e6d89656 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:36.622234 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b0f02-6be2-4f00-b574-359c20798f5e None None] The sync data for ids ['a8edc805-a7ba-40bb-aafb-16c96da201f3'] in n-d-792394-12 is: [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:28Z', 'revision_number': 4, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '78d799f8-9a0d-4978-930a-4a0ce76a6d3d', 'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'mac_address': 'fa:16:3e:f1:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:35Z', 'revision_number': 4, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'subnets': [{'id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:36.622920 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-691e7909-1f0a-4409-bdf0-80d4bf19218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.635510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-62af20cd-4643-4ee9-81ec-6df7537dc8c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '04f159fa-1634-486b-b257-85aa728ef27d', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:36.705997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2285ef06-98a5-4225-882b-9bd3f9d3c046 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.748216 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-691e7909-1f0a-4409-bdf0-80d4bf19218b None None] Port 6441bc66-b107-44ca-9c4a-14a8e6d89656 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:36.827217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62af20cd-4643-4ee9-81ec-6df7537dc8c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.847114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2285ef06-98a5-4225-882b-9bd3f9d3c046 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.894231 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2285ef06-98a5-4225-882b-9bd3f9d3c046 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:36.899780 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2285ef06-98a5-4225-882b-9bd3f9d3c046 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/19a73ab6-944d-431a-8186-e4eeac06a141 HTTP/1.1" status: 204 len: 168 time: 0.6128943 Jul 07 19:33:36.902476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15726410-b001-49a7-b53c-658cdb6d7883 None None] Network 58212a3e-61e4-4a59-80d6-8e4cecafdf32 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:36.912936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:36.913975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285ef06-98a5-4225-882b-9bd3f9d3c046 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Subnet': ['ID=19a73ab6-944d-431a-8186-e4eeac06a141,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:36.949991 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.110960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b9cee08-b151-4791-a1e2-8f082e581139,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:37.141881 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.144266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62af20cd-4643-4ee9-81ec-6df7537dc8c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.158205 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62af20cd-4643-4ee9-81ec-6df7537dc8c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.169299 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] Checking segment: {'id': 'cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:37.169667 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] Network hostable DHCP agents. Network: f453a80b-1cd8-457e-b58d-53008a352faa, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:33:37.242655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af20cd-4643-4ee9-81ec-6df7537dc8c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b3a7a6-d7de-4364-984a-a7a5351cb66c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:37.291588 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62af20cd-4643-4ee9-81ec-6df7537dc8c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.296448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:37.303696 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-62af20cd-4643-4ee9-81ec-6df7537dc8c9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6836078 Jul 07 19:33:37.310979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-47324077-afaa-4ceb-84cd-b972eb05a468 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '04f159fa-1634-486b-b257-85aa728ef27d', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:37.337675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] Network f453a80b-1cd8-457e-b58d-53008a352faa is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:33:37.350391 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f453a80b-1cd8-457e-b58d-53008a352faa) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:37.360553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bf36f1-d690-449e-8e31-ea6cf1457e69 None None] Network f453a80b-1cd8-457e-b58d-53008a352faa requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:37.393092 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:37.394006 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.407848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3da7f4-3385-470b-9d70-735299931b2b None None] DHCP port deletion for 58212a3e-61e4-4a59-80d6-8e4cecafdf32 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:33:37.426144 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d85ee0bf-c3eb-457f-845c-3cdcf152b8b2 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2966194 Jul 07 19:33:37.428731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:37.433585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1227246689-router', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:37.442487 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47324077-afaa-4ceb-84cd-b972eb05a468 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.497244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.499509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.662645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.667852 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47324077-afaa-4ceb-84cd-b972eb05a468 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.681809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 4d05b8bc-7281-4e48-affb-d847a569a539 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:37.683396 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.725083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dc3da7f4-3385-470b-9d70-735299931b2b None None] Deleting port 4d05b8bc-7281-4e48-affb-d847a569a539 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:37.725923 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc3da7f4-3385-470b-9d70-735299931b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.862251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47324077-afaa-4ceb-84cd-b972eb05a468 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.944000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 78d799f8-9a0d-4978-930a-4a0ce76a6d3d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:37.975228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47324077-afaa-4ceb-84cd-b972eb05a468 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41f11e3-34c1-43f6-b305-732546b3bf9d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:37.997534 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47324077-afaa-4ceb-84cd-b972eb05a468 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.002613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-47324077-afaa-4ceb-84cd-b972eb05a468 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7011957 Jul 07 19:33:38.002945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49374) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:38.005244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f453a80b-1cd8-457e-b58d-53008a352faa', 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'fixed_ips': [{'subnet_id': '3b9cee08-b151-4791-a1e2-8f082e581139'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:33:38.006482 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.007267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port 4d05b8bc-7281-4e48-affb-d847a569a539, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4d05b8bc-7281-4e48-affb-d847a569a539,segment=NetworkSegment(3c7d6360-2b34-48e2-add9-dab27b1a8f72),segment_id=3c7d6360-2b34-48e2-add9-dab27b1a8f72)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:38.007646 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.040202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dc3da7f4-3385-470b-9d70-735299931b2b None None] For port 4d05b8bc-7281-4e48-affb-d847a569a539, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4d05b8bc-7281-4e48-affb-d847a569a539,segment=NetworkSegment(3c7d6360-2b34-48e2-add9-dab27b1a8f72),segment_id=3c7d6360-2b34-48e2-add9-dab27b1a8f72)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:38.040731 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc3da7f4-3385-470b-9d70-735299931b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.042438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3dcc95d1-6278-4f62-b2ec-d25f8a6b75e7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '04f159fa-1634-486b-b257-85aa728ef27d', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:38.067199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 4d05b8bc-7281-4e48-affb-d847a569a539 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:38.074898 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.175125 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dcc95d1-6278-4f62-b2ec-d25f8a6b75e7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.233044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Allocated IP 172.20.0.2 (f453a80b-1cd8-457e-b58d-53008a352faa/3b9cee08-b151-4791-a1e2-8f082e581139/63397274-4589-460c-b88b-21bc5e4fc891) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:38.394791 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dcc95d1-6278-4f62-b2ec-d25f8a6b75e7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.396817 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.430777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=4d05b8bc-7281-4e48-affb-d847a569a539,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:38.440876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dcc95d1-6278-4f62-b2ec-d25f8a6b75e7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.473217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc95d1-6278-4f62-b2ec-d25f8a6b75e7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd93771e-1b45-4b0d-8772-8d057d71e163,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:38.490194 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dcc95d1-6278-4f62-b2ec-d25f8a6b75e7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.492313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3dcc95d1-6278-4f62-b2ec-d25f8a6b75e7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4740007 Jul 07 19:33:38.493991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No DVR routers for this DVR port 4d05b8bc-7281-4e48-affb-d847a569a539 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:38.495609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:38.506279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1b350e2a-1685-4bd7-b15a-c220b6329f71 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '04f159fa-1634-486b-b257-85aa728ef27d', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:38.593879 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-1b350e2a-1685-4bd7-b15a-c220b6329f71 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Project 07c63c8c00dd494689f912cfd2378197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:33:38.623392 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.648993 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b350e2a-1685-4bd7-b15a-c220b6329f71 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.661075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:38.676938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Transition to ACTIVE for port object 63397274-4589-460c-b88b-21bc5e4fc891 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:38.684537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dc3da7f4-3385-470b-9d70-735299931b2b None None] Calling delete_port for 4d05b8bc-7281-4e48-affb-d847a569a539 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:38.703677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.711156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:38.725102 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.731392 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.751558 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.837530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58212a3e-61e4-4a59-80d6-8e4cecafdf32']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:38.902273 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87293847-866c-4f67-8893-1c38be53f823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.914496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Transition to ACTIVE for port object 63397274-4589-460c-b88b-21bc5e4fc891 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:38.916798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7d6360-2b34-48e2-add9-dab27b1a8f72') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:38.917152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7d6360-2b34-48e2-add9-dab27b1a8f72') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:38.949995 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.966816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b350e2a-1685-4bd7-b15a-c220b6329f71 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.981753 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:38.984311 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b350e2a-1685-4bd7-b15a-c220b6329f71 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.040635 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b350e2a-1685-4bd7-b15a-c220b6329f71 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.047283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1b350e2a-1685-4bd7-b15a-c220b6329f71 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5497108 Jul 07 19:33:39.048453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Allocated IP 172.25.2.13 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/300cb909-91b2-4c0e-883d-6b9e94f6f685) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:39.050213 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.052336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:39.059181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b350e2a-1685-4bd7-b15a-c220b6329f71 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618dd04a-4bd6-42cb-9d7e-b999e5490b53,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:39.076311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-da2fa54e-b4cb-4da5-9ed9-0e42b3659963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'security_group_rule': {'security_group_id': '04f159fa-1634-486b-b257-85aa728ef27d', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:39.102295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:33:39.102295 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:33:39.109986 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:33:39.114463 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Network f453a80b-1cd8-457e-b58d-53008a352faa is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:39.139371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:39.149712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:39.254339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Pushing event updated for resources: {'Port': ['ID=63397274-4589-460c-b88b-21bc5e4fc891,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:39.291157 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-da2fa54e-b4cb-4da5-9ed9-0e42b3659963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Project 07c63c8c00dd494689f912cfd2378197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:33:39.310706 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da2fa54e-b4cb-4da5-9ed9-0e42b3659963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.335296 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.511536 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc3da7f4-3385-470b-9d70-735299931b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.534392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Attempting to bind port 63397274-4589-460c-b88b-21bc5e4fc891 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:39.535127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Attempting to bind port 63397274-4589-460c-b88b-21bc5e4fc891 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:39.535810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Attempting to bind port 63397274-4589-460c-b88b-21bc5e4fc891 on network f453a80b-1cd8-457e-b58d-53008a352faa {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:39.540873 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.596333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:39.597176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Checking segment: {'id': 'cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:39.597859 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.598520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Bound using segment: {'id': 'cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:39.599293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Bound port: 63397274-4589-460c-b88b-21bc5e4fc891, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:39.600067 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.605401 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.622441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc3da7f4-3385-470b-9d70-735299931b2b None None] Network 58212a3e-61e4-4a59-80d6-8e4cecafdf32 is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 19:33:39.623197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3da7f4-3385-470b-9d70-735299931b2b None None] No DVR routers for this DVR port 4d05b8bc-7281-4e48-affb-d847a569a539 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:33:39.626325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3da7f4-3385-470b-9d70-735299931b2b None None] Pushing event deleted for resources: {'Port': ['ID=4d05b8bc-7281-4e48-affb-d847a569a539,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:39.748347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] For port 63397274-4589-460c-b88b-21bc5e4fc891, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:39.752627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] For port 63397274-4589-460c-b88b-21bc5e4fc891, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=63397274-4589-460c-b88b-21bc5e4fc891,segment=NetworkSegment(cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa),segment_id=cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:39.758488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:39.768014 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.772315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=78d799f8-9a0d-4978-930a-4a0ce76a6d3d,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:39.782399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:39.789190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:39.805604 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:39.806413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4bb4b945-0480-44bf-b552-91c832001796 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:39.875813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Pushing event updated for resources: {'Port': ['ID=300cb909-91b2-4c0e-883d-6b9e94f6f685,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:39.927963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9e2aa-8277-46ab-9be8-e77fcaf85a2f None None] Pushing event updated for resources: {'Port': ['ID=63397274-4589-460c-b88b-21bc5e4fc891,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:40.074273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=78d799f8-9a0d-4978-930a-4a0ce76a6d3d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:40.098314 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4bb4b945-0480-44bf-b552-91c832001796 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:40.099994 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.148166 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.209901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.216205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/networks/58212a3e-61e4-4a59-80d6-8e4cecafdf32 HTTP/1.1" status: 204 len: 168 time: 3.2853141 Jul 07 19:33:40.216205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712cca7-3d86-4679-bf60-5c4af79482c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Network': ['ID=58212a3e-61e4-4a59-80d6-8e4cecafdf32,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:40.216510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49396) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:40.256881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1028417886', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:40.333642 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da2fa54e-b4cb-4da5-9ed9-0e42b3659963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.345355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da2fa54e-b4cb-4da5-9ed9-0e42b3659963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.378004 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.379078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.398017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fa54e-b4cb-4da5-9ed9-0e42b3659963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47eea699-76b5-440a-897b-74ff305a24be,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:40.416484 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da2fa54e-b4cb-4da5-9ed9-0e42b3659963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.422607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-da2fa54e-b4cb-4da5-9ed9-0e42b3659963 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3559017 Jul 07 19:33:40.426171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49398) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:40.442294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'network': {'name': 'tempest-network-smoke--166176800', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:40.455240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4d05b8bc-7281-4e48-affb-d847a569a539 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:33:40.502710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.529747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 4d05b8bc-7281-4e48-affb-d847a569a539 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:33:40.530645 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4d05b8bc-7281-4e48-affb-d847a569a539 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:33:40.564801 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.730090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:40.735671 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.771157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:33:40.791046 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.791411 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Added segment 33a0ef11-f4fc-46c5-954a-47e62323bfc1 of type vlan for network 76cfa084-8182-4f08-ae02-edf5de806cbf Jul 07 19:33:40.846183 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.884444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.946043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device de81e14a-23fc-47ab-834b-b9ff3fa57326 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:40.978682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:40.986554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:33:41.010485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port de81e14a-23fc-47ab-834b-b9ff3fa57326 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:41.016518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port de81e14a-23fc-47ab-834b-b9ff3fa57326 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:41.016911 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.067924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Router ae6a0dd5-639a-4487-bba6-4f8ca5034135 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:33:41.113065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.123543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f52c8c7-32d3-45f3-89c3-f642657ae51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.128752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:41.129811 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.202924 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.237722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port de81e14a-23fc-47ab-834b-b9ff3fa57326, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=de81e14a-23fc-47ab-834b-b9ff3fa57326,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:41.246319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.247355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 78d799f8-9a0d-4978-930a-4a0ce76a6d3d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:41.276739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:41.290666 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Sync routers for ids ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:41.302217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.315273 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6f09fbb8-058d-4fed-a725-a9967470097e admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8837831 Jul 07 19:33:41.315705 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Routers {'ae6a0dd5-639a-4487-bba6-4f8ca5034135'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:41.316411 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:41.317500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:41.323948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:41.324375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8946600 Jul 07 19:33:41.328176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0522a0-4502-42f8-87ed-0fd21a764890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Network': ['ID=76cfa084-8182-4f08-ae02-edf5de806cbf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:41.357381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 76cfa084-8182-4f08-ae02-edf5de806cbf details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:33:41.368231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'admin_state_up': True, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:41.553124 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.555368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.562756 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.586542 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Set router ae6a0dd5-639a-4487-bba6-4f8ca5034135 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:41.631559 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.839135 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.892573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Allocated IP 172.25.2.157 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/9d5261a6-0e5d-45e7-9618-181b2afd6fb2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:41.959963 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:41.964091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Sync routers for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:41.968786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c049ab22-08f9-4e92-9940-ed7a799f039f None None] Network f453a80b-1cd8-457e-b58d-53008a352faa requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:42.054360 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'name': 'tempest-TestVolumeBackupRestore-1227246689-router', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:37Z', 'updated_at': '2021-07-07T19:33:40Z', 'revision_number': 3, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'gw_port': {'id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:38Z', 'updated_at': '2021-07-07T19:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:42.103817 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.137710 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Checking router: ae6a0dd5-639a-4487-bba6-4f8ca5034135 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:42.137710 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Updating router ae6a0dd5-639a-4487-bba6-4f8ca5034135 port 300cb909-91b2-4c0e-883d-6b9e94f6f685 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:33:42.197795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.226636 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.255963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:42.261776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:42.272207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:42.321269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=9d5261a6-0e5d-45e7-9618-181b2afd6fb2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:42.321495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=de81e14a-23fc-47ab-834b-b9ff3fa57326,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:42.339279 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.382874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c07b0ea-03c5-4a7d-9b93-30f132c44509 None None] Provisioning for port 63397274-4589-460c-b88b-21bc5e4fc891 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:42.391752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:42.392452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:42.572298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:42.573154 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.582112 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.727156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:42.887444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 63397274-4589-460c-b88b-21bc5e4fc891 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:42.901713 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.904571 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:42.929054 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Transition to ACTIVE for port object 300cb909-91b2-4c0e-883d-6b9e94f6f685 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:42.943607 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.043913 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Attempting to bind port 300cb909-91b2-4c0e-883d-6b9e94f6f685 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:43.048578 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Attempting to bind port 300cb909-91b2-4c0e-883d-6b9e94f6f685 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:43.049106 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Attempting to bind port 300cb909-91b2-4c0e-883d-6b9e94f6f685 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:43.083765 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:43.083765 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:43.083765 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.083765 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:43.083765 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Bound port: 300cb909-91b2-4c0e-883d-6b9e94f6f685, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:43.084331 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.136987 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Pushing event updated for resources: {'Port': ['ID=300cb909-91b2-4c0e-883d-6b9e94f6f685,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:43.166432 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.166839 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.167185 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.167521 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.167851 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.168177 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.168524 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.168852 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.169171 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.169491 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.176339 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.176799 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:43.220981 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] For port 300cb909-91b2-4c0e-883d-6b9e94f6f685, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:43.225301 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] For port 300cb909-91b2-4c0e-883d-6b9e94f6f685, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=300cb909-91b2-4c0e-883d-6b9e94f6f685,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:43.235432 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.354742 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.383475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 63397274-4589-460c-b88b-21bc5e4fc891 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:43.385176 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Routers {'ae6a0dd5-639a-4487-bba6-4f8ca5034135'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:43.385810 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:43.398968 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7366760-9fe5-428e-afc9-4d72aead9729 None None] Pushing event updated for resources: {'Port': ['ID=300cb909-91b2-4c0e-883d-6b9e94f6f685,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:43.414738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 63397274-4589-460c-b88b-21bc5e4fc891 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:43.415324 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.565999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 2, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:43.581781 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] Set router ae6a0dd5-639a-4487-bba6-4f8ca5034135 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:43.611839 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.645949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 15ac96f7-5d26-46df-a5af-19e101b08b40 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:33:43.654653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Checking router: 31356a8c-d36f-4969-8684-072ef145604e for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:43.656221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Updating router 31356a8c-d36f-4969-8684-072ef145604e port 6441bc66-b107-44ca-9c4a-14a8e6d89656 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:33:43.739333 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.745900 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.883220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 63397274-4589-460c-b88b-21bc5e4fc891, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=63397274-4589-460c-b88b-21bc5e4fc891,segment=NetworkSegment(cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa),segment_id=cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:43.904358 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.919539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:43.964879 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:43.968758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-233150e7-755a-46ce-a56e-54ad7c48a30a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7488158 Jul 07 19:33:43.969038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49436) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:44.078108 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca266f-b5df-417b-b9c2-869a74370971 None None] Sync routers for ids ['15ac96f7-5d26-46df-a5af-19e101b08b40'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:44.111944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device de81e14a-23fc-47ab-834b-b9ff3fa57326 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:44.154029 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca266f-b5df-417b-b9c2-869a74370971 None None] Routers {'15ac96f7-5d26-46df-a5af-19e101b08b40'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:44.159003 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57ca266f-b5df-417b-b9c2-869a74370971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['15ac96f7-5d26-46df-a5af-19e101b08b40'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:44.312541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.329540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d471bf91-3667-4a84-8f23-cd2a6cab8764 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/routers/15ac96f7-5d26-46df-a5af-19e101b08b40 HTTP/1.1" status: 200 len: 885 time: 0.3570561 Jul 07 19:33:44.330220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:44.396126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=63397274-4589-460c-b88b-21bc5e4fc891,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:44.400969 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57ca266f-b5df-417b-b9c2-869a74370971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:44.413870 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.427201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.481415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Allocated IP 172.20.0.1 (f453a80b-1cd8-457e-b58d-53008a352faa/3b9cee08-b151-4791-a1e2-8f082e581139/714ae0bc-98f8-41b8-9a7d-acc6fae49355) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:44.482783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port de81e14a-23fc-47ab-834b-b9ff3fa57326 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:44.483909 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.529216 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca266f-b5df-417b-b9c2-869a74370971 None None] Routers {'15ac96f7-5d26-46df-a5af-19e101b08b40'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:44.536276 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57ca266f-b5df-417b-b9c2-869a74370971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['15ac96f7-5d26-46df-a5af-19e101b08b40'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:44.599229 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-57ca266f-b5df-417b-b9c2-869a74370971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:44.599876 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca266f-b5df-417b-b9c2-869a74370971 None None] The sync data for ids ['15ac96f7-5d26-46df-a5af-19e101b08b40'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:44.667428 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'name': 'tempest-TestVolumeBackupRestore-1227246689-router', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:37Z', 'updated_at': '2021-07-07T19:33:40Z', 'revision_number': 3, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'gw_port': {'id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:38Z', 'updated_at': '2021-07-07T19:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:44.713952 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a4e1f-ee03-4f9c-b0ee-e711b3639a58 None None] The sync data for ids ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'] in n-d-792394-12 is: [{'id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'name': 'tempest-TestVolumeBackupRestore-1227246689-router', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:37Z', 'updated_at': '2021-07-07T19:33:40Z', 'revision_number': 3, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'gw_port': {'id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:38Z', 'updated_at': '2021-07-07T19:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:44.762324 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.786600 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Transition to ACTIVE for port object 6441bc66-b107-44ca-9c4a-14a8e6d89656 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:44.802820 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.816200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6623e811-9b2c-4df6-a8ba-da692b8a3c77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4847045 Jul 07 19:33:44.818613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:44.829108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-69d0ec2c-8aa1-4da9-95f9-cc0daddcf3b0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1028417886'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:44.900515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.25.2.148 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/e9c2f5ee-9758-450d-8482-204ec5977c28) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:44.944218 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:44.998029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950d6d8-8d16-41f4-8c7b-ec35a51a3f72 None None] Pushing event updated for resources: {'Port': ['ID=6441bc66-b107-44ca-9c4a-14a8e6d89656,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:45.015515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Attempting to bind port 6441bc66-b107-44ca-9c4a-14a8e6d89656 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:45.016248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Attempting to bind port 6441bc66-b107-44ca-9c4a-14a8e6d89656 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:45.017146 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Attempting to bind port 6441bc66-b107-44ca-9c4a-14a8e6d89656 on network 0352164f-96a5-4178-b6d8-a14f4d70b900 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:45.024884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:45.026210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Checking segment: {'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:45.026844 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.031720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Bound using segment: {'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:45.033361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Bound port: 6441bc66-b107-44ca-9c4a-14a8e6d89656, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:45.034280 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.047148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Transition to ACTIVE for port object 714ae0bc-98f8-41b8-9a7d-acc6fae49355 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:45.195861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] For port 6441bc66-b107-44ca-9c4a-14a8e6d89656, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:45.205506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] For port 6441bc66-b107-44ca-9c4a-14a8e6d89656, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6441bc66-b107-44ca-9c4a-14a8e6d89656,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:45.217543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.285199 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.302787 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.332148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:45.338022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:45.461867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Pushing event updated for resources: {'Port': ['ID=714ae0bc-98f8-41b8-9a7d-acc6fae49355,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:45.474559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Network f453a80b-1cd8-457e-b58d-53008a352faa is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:45.477353 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:45.481408 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:45.526524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950d6d8-8d16-41f4-8c7b-ec35a51a3f72 None None] Pushing event updated for resources: {'Port': ['ID=6441bc66-b107-44ca-9c4a-14a8e6d89656,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:45.572254 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.734739 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:45.819758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:45.990559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:45.997865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:46.015732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:46.152841 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=e9c2f5ee-9758-450d-8482-204ec5977c28,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:46.274424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6441bc66-b107-44ca-9c4a-14a8e6d89656 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:46.359266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d6bc820d-21bf-4684-9d1b-50214d09159f None None] Provisioning for port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:46.366871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d6bc820d-21bf-4684-9d1b-50214d09159f None None] Provisioning complete for port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:46.367253 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6bc820d-21bf-4684-9d1b-50214d09159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.374895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.483910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 6441bc66-b107-44ca-9c4a-14a8e6d89656 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:46.494383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc820d-21bf-4684-9d1b-50214d09159f None None] Port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:46.514057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-07a5524e-e7d8-49a6-8f4a-98dfb874c88b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:46.517917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:45Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:46.522010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-07a5524e-e7d8-49a6-8f4a-98dfb874c88b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.2638483 Jul 07 19:33:46.525009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6441bc66-b107-44ca-9c4a-14a8e6d89656 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:46.525718 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.541085 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-5f14781c-c124-4deb-b700-424957dabf31 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/quotas/f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 375 time: 0.0181031 Jul 07 19:33:46.602296 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69d0ec2c-8aa1-4da9-95f9-cc0daddcf3b0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.629534 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69d0ec2c-8aa1-4da9-95f9-cc0daddcf3b0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.645313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-e88aa8f7-8cc2-4984-bde6-1e80d58f7c3c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032794 Jul 07 19:33:46.677618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b905968-4d52-42b6-80b0-e8161252447b None None] The sync data for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 is: [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:45Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:46.761716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.776964 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.851986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d0ec2c-8aa1-4da9-95f9-cc0daddcf3b0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 15ac96f7-5d26-46df-a5af-19e101b08b40 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:46.878733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 6441bc66-b107-44ca-9c4a-14a8e6d89656, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6441bc66-b107-44ca-9c4a-14a8e6d89656,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:46.893802 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.895724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 300cb909-91b2-4c0e-883d-6b9e94f6f685 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:46.926490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.939123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.010424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-ff236177-6432-43f4-a037-62205deb8fb8 service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641496 Jul 07 19:33:47.034450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=6441bc66-b107-44ca-9c4a-14a8e6d89656,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:47.073319 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 300cb909-91b2-4c0e-883d-6b9e94f6f685 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:47.082120 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Pushing event updated for resources: {'Port': ['ID=714ae0bc-98f8-41b8-9a7d-acc6fae49355,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:47.090398 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 300cb909-91b2-4c0e-883d-6b9e94f6f685 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:47.091080 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.105213 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.235626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-6708e474-ff37-4ead-936d-de1837a27c2b service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224913 Jul 07 19:33:47.238685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d0ec2c-8aa1-4da9-95f9-cc0daddcf3b0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:47.254668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69d0ec2c-8aa1-4da9-95f9-cc0daddcf3b0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.259905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-69d0ec2c-8aa1-4da9-95f9-cc0daddcf3b0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/15ac96f7-5d26-46df-a5af-19e101b08b40 HTTP/1.1" status: 200 len: 892 time: 2.4418497 Jul 07 19:33:47.264704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:47.275715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559bee5-2f19-4f01-a904-1f7058c18589 None None] Sync routers for ids ['15ac96f7-5d26-46df-a5af-19e101b08b40'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:47.327121 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.355382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.382759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559bee5-2f19-4f01-a904-1f7058c18589 None None] Routers {'15ac96f7-5d26-46df-a5af-19e101b08b40'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:47.383700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4559bee5-2f19-4f01-a904-1f7058c18589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['15ac96f7-5d26-46df-a5af-19e101b08b40'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:47.457983 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Network f453a80b-1cd8-457e-b58d-53008a352faa is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:47.466249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:47.482091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4559bee5-2f19-4f01-a904-1f7058c18589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:47.486278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 300cb909-91b2-4c0e-883d-6b9e94f6f685, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=300cb909-91b2-4c0e-883d-6b9e94f6f685,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:47.496675 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:47.497534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 63397274-4589-460c-b88b-21bc5e4fc891 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:47.500468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559bee5-2f19-4f01-a904-1f7058c18589 None None] Routers {'15ac96f7-5d26-46df-a5af-19e101b08b40'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:47.501410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4559bee5-2f19-4f01-a904-1f7058c18589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['15ac96f7-5d26-46df-a5af-19e101b08b40'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:47.575587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b8bcd212-800b-44cd-8ec1-5050fe1bfb4b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/routers/15ac96f7-5d26-46df-a5af-19e101b08b40 HTTP/1.1" status: 200 len: 892 time: 0.3095009 Jul 07 19:33:47.592008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49486) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:47.700339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4559bee5-2f19-4f01-a904-1f7058c18589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:47.705346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559bee5-2f19-4f01-a904-1f7058c18589 None None] The sync data for ids ['15ac96f7-5d26-46df-a5af-19e101b08b40'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:47.716670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b30683e-905c-42d0-a916-d9c92c483b48 req-073a4e25-8793-4ede-81a2-023a60ef84a1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 210 time: 0.0629990 Jul 07 19:33:47.764598 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9a482ada-fb95-4b76-af47-459e99a10662 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=15ac96f7-5d26-46df-a5af-19e101b08b40 HTTP/1.1" status: 200 len: 205 time: 0.1538424 Jul 07 19:33:47.767295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:47.862132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 251c81a7-565a-49f8-bb20-67cdcdf833bf is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:33:48.018047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:48.041747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Router ae6a0dd5-639a-4487-bba6-4f8ca5034135 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:33:48.115245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c8b11e-7543-4428-9f62-fead2025b536 None None] Provisioning complete for port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:48.115636 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c8b11e-7543-4428-9f62-fead2025b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:48.130838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 63397274-4589-460c-b88b-21bc5e4fc891 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:48.135795 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:48.185640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=300cb909-91b2-4c0e-883d-6b9e94f6f685,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:48.248375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:48.309984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c8b11e-7543-4428-9f62-fead2025b536 None None] Port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:48.369455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 9d5261a6-0e5d-45e7-9618-181b2afd6fb2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:33:48.370285 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:48.489354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 300cb909-91b2-4c0e-883d-6b9e94f6f685 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:48.620150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 300cb909-91b2-4c0e-883d-6b9e94f6f685 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:48.620946 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:48.635954 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:48.668046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 9d5261a6-0e5d-45e7-9618-181b2afd6fb2 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:33:48.853837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6441bc66-b107-44ca-9c4a-14a8e6d89656 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:48.969448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6441bc66-b107-44ca-9c4a-14a8e6d89656 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:48.973429 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.028971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-507ccee5-88a8-4b15-a430-1f1ac5188b9a req-57607d95-c342-41a7-9385-caa6a2ab8308 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 210 time: 0.0518861 Jul 07 19:33:49.098533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.134051 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.152293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:49.166394 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bb41fb7e-7c5e-4cde-8d17-8b5759fd6331 admin admin] 10.222.0.113 "PUT /v2.0/routers/ae6a0dd5-639a-4487-bba6-4f8ca5034135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8476803 Jul 07 19:33:49.179924 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Sync routers for ids ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:49.186904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:49.199322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=9d5261a6-0e5d-45e7-9618-181b2afd6fb2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:49.214320 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Routers {'ae6a0dd5-639a-4487-bba6-4f8ca5034135'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:49.214994 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:49.217142 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.219568 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b58ccba4-900f-41cc-964a-3befbcb04bbf tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.8662963 Jul 07 19:33:49.226218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Sync routers for ids ['251c81a7-565a-49f8-bb20-67cdcdf833bf'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:49.229354 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:49.237509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Routers {'251c81a7-565a-49f8-bb20-67cdcdf833bf'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:49.238188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['251c81a7-565a-49f8-bb20-67cdcdf833bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:49.271627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.272268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.273751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.276664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.277224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.277729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.278599 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.279774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.280905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.282228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.282795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.283470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:33:49.328861 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e51658ee-c452-42c6-b464-d68d8801d57b tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=07c63c8c00dd494689f912cfd2378197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0941834 Jul 07 19:33:49.331721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:49.419756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Set router 251c81a7-565a-49f8-bb20-67cdcdf833bf gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:49.482823 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Set router ae6a0dd5-639a-4487-bba6-4f8ca5034135 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:49.506022 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.618343 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.620567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.695693 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.696360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Fanout notify agent at l3_agent the message router_deleted on router 15ac96f7-5d26-46df-a5af-19e101b08b40 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:33:49.709868 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.711164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-83f4e9a2-f2cf-402e-ac12-2c83cf1b4f5b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/15ac96f7-5d26-46df-a5af-19e101b08b40 HTTP/1.1" status: 204 len: 168 time: 1.9423473 Jul 07 19:33:49.714954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:49.721665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2130143008'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:49.766306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:49.782119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.814320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf58f3a-363e-47c7-8889-361ff6e27836 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:49.816966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-aaf58f3a-363e-47c7-8889-361ff6e27836 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4797401 Jul 07 19:33:49.828170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:49.848235 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'name': 'tempest-TestVolumeBackupRestore-1227246689-router', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:37Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 4, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'gw_port': {'id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:38Z', 'updated_at': '2021-07-07T19:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '714ae0bc-98f8-41b8-9a7d-acc6fae49355', 'name': '', 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'mac_address': 'fa:16:3e:cd:0f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '3b9cee08-b151-4791-a1e2-8f082e581139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:43Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 2, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'subnets': [{'id': '3b9cee08-b151-4791-a1e2-8f082e581139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:49.851549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:33:49.856763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:49.879032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:49.879393 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added segment 27630c97-e8a8-4b91-96e9-1d4c7b52a5f2 of type vlan for network 61e2b49d-916a-4efa-8d71-f057f2a01ca8 Jul 07 19:33:49.909225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0b06e32c-9934-4fd6-9881-0c0eeb17b267 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0794158 Jul 07 19:33:49.912374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:49.917743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-748808020', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'project_id': '07c63c8c00dd494689f912cfd2378197', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:49.933972 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Checking router: ae6a0dd5-639a-4487-bba6-4f8ca5034135 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:49.934331 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Updating router ae6a0dd5-639a-4487-bba6-4f8ca5034135 port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:33:49.948651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Checking router: 251c81a7-565a-49f8-bb20-67cdcdf833bf for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:33:49.949167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Updating router 251c81a7-565a-49f8-bb20-67cdcdf833bf port e9c2f5ee-9758-450d-8482-204ec5977c28 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:33:50.000569 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.027215 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.027914 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.060001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-ab1d12d5-81f6-42cb-8b4c-29ed7483bfc7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:50.063404 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-ab1d12d5-81f6-42cb-8b4c-29ed7483bfc7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.2840397 Jul 07 19:33:50.084611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'port': {'device_id': '675c2a58-256e-493f-9751-6d74eddac88c', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'admin_state_up': True, 'tenant_id': 'f58f2e439b864b4da52aae10cd571039'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:50.111287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.117864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:50.118483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.153785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:50.160911 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.285019 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5660772 Jul 07 19:33:50.291664 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:50.299767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'subnet': {'network_id': '61e2b49d-916a-4efa-8d71-f057f2a01ca8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:50.345228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303c252-6340-4f9d-a677-9f4d9833c411 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Network': ['ID=61e2b49d-916a-4efa-8d71-f057f2a01ca8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:50.364728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65cc7910-f059-46f7-b228-f4d90483177b req-f0e42569-1f5b-47c5-8ee5-b8e114856dee tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 210 time: 0.0623789 Jul 07 19:33:50.413733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 61e2b49d-916a-4efa-8d71-f057f2a01ca8 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:33:50.540800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:50.545645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.598596 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.616205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Made reservation on behalf of f58f2e439b864b4da52aae10cd571039 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:33:50.618839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Transition to ACTIVE for port object e9c2f5ee-9758-450d-8482-204ec5977c28 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:50.623423 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.629304 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.703567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Attempting to bind port e9c2f5ee-9758-450d-8482-204ec5977c28 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:50.704222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Attempting to bind port e9c2f5ee-9758-450d-8482-204ec5977c28 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:50.704713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Attempting to bind port e9c2f5ee-9758-450d-8482-204ec5977c28 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:50.735781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:50.742620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:50.743347 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.746925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:50.747493 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.748212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Bound port: e9c2f5ee-9758-450d-8482-204ec5977c28, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:50.749603 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.791860 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Transition to ACTIVE for port object 714ae0bc-98f8-41b8-9a7d-acc6fae49355 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:50.804550 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.825794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4dd33-d10d-4856-badc-4741d01bebe4 None None] Pushing event updated for resources: {'Port': ['ID=e9c2f5ee-9758-450d-8482-204ec5977c28,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:50.968335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] For port e9c2f5ee-9758-450d-8482-204ec5977c28, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:50.974073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] For port e9c2f5ee-9758-450d-8482-204ec5977c28, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e9c2f5ee-9758-450d-8482-204ec5977c28,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:50.986627 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.041120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.059287 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a016b-00e3-4078-98b7-0b567541e2a3 None None] Pushing event updated for resources: {'Port': ['ID=714ae0bc-98f8-41b8-9a7d-acc6fae49355,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:51.099389 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Attempting to bind port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:51.100353 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Attempting to bind port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:51.100353 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Attempting to bind port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 on network f453a80b-1cd8-457e-b58d-53008a352faa {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:51.108202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Routers {'251c81a7-565a-49f8-bb20-67cdcdf833bf'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:51.109111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['251c81a7-565a-49f8-bb20-67cdcdf833bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:51.115561 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:51.115933 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Checking segment: {'id': 'cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:51.116337 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.116753 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Bound using segment: {'id': 'cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:51.117226 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Bound port: 714ae0bc-98f8-41b8-9a7d-acc6fae49355, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:51.117601 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.165446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Subnet': ['ID=3cf88ba6-987c-4b4e-ab0c-eb973ac92a49,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:51.217162 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] For port 714ae0bc-98f8-41b8-9a7d-acc6fae49355, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:51.221985 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] For port 714ae0bc-98f8-41b8-9a7d-acc6fae49355, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=714ae0bc-98f8-41b8-9a7d-acc6fae49355,segment=NetworkSegment(cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa),segment_id=cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:51.247635 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.314827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Checking segment: {'id': '27630c97-e8a8-4b91-96e9-1d4c7b52a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '61e2b49d-916a-4efa-8d71-f057f2a01ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:51.315456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network hostable DHCP agents. Network: 61e2b49d-916a-4efa-8d71-f057f2a01ca8, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:33:51.377331 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Routers {'ae6a0dd5-639a-4487-bba6-4f8ca5034135'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:51.379341 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:51.379604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 61e2b49d-916a-4efa-8d71-f057f2a01ca8 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:33:51.398618 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 61e2b49d-916a-4efa-8d71-f057f2a01ca8) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:51.416847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:51.417721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] Set router 251c81a7-565a-49f8-bb20-67cdcdf833bf gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:51.421441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.476271 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1cb8be74-1669-4cc8-a1fa-7cf256225f2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1811256 Jul 07 19:33:51.476568 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:51.481417 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-079f6917-c976-4055-8366-3f282da64d38 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2051399131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:51.532438 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-079f6917-c976-4055-8366-3f282da64d38 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.533910 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-079f6917-c976-4055-8366-3f282da64d38 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.644672 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] Set router ae6a0dd5-639a-4487-bba6-4f8ca5034135 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:33:51.647741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a51428-769b-47bd-a52f-6b2f5b0cc286 None None] Network 61e2b49d-916a-4efa-8d71-f057f2a01ca8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:51.672660 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-079f6917-c976-4055-8366-3f282da64d38 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.678550 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-079f6917-c976-4055-8366-3f282da64d38 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.701901 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-079f6917-c976-4055-8366-3f282da64d38 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.707517 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-079f6917-c976-4055-8366-3f282da64d38 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2295713 Jul 07 19:33:51.711416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:51.854489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Allocated IP 172.20.0.11 (b150f212-e4ea-4f67-9554-56f7fecaa4a1/b1e703ee-e305-44a3-b919-3ea0602c9c04/666ed739-d5bb-404d-ab42-94b280c10d3e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:51.870265 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a016b-00e3-4078-98b7-0b567541e2a3 None None] Pushing event updated for resources: {'Port': ['ID=714ae0bc-98f8-41b8-9a7d-acc6fae49355,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:51.907162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4dd33-d10d-4856-badc-4741d01bebe4 None None] Pushing event updated for resources: {'Port': ['ID=e9c2f5ee-9758-450d-8482-204ec5977c28,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:52.046382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-61e2b49d-916a-4efa-8d71-f057f2a01ca8', 'network_id': '61e2b49d-916a-4efa-8d71-f057f2a01ca8', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'fixed_ips': [{'subnet_id': '3cf88ba6-987c-4b4e-ab0c-eb973ac92a49'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:33:52.048087 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:52.208270 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:52.252392 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'name': 'tempest-TestVolumeBackupRestore-1227246689-router', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:37Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 4, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'gw_port': {'id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:38Z', 'updated_at': '2021-07-07T19:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '714ae0bc-98f8-41b8-9a7d-acc6fae49355', 'name': '', 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'mac_address': 'fa:16:3e:cd:0f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '3b9cee08-b151-4791-a1e2-8f082e581139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:43Z', 'updated_at': '2021-07-07T19:33:51Z', 'revision_number': 4, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'subnets': [{'id': '3b9cee08-b151-4791-a1e2-8f082e581139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:52.256590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df2a1cc9-1706-4859-b733-991e208e0695 req-05bda095-55d0-4669-860a-98d8d38b362b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 210 time: 0.0728467 Jul 07 19:33:52.300185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:52.336563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Transition to ACTIVE for port object 666ed739-d5bb-404d-ab42-94b280c10d3e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:52.349908 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d7f1a-1f94-4b44-b40c-d6bfade54df2 None None] The sync data for ids ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'] in n-d-792394-12 is: [{'id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'name': 'tempest-TestVolumeBackupRestore-1227246689-router', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:37Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 4, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'gw_port': {'id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:38Z', 'updated_at': '2021-07-07T19:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '714ae0bc-98f8-41b8-9a7d-acc6fae49355', 'name': '', 'network_id': 'f453a80b-1cd8-457e-b58d-53008a352faa', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'mac_address': 'fa:16:3e:cd:0f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '3b9cee08-b151-4791-a1e2-8f082e581139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:43Z', 'updated_at': '2021-07-07T19:33:51Z', 'revision_number': 4, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'subnets': [{'id': '3b9cee08-b151-4791-a1e2-8f082e581139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:52.366788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Subnet': ['ID=c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:52.413614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Checking segment: {'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:52.413988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network hostable DHCP agents. Network: 76cfa084-8182-4f08-ae02-edf5de806cbf, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:33:52.472740 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:52.474353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 76cfa084-8182-4f08-ae02-edf5de806cbf is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:33:52.505088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:52.559621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=666ed739-d5bb-404d-ab42-94b280c10d3e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:52.559818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Allocated IP 2001:db8::2 (61e2b49d-916a-4efa-8d71-f057f2a01ca8/3cf88ba6-987c-4b4e-ab0c-eb973ac92a49/47c0be73-dc4a-4a90-9d8b-0c2bda3fe978) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:52.563262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4576e4-c3d8-442d-931b-7d5d330a1d15 None None] The sync data for ids ['251c81a7-565a-49f8-bb20-67cdcdf833bf'] in n-d-792394-12 is: [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 3, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:52.576402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 76cfa084-8182-4f08-ae02-edf5de806cbf) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:52.587097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:52.591038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:52.591219 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:52.595429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ff4e3-a5a6-4b08-92fa-831831dda2f5 None None] Network 76cfa084-8182-4f08-ae02-edf5de806cbf requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:52.605497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:52.606589 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:52.620648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:52.707200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ca6418c2-2f60-420f-ab5b-5e7c986f6ffb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7934251 Jul 07 19:33:52.719204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:52.875130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:52.875824 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:53.010902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-c7ac3960-4d10-4e74-adaf-aaa9c11f0ab1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9311883 Jul 07 19:33:53.057805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Request body: {'port': {'device_id': '675c2a58-256e-493f-9751-6d74eddac88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:53.338252 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:53.379413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dba9760f-5ae6-4734-b933-bcd67c4b78d6 None None] Provisioning for port 666ed739-d5bb-404d-ab42-94b280c10d3e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:53.400415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Transition to ACTIVE for port object 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:53.403820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dba9760f-5ae6-4734-b933-bcd67c4b78d6 None None] Provisioning complete for port 666ed739-d5bb-404d-ab42-94b280c10d3e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:53.407215 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:53.408073 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dba9760f-5ae6-4734-b933-bcd67c4b78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:53.495249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-76cfa084-8182-4f08-ae02-edf5de806cbf', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:33:53.496360 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:53.795235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Transition to ACTIVE for port object 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:53.799706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dba9760f-5ae6-4734-b933-bcd67c4b78d6 None None] Port 666ed739-d5bb-404d-ab42-94b280c10d3e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:33:53.810765 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:53.941809 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Allocated IP 2001:db8::1 (61e2b49d-916a-4efa-8d71-f057f2a01ca8/3cf88ba6-987c-4b4e-ab0c-eb973ac92a49/b3a77cf6-4d09-4537-a5bf-a1b645459be6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:54.017574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Network 61e2b49d-916a-4efa-8d71-f057f2a01ca8 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:54.059160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:54.067688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:54.089812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Pushing event updated for resources: {'Port': ['ID=47c0be73-dc4a-4a90-9d8b-0c2bda3fe978,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:54.217027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed7557-ea5f-4928-9417-6573d16fedb5 req-d711ea8c-8668-4660-8bd1-38e96a5389b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:54.236606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32ed7557-ea5f-4928-9417-6573d16fedb5 req-d711ea8c-8668-4660-8bd1-38e96a5389b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 932 time: 0.6806974 Jul 07 19:33:54.269447 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.342398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Transition to ACTIVE for port object b3a77cf6-4d09-4537-a5bf-a1b645459be6 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:54.403197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Allocated IP 172.20.0.2 (76cfa084-8182-4f08-ae02-edf5de806cbf/c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac/9b4e4922-6ed1-41f1-beec-17d05396f64a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:54.415672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Attempting to bind port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:54.415672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Attempting to bind port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '27630c97-e8a8-4b91-96e9-1d4c7b52a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '61e2b49d-916a-4efa-8d71-f057f2a01ca8'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:54.416611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Attempting to bind port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 on network 61e2b49d-916a-4efa-8d71-f057f2a01ca8 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:54.443064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:54.443487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Checking segment: {'id': '27630c97-e8a8-4b91-96e9-1d4c7b52a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '61e2b49d-916a-4efa-8d71-f057f2a01ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:54.444797 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.445228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Bound using segment: {'id': '27630c97-e8a8-4b91-96e9-1d4c7b52a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '61e2b49d-916a-4efa-8d71-f057f2a01ca8'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:54.445727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Bound port: 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27630c97-e8a8-4b91-96e9-1d4c7b52a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '61e2b49d-916a-4efa-8d71-f057f2a01ca8'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:54.446139 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.455883 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.555361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32ed7557-ea5f-4928-9417-6573d16fedb5 req-fe4a6109-002a-4110-9580-9cccf26e8887 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183498 Jul 07 19:33:54.581973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 61e2b49d-916a-4efa-8d71-f057f2a01ca8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:54.599301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=b3a77cf6-4d09-4537-a5bf-a1b645459be6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:54.605130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:54.613324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:54.614168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.683090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 714ae0bc-98f8-41b8-9a7d-acc6fae49355 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:54.859451 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.934886 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.949416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Transition to ACTIVE for port object 9b4e4922-6ed1-41f1-beec-17d05396f64a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:54.964880 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:54.974707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Transition to ACTIVE for port object 9b4e4922-6ed1-41f1-beec-17d05396f64a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:54.985404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] For port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:55.005998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] For port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47c0be73-dc4a-4a90-9d8b-0c2bda3fe978,segment=NetworkSegment(27630c97-e8a8-4b91-96e9-1d4c7b52a5f2),segment_id=27630c97-e8a8-4b91-96e9-1d4c7b52a5f2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:55.011142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.058941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666ed739-d5bb-404d-ab42-94b280c10d3e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:33:55.071866 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.098448 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.105356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Network 76cfa084-8182-4f08-ae02-edf5de806cbf is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:55.107399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Pushing event updated for resources: {'Port': ['ID=9b4e4922-6ed1-41f1-beec-17d05396f64a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:55.151184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Transition to ACTIVE for port object 666ed739-d5bb-404d-ab42-94b280c10d3e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:55.164520 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.219525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6348f19-e4fb-478c-95f4-4d5b63608197 None None] Pushing event updated for resources: {'Port': ['ID=47c0be73-dc4a-4a90-9d8b-0c2bda3fe978,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:55.224721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:55.228381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:55.251345 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.262338 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.263155 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.277572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:55.290410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:55.290803 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.360343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Attempting to bind port 9b4e4922-6ed1-41f1-beec-17d05396f64a on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:55.361114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Attempting to bind port 9b4e4922-6ed1-41f1-beec-17d05396f64a by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:55.361487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Attempting to bind port 9b4e4922-6ed1-41f1-beec-17d05396f64a on network 76cfa084-8182-4f08-ae02-edf5de806cbf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:55.375153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:55.375472 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Checking segment: {'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:55.375692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.376091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Bound using segment: {'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:55.376603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Bound port: 9b4e4922-6ed1-41f1-beec-17d05396f64a, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:55.376984 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.491995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Pushing event updated for resources: {'Port': ['ID=666ed739-d5bb-404d-ab42-94b280c10d3e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:55.546537 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=b3a77cf6-4d09-4537-a5bf-a1b645459be6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:55.606286 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.622089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] For port 9b4e4922-6ed1-41f1-beec-17d05396f64a, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:55.657386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] For port 9b4e4922-6ed1-41f1-beec-17d05396f64a, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9b4e4922-6ed1-41f1-beec-17d05396f64a,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:55.660651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 61e2b49d-916a-4efa-8d71-f057f2a01ca8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:55.669369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:55.691664 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.727909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 714ae0bc-98f8-41b8-9a7d-acc6fae49355, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=714ae0bc-98f8-41b8-9a7d-acc6fae49355,segment=NetworkSegment(cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa),segment_id=cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:55.826339 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:55.827840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e9c2f5ee-9758-450d-8482-204ec5977c28 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:55.939656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe69569-334f-4811-901a-f5bdd381daeb None None] Pushing event updated for resources: {'Port': ['ID=9b4e4922-6ed1-41f1-beec-17d05396f64a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:55.954181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.20.0.1 (76cfa084-8182-4f08-ae02-edf5de806cbf/c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac/9f67d526-0972-48e3-9ea0-34cd34041141) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:33:56.124709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=714ae0bc-98f8-41b8-9a7d-acc6fae49355,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:56.143714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port e9c2f5ee-9758-450d-8482-204ec5977c28 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:56.150124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e9c2f5ee-9758-450d-8482-204ec5977c28 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:56.150533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:56.169118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:33:56.247860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Attempting to bind port 666ed739-d5bb-404d-ab42-94b280c10d3e on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:33:56.249054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Attempting to bind port 666ed739-d5bb-404d-ab42-94b280c10d3e by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:33:56.249430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Attempting to bind port 666ed739-d5bb-404d-ab42-94b280c10d3e on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:56.262742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Port 666ed739-d5bb-404d-ab42-94b280c10d3e on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:33:56.262973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Attempting to bind port 666ed739-d5bb-404d-ab42-94b280c10d3e on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:33:56.276365 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:33:56.276693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Checking segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:33:56.277085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Bound using segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:33:56.277529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Bound port: 666ed739-d5bb-404d-ab42-94b280c10d3e, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:33:56.277898 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:56.344188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:33:56.353427 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-58f136b4-182b-4c11-be72-f47b4536675a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6381886 Jul 07 19:33:56.361387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:56.376744 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:56.414162 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65805f13-72b0-48e3-92be-efd1c362712c None None] Sync routers for ids ['9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:33:56.465363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port e9c2f5ee-9758-450d-8482-204ec5977c28, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e9c2f5ee-9758-450d-8482-204ec5977c28,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:56.474891 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:56.475343 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65805f13-72b0-48e3-92be-efd1c362712c None None] Routers {'9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:56.481686 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-65805f13-72b0-48e3-92be-efd1c362712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:56.588324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71231762-8d9b-406d-a7d6-f55a14e12031 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:56.598523 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-71231762-8d9b-406d-a7d6-f55a14e12031 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports/b3a77cf6-4d09-4537-a5bf-a1b645459be6 HTTP/1.1" status: 200 len: 911 time: 0.2336738 Jul 07 19:33:56.606486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:56.616652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0eacaa87-8d4b-4113-b876-cc4d70d2bae0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3cf88ba6-987c-4b4e-ab0c-eb973ac92a49'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:33:56.680085 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-65805f13-72b0-48e3-92be-efd1c362712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:56.718848 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65805f13-72b0-48e3-92be-efd1c362712c None None] Routers {'9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:33:56.719657 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-65805f13-72b0-48e3-92be-efd1c362712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:56.749748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=e9c2f5ee-9758-450d-8482-204ec5977c28,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:56.835569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203545f9-b06b-4e14-87f8-688206a76d51 req-fa23409f-9559-4c78-b602-1b95f7002696 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:56.856334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-203545f9-b06b-4e14-87f8-688206a76d51 req-fa23409f-9559-4c78-b602-1b95f7002696 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.7359393 Jul 07 19:33:56.880571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] For port 666ed739-d5bb-404d-ab42-94b280c10d3e, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:33:56.944922 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-65805f13-72b0-48e3-92be-efd1c362712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:33:56.945861 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65805f13-72b0-48e3-92be-efd1c362712c None None] The sync data for ids ['9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:33:56.946844 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:56.978946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] For port 666ed739-d5bb-404d-ab42-94b280c10d3e, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=666ed739-d5bb-404d-ab42-94b280c10d3e,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:33:56.993198 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.006374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Transition to ACTIVE for port object 9f67d526-0972-48e3-9ea0-34cd34041141 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:33:57.133731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-203545f9-b06b-4e14-87f8-688206a76d51 req-01e01f1e-6554-4b8b-946c-e967789a7a0a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764695 Jul 07 19:33:57.147328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.147966 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.150346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] 10.222.0.59 "PUT /v2.0/ports/666ed739-d5bb-404d-ab42-94b280c10d3e HTTP/1.1" status: 200 len: 1093 time: 4.1185067 Jul 07 19:33:57.161160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675c2a58-256e-493f-9751-6d74eddac88c', 'tag': '666ed739-d5bb-404d-ab42-94b280c10d3e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:33:57.163797 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945a3370-41fb-4bc5-9912-00142ab6002e" -d '{"events": [{"name": "network-changed", "server_uuid": "675c2a58-256e-493f-9751-6d74eddac88c", "tag": "666ed739-d5bb-404d-ab42-94b280c10d3e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:33:57.178751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 714ae0bc-98f8-41b8-9a7d-acc6fae49355 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:57.222312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e2105-d7f3-46d6-a750-826471db56a4 service neutron] Pushing event updated for resources: {'Port': ['ID=666ed739-d5bb-404d-ab42-94b280c10d3e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:57.277584 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.347331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eacaa87-8d4b-4113-b876-cc4d70d2bae0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.369354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:57.369730 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:57.408803 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266286d2-72ce-42e9-a863-82583183c34c x-openstack-request-id: req-266286d2-72ce-42e9-a863-82583183c34c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:33:57.408803 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675c2a58-256e-493f-9751-6d74eddac88c", "tag": "666ed739-d5bb-404d-ab42-94b280c10d3e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:33:57.412306 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-266286d2-72ce-42e9-a863-82583183c34c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:33:57.413738 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675c2a58-256e-493f-9751-6d74eddac88c', 'tag': '666ed739-d5bb-404d-ab42-94b280c10d3e', 'status': 'completed', 'code': 200} Jul 07 19:33:57.571900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 76cfa084-8182-4f08-ae02-edf5de806cbf is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:33:57.592299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:33:57.640569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=9f67d526-0972-48e3-9ea0-34cd34041141,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:57.664760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:33:57.710312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:57.827372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-dd9272a5-b16d-4b24-9a3c-142d4ccec49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:57.832112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-dd9272a5-b16d-4b24-9a3c-142d4ccec49c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 1096 time: 0.6051059 Jul 07 19:33:57.976691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-ae263afe-d53d-4c68-ac23-9745a9cd4853 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666ed739-d5bb-404d-ab42-94b280c10d3e HTTP/1.1" status: 200 len: 217 time: 0.1187029 Jul 07 19:33:57.982615 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.065002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:58.072730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9b4e4922-6ed1-41f1-beec-17d05396f64a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:58.170710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72eac86-2129-4231-b25b-3fdcc63b40bf None None] Network 61e2b49d-916a-4efa-8d71-f057f2a01ca8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:58.305196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 9b4e4922-6ed1-41f1-beec-17d05396f64a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:58.330738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-3fe268e1-5719-4548-b874-8db429aa1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:58.334795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-3fe268e1-5719-4548-b874-8db429aa1eaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.2325263 Jul 07 19:33:58.341528 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.382642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d1fa91-c39b-43f5-9e0a-d4472b90d3c9 None None] Network 76cfa084-8182-4f08-ae02-edf5de806cbf requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:33:58.388856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2a7da2bb-9090-4d13-9d73-c543172bdf9c None None] Provisioning for port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:58.472157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2a7da2bb-9090-4d13-9d73-c543172bdf9c None None] Provisioning complete for port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:58.475182 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a7da2bb-9090-4d13-9d73-c543172bdf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.723197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e9c2f5ee-9758-450d-8482-204ec5977c28 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:33:58.879472 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eacaa87-8d4b-4113-b876-cc4d70d2bae0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.906822 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eacaa87-8d4b-4113-b876-cc4d70d2bae0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.931019 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eacaa87-8d4b-4113-b876-cc4d70d2bae0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:58.931997 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eacaa87-8d4b-4113-b876-cc4d70d2bae0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:58.955767 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0eacaa87-8d4b-4113-b876-cc4d70d2bae0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/ports/b3a77cf6-4d09-4537-a5bf-a1b645459be6 HTTP/1.1" status: 200 len: 911 time: 2.3480303 Jul 07 19:33:58.956456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:33:58.977507 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a7da2bb-9090-4d13-9d73-c543172bdf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.034711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-997712df-ce17-446c-a1bd-d9d0b780c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:59.039270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-997712df-ce17-446c-a1bd-d9d0b780c100 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6887031 Jul 07 19:33:59.124969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2a7da2bb-9090-4d13-9d73-c543172bdf9c None None] For port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47c0be73-dc4a-4a90-9d8b-0c2bda3fe978,segment=NetworkSegment(27630c97-e8a8-4b91-96e9-1d4c7b52a5f2),segment_id=27630c97-e8a8-4b91-96e9-1d4c7b52a5f2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:33:59.179615 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a7da2bb-9090-4d13-9d73-c543172bdf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.258036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacaa87-8d4b-4113-b876-cc4d70d2bae0 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=b3a77cf6-4d09-4537-a5bf-a1b645459be6,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:59.293809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e9c2f5ee-9758-450d-8482-204ec5977c28 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:59.294510 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.302416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-d60f7b6f-ed23-44c1-86d7-b2c158f8509e service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907814 Jul 07 19:33:59.323308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bd7a1-772b-4dcb-a2dd-ffbfc9bf61df req-1f379c36-92b6-45f3-a18e-141aa25144a0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:33:59.337255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-793bd7a1-772b-4dcb-a2dd-ffbfc9bf61df req-1f379c36-92b6-45f3-a18e-141aa25144a0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.7610505 Jul 07 19:33:59.560501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54c44c55-6bec-4e50-8d0f-1c4650469d3a None None] Provisioning for port 9b4e4922-6ed1-41f1-beec-17d05396f64a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:33:59.564255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7da2bb-9090-4d13-9d73-c543172bdf9c None None] Pushing event updated for resources: {'Port': ['ID=47c0be73-dc4a-4a90-9d8b-0c2bda3fe978,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:33:59.599612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54c44c55-6bec-4e50-8d0f-1c4650469d3a None None] Provisioning complete for port 9b4e4922-6ed1-41f1-beec-17d05396f64a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:33:59.599994 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54c44c55-6bec-4e50-8d0f-1c4650469d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.786930 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c107863-4606-40bf-99e9-089b57c98fad tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:59.924825 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54c44c55-6bec-4e50-8d0f-1c4650469d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.065175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-54c44c55-6bec-4e50-8d0f-1c4650469d3a None None] For port 9b4e4922-6ed1-41f1-beec-17d05396f64a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9b4e4922-6ed1-41f1-beec-17d05396f64a,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:00.073232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54c44c55-6bec-4e50-8d0f-1c4650469d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.163277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c44c55-6bec-4e50-8d0f-1c4650469d3a None None] Pushing event updated for resources: {'Port': ['ID=9b4e4922-6ed1-41f1-beec-17d05396f64a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:00.429626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Provisioning complete for port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:00.430246 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.678765 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c107863-4606-40bf-99e9-089b57c98fad tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port b3a77cf6-4d09-4537-a5bf-a1b645459be6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:00.687315 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c107863-4606-40bf-99e9-089b57c98fad tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.728405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:00.850558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Provisioning for port b3a77cf6-4d09-4537-a5bf-a1b645459be6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:00.870466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Provisioning complete for port b3a77cf6-4d09-4537-a5bf-a1b645459be6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:00.870913 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:00.940402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-793bd7a1-772b-4dcb-a2dd-ffbfc9bf61df req-c76fc260-e1c7-4d13-8e05-bd3d7fe095f9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5999794 Jul 07 19:34:00.964058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c107863-4606-40bf-99e9-089b57c98fad tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.012583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c107863-4606-40bf-99e9-089b57c98fad tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for b3a77cf6-4d09-4537-a5bf-a1b645459be6 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:01.034625 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae40c5c1-4083-4d8e-a0ba-a8f0b4870e84 req-9d986f0f-649b-46f7-b7c4-2598c76ce313 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6744010 Jul 07 19:34:01.051102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Port b3a77cf6-4d09-4537-a5bf-a1b645459be6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:01.052588 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.059834 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.102068 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:01.102394 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.250688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Provisioning for port 9f67d526-0972-48e3-9ea0-34cd34041141 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:01.280810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Provisioning complete for port 9f67d526-0972-48e3-9ea0-34cd34041141 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:01.281233 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.331429 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.346567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=9f67d526-0972-48e3-9ea0-34cd34041141,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:01.510350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Port 9f67d526-0972-48e3-9ea0-34cd34041141 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:01.517018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 76cfa084-8182-4f08-ae02-edf5de806cbf is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:01.519864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:01.574477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Provisioning complete for port 9b4e4922-6ed1-41f1-beec-17d05396f64a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:01.575082 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32f4c85a-ae79-49b8-acd8-c2bf04b595ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.580798 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9b4e4922-6ed1-41f1-beec-17d05396f64a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:01.582729 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c107863-4606-40bf-99e9-089b57c98fad tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:01.585418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3370-41fb-4bc5-9912-00142ab6002e req-08dbb0c5-6c1e-4a27-a5ee-e0a46e2084be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:01.595960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-945a3370-41fb-4bc5-9912-00142ab6002e req-08dbb0c5-6c1e-4a27-a5ee-e0a46e2084be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 1096 time: 0.4379549 Jul 07 19:34:01.763415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c107863-4606-40bf-99e9-089b57c98fad tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=b3a77cf6-4d09-4537-a5bf-a1b645459be6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:01.847959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 9b4e4922-6ed1-41f1-beec-17d05396f64a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:01.848332 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:02.040904 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c107863-4606-40bf-99e9-089b57c98fad tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:02.078743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dfc4506c-868e-44bf-a2a5-0b5c2ba64940 None None] Could not find standard attr ID for object b3a77cf6-4d09-4537-a5bf-a1b645459be6. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:34:02.148070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dfc4506c-868e-44bf-a2a5-0b5c2ba64940 None None] Provisioning complete for port 9f67d526-0972-48e3-9ea0-34cd34041141 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:02.149725 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dfc4506c-868e-44bf-a2a5-0b5c2ba64940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:02.236939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3370-41fb-4bc5-9912-00142ab6002e req-58647075-850b-412f-b183-49919f8ea468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:02.238385 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-945a3370-41fb-4bc5-9912-00142ab6002e req-58647075-850b-412f-b183-49919f8ea468 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.5306511 Jul 07 19:34:02.271337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 251c81a7-565a-49f8-bb20-67cdcdf833bf has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:02.281802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dfc4506c-868e-44bf-a2a5-0b5c2ba64940 None None] Port 9f67d526-0972-48e3-9ea0-34cd34041141 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:02.329624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-945a3370-41fb-4bc5-9912-00142ab6002e req-982aecdb-9a11-4930-85cd-78f6545636c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666ed739-d5bb-404d-ab42-94b280c10d3e HTTP/1.1" status: 200 len: 217 time: 0.0667551 Jul 07 19:34:02.431418 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9603b30a-7d79-4c51-87a0-668087895970 None None] Provisioning complete for port 9f67d526-0972-48e3-9ea0-34cd34041141 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:02.435250 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9603b30a-7d79-4c51-87a0-668087895970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:02.516184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9603b30a-7d79-4c51-87a0-668087895970 None None] Port 9f67d526-0972-48e3-9ea0-34cd34041141 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:02.522220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3370-41fb-4bc5-9912-00142ab6002e req-37f31d29-d2f1-41cb-a7d4-9492fb920437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:02.523768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-945a3370-41fb-4bc5-9912-00142ab6002e req-37f31d29-d2f1-41cb-a7d4-9492fb920437 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.1846831 Jul 07 19:34:02.537937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6484894-9872-4720-b833-9440b0cadc05 req-0f31b5ce-bd15-4eb6-9704-4756fca13f59 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:02.544882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6484894-9872-4720-b833-9440b0cadc05 req-0f31b5ce-bd15-4eb6-9704-4756fca13f59 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.3198776 Jul 07 19:34:02.630345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:02.638552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b0ac3993-a06f-4b28-ac66-1198304983b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "PUT /v2.0/routers/251c81a7-565a-49f8-bb20-67cdcdf833bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9185708 Jul 07 19:34:02.650272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Sync routers for ids ['251c81a7-565a-49f8-bb20-67cdcdf833bf'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:02.667208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6484894-9872-4720-b833-9440b0cadc05 req-053ccfa0-7ecd-450e-bf2d-e735edec3fc5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208355 Jul 07 19:34:02.678366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Routers {'251c81a7-565a-49f8-bb20-67cdcdf833bf'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:02.679942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['251c81a7-565a-49f8-bb20-67cdcdf833bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:02.703204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c107863-4606-40bf-99e9-089b57c98fad tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:02.721985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3370-41fb-4bc5-9912-00142ab6002e req-4d6d429b-5050-48f4-a3d2-1eee197de320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:02.723643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-945a3370-41fb-4bc5-9912-00142ab6002e req-4d6d429b-5050-48f4-a3d2-1eee197de320 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1692264 Jul 07 19:34:02.918340 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-945a3370-41fb-4bc5-9912-00142ab6002e req-5b0cc884-9214-4c61-9f78-2f6dc1814f48 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823390 Jul 07 19:34:02.940636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Set router 251c81a7-565a-49f8-bb20-67cdcdf833bf gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:03.118479 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-945a3370-41fb-4bc5-9912-00142ab6002e req-c0fcbef8-85d5-48da-8a96-2d9e75449f88 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939785 Jul 07 19:34:03.396179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c107863-4606-40bf-99e9-089b57c98fad tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:03.401100 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:03.407507 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0c107863-4606-40bf-99e9-089b57c98fad tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4155948 Jul 07 19:34:03.410538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:03.412508 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee874d-f69a-4957-9444-db5633c41608 None None] Sync routers for ids ['9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:03.424416 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee874d-f69a-4957-9444-db5633c41608 None None] Routers {'9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:03.425544 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d7ee874d-f69a-4957-9444-db5633c41608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:03.456373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:58Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '9f67d526-0972-48e3-9ea0-34cd34041141', 'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:cc:34:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:55Z', 'updated_at': '2021-07-07T19:33:59Z', 'revision_number': 2, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:03.461499 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d7ee874d-f69a-4957-9444-db5633c41608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:03.471900 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee874d-f69a-4957-9444-db5633c41608 None None] Routers {'9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:03.473046 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d7ee874d-f69a-4957-9444-db5633c41608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:03.476776 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1caafe0f-c662-443d-8212-5a8cf8fc5024 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5 HTTP/1.1" status: 200 len: 205 time: 0.0600293 Jul 07 19:34:03.478351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:03.518055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Checking router: 251c81a7-565a-49f8-bb20-67cdcdf833bf for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:03.518413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Updating router 251c81a7-565a-49f8-bb20-67cdcdf833bf port 9f67d526-0972-48e3-9ea0-34cd34041141 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:34:03.562409 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d7ee874d-f69a-4957-9444-db5633c41608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:03.563091 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee874d-f69a-4957-9444-db5633c41608 None None] The sync data for ids ['9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:03.599555 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:03.702277 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f4a5-d736-41eb-88c9-b891beaa3c54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.015585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f4a5-d736-41eb-88c9-b891beaa3c54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.017997 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f4a5-d736-41eb-88c9-b891beaa3c54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.098190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.103424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f4a5-d736-41eb-88c9-b891beaa3c54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.104427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc7f4a5-d736-41eb-88c9-b891beaa3c54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Fanout notify agent at l3_agent the message router_deleted on router 9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:34:04.122259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Transition to ACTIVE for port object 9f67d526-0972-48e3-9ea0-34cd34041141 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:04.126324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c31ccd-2af8-4174-bc25-5c44bf92c9f2 req-d330b727-47b0-4842-bc55-96db5900fec6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:04.127920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99c31ccd-2af8-4174-bc25-5c44bf92c9f2 req-d330b727-47b0-4842-bc55-96db5900fec6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.0991218 Jul 07 19:34:04.139716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f4a5-d736-41eb-88c9-b891beaa3c54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.141777 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.143716 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cdc7f4a5-d736-41eb-88c9-b891beaa3c54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5 HTTP/1.1" status: 204 len: 168 time: 0.6625557 Jul 07 19:34:04.144557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49644) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:04.211182 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d13fb-b5d0-4d4b-a516-bf09de9f232d None None] Pushing event updated for resources: {'Port': ['ID=9f67d526-0972-48e3-9ea0-34cd34041141,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:04.212859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99c31ccd-2af8-4174-bc25-5c44bf92c9f2 req-a28ab7fd-fc55-46ce-92b9-87e6f55a2dfd tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753551 Jul 07 19:34:04.260594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a74480-3867-49ea-9655-6c882336a212 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting subnet 3cf88ba6-987c-4b4e-ab0c-eb973ac92a49 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:34:04.265444 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75a74480-3867-49ea-9655-6c882336a212 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.325092 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Attempting to bind port 9f67d526-0972-48e3-9ea0-34cd34041141 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:04.325332 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75a74480-3867-49ea-9655-6c882336a212 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.325679 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Attempting to bind port 9f67d526-0972-48e3-9ea0-34cd34041141 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:04.326067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Attempting to bind port 9f67d526-0972-48e3-9ea0-34cd34041141 on network 76cfa084-8182-4f08-ae02-edf5de806cbf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:04.331803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:04.332193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Checking segment: {'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:04.332692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.333093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Bound using segment: {'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:04.333557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Bound port: 9f67d526-0972-48e3-9ea0-34cd34041141, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:04.334055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.449930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] For port 9f67d526-0972-48e3-9ea0-34cd34041141, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:04.457099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] For port 9f67d526-0972-48e3-9ea0-34cd34041141, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9f67d526-0972-48e3-9ea0-34cd34041141,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:04.463028 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.513664 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75a74480-3867-49ea-9655-6c882336a212 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.572100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Routers {'251c81a7-565a-49f8-bb20-67cdcdf833bf'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:04.576534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['251c81a7-565a-49f8-bb20-67cdcdf833bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:04.583362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d13fb-b5d0-4d4b-a516-bf09de9f232d None None] Pushing event updated for resources: {'Port': ['ID=9f67d526-0972-48e3-9ea0-34cd34041141,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:04.611471 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75a74480-3867-49ea-9655-6c882336a212 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.662897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a74480-3867-49ea-9655-6c882336a212 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf88ba6-987c-4b4e-ab0c-eb973ac92a49,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:04.685272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75a74480-3867-49ea-9655-6c882336a212 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.695443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:04.699103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa51071-2573-4d5f-a619-f9c9e8cf510b None None] Network 61e2b49d-916a-4efa-8d71-f057f2a01ca8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:04.706126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-75a74480-3867-49ea-9655-6c882336a212 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/3cf88ba6-987c-4b4e-ab0c-eb973ac92a49 HTTP/1.1" status: 204 len: 168 time: 0.5605431 Jul 07 19:34:04.854202 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.933765 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:04.934221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.935848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] Set router 251c81a7-565a-49f8-bb20-67cdcdf833bf gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:05.020840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47c0be73-dc4a-4a90-9d8b-0c2bda3fe978,segment=NetworkSegment(27630c97-e8a8-4b91-96e9-1d4c7b52a5f2),segment_id=27630c97-e8a8-4b91-96e9-1d4c7b52a5f2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:05.021203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.037400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:05.134453 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.167327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=47c0be73-dc4a-4a90-9d8b-0c2bda3fe978,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:05.176910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No DVR routers for this DVR port 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:05.257545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f12f7bb-fe12-493a-83df-d375e417f155 None None] DHCP port deletion for 61e2b49d-916a-4efa-8d71-f057f2a01ca8 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:34:05.270634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:58Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '9f67d526-0972-48e3-9ea0-34cd34041141', 'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:cc:34:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:55Z', 'updated_at': '2021-07-07T19:34:04Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:05.288509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.301038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e2b49d-916a-4efa-8d71-f057f2a01ca8']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:05.309498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea0ff6-bb68-476b-b4c0-ddb4796928f3 None None] The sync data for ids ['251c81a7-565a-49f8-bb20-67cdcdf833bf'] in n-d-792394-12 is: [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:58Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '9f67d526-0972-48e3-9ea0-34cd34041141', 'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:cc:34:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:55Z', 'updated_at': '2021-07-07T19:34:04Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:05.313772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27630c97-e8a8-4b91-96e9-1d4c7b52a5f2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:05.314078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27630c97-e8a8-4b91-96e9-1d4c7b52a5f2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:05.324402 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.340399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.348698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:34:05.349091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:34:05.352787 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:34:05.442724 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.479172 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.482338 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/networks/61e2b49d-916a-4efa-8d71-f057f2a01ca8 HTTP/1.1" status: 204 len: 168 time: 0.7858486 Jul 07 19:34:05.486735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:05.487967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154460f-0621-4e2e-a4b2-6dd2ef5c8c8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Network': ['ID=61e2b49d-916a-4efa-8d71-f057f2a01ca8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:05.492460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9dfe2101-927a-468c-8517-b01d739b70ce tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-160852630', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:05.542455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2101-927a-468c-8517-b01d739b70ce tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.543647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2101-927a-468c-8517-b01d739b70ce tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.624914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2101-927a-468c-8517-b01d739b70ce tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.631336 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2101-927a-468c-8517-b01d739b70ce tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.657393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2101-927a-468c-8517-b01d739b70ce tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.658797 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9dfe2101-927a-468c-8517-b01d739b70ce tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1709216 Jul 07 19:34:05.661974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:05.667343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2056089433'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:05.703274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:05.706278 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.743537 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:34:05.756350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d37c7-9217-4087-9622-b4d60d01e083 req-060d5431-5eb7-4c0f-bb67-cf19ff698456 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:05.757712 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.758196 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added segment a9956c31-f6f6-4dfc-aef8-86382b591fa0 of type vlan for network 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 Jul 07 19:34:05.758877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-716d37c7-9217-4087-9622-b4d60d01e083 req-060d5431-5eb7-4c0f-bb67-cf19ff698456 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.0954821 Jul 07 19:34:05.817995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-716d37c7-9217-4087-9622-b4d60d01e083 req-6bc6ac41-aded-49dc-95d5-8bfcaf04945d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513947 Jul 07 19:34:05.831298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.877411 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.883952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:05.884754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.969104 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3058991 Jul 07 19:34:05.972151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:05.973334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215150f-477e-4a80-9436-379033df9755 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Network': ['ID=35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:05.977813 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'subnet': {'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:05.996091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:34:06.121298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:06.127117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:06.409015 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:06.475754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Subnet': ['ID=86c6291c-809e-42dd-b362-3c49d9149906,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:06.537542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Checking segment: {'id': 'a9956c31-f6f6-4dfc-aef8-86382b591fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:06.538169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network hostable DHCP agents. Network: 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:34:06.578510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:34:06.603803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:06.611545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:06.612207 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:06.614945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9f67d526-0972-48e3-9ea0-34cd34041141 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:06.631204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-032ca409-6d24-4f11-aebc-a26b4b1027bb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6577091 Jul 07 19:34:06.634160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:06.687381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc956911-1952-4d37-8d60-b9eda56438b3 None None] Network 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:06.820500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 9f67d526-0972-48e3-9ea0-34cd34041141 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:06.828211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 9f67d526-0972-48e3-9ea0-34cd34041141 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:06.828641 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:06.957937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:34:06.958477 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.124458 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.168434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.210215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8972e-b9ce-4083-88db-86dec7bb047b req-6fd554b6-d688-4a4f-a69a-b97efc7f34a7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:07.211827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c9d8972e-b9ce-4083-88db-86dec7bb047b req-6fd554b6-d688-4a4f-a69a-b97efc7f34a7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.1254220 Jul 07 19:34:07.226649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 9f67d526-0972-48e3-9ea0-34cd34041141, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9f67d526-0972-48e3-9ea0-34cd34041141,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:07.237351 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.271201 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c9d8972e-b9ce-4083-88db-86dec7bb047b req-8774ab6d-5d56-4681-9eda-cfc98ffef198 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529809 Jul 07 19:34:07.311407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Allocated IP 2001:db8::2 (35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6/86c6291c-809e-42dd-b362-3c49d9149906/cb20d060-2883-4ab0-ac5d-72b027365847) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:07.356455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:07.414147 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=9f67d526-0972-48e3-9ea0-34cd34041141,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:07.453936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:07.454287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47c0be73-dc4a-4a90-9d8b-0c2bda3fe978 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:07.590722 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.601091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Transition to ACTIVE for port object cb20d060-2883-4ab0-ac5d-72b027365847 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:07.618015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Transition to ACTIVE for port object cb20d060-2883-4ab0-ac5d-72b027365847 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:07.625038 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.680365 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Network 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:07.684911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:07.690737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Pushing event updated for resources: {'Port': ['ID=cb20d060-2883-4ab0-ac5d-72b027365847,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:07.700003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:07.703071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Allocated IP 2001:db8::1 (35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6/86c6291c-809e-42dd-b362-3c49d9149906/7059d881-7cef-41c1-a8e9-ae998f25edd2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:07.781180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Attempting to bind port cb20d060-2883-4ab0-ac5d-72b027365847 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:07.781710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Attempting to bind port cb20d060-2883-4ab0-ac5d-72b027365847 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'a9956c31-f6f6-4dfc-aef8-86382b591fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:07.782173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Attempting to bind port cb20d060-2883-4ab0-ac5d-72b027365847 on network 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:07.794321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:07.794321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Checking segment: {'id': 'a9956c31-f6f6-4dfc-aef8-86382b591fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:07.794579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.795059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Bound using segment: {'id': 'a9956c31-f6f6-4dfc-aef8-86382b591fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:07.796157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Bound port: cb20d060-2883-4ab0-ac5d-72b027365847, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9956c31-f6f6-4dfc-aef8-86382b591fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:07.796716 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.877926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] For port cb20d060-2883-4ab0-ac5d-72b027365847, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:07.881131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] For port cb20d060-2883-4ab0-ac5d-72b027365847, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=cb20d060-2883-4ab0-ac5d-72b027365847,segment=NetworkSegment(a9956c31-f6f6-4dfc-aef8-86382b591fa0),segment_id=a9956c31-f6f6-4dfc-aef8-86382b591fa0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:07.886176 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.891935 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.907975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Transition to ACTIVE for port object 7059d881-7cef-41c1-a8e9-ae998f25edd2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:07.961459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:07.964829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc2ef8-5067-4e85-808a-4d01ce0b83d4 None None] Pushing event updated for resources: {'Port': ['ID=cb20d060-2883-4ab0-ac5d-72b027365847,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:08.028336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:08.035341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:08.039469 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:08.040032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:08.132807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=7059d881-7cef-41c1-a8e9-ae998f25edd2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:08.324236 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:08.382584 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-983c2931-88b3-4514-aa10-506513872b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:08.604722 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab146e1-187a-4ee3-b5cc-6fd08cff2df4 req-9ec78643-55cc-41ec-9723-8049d13e36da tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:08.608263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dab146e1-187a-4ee3-b5cc-6fd08cff2df4 req-9ec78643-55cc-41ec-9723-8049d13e36da tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.1154149 Jul 07 19:34:08.709397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dab146e1-187a-4ee3-b5cc-6fd08cff2df4 req-2436fc37-a47d-4f77-afc5-a796474b6984 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952005 Jul 07 19:34:08.767973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9f67d526-0972-48e3-9ea0-34cd34041141 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:08.886075 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:08.896336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:08.897363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:08.927164 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:34:08.931692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 9f67d526-0972-48e3-9ea0-34cd34041141 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:08.932522 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.073166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=7059d881-7cef-41c1-a8e9-ae998f25edd2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:09.098427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cb20d060-2883-4ab0-ac5d-72b027365847 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:09.181506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port cb20d060-2883-4ab0-ac5d-72b027365847 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:09.208310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:09.209889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:09.267326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-5ae87ee1-4ec8-4316-bde7-1538e1c5afc6 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138471905&fields=id&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 267 time: 0.0702305 Jul 07 19:34:09.478808 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:34:09.568060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-1ebf98de-1cd0-439f-a020-8737501be4c5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:09.571936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-1ebf98de-1cd0-439f-a020-8737501be4c5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/networks?id=76cfa084-8182-4f08-ae02-edf5de806cbf HTTP/1.1" status: 200 len: 796 time: 0.2981782 Jul 07 19:34:09.602941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5a1c7d-2abf-4449-9432-026c7be6fc5c None None] Network 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:09.608421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-3c5d01ac-0b93-48b9-bb79-d00c37e0eb8d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/quotas/07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 375 time: 0.0271440 Jul 07 19:34:09.648556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:09.654086 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c47a48de-0494-4d1a-9f9b-a783b30f89a8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0183704 Jul 07 19:34:09.661650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49730) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:09.677497 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2095032314'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:09.708994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Sync routers for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:09.735738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:09.743792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-a4ea8b68-641e-4a8b-8b42-5021d3fd0b4d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259184 Jul 07 19:34:09.752361 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.806077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-322f80fa-6130-49c4-8561-245748cd9bfa None None] Provisioning for port cb20d060-2883-4ab0-ac5d-72b027365847 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:09.835196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:09.839204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:34:09.841668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:33:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:09.877837 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.881361 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added segment f02b8f83-614f-4a67-8d4f-830fb5c01505 of type vlan for network dc627fa4-1c01-48a2-88a4-599f326ce208 Jul 07 19:34:09.976396 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-322f80fa-6130-49c4-8561-245748cd9bfa None None] Provisioning complete for port cb20d060-2883-4ab0-ac5d-72b027365847 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:09.977784 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-322f80fa-6130-49c4-8561-245748cd9bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:09.978076 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.063792 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.070765 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:10.074300 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.139674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:10.205433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc5e1-84f0-407d-9748-b7e1e3055c15 req-7d4a0031-48f5-4fb9-9330-1f9a88f9210e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:10.211208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12fdc5e1-84f0-407d-9748-b7e1e3055c15 req-7d4a0031-48f5-4fb9-9330-1f9a88f9210e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.2817168 Jul 07 19:34:10.272649 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6090684 Jul 07 19:34:10.278547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:10.301181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'subnet': {'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:10.336154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-197591e8-69d0-4dac-9f5d-f94f8c2b352d service neutron] 10.222.0.113 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728848 Jul 07 19:34:10.427031 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed2c12-ddd6-440c-bb9d-78194e991295 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Network': ['ID=dc627fa4-1c01-48a2-88a4-599f326ce208,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:10.486753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8ce1860f-3d67-483d-b0b0-2c63e86e94b5 service neutron] 10.222.0.113 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415482 Jul 07 19:34:10.505151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12fdc5e1-84f0-407d-9748-b7e1e3055c15 req-9326b713-f97a-4fb2-9325-d76d57019a00 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761869 Jul 07 19:34:10.567652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:10.572136 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.818421 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network dc627fa4-1c01-48a2-88a4-599f326ce208 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:34:10.820853 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-322f80fa-6130-49c4-8561-245748cd9bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:10.958648 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.034022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a0e44490-fba0-4e93-8794-64f737108067 req-378513f0-b68b-4935-9e2a-ae601eefb865 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 210 time: 0.1194825 Jul 07 19:34:11.145561 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Subnet': ['ID=1bc1177a-6908-4c38-bc7e-08f0b7407e2e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:11.152347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Checking segment: {'id': 'f02b8f83-614f-4a67-8d4f-830fb5c01505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:11.152860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network hostable DHCP agents. Network: dc627fa4-1c01-48a2-88a4-599f326ce208, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:34:11.179062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network dc627fa4-1c01-48a2-88a4-599f326ce208 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:34:11.198683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, dc627fa4-1c01-48a2-88a4-599f326ce208) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:11.213874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:11.214975 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.252974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20676a5b-c7a1-4fa1-8a43-5cbbbca5af06 None None] Network dc627fa4-1c01-48a2-88a4-599f326ce208 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:11.255122 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ba891e7d-9828-49ff-8b3d-ad61a2b2438e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9750822 Jul 07 19:34:11.258303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:11.288747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-322f80fa-6130-49c4-8561-245748cd9bfa None None] For port cb20d060-2883-4ab0-ac5d-72b027365847, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=cb20d060-2883-4ab0-ac5d-72b027365847,segment=NetworkSegment(a9956c31-f6f6-4dfc-aef8-86382b591fa0),segment_id=a9956c31-f6f6-4dfc-aef8-86382b591fa0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:11.372747 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-322f80fa-6130-49c4-8561-245748cd9bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.440864 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81d4a6f6-6bcb-4d36-87c1-dbb5cb74f7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.530367 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.644908 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f80fa-6130-49c4-8561-245748cd9bfa None None] Pushing event updated for resources: {'Port': ['ID=cb20d060-2883-4ab0-ac5d-72b027365847,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:11.917820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:08Z', 'revision_number': 2, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:08Z', 'revision_number': 2, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:11.924377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-dc627fa4-1c01-48a2-88a4-599f326ce208', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:34:11.925433 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:12.015655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Checking router: 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:12.021882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Updating router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 port 7059d881-7cef-41c1-a8e9-ae998f25edd2 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:34:12.302503 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:12.328595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491336d-90a7-4256-ac1d-662b1f75acf9 req-71ccb199-15b8-4553-bb36-3e075eb2c863 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:12.336554 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1491336d-90a7-4256-ac1d-662b1f75acf9 req-71ccb199-15b8-4553-bb36-3e075eb2c863 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.4540684 Jul 07 19:34:12.381541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f0e9945-dfc0-4ab9-9db0-ea5a402f6c09 None None] Provisioning complete for port cb20d060-2883-4ab0-ac5d-72b027365847 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:12.381917 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f0e9945-dfc0-4ab9-9db0-ea5a402f6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:12.454806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b59a20af-e242-47d2-9335-5b30151752eb req-be1f558d-9d9d-4ea5-9c34-1ab427428a6c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 210 time: 0.0758924 Jul 07 19:34:12.470881 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:12.593049 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1491336d-90a7-4256-ac1d-662b1f75acf9 req-bcdd93bd-c671-4303-8bc7-e9e68b0b72af tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544007 Jul 07 19:34:12.616363 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:12.802523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cb20d060-2883-4ab0-ac5d-72b027365847 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:12.945652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Allocated IP 2001:db8:1::2 (dc627fa4-1c01-48a2-88a4-599f326ce208/1bc1177a-6908-4c38-bc7e-08f0b7407e2e/e43367f2-4d06-4ed2-bd27-82bfecc3f9cd) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:13.121308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-3a17cc8e-a3e5-498c-9c15-d8cf4d766b38 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:13.128468 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-3a17cc8e-a3e5-498c-9c15-d8cf4d766b38 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "GET /v2.0/networks?id=76cfa084-8182-4f08-ae02-edf5de806cbf HTTP/1.1" status: 200 len: 796 time: 0.3026340 Jul 07 19:34:13.224060 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-e46550f2-137e-4354-9b92-5414c03db890 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c63c8c00dd494689f912cfd2378197 HTTP/1.1" status: 200 len: 379 time: 0.0869744 Jul 07 19:34:13.236876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'port': {'device_id': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'admin_state_up': True, 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'security_groups': ['04f159fa-1634-486b-b257-85aa728ef27d']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:13.496653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Made reservation on behalf of 07c63c8c00dd494689f912cfd2378197 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:13.496900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port cb20d060-2883-4ab0-ac5d-72b027365847 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:13.500249 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:13.501569 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:13.611746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f0e9945-dfc0-4ab9-9db0-ea5a402f6c09 None None] Provisioning for port 7059d881-7cef-41c1-a8e9-ae998f25edd2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:13.689980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f0e9945-dfc0-4ab9-9db0-ea5a402f6c09 None None] Provisioning complete for port 7059d881-7cef-41c1-a8e9-ae998f25edd2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:13.689980 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f0e9945-dfc0-4ab9-9db0-ea5a402f6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:13.766661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd05a708-885b-45a8-8728-e6a872395371 req-42a49020-7c96-4e7f-938e-1989082f299e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 210 time: 0.1152384 Jul 07 19:34:13.801218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.20.0.9 (76cfa084-8182-4f08-ae02-edf5de806cbf/c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac/117b50d0-0a6a-4a72-b329-0f2b848ff1c0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:14.088049 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:14.099515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Transition to ACTIVE for port object e43367f2-4d06-4ed2-bd27-82bfecc3f9cd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:14.116247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Transition to ACTIVE for port object e43367f2-4d06-4ed2-bd27-82bfecc3f9cd will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:14.120254 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fa875-3360-414b-b681-55f4f1ec48f0 req-85b3d2ed-e4a7-4d25-b71c-a8202cb8e68f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:14.130593 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-025fa875-3360-414b-b681-55f4f1ec48f0 req-85b3d2ed-e4a7-4d25-b71c-a8202cb8e68f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.1520686 Jul 07 19:34:14.194900 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:14.208099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Transition to ACTIVE for port object 7059d881-7cef-41c1-a8e9-ae998f25edd2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:14.219260 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:14.236540 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:14.242174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Transition to ACTIVE for port object 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:14.247792 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:14.252227 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Allocated IP 2001:db8:1::1 (dc627fa4-1c01-48a2-88a4-599f326ce208/1bc1177a-6908-4c38-bc7e-08f0b7407e2e/8d1e45f4-ef3e-4070-914e-9d02c582b4dd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:14.289624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:14.331239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network 76cfa084-8182-4f08-ae02-edf5de806cbf is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:14.332894 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2467e5b-5546-4fb7-a0e1-574dcaec16c6 None None] Pushing event updated for resources: {'Port': ['ID=7059d881-7cef-41c1-a8e9-ae998f25edd2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:14.334704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:14.363440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:14.389874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e9945-dfc0-4ab9-9db0-ea5a402f6c09 None None] Port 7059d881-7cef-41c1-a8e9-ae998f25edd2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:14.397318 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-025fa875-3360-414b-b681-55f4f1ec48f0 req-85bec652-961c-46f7-baf7-55fcdd99f761 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656589 Jul 07 19:34:14.556543 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Pushing event updated for resources: {'Port': ['ID=e43367f2-4d06-4ed2-bd27-82bfecc3f9cd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:14.736778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Network dc627fa4-1c01-48a2-88a4-599f326ce208 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:14.756866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:14.761197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:14.841107 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:14.866474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Transition to ACTIVE for port object 8d1e45f4-ef3e-4070-914e-9d02c582b4dd will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:14.874987 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:14.948306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Attempting to bind port 7059d881-7cef-41c1-a8e9-ae998f25edd2 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:14.948833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Attempting to bind port 7059d881-7cef-41c1-a8e9-ae998f25edd2 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'a9956c31-f6f6-4dfc-aef8-86382b591fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:14.951794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Attempting to bind port 7059d881-7cef-41c1-a8e9-ae998f25edd2 on network 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:14.959385 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:15.051420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network dc627fa4-1c01-48a2-88a4-599f326ce208 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:15.055169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:15.060417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:15.061903 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:15.146338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:15.146839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Checking segment: {'id': 'a9956c31-f6f6-4dfc-aef8-86382b591fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:15.149056 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:15.152505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Bound using segment: {'id': 'a9956c31-f6f6-4dfc-aef8-86382b591fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:15.153861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Bound port: 7059d881-7cef-41c1-a8e9-ae998f25edd2, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9956c31-f6f6-4dfc-aef8-86382b591fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:15.156505 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:15.239643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=8d1e45f4-ef3e-4070-914e-9d02c582b4dd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:15.270876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Attempting to bind port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:15.274021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Attempting to bind port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'f02b8f83-614f-4a67-8d4f-830fb5c01505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:15.274546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Attempting to bind port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd on network dc627fa4-1c01-48a2-88a4-599f326ce208 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:15.293390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:15.294794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Checking segment: {'id': 'f02b8f83-614f-4a67-8d4f-830fb5c01505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:15.297248 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:15.298070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Bound using segment: {'id': 'f02b8f83-614f-4a67-8d4f-830fb5c01505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:15.299391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Bound port: e43367f2-4d06-4ed2-bd27-82bfecc3f9cd, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02b8f83-614f-4a67-8d4f-830fb5c01505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:15.300836 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:15.471239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97468e05-ddac-4103-876b-aa7cbd689ed0 req-25d9c4d7-4265-42f8-928f-d7b7028d2098 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:15.479233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97468e05-ddac-4103-876b-aa7cbd689ed0 req-25d9c4d7-4265-42f8-928f-d7b7028d2098 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 931 time: 0.3030014 Jul 07 19:34:15.575073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:15.575763 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:15.577077 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97468e05-ddac-4103-876b-aa7cbd689ed0 req-201dd1fc-32a2-4a8c-a308-7beff9e43b16 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963190 Jul 07 19:34:15.579747 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:15.605023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:15.632637 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d5d500ec-ecdc-474a-8733-62bee3a3d1ad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3977692 Jul 07 19:34:15.652706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Request body: {'port': {'device_id': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:15.853745 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:15.978496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] For port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:15.986201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6640d8b1-0bc2-4d25-8242-979dfe4c4f69 None None] Provisioning for port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:16.004124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] For port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e43367f2-4d06-4ed2-bd27-82bfecc3f9cd,segment=NetworkSegment(f02b8f83-614f-4a67-8d4f-830fb5c01505),segment_id=f02b8f83-614f-4a67-8d4f-830fb5c01505)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:16.014577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6640d8b1-0bc2-4d25-8242-979dfe4c4f69 None None] Provisioning complete for port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:16.014948 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6640d8b1-0bc2-4d25-8242-979dfe4c4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:16.069385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdabd0-ff1d-4e2a-90b9-2e67c71e9816 req-94b87f92-436f-49b6-8004-83303fb6e68d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:16.070972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0bdabd0-ff1d-4e2a-90b9-2e67c71e9816 req-94b87f92-436f-49b6-8004-83303fb6e68d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.2501140 Jul 07 19:34:16.102389 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:16.104925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] For port 7059d881-7cef-41c1-a8e9-ae998f25edd2, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:16.109956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6640d8b1-0bc2-4d25-8242-979dfe4c4f69 None None] Port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:16.243168 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] For port 7059d881-7cef-41c1-a8e9-ae998f25edd2, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7059d881-7cef-41c1-a8e9-ae998f25edd2,segment=NetworkSegment(a9956c31-f6f6-4dfc-aef8-86382b591fa0),segment_id=a9956c31-f6f6-4dfc-aef8-86382b591fa0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:16.248037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f8296-e94c-4dd7-9395-fb238842ef1a None None] Pushing event updated for resources: {'Port': ['ID=e43367f2-4d06-4ed2-bd27-82bfecc3f9cd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:16.255283 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0bdabd0-ff1d-4e2a-90b9-2e67c71e9816 req-8b42973d-7ff1-4530-b0e3-44324c03872b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793302 Jul 07 19:34:16.262849 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:16.424242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:16.448075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:16.557564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:16.571329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:16.574304 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:16.651127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2467e5b-5546-4fb7-a0e1-574dcaec16c6 None None] Pushing event updated for resources: {'Port': ['ID=7059d881-7cef-41c1-a8e9-ae998f25edd2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:16.698286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=8d1e45f4-ef3e-4070-914e-9d02c582b4dd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:16.781292 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:16.784001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:34:16.822165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:16.895481 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Transition to ACTIVE for port object 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:16.910705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:17.059239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Pushing event updated for resources: {'Port': ['ID=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:17.355334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Attempting to bind port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:17.355739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Attempting to bind port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:17.356085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Attempting to bind port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 on network 76cfa084-8182-4f08-ae02-edf5de806cbf {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:17.374038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 on network 76cfa084-8182-4f08-ae02-edf5de806cbf not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:34:17.374312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Attempting to bind port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 on network 76cfa084-8182-4f08-ae02-edf5de806cbf {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:17.384796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:17.385143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Checking segment: {'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:17.385535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Bound using segment: {'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:17.387825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e43367f2-4d06-4ed2-bd27-82bfecc3f9cd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:17.388598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Bound port: 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a0ef11-f4fc-46c5-954a-47e62323bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:17.389671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:17.639762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] For port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:17.649153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] For port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:17.659768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:17.693996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:17.698783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:15Z', 'revision_number': 3, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:15Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:14Z', 'revision_number': 1, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:17.738737 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Pushing event updated for resources: {'Port': ['ID=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:17.742703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd417726-0af4-451b-a24a-cf7036eb44d2 None None] The sync data for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 is: [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:15Z', 'revision_number': 3, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:15Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:14Z', 'revision_number': 1, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:17.765026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:17.767022 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:17.768498 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-8cc1f792-926a-40be-97c1-8af7740eccd9 service neutron] 10.222.0.112 "PUT /v2.0/ports/117b50d0-0a6a-4a72-b329-0f2b848ff1c0 HTTP/1.1" status: 200 len: 1092 time: 2.1310658 Jul 07 19:34:17.769013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:17.771323 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51e5020-be52-41d6-a050-aab196816f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:18.006886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d2ed47f2-891b-4d67-9430-cf5bca15838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:18.009958 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d2ed47f2-891b-4d67-9430-cf5bca15838d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 1095 time: 0.1784487 Jul 07 19:34:18.130940 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-3ac46292-43d6-41e9-b22d-05fe7a76e936 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0 HTTP/1.1" status: 200 len: 217 time: 0.1109295 Jul 07 19:34:18.285702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network dc627fa4-1c01-48a2-88a4-599f326ce208 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:18.290733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:18.353032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-aff97afa-9792-41b8-9828-85dacc8c3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:18.354628 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-aff97afa-9792-41b8-9828-85dacc8c3040 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac HTTP/1.1" status: 200 len: 834 time: 0.2183714 Jul 07 19:34:18.460814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4227242-3e7a-4c47-a7a2-a2ba2cc48caf None None] Network dc627fa4-1c01-48a2-88a4-599f326ce208 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:18.463446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871b23-a843-4e26-a857-5a4bb94a3203 req-8ba742b2-3fcb-4d8b-acbd-228d8434db27 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:18.484015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71871b23-a843-4e26-a857-5a4bb94a3203 req-8ba742b2-3fcb-4d8b-acbd-228d8434db27 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.6731036 Jul 07 19:34:18.508907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ee52a-3bf7-41a9-be70-d2a057be39c7 req-cf929606-29d9-4a51-9d9a-2154b1b9fa43 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:18.516365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d6ee52a-3bf7-41a9-be70-d2a057be39c7 req-cf929606-29d9-4a51-9d9a-2154b1b9fa43 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 943 time: 0.7253559 Jul 07 19:34:18.534980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-24be7199-8412-4a59-8328-2770cb55be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:18.536599 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-24be7199-8412-4a59-8328-2770cb55be9c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=76cfa084-8182-4f08-ae02-edf5de806cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1747327 Jul 07 19:34:18.565581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:18.609776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Provisioning for port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:18.610808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71871b23-a843-4e26-a857-5a4bb94a3203 req-292f5965-726e-45dd-a654-f82dcf5212f3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252398 Jul 07 19:34:18.627847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Provisioning complete for port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:18.628320 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:18.785338 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22071d65-09bb-4daa-8272-0c5b6d01169c x-openstack-request-id: req-22071d65-09bb-4daa-8272-0c5b6d01169c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:18.785678 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:18.786021 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-22071d65-09bb-4daa-8272-0c5b6d01169c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:18.786481 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'status': 'completed', 'code': 200} Jul 07 19:34:18.827019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d6ee52a-3bf7-41a9-be70-d2a057be39c7 req-1ad21431-7038-4484-aec6-489485545cf7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874038 Jul 07 19:34:18.927441 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-d1b3a777-5255-40c7-8ae4-f1ad710cb891 service neutron] 10.222.0.112 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830519 Jul 07 19:34:18.956731 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:18.979851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:18.997829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8ef9b0fd-d1d5-4d77-962c-c9403fd6a0e8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7370040 Jul 07 19:34:19.003849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:19.015403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1446338569'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:19.072781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:19.093227 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:19.190595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:34:19.212932 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:19.222575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] For port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e43367f2-4d06-4ed2-bd27-82bfecc3f9cd,segment=NetworkSegment(f02b8f83-614f-4a67-8d4f-830fb5c01505),segment_id=f02b8f83-614f-4a67-8d4f-830fb5c01505)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:19.252240 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:19.255556 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added segment a47f0bd7-75ff-4d39-86fa-31a53be29701 of type vlan for network fcfba1fa-0747-435f-83e0-32122e3ba447 Jul 07 19:34:19.299457 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:19.361863 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8a0eaa67-81e3-4741-8cec-62a6869a1278 req-e2f7d528-b273-4ae0-894c-253b4b92271c service neutron] 10.222.0.112 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259186 Jul 07 19:34:19.457431 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:19.488585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7059d881-7cef-41c1-a8e9-ae998f25edd2 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:19.540849 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:19.554400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:19.555156 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:19.558158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Pushing event updated for resources: {'Port': ['ID=e43367f2-4d06-4ed2-bd27-82bfecc3f9cd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:19.611655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.612326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.614402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.633358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.633358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.633358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.633358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.633358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.633358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.633358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.633358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.633358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d813176-1eca-4967-bd49-510fa66fa586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:19.634778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5020-be52-41d6-a050-aab196816f3e req-88f9a3a5-f34e-4d35-8346-893b6a25811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:19.642683 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a51e5020-be52-41d6-a050-aab196816f3e req-88f9a3a5-f34e-4d35-8346-893b6a25811d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 1095 time: 0.1553924 Jul 07 19:34:19.734235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Network': ['ID=fcfba1fa-0747-435f-83e0-32122e3ba447,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:19.751835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 7059d881-7cef-41c1-a8e9-ae998f25edd2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:19.769692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network fcfba1fa-0747-435f-83e0-32122e3ba447 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:34:19.799611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7059d881-7cef-41c1-a8e9-ae998f25edd2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:19.800399 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:19.836801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-faf70a33-c9a9-44c6-86bb-8790dbef5fac tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8316019 Jul 07 19:34:19.839084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:19.880379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'subnet': {'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:19.948888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5020-be52-41d6-a050-aab196816f3e req-4022d355-6dbc-40f6-b751-2e8a815c0972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:19.952265 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a51e5020-be52-41d6-a050-aab196816f3e req-4022d355-6dbc-40f6-b751-2e8a815c0972 service neutron] 10.222.0.112 "GET /v2.0/networks?id=76cfa084-8182-4f08-ae02-edf5de806cbf HTTP/1.1" status: 200 len: 898 time: 0.3077595 Jul 07 19:34:20.093222 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a51e5020-be52-41d6-a050-aab196816f3e req-f67cabb4-0078-48e4-8ccf-0d8438000211 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0 HTTP/1.1" status: 200 len: 217 time: 0.1310024 Jul 07 19:34:20.198712 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:20.270033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5020-be52-41d6-a050-aab196816f3e req-767b76c8-92eb-4147-a7d5-a2931be9e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:20.273670 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a51e5020-be52-41d6-a050-aab196816f3e req-767b76c8-92eb-4147-a7d5-a2931be9e339 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac HTTP/1.1" status: 200 len: 834 time: 0.1655667 Jul 07 19:34:20.293770 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 7059d881-7cef-41c1-a8e9-ae998f25edd2, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7059d881-7cef-41c1-a8e9-ae998f25edd2,segment=NetworkSegment(a9956c31-f6f6-4dfc-aef8-86382b591fa0),segment_id=a9956c31-f6f6-4dfc-aef8-86382b591fa0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:20.303114 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:20.305534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b75428-bb7c-4ac2-9fe7-4b45f2ac7289 req-07bf3dd4-23cc-4e32-af35-7ba01f746797 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:20.316250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46b75428-bb7c-4ac2-9fe7-4b45f2ac7289 req-07bf3dd4-23cc-4e32-af35-7ba01f746797 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.2983427 Jul 07 19:34:20.402666 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5020-be52-41d6-a050-aab196816f3e req-c23769a9-edf3-43fa-8097-9fdb645dbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:20.406467 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a51e5020-be52-41d6-a050-aab196816f3e req-c23769a9-edf3-43fa-8097-9fdb645dbd48 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=76cfa084-8182-4f08-ae02-edf5de806cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245158 Jul 07 19:34:20.556222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0486623e-1aa6-48ea-ae65-d60b5e0b6586 None None] Provisioning complete for port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:20.557016 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0486623e-1aa6-48ea-ae65-d60b5e0b6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:20.648517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:20.660053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:20.671685 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a51e5020-be52-41d6-a050-aab196816f3e req-eae3d019-aa37-47fd-8049-cf59fa8ef3ff service neutron] 10.222.0.112 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447941 Jul 07 19:34:20.699571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46b75428-bb7c-4ac2-9fe7-4b45f2ac7289 req-d4780abe-cc7f-4981-b270-25cc54379257 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209805 Jul 07 19:34:20.757662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:34:20.772047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8530b2-c6a2-46e2-9398-b0acd594a6db req-94bef9aa-2f8c-47d7-9d4f-9f212fc453b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:20.787120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4c8530b2-c6a2-46e2-9398-b0acd594a6db req-94bef9aa-2f8c-47d7-9d4f-9f212fc453b5 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 943 time: 0.5768938 Jul 07 19:34:20.934938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4c8530b2-c6a2-46e2-9398-b0acd594a6db req-63e90ec2-d951-4884-998c-d08bc49d58c8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450207 Jul 07 19:34:21.042120 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a51e5020-be52-41d6-a050-aab196816f3e req-a2eaadf0-4af1-4cbe-832a-bf661bc9f20c service neutron] 10.222.0.112 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580494 Jul 07 19:34:21.155809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:21.172837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:21.194283 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=7059d881-7cef-41c1-a8e9-ae998f25edd2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:21.204271 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'port_id': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'mac_address': 'fa:16:3e:ce:ae:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:34:21.317007 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Checking segment: {'id': 'a47f0bd7-75ff-4d39-86fa-31a53be29701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:21.318008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network hostable DHCP agents. Network: fcfba1fa-0747-435f-83e0-32122e3ba447, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:34:21.320502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Subnet': ['ID=368aacb5-9623-40ee-991a-63dec8299dad,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:21.363304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network fcfba1fa-0747-435f-83e0-32122e3ba447 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:34:21.378164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, fcfba1fa-0747-435f-83e0-32122e3ba447) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:21.385019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:21.386019 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:21.392920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e43367f2-4d06-4ed2-bd27-82bfecc3f9cd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:21.414007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 49936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:21.414882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-932ebad2-13b7-4319-b365-581229193dd3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5723536 Jul 07 19:34:21.442412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e23ffa-6e22-4823-a4eb-7946e213693c None None] Network fcfba1fa-0747-435f-83e0-32122e3ba447 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:21.532590 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:21.554282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0486623e-1aa6-48ea-ae65-d60b5e0b6586 None None] Provisioning for port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:21.581019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0486623e-1aa6-48ea-ae65-d60b5e0b6586 None None] Provisioning complete for port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:21.581681 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0486623e-1aa6-48ea-ae65-d60b5e0b6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:21.595146 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:34:21.682926 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Sync routers for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:21.697728 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:21.698369 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:21.773565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:21.780160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:21.781713 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:21.832389 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:21.848325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0486623e-1aa6-48ea-ae65-d60b5e0b6586 None None] Port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:21.914771 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:22.102382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:22.110635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:22.132847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26da093d-5932-42ab-8791-04239e9fd92d None None] Provisioning complete for port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:22.133427 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26da093d-5932-42ab-8791-04239e9fd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:22.136321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['117b50d0-0a6a-4a72-b329-0f2b848ff1c0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:34:22.155992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9e7e-c476-4d91-80f2-58c78de3d204 req-a2ada31d-ccdf-4b6b-9aac-8338b15a884c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:22.162380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11fb9e7e-c476-4d91-80f2-58c78de3d204 req-a2ada31d-ccdf-4b6b-9aac-8338b15a884c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.1868696 Jul 07 19:34:22.243142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11fb9e7e-c476-4d91-80f2-58c78de3d204 req-9910c451-5009-41fc-a6bd-3ad44d5596d9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704017 Jul 07 19:34:22.251592 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:15Z', 'revision_number': 3, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:16Z', 'revision_number': 2, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:22.330544 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Checking router: 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:22.332624 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Updating router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:34:22.374989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-fcfba1fa-0747-435f-83e0-32122e3ba447', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:34:22.378672 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:22.426029 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:22.440342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3b066-0f63-4b77-a308-b3ac810ab1fc req-e1c79cce-5082-4168-a9f5-658ab512b5e0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:22.442560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fb3b066-0f63-4b77-a308-b3ac810ab1fc req-e1c79cce-5082-4168-a9f5-658ab512b5e0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 944 time: 0.1796293 Jul 07 19:34:22.492719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fb3b066-0f63-4b77-a308-b3ac810ab1fc req-6c64625c-5878-416f-92aa-930548ba72b4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434964 Jul 07 19:34:22.555864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-26da093d-5932-42ab-8791-04239e9fd92d None None] Port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:22.614455 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Allocated IP 2001:db8:2::1 (fcfba1fa-0747-435f-83e0-32122e3ba447/368aacb5-9623-40ee-991a-63dec8299dad/22d9c8e2-b986-4b39-8ba2-c35c33c7ab96) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:22.776201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:22.797102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Transition to ACTIVE for port object 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:22.821917 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:22.833495 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Transition to ACTIVE for port object 8d1e45f4-ef3e-4070-914e-9d02c582b4dd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:22.843654 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:22.845082 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:22.898904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network fcfba1fa-0747-435f-83e0-32122e3ba447 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:22.902887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:22.910364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:22.911056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:22.922334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Allocated IP 2001:db8:2::2 (fcfba1fa-0747-435f-83e0-32122e3ba447/368aacb5-9623-40ee-991a-63dec8299dad/4f812241-a00f-4ead-80c2-0819e925f4ca) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:22.941048 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5f18e-155d-455c-a106-955f05a69b7c None None] Pushing event updated for resources: {'Port': ['ID=8d1e45f4-ef3e-4070-914e-9d02c582b4dd,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:22.962551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=22d9c8e2-b986-4b39-8ba2-c35c33c7ab96,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:22.977387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.977855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.978292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.978745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.980134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.980134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.980134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.980134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.980797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.981221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.981651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.981845 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Attempting to bind port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:22.982175 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:22.982278 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Attempting to bind port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'f02b8f83-614f-4a67-8d4f-830fb5c01505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:22.983136 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Attempting to bind port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd on network dc627fa4-1c01-48a2-88a4-599f326ce208 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:22.988914 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:22.994266 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Checking segment: {'id': 'f02b8f83-614f-4a67-8d4f-830fb5c01505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:22.995338 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:22.995938 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Bound using segment: {'id': 'f02b8f83-614f-4a67-8d4f-830fb5c01505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:22.996937 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Bound port: 8d1e45f4-ef3e-4070-914e-9d02c582b4dd, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02b8f83-614f-4a67-8d4f-830fb5c01505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:22.997516 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.118035 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] For port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:23.125128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.126870 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] For port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8d1e45f4-ef3e-4070-914e-9d02c582b4dd,segment=NetworkSegment(f02b8f83-614f-4a67-8d4f-830fb5c01505),segment_id=f02b8f83-614f-4a67-8d4f-830fb5c01505)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:23.137352 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.282864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7059d881-7cef-41c1-a8e9-ae998f25edd2 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:23.311332 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:23.311640 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:23.357942 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.370010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Transition to ACTIVE for port object 4f812241-a00f-4ead-80c2-0819e925f4ca will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:23.393950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Transition to ACTIVE for port object 4f812241-a00f-4ead-80c2-0819e925f4ca will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:23.412689 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.526375 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:23.572608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Network fcfba1fa-0747-435f-83e0-32122e3ba447 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:23.604942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:23.613012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:23.688612 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5f18e-155d-455c-a106-955f05a69b7c None None] Pushing event updated for resources: {'Port': ['ID=8d1e45f4-ef3e-4070-914e-9d02c582b4dd,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:23.693087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82c9f-830f-427f-b6ef-8634fdaa5a9a req-df5c3e9d-f4e8-40ca-843f-7370c1179eb0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:23.698937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cdb82c9f-830f-427f-b6ef-8634fdaa5a9a req-df5c3e9d-f4e8-40ca-843f-7370c1179eb0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.2417605 Jul 07 19:34:23.855476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cdb82c9f-830f-427f-b6ef-8634fdaa5a9a req-dbad03a3-cf6f-4c42-869c-128067bb581f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458695 Jul 07 19:34:23.858899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Pushing event updated for resources: {'Port': ['ID=4f812241-a00f-4ead-80c2-0819e925f4ca,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:23.937212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7059d881-7cef-41c1-a8e9-ae998f25edd2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:23.937788 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:23.995459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.003516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.005339 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.017541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Attempting to bind port 4f812241-a00f-4ead-80c2-0819e925f4ca on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:24.018567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Attempting to bind port 4f812241-a00f-4ead-80c2-0819e925f4ca by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'a47f0bd7-75ff-4d39-86fa-31a53be29701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:24.019227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Attempting to bind port 4f812241-a00f-4ead-80c2-0819e925f4ca on network fcfba1fa-0747-435f-83e0-32122e3ba447 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:24.035577 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:23Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:22Z', 'revision_number': 1, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:23Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:24.054243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:24.054243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Checking segment: {'id': 'a47f0bd7-75ff-4d39-86fa-31a53be29701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:24.054243 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.057914 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Bound using segment: {'id': 'a47f0bd7-75ff-4d39-86fa-31a53be29701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:24.058545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Bound port: 4f812241-a00f-4ead-80c2-0819e925f4ca, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47f0bd7-75ff-4d39-86fa-31a53be29701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:24.059059 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.115250 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665f9df-94ea-4924-aae2-f0ece43933a5 None None] The sync data for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 is: [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:23Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:22Z', 'revision_number': 1, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:23Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:24.244120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] For port 4f812241-a00f-4ead-80c2-0819e925f4ca, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:24.297781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] For port 4f812241-a00f-4ead-80c2-0819e925f4ca, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4f812241-a00f-4ead-80c2-0819e925f4ca,segment=NetworkSegment(a47f0bd7-75ff-4d39-86fa-31a53be29701),segment_id=a47f0bd7-75ff-4d39-86fa-31a53be29701)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:24.311867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.343105 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network fcfba1fa-0747-435f-83e0-32122e3ba447 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:24.353945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:24.383535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b393b6-b4d1-4971-be2d-af946a3c3eb4 req-ee70d340-a7f4-445d-b702-b0bc3b794940 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:24.385307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95b393b6-b4d1-4971-be2d-af946a3c3eb4 req-ee70d340-a7f4-445d-b702-b0bc3b794940 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 944 time: 0.2744076 Jul 07 19:34:24.393204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=22d9c8e2-b986-4b39-8ba2-c35c33c7ab96,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:24.412956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9926e-1def-4bc2-9b70-7f0cf1ddc745 None None] Pushing event updated for resources: {'Port': ['ID=4f812241-a00f-4ead-80c2-0819e925f4ca,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:24.503358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95b393b6-b4d1-4971-be2d-af946a3c3eb4 req-e2fc3a29-b497-43eb-8b11-c9cf1f40eed0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100307 Jul 07 19:34:24.587700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:24.741284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:24.766510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:24.773410 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-334f830a-0587-44f3-8d1c-2e45d5edb94a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3559215 Jul 07 19:34:24.775889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 49992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:24.782531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-202010885'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:24.870222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:24.875037 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.930660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:34:24.957586 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:24.958297 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added segment 46ddfa1d-8383-43c6-afe4-b3b09de46ddb of type vlan for network 78c02d74-15c5-4cb7-a7a8-37092a6ad53c Jul 07 19:34:24.975449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:24.988241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:24.991039 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.054264 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.143752 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.162340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:25.163416 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.218632 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4410248 Jul 07 19:34:25.221710 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:25.227398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'subnet': {'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:25.277642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 666ed739-d5bb-404d-ab42-94b280c10d3e details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:34:25.328771 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.360689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b53042-4ebf-433d-b251-e4b0d1223f33 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Network': ['ID=78c02d74-15c5-4cb7-a7a8-37092a6ad53c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:25.408008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15debc62-f791-4bac-8d37-a5d1f3bf231e req-d9ca1948-a12b-4d5b-bf83-59e7f1b14118 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:25.418795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15debc62-f791-4bac-8d37-a5d1f3bf231e req-d9ca1948-a12b-4d5b-bf83-59e7f1b14118 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.3023047 Jul 07 19:34:25.565164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15debc62-f791-4bac-8d37-a5d1f3bf231e req-9a47803c-e212-4a8d-94db-dcc01e155297 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406829 Jul 07 19:34:25.589236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Made reservation on behalf of f668b67afc1443bc99156692bd257395 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:25.597963 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.627974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 78c02d74-15c5-4cb7-a7a8-37092a6ad53c details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:34:25.677460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:25.716870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:25.719928 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caae8ef0-f11f-4605-8d8d-9edb49eca9d0" -d '{"events": [{"server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "name": "network-vif-plugged", "status": "completed", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:25.726158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4f812241-a00f-4ead-80c2-0819e925f4ca up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:25.733237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Sync routers for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:25.793281 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:25.986212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21040041-e4b0-4430-a9a8-6f2dff58dfc8 req-83463d8a-2bd9-448b-ac31-64fc2d15dd0c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:25.992424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21040041-e4b0-4430-a9a8-6f2dff58dfc8 req-83463d8a-2bd9-448b-ac31-64fc2d15dd0c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.2120781 Jul 07 19:34:26.100515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21040041-e4b0-4430-a9a8-6f2dff58dfc8 req-413f4162-07f9-41e0-bd30-78f88412be5a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041443 Jul 07 19:34:26.204090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:26.237618 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226e9cf2-5d5e-4667-a60c-fb6d79e8ec11 x-openstack-request-id: req-226e9cf2-5d5e-4667-a60c-fb6d79e8ec11 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:26.245719 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "name": "network-vif-plugged", "status": "completed", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:26.251550 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-226e9cf2-5d5e-4667-a60c-fb6d79e8ec11 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:26.252542 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'code': 200} Jul 07 19:34:26.268627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc58340-c04c-4436-838a-209a88eafadd req-bafaba42-85ab-4c21-bc8c-1a666eb5fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:26.270187 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3cc58340-c04c-4436-838a-209a88eafadd req-bafaba42-85ab-4c21-bc8c-1a666eb5fea5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 1097 time: 0.2494435 Jul 07 19:34:26.278301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:26.279830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:26.309711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06755a3f-471d-400a-8dbe-26f85937b132 None None] Network fcfba1fa-0747-435f-83e0-32122e3ba447 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:26.353568 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Subnet': ['ID=c6c45576-e07e-4517-841e-201e4a0ddb0d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:26.377044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3cc58340-c04c-4436-838a-209a88eafadd req-c0284060-5965-40a9-a824-330681edfd56 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937738 Jul 07 19:34:26.398479 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Checking segment: {'id': '46ddfa1d-8383-43c6-afe4-b3b09de46ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:26.398741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network hostable DHCP agents. Network: 78c02d74-15c5-4cb7-a7a8-37092a6ad53c, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:34:26.420656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 78c02d74-15c5-4cb7-a7a8-37092a6ad53c is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:34:26.433798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 78c02d74-15c5-4cb7-a7a8-37092a6ad53c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:26.441903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:26.442354 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:26.459384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b9b0e1-edab-42dd-bd28-b34e94e066da None None] Network 78c02d74-15c5-4cb7-a7a8-37092a6ad53c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:26.468523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:26.469791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-45d58419-9028-442d-8fdb-578d37d728d2 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2468321 Jul 07 19:34:26.574180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f8985be-2217-4261-97dc-55aea30edb61 None None] Provisioning for port 4f812241-a00f-4ead-80c2-0819e925f4ca completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:26.666212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:26.678446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4f812241-a00f-4ead-80c2-0819e925f4ca completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:26.685241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 666ed739-d5bb-404d-ab42-94b280c10d3e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=666ed739-d5bb-404d-ab42-94b280c10d3e,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:26.693481 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4f812241-a00f-4ead-80c2-0819e925f4ca triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:26.694108 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:26.710713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:26.790699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '666ed739-d5bb-404d-ab42-94b280c10d3e', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'port_id': '666ed739-d5bb-404d-ab42-94b280c10d3e', 'mac_address': 'fa:16:3e:7b:95:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:34:27.039319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b26db9-5447-4a74-b679-f4575094d18c req-72129139-0c01-4277-bb2e-3625c037bf02 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:27.040878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-05b26db9-5447-4a74-b679-f4575094d18c req-72129139-0c01-4277-bb2e-3625c037bf02 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 944 time: 0.2690487 Jul 07 19:34:27.059205 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.108113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666ed739-d5bb-404d-ab42-94b280c10d3e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:34:27.142290 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-05b26db9-5447-4a74-b679-f4575094d18c req-a12a839d-8c16-4cc3-bb61-527a678112dd tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939910 Jul 07 19:34:27.219514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:34:27.220656 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.254848 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.258063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 666ed739-d5bb-404d-ab42-94b280c10d3e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=666ed739-d5bb-404d-ab42-94b280c10d3e,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:27.280966 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.288562 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.632819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['666ed739-d5bb-404d-ab42-94b280c10d3e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:34:27.680515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc09098-e626-4287-8336-7967e89f71aa req-f8c9580b-0f7a-4b70-bf22-7f54d8b60551 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:27.689803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebc09098-e626-4287-8336-7967e89f71aa req-f8c9580b-0f7a-4b70-bf22-7f54d8b60551 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.2046552 Jul 07 19:34:27.694751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 4f812241-a00f-4ead-80c2-0819e925f4ca, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4f812241-a00f-4ead-80c2-0819e925f4ca,segment=NetworkSegment(a47f0bd7-75ff-4d39-86fa-31a53be29701),segment_id=a47f0bd7-75ff-4d39-86fa-31a53be29701)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:27.729200 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:27.730352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8d1e45f4-ef3e-4070-914e-9d02c582b4dd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:27.740646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:23Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:23Z', 'revision_number': 2, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:23Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:27.742544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=666ed739-d5bb-404d-ab42-94b280c10d3e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:27.806762 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebc09098-e626-4287-8336-7967e89f71aa req-75e74165-21ba-45cb-96b0-8e0078493e81 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151135 Jul 07 19:34:27.908674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Checking router: 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:27.909335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Updating router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:34:27.943592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=4f812241-a00f-4ead-80c2-0819e925f4ca,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:27.985420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Allocated IP 2001:db8:3::2 (78c02d74-15c5-4cb7-a7a8-37092a6ad53c/c6c45576-e07e-4517-841e-201e4a0ddb0d/5c822ecc-65f2-4f91-950d-fb8d52e57b99) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:28.016299 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.021834 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-200d4ffd-8546-47c4-8df4-a0d7616f9ed4 None None] Provisioning for port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:28.087953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-200d4ffd-8546-47c4-8df4-a0d7616f9ed4 None None] Provisioning complete for port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:28.094536 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-200d4ffd-8546-47c4-8df4-a0d7616f9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.191090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:28.210204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:28.210580 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.493638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f16a6-3bea-4ab1-b847-a5da54241abf req-6b0d668b-64d4-475d-872a-67ba6920b918 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:28.496223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a3f16a6-3bea-4ab1-b847-a5da54241abf req-6b0d668b-64d4-475d-872a-67ba6920b918 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 945 time: 0.1304049 Jul 07 19:34:28.541178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a3f16a6-3bea-4ab1-b847-a5da54241abf req-b1b4bc58-1306-40bb-b355-086861db808d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369396 Jul 07 19:34:28.792874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-200d4ffd-8546-47c4-8df4-a0d7616f9ed4 None None] Port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:28.808990 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.842690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Transition to ACTIVE for port object 5c822ecc-65f2-4f91-950d-fb8d52e57b99 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:28.901383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-200d4ffd-8546-47c4-8df4-a0d7616f9ed4 None None] Provisioning complete for port 4f812241-a00f-4ead-80c2-0819e925f4ca triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:28.901772 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-200d4ffd-8546-47c4-8df4-a0d7616f9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:28.908558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Transition to ACTIVE for port object 5c822ecc-65f2-4f91-950d-fb8d52e57b99 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:28.968661 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.090529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:29.102167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-12250498'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:29.103067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Allocated IP 2001:db8:3::1 (78c02d74-15c5-4cb7-a7a8-37092a6ad53c/c6c45576-e07e-4517-841e-201e4a0ddb0d/6796142f-47dc-480c-a808-34c18268c98c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:29.105659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Network 78c02d74-15c5-4cb7-a7a8-37092a6ad53c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:29.110306 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.132170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Pushing event updated for resources: {'Port': ['ID=5c822ecc-65f2-4f91-950d-fb8d52e57b99,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:29.140859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:29.165804 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:29.168074 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:29.177916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.214491 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1144} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:34:29.217927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e8596-ef1a-4a4d-9224-f3a5b9f90755 req-d79c2edf-2c88-4fd9-927f-58ddfc6acecb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:29.228690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c6e8596-ef1a-4a4d-9224-f3a5b9f90755 req-d79c2edf-2c88-4fd9-927f-58ddfc6acecb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.2959819 Jul 07 19:34:29.241252 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.241609 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Added segment 7927c5e7-bd1f-45a0-b031-07d0744f6438 of type vlan for network 34385845-f749-4bd3-8820-974235536288 Jul 07 19:34:29.288101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.331469 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.342682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:29.343800 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.355508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c6e8596-ef1a-4a4d-9224-f3a5b9f90755 req-9e8184cf-09d0-4f13-a3d1-3a92bae43ad9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258490 Jul 07 19:34:29.416010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.432509 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.446650 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3518765 Jul 07 19:34:29.447557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:29.458064 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc11ec7-3d72-4c33-a8b6-b9c4261068f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Network': ['ID=34385845-f749-4bd3-8820-974235536288,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:29.459172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8d1e45f4-ef3e-4070-914e-9d02c582b4dd,segment=NetworkSegment(f02b8f83-614f-4a67-8d4f-830fb5c01505),segment_id=f02b8f83-614f-4a67-8d4f-830fb5c01505)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:29.459962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1713674402'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:29.472262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Transition to ACTIVE for port object 6796142f-47dc-480c-a808-34c18268c98c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:29.495076 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 34385845-f749-4bd3-8820-974235536288 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:34:29.501033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:29.501767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Attempting to bind port 5c822ecc-65f2-4f91-950d-fb8d52e57b99 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:29.501767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Attempting to bind port 5c822ecc-65f2-4f91-950d-fb8d52e57b99 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '46ddfa1d-8383-43c6-afe4-b3b09de46ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:29.501767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Attempting to bind port 5c822ecc-65f2-4f91-950d-fb8d52e57b99 on network 78c02d74-15c5-4cb7-a7a8-37092a6ad53c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:29.504328 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.508362 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.535521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Transition to ACTIVE for port object 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:29.558529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:34:29.565830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.598454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:29.598912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Checking segment: {'id': '46ddfa1d-8383-43c6-afe4-b3b09de46ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:29.599439 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.599887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Bound using segment: {'id': '46ddfa1d-8383-43c6-afe4-b3b09de46ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:29.600332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Bound port: 5c822ecc-65f2-4f91-950d-fb8d52e57b99, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ddfa1d-8383-43c6-afe4-b3b09de46ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:29.600784 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.624297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.625128 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Added segment 239f298f-7563-4e0a-9974-644b804d75bf of type vlan for network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d Jul 07 19:34:29.648535 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.687811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 78c02d74-15c5-4cb7-a7a8-37092a6ad53c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:29.749534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:29.760115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:29.760903 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:29.780538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=8d1e45f4-ef3e-4070-914e-9d02c582b4dd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:29.831572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4f812241-a00f-4ead-80c2-0819e925f4ca up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:29.834387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ad5e3-8e34-4077-8e1a-8f85ed216b89 None None] Pushing event updated for resources: {'Port': ['ID=22d9c8e2-b986-4b39-8ba2-c35c33c7ab96,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:29.850124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=6796142f-47dc-480c-a808-34c18268c98c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:29.895184 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.016359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Attempting to bind port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:30.016760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Attempting to bind port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'a47f0bd7-75ff-4d39-86fa-31a53be29701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:30.017122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Attempting to bind port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 on network fcfba1fa-0747-435f-83e0-32122e3ba447 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:30.027234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] For port 5c822ecc-65f2-4f91-950d-fb8d52e57b99, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:30.037148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] For port 5c822ecc-65f2-4f91-950d-fb8d52e57b99, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5c822ecc-65f2-4f91-950d-fb8d52e57b99,segment=NetworkSegment(46ddfa1d-8383-43c6-afe4-b3b09de46ddb),segment_id=46ddfa1d-8383-43c6-afe4-b3b09de46ddb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:30.046881 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:30.047236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Checking segment: {'id': 'a47f0bd7-75ff-4d39-86fa-31a53be29701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:30.047614 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.047994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Bound using segment: {'id': 'a47f0bd7-75ff-4d39-86fa-31a53be29701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:30.048507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Bound port: 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47f0bd7-75ff-4d39-86fa-31a53be29701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:30.049077 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.060525 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.064323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4f812241-a00f-4ead-80c2-0819e925f4ca triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:30.064726 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.068991 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.075795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:30.078745 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.094906 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.250489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] For port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:30.251865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d4189-88c0-4c22-8ef6-362cfdf3e007 req-855036b5-f5dd-480b-8886-f0cf1ccfe55d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:30.253974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc447920-4674-4bfb-b297-e82e8f8bde20 None None] Pushing event updated for resources: {'Port': ['ID=5c822ecc-65f2-4f91-950d-fb8d52e57b99,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:30.259810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] For port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=22d9c8e2-b986-4b39-8ba2-c35c33c7ab96,segment=NetworkSegment(a47f0bd7-75ff-4d39-86fa-31a53be29701),segment_id=a47f0bd7-75ff-4d39-86fa-31a53be29701)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:30.265359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed9d4189-88c0-4c22-8ef6-362cfdf3e007 req-855036b5-f5dd-480b-8886-f0cf1ccfe55d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 945 time: 0.4223542 Jul 07 19:34:30.267935 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.327492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8720670 Jul 07 19:34:30.330189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:30.336799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'subnet': {'network_id': '34385845-f749-4bd3-8820-974235536288', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:30.346917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a890d95-8efe-4a39-be9a-928f1379512b req-f59b9380-19b3-489c-b91d-9ff664f48f3e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:30.349654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a890d95-8efe-4a39-be9a-928f1379512b req-f59b9380-19b3-489c-b91d-9ff664f48f3e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.6601343 Jul 07 19:34:30.456671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142041dd-d4c0-4719-930a-3ab862ffe5a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Network': ['ID=11dfe552-f8c5-4f10-8eea-7a0c48abc40d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:30.510750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:34:30.531134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed9d4189-88c0-4c22-8ef6-362cfdf3e007 req-b3843923-680c-48b1-8591-22261874b3a1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626410 Jul 07 19:34:30.561516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ad5e3-8e34-4077-8e1a-8f85ed216b89 None None] Pushing event updated for resources: {'Port': ['ID=22d9c8e2-b986-4b39-8ba2-c35c33c7ab96,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:30.598038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:30.601848 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:30.760440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:30.760440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:31.142823 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:31.180524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:31.222704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Subnet': ['ID=bc481bf9-fe8a-42c0-a50f-b3934966374e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:31.274059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Checking segment: {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:31.274852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network hostable DHCP agents. Network: 34385845-f749-4bd3-8820-974235536288, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:34:31.317348 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network 34385845-f749-4bd3-8820-974235536288 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:34:31.334689 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 34385845-f749-4bd3-8820-974235536288) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:31.340257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:31.341221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:31.364089 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9699b6ae-75a7-46b4-92fa-d9ad35e3506d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0298004 Jul 07 19:34:31.364329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:31.367193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 666ed739-d5bb-404d-ab42-94b280c10d3e up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:31.368745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a890d95-8efe-4a39-be9a-928f1379512b req-c63963ed-3d1a-4e33-9201-08722eaf93a1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0070851 Jul 07 19:34:31.370406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'subnet': {'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:31.382521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a95fc9c-e8b4-47b4-a416-2ed7415210f2 None None] Network 34385845-f749-4bd3-8820-974235536288 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:31.415742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:31.505299 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:31.509778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:31.658714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a495bdf-c78b-497d-9dbf-06ed0675aa38 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:31.660296 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3a495bdf-c78b-497d-9dbf-06ed0675aa38 tempest-TestNetworkAdvancedServerOps-1246846908 tempest-TestNetworkAdvancedServerOps-1246846908-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 1092 time: 0.2435651 Jul 07 19:34:31.663255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:31.695115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:31.771337 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:31.815059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 666ed739-d5bb-404d-ab42-94b280c10d3e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:31.846419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 666ed739-d5bb-404d-ab42-94b280c10d3e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:31.846815 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:32.036950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5c822ecc-65f2-4f91-950d-fb8d52e57b99 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:32.069518 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:32.187775 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:32.199043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-34385845-f749-4bd3-8820-974235536288', 'network_id': '34385845-f749-4bd3-8820-974235536288', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'fixed_ips': [{'subnet_id': 'bc481bf9-fe8a-42c0-a50f-b3934966374e'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:34:32.200074 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:32.222754 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:32.223632 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:32.249804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Checking segment: {'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:32.250174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network hostable DHCP agents. Network: 11dfe552-f8c5-4f10-8eea-7a0c48abc40d, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:34:32.256919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Subnet': ['ID=e4f192b6-cb30-4bcf-a05d-61490628d178,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:32.293358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:34:32.311308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 11dfe552-f8c5-4f10-8eea-7a0c48abc40d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:32.344370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:32.345072 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:32.375661 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-364ad00a-f46f-49f7-8698-5ea1dbce8e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0100248 Jul 07 19:34:32.378938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:32.385735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'port': {'network_id': '34385845-f749-4bd3-8820-974235536288', 'name': 'tempest-TaggedBootDevicesTest-1375655689', 'fixed_ips': [{'subnet_id': 'bc481bf9-fe8a-42c0-a50f-b3934966374e'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:32.391082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4275f8d6-5426-4e18-9490-243d41622a41 None None] Network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:32.392964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6373bb7f-fb99-4d23-91de-9e5a43a94567 None None] Network 78c02d74-15c5-4cb7-a7a8-37092a6ad53c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:32.425404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0076c-6c3b-40cc-8ada-d79c3fba4a16 req-0345525a-3a08-43a0-89d6-5997578ae071 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:32.426715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57f0076c-6c3b-40cc-8ada-d79c3fba4a16 req-0345525a-3a08-43a0-89d6-5997578ae071 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 945 time: 0.4288404 Jul 07 19:34:32.515104 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 5c822ecc-65f2-4f91-950d-fb8d52e57b99 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:32.515293 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57f0076c-6c3b-40cc-8ada-d79c3fba4a16 req-e4e38284-1f08-4401-b758-c789a26c214d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738275 Jul 07 19:34:32.517727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8aeb9242-0442-4f01-bf14-3bbc1d5a88cb None None] Provisioning for port 5c822ecc-65f2-4f91-950d-fb8d52e57b99 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:32.525309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event updated for resources: {'Port': ['ID=6796142f-47dc-480c-a808-34c18268c98c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:32.549171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:32.638094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:32.642562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Network 78c02d74-15c5-4cb7-a7a8-37092a6ad53c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:32.668228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:32.826861 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:32.846183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Allocated IP 10.1.1.2 (34385845-f749-4bd3-8820-974235536288/bc481bf9-fe8a-42c0-a50f-b3934966374e/2ab7a238-467c-4580-ad65-2e17d5995835) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:32.850445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] device_id is not set on port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:34:32.936558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Allocated IP 172.25.2.126 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/4313c28a-7777-43de-994c-ed72a8a62bb5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:32.974108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:33.036118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:30Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6796142f-47dc-480c-a808-34c18268c98c', 'name': '', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:5a:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:27Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 1, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:33.037978 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8aeb9242-0442-4f01-bf14-3bbc1d5a88cb None None] Provisioning complete for port 5c822ecc-65f2-4f91-950d-fb8d52e57b99 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:33.038346 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9242-0442-4f01-bf14-3bbc1d5a88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.041368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5c822ecc-65f2-4f91-950d-fb8d52e57b99 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:33.041727 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.046932 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.077373 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.167193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Transition to ACTIVE for port object 2ab7a238-467c-4580-ad65-2e17d5995835 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:33.206483 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52284924-ef35-46ca-9fc5-15ecfae52253 None None] The sync data for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 is: [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:30Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6796142f-47dc-480c-a808-34c18268c98c', 'name': '', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:5a:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:27Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 1, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:33.226969 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.235669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:33.243902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f0393694-0bd2-4e29-9ccf-c72ebf1513a5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7741513 Jul 07 19:34:33.247173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:33.252279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-46fbb59d-6a32-4990-9769-a5ff130af705 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:33.291566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Transition to ACTIVE for port object 2ab7a238-467c-4580-ad65-2e17d5995835 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:33.300604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.373415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:33.389361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:33.393097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:33.399720 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.402004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675c2a58-256e-493f-9751-6d74eddac88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666ed739-d5bb-404d-ab42-94b280c10d3e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:33.405145 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664b7681-4c7e-45a3-a78f-fcf5b8f05c35" -d '{"events": [{"server_uuid": "675c2a58-256e-493f-9751-6d74eddac88c", "name": "network-vif-plugged", "status": "completed", "tag": "666ed739-d5bb-404d-ab42-94b280c10d3e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:33.491526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=4313c28a-7777-43de-994c-ed72a8a62bb5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:33.574622 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9f6293-cd17-4c98-86e9-4a3d8c90c0d1 x-openstack-request-id: req-6d9f6293-cd17-4c98-86e9-4a3d8c90c0d1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:33.579006 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675c2a58-256e-493f-9751-6d74eddac88c", "name": "network-vif-plugged", "status": "completed", "tag": "666ed739-d5bb-404d-ab42-94b280c10d3e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:33.579676 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6d9f6293-cd17-4c98-86e9-4a3d8c90c0d1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:33.580560 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675c2a58-256e-493f-9751-6d74eddac88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666ed739-d5bb-404d-ab42-94b280c10d3e', 'code': 200} Jul 07 19:34:33.617441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 666ed739-d5bb-404d-ab42-94b280c10d3e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=666ed739-d5bb-404d-ab42-94b280c10d3e,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:33.639876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Pushing event updated for resources: {'Port': ['ID=2ab7a238-467c-4580-ad65-2e17d5995835,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:33.786738 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.823166 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.861010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Network 34385845-f749-4bd3-8820-974235536288 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:33.880191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:33.892032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:33.972196 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.974515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-11dfe552-f8c5-4f10-8eea-7a0c48abc40d', 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'fixed_ips': [{'subnet_id': 'e4f192b6-cb30-4bcf-a05d-61490628d178'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:34:33.975475 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:33.991786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b8ee5-9b20-4e47-b0d7-d62da30afdc4 req-44da09ea-2a78-4d14-8049-8cedb6e71ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:33.993649 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b4b8ee5-9b20-4e47-b0d7-d62da30afdc4 req-44da09ea-2a78-4d14-8049-8cedb6e71ec3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 1098 time: 0.3464735 Jul 07 19:34:34.093611 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9242-0442-4f01-bf14-3bbc1d5a88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:34.449013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Allocated IP 10.2.2.2 (11dfe552-f8c5-4f10-8eea-7a0c48abc40d/e4f192b6-cb30-4bcf-a05d-61490628d178/5cc6b6d4-2eaf-45a3-96f5-4ed80941634f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:34.466151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Allocated IP 10.1.1.239 (34385845-f749-4bd3-8820-974235536288/bc481bf9-fe8a-42c0-a50f-b3934966374e/9c2ef4a8-ab7f-460f-8cb6-89a5ba313763) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:34.479284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b4b8ee5-9b20-4e47-b0d7-d62da30afdc4 req-46213dea-3b46-4fdb-b837-cc4a7f6051bb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763522 Jul 07 19:34:34.552262 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Sync routers for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:34.571372 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:34.572296 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:34.682926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6414a1e-bf67-44e0-9565-577d25f1430c req-a88436be-5168-4b36-a894-45d5cd9fdc18 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:34.697407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6414a1e-bf67-44e0-9565-577d25f1430c req-a88436be-5168-4b36-a894-45d5cd9fdc18 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 946 time: 0.8997772 Jul 07 19:34:34.700311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8aeb9242-0442-4f01-bf14-3bbc1d5a88cb None None] For port 5c822ecc-65f2-4f91-950d-fb8d52e57b99, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5c822ecc-65f2-4f91-950d-fb8d52e57b99,segment=NetworkSegment(46ddfa1d-8383-43c6-afe4-b3b09de46ddb),segment_id=46ddfa1d-8383-43c6-afe4-b3b09de46ddb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:34.704512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Attempting to bind port 2ab7a238-467c-4580-ad65-2e17d5995835 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:34.705020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Attempting to bind port 2ab7a238-467c-4580-ad65-2e17d5995835 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:34.705499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Attempting to bind port 2ab7a238-467c-4580-ad65-2e17d5995835 on network 34385845-f749-4bd3-8820-974235536288 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:34.729711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:34.730277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Checking segment: {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:34.730830 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:34.731638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Bound using segment: {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:34.731959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Bound port: 2ab7a238-467c-4580-ad65-2e17d5995835, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:34.733432 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:34.745371 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9242-0442-4f01-bf14-3bbc1d5a88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:34.752013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=666ed739-d5bb-404d-ab42-94b280c10d3e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:34.856985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6414a1e-bf67-44e0-9565-577d25f1430c req-96cabc80-384f-42eb-97f6-9c409e89a9f7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584513 Jul 07 19:34:34.862893 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:34.979785 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:35.004033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] For port 2ab7a238-467c-4580-ad65-2e17d5995835, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:35.007817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] For port 2ab7a238-467c-4580-ad65-2e17d5995835, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2ab7a238-467c-4580-ad65-2e17d5995835,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:35.023035 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:35.043941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:34:35.044507 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:34:35.054506 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:35.088984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Transition to ACTIVE for port object 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:35.109825 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:35.116017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9242-0442-4f01-bf14-3bbc1d5a88cb None None] Pushing event updated for resources: {'Port': ['ID=5c822ecc-65f2-4f91-950d-fb8d52e57b99,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:35.315998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce5e68-13c7-44f0-998a-381a8423a8cd None None] Pushing event updated for resources: {'Port': ['ID=2ab7a238-467c-4580-ad65-2e17d5995835,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:35.354697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Transition to ACTIVE for port object 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:35.361468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:35.389912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:35.406494 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b62d4934-8c8b-4860-91a7-5e0c6fc05b5b None None] Provisioning complete for port 5c822ecc-65f2-4f91-950d-fb8d52e57b99 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:35.407112 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b62d4934-8c8b-4860-91a7-5e0c6fc05b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:35.434900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Transition to ACTIVE for port object 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:35.457059 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:35.542269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Pushing event updated for resources: {'Port': ['ID=5cc6b6d4-2eaf-45a3-96f5-4ed80941634f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:35.655622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:35.725424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network 34385845-f749-4bd3-8820-974235536288 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:35.749610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:35.757443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:35.760608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:35.764006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:35.776076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:35.917360 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:35.946202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:35.971337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Port': ['ID=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:36.147896 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:30Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6796142f-47dc-480c-a808-34c18268c98c', 'name': '', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:5a:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:27Z', 'updated_at': '2021-07-07T19:34:31Z', 'revision_number': 2, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:36.153472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:36.157264 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.192512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-46fbb59d-6a32-4990-9769-a5ff130af705 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:34:36.208638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Attempting to bind port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:36.210204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Attempting to bind port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:36.211377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Attempting to bind port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f on network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:36.250468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:36.250468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Checking segment: {'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:36.250468 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.250468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Bound using segment: {'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:36.250468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Bound port: 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:36.253426 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.255617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:36.256414 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-34ed9f65-2e46-4730-b7f8-e5627bc0075f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8753560 Jul 07 19:34:36.257968 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.259096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-46fbb59d-6a32-4990-9769-a5ff130af705 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Removed routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:34:36.259766 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46fbb59d-6a32-4990-9769-a5ff130af705 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.262647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b62d4934-8c8b-4860-91a7-5e0c6fc05b5b None None] Provisioning for port 6796142f-47dc-480c-a808-34c18268c98c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:36.263721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:36.264267 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Checking router: 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:36.267620 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Updating router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 port 6796142f-47dc-480c-a808-34c18268c98c binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:34:36.277919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'port': {'network_id': '34385845-f749-4bd3-8820-974235536288', 'name': 'tempest-TaggedBootDevicesTest-1023750213', 'fixed_ips': [{'subnet_id': 'bc481bf9-fe8a-42c0-a50f-b3934966374e'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:36.291021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:36.291390 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.296642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b62d4934-8c8b-4860-91a7-5e0c6fc05b5b None None] Provisioning complete for port 6796142f-47dc-480c-a808-34c18268c98c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:36.297008 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b62d4934-8c8b-4860-91a7-5e0c6fc05b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.362587 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.452796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b62d4934-8c8b-4860-91a7-5e0c6fc05b5b None None] Port 6796142f-47dc-480c-a808-34c18268c98c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:36.500970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event updated for resources: {'Port': ['ID=4313c28a-7777-43de-994c-ed72a8a62bb5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:36.566237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] For port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:36.582060 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Floating IP 1319ba21-b193-4fb1-a59a-592784d7e0d2 associated. External IP: 172.25.2.126, port: 117b50d0-0a6a-4a72-b329-0f2b848ff1c0. Jul 07 19:34:36.625181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] For port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5cc6b6d4-2eaf-45a3-96f5-4ed80941634f,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:36.649056 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.700340 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.743046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46fbb59d-6a32-4990-9769-a5ff130af705 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.749709 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46fbb59d-6a32-4990-9769-a5ff130af705 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.753129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:36.758651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.763185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c919-6f1c-415a-9d78-b3dd1afd5165 req-8affa964-2cc8-433c-ab2e-37872fc9371f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:36.782214 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fd910352-87f1-4e53-9774-139bf68ead01 None None] Provisioning complete for port 6796142f-47dc-480c-a808-34c18268c98c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:36.782590 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd910352-87f1-4e53-9774-139bf68ead01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.787463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a76c919-6f1c-415a-9d78-b3dd1afd5165 req-8affa964-2cc8-433c-ab2e-37872fc9371f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 946 time: 0.2982748 Jul 07 19:34:36.847141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] device_id is not set on port e63e5894-487a-4ed1-8fb3-7173bca23462 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:34:36.886600 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fd910352-87f1-4e53-9774-139bf68ead01 None None] Port 6796142f-47dc-480c-a808-34c18268c98c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:36.949359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=22d9c8e2-b986-4b39-8ba2-c35c33c7ab96,segment=NetworkSegment(a47f0bd7-75ff-4d39-86fa-31a53be29701),segment_id=a47f0bd7-75ff-4d39-86fa-31a53be29701)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:36.969869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a76c919-6f1c-415a-9d78-b3dd1afd5165 req-19a1f939-307e-436d-9162-ab0dc265fa2a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786060 Jul 07 19:34:36.972963 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:36.973792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8d1e45f4-ef3e-4070-914e-9d02c582b4dd up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:36.989394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca8fae-e0c1-49c9-be59-debafd3a5a44 None None] Pushing event updated for resources: {'Port': ['ID=5cc6b6d4-2eaf-45a3-96f5-4ed80941634f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:37.069478 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:37.082922 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Transition to ACTIVE for port object 6796142f-47dc-480c-a808-34c18268c98c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:37.099480 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:37.175592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=22d9c8e2-b986-4b39-8ba2-c35c33c7ab96,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:37.223529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:37.223908 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:37.270313 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565b39b-c6ad-4072-b828-923a4ac89b40 None None] Pushing event updated for resources: {'Port': ['ID=6796142f-47dc-480c-a808-34c18268c98c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:37.495699 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Attempting to bind port 6796142f-47dc-480c-a808-34c18268c98c on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:37.496099 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Attempting to bind port 6796142f-47dc-480c-a808-34c18268c98c by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '46ddfa1d-8383-43c6-afe4-b3b09de46ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:37.496452 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Attempting to bind port 6796142f-47dc-480c-a808-34c18268c98c on network 78c02d74-15c5-4cb7-a7a8-37092a6ad53c {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:37.525920 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:37.526298 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Checking segment: {'id': '46ddfa1d-8383-43c6-afe4-b3b09de46ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:37.526706 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:37.527097 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Bound using segment: {'id': '46ddfa1d-8383-43c6-afe4-b3b09de46ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:37.527581 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Bound port: 6796142f-47dc-480c-a808-34c18268c98c, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ddfa1d-8383-43c6-afe4-b3b09de46ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:37.527961 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:37.536314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fbb59d-6a32-4990-9769-a5ff130af705 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:37.550132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Allocated IP 10.1.1.166 (34385845-f749-4bd3-8820-974235536288/bc481bf9-fe8a-42c0-a50f-b3934966374e/e63e5894-487a-4ed1-8fb3-7173bca23462) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:37.622149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 251c81a7-565a-49f8-bb20-67cdcdf833bf has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:37.691114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2d0bcb-a9bf-4369-b9c3-cb5b2f6ce4a7 None None] Network 34385845-f749-4bd3-8820-974235536288 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:37.742535 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] For port 6796142f-47dc-480c-a808-34c18268c98c, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:37.747734 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] For port 6796142f-47dc-480c-a808-34c18268c98c, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6796142f-47dc-480c-a808-34c18268c98c,segment=NetworkSegment(46ddfa1d-8383-43c6-afe4-b3b09de46ddb),segment_id=46ddfa1d-8383-43c6-afe4-b3b09de46ddb)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:37.770087 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:37.776893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe1c2d-d327-4f7b-a903-69ed8a623685 req-321e66d6-a7ab-4db1-8588-19a513e0d585 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:37.778999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0abe1c2d-d327-4f7b-a903-69ed8a623685 req-321e66d6-a7ab-4db1-8588-19a513e0d585 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 946 time: 0.3156111 Jul 07 19:34:37.910082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0abe1c2d-d327-4f7b-a903-69ed8a623685 req-dc39adcb-6a1b-43c7-8783-6c44f8edceec tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210754 Jul 07 19:34:37.928985 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565b39b-c6ad-4072-b828-923a4ac89b40 None None] Pushing event updated for resources: {'Port': ['ID=6796142f-47dc-480c-a808-34c18268c98c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:37.942531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:37.977900 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:37.978540 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:37.987104 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c623dee-f2ee-4c97-ae53-a19b7506249a None None] Sync routers for ids ['251c81a7-565a-49f8-bb20-67cdcdf833bf'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:37.990953 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.021194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fbb59d-6a32-4990-9769-a5ff130af705 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:38.048671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46fbb59d-6a32-4990-9769-a5ff130af705 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.052494 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-46fbb59d-6a32-4990-9769-a5ff130af705 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3 HTTP/1.1" status: 200 len: 953 time: 4.8019154 Jul 07 19:34:38.056834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:38.102833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d1ed6ff8-ea68-4231-92ce-bf42f1316300 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4221001 Jul 07 19:34:38.105358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:38.113599 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222" -d '{"events": [{"name": "network-changed", "server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:38.159266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c623dee-f2ee-4c97-ae53-a19b7506249a None None] Routers {'251c81a7-565a-49f8-bb20-67cdcdf833bf'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:38.161379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c623dee-f2ee-4c97-ae53-a19b7506249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['251c81a7-565a-49f8-bb20-67cdcdf833bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:38.278978 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:38.339602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5c822ecc-65f2-4f91-950d-fb8d52e57b99 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:38.419509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.493758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Transition to ACTIVE for port object e63e5894-487a-4ed1-8fb3-7173bca23462 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:38.528628 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-931fd466-5937-4684-b3b8-a21b10540d8b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3 HTTP/1.1" status: 200 len: 953 time: 0.4687529 Jul 07 19:34:38.531703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:38.538955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe34e5-f3d0-4942-afdd-335209b8f412 req-6fb3ead2-3e03-4e25-9508-f12e810e08ae tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:38.551484 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f2fe34e5-f3d0-4942-afdd-335209b8f412 req-6fb3ead2-3e03-4e25-9508-f12e810e08ae tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 946 time: 0.3154027 Jul 07 19:34:38.552926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-59b0eae6-58ad-433b-a05a-b979baf065db tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'routes': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:38.597057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d22572aa-f89b-4366-8fe9-9bb274cb3675 None None] Provisioning for port 2ab7a238-467c-4580-ad65-2e17d5995835 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:38.653070 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e240dfd2-6c63-48f8-96c7-7cfc374f783c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:38.730147 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 6, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6796142f-47dc-480c-a808-34c18268c98c', 'name': '', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:5a:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:27Z', 'updated_at': '2021-07-07T19:34:37Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:38.789373 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930059b3-a69a-41b5-8c0a-6c53dd32f7e0 None None] The sync data for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 is: [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 6, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6796142f-47dc-480c-a808-34c18268c98c', 'name': '', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:5a:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:27Z', 'updated_at': '2021-07-07T19:34:37Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:38.879930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9c623dee-f2ee-4c97-ae53-a19b7506249a None None] Set router 251c81a7-565a-49f8-bb20-67cdcdf833bf gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:38.984358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5c822ecc-65f2-4f91-950d-fb8d52e57b99 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:38.984803 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:39.228410 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a7242-0928-47f5-bdb3-163e0f69316f None None] Sync routers for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:39.245256 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a7242-0928-47f5-bdb3-163e0f69316f None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:39.248949 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e9a7242-0928-47f5-bdb3-163e0f69316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:39.346483 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:39.379460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-59b0eae6-58ad-433b-a05a-b979baf065db tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:34:39.380042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-59b0eae6-58ad-433b-a05a-b979baf065db tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:34:39.417814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe17ffd-7e2c-4a09-a1ec-6dbfd1a14b02 None None] Network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:39.424383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f2fe34e5-f3d0-4942-afdd-335209b8f412 req-11aeea6c-88cc-49e8-806f-5f5380542d3f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8676355 Jul 07 19:34:39.440946 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59b0eae6-58ad-433b-a05a-b979baf065db tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:39.454185 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9e9a7242-0928-47f5-bdb3-163e0f69316f None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:39.502632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c10f3-109e-4ff5-83d7-bf987679804a req-262ee25a-fc95-405d-b0b1-6bcbf25513e8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:39.516106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f21c10f3-109e-4ff5-83d7-bf987679804a req-262ee25a-fc95-405d-b0b1-6bcbf25513e8 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 1.0858598 Jul 07 19:34:39.566066 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1212834e-2cf9-4d8e-b636-0dbb2eb9353d x-openstack-request-id: req-1212834e-2cf9-4d8e-b636-0dbb2eb9353d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:39.566684 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:39.567141 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1212834e-2cf9-4d8e-b636-0dbb2eb9353d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:39.567743 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'status': 'completed', 'code': 200} Jul 07 19:34:39.604887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f21c10f3-109e-4ff5-83d7-bf987679804a req-d097d353-b41f-461d-bb1f-30f5e239aa6e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876017 Jul 07 19:34:39.624971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:39.663308 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdb5320a-f511-4f4b-ac1b-9651db1d44e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:39.822975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b471c366-fa5c-42fd-870c-d51dccf90d4c None None] Provisioning for port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:39.853279 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.042051 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e9a7242-0928-47f5-bdb3-163e0f69316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 6, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6796142f-47dc-480c-a808-34c18268c98c', 'name': '', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:5a:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:27Z', 'updated_at': '2021-07-07T19:34:37Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:40.049090 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdb5320a-f511-4f4b-ac1b-9651db1d44e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.075339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:40.079853 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdb5320a-f511-4f4b-ac1b-9651db1d44e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.099595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network 34385845-f749-4bd3-8820-974235536288 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:40.221454 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a7242-0928-47f5-bdb3-163e0f69316f None None] Checking router: 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:40.248382 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a7242-0928-47f5-bdb3-163e0f69316f None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:40.254581 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e9a7242-0928-47f5-bdb3-163e0f69316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:40.316645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:40.324359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fdb5320a-f511-4f4b-ac1b-9651db1d44e3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=02f48ff75dfd4663ae178d6b23eea556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9750047 Jul 07 19:34:40.338600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:40.356768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59b0eae6-58ad-433b-a05a-b979baf065db tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.360287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:40.397800 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9835669d-5d3b-4de6-94bc-01038b7a68ed tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/1319ba21-b193-4fb1-a59a-592784d7e0d2 HTTP/1.1" status: 200 len: 991 time: 0.7675505 Jul 07 19:34:40.408038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5320a-f511-4f4b-ac1b-9651db1d44e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b0abb5-aabe-45b9-9753-f71c3a7d44e4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:40.432637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:40.433504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.456566 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59b0eae6-58ad-433b-a05a-b979baf065db tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.466576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:40.470349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Port': ['ID=e63e5894-487a-4ed1-8fb3-7173bca23462,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:40.474145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:40.474940 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.532062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222 req-2e6ecb33-a072-4689-a899-7e0aada61a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:40.535690 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222 req-2e6ecb33-a072-4689-a899-7e0aada61a52 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 1097 time: 0.8159134 Jul 07 19:34:40.588533 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9e9a7242-0928-47f5-bdb3-163e0f69316f None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:40.605633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c623dee-f2ee-4c97-ae53-a19b7506249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:58Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '1319ba21-b193-4fb1-a59a-592784d7e0d2', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'port_id': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'mac_address': 'fa:16:3e:ce:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:34:34Z', 'updated_at': '2021-07-07T19:34:34Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f67d526-0972-48e3-9ea0-34cd34041141', 'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:cc:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:55Z', 'updated_at': '2021-07-07T19:34:07Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:40.622873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac990881-1360-476a-a61f-c6952419f20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.643060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c623dee-f2ee-4c97-ae53-a19b7506249a None None] Checking router: 251c81a7-565a-49f8-bb20-67cdcdf833bf for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:40.664145 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-36891c21-2979-481f-8fde-7a211314ef92 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3957603 Jul 07 19:34:40.695341 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac990881-1360-476a-a61f-c6952419f20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.737151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c623dee-f2ee-4c97-ae53-a19b7506249a None None] Routers {'251c81a7-565a-49f8-bb20-67cdcdf833bf'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:40.737869 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c623dee-f2ee-4c97-ae53-a19b7506249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['251c81a7-565a-49f8-bb20-67cdcdf833bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:40.839058 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac990881-1360-476a-a61f-c6952419f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.847969 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac990881-1360-476a-a61f-c6952419f20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.851896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ac990881-1360-476a-a61f-c6952419f20a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/10b0abb5-aabe-45b9-9753-f71c3a7d44e4 HTTP/1.1" status: 204 len: 168 time: 0.5059862 Jul 07 19:34:40.934897 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:40.971877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac990881-1360-476a-a61f-c6952419f20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b0abb5-aabe-45b9-9753-f71c3a7d44e4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:41.048602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5cc6b6d4-2eaf-45a3-96f5-4ed80941634f,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:41.126712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261b4f5-0a74-47f9-9cc4-779c338089d6 req-0716ca33-be37-4f8e-b14d-0bba6485ecbf tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:41.132356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f261b4f5-0a74-47f9-9cc4-779c338089d6 req-0716ca33-be37-4f8e-b14d-0bba6485ecbf tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 946 time: 0.3257442 Jul 07 19:34:41.153010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.154048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2ab7a238-467c-4580-ad65-2e17d5995835 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:41.281874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f261b4f5-0a74-47f9-9cc4-779c338089d6 req-042c4ee8-7ad4-446e-ae36-06984068286d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296632 Jul 07 19:34:41.355349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=5cc6b6d4-2eaf-45a3-96f5-4ed80941634f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:41.398473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:41.530437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b3c2fc1-0a5e-40ad-b12d-42a811f1bb13 None None] Provisioning for port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:41.553443 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.574864 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58d30782-f633-42c3-9bce-7b8332e79f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.591128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b3c2fc1-0a5e-40ad-b12d-42a811f1bb13 None None] Provisioning complete for port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:41.594304 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2fc1-0a5e-40ad-b12d-42a811f1bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.645116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8ae6cdbe-41f8-4c93-97e0-476f5374695c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/1319ba21-b193-4fb1-a59a-592784d7e0d2 HTTP/1.1" status: 200 len: 991 time: 0.2454381 Jul 07 19:34:41.753245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9c623dee-f2ee-4c97-ae53-a19b7506249a None None] Set router 251c81a7-565a-49f8-bb20-67cdcdf833bf gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:41.764076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50226) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:41.770358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8cca81ef-8b6b-4993-8142-64d9bcf67bf1 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--736986782', 'description': 'tempest-description--796568231'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:41.798618 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e9a7242-0928-47f5-bdb3-163e0f69316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:39Z', 'revision_number': 7, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6796142f-47dc-480c-a808-34c18268c98c', 'name': '', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:5a:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:27Z', 'updated_at': '2021-07-07T19:34:37Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:41.804047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c2fc1-0a5e-40ad-b12d-42a811f1bb13 None None] Port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:41.843800 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 2ab7a238-467c-4580-ad65-2e17d5995835 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:41.844081 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cca81ef-8b6b-4993-8142-64d9bcf67bf1 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.874172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2ab7a238-467c-4580-ad65-2e17d5995835 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:41.880308 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:41.907729 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a7242-0928-47f5-bdb3-163e0f69316f None None] The sync data for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 is: [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:39Z', 'revision_number': 7, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6796142f-47dc-480c-a808-34c18268c98c', 'name': '', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:5a:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:27Z', 'updated_at': '2021-07-07T19:34:37Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:41.989749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b3c2fc1-0a5e-40ad-b12d-42a811f1bb13 None None] Provisioning complete for port 2ab7a238-467c-4580-ad65-2e17d5995835 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:41.990104 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2fc1-0a5e-40ad-b12d-42a811f1bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.018506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b0eae6-58ad-433b-a05a-b979baf065db tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:42.052819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222 req-3fcc88af-a423-4b41-a27b-d9dbc9b24730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:42.058116 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222 req-3fcc88af-a423-4b41-a27b-d9dbc9b24730 service neutron] 10.222.0.112 "GET /v2.0/networks?id=76cfa084-8182-4f08-ae02-edf5de806cbf HTTP/1.1" status: 200 len: 898 time: 1.3835082 Jul 07 19:34:42.231012 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cca81ef-8b6b-4993-8142-64d9bcf67bf1 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.262711 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cca81ef-8b6b-4993-8142-64d9bcf67bf1 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.295400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b0eae6-58ad-433b-a05a-b979baf065db tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:42.309994 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59b0eae6-58ad-433b-a05a-b979baf065db tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.314584 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-59b0eae6-58ad-433b-a05a-b979baf065db tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3 HTTP/1.1" status: 200 len: 703 time: 3.7719979 Jul 07 19:34:42.344991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:42.410924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca81ef-8b6b-4993-8142-64d9bcf67bf1 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc68ff58-2797-46bf-bb42-247bcfe77767,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:42.496859 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cca81ef-8b6b-4993-8142-64d9bcf67bf1 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.506161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:42.506496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8cca81ef-8b6b-4993-8142-64d9bcf67bf1 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7408299 Jul 07 19:34:42.511913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cc7829c9-02d9-40d8-a27d-802c51abad0a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'security_group_rule': {'security_group_id': 'cc68ff58-2797-46bf-bb42-247bcfe77767', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:42.545366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a9fae-d0eb-465d-8d00-10f83634ee68 req-b112aca8-88fc-44b8-9987-932c004109c6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:42.548587 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c65c5-79c9-46b0-81ea-10fc4b397460 None None] Sync routers for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:42.549984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e0a9fae-d0eb-465d-8d00-10f83634ee68 req-b112aca8-88fc-44b8-9987-932c004109c6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 946 time: 0.4626353 Jul 07 19:34:42.563119 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2fc1-0a5e-40ad-b12d-42a811f1bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.588968 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ef0dae86-4bc6-480e-b98d-a92b242492b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3 HTTP/1.1" status: 200 len: 703 time: 0.2425275 Jul 07 19:34:42.591411 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222 req-5899a76e-e729-4dfc-8235-dcbd527ea3d9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0 HTTP/1.1" status: 200 len: 999 time: 0.3050659 Jul 07 19:34:42.592402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50248) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:42.614103 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.633387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.658323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:42.659037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c65c5-79c9-46b0-81ea-10fc4b397460 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:42.659703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-607c65c5-79c9-46b0-81ea-10fc4b397460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:42.690009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b3c2fc1-0a5e-40ad-b12d-42a811f1bb13 None None] For port 2ab7a238-467c-4580-ad65-2e17d5995835, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2ab7a238-467c-4580-ad65-2e17d5995835,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:42.697521 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc7829c9-02d9-40d8-a27d-802c51abad0a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.726538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:42.735511 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2fc1-0a5e-40ad-b12d-42a811f1bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.762299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5aa3f4a3-f607-4606-8a50-9a69d87ab675 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/1319ba21-b193-4fb1-a59a-592784d7e0d2 HTTP/1.1" status: 200 len: 991 time: 0.1003940 Jul 07 19:34:42.807824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222 req-87307bdf-641e-4b5b-823a-a6cc406cd680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:42.809622 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222 req-87307bdf-641e-4b5b-823a-a6cc406cd680 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac HTTP/1.1" status: 200 len: 834 time: 0.2058904 Jul 07 19:34:42.877702 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:34:42.878067 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:34:42.925239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c623dee-f2ee-4c97-ae53-a19b7506249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:58Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '1319ba21-b193-4fb1-a59a-592784d7e0d2', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'port_id': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'mac_address': 'fa:16:3e:ce:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:34:34Z', 'updated_at': '2021-07-07T19:34:34Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f67d526-0972-48e3-9ea0-34cd34041141', 'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:cc:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:55Z', 'updated_at': '2021-07-07T19:34:07Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:42.958009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042239-4021-46c3-8ed0-a9ff346afb85 req-203358f3-18ce-4526-a87f-c4779b1320ad tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:42.963432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c623dee-f2ee-4c97-ae53-a19b7506249a None None] The sync data for ids ['251c81a7-565a-49f8-bb20-67cdcdf833bf'] in n-d-792394-12 is: [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:58Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '1319ba21-b193-4fb1-a59a-592784d7e0d2', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'port_id': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'mac_address': 'fa:16:3e:ce:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:34:34Z', 'updated_at': '2021-07-07T19:34:34Z', 'revision_number': 0, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f67d526-0972-48e3-9ea0-34cd34041141', 'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:cc:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:55Z', 'updated_at': '2021-07-07T19:34:07Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:42.967762 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a042239-4021-46c3-8ed0-a9ff346afb85 req-203358f3-18ce-4526-a87f-c4779b1320ad tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 946 time: 0.2240121 Jul 07 19:34:42.972964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-607c65c5-79c9-46b0-81ea-10fc4b397460 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:42.978417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc7829c9-02d9-40d8-a27d-802c51abad0a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:42.987969 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-372408819-network', 'tenant_id': '893ccbae2b994aeea3fe5e16d6f593a6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:43.009486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c2fc1-0a5e-40ad-b12d-42a811f1bb13 None None] Pushing event updated for resources: {'Port': ['ID=2ab7a238-467c-4580-ad65-2e17d5995835,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:43.014767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ada2f5b-d520-4822-8940-4a15eb544e36 None None] Provisioning complete for port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:43.015197 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ada2f5b-d520-4822-8940-4a15eb544e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.018545 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc7829c9-02d9-40d8-a27d-802c51abad0a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.021979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6e0a9fae-d0eb-465d-8d00-10f83634ee68 req-5e3814e8-9a85-4c74-ab59-81cd870d8753 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Deleting port 666ed739-d5bb-404d-ab42-94b280c10d3e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:43.021979 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e0a9fae-d0eb-465d-8d00-10f83634ee68 req-5e3814e8-9a85-4c74-ab59-81cd870d8753 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.033244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Made reservation on behalf of 893ccbae2b994aeea3fe5e16d6f593a6 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:43.036250 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.083958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.118433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7829c9-02d9-40d8-a27d-802c51abad0a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaeb0296-95df-4093-83b5-c873994fdc0a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:43.180438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6e0a9fae-d0eb-465d-8d00-10f83634ee68 req-5e3814e8-9a85-4c74-ab59-81cd870d8753 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] For port 666ed739-d5bb-404d-ab42-94b280c10d3e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=666ed739-d5bb-404d-ab42-94b280c10d3e,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:43.180859 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e0a9fae-d0eb-465d-8d00-10f83634ee68 req-5e3814e8-9a85-4c74-ab59-81cd870d8753 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.207827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6e0a9fae-d0eb-465d-8d00-10f83634ee68 req-5e3814e8-9a85-4c74-ab59-81cd870d8753 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Calling delete_port for 666ed739-d5bb-404d-ab42-94b280c10d3e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:43.268037 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.278200 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc7829c9-02d9-40d8-a27d-802c51abad0a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.281013 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cc7829c9-02d9-40d8-a27d-802c51abad0a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7733629 Jul 07 19:34:43.298223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:43.299033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.350510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8f5ef2d3-af72-43cb-b694-a7104ae89894 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'security_group_rule': {'security_group_id': 'cc68ff58-2797-46bf-bb42-247bcfe77767', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:43.391631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af199b55-252c-4e49-bd8d-96840ee5d490,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:43.416099 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222 req-b229dabe-1989-4cc2-b6a2-c59373311316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:43.417828 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222 req-b229dabe-1989-4cc2-b6a2-c59373311316 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=76cfa084-8182-4f08-ae02-edf5de806cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5958617 Jul 07 19:34:43.429047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:34:43.437980 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb003753-2156-4840-8c34-791ec33e978e None None] New status for floating IP 1319ba21-b193-4fb1-a59a-592784d7e0d2: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:34:43.464298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2ada2f5b-d520-4822-8940-4a15eb544e36 None None] Port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:43.474393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a042239-4021-46c3-8ed0-a9ff346afb85 req-1af9e426-08d9-4343-8ae2-fa2c3be39353 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057309 Jul 07 19:34:43.478895 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e0a9fae-d0eb-465d-8d00-10f83634ee68 req-5e3814e8-9a85-4c74-ab59-81cd870d8753 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.579406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:43.582743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ada2f5b-d520-4822-8940-4a15eb544e36 None None] Provisioning for port e63e5894-487a-4ed1-8fb3-7173bca23462 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:43.613207 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222 req-33c6f748-7926-4caa-863d-d28c1e56d0ff service neutron] 10.222.0.112 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812913 Jul 07 19:34:43.616902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3814e8-9a85-4c74-ab59-81cd870d8753 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event deleted for resources: {'Port': ['ID=666ed739-d5bb-404d-ab42-94b280c10d3e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:43.619470 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.620010 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Added segment 832438c5-43f9-4a58-8103-8b50a6b07429 of type vlan for network 13b0127b-a88f-4b28-90d5-f27df18cc31a Jul 07 19:34:43.639524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0a9fae-d0eb-465d-8d00-10f83634ee68 req-5e3814e8-9a85-4c74-ab59-81cd870d8753 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] No DVR routers for this DVR port 666ed739-d5bb-404d-ab42-94b280c10d3e on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:43.642607 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e0a9fae-d0eb-465d-8d00-10f83634ee68 req-5e3814e8-9a85-4c74-ab59-81cd870d8753 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.645158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e0a9fae-d0eb-465d-8d00-10f83634ee68 req-5e3814e8-9a85-4c74-ab59-81cd870d8753 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "DELETE /v2.0/ports/666ed739-d5bb-404d-ab42-94b280c10d3e HTTP/1.1" status: 204 len: 173 time: 1.0893583 Jul 07 19:34:43.645743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675c2a58-256e-493f-9751-6d74eddac88c', 'name': 'network-vif-deleted', 'tag': '666ed739-d5bb-404d-ab42-94b280c10d3e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:43.648284 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e092039a-30a0-4f7d-997f-b361e1c1b1b8" -d '{"events": [{"server_uuid": "675c2a58-256e-493f-9751-6d74eddac88c", "name": "network-vif-deleted", "tag": "666ed739-d5bb-404d-ab42-94b280c10d3e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:43.659270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ada2f5b-d520-4822-8940-4a15eb544e36 None None] Provisioning complete for port e63e5894-487a-4ed1-8fb3-7173bca23462 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:43.659663 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ada2f5b-d520-4822-8940-4a15eb544e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.695552 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.729360 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53daa9f-0e94-4d11-be91-6f01a9239d16 x-openstack-request-id: req-d53daa9f-0e94-4d11-be91-6f01a9239d16 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:43.729956 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675c2a58-256e-493f-9751-6d74eddac88c", "name": "network-vif-deleted", "tag": "666ed739-d5bb-404d-ab42-94b280c10d3e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:43.730428 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d53daa9f-0e94-4d11-be91-6f01a9239d16 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:43.731065 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675c2a58-256e-493f-9751-6d74eddac88c', 'name': 'network-vif-deleted', 'tag': '666ed739-d5bb-404d-ab42-94b280c10d3e', 'status': 'completed', 'code': 200} Jul 07 19:34:43.762370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:43.785588 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2ada2f5b-d520-4822-8940-4a15eb544e36 None None] Port e63e5894-487a-4ed1-8fb3-7173bca23462 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:34:43.811604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-607c65c5-79c9-46b0-81ea-10fc4b397460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:39Z', 'revision_number': 7, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6796142f-47dc-480c-a808-34c18268c98c', 'name': '', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:5a:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:27Z', 'updated_at': '2021-07-07T19:34:37Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:43.885242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ada2f5b-d520-4822-8940-4a15eb544e36 None None] Provisioning complete for port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:43.886312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.887420 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:43.888116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.889381 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ada2f5b-d520-4822-8940-4a15eb544e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.904623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7f79672c-d98e-475e-8406-073bc5e48486 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/1319ba21-b193-4fb1-a59a-592784d7e0d2 HTTP/1.1" status: 200 len: 993 time: 0.1346464 Jul 07 19:34:43.918814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c65c5-79c9-46b0-81ea-10fc4b397460 None None] Checking router: 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:43.921105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:43.921475 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:43.945093 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2119853 Jul 07 19:34:43.947069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:43.952948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] Request body: {'subnet': {'network_id': '13b0127b-a88f-4b28-90d5-f27df18cc31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-372408819-subnet', 'tenant_id': '893ccbae2b994aeea3fe5e16d6f593a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:43.983501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] Made reservation on behalf of 893ccbae2b994aeea3fe5e16d6f593a6 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:43.986044 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.008696 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef2d3-af72-43cb-b694-a7104ae89894 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.100802 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.103913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c65c5-79c9-46b0-81ea-10fc4b397460 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:44.108740 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-607c65c5-79c9-46b0-81ea-10fc4b397460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:44.116068 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f83af-2f31-4e40-af65-08fc9521a921 admin admin] Pushing event updated for resources: {'Network': ['ID=13b0127b-a88f-4b28-90d5-f27df18cc31a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:44.145014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef2d3-af72-43cb-b694-a7104ae89894 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.159790 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f88d4a0b-bd19-4e5a-85ee-2ed9a6505222 req-5bb87de4-a47b-4e19-8745-9d2b263891d8 service neutron] 10.222.0.112 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867228 Jul 07 19:34:44.160353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef2d3-af72-43cb-b694-a7104ae89894 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.190290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ef2d3-af72-43cb-b694-a7104ae89894 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d588522e-bdbd-4aa7-ab09-44565d3053b3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:44.210255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef2d3-af72-43cb-b694-a7104ae89894 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.216061 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8f5ef2d3-af72-43cb-b694-a7104ae89894 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9052942 Jul 07 19:34:44.230556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:44.246404 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:44.267186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 13b0127b-a88f-4b28-90d5-f27df18cc31a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:34:44.362149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.366803 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.522893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-607c65c5-79c9-46b0-81ea-10fc4b397460 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:44.524684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.555696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4e0b9f-ace3-4b6f-8720-a062a295e6d0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:44.583787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] Checking segment: {'id': '832438c5-43f9-4a58-8103-8b50a6b07429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '13b0127b-a88f-4b28-90d5-f27df18cc31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:44.584170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] Network hostable DHCP agents. Network: 13b0127b-a88f-4b28-90d5-f27df18cc31a, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:34:44.642300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] Network 13b0127b-a88f-4b28-90d5-f27df18cc31a is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:34:44.672537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 13b0127b-a88f-4b28-90d5-f27df18cc31a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:44.686478 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:44.695551 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:44.744928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fbdb1c62-6d43-4611-9df3-950fc4093654 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7965071 Jul 07 19:34:44.835038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee1a27-c1b2-4218-9581-a441971717dd None None] Network 13b0127b-a88f-4b28-90d5-f27df18cc31a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:44.889681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a9abee2-2541-4227-9835-44fe6533ac48 req-1bfc58f3-697f-43c9-a81d-c63a2abcc47f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 210 time: 0.1500046 Jul 07 19:34:45.012874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6796142f-47dc-480c-a808-34c18268c98c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:45.124453 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.323913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 6796142f-47dc-480c-a808-34c18268c98c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:34:45.348737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 666ed739-d5bb-404d-ab42-94b280c10d3e no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:45.350949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50e11a-4280-479f-9a7f-0a2100047f4b None None] Network 13b0127b-a88f-4b28-90d5-f27df18cc31a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:45.353739 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6796142f-47dc-480c-a808-34c18268c98c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:45.354302 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.414775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Allocated IP 172.25.2.19 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/ef3c3fda-451a-44aa-81a4-c737d5654fd3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:45.432118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 6796142f-47dc-480c-a808-34c18268c98c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:45.432455 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.446566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fb1da-a462-476b-9fe5-ca947a6748f8 req-291e0225-11b7-425c-a719-e7f0dcabc384 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:45.449218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec7fb1da-a462-476b-9fe5-ca947a6748f8 req-291e0225-11b7-425c-a719-e7f0dcabc384 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.1125686 Jul 07 19:34:45.524622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 666ed739-d5bb-404d-ab42-94b280c10d3e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:45.524915 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 666ed739-d5bb-404d-ab42-94b280c10d3e not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:45.565292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec7fb1da-a462-476b-9fe5-ca947a6748f8 req-70867312-fa21-4088-9bd4-cf30f9173f86 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085083 Jul 07 19:34:45.577435 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.609785 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-607c65c5-79c9-46b0-81ea-10fc4b397460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:39Z', 'revision_number': 7, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6796142f-47dc-480c-a808-34c18268c98c', 'name': '', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:5a:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:27Z', 'updated_at': '2021-07-07T19:34:37Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:45.661767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c65c5-79c9-46b0-81ea-10fc4b397460 None None] The sync data for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 is: [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:39Z', 'revision_number': 7, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6796142f-47dc-480c-a808-34c18268c98c', 'name': '', 'network_id': '78c02d74-15c5-4cb7-a7a8-37092a6ad53c', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:5a:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:27Z', 'updated_at': '2021-07-07T19:34:37Z', 'revision_number': 4, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': 'c6c45576-e07e-4517-841e-201e4a0ddb0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:45.670083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port 6796142f-47dc-480c-a808-34c18268c98c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6796142f-47dc-480c-a808-34c18268c98c,segment=NetworkSegment(46ddfa1d-8383-43c6-afe4-b3b09de46ddb),segment_id=46ddfa1d-8383-43c6-afe4-b3b09de46ddb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:45.671772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.679457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 6796142f-47dc-480c-a808-34c18268c98c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6796142f-47dc-480c-a808-34c18268c98c,segment=NetworkSegment(46ddfa1d-8383-43c6-afe4-b3b09de46ddb),segment_id=46ddfa1d-8383-43c6-afe4-b3b09de46ddb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:45.693455 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.694268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:45.723472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 6796142f-47dc-480c-a808-34c18268c98c owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:45.793244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50306) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:45.799902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-164792773-network', 'tenant_id': 'f67aff2213ab47978cbf01cec8478bc2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:45.836593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=6796142f-47dc-480c-a808-34c18268c98c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:45.875552 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Made reservation on behalf of f67aff2213ab47978cbf01cec8478bc2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:45.887827 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.903189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.904575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:45.921739 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:34:45.947434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:45.947807 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.095364 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2ab7a238-467c-4580-ad65-2e17d5995835 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:46.139044 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.149835 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.199018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:34:46.266004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.269712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5eb5c6a1-da5b-4191-a086-dac72d396772 req-dbf4db33-756f-4270-92b6-6e39dfc96184 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 210 time: 0.0650935 Jul 07 19:34:46.273007 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.274693 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Added segment 4fac44cf-d135-4902-bbde-7991e765a415 of type vlan for network 9bb90380-00ba-4a0b-946d-9e837e321381 Jul 07 19:34:46.293176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.304570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f56fc1-6403-455f-b2a1-055413745fbb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:46.356779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.399137 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.400002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=6796142f-47dc-480c-a808-34c18268c98c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:46.400880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:46.401779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.481754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb90380-00ba-4a0b-946d-9e837e321381,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:46.495267 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:46.501423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7586a1ae-e203-4b6e-9421-be628767b847 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7036111 Jul 07 19:34:46.501642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 9bb90380-00ba-4a0b-946d-9e837e321381 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:34:46.503681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:46.509576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] Request body: {'subnet': {'network_id': '9bb90380-00ba-4a0b-946d-9e837e321381', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-164792773-subnet', 'tenant_id': 'f67aff2213ab47978cbf01cec8478bc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:46.538535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] Made reservation on behalf of f67aff2213ab47978cbf01cec8478bc2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:46.542481 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.564094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:46.568172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Port': ['ID=ef3c3fda-451a-44aa-81a4-c737d5654fd3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:46.580444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:46.644204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2ab7a238-467c-4580-ad65-2e17d5995835 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:46.645862 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.953580 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:47.014195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab51ece5-861c-463f-b1af-a1ef31640a9a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:47.070959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] Checking segment: {'id': '4fac44cf-d135-4902-bbde-7991e765a415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '9bb90380-00ba-4a0b-946d-9e837e321381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:47.073527 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] Network hostable DHCP agents. Network: 9bb90380-00ba-4a0b-946d-9e837e321381, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:34:47.098028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] Network 9bb90380-00ba-4a0b-946d-9e837e321381 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:34:47.116369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 9bb90380-00ba-4a0b-946d-9e837e321381) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:47.126629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af48939-390e-40be-bb1d-64519498c819 None None] Network 9bb90380-00ba-4a0b-946d-9e837e321381 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:47.137359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:47.138042 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:47.139639 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:47.183410 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-015b2f39-8f01-4404-88bc-1bfd6ef6b67c admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6720181 Jul 07 19:34:47.437747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0679b-3750-4e89-92ac-09ec43660c5b None None] Network 9bb90380-00ba-4a0b-946d-9e837e321381 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:47.445797 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:47.517776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afc377-568e-402e-ad93-31cb27ff6bd2 req-32220158-a8b8-4351-83fc-c7fd444ba223 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:47.530214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26afc377-568e-402e-ad93-31cb27ff6bd2 req-32220158-a8b8-4351-83fc-c7fd444ba223 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.6363854 Jul 07 19:34:47.639139 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-034cb40a-cc3a-4405-8526-2f6dfff138ac req-579ae6da-d8c1-4c70-b65d-d639a2bc4567 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 210 time: 0.0823319 Jul 07 19:34:47.673111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26afc377-568e-402e-ad93-31cb27ff6bd2 req-d80ddaf5-a5fb-474e-b9cd-c3aadf40cfe7 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417599 Jul 07 19:34:47.675552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c529-b879-4485-95e8-d0d7ef6a0d98 req-4ac5f53d-9075-4ebc-aa52-eb1432cf7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:47.677583 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2255c529-b879-4485-95e8-d0d7ef6a0d98 req-4ac5f53d-9075-4ebc-aa52-eb1432cf7e4a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 1097 time: 0.3648052 Jul 07 19:34:47.704400 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:47.803281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:48.012697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-61f731ed-5149-4f9b-bf16-870494918e0a tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:48.022679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-61f731ed-5149-4f9b-bf16-870494918e0a tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/networks?id=13b0127b-a88f-4b28-90d5-f27df18cc31a HTTP/1.1" status: 200 len: 811 time: 0.1423957 Jul 07 19:34:48.041077 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-761678fb-f22d-43c6-b76c-d1731d8da859 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/quotas/893ccbae2b994aeea3fe5e16d6f593a6 HTTP/1.1" status: 200 len: 375 time: 0.0172307 Jul 07 19:34:48.057950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c529-b879-4485-95e8-d0d7ef6a0d98 req-c92ca84e-02c4-470c-9ac2-1337d5a23951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:48.059562 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2255c529-b879-4485-95e8-d0d7ef6a0d98 req-c92ca84e-02c4-470c-9ac2-1337d5a23951 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.3504527 Jul 07 19:34:48.063593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:48.073357 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b5903639-12c0-488e-be99-87159cbd86fa tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4777615 Jul 07 19:34:48.077397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066194b-4b08-47af-8525-63997f292d8a None None] Sync routers for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:48.086060 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-fd7f8bdd-60e2-4b25-bb05-ee966f538f93 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=893ccbae2b994aeea3fe5e16d6f593a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390737 Jul 07 19:34:48.092442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066194b-4b08-47af-8525-63997f292d8a None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:48.093058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8066194b-4b08-47af-8525-63997f292d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:48.145195 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2255c529-b879-4485-95e8-d0d7ef6a0d98 req-3fe347cd-31a3-4dcc-8d27-d94e6b5a66e3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 HTTP/1.1" status: 200 len: 1001 time: 0.0706832 Jul 07 19:34:48.151172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:48.206204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8066194b-4b08-47af-8525-63997f292d8a None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:48.235250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c529-b879-4485-95e8-d0d7ef6a0d98 req-b8fc1eef-f99a-4bca-8204-1e93d8047667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:48.238050 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2255c529-b879-4485-95e8-d0d7ef6a0d98 req-b8fc1eef-f99a-4bca-8204-1e93d8047667 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.0766215 Jul 07 19:34:48.252593 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-52efcde6-aea2-442b-8587-be07ecd4ab87 service neutron] 10.222.0.113 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655545 Jul 07 19:34:48.327303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:48.352604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6b02d6-48e8-4525-8956-9e407e9ee9b3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting subnet c6c45576-e07e-4517-841e-201e4a0ddb0d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:34:48.354882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:48.375282 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d6b02d6-48e8-4525-8956-9e407e9ee9b3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:48.394087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-6119fab9-9eff-4222-9645-2a220275749c service neutron] 10.222.0.113 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403987 Jul 07 19:34:48.510568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8066194b-4b08-47af-8525-63997f292d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:46Z', 'revision_number': 8, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:48.522566 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d6b02d6-48e8-4525-8956-9e407e9ee9b3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:48.539882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066194b-4b08-47af-8525-63997f292d8a None None] Checking router: 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:48.549926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066194b-4b08-47af-8525-63997f292d8a None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:48.550615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8066194b-4b08-47af-8525-63997f292d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:48.585335 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Port': ['ID=ef3c3fda-451a-44aa-81a4-c737d5654fd3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:48.606059 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:48.616292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c529-b879-4485-95e8-d0d7ef6a0d98 req-ef6cf6bf-9c87-4b40-9195-736945b185ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:48.618679 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2255c529-b879-4485-95e8-d0d7ef6a0d98 req-ef6cf6bf-9c87-4b40-9195-736945b185ed service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3502295 Jul 07 19:34:48.623900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d5ae8a9-c93a-473f-ab4c-5e190887aa10 req-f6e22618-7b18-4dd2-981b-7d2c842b27a1 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 210 time: 0.0483758 Jul 07 19:34:48.654804 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8066194b-4b08-47af-8525-63997f292d8a None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:48.725285 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:48.757129 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fb7444e7-1e1c-4520-84cc-e55ef42a739e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5253334 Jul 07 19:34:48.806221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d6b02d6-48e8-4525-8956-9e407e9ee9b3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:48.926963 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d6b02d6-48e8-4525-8956-9e407e9ee9b3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:49.009296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2da239-e600-4813-86d6-c8a1c2895e2a None None] Network 78c02d74-15c5-4cb7-a7a8-37092a6ad53c requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:49.027818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d6b02d6-48e8-4525-8956-9e407e9ee9b3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:49.029755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b5938b8-5623-4a75-b3fc-71e167a51e67 req-56465b99-ef1d-429e-ba1a-8c00af946a7b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 210 time: 0.0718911 Jul 07 19:34:49.033330 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9d6b02d6-48e8-4525-8956-9e407e9ee9b3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/c6c45576-e07e-4517-841e-201e4a0ddb0d HTTP/1.1" status: 204 len: 168 time: 0.8785203 Jul 07 19:34:49.034482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:49.036726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b02d6-48e8-4525-8956-9e407e9ee9b3 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c45576-e07e-4517-841e-201e4a0ddb0d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:49.068083 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2255c529-b879-4485-95e8-d0d7ef6a0d98 req-e8549806-080e-4c92-b1d6-dbe48f484442 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403446 Jul 07 19:34:49.152706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14c3ec-2dc1-44ff-b481-6ca87c71189b req-6ce34cc9-5968-42ec-b3c4-1ca13ed71c8a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:49.154574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a14c3ec-2dc1-44ff-b481-6ca87c71189b req-6ce34cc9-5968-42ec-b3c4-1ca13ed71c8a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.1497810 Jul 07 19:34:49.220133 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:49.267962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a14c3ec-2dc1-44ff-b481-6ca87c71189b req-60d0e488-6b60-4851-8ff5-8f2995d2b761 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020770 Jul 07 19:34:49.306812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8066194b-4b08-47af-8525-63997f292d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:46Z', 'revision_number': 8, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:49.324801 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2255c529-b879-4485-95e8-d0d7ef6a0d98 req-3bc515c3-678b-487b-a203-756c5d40878f service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408233 Jul 07 19:34:49.346632 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:49.378489 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-7e0d0395-60ba-4859-a292-b10709fd67f7 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--736986782&fields=id&tenant_id=0c200aa96ca4467c92dedc19b53b5917 HTTP/1.1" status: 200 len: 267 time: 0.2048943 Jul 07 19:34:49.401908 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066194b-4b08-47af-8525-63997f292d8a None None] The sync data for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 is: [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:46Z', 'revision_number': 8, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '22d9c8e2-b986-4b39-8ba2-c35c33c7ab96', 'name': '', 'network_id': 'fcfba1fa-0747-435f-83e0-32122e3ba447', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:86:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '368aacb5-9623-40ee-991a-63dec8299dad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:22Z', 'updated_at': '2021-07-07T19:34:36Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '368aacb5-9623-40ee-991a-63dec8299dad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:49.473646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 5c822ecc-65f2-4f91-950d-fb8d52e57b99 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:49.485192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:49.501808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-90cc73d3-b034-48a7-8b88-4d713bd09566 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:49.503371 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-90cc73d3-b034-48a7-8b88-4d713bd09566 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports/9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 HTTP/1.1" status: 200 len: 932 time: 0.1239686 Jul 07 19:34:49.568199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port 5c822ecc-65f2-4f91-950d-fb8d52e57b99, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5c822ecc-65f2-4f91-950d-fb8d52e57b99,segment=NetworkSegment(46ddfa1d-8383-43c6-afe4-b3b09de46ddb),segment_id=46ddfa1d-8383-43c6-afe4-b3b09de46ddb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:49.569162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:49.584800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ff439374-5157-4148-a8ea-d38702e93737 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:49.585887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ff439374-5157-4148-a8ea-d38702e93737 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports/e63e5894-487a-4ed1-8fb3-7173bca23462 HTTP/1.1" status: 200 len: 932 time: 0.0767143 Jul 07 19:34:49.592242 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 5c822ecc-65f2-4f91-950d-fb8d52e57b99 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:49.646976 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-73796c48-7b14-4d18-8038-721223f3c421 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0521581 Jul 07 19:34:49.730775 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:49.731009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-1247815e-473f-4f53-aa90-c087b01fc0db tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0743320 Jul 07 19:34:49.792656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=5c822ecc-65f2-4f91-950d-fb8d52e57b99,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:49.796342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No DVR routers for this DVR port 5c822ecc-65f2-4f91-950d-fb8d52e57b99 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:49.819138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1699df1a-1e85-459a-bb72-a8339765ab7c None None] DHCP port deletion for 78c02d74-15c5-4cb7-a7a8-37092a6ad53c request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:34:49.923520 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:49.936064 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c02d74-15c5-4cb7-a7a8-37092a6ad53c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:49.938891 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ddaf633a-8f8a-4235-a00c-4bb6ec680e01 req-678b1ea9-7770-49be-adc5-33ff45a4064e tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 210 time: 0.0420735 Jul 07 19:34:49.979859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ddfa1d-8383-43c6-afe4-b3b09de46ddb') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:49.980169 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ddfa1d-8383-43c6-afe4-b3b09de46ddb') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:49.991342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:50.007521 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:50.020770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:34:50.021861 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:50.052687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-80995407-fda6-4bf7-aa8a-57700ca9dead tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:50.059449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-80995407-fda6-4bf7-aa8a-57700ca9dead tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:50.067838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-80995407-fda6-4bf7-aa8a-57700ca9dead tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:50.078000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-80995407-fda6-4bf7-aa8a-57700ca9dead tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/networks?id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d HTTP/1.1" status: 200 len: 1989 time: 0.3402135 Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:34:50.079361 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:34:50.093946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-f8c61925-e950-46e2-b3bf-f0689be5e38d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/quotas/0c200aa96ca4467c92dedc19b53b5917 HTTP/1.1" status: 200 len: 375 time: 0.0147862 Jul 07 19:34:50.140255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:50.158390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:50.166502 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/networks/78c02d74-15c5-4cb7-a7a8-37092a6ad53c HTTP/1.1" status: 204 len: 168 time: 1.1307206 Jul 07 19:34:50.168992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:50.210288 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92fa1b-da08-416d-997c-5f3622a1f689 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Network': ['ID=78c02d74-15c5-4cb7-a7a8-37092a6ad53c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:50.252213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-917ea596-e843-45df-b61e-d6f848e1cfe4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1536250 Jul 07 19:34:50.374049 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02396a6b-ed2d-4c0f-860d-7571f6bba699 req-c6e8527e-696f-44c3-a2ea-0377339aed95 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=675c2a58-256e-493f-9751-6d74eddac88c HTTP/1.1" status: 200 len: 210 time: 0.1065037 Jul 07 19:34:50.552908 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8e25439b-6af7-46f9-823c-408d35e6605f service neutron] 10.222.0.113 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873251 Jul 07 19:34:50.700244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-0d4497e1-93fa-4a5b-8a52-92603fc324ef tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:50.701935 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-0d4497e1-93fa-4a5b-8a52-92603fc324ef tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.59 "GET /v2.0/networks?id=13b0127b-a88f-4b28-90d5-f27df18cc31a HTTP/1.1" status: 200 len: 811 time: 0.3091431 Jul 07 19:34:50.725091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Request body: {'port': {'device_id': '0dbca6ff-1acb-4338-80b6-16ada4c3a184', 'network_id': '13b0127b-a88f-4b28-90d5-f27df18cc31a', 'admin_state_up': True, 'tenant_id': '893ccbae2b994aeea3fe5e16d6f593a6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:50.759854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:50.851461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9245fbc-07b6-459f-8d5e-aaf47314448f req-68b05aa6-99d0-4fb9-a015-c91aeae06f38 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:50.860349 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9245fbc-07b6-459f-8d5e-aaf47314448f req-68b05aa6-99d0-4fb9-a015-c91aeae06f38 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.2314491 Jul 07 19:34:50.874619 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-2c38c5ee-38f0-4fae-ba6a-3b1cb2bf201b service neutron] 10.222.0.113 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201261 Jul 07 19:34:51.009745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-85d4cf72-9568-497d-95c8-6b91ca91ab9c service neutron] 10.222.0.113 "GET /v2.0/ports/9c2ef4a8-ab7f-460f-8cb6-89a5ba313763?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1329055 Jul 07 19:34:51.023402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9245fbc-07b6-459f-8d5e-aaf47314448f req-9a9865b0-092e-418e-baf0-2dcfd4f98936 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620724 Jul 07 19:34:51.084042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5c822ecc-65f2-4f91-950d-fb8d52e57b99 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:51.109913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:51.110684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.115741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 5c822ecc-65f2-4f91-950d-fb8d52e57b99 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:51.116086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5c822ecc-65f2-4f91-950d-fb8d52e57b99 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:51.116534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6796142f-47dc-480c-a808-34c18268c98c no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:51.137417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Made reservation on behalf of 893ccbae2b994aeea3fe5e16d6f593a6 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:51.144520 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.157995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 6796142f-47dc-480c-a808-34c18268c98c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:51.158340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6796142f-47dc-480c-a808-34c18268c98c not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:51.224115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=22d9c8e2-b986-4b39-8ba2-c35c33c7ab96,segment=NetworkSegment(a47f0bd7-75ff-4d39-86fa-31a53be29701),segment_id=a47f0bd7-75ff-4d39-86fa-31a53be29701)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:51.224882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.241446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:51.263654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8da60d5-6adf-46db-a632-32f4144a4cfa req-d8083b8d-f8df-4664-af6d-5e766f4ec04e tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 210 time: 0.0682037 Jul 07 19:34:51.273563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-63af0274-02af-4c22-91b9-9c3aa2e427b9 service neutron] 10.222.0.113 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450795 Jul 07 19:34:51.426727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Allocated IP 172.20.0.3 (13b0127b-a88f-4b28-90d5-f27df18cc31a/fe4e0b9f-ace3-4b6f-8720-a062a295e6d0/428e1b35-74db-48d7-8fa1-b3ab88291b44) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:51.458080 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.474877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-f514306d-4e46-49e1-9b0c-a03a1f35c60e service neutron] 10.222.0.113 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946285 Jul 07 19:34:51.514723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=22d9c8e2-b986-4b39-8ba2-c35c33c7ab96,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:51.554658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-832900b2-3647-498c-9d2a-df017b7ae7ee service neutron] 10.222.0.113 "GET /v2.0/ports/e63e5894-487a-4ed1-8fb3-7173bca23462?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0674067 Jul 07 19:34:51.653451 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.736043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-7c511969-ce24-46c7-b13d-e33cf0efea7a service neutron] 10.222.0.113 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798115 Jul 07 19:34:51.866350 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.896145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-56d984a4-0ffc-4b0f-94b5-fc37b07c8a79 service neutron] 10.222.0.113 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418834 Jul 07 19:34:51.914563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:51.989480 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.026086 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:52.033892 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-11110d33-43d7-404e-9b4c-55fc66f9ca21 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8611183 Jul 07 19:34:52.036581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:52.041369 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89e3c7-e2b2-4e10-874e-7f7187ca2c19 None None] Sync routers for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:52.055118 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Network 13b0127b-a88f-4b28-90d5-f27df18cc31a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:34:52.056826 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89e3c7-e2b2-4e10-874e-7f7187ca2c19 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:52.057715 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc89e3c7-e2b2-4e10-874e-7f7187ca2c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:52.066178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:34:52.072243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:34:52.077154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Pushing event updated for resources: {'Port': ['ID=428e1b35-74db-48d7-8fa1-b3ab88291b44,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:52.103151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ee6ed527-d3e7-4071-9084-7424ab76662a service neutron] 10.222.0.113 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980810 Jul 07 19:34:52.105788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d6100b-c45a-4038-afd8-1dd440740a75 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting subnet 368aacb5-9623-40ee-991a-63dec8299dad {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:34:52.110768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d6100b-c45a-4038-afd8-1dd440740a75 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.132251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.132627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.132969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.133384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.133717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.134045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.134359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.134687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.135007 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.135412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.135735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.136052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:34:52.162716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d6100b-c45a-4038-afd8-1dd440740a75 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.190068 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dc89e3c7-e2b2-4e10-874e-7f7187ca2c19 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:52.217964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:52.218631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.290147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-85ce8480-f21e-4913-aeef-cb6c4ae3c812 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5708871 Jul 07 19:34:52.294259 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d6100b-c45a-4038-afd8-1dd440740a75 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.309690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Request body: {'port': {'device_id': '0dbca6ff-1acb-4338-80b6-16ada4c3a184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:52.314388 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-369709ca-14e7-45ce-9d61-026bf8931f93 service neutron] 10.222.0.113 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936994 Jul 07 19:34:52.385833 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d6100b-c45a-4038-afd8-1dd440740a75 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.453364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25d6100b-c45a-4038-afd8-1dd440740a75 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.460520 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-25d6100b-c45a-4038-afd8-1dd440740a75 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/368aacb5-9623-40ee-991a-63dec8299dad HTTP/1.1" status: 204 len: 168 time: 0.4214373 Jul 07 19:34:52.461729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:52.466806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6100b-c45a-4038-afd8-1dd440740a75 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Subnet': ['ID=368aacb5-9623-40ee-991a-63dec8299dad,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:52.485772 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc89e3c7-e2b2-4e10-874e-7f7187ca2c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:51Z', 'revision_number': 9, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:52.494829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c69bf-cb44-46ea-a72f-93bd647fe017 None None] Network fcfba1fa-0747-435f-83e0-32122e3ba447 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:52.549983 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89e3c7-e2b2-4e10-874e-7f7187ca2c19 None None] Checking router: 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:52.568905 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89e3c7-e2b2-4e10-874e-7f7187ca2c19 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:52.569538 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc89e3c7-e2b2-4e10-874e-7f7187ca2c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:52.743473 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dc89e3c7-e2b2-4e10-874e-7f7187ca2c19 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:52.760363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59823f9f-291e-4bb6-b7f6-224fc175eacf None None] DHCP port deletion for fcfba1fa-0747-435f-83e0-32122e3ba447 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:34:52.883515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01735c-69b4-4750-b00e-5b74a7066539 req-7948de7b-3d2e-4c50-adb8-b5e73339d54d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:52.890113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-59823f9f-291e-4bb6-b7f6-224fc175eacf None None] Deleting port 4f812241-a00f-4ead-80c2-0819e925f4ca {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:52.890514 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59823f9f-291e-4bb6-b7f6-224fc175eacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.890656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f01735c-69b4-4750-b00e-5b74a7066539 req-7948de7b-3d2e-4c50-adb8-b5e73339d54d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.6502271 Jul 07 19:34:52.931053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:52.957486 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-13e8da03-893e-4274-9d79-10afa14d9641 service neutron] 10.222.0.113 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900846 Jul 07 19:34:53.001965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f01735c-69b4-4750-b00e-5b74a7066539 req-aea3a0ef-a790-4c01-92d3-e0ea32757d35 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098311 Jul 07 19:34:53.092903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-59823f9f-291e-4bb6-b7f6-224fc175eacf None None] For port 4f812241-a00f-4ead-80c2-0819e925f4ca, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4f812241-a00f-4ead-80c2-0819e925f4ca,segment=NetworkSegment(a47f0bd7-75ff-4d39-86fa-31a53be29701),segment_id=a47f0bd7-75ff-4d39-86fa-31a53be29701)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:53.093444 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59823f9f-291e-4bb6-b7f6-224fc175eacf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.134075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-59823f9f-291e-4bb6-b7f6-224fc175eacf None None] Calling delete_port for 4f812241-a00f-4ead-80c2-0819e925f4ca owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:53.235677 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4f812241-a00f-4ead-80c2-0819e925f4ca no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:53.262172 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dc89e3c7-e2b2-4e10-874e-7f7187ca2c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:51Z', 'revision_number': 9, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:53.263594 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.311220 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89e3c7-e2b2-4e10-874e-7f7187ca2c19 None None] The sync data for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 is: [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:51Z', 'revision_number': 9, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d1e45f4-ef3e-4070-914e-9d02c582b4dd', 'name': '', 'network_id': 'dc627fa4-1c01-48a2-88a4-599f326ce208', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:27:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:12Z', 'updated_at': '2021-07-07T19:34:29Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '1bc1177a-6908-4c38-bc7e-08f0b7407e2e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:53.314994 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59823f9f-291e-4bb6-b7f6-224fc175eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.358713 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 4f812241-a00f-4ead-80c2-0819e925f4ca {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:53.359113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.374381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-f2b40321-927f-4ba7-a655-7728ca38b341 service neutron] 10.222.0.113 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043174 Jul 07 19:34:53.374962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Port 4f812241-a00f-4ead-80c2-0819e925f4ca update to DOWN by agent not found {{(pid=93772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 19:34:53.381363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59823f9f-291e-4bb6-b7f6-224fc175eacf None None] No DVR routers for this DVR port 4f812241-a00f-4ead-80c2-0819e925f4ca on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:53.390199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59823f9f-291e-4bb6-b7f6-224fc175eacf None None] Pushing event deleted for resources: {'Port': ['ID=4f812241-a00f-4ead-80c2-0819e925f4ca,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:53.456282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port 4f812241-a00f-4ead-80c2-0819e925f4ca, host n-d-792394-12, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:53.456827 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.470467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 4f812241-a00f-4ead-80c2-0819e925f4ca owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:53.473559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Port 4f812241-a00f-4ead-80c2-0819e925f4ca was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 19:34:53.475534 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.508416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=4f812241-a00f-4ead-80c2-0819e925f4ca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:53.513215 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No DVR routers for this DVR port 4f812241-a00f-4ead-80c2-0819e925f4ca on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:53.550544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4fbec-7389-4bc7-80e3-2e16ac6111eb req-bf0919d8-a3f0-4da5-8772-f41f4f87084b tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:53.552132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32f4fbec-7389-4bc7-80e3-2e16ac6111eb req-bf0919d8-a3f0-4da5-8772-f41f4f87084b tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 931 time: 0.2833257 Jul 07 19:34:53.613323 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-af3c74dd-1658-4551-bc2d-9841642e8dec service neutron] 10.222.0.113 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992543 Jul 07 19:34:53.618514 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.629918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfba1fa-0747-435f-83e0-32122e3ba447']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:53.640944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47f0bd7-75ff-4d39-86fa-31a53be29701') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:53.641249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47f0bd7-75ff-4d39-86fa-31a53be29701') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:53.651525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.666933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.674902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:34:53.675318 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:34:53.679990 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:34:53.722770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32f4fbec-7389-4bc7-80e3-2e16ac6111eb req-3b9379f3-b06c-4f0e-ad93-3c7b3357857c tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550913 Jul 07 19:34:53.762438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428e1b35-74db-48d7-8fa1-b3ab88291b44 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:34:53.766326 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.786768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.788842 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/networks/fcfba1fa-0747-435f-83e0-32122e3ba447 HTTP/1.1" status: 204 len: 168 time: 1.3248889 Jul 07 19:34:53.791577 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:53.793316 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:53.809896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Transition to ACTIVE for port object 428e1b35-74db-48d7-8fa1-b3ab88291b44 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:34:53.836855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f0509-3ccd-4243-bf11-bb7c8f7c5b77 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Network': ['ID=fcfba1fa-0747-435f-83e0-32122e3ba447,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:53.914095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-36047076-0ba5-450f-b79b-ae34e31fad36 service neutron] 10.222.0.113 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995975 Jul 07 19:34:53.915204 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.102979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-89d79ca4-8c34-42b4-ac07-43b0c1827129 service neutron] 10.222.0.113 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740730 Jul 07 19:34:54.103601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Pushing event updated for resources: {'Port': ['ID=428e1b35-74db-48d7-8fa1-b3ab88291b44,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:54.311999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-6fd6c989-863e-45b2-b46a-77400d5238bd service neutron] 10.222.0.113 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977108 Jul 07 19:34:54.355982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3fcc7-908d-4afc-9179-f79dcf694281 req-b28c8301-4e56-4323-91d2-7d01427f0a1d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:54.358572 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ad3fcc7-908d-4afc-9179-f79dcf694281 req-b28c8301-4e56-4323-91d2-7d01427f0a1d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.1370094 Jul 07 19:34:54.387024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Attempting to bind port 428e1b35-74db-48d7-8fa1-b3ab88291b44 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:34:54.387663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Attempting to bind port 428e1b35-74db-48d7-8fa1-b3ab88291b44 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '832438c5-43f9-4a58-8103-8b50a6b07429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '13b0127b-a88f-4b28-90d5-f27df18cc31a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:34:54.387663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Attempting to bind port 428e1b35-74db-48d7-8fa1-b3ab88291b44 on network 13b0127b-a88f-4b28-90d5-f27df18cc31a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:54.396216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Port 428e1b35-74db-48d7-8fa1-b3ab88291b44 on network 13b0127b-a88f-4b28-90d5-f27df18cc31a not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:34:54.396569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Attempting to bind port 428e1b35-74db-48d7-8fa1-b3ab88291b44 on network 13b0127b-a88f-4b28-90d5-f27df18cc31a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:34:54.400491 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.418776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ad3fcc7-908d-4afc-9179-f79dcf694281 req-8489852f-87cc-4532-92ef-68e17382f5b8 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499537 Jul 07 19:34:54.422781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:34:54.422988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Checking segment: {'id': '832438c5-43f9-4a58-8103-8b50a6b07429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '13b0127b-a88f-4b28-90d5-f27df18cc31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:34:54.423384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Bound using segment: {'id': '832438c5-43f9-4a58-8103-8b50a6b07429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '13b0127b-a88f-4b28-90d5-f27df18cc31a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:34:54.423822 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Bound port: 428e1b35-74db-48d7-8fa1-b3ab88291b44, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832438c5-43f9-4a58-8103-8b50a6b07429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '13b0127b-a88f-4b28-90d5-f27df18cc31a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:34:54.424185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.549541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] For port 428e1b35-74db-48d7-8fa1-b3ab88291b44, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:34:54.564567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] For port 428e1b35-74db-48d7-8fa1-b3ab88291b44, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=428e1b35-74db-48d7-8fa1-b3ab88291b44,segment=NetworkSegment(832438c5-43f9-4a58-8103-8b50a6b07429),segment_id=832438c5-43f9-4a58-8103-8b50a6b07429)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:34:54.571944 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.630520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:54.630814 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.632254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] 10.222.0.59 "PUT /v2.0/ports/428e1b35-74db-48d7-8fa1-b3ab88291b44 HTTP/1.1" status: 200 len: 1092 time: 2.3286536 Jul 07 19:34:54.632732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbca6ff-1acb-4338-80b6-16ada4c3a184', 'tag': '428e1b35-74db-48d7-8fa1-b3ab88291b44'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:54.635002 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e87f0e-9a2c-481b-9cfb-36e7b8f85c60" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbca6ff-1acb-4338-80b6-16ada4c3a184", "tag": "428e1b35-74db-48d7-8fa1-b3ab88291b44"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:54.658719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1064eca-6024-46c8-b551-1eb1d8c87e3e service neutron] Pushing event updated for resources: {'Port': ['ID=428e1b35-74db-48d7-8fa1-b3ab88291b44,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:54.775846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:54.776194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.783166 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6267a3-6520-4038-864d-9601e1d8e228 x-openstack-request-id: req-7a6267a3-6520-4038-864d-9601e1d8e228 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:54.784017 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbca6ff-1acb-4338-80b6-16ada4c3a184", "tag": "428e1b35-74db-48d7-8fa1-b3ab88291b44", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:54.785709 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7a6267a3-6520-4038-864d-9601e1d8e228 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:54.786343 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbca6ff-1acb-4338-80b6-16ada4c3a184', 'tag': '428e1b35-74db-48d7-8fa1-b3ab88291b44', 'status': 'completed', 'code': 200} Jul 07 19:34:54.829031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-43ae416a-ace2-4eef-a6d1-6ff2c75137f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:54.830670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-43ae416a-ace2-4eef-a6d1-6ff2c75137f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893ccbae2b994aeea3fe5e16d6f593a6&device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 1095 time: 0.1222799 Jul 07 19:34:54.910262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-adf370cf-debb-43a8-862a-d8bbe3982b6f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=428e1b35-74db-48d7-8fa1-b3ab88291b44 HTTP/1.1" status: 200 len: 217 time: 0.0653017 Jul 07 19:34:54.932749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port 8d1e45f4-ef3e-4070-914e-9d02c582b4dd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8d1e45f4-ef3e-4070-914e-9d02c582b4dd,segment=NetworkSegment(f02b8f83-614f-4a67-8d4f-830fb5c01505),segment_id=f02b8f83-614f-4a67-8d4f-830fb5c01505)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:54.934068 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:54.955798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 8d1e45f4-ef3e-4070-914e-9d02c582b4dd owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:55.024757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:55.055441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:55.057382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 22d9c8e2-b986-4b39-8ba2-c35c33c7ab96 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:55.073602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-3e114faf-c255-481b-b92c-581128b797ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:55.075258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-3e114faf-c255-481b-b92c-581128b797ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe4e0b9f-ace3-4b6f-8720-a062a295e6d0 HTTP/1.1" status: 200 len: 851 time: 0.1487284 Jul 07 19:34:55.122994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-f09ef3e1-eb02-45af-9efb-e9f964e93196 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13b0127b-a88f-4b28-90d5-f27df18cc31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399976 Jul 07 19:34:55.260564 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:55.282580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-d975eef5-f67a-40e2-bbda-1a649db9b8fb service neutron] 10.222.0.59 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475797 Jul 07 19:34:55.295416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e07421-9b91-4d6a-87b6-9ef2420c18ca req-77fc1cc9-c9aa-4d24-9505-08d73fbc5f06 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:55.297517 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19e07421-9b91-4d6a-87b6-9ef2420c18ca req-77fc1cc9-c9aa-4d24-9505-08d73fbc5f06 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 943 time: 0.2977901 Jul 07 19:34:55.331041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75a68d98-0cc5-4258-a5d8-22c07a583f1d req-ea5203d9-0c30-4146-9905-1ad2f6497ffe tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0313807 Jul 07 19:34:55.340802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=8d1e45f4-ef3e-4070-914e-9d02c582b4dd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:55.462808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19e07421-9b91-4d6a-87b6-9ef2420c18ca req-253b1139-a90e-495f-8031-eb8b189aeda6 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307507 Jul 07 19:34:55.503139 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00668a91-d185-4fc3-a93c-320f978f3d94 req-1b84ef12-63eb-441c-b8f4-ab60b379be3f service neutron] 10.222.0.59 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043529 Jul 07 19:34:55.609605 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:55.744923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e87f0e-9a2c-481b-9cfb-36e7b8f85c60 req-ba8b962b-33f4-435d-9161-42dadf45db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:55.751478 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62e87f0e-9a2c-481b-9cfb-36e7b8f85c60 req-ba8b962b-33f4-435d-9161-42dadf45db7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893ccbae2b994aeea3fe5e16d6f593a6&device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 1095 time: 0.1444521 Jul 07 19:34:55.949232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:34:55.966857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17867415-cb18-4de8-9c70-04b741562d4b req-2de109a7-ed32-4414-a644-3b99177d2566 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:55.968739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17867415-cb18-4de8-9c70-04b741562d4b req-2de109a7-ed32-4414-a644-3b99177d2566 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.2159419 Jul 07 19:34:56.007700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e87f0e-9a2c-481b-9cfb-36e7b8f85c60 req-a4c62c79-1af3-4694-9278-eacda7497b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:56.009229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62e87f0e-9a2c-481b-9cfb-36e7b8f85c60 req-a4c62c79-1af3-4694-9278-eacda7497b5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=13b0127b-a88f-4b28-90d5-f27df18cc31a HTTP/1.1" status: 200 len: 913 time: 0.2106996 Jul 07 19:34:56.074302 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17867415-cb18-4de8-9c70-04b741562d4b req-c1d08419-d3df-4dfe-aff0-12a908a55dd8 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983613 Jul 07 19:34:56.119632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:34:56.128399 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dc9f8c95-2722-4a49-be28-66ee533ede2f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3232460 Jul 07 19:34:56.129111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:56.134143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994e915-c505-4066-b976-a45dca40f819 None None] Sync routers for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:34:56.145166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62e87f0e-9a2c-481b-9cfb-36e7b8f85c60 req-0263d8ea-911a-4865-9971-060f6f7faa39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=428e1b35-74db-48d7-8fa1-b3ab88291b44 HTTP/1.1" status: 200 len: 217 time: 0.1273923 Jul 07 19:34:56.162049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c994e915-c505-4066-b976-a45dca40f819 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:56.165802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c994e915-c505-4066-b976-a45dca40f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:56.252062 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16517b2-0508-4451-b4d3-f5b4b6b0f1c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting subnet 1bc1177a-6908-4c38-bc7e-08f0b7407e2e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:34:56.255635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d16517b2-0508-4451-b4d3-f5b4b6b0f1c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:56.264866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e87f0e-9a2c-481b-9cfb-36e7b8f85c60 req-3c330cf3-e09b-4c16-bfb4-3a0c38ca57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:56.272185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62e87f0e-9a2c-481b-9cfb-36e7b8f85c60 req-3c330cf3-e09b-4c16-bfb4-3a0c38ca57c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe4e0b9f-ace3-4b6f-8720-a062a295e6d0 HTTP/1.1" status: 200 len: 851 time: 0.1177738 Jul 07 19:34:56.340511 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d16517b2-0508-4451-b4d3-f5b4b6b0f1c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:56.368704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62e87f0e-9a2c-481b-9cfb-36e7b8f85c60 req-30e61f76-228e-4c0d-9845-134c7a7bcedf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13b0127b-a88f-4b28-90d5-f27df18cc31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865531 Jul 07 19:34:56.448403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c994e915-c505-4066-b976-a45dca40f819 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:56.555918 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d16517b2-0508-4451-b4d3-f5b4b6b0f1c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:56.662729 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d16517b2-0508-4451-b4d3-f5b4b6b0f1c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:56.680462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7b20332-9a7e-45e5-b737-8c70f730903f req-3904040b-6ac2-4d07-aa6b-3f7a2d1d8358 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0938206 Jul 07 19:34:56.758596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16517b2-0508-4451-b4d3-f5b4b6b0f1c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc1177a-6908-4c38-bc7e-08f0b7407e2e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:56.776286 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d16517b2-0508-4451-b4d3-f5b4b6b0f1c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:56.776602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac99ca-9fbd-4137-88cc-2b077c2de7fc None None] Network dc627fa4-1c01-48a2-88a4-599f326ce208 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:34:56.784773 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d16517b2-0508-4451-b4d3-f5b4b6b0f1c4 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/1bc1177a-6908-4c38-bc7e-08f0b7407e2e HTTP/1.1" status: 204 len: 168 time: 0.6545646 Jul 07 19:34:56.785406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:56.802332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62e87f0e-9a2c-481b-9cfb-36e7b8f85c60 req-8e9aa6ee-6a7b-46c6-a9e1-88b433d53e77 service neutron] 10.222.0.59 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260459 Jul 07 19:34:56.882425 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:56.889339 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8272ff6-276c-4f22-9fad-c885e819a55f req-3fa1c34e-6c21-47e6-9142-2a57961f9f4e tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:56.891028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8272ff6-276c-4f22-9fad-c885e819a55f req-3fa1c34e-6c21-47e6-9142-2a57961f9f4e tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 943 time: 0.2045703 Jul 07 19:34:56.979509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:34:56.979777 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:57.013991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8272ff6-276c-4f22-9fad-c885e819a55f req-319f3543-9959-4df8-8a4e-7c7d5583b684 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836666 Jul 07 19:34:57.081395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62e87f0e-9a2c-481b-9cfb-36e7b8f85c60 req-5530dbff-74be-45e2-bb13-8b7989d1846d service neutron] 10.222.0.59 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687037 Jul 07 19:34:57.093859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e43367f2-4d06-4ed2-bd27-82bfecc3f9cd,segment=NetworkSegment(f02b8f83-614f-4a67-8d4f-830fb5c01505),segment_id=f02b8f83-614f-4a67-8d4f-830fb5c01505)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:57.094233 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:57.105260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:34:57.111358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for e43367f2-4d06-4ed2-bd27-82bfecc3f9cd owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:34:57.332116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69680f29-aebc-44b1-a810-5b19c99ce660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:57.335391 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69680f29-aebc-44b1-a810-5b19c99ce660 service neutron] 10.222.0.112 "GET /v2.0/ports/9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 HTTP/1.1" status: 200 len: 1028 time: 0.1326697 Jul 07 19:34:57.337864 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:57.392511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c994e915-c505-4066-b976-a45dca40f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:55Z', 'revision_number': 10, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:57.401205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=e43367f2-4d06-4ed2-bd27-82bfecc3f9cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:57.458426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No DVR routers for this DVR port e43367f2-4d06-4ed2-bd27-82bfecc3f9cd on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:34:57.500543 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994e915-c505-4066-b976-a45dca40f819 None None] Checking router: 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:34:57.565656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:57.574396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656bc4-2066-42cf-ab85-b933e7dfc564 req-1d0c6800-7d12-4b48-b0de-3a187248cc71 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:57.598693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30656bc4-2066-42cf-ab85-b933e7dfc564 req-1d0c6800-7d12-4b48-b0de-3a187248cc71 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.1419108 Jul 07 19:34:57.601581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'port_id': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'mac_address': 'fa:16:3e:fa:73:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:34:57.624044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c994e915-c505-4066-b976-a45dca40f819 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:34:57.625460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c994e915-c505-4066-b976-a45dca40f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:57.708380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b3ddb6f9-4bae-47f9-936c-6f83a6d7e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:57.710489 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b3ddb6f9-4bae-47f9-936c-6f83a6d7e286 service neutron] 10.222.0.112 "GET /v2.0/ports/e63e5894-487a-4ed1-8fb3-7173bca23462 HTTP/1.1" status: 200 len: 1028 time: 0.3173180 Jul 07 19:34:57.722877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30656bc4-2066-42cf-ab85-b933e7dfc564 req-8e4cd834-725d-4ee1-8c06-d58aa469a032 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232805 Jul 07 19:34:57.760879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:57.854553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c994e915-c505-4066-b976-a45dca40f819 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:34:57.884097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc627fa4-1c01-48a2-88a4-599f326ce208']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:57.923406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02b8f83-614f-4a67-8d4f-830fb5c01505') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:57.923406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02b8f83-614f-4a67-8d4f-830fb5c01505') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:57.952204 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:58.005213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104b4337-c96b-4bcd-b6eb-56b7803ff62a None None] DHCP port deletion for dc627fa4-1c01-48a2-88a4-599f326ce208 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:34:58.041893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:58.050546 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:58.062962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:34:58.063676 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:34:58.068124 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:34:58.088951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:34:58.132446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:58.156269 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57e6cc0d-a2b4-4fc0-8461-af6c66a597e8 req-c73f8ed0-edb1-46ba-b5bc-375e01c679d2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.1361179 Jul 07 19:34:58.186182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-14bcd5a1-9105-4a40-afbb-e1d44cfa9145 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:58.193232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-14bcd5a1-9105-4a40-afbb-e1d44cfa9145 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:58.202458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-14bcd5a1-9105-4a40-afbb-e1d44cfa9145 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:58.225715 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-14bcd5a1-9105-4a40-afbb-e1d44cfa9145 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "GET /v2.0/networks?id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d HTTP/1.1" status: 200 len: 1989 time: 0.5007455 Jul 07 19:34:58.266337 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:58.319639 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-cb48dc2f-7663-4972-9595-de8edce8d1b6 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c200aa96ca4467c92dedc19b53b5917 HTTP/1.1" status: 200 len: 379 time: 0.0851998 Jul 07 19:34:58.330422 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'admin_state_up': True, 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'security_groups': ['cc68ff58-2797-46bf-bb42-247bcfe77767']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:34:58.365917 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:58.423459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:58.463138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:58.475486 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/networks/dc627fa4-1c01-48a2-88a4-599f326ce208 HTTP/1.1" status: 204 len: 168 time: 1.6885595 Jul 07 19:34:58.479390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e339abd-a729-4804-a328-9a036fd91598 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Network': ['ID=dc627fa4-1c01-48a2-88a4-599f326ce208,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:34:58.486297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:34:58.495943 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:34:58.580005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c994e915-c505-4066-b976-a45dca40f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:55Z', 'revision_number': 10, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:34:58.620021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abf538-6d58-4070-ae39-e812014ca691 req-dc18cc92-4ae8-41cc-8cdb-364fc91ff05a tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:58.622245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7abf538-6d58-4070-ae39-e812014ca691 req-dc18cc92-4ae8-41cc-8cdb-364fc91ff05a tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 943 time: 0.2055883 Jul 07 19:34:58.633772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994e915-c505-4066-b976-a45dca40f819 None None] The sync data for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 is: [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:34:55Z', 'revision_number': 10, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None, '_interfaces': [{'id': '7059d881-7cef-41c1-a8e9-ae998f25edd2', 'name': '', 'network_id': '35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'mac_address': 'fa:16:3e:f5:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '86c6291c-809e-42dd-b362-3c49d9149906', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:34:07Z', 'updated_at': '2021-07-07T19:34:20Z', 'revision_number': 5, 'project_id': 'f668b67afc1443bc99156692bd257395', 'subnets': [{'id': '86c6291c-809e-42dd-b362-3c49d9149906', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:34:58.804916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7abf538-6d58-4070-ae39-e812014ca691 req-1b693f7a-05c7-477b-865a-c56ecb3e4ef5 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649892 Jul 07 19:34:58.933212 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:34:58.938482 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:58.992969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:34:59.120149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371ea5d-cdf3-4c30-824d-86a6bf15e8a4 req-982a188e-de35-4746-a066-3f972dbdd766 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:34:59.136454 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b371ea5d-cdf3-4c30-824d-86a6bf15e8a4 req-982a188e-de35-4746-a066-3f972dbdd766 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.2172737 Jul 07 19:34:59.149346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:34:59.149726 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:59.229647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e43367f2-4d06-4ed2-bd27-82bfecc3f9cd no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:59.273358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b371ea5d-cdf3-4c30-824d-86a6bf15e8a4 req-2c05d78f-9665-4222-82b0-75a1f95789dc tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300209 Jul 07 19:34:59.316710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: e43367f2-4d06-4ed2-bd27-82bfecc3f9cd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:59.317062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e43367f2-4d06-4ed2-bd27-82bfecc3f9cd not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:59.317493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8d1e45f4-ef3e-4070-914e-9d02c582b4dd no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:34:59.387021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 8d1e45f4-ef3e-4070-914e-9d02c582b4dd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:34:59.387627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8d1e45f4-ef3e-4070-914e-9d02c582b4dd not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:34:59.414960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 428e1b35-74db-48d7-8fa1-b3ab88291b44 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:34:59.459471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Allocated IP 172.20.0.13 (9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e/1e96c63b-b9c3-4392-80cb-a5efc479f4d7/946cb551-1be4-4900-9625-023e6b0d6045) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:34:59.529458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a108f5ca-7276-450e-8778-d2993aa32fc2 req-96c7b378-481b-4597-87a3-d6028e147c9d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0697112 Jul 07 19:34:59.563210 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:34:59.650919 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:59.710974 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:59.794848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:59.812979 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:34:59.823684 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12adb9d9-00d8-40fb-9c04-f793290f8e0f" -d '{"events": [{"server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "name": "network-vif-plugged", "status": "completed", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:34:59.836735 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:59.961288 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61da198f-3c6e-4fd0-b2ce-19620c1761a5 x-openstack-request-id: req-61da198f-3c6e-4fd0-b2ce-19620c1761a5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:34:59.961288 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "name": "network-vif-plugged", "status": "completed", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:34:59.961288 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-61da198f-3c6e-4fd0-b2ce-19620c1761a5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:34:59.961288 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'code': 200} Jul 07 19:34:59.965292 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 428e1b35-74db-48d7-8fa1-b3ab88291b44, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=428e1b35-74db-48d7-8fa1-b3ab88291b44,segment=NetworkSegment(832438c5-43f9-4a58-8103-8b50a6b07429),segment_id=832438c5-43f9-4a58-8103-8b50a6b07429)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:34:59.986878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '428e1b35-74db-48d7-8fa1-b3ab88291b44', 'network_id': '13b0127b-a88f-4b28-90d5-f27df18cc31a', 'port_id': '428e1b35-74db-48d7-8fa1-b3ab88291b44', 'mac_address': 'fa:16:3e:d5:f9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4e0b9f-ace3-4b6f-8720-a062a295e6d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:34:59.990845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:00.083698 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:00.113578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428e1b35-74db-48d7-8fa1-b3ab88291b44 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:00.178666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 428e1b35-74db-48d7-8fa1-b3ab88291b44, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=428e1b35-74db-48d7-8fa1-b3ab88291b44,segment=NetworkSegment(832438c5-43f9-4a58-8103-8b50a6b07429),segment_id=832438c5-43f9-4a58-8103-8b50a6b07429)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:00.187719 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:00.301284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=428e1b35-74db-48d7-8fa1-b3ab88291b44,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:00.309580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5400cd2-a3ed-4f2d-9252-5bcc9dad71a0 req-208c38cc-c855-477f-97dc-6b71c7f7be82 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:00.318439 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5400cd2-a3ed-4f2d-9252-5bcc9dad71a0 req-208c38cc-c855-477f-97dc-6b71c7f7be82 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 943 time: 0.1559854 Jul 07 19:35:00.399829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5400cd2-a3ed-4f2d-9252-5bcc9dad71a0 req-0e1e9d6f-8bd2-4309-8612-5765e9751613 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799379 Jul 07 19:35:00.450088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['428e1b35-74db-48d7-8fa1-b3ab88291b44'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:00.543380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Transition to ACTIVE for port object 946cb551-1be4-4900-9625-023e6b0d6045 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:00.664269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4a43f-29ed-417f-8b3d-f6b413eb0358 req-07ec5965-5767-4d39-8762-4df2b8ba9f8e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:00.679790 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6cb4a43f-29ed-417f-8b3d-f6b413eb0358 req-07ec5965-5767-4d39-8762-4df2b8ba9f8e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.1475799 Jul 07 19:35:00.729681 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:00.773051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6cb4a43f-29ed-417f-8b3d-f6b413eb0358 req-f0da2e6d-1e9b-40b1-8c72-613196c350b0 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916195 Jul 07 19:35:00.879209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:00.918640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:00.959693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:01.054244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.061694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Port': ['ID=946cb551-1be4-4900-9625-023e6b0d6045,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:01.091064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e6477-663a-42a7-9451-354e4f9f2038 req-78a0ae9a-6ef9-415c-b18a-bead6dd36936 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:01.114515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-222e6477-663a-42a7-9451-354e4f9f2038 req-78a0ae9a-6ef9-415c-b18a-bead6dd36936 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 932 time: 0.2361119 Jul 07 19:35:01.194836 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-222e6477-663a-42a7-9451-354e4f9f2038 req-0360cdc8-4946-4cae-9176-8c3728754167 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705225 Jul 07 19:35:01.368125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:01.369308 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.395351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93ecd962-a492-4801-81f8-a6537c8bda81 None None] Provisioning for port 946cb551-1be4-4900-9625-023e6b0d6045 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:01.402048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93ecd962-a492-4801-81f8-a6537c8bda81 None None] Provisioning complete for port 946cb551-1be4-4900-9625-023e6b0d6045 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:01.402419 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93ecd962-a492-4801-81f8-a6537c8bda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.406808 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe2884-00e5-4bed-a540-ba64fb3b0bbd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0808644 Jul 07 19:35:01.445590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'network_id': '34385845-f749-4bd3-8820-974235536288', 'admin_state_up': True, 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'security_groups': ['cc68ff58-2797-46bf-bb42-247bcfe77767']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:01.466500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 428e1b35-74db-48d7-8fa1-b3ab88291b44 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:35:01.554102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-93ecd962-a492-4801-81f8-a6537c8bda81 None None] Port 946cb551-1be4-4900-9625-023e6b0d6045 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:35:01.602422 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 428e1b35-74db-48d7-8fa1-b3ab88291b44 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:01.606745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 428e1b35-74db-48d7-8fa1-b3ab88291b44 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:01.607261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.765532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573806a-a325-4982-bcd9-afaa417ae5b4 req-942042d9-a8c4-4ca7-899a-027a79693386 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:01.778149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a573806a-a325-4982-bcd9-afaa417ae5b4 req-942042d9-a8c4-4ca7-899a-027a79693386 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 944 time: 0.1693892 Jul 07 19:35:01.798687 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.879397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a573806a-a325-4982-bcd9-afaa417ae5b4 req-e77cd8ff-c12b-4eaa-b9ad-025a3bf81ff7 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999420 Jul 07 19:35:01.897986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 428e1b35-74db-48d7-8fa1-b3ab88291b44, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=428e1b35-74db-48d7-8fa1-b3ab88291b44,segment=NetworkSegment(832438c5-43f9-4a58-8103-8b50a6b07429),segment_id=832438c5-43f9-4a58-8103-8b50a6b07429)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:01.914339 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:01.983949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:01.997581 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.066944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbca6ff-1acb-4338-80b6-16ada4c3a184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428e1b35-74db-48d7-8fa1-b3ab88291b44'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:02.069406 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4769971d-4b25-413e-bfeb-20c42b23efbd" -d '{"events": [{"server_uuid": "0dbca6ff-1acb-4338-80b6-16ada4c3a184", "name": "network-vif-plugged", "status": "completed", "tag": "428e1b35-74db-48d7-8fa1-b3ab88291b44"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:02.083915 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=428e1b35-74db-48d7-8fa1-b3ab88291b44,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:02.104066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port 7059d881-7cef-41c1-a8e9-ae998f25edd2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:02.105473 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.198307 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2c4f78-4278-499b-9f57-c72a9cc86c71 x-openstack-request-id: req-7c2c4f78-4278-499b-9f57-c72a9cc86c71 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:02.198603 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbca6ff-1acb-4338-80b6-16ada4c3a184", "name": "network-vif-plugged", "status": "completed", "tag": "428e1b35-74db-48d7-8fa1-b3ab88291b44", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:02.198855 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7c2c4f78-4278-499b-9f57-c72a9cc86c71 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:02.199254 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbca6ff-1acb-4338-80b6-16ada4c3a184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428e1b35-74db-48d7-8fa1-b3ab88291b44', 'code': 200} Jul 07 19:35:02.423437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69181ced-2508-4f3c-9b76-b4b1428fbb9d req-02fa5cd1-90b3-4104-8e1e-c9870d62245c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:02.437006 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69181ced-2508-4f3c-9b76-b4b1428fbb9d req-02fa5cd1-90b3-4104-8e1e-c9870d62245c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.2746239 Jul 07 19:35:02.643035 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69181ced-2508-4f3c-9b76-b4b1428fbb9d req-d7c76818-5932-4a91-93dd-e0c6b27579c1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034223 Jul 07 19:35:02.711993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb247f4-f798-4941-b028-733b3eb596f6 req-688e116d-7d86-45f0-9015-f556f0de5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:02.718843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebb247f4-f798-4941-b028-733b3eb596f6 req-688e116d-7d86-45f0-9015-f556f0de5364 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 1097 time: 0.3783653 Jul 07 19:35:02.806352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port 7059d881-7cef-41c1-a8e9-ae998f25edd2, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7059d881-7cef-41c1-a8e9-ae998f25edd2,segment=NetworkSegment(a9956c31-f6f6-4dfc-aef8-86382b591fa0),segment_id=a9956c31-f6f6-4dfc-aef8-86382b591fa0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:02.809399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:02.866090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for 7059d881-7cef-41c1-a8e9-ae998f25edd2 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:02.870590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebb247f4-f798-4941-b028-733b3eb596f6 req-a7f649e4-b3e1-4501-9c77-16837290e673 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303074 Jul 07 19:35:02.895782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Allocated IP 10.1.1.235 (34385845-f749-4bd3-8820-974235536288/bc481bf9-fe8a-42c0-a50f-b3934966374e/da338938-8a54-4715-ae73-a927d25b02e9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:02.991621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56b09a-8a68-45dc-8ad9-f177042814d6 req-5c1881fb-9fec-4ea2-8287-b4cadf936213 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:03.003373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc56b09a-8a68-45dc-8ad9-f177042814d6 req-5c1881fb-9fec-4ea2-8287-b4cadf936213 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 932 time: 0.2801521 Jul 07 19:35:03.115064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc56b09a-8a68-45dc-8ad9-f177042814d6 req-ebd89756-9f9e-40a0-877d-77b0fc5eb2bc tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056068 Jul 07 19:35:03.285872 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:03.319164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9e5f-ae72-4003-8783-434fbdbe86b3 req-45ce8a29-ceee-4a39-9154-344beb3105bf tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:03.322987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d4a9e5f-ae72-4003-8783-434fbdbe86b3 req-45ce8a29-ceee-4a39-9154-344beb3105bf tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 0.1609266 Jul 07 19:35:03.411770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d4a9e5f-ae72-4003-8783-434fbdbe86b3 req-1c9e5a06-6763-4802-84cf-92ad2b97df66 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832479 Jul 07 19:35:03.864573 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:03.968926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=7059d881-7cef-41c1-a8e9-ae998f25edd2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:04.181025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013845ff-9243-44cb-bede-82e1ac881c3c req-2e950d2d-3680-4173-9204-463227c291a2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:04.196154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-013845ff-9243-44cb-bede-82e1ac881c3c req-2e950d2d-3680-4173-9204-463227c291a2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.1831543 Jul 07 19:35:04.220380 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:04.341842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-013845ff-9243-44cb-bede-82e1ac881c3c req-6d6308e1-6cc0-4436-87a5-f8407ccf0d31 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443512 Jul 07 19:35:04.588627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf68b08-ee77-4674-a57f-1e293919c2f1 req-1ce038ff-2f59-4529-af51-b59cd525bf97 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:04.614021 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcf68b08-ee77-4674-a57f-1e293919c2f1 req-1ce038ff-2f59-4529-af51-b59cd525bf97 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 932 time: 0.1657896 Jul 07 19:35:04.616640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Transition to ACTIVE for port object da338938-8a54-4715-ae73-a927d25b02e9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:04.649089 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:04.682653 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcf68b08-ee77-4674-a57f-1e293919c2f1 req-bdfd0f22-f750-4c37-85f8-313b466c0038 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654283 Jul 07 19:35:04.783376 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:05.008092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb917dd-dc04-47fd-9ea0-20a015a89d96 req-792a7329-bc90-4ac3-b350-22824791fa4a tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:05.022353 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fb917dd-dc04-47fd-9ea0-20a015a89d96 req-792a7329-bc90-4ac3-b350-22824791fa4a tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 0.2346754 Jul 07 19:35:05.046522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network 34385845-f749-4bd3-8820-974235536288 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:05.065636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:05.069257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:05.133151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fb917dd-dc04-47fd-9ea0-20a015a89d96 req-874f230c-8232-48fa-949d-b14c5630ac7c tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014719 Jul 07 19:35:05.166764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:05.167699 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:05.347113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Port': ['ID=da338938-8a54-4715-ae73-a927d25b02e9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:05.406737 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b94eb6a1-5a3f-44a9-b1a8-7925578c0fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9901557 Jul 07 19:35:05.421544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'network_id': '34385845-f749-4bd3-8820-974235536288', 'admin_state_up': True, 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'security_groups': ['cc68ff58-2797-46bf-bb42-247bcfe77767']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:05.473509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:35:05.633687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae13cc66-7c67-44fd-a8c0-6f46e9fc0090 None None] Provisioning for port da338938-8a54-4715-ae73-a927d25b02e9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:05.651811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae13cc66-7c67-44fd-a8c0-6f46e9fc0090 None None] Provisioning complete for port da338938-8a54-4715-ae73-a927d25b02e9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:05.651811 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae13cc66-7c67-44fd-a8c0-6f46e9fc0090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:05.754068 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ae13cc66-7c67-44fd-a8c0-6f46e9fc0090 None None] Port da338938-8a54-4715-ae73-a927d25b02e9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:35:05.754730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37d0a6-0d43-4d85-a44f-1b5f0ceceb6f req-85165679-5760-4d64-9858-2d341b8d1896 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:05.757377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db37d0a6-0d43-4d85-a44f-1b5f0ceceb6f req-85165679-5760-4d64-9858-2d341b8d1896 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 0.2134805 Jul 07 19:35:05.856036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:35:05.861705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db37d0a6-0d43-4d85-a44f-1b5f0ceceb6f req-84b82996-072d-4298-907a-0a6d4f84a15b tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881507 Jul 07 19:35:05.867335 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec70cb-1116-452d-abe2-83853d0ad522 None None] Sync routers for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:35:05.899731 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec70cb-1116-452d-abe2-83853d0ad522 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:35:05.900683 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-922175cf-26ac-4195-9bf7-92cb6889cd36 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4131973 Jul 07 19:35:05.902101 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6cec70cb-1116-452d-abe2-83853d0ad522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:05.902806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:06.071616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbd852c-a2a3-4ea6-ad95-493c136a6f5c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting subnet 86c6291c-809e-42dd-b362-3c49d9149906 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:35:06.081538 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bbd852c-a2a3-4ea6-ad95-493c136a6f5c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.110738 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6cec70cb-1116-452d-abe2-83853d0ad522 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:35:06.162058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bbd852c-a2a3-4ea6-ad95-493c136a6f5c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.268083 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bbd852c-a2a3-4ea6-ad95-493c136a6f5c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.283779 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6cec70cb-1116-452d-abe2-83853d0ad522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:35:03Z', 'revision_number': 11, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:06.314412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:06.329537 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.353399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3b63a-668a-46a3-a016-275e9e76dcb7 req-343d530e-38d1-4952-a9bf-0c600e1c41b8 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:06.355249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80c3b63a-668a-46a3-a016-275e9e76dcb7 req-343d530e-38d1-4952-a9bf-0c600e1c41b8 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.1716766 Jul 07 19:35:06.356547 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec70cb-1116-452d-abe2-83853d0ad522 None None] Checking router: 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:35:06.399338 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec70cb-1116-452d-abe2-83853d0ad522 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:35:06.401493 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6cec70cb-1116-452d-abe2-83853d0ad522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:06.463978 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80c3b63a-668a-46a3-a016-275e9e76dcb7 req-23156cbc-883d-403f-bff9-14421ce9c7df tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002104 Jul 07 19:35:06.494038 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bbd852c-a2a3-4ea6-ad95-493c136a6f5c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.610647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd852c-a2a3-4ea6-ad95-493c136a6f5c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Subnet': ['ID=86c6291c-809e-42dd-b362-3c49d9149906,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:06.627625 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bbd852c-a2a3-4ea6-ad95-493c136a6f5c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.630870 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0bbd852c-a2a3-4ea6-ad95-493c136a6f5c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/86c6291c-809e-42dd-b362-3c49d9149906 HTTP/1.1" status: 204 len: 168 time: 0.7034304 Jul 07 19:35:06.633565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:06.635142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce91a25-4a4d-48fe-859e-1c25de0c0f0d None None] Network 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:35:06.840407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Allocated IP 10.1.1.129 (34385845-f749-4bd3-8820-974235536288/bc481bf9-fe8a-42c0-a50f-b3934966374e/ab5decfc-c319-4688-8bd8-00f06f4df8b9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:06.864649 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:06.923779 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6cec70cb-1116-452d-abe2-83853d0ad522 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:35:07.057065 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6cec70cb-1116-452d-abe2-83853d0ad522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:35:03Z', 'revision_number': 11, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:07.091244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de710ca1-0700-4f80-b527-ed0859f662bc req-02be7072-11d4-46ec-a924-eae12212ea1b tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:07.113041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de710ca1-0700-4f80-b527-ed0859f662bc req-02be7072-11d4-46ec-a924-eae12212ea1b tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:07.117956 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de710ca1-0700-4f80-b527-ed0859f662bc req-02be7072-11d4-46ec-a924-eae12212ea1b tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 1654 time: 0.2334852 Jul 07 19:35:07.132642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2211bd2-6e1e-434a-9e91-278e8fadb3aa None None] DHCP port deletion for 35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:35:07.160358 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec70cb-1116-452d-abe2-83853d0ad522 None None] The sync data for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 is: [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:35:03Z', 'revision_number': 11, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:35:07.225214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Deleting port cb20d060-2883-4ab0-ac5d-72b027365847 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:07.226113 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.293224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d2211bd2-6e1e-434a-9e91-278e8fadb3aa None None] Deleting port cb20d060-2883-4ab0-ac5d-72b027365847 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:07.301548 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2211bd2-6e1e-434a-9e91-278e8fadb3aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.330929 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.348802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Transition to ACTIVE for port object ab5decfc-c319-4688-8bd8-00f06f4df8b9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:07.410035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.420056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de710ca1-0700-4f80-b527-ed0859f662bc req-43e6913a-5c7b-48e9-a852-5574d77fb93d tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938547 Jul 07 19:35:07.459585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d2211bd2-6e1e-434a-9e91-278e8fadb3aa None None] For port cb20d060-2883-4ab0-ac5d-72b027365847, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=cb20d060-2883-4ab0-ac5d-72b027365847,segment=NetworkSegment(a9956c31-f6f6-4dfc-aef8-86382b591fa0),segment_id=a9956c31-f6f6-4dfc-aef8-86382b591fa0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:07.460315 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2211bd2-6e1e-434a-9e91-278e8fadb3aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.491438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d2211bd2-6e1e-434a-9e91-278e8fadb3aa None None] Calling delete_port for cb20d060-2883-4ab0-ac5d-72b027365847 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:07.545769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] For port cb20d060-2883-4ab0-ac5d-72b027365847, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=cb20d060-2883-4ab0-ac5d-72b027365847,segment=NetworkSegment(a9956c31-f6f6-4dfc-aef8-86382b591fa0),segment_id=a9956c31-f6f6-4dfc-aef8-86382b591fa0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:07.546140 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.607964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Port': ['ID=ab5decfc-c319-4688-8bd8-00f06f4df8b9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:07.612989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Calling delete_port for cb20d060-2883-4ab0-ac5d-72b027365847 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:07.647760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network 34385845-f749-4bd3-8820-974235536288 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:07.652756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:07.661829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:07.863827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:07.864845 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.867892 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2211bd2-6e1e-434a-9e91-278e8fadb3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.945101 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-69c7de10-c750-4a87-b63a-9eec0e3db0e0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5032935 Jul 07 19:35:07.951022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d', 'admin_state_up': True, 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'security_groups': ['cc68ff58-2797-46bf-bb42-247bcfe77767']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:07.996404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2211bd2-6e1e-434a-9e91-278e8fadb3aa None None] No DVR routers for this DVR port cb20d060-2883-4ab0-ac5d-72b027365847 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:35:08.005946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2211bd2-6e1e-434a-9e91-278e8fadb3aa None None] Pushing event deleted for resources: {'Port': ['ID=cb20d060-2883-4ab0-ac5d-72b027365847,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:08.021990 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:08.084462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Port': ['ID=cb20d060-2883-4ab0-ac5d-72b027365847,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:08.096172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No DVR routers for this DVR port cb20d060-2883-4ab0-ac5d-72b027365847 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:35:08.315087 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:08.323373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2787bdcf-77e3-41b4-bdf7-4ce4c2203b34 None None] Provisioning for port ab5decfc-c319-4688-8bd8-00f06f4df8b9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:08.334262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2787bdcf-77e3-41b4-bdf7-4ce4c2203b34 None None] Provisioning complete for port ab5decfc-c319-4688-8bd8-00f06f4df8b9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:08.334650 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2787bdcf-77e3-41b4-bdf7-4ce4c2203b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:08.353958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:08.374677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:08.375526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9956c31-f6f6-4dfc-aef8-86382b591fa0') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:08.376074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9956c31-f6f6-4dfc-aef8-86382b591fa0') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:08.390615 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:08.409727 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:08.417820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:35:08.418468 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:08.424738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2787bdcf-77e3-41b4-bdf7-4ce4c2203b34 None None] Port ab5decfc-c319-4688-8bd8-00f06f4df8b9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:35:08.463043 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a6c0a0d-4b96-470a-a00a-46eba8107384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: self.session.flush() Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:35:08.533760 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:35:08.587071 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:08.599310 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:08.605750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/networks/35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6 HTTP/1.1" status: 204 len: 168 time: 1.9686832 Jul 07 19:35:08.611041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:08.615646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5084084d-46d0-4d59-a11e-423ad92aea89 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'routes': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:08.724260 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:09.125324 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7059d881-7cef-41c1-a8e9-ae998f25edd2 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:09.179040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 7059d881-7cef-41c1-a8e9-ae998f25edd2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:09.186550 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7059d881-7cef-41c1-a8e9-ae998f25edd2 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:09.187124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cb20d060-2883-4ab0-ac5d-72b027365847 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:09.256266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: cb20d060-2883-4ab0-ac5d-72b027365847 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:09.256637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cb20d060-2883-4ab0-ac5d-72b027365847 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:09.390545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Allocated IP 10.2.2.100 (11dfe552-f8c5-4f10-8eea-7a0c48abc40d/e4f192b6-cb30-4bcf-a05d-61490628d178/5b290453-bf21-4a9d-89d8-4f0d1116f41e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:09.457729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff54ba0-4936-43c1-ba2f-010f4924ba54 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Pushing event deleted for resources: {'Network': ['ID=35d3fc1a-e9fd-45ec-bc7e-9858ab9d01a6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:09.664937 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:09.724373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Transition to ACTIVE for port object 5b290453-bf21-4a9d-89d8-4f0d1116f41e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:09.735001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b2958-3f02-45b5-bf4d-29447472111a req-c4a768b4-b103-4c7e-8ad3-e4f7ce5e2b97 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:09.757003 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-377b2958-3f02-45b5-bf4d-29447472111a req-c4a768b4-b103-4c7e-8ad3-e4f7ce5e2b97 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 1.2215841 Jul 07 19:35:09.851948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:09.896286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-5084084d-46d0-4d59-a11e-423ad92aea89 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Added routes are [] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 19:35:09.896787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-5084084d-46d0-4d59-a11e-423ad92aea89 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Removed routes are [] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 19:35:09.897228 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5084084d-46d0-4d59-a11e-423ad92aea89 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:09.930483 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-377b2958-3f02-45b5-bf4d-29447472111a req-533a9cc0-b8c9-4157-a309-997593afd092 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725152 Jul 07 19:35:09.931553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:09.939050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:09.945058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:09.953899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Port': ['ID=5b290453-bf21-4a9d-89d8-4f0d1116f41e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:10.057739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:10.058810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:10.097723 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b9d44c-2d7d-4c55-b5d5-95ee408b82a3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1516035 Jul 07 19:35:10.108154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3a36282e-7390-4951-b5de-9727eb2c664c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:35:10.109321 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3a36282e-7390-4951-b5de-9727eb2c664c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063128 Jul 07 19:35:10.121856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d', 'admin_state_up': True, 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'security_groups': ['cc68ff58-2797-46bf-bb42-247bcfe77767']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:10.299958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Made reservation on behalf of 0c200aa96ca4467c92dedc19b53b5917 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:10.308091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:10.391083 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5084084d-46d0-4d59-a11e-423ad92aea89 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:10.412539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5084084d-46d0-4d59-a11e-423ad92aea89 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:10.480811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba252f9e-f731-467b-a947-5ea215249974 None None] Provisioning for port 5b290453-bf21-4a9d-89d8-4f0d1116f41e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:10.493355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba252f9e-f731-467b-a947-5ea215249974 None None] Provisioning complete for port 5b290453-bf21-4a9d-89d8-4f0d1116f41e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:10.493747 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba252f9e-f731-467b-a947-5ea215249974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:10.536755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b27f2-cb36-4deb-8565-ea50de61f52e req-83557f13-ad9b-4ba8-bb61-3a5ee2df86c2 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:10.543689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b2b27f2-cb36-4deb-8565-ea50de61f52e req-83557f13-ad9b-4ba8-bb61-3a5ee2df86c2 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 0.2558262 Jul 07 19:35:10.598911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ba252f9e-f731-467b-a947-5ea215249974 None None] Port 5b290453-bf21-4a9d-89d8-4f0d1116f41e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:35:10.603152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b2b27f2-cb36-4deb-8565-ea50de61f52e req-989f84ef-6d36-4431-94a9-bce0aa756d9a tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547960 Jul 07 19:35:10.615170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5084084d-46d0-4d59-a11e-423ad92aea89 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:35:10.789736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Allocated IP 10.2.2.200 (11dfe552-f8c5-4f10-8eea-7a0c48abc40d/e4f192b6-cb30-4bcf-a05d-61490628d178/53b714e0-d850-4aec-b368-e7f2ccaa4721) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:10.804656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5084084d-46d0-4d59-a11e-423ad92aea89 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:35:10.815767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78ece5-c23c-4e2f-a7fc-b25dbe2e5273 None None] Sync routers for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:35:10.824437 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5084084d-46d0-4d59-a11e-423ad92aea89 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:10.827770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5084084d-46d0-4d59-a11e-423ad92aea89 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3 HTTP/1.1" status: 200 len: 704 time: 2.2155383 Jul 07 19:35:10.828510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:10.837501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec78ece5-c23c-4e2f-a7fc-b25dbe2e5273 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:35:10.838162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec78ece5-c23c-4e2f-a7fc-b25dbe2e5273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:34:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:10.980955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e74d8c47-0287-4516-bbd9-d8be1605ae71 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=24142355-8497-4dd4-8f9a-89d3b1d8dbf3 HTTP/1.1" status: 200 len: 205 time: 0.1486948 Jul 07 19:35:10.982853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:11.036189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ec78ece5-c23c-4e2f-a7fc-b25dbe2e5273 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:35:11.191450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec78ece5-c23c-4e2f-a7fc-b25dbe2e5273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:35:03Z', 'revision_number': 11, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:11.217914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1d94574-7d4c-4351-845e-f178687f3af5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.226123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.267142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Transition to ACTIVE for port object 53b714e0-d850-4aec-b368-e7f2ccaa4721 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:11.307288 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb4c013c-c2f7-46c4-b4ca-29ccf6bd4643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.321163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78ece5-c23c-4e2f-a7fc-b25dbe2e5273 None None] Checking router: 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:35:11.337439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec78ece5-c23c-4e2f-a7fc-b25dbe2e5273 None None] Routers {'24142355-8497-4dd4-8f9a-89d3b1d8dbf3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:35:11.338089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec78ece5-c23c-4e2f-a7fc-b25dbe2e5273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:35:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:11.343965 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.364131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.428921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:11.433578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:11.454906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event updated for resources: {'Port': ['ID=53b714e0-d850-4aec-b368-e7f2ccaa4721,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:11.458804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:11.577052 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:11.578407 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.606068 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3235beb7-3367-448a-890d-6715831d7e90 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4877100 Jul 07 19:35:11.628912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:11.787103 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1d94574-7d4c-4351-845e-f178687f3af5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.802862 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1d94574-7d4c-4351-845e-f178687f3af5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.911511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ec78ece5-c23c-4e2f-a7fc-b25dbe2e5273 None None] Set router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:35:11.964599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1d94574-7d4c-4351-845e-f178687f3af5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.965174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d94574-7d4c-4351-845e-f178687f3af5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Fanout notify agent at l3_agent the message router_deleted on router 24142355-8497-4dd4-8f9a-89d3b1d8dbf3 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:35:11.977643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1d94574-7d4c-4351-845e-f178687f3af5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:11.978241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f1d94574-7d4c-4351-845e-f178687f3af5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3 HTTP/1.1" status: 204 len: 168 time: 0.9862282 Jul 07 19:35:11.982546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:11.987866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6987302f-ccf8-4923-90ea-214d0392eee7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1016862283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:11.996413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.014549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecf8bf-0cd0-434d-a7f0-b58818a7d752 req-31fd28f8-fee8-497c-8aa0-803ac55801b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:12.020951 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecf8bf-0cd0-434d-a7f0-b58818a7d752 req-31fd28f8-fee8-497c-8aa0-803ac55801b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:12.028033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecf8bf-0cd0-434d-a7f0-b58818a7d752 req-31fd28f8-fee8-497c-8aa0-803ac55801b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:12.036208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecf8bf-0cd0-434d-a7f0-b58818a7d752 req-31fd28f8-fee8-497c-8aa0-803ac55801b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:12.038440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c3ecf8bf-0cd0-434d-a7f0-b58818a7d752 req-31fd28f8-fee8-497c-8aa0-803ac55801b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 3096 time: 1.1368184 Jul 07 19:35:12.092683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c3ecf8bf-0cd0-434d-a7f0-b58818a7d752 req-584603f1-7b9b-4b1d-9225-c9847e0ed230 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467482 Jul 07 19:35:12.094939 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6987302f-ccf8-4923-90ea-214d0392eee7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.096799 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6987302f-ccf8-4923-90ea-214d0392eee7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.117201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec78ece5-c23c-4e2f-a7fc-b25dbe2e5273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:35:03Z', 'revision_number': 11, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:12.208853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78ece5-c23c-4e2f-a7fc-b25dbe2e5273 None None] The sync data for ids ['24142355-8497-4dd4-8f9a-89d3b1d8dbf3'] in n-d-792394-12 is: [{'id': '24142355-8497-4dd4-8f9a-89d3b1d8dbf3', 'name': 'tempest-RoutersIpV6Test-router-160852630', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:34:05Z', 'updated_at': '2021-07-07T19:35:03Z', 'revision_number': 11, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:35:12.217816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7abf4218-03d4-43a1-85d6-396d37da4d83 None None] Provisioning for port 53b714e0-d850-4aec-b368-e7f2ccaa4721 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:12.228724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7abf4218-03d4-43a1-85d6-396d37da4d83 None None] Provisioning complete for port 53b714e0-d850-4aec-b368-e7f2ccaa4721 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:12.229379 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7abf4218-03d4-43a1-85d6-396d37da4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.238725 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6987302f-ccf8-4923-90ea-214d0392eee7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.245898 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6987302f-ccf8-4923-90ea-214d0392eee7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.289387 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6987302f-ccf8-4923-90ea-214d0392eee7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.290994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6987302f-ccf8-4923-90ea-214d0392eee7 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3071237 Jul 07 19:35:12.295704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:12.301416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-28c6ec39-788e-4e33-a30e-dbbe6bc6bae5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:12.351307 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7abf4218-03d4-43a1-85d6-396d37da4d83 None None] Port 53b714e0-d850-4aec-b368-e7f2ccaa4721 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:35:12.426002 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.948297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946cb551-1be4-4900-9625-023e6b0d6045 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:12.966696 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:12.997036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Transition to ACTIVE for port object 946cb551-1be4-4900-9625-023e6b0d6045 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:13.012096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.019580 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c6ec39-788e-4e33-a30e-dbbe6bc6bae5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.088033 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c6ec39-788e-4e33-a30e-dbbe6bc6bae5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.136620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Pushing event updated for resources: {'Port': ['ID=946cb551-1be4-4900-9625-023e6b0d6045,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:13.210013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-1ab4b525-7c8f-4105-b640-da7a1dbf48ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:13.228466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-1ab4b525-7c8f-4105-b640-da7a1dbf48ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893ccbae2b994aeea3fe5e16d6f593a6&device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 1097 time: 0.4911370 Jul 07 19:35:13.286896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Attempting to bind port 946cb551-1be4-4900-9625-023e6b0d6045 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:13.287234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Attempting to bind port 946cb551-1be4-4900-9625-023e6b0d6045 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:13.287563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Attempting to bind port 946cb551-1be4-4900-9625-023e6b0d6045 on network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:13.305912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Port 946cb551-1be4-4900-9625-023e6b0d6045 on network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:13.306275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Attempting to bind port 946cb551-1be4-4900-9625-023e6b0d6045 on network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:13.313682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:13.314042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Checking segment: {'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:13.314429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Bound using segment: {'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:13.314862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Bound port: 946cb551-1be4-4900-9625-023e6b0d6045, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d74cac-8866-48da-b372-9eb43939b72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:13.315225 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.354109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936a48b-9a1c-4ebc-a8a7-ce27b4a118b8 req-7c8d1298-ef44-4a6c-a8c7-8de200f84cdb tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:13.366902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b936a48b-9a1c-4ebc-a8a7-ce27b4a118b8 req-7c8d1298-ef44-4a6c-a8c7-8de200f84cdb tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.4935935 Jul 07 19:35:13.477955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] For port 946cb551-1be4-4900-9625-023e6b0d6045, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:13.482130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] For port 946cb551-1be4-4900-9625-023e6b0d6045, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=946cb551-1be4-4900-9625-023e6b0d6045,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:13.496341 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.538457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b936a48b-9a1c-4ebc-a8a7-ce27b4a118b8 req-a2bbdfae-7890-4e19-b28c-a9898c68e148 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689332 Jul 07 19:35:13.603834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:13.604532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.605980 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] 10.222.0.112 "PUT /v2.0/ports/946cb551-1be4-4900-9625-023e6b0d6045 HTTP/1.1" status: 200 len: 1093 time: 1.9930379 Jul 07 19:35:13.606466 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': '946cb551-1be4-4900-9625-023e6b0d6045'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:13.626607 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59ae6b2-e393-434e-82bd-614cbf5183f0" -d '{"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "946cb551-1be4-4900-9625-023e6b0d6045"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:13.659995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:13.767586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def7567-eab8-42e4-b30b-b9303cbe3d5f service neutron] Pushing event updated for resources: {'Port': ['ID=946cb551-1be4-4900-9625-023e6b0d6045,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:13.812687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:13.951578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c6ec39-788e-4e33-a30e-dbbe6bc6bae5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Router 684ae5b0-05d4-4480-b27f-88c21c4be75a is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:35:13.968354 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:14.051714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-f5477417-7767-4ca1-8bd4-af46a4f464bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:14.054204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-f5477417-7767-4ca1-8bd4-af46a4f464bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=13b0127b-a88f-4b28-90d5-f27df18cc31a HTTP/1.1" status: 200 len: 913 time: 0.6208425 Jul 07 19:35:15.001332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-9e3088f9-a18e-4653-be04-1b1aa9692c64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=428e1b35-74db-48d7-8fa1-b3ab88291b44 HTTP/1.1" status: 200 len: 217 time: 0.9364138 Jul 07 19:35:15.011211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f2edd-506b-4b2f-b78d-15b47634de6a req-a816cf18-7d49-495a-8b09-b0ad28df566d tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:15.019379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca7f2edd-506b-4b2f-b78d-15b47634de6a req-a816cf18-7d49-495a-8b09-b0ad28df566d tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 1.2118707 Jul 07 19:35:15.074947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-f3a7a8c7-1b4d-48f6-b8c6-489d27ce7c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:15.078177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-f3a7a8c7-1b4d-48f6-b8c6-489d27ce7c8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe4e0b9f-ace3-4b6f-8720-a062a295e6d0 HTTP/1.1" status: 200 len: 851 time: 0.0492907 Jul 07 19:35:15.080594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c6ec39-788e-4e33-a30e-dbbe6bc6bae5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:35:15.094134 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd229d9f-5b5e-48ca-a141-93e931695530 None None] Sync routers for ids ['684ae5b0-05d4-4480-b27f-88c21c4be75a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:35:15.104760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28c6ec39-788e-4e33-a30e-dbbe6bc6bae5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:15.109714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-28c6ec39-788e-4e33-a30e-dbbe6bc6bae5 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "PUT /v2.0/routers/684ae5b0-05d4-4480-b27f-88c21c4be75a HTTP/1.1" status: 200 len: 698 time: 2.8127511 Jul 07 19:35:15.109917 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd229d9f-5b5e-48ca-a141-93e931695530 None None] Routers {'684ae5b0-05d4-4480-b27f-88c21c4be75a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:35:15.110693 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bd229d9f-5b5e-48ca-a141-93e931695530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:35:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['684ae5b0-05d4-4480-b27f-88c21c4be75a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:15.113685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:15.147156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-5a5d43d9-098b-435d-96ec-47095c03f382 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13b0127b-a88f-4b28-90d5-f27df18cc31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575612 Jul 07 19:35:15.190212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-9974a0dd-c945-4328-87fc-0db5853ed90d service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:35:15.191534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-9974a0dd-c945-4328-87fc-0db5853ed90d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056407 Jul 07 19:35:15.299487 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bd229d9f-5b5e-48ca-a141-93e931695530 None None] Set router 684ae5b0-05d4-4480-b27f-88c21c4be75a gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:35:15.308291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca7f2edd-506b-4b2f-b78d-15b47634de6a req-1ab829bc-8639-40df-89c4-599502e775d1 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876523 Jul 07 19:35:15.331248 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-84fc9020-197b-48e2-a680-386e0e6e9e0c tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/routers/684ae5b0-05d4-4480-b27f-88c21c4be75a HTTP/1.1" status: 200 len: 704 time: 0.2161822 Jul 07 19:35:15.332936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:15.378829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:15.396752 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:15.427757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:15.428630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e7449b2a-5bea-4269-bd91-16638f5ade6e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=684ae5b0-05d4-4480-b27f-88c21c4be75a HTTP/1.1" status: 200 len: 205 time: 0.0890198 Jul 07 19:35:15.442987 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bd229d9f-5b5e-48ca-a141-93e931695530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ae5b0-05d4-4480-b27f-88c21c4be75a', 'name': 'tempest-RoutersIpV6Test-router-1016862283', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:35:12Z', 'updated_at': '2021-07-07T19:35:13Z', 'revision_number': 2, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:15.495258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-3002eb9f-a69f-4b06-9cf4-aba81edf4c9e service neutron] 10.222.0.59 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663960 Jul 07 19:35:15.532733 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd229d9f-5b5e-48ca-a141-93e931695530 None None] Checking router: 684ae5b0-05d4-4480-b27f-88c21c4be75a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:35:15.549444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Transition to ACTIVE for port object 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:15.554023 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd229d9f-5b5e-48ca-a141-93e931695530 None None] Routers {'684ae5b0-05d4-4480-b27f-88c21c4be75a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:35:15.554857 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bd229d9f-5b5e-48ca-a141-93e931695530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:35:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['684ae5b0-05d4-4480-b27f-88c21c4be75a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:15.559081 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:15.650196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-930f4cd6-b11b-4b48-bb75-515099c860b0 req-1829f742-db02-4fc2-b2f5-fea1c798ad90 service neutron] 10.222.0.59 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487179 Jul 07 19:35:15.730778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ada2ad0d-e2c7-47d8-bce5-9f4a7a9dd6cb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:15.781152 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bd229d9f-5b5e-48ca-a141-93e931695530 None None] Set router 684ae5b0-05d4-4480-b27f-88c21c4be75a gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:35:15.802370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf59440-e477-4357-b541-e6c1fe0c0e90 req-13fdb98b-eb3b-4c66-b9d1-01d9e0469b5a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:15.820933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf59440-e477-4357-b541-e6c1fe0c0e90 req-13fdb98b-eb3b-4c66-b9d1-01d9e0469b5a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:15.832612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf59440-e477-4357-b541-e6c1fe0c0e90 req-13fdb98b-eb3b-4c66-b9d1-01d9e0469b5a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:15.864161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf59440-e477-4357-b541-e6c1fe0c0e90 req-13fdb98b-eb3b-4c66-b9d1-01d9e0469b5a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:15.909730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf59440-e477-4357-b541-e6c1fe0c0e90 req-13fdb98b-eb3b-4c66-b9d1-01d9e0469b5a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:15.919359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf59440-e477-4357-b541-e6c1fe0c0e90 req-13fdb98b-eb3b-4c66-b9d1-01d9e0469b5a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:15.934487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cdf59440-e477-4357-b541-e6c1fe0c0e90 req-13fdb98b-eb3b-4c66-b9d1-01d9e0469b5a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 4602 time: 0.2949460 Jul 07 19:35:15.959664 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bd229d9f-5b5e-48ca-a141-93e931695530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684ae5b0-05d4-4480-b27f-88c21c4be75a', 'name': 'tempest-RoutersIpV6Test-router-1016862283', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:35:12Z', 'updated_at': '2021-07-07T19:35:13Z', 'revision_number': 2, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:16.040377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cdf59440-e477-4357-b541-e6c1fe0c0e90 req-d43ad26b-06a5-4885-80e2-44ebb4e6e34c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039116 Jul 07 19:35:16.072853 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd229d9f-5b5e-48ca-a141-93e931695530 None None] The sync data for ids ['684ae5b0-05d4-4480-b27f-88c21c4be75a'] in n-d-792394-12 is: [{'id': '684ae5b0-05d4-4480-b27f-88c21c4be75a', 'name': 'tempest-RoutersIpV6Test-router-1016862283', 'tenant_id': 'f668b67afc1443bc99156692bd257395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:35:12Z', 'updated_at': '2021-07-07T19:35:13Z', 'revision_number': 2, 'project_id': 'f668b67afc1443bc99156692bd257395', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:35:16.180206 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbff8ea4-6b80-4ccf-9a89-175dee6ba82d x-openstack-request-id: req-cbff8ea4-6b80-4ccf-9a89-175dee6ba82d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:16.196187 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "946cb551-1be4-4900-9625-023e6b0d6045", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:16.197548 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cbff8ea4-6b80-4ccf-9a89-175dee6ba82d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:16.198002 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': '946cb551-1be4-4900-9625-023e6b0d6045', 'status': 'completed', 'code': 200} Jul 07 19:35:16.212884 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:16.315399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-140360a4-1857-47b8-8d1b-65bf4129ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:16.317558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-140360a4-1857-47b8-8d1b-65bf4129ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:16.317558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-140360a4-1857-47b8-8d1b-65bf4129ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:16.317558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-140360a4-1857-47b8-8d1b-65bf4129ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:16.317558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-140360a4-1857-47b8-8d1b-65bf4129ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:16.317867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-140360a4-1857-47b8-8d1b-65bf4129ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:16.319833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-140360a4-1857-47b8-8d1b-65bf4129ed68 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5248 time: 0.1798885 Jul 07 19:35:16.608833 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ada2ad0d-e2c7-47d8-bce5-9f4a7a9dd6cb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.612188 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ada2ad0d-e2c7-47d8-bce5-9f4a7a9dd6cb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.727965 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ada2ad0d-e2c7-47d8-bce5-9f4a7a9dd6cb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.730668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada2ad0d-e2c7-47d8-bce5-9f4a7a9dd6cb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Fanout notify agent at l3_agent the message router_deleted on router 684ae5b0-05d4-4480-b27f-88c21c4be75a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:35:16.742753 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ada2ad0d-e2c7-47d8-bce5-9f4a7a9dd6cb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.750340 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ada2ad0d-e2c7-47d8-bce5-9f4a7a9dd6cb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/684ae5b0-05d4-4480-b27f-88c21c4be75a HTTP/1.1" status: 204 len: 168 time: 1.3211851 Jul 07 19:35:16.751387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:16.772266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Attempting to bind port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:16.772778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Attempting to bind port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:16.773180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Attempting to bind port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 on network 34385845-f749-4bd3-8820-974235536288 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:16.813624 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-602ce312-f4ab-4836-87bc-7ef02e37ba41 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=684ae5b0-05d4-4480-b27f-88c21c4be75a HTTP/1.1" status: 200 len: 205 time: 0.0554287 Jul 07 19:35:16.816751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:16.830737 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 on network 34385845-f749-4bd3-8820-974235536288 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:16.831061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Attempting to bind port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 on network 34385845-f749-4bd3-8820-974235536288 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:16.875637 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-b0499e44-19a6-4557-b4ba-2bd5cbbd9222 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] delete failed (client error): The resource could not be found. Jul 07 19:35:16.880730 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b0499e44-19a6-4557-b4ba-2bd5cbbd9222 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/684ae5b0-05d4-4480-b27f-88c21c4be75a HTTP/1.1" status: 404 len: 336 time: 0.0626085 Jul 07 19:35:16.884752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:16.927562 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c248d810-5c7e-476d-9a68-8b620ff0a275 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] DELETE failed (client error): The resource could not be found. Jul 07 19:35:16.928023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c248d810-5c7e-476d-9a68-8b620ff0a275 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:35:16.930069 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c248d810-5c7e-476d-9a68-8b620ff0a275 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/c6c45576-e07e-4517-841e-201e4a0ddb0d HTTP/1.1" status: 404 len: 337 time: 0.0442507 Jul 07 19:35:16.931308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:16.931651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Checking segment: {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:16.932029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Bound using segment: {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:16.932932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Bound port: 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:16.952318 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.956642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:17.029142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-e95e6603-72a0-4f9d-91dd-9f88d7e53d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:17.029561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-e95e6603-72a0-4f9d-91dd-9f88d7e53d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:17.032946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-e95e6603-72a0-4f9d-91dd-9f88d7e53d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:17.037236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-e95e6603-72a0-4f9d-91dd-9f88d7e53d66 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=0c200aa96ca4467c92dedc19b53b5917&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6787145 Jul 07 19:35:17.068536 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15c1242-0a04-420c-affb-14a045ec1ad9 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] DELETE failed (client error): The resource could not be found. Jul 07 19:35:17.069035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15c1242-0a04-420c-affb-14a045ec1ad9 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:35:17.074379 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c15c1242-0a04-420c-affb-14a045ec1ad9 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/368aacb5-9623-40ee-991a-63dec8299dad HTTP/1.1" status: 404 len: 337 time: 0.0911891 Jul 07 19:35:17.075024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:17.161457 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d40e884-b75e-40b4-ba3b-bd5046719c1b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] DELETE failed (client error): The resource could not be found. Jul 07 19:35:17.161933 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d40e884-b75e-40b4-ba3b-bd5046719c1b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:35:17.165660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fee5bf78-57c5-411d-9927-fbb4970c11bc req-15721c19-aca3-4b31-88cf-38d0d9107490 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4963498 Jul 07 19:35:17.170343 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2d40e884-b75e-40b4-ba3b-bd5046719c1b tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/1bc1177a-6908-4c38-bc7e-08f0b7407e2e HTTP/1.1" status: 404 len: 337 time: 0.0932846 Jul 07 19:35:17.176981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:17.194579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ace0-a83c-416b-88ec-247bcf58f20d req-d5015f61-4317-4807-8072-13f0b0901718 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:17.209058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ca2ace0-a83c-416b-88ec-247bcf58f20d req-d5015f61-4317-4807-8072-13f0b0901718 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.8794494 Jul 07 19:35:17.343881 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe4b79b-57c0-4017-9035-8d2c2c2b6441 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] DELETE failed (client error): The resource could not be found. Jul 07 19:35:17.344362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe4b79b-57c0-4017-9035-8d2c2c2b6441 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:35:17.353229 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ffe4b79b-57c0-4017-9035-8d2c2c2b6441 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/86c6291c-809e-42dd-b362-3c49d9149906 HTTP/1.1" status: 404 len: 337 time: 0.1718590 Jul 07 19:35:17.361755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:17.509744 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5995d0d3-5595-4cac-81d7-86acfa84d46f tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=24142355-8497-4dd4-8f9a-89d3b1d8dbf3 HTTP/1.1" status: 200 len: 205 time: 0.1466477 Jul 07 19:35:17.534838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:17.633923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] For port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:17.636772 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-92902149-64a7-4ecd-817e-8bab7b10bbed tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] delete failed (client error): The resource could not be found. Jul 07 19:35:17.646208 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-92902149-64a7-4ecd-817e-8bab7b10bbed tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/24142355-8497-4dd4-8f9a-89d3b1d8dbf3 HTTP/1.1" status: 404 len: 336 time: 0.1067770 Jul 07 19:35:17.646677 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ca2ace0-a83c-416b-88ec-247bcf58f20d req-4f24345c-8aa3-4eb0-9a7a-c2e534721ce7 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364376 Jul 07 19:35:17.655373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:17.732415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5bf78-57c5-411d-9927-fbb4970c11bc req-fe23e33a-a5ec-4c00-810d-e0e2d4880823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:17.734943 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fee5bf78-57c5-411d-9927-fbb4970c11bc req-fe23e33a-a5ec-4c00-810d-e0e2d4880823 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893ccbae2b994aeea3fe5e16d6f593a6&device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 1097 time: 0.4630616 Jul 07 19:35:17.757552 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-661eebe3-5e61-40c1-8e8d-3c60c8d5d18a tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5 HTTP/1.1" status: 200 len: 205 time: 0.1001813 Jul 07 19:35:17.761840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:17.769033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] For port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:17.788902 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:17.890840 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-ac8cdd6e-9816-4a77-82d8-7cd527434703 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] delete failed (client error): The resource could not be found. Jul 07 19:35:17.892227 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ac8cdd6e-9816-4a77-82d8-7cd527434703 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/9e3f3a36-a4b2-4e07-ac99-3ace5dff14a5 HTTP/1.1" status: 404 len: 336 time: 0.1269374 Jul 07 19:35:17.928947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:17.929722 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:17.932242 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] 10.222.0.112 "PUT /v2.0/ports/9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 HTTP/1.1" status: 200 len: 1132 time: 4.2783396 Jul 07 19:35:17.957360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50872) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:18.006227 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:18.064666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5bf78-57c5-411d-9927-fbb4970c11bc req-db7a2fdb-4aeb-44dc-ac43-c995c2cb7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:18.067093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fee5bf78-57c5-411d-9927-fbb4970c11bc req-db7a2fdb-4aeb-44dc-ac43-c995c2cb7664 service neutron] 10.222.0.59 "GET /v2.0/networks?id=13b0127b-a88f-4b28-90d5-f27df18cc31a HTTP/1.1" status: 200 len: 913 time: 0.3027720 Jul 07 19:35:18.130852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-c443946e-4b8c-4bf5-b9dd-6ac132b615ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:18.132726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c59ae6b2-e393-434e-82bd-614cbf5183f0 req-c443946e-4b8c-4bf5-b9dd-6ac132b615ff service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0645380 Jul 07 19:35:18.241650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': '9c2ef4a8-ab7f-460f-8cb6-89a5ba313763'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:18.252645 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c2d347-bc45-4b71-be98-984d7bf01bba" -d '{"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "9c2ef4a8-ab7f-460f-8cb6-89a5ba313763"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:18.361336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fee5bf78-57c5-411d-9927-fbb4970c11bc req-f78e363d-24b1-4a9d-8ffe-2e94d05429e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=428e1b35-74db-48d7-8fa1-b3ab88291b44 HTTP/1.1" status: 200 len: 217 time: 0.2249966 Jul 07 19:35:18.396444 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef03ba66-18e1-463d-acf0-5c02db2b603e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] DELETE failed (client error): The resource could not be found. Jul 07 19:35:18.413250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef03ba66-18e1-463d-acf0-5c02db2b603e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:35:18.421212 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ef03ba66-18e1-463d-acf0-5c02db2b603e tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/3cf88ba6-987c-4b4e-ab0c-eb973ac92a49 HTTP/1.1" status: 404 len: 337 time: 0.4589391 Jul 07 19:35:18.439083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:18.560020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb1434-e035-498e-8a98-cbf64356cf00 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:18.607260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7eb4a82a-d821-46d3-b308-37e78465b479 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=15ac96f7-5d26-46df-a5af-19e101b08b40 HTTP/1.1" status: 200 len: 205 time: 0.1647124 Jul 07 19:35:18.611038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:18.636782 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.719656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501c646-f9f6-4f25-92db-58a5667fe07d req-fe567b17-7a2f-4c59-ba19-717d3ea17301 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:18.727137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0501c646-f9f6-4f25-92db-58a5667fe07d req-fe567b17-7a2f-4c59-ba19-717d3ea17301 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 0.6563432 Jul 07 19:35:18.748154 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-1e613d84-1190-4e12-98c9-2de3104c1465 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] delete failed (client error): The resource could not be found. Jul 07 19:35:18.749708 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1e613d84-1190-4e12-98c9-2de3104c1465 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/15ac96f7-5d26-46df-a5af-19e101b08b40 HTTP/1.1" status: 404 len: 336 time: 0.1374071 Jul 07 19:35:18.772456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:18.860892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0501c646-f9f6-4f25-92db-58a5667fe07d req-60e7d7c7-8f29-4833-9765-5ddf3d9ba069 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301455 Jul 07 19:35:18.943883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5bf78-57c5-411d-9927-fbb4970c11bc req-5cb3453b-f257-4233-b95b-0fc2e8edad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:18.945465 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fee5bf78-57c5-411d-9927-fbb4970c11bc req-5cb3453b-f257-4233-b95b-0fc2e8edad6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe4e0b9f-ace3-4b6f-8720-a062a295e6d0 HTTP/1.1" status: 200 len: 851 time: 0.5574903 Jul 07 19:35:18.989026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-918ec921-be4e-4084-acec-f1f067376fcb tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=40e02b89-4c88-401d-bbac-51f159f94841 HTTP/1.1" status: 200 len: 205 time: 0.1712911 Jul 07 19:35:19.024377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50894) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:19.088423 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.119173 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fee5bf78-57c5-411d-9927-fbb4970c11bc req-afc3960d-30fa-455d-a33a-45fb59d06377 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13b0127b-a88f-4b28-90d5-f27df18cc31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651757 Jul 07 19:35:19.121228 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-90fc938a-05fb-4dec-8427-229b782b27c1 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] delete failed (client error): The resource could not be found. Jul 07 19:35:19.122985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-90fc938a-05fb-4dec-8427-229b782b27c1 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/40e02b89-4c88-401d-bbac-51f159f94841 HTTP/1.1" status: 404 len: 336 time: 0.0929883 Jul 07 19:35:19.156462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:19.197716 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c099eb9-c686-40c8-ab9c-7f5949b004da tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] DELETE failed (client error): The resource could not be found. Jul 07 19:35:19.198798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c099eb9-c686-40c8-ab9c-7f5949b004da tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:35:19.203755 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6c099eb9-c686-40c8-ab9c-7f5949b004da tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/19a73ab6-944d-431a-8186-e4eeac06a141 HTTP/1.1" status: 404 len: 337 time: 0.0459287 Jul 07 19:35:19.206613 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:19.266526 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2c9f9dd9-7d6b-41a6-9a1e-86ae989182b1 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=aac9a7c7-f074-4933-815b-5ddef4f77c84 HTTP/1.1" status: 200 len: 205 time: 0.0586636 Jul 07 19:35:19.268367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:19.368700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fee5bf78-57c5-411d-9927-fbb4970c11bc req-3d1fd91f-9c41-4908-91c3-f66b5f98855a service neutron] 10.222.0.59 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424409 Jul 07 19:35:19.386029 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-8fe0ecb2-679d-4698-b01d-7afb61024581 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] delete failed (client error): The resource could not be found. Jul 07 19:35:19.399606 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8fe0ecb2-679d-4698-b01d-7afb61024581 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/aac9a7c7-f074-4933-815b-5ddef4f77c84 HTTP/1.1" status: 404 len: 336 time: 0.1276758 Jul 07 19:35:19.409144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:19.573232 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-273e35a5-13e4-4da6-bc10-e7c3d3fa1d29 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] DELETE failed (client error): The resource could not be found. Jul 07 19:35:19.573711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273e35a5-13e4-4da6-bc10-e7c3d3fa1d29 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:35:19.578440 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-273e35a5-13e4-4da6-bc10-e7c3d3fa1d29 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/7e468c71-c514-4948-9176-bbe96644c0e4 HTTP/1.1" status: 404 len: 337 time: 0.1460581 Jul 07 19:35:19.580446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:19.672178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8da8-8e08-477a-922f-e8c46f25e861 req-cd4ff297-28d7-4db2-b41e-a99687432968 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:19.678713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8da8-8e08-477a-922f-e8c46f25e861 req-cd4ff297-28d7-4db2-b41e-a99687432968 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:19.691089 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8da8-8e08-477a-922f-e8c46f25e861 req-cd4ff297-28d7-4db2-b41e-a99687432968 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:19.700839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8da8-8e08-477a-922f-e8c46f25e861 req-cd4ff297-28d7-4db2-b41e-a99687432968 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:19.715220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63e5894-487a-4ed1-8fb3-7173bca23462 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:19.721515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8da8-8e08-477a-922f-e8c46f25e861 req-cd4ff297-28d7-4db2-b41e-a99687432968 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:19.734544 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.738195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8da8-8e08-477a-922f-e8c46f25e861 req-cd4ff297-28d7-4db2-b41e-a99687432968 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:19.748509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ade8da8-8e08-477a-922f-e8c46f25e861 req-cd4ff297-28d7-4db2-b41e-a99687432968 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 4602 time: 0.5298347 Jul 07 19:35:19.770533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Transition to ACTIVE for port object e63e5894-487a-4ed1-8fb3-7173bca23462 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:19.781447 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:19.838826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d3034c8a-90eb-4948-b906-7efe2fcc39b8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2c97eac-8d60-4f68-9047-970078b98d42 HTTP/1.1" status: 200 len: 205 time: 0.2571070 Jul 07 19:35:19.843352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:19.896077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Pushing event updated for resources: {'Port': ['ID=e63e5894-487a-4ed1-8fb3-7173bca23462,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:19.983737 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8b1b70fd-b691-49bf-a0ef-3def81d18e52 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] delete failed (client error): The resource could not be found. Jul 07 19:35:19.984817 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8b1b70fd-b691-49bf-a0ef-3def81d18e52 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/routers/d2c97eac-8d60-4f68-9047-970078b98d42 HTTP/1.1" status: 404 len: 336 time: 0.1259885 Jul 07 19:35:19.989795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:20.050784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ade8da8-8e08-477a-922f-e8c46f25e861 req-ceb0c8dc-365c-42c2-8bd9-dc5e98dfe3f7 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3019011 Jul 07 19:35:20.091017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Attempting to bind port e63e5894-487a-4ed1-8fb3-7173bca23462 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:20.091914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Attempting to bind port e63e5894-487a-4ed1-8fb3-7173bca23462 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:20.097838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Attempting to bind port e63e5894-487a-4ed1-8fb3-7173bca23462 on network 34385845-f749-4bd3-8820-974235536288 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:20.099210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fee5bf78-57c5-411d-9927-fbb4970c11bc req-fcf63797-8dd0-433c-b684-90f3815b7090 service neutron] 10.222.0.59 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085979 Jul 07 19:35:20.100577 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4da4c23-709f-4593-8323-705c261a3bf8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] DELETE failed (client error): The resource could not be found. Jul 07 19:35:20.101012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4da4c23-709f-4593-8323-705c261a3bf8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:35:20.102639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e4da4c23-709f-4593-8323-705c261a3bf8 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/ab09b45e-8e90-4018-8e24-c01aa794faa8 HTTP/1.1" status: 404 len: 337 time: 0.0991697 Jul 07 19:35:20.106020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 50918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:20.130130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Port e63e5894-487a-4ed1-8fb3-7173bca23462 on network 34385845-f749-4bd3-8820-974235536288 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:20.130463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Attempting to bind port e63e5894-487a-4ed1-8fb3-7173bca23462 on network 34385845-f749-4bd3-8820-974235536288 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:20.187190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:20.187771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Checking segment: {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:20.188351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Bound using segment: {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:20.189230 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Bound port: e63e5894-487a-4ed1-8fb3-7173bca23462, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:20.190148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.195254 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5caa174-6844-412f-a7cc-2fc1e5d1fe83 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] DELETE failed (client error): The resource could not be found. Jul 07 19:35:20.195965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5caa174-6844-412f-a7cc-2fc1e5d1fe83 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:35:20.203174 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a5caa174-6844-412f-a7cc-2fc1e5d1fe83 tempest-RoutersIpV6Test-1061978867 tempest-RoutersIpV6Test-1061978867-project] 10.222.0.113 "DELETE /v2.0/subnets/ebd24ee0-ec1d-405c-b8a1-fe698f4d42de HTTP/1.1" status: 404 len: 337 time: 0.0952194 Jul 07 19:35:20.204977 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935cd1b7-acce-42da-82d6-19c3ab59914b x-openstack-request-id: req-935cd1b7-acce-42da-82d6-19c3ab59914b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:20.205436 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "9c2ef4a8-ab7f-460f-8cb6-89a5ba313763", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:20.228724 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-935cd1b7-acce-42da-82d6-19c3ab59914b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:20.229207 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': '9c2ef4a8-ab7f-460f-8cb6-89a5ba313763', 'status': 'completed', 'code': 200} Jul 07 19:35:20.389764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-6225f9e7-9610-4a6f-a967-cfcc44fd33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.390189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-6225f9e7-9610-4a6f-a967-cfcc44fd33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.390673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-6225f9e7-9610-4a6f-a967-cfcc44fd33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.391153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-6225f9e7-9610-4a6f-a967-cfcc44fd33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.391647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-6225f9e7-9610-4a6f-a967-cfcc44fd33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.400742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-6225f9e7-9610-4a6f-a967-cfcc44fd33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.401238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-6225f9e7-9610-4a6f-a967-cfcc44fd33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.403284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-6225f9e7-9610-4a6f-a967-cfcc44fd33f9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6173 time: 0.1877639 Jul 07 19:35:20.436767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] For port e63e5894-487a-4ed1-8fb3-7173bca23462, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:20.447735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] For port e63e5894-487a-4ed1-8fb3-7173bca23462, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e63e5894-487a-4ed1-8fb3-7173bca23462,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:20.456894 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.565515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Pushing event updated for resources: {'Port': ['ID=e63e5894-487a-4ed1-8fb3-7173bca23462,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:20.573272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.573905 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.576514 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b0105b3d-eace-42d2-a967-7789ff2a26db service neutron] 10.222.0.112 "PUT /v2.0/ports/e63e5894-487a-4ed1-8fb3-7173bca23462 HTTP/1.1" status: 200 len: 1132 time: 2.5853286 Jul 07 19:35:20.611317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:20.806914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-de0520c5-5f66-4b8d-99c8-7f7a5f98fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.808233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-de0520c5-5f66-4b8d-99c8-7f7a5f98fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.808933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-de0520c5-5f66-4b8d-99c8-7f7a5f98fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.811714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-de0520c5-5f66-4b8d-99c8-7f7a5f98fe94 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=0c200aa96ca4467c92dedc19b53b5917&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3967428 Jul 07 19:35:20.820834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867a227-b52b-4eb0-8e09-047d98364a6d req-f98bb469-fde7-4411-87b3-43adc9bdfed2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:20.830503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8867a227-b52b-4eb0-8e09-047d98364a6d req-f98bb469-fde7-4411-87b3-43adc9bdfed2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.2423935 Jul 07 19:35:20.963676 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.976507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8867a227-b52b-4eb0-8e09-047d98364a6d req-674f827d-10a6-447d-96e5-a621d956256b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445360 Jul 07 19:35:21.074365 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-72132b50-3832-410f-b8ad-ffdb9700fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:21.078215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1c2d347-bc45-4b71-be98-984d7bf01bba req-72132b50-3832-410f-b8ad-ffdb9700fc91 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2449164 Jul 07 19:35:21.220681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:21.614995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a9229369-adc1-4027-b408-256e85df93f7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f668b67afc1443bc99156692bd257395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927095 Jul 07 19:35:21.619190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:21.755363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da338938-8a54-4715-ae73-a927d25b02e9 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:21.774760 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:21.800223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Transition to ACTIVE for port object da338938-8a54-4715-ae73-a927d25b02e9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:21.801433 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0d77fa-0ec6-4208-a433-bad42e17be5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:21.811489 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:21.888400 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0d77fa-0ec6-4208-a433-bad42e17be5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.003922 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Pushing event updated for resources: {'Port': ['ID=da338938-8a54-4715-ae73-a927d25b02e9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:22.098034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Attempting to bind port da338938-8a54-4715-ae73-a927d25b02e9 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:22.098736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Attempting to bind port da338938-8a54-4715-ae73-a927d25b02e9 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:22.099305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Attempting to bind port da338938-8a54-4715-ae73-a927d25b02e9 on network 34385845-f749-4bd3-8820-974235536288 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:22.104741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Port da338938-8a54-4715-ae73-a927d25b02e9 on network 34385845-f749-4bd3-8820-974235536288 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:22.105603 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Attempting to bind port da338938-8a54-4715-ae73-a927d25b02e9 on network 34385845-f749-4bd3-8820-974235536288 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:22.113208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:22.113977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Checking segment: {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:22.114635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Bound using segment: {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:22.115378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Bound port: da338938-8a54-4715-ae73-a927d25b02e9, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:22.116036 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.181408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf927ca-a950-4acd-a911-4ff080f203dc req-69b3dc2d-8972-4ca1-b201-3465e478d3d3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:22.191936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf927ca-a950-4acd-a911-4ff080f203dc req-69b3dc2d-8972-4ca1-b201-3465e478d3d3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:22.206676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf927ca-a950-4acd-a911-4ff080f203dc req-69b3dc2d-8972-4ca1-b201-3465e478d3d3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:22.220944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf927ca-a950-4acd-a911-4ff080f203dc req-69b3dc2d-8972-4ca1-b201-3465e478d3d3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:22.227351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf927ca-a950-4acd-a911-4ff080f203dc req-69b3dc2d-8972-4ca1-b201-3465e478d3d3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:22.257999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf927ca-a950-4acd-a911-4ff080f203dc req-69b3dc2d-8972-4ca1-b201-3465e478d3d3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:22.269035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] For port da338938-8a54-4715-ae73-a927d25b02e9, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:22.273646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf927ca-a950-4acd-a911-4ff080f203dc req-69b3dc2d-8972-4ca1-b201-3465e478d3d3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:22.279312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] For port da338938-8a54-4715-ae73-a927d25b02e9, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=da338938-8a54-4715-ae73-a927d25b02e9,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:22.281902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': 'e63e5894-487a-4ed1-8fb3-7173bca23462'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:22.290088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bf927ca-a950-4acd-a911-4ff080f203dc req-69b3dc2d-8972-4ca1-b201-3465e478d3d3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5387 time: 0.4075639 Jul 07 19:35:22.294316 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6" -d '{"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "e63e5894-487a-4ed1-8fb3-7173bca23462"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:22.323536 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.399656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bf927ca-a950-4acd-a911-4ff080f203dc req-077db60b-035d-443f-92c0-0dfc5d1d4755 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065149 Jul 07 19:35:22.400332 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0d77fa-0ec6-4208-a433-bad42e17be5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.403214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0d77fa-0ec6-4208-a433-bad42e17be5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.404827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4a0d77fa-0ec6-4208-a433-bad42e17be5d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a1ec2906-4fbc-4048-813b-73b56a5ae6b5 HTTP/1.1" status: 204 len: 168 time: 0.7843204 Jul 07 19:35:22.453791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:22.456131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.460752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d77fa-0ec6-4208-a433-bad42e17be5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ec2906-4fbc-4048-813b-73b56a5ae6b5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:22.467184 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] 10.222.0.112 "PUT /v2.0/ports/da338938-8a54-4715-ae73-a927d25b02e9 HTTP/1.1" status: 200 len: 1092 time: 1.8615854 Jul 07 19:35:22.511369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:22.743242 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2032a-c119-4c44-832b-f3756e617d4f service neutron] Pushing event updated for resources: {'Port': ['ID=da338938-8a54-4715-ae73-a927d25b02e9,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:22.819902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7907-8661-404b-a090-7862c027ba01 req-c5aab799-3e9b-46bc-94c3-df9e82195d59 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:22.826071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e51c7907-8661-404b-a090-7862c027ba01 req-c5aab799-3e9b-46bc-94c3-df9e82195d59 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 0.1710825 Jul 07 19:35:22.867411 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:22.923086 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:35:22.927461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e51c7907-8661-404b-a090-7862c027ba01 req-c06c73c0-d5d5-418c-b938-c8598963d418 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849059 Jul 07 19:35:23.445204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc5433-d44b-4e7b-96c1-eee760f3ad90 req-2b350a4f-897a-4cb0-ae41-df4342719386 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:23.457203 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02bc5433-d44b-4e7b-96c1-eee760f3ad90 req-2b350a4f-897a-4cb0-ae41-df4342719386 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.1715214 Jul 07 19:35:23.535990 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02bc5433-d44b-4e7b-96c1-eee760f3ad90 req-6a679b58-acf8-4a5b-95cd-c0feac64f38e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770483 Jul 07 19:35:23.679008 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b049cd2-bc72-4189-937c-e2ba043dd3b4 x-openstack-request-id: req-2b049cd2-bc72-4189-937c-e2ba043dd3b4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:23.681928 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "e63e5894-487a-4ed1-8fb3-7173bca23462", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:23.682945 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2b049cd2-bc72-4189-937c-e2ba043dd3b4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:23.696084 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': 'e63e5894-487a-4ed1-8fb3-7173bca23462', 'status': 'completed', 'code': 200} Jul 07 19:35:23.812152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5decfc-c319-4688-8bd8-00f06f4df8b9 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:23.838389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-82bb1d0e-f5ff-4202-b0c4-d998398100c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:23.838884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-82bb1d0e-f5ff-4202-b0c4-d998398100c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:23.839357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-82bb1d0e-f5ff-4202-b0c4-d998398100c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:23.839826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-82bb1d0e-f5ff-4202-b0c4-d998398100c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:23.840673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-82bb1d0e-f5ff-4202-b0c4-d998398100c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:23.840759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-82bb1d0e-f5ff-4202-b0c4-d998398100c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:23.855095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-82bb1d0e-f5ff-4202-b0c4-d998398100c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:23.863873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-82bb1d0e-f5ff-4202-b0c4-d998398100c2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6283 time: 0.1766615 Jul 07 19:35:23.864091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:23.899491 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Transition to ACTIVE for port object ab5decfc-c319-4688-8bd8-00f06f4df8b9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:23.911895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.139026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-aeab0c97-7f12-4073-b2bb-07f6dec3b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.139026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-aeab0c97-7f12-4073-b2bb-07f6dec3b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.139837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-aeab0c97-7f12-4073-b2bb-07f6dec3b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.154208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-aeab0c97-7f12-4073-b2bb-07f6dec3b371 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=0c200aa96ca4467c92dedc19b53b5917&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2815633 Jul 07 19:35:24.321462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Pushing event updated for resources: {'Port': ['ID=ab5decfc-c319-4688-8bd8-00f06f4df8b9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:24.362129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.362701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.363246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.369504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.370778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.375585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.376629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.377188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.377717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.378243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.379156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.379704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:24.423062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 50992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:24.457862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Attempting to bind port ab5decfc-c319-4688-8bd8-00f06f4df8b9 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:24.459259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Attempting to bind port ab5decfc-c319-4688-8bd8-00f06f4df8b9 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:24.467510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Attempting to bind port ab5decfc-c319-4688-8bd8-00f06f4df8b9 on network 34385845-f749-4bd3-8820-974235536288 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:24.477052 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Port ab5decfc-c319-4688-8bd8-00f06f4df8b9 on network 34385845-f749-4bd3-8820-974235536288 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:24.478216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Attempting to bind port ab5decfc-c319-4688-8bd8-00f06f4df8b9 on network 34385845-f749-4bd3-8820-974235536288 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:24.489475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:24.496323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Checking segment: {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:24.496770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Bound using segment: {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:24.502191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Bound port: ab5decfc-c319-4688-8bd8-00f06f4df8b9, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7927c5e7-bd1f-45a0-b031-07d0744f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '34385845-f749-4bd3-8820-974235536288'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:24.502484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-b5070eb8-322f-4d31-b107-d491aa492faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.502700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.510115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ab06e9a-1b4a-4bcd-a13e-17de559520b6 req-b5070eb8-322f-4d31-b107-d491aa492faa service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3500593 Jul 07 19:35:24.675263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aab89-e51a-4736-973a-9be300c97670 req-74341dce-f7de-4e81-8f8e-684c6c84ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.690127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff5aab89-e51a-4736-973a-9be300c97670 req-74341dce-f7de-4e81-8f8e-684c6c84ef6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893ccbae2b994aeea3fe5e16d6f593a6&device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 1097 time: 0.2103081 Jul 07 19:35:24.694823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] For port ab5decfc-c319-4688-8bd8-00f06f4df8b9, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:24.702296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] For port ab5decfc-c319-4688-8bd8-00f06f4df8b9, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:24.705865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1602b662-a1fb-49b2-9003-f6da40390f8f tempest-DvrRoutersNegativeTest-747843980 tempest-DvrRoutersNegativeTest-747843980-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-168361433', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:24.713573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.policy [None req-1602b662-a1fb-49b2-9003-f6da40390f8f tempest-DvrRoutersNegativeTest-747843980 tempest-DvrRoutersNegativeTest-747843980-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93770) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 07 19:35:24.719297 n-d-792394-12 neutron-server[93770]: DEBUG neutron.policy [None req-1602b662-a1fb-49b2-9003-f6da40390f8f tempest-DvrRoutersNegativeTest-747843980 tempest-DvrRoutersNegativeTest-747843980-project] Failed policy check for 'create_router' {{(pid=93770) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 07 19:35:24.720389 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-1602b662-a1fb-49b2-9003-f6da40390f8f tempest-DvrRoutersNegativeTest-747843980 tempest-DvrRoutersNegativeTest-747843980-project] create failed (client error): Access was denied to this resource. Jul 07 19:35:24.722705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1602b662-a1fb-49b2-9003-f6da40390f8f tempest-DvrRoutersNegativeTest-747843980 tempest-DvrRoutersNegativeTest-747843980-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2983546 Jul 07 19:35:24.725941 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.780338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:24.781067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:24.782965 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] 10.222.0.112 "PUT /v2.0/ports/ab5decfc-c319-4688-8bd8-00f06f4df8b9 HTTP/1.1" status: 200 len: 1092 time: 2.2824593 Jul 07 19:35:24.824843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:24.928060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc84cb-570e-4e70-9b19-130c84da59fa service neutron] Pushing event updated for resources: {'Port': ['ID=ab5decfc-c319-4688-8bd8-00f06f4df8b9,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:24.976685 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:25.116152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aab89-e51a-4736-973a-9be300c97670 req-62f125b3-c7c1-4577-aaae-c100427f6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:25.123294 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff5aab89-e51a-4736-973a-9be300c97670 req-62f125b3-c7c1-4577-aaae-c100427f6983 service neutron] 10.222.0.59 "GET /v2.0/networks?id=13b0127b-a88f-4b28-90d5-f27df18cc31a HTTP/1.1" status: 200 len: 913 time: 0.4235752 Jul 07 19:35:25.702846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b290453-bf21-4a9d-89d8-4f0d1116f41e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:25.713835 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:25.733285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Transition to ACTIVE for port object 5b290453-bf21-4a9d-89d8-4f0d1116f41e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:25.734216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': 'da338938-8a54-4715-ae73-a927d25b02e9'}, {'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': 'ab5decfc-c319-4688-8bd8-00f06f4df8b9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:25.738788 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b92f58-d68d-4273-8f42-faeaa38b14ff" -d '{"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "da338938-8a54-4715-ae73-a927d25b02e9"}, {"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "ab5decfc-c319-4688-8bd8-00f06f4df8b9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:25.742094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:25.750077 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:25.819145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Pushing event updated for resources: {'Port': ['ID=5b290453-bf21-4a9d-89d8-4f0d1116f41e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:26.022943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76a3f4a0-ead1-4ba3-89e2-1569fc42128f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:26.137403 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff5aab89-e51a-4736-973a-9be300c97670 req-099a8dd0-992b-4e44-9a8f-a181cbd199a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=428e1b35-74db-48d7-8fa1-b3ab88291b44 HTTP/1.1" status: 200 len: 217 time: 1.0070722 Jul 07 19:35:26.275409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76a3f4a0-ead1-4ba3-89e2-1569fc42128f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:26.299439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76a3f4a0-ead1-4ba3-89e2-1569fc42128f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:26.364165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9ee0e-adc2-46aa-b64d-77689997afae req-3d325a90-2e5b-4522-9a7b-cc906683a180 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.389569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9ee0e-adc2-46aa-b64d-77689997afae req-3d325a90-2e5b-4522-9a7b-cc906683a180 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.408174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9ee0e-adc2-46aa-b64d-77689997afae req-3d325a90-2e5b-4522-9a7b-cc906683a180 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.440117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9ee0e-adc2-46aa-b64d-77689997afae req-3d325a90-2e5b-4522-9a7b-cc906683a180 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.449120 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Attempting to bind port 5b290453-bf21-4a9d-89d8-4f0d1116f41e on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:26.449470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Attempting to bind port 5b290453-bf21-4a9d-89d8-4f0d1116f41e by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:26.449798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Attempting to bind port 5b290453-bf21-4a9d-89d8-4f0d1116f41e on network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:26.470653 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-76a3f4a0-ead1-4ba3-89e2-1569fc42128f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9197727ee27f454f9484f2da957238b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7157364 Jul 07 19:35:26.471736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:26.475100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9ee0e-adc2-46aa-b64d-77689997afae req-3d325a90-2e5b-4522-9a7b-cc906683a180 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.498929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9ee0e-adc2-46aa-b64d-77689997afae req-3d325a90-2e5b-4522-9a7b-cc906683a180 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.503182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3f4a0-ead1-4ba3-89e2-1569fc42128f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e6d7c8-0f65-4502-9701-0a86365363fd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:26.526940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Port 5b290453-bf21-4a9d-89d8-4f0d1116f41e on network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:26.529620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Attempting to bind port 5b290453-bf21-4a9d-89d8-4f0d1116f41e on network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:26.547832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9ee0e-adc2-46aa-b64d-77689997afae req-3d325a90-2e5b-4522-9a7b-cc906683a180 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.549844 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20c9ee0e-adc2-46aa-b64d-77689997afae req-3d325a90-2e5b-4522-9a7b-cc906683a180 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5399 time: 1.8916574 Jul 07 19:35:26.575071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:26.579439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Checking segment: {'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:26.579606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aab89-e51a-4736-973a-9be300c97670 req-ca0402b7-5675-4f89-9984-8e5de433ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:26.580851 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Bound using segment: {'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:26.581122 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff5aab89-e51a-4736-973a-9be300c97670 req-ca0402b7-5675-4f89-9984-8e5de433ab2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe4e0b9f-ace3-4b6f-8720-a062a295e6d0 HTTP/1.1" status: 200 len: 851 time: 0.4337232 Jul 07 19:35:26.582524 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Bound port: 5b290453-bf21-4a9d-89d8-4f0d1116f41e, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:26.583858 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:26.690972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20c9ee0e-adc2-46aa-b64d-77689997afae req-78b9aff8-5567-4fa7-902f-fb5ec36d1afb tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087837 Jul 07 19:35:26.742142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff5aab89-e51a-4736-973a-9be300c97670 req-a540ab6c-8f81-4973-9e17-ddbfb0e2d71d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13b0127b-a88f-4b28-90d5-f27df18cc31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675685 Jul 07 19:35:26.767465 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-774350d9-5359-4782-8d74-bf351a5bb68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:26.815415 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-774350d9-5359-4782-8d74-bf351a5bb68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:26.880655 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-774350d9-5359-4782-8d74-bf351a5bb68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:26.884235 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-774350d9-5359-4782-8d74-bf351a5bb68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:26.886820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-774350d9-5359-4782-8d74-bf351a5bb68e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/27e6d7c8-0f65-4502-9701-0a86365363fd HTTP/1.1" status: 204 len: 168 time: 0.4074695 Jul 07 19:35:26.930360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774350d9-5359-4782-8d74-bf351a5bb68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e6d7c8-0f65-4502-9701-0a86365363fd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:27.005515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] For port 5b290453-bf21-4a9d-89d8-4f0d1116f41e, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:27.024458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] For port 5b290453-bf21-4a9d-89d8-4f0d1116f41e, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:27.034483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:27.126388 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:27.126898 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:27.128322 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] 10.222.0.112 "PUT /v2.0/ports/5b290453-bf21-4a9d-89d8-4f0d1116f41e HTTP/1.1" status: 200 len: 1092 time: 2.3102353 Jul 07 19:35:27.165755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Request body: {'port': {'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:27.227398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff5aab89-e51a-4736-973a-9be300c97670 req-93464088-86b7-451c-8b18-6d78fbeda79f service neutron] 10.222.0.59 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544520 Jul 07 19:35:27.401649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed35978-0dad-469e-b884-1de4f95f2a86 service neutron] Pushing event updated for resources: {'Port': ['ID=5b290453-bf21-4a9d-89d8-4f0d1116f41e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:27.482067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:27.548042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75ccd6-88dc-4007-8a70-fb8e6ae9493a req-3e2b1bfc-3c58-4e08-9afd-9dbce75e6e53 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:27.565099 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a75ccd6-88dc-4007-8a70-fb8e6ae9493a req-3e2b1bfc-3c58-4e08-9afd-9dbce75e6e53 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 0.3157222 Jul 07 19:35:27.687551 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff5aab89-e51a-4736-973a-9be300c97670 req-98837ff7-df3d-464f-a0bd-4bccc0fc5b06 service neutron] 10.222.0.59 "GET /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597695 Jul 07 19:35:27.712625 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a75ccd6-88dc-4007-8a70-fb8e6ae9493a req-63b63fe6-d651-47be-8492-a9b235415466 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310372 Jul 07 19:35:28.188594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22ba23-2919-49c6-8411-d301fb4338ad req-6e8f26fd-d06d-4c55-9b35-b42387685465 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:28.191380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc22ba23-2919-49c6-8411-d301fb4338ad req-6e8f26fd-d06d-4c55-9b35-b42387685465 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.2337191 Jul 07 19:35:28.361491 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b714e0-d850-4aec-b368-e7f2ccaa4721 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:28.371915 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:28.395962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Transition to ACTIVE for port object 53b714e0-d850-4aec-b368-e7f2ccaa4721 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:28.419223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:28.422715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc22ba23-2919-49c6-8411-d301fb4338ad req-016841dc-bd32-425d-b1f6-9859bf0a3263 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219710 Jul 07 19:35:28.626479 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28b6b51-6394-41af-a7d7-2305b9a61a08 x-openstack-request-id: req-b28b6b51-6394-41af-a7d7-2305b9a61a08 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:28.626787 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "da338938-8a54-4715-ae73-a927d25b02e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "ab5decfc-c319-4688-8bd8-00f06f4df8b9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:28.627049 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b28b6b51-6394-41af-a7d7-2305b9a61a08 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:28.627467 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': 'da338938-8a54-4715-ae73-a927d25b02e9', 'status': 'completed', 'code': 200} Jul 07 19:35:28.627725 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': 'ab5decfc-c319-4688-8bd8-00f06f4df8b9', 'status': 'completed', 'code': 200} Jul 07 19:35:28.975626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Pushing event updated for resources: {'Port': ['ID=53b714e0-d850-4aec-b368-e7f2ccaa4721,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:29.102682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:29.103552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Attempting to bind port 53b714e0-d850-4aec-b368-e7f2ccaa4721 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:29.103885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Attempting to bind port 53b714e0-d850-4aec-b368-e7f2ccaa4721 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:29.104217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Attempting to bind port 53b714e0-d850-4aec-b368-e7f2ccaa4721 on network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:29.127523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Port 53b714e0-d850-4aec-b368-e7f2ccaa4721 on network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:29.127753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Attempting to bind port 53b714e0-d850-4aec-b368-e7f2ccaa4721 on network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:29.139056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:29.139399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Checking segment: {'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:29.139787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Bound using segment: {'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:29.141403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Bound port: 53b714e0-d850-4aec-b368-e7f2ccaa4721, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239f298f-7563-4e0a-9974-644b804d75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:29.141788 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:29.338800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24233ba-0bf1-42d8-8437-dd87f71aca1b req-2b8b9e16-6d33-4219-bae4-1c9117ba3ee2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.345495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24233ba-0bf1-42d8-8437-dd87f71aca1b req-2b8b9e16-6d33-4219-bae4-1c9117ba3ee2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.352219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24233ba-0bf1-42d8-8437-dd87f71aca1b req-2b8b9e16-6d33-4219-bae4-1c9117ba3ee2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.370149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24233ba-0bf1-42d8-8437-dd87f71aca1b req-2b8b9e16-6d33-4219-bae4-1c9117ba3ee2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.376815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24233ba-0bf1-42d8-8437-dd87f71aca1b req-2b8b9e16-6d33-4219-bae4-1c9117ba3ee2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.382916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24233ba-0bf1-42d8-8437-dd87f71aca1b req-2b8b9e16-6d33-4219-bae4-1c9117ba3ee2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.402131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24233ba-0bf1-42d8-8437-dd87f71aca1b req-2b8b9e16-6d33-4219-bae4-1c9117ba3ee2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.405065 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a24233ba-0bf1-42d8-8437-dd87f71aca1b req-2b8b9e16-6d33-4219-bae4-1c9117ba3ee2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.5067148 Jul 07 19:35:29.445235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-9e02e8c0-ab83-403a-922a-cc12f10997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.445937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-9e02e8c0-ab83-403a-922a-cc12f10997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.446169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-9e02e8c0-ab83-403a-922a-cc12f10997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.446626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-9e02e8c0-ab83-403a-922a-cc12f10997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.447103 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-9e02e8c0-ab83-403a-922a-cc12f10997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.451832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-9e02e8c0-ab83-403a-922a-cc12f10997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.452411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-9e02e8c0-ab83-403a-922a-cc12f10997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.454637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-9e02e8c0-ab83-403a-922a-cc12f10997a4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6445 time: 0.7967465 Jul 07 19:35:29.455079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] For port 53b714e0-d850-4aec-b368-e7f2ccaa4721, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:29.481166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] For port 53b714e0-d850-4aec-b368-e7f2ccaa4721, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:29.495630 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:29.527350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-26b3ff16-c4d0-4da7-aace-257f89e1189e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group': {'name': 'tempest-secgroup--736926553'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:29.600166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-472957d9-3969-494d-be38-08a39bd514d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.600702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-472957d9-3969-494d-be38-08a39bd514d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.601358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-472957d9-3969-494d-be38-08a39bd514d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.603642 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-472957d9-3969-494d-be38-08a39bd514d0 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=0c200aa96ca4467c92dedc19b53b5917&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1366444 Jul 07 19:35:29.629725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.630382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:29.634071 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] 10.222.0.112 "PUT /v2.0/ports/53b714e0-d850-4aec-b368-e7f2ccaa4721 HTTP/1.1" status: 200 len: 1092 time: 2.4741840 Jul 07 19:35:29.685642 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26b3ff16-c4d0-4da7-aace-257f89e1189e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:29.711700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26b3ff16-c4d0-4da7-aace-257f89e1189e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:29.762083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813edcb2-95d5-409b-bad2-cc21ec70c150 service neutron] Pushing event updated for resources: {'Port': ['ID=53b714e0-d850-4aec-b368-e7f2ccaa4721,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:29.785763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-40bf409e-5580-42c2-9565-6bdcc6d03fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.787360 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-40bf409e-5580-42c2-9565-6bdcc6d03fcf service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1755733 Jul 07 19:35:29.798731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e99f-764e-4fc6-9b47-fde49dce80f5 req-0bff33ec-05f3-4d32-8322-e68ce4f0cc8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:29.807868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a634e99f-764e-4fc6-9b47-fde49dce80f5 req-0bff33ec-05f3-4d32-8322-e68ce4f0cc8b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.7566242 Jul 07 19:35:29.923884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a634e99f-764e-4fc6-9b47-fde49dce80f5 req-8c23716a-1b7c-4476-a8a4-854106a53d0d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125717 Jul 07 19:35:30.000885 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26b3ff16-c4d0-4da7-aace-257f89e1189e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.009258 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26b3ff16-c4d0-4da7-aace-257f89e1189e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.113475 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a24233ba-0bf1-42d8-8437-dd87f71aca1b req-7455f8eb-2ad0-43f8-ab38-68c4ef48ec44 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6927493 Jul 07 19:35:30.136186 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26b3ff16-c4d0-4da7-aace-257f89e1189e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.149127 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26b3ff16-c4d0-4da7-aace-257f89e1189e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.168693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-bb1f95bb-6dbf-4dd5-87ba-5d96cc33ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.182018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-bb1f95bb-6dbf-4dd5-87ba-5d96cc33ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.183129 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-bb1f95bb-6dbf-4dd5-87ba-5d96cc33ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.185163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-bb1f95bb-6dbf-4dd5-87ba-5d96cc33ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.187255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-bb1f95bb-6dbf-4dd5-87ba-5d96cc33ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.191625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-bb1f95bb-6dbf-4dd5-87ba-5d96cc33ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.192358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-bb1f95bb-6dbf-4dd5-87ba-5d96cc33ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.194651 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-bb1f95bb-6dbf-4dd5-87ba-5d96cc33ccff service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6487 time: 0.3476470 Jul 07 19:35:30.199200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3ff16-c4d0-4da7-aace-257f89e1189e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d3621a-0d54-43af-8dcd-f2df379fcfee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:30.230250 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26b3ff16-c4d0-4da7-aace-257f89e1189e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.232520 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-26b3ff16-c4d0-4da7-aace-257f89e1189e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1163974 Jul 07 19:35:30.243051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:30.322937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3ff16-c4d0-4da7-aace-257f89e1189e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b47b466-ec5b-4175-b038-a9f7d935523f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:30.454443 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-893b2eaf-b7e0-47f2-877b-e2cc1973576c tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2098119 Jul 07 19:35:30.456775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:30.469156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e1ce38e0-7df6-4bee-941e-b7d6833e1dba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group': {'name': 'tempest-security--121399013', 'description': 'tempest-security-description-464906156'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:30.526449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-a76cc549-b558-48f3-bf11-a958868010fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.526995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-a76cc549-b558-48f3-bf11-a958868010fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.527270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-a76cc549-b558-48f3-bf11-a958868010fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.529737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-a76cc549-b558-48f3-bf11-a958868010fd service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=0c200aa96ca4467c92dedc19b53b5917&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3262110 Jul 07 19:35:30.533840 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ce38e0-7df6-4bee-941e-b7d6833e1dba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.634318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': '5b290453-bf21-4a9d-89d8-4f0d1116f41e'}, {'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': '53b714e0-d850-4aec-b368-e7f2ccaa4721'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:30.639579 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c31680-8e57-47dc-a4c4-072bc582f056" -d '{"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "5b290453-bf21-4a9d-89d8-4f0d1116f41e"}, {"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "53b714e0-d850-4aec-b368-e7f2ccaa4721"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:30.670508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ce38e0-7df6-4bee-941e-b7d6833e1dba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.679453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec859226-3049-4823-96be-6f1f5e027cc7 req-3f246d0d-10c2-4f55-96cb-e85bebb9910c tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.680700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ce38e0-7df6-4bee-941e-b7d6833e1dba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.684247 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ce38e0-7df6-4bee-941e-b7d6833e1dba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:30.687056 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e1ce38e0-7df6-4bee-941e-b7d6833e1dba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "PUT /v2.0/security-groups/7b47b466-ec5b-4175-b038-a9f7d935523f HTTP/1.1" status: 200 len: 1778 time: 0.2283835 Jul 07 19:35:30.689012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec859226-3049-4823-96be-6f1f5e027cc7 req-3f246d0d-10c2-4f55-96cb-e85bebb9910c tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 0.3513112 Jul 07 19:35:30.690371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:30.747928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9baf4-2227-439f-a0fc-4b8a6e60f45f req-7057dbc5-2726-4c79-bbba-358d6322aafe tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.749480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3a9baf4-2227-439f-a0fc-4b8a6e60f45f req-7057dbc5-2726-4c79-bbba-358d6322aafe tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.3195052 Jul 07 19:35:30.824738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3a9baf4-2227-439f-a0fc-4b8a6e60f45f req-5f070340-eba2-4564-a10d-fad1a3bec9e3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642509 Jul 07 19:35:30.845403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-30cd6c84-c831-4681-bb18-9135f9e5ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:30.853430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce38e0-7df6-4bee-941e-b7d6833e1dba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b47b466-ec5b-4175-b038-a9f7d935523f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:30.854118 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60b92f58-d68d-4273-8f42-faeaa38b14ff req-30cd6c84-c831-4681-bb18-9135f9e5ecf3 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2994940 Jul 07 19:35:30.901010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec859226-3049-4823-96be-6f1f5e027cc7 req-236b8cf5-9901-4421-b24d-3c475ec1a3dd tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104416 Jul 07 19:35:30.905217 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ee9ff735-fa13-4921-a0fc-3d782245e4a7 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-groups/7b47b466-ec5b-4175-b038-a9f7d935523f HTTP/1.1" status: 200 len: 1778 time: 0.2068524 Jul 07 19:35:30.907831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:30.989364 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae136bbc-c696-4546-a32a-a6feb6a23b7d x-openstack-request-id: req-ae136bbc-c696-4546-a32a-a6feb6a23b7d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:30.989666 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "5b290453-bf21-4a9d-89d8-4f0d1116f41e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "53b714e0-d850-4aec-b368-e7f2ccaa4721", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:30.989922 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ae136bbc-c696-4546-a32a-a6feb6a23b7d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:30.990326 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': '5b290453-bf21-4a9d-89d8-4f0d1116f41e', 'status': 'completed', 'code': 200} Jul 07 19:35:30.990583 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': '53b714e0-d850-4aec-b368-e7f2ccaa4721', 'status': 'completed', 'code': 200} Jul 07 19:35:31.163052 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49c4b972-626b-456c-b95f-fb7f885cdb5c tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:31.219394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8d8e3af8-57f3-4c38-b358-41130c02ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.222143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8d8e3af8-57f3-4c38-b358-41130c02ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.222878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8d8e3af8-57f3-4c38-b358-41130c02ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.281233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8d8e3af8-57f3-4c38-b358-41130c02ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.282041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8d8e3af8-57f3-4c38-b358-41130c02ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.282641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8d8e3af8-57f3-4c38-b358-41130c02ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.283187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8d8e3af8-57f3-4c38-b358-41130c02ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.285714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-8d8e3af8-57f3-4c38-b358-41130c02ffd4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6487 time: 0.3236806 Jul 07 19:35:31.454672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c44d1928-dea1-41fc-a5f3-843e69045fcc service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946cb551-1be4-4900-9625-023e6b0d6045 HTTP/1.1" status: 200 len: 217 time: 0.1568353 Jul 07 19:35:31.461202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49c4b972-626b-456c-b95f-fb7f885cdb5c tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:31.652401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-11113a30-990a-4ccb-a05f-df494440be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.654555 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-11113a30-990a-4ccb-a05f-df494440be33 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1e96c63b-b9c3-4392-80cb-a5efc479f4d7 HTTP/1.1" status: 200 len: 851 time: 0.1778915 Jul 07 19:35:31.663504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e396454-b448-4ef6-aa57-8aca6b89292b req-b5efbedb-6282-4f81-86be-950c7fd14296 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.665208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e396454-b448-4ef6-aa57-8aca6b89292b req-b5efbedb-6282-4f81-86be-950c7fd14296 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.3719170 Jul 07 19:35:31.715304 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49c4b972-626b-456c-b95f-fb7f885cdb5c tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:31.718556 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49c4b972-626b-456c-b95f-fb7f885cdb5c tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:31.722614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:31.723167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-49c4b972-626b-456c-b95f-fb7f885cdb5c tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-groups/7b47b466-ec5b-4175-b038-a9f7d935523f HTTP/1.1" status: 204 len: 168 time: 0.8135946 Jul 07 19:35:31.755974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4b972-626b-456c-b95f-fb7f885cdb5c tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b47b466-ec5b-4175-b038-a9f7d935523f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:31.772254 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e41479cd-f680-454b-80b5-a44449d9730e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484846 Jul 07 19:35:31.774911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:31.789648 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-fb7af47a-830a-4acc-acbc-a047851b10a2 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] delete failed (client error): The resource could not be found. Jul 07 19:35:31.790032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a0e3-88d8-4366-ba16-443653797822 req-f3b21d26-8a3c-43aa-9c5c-9f55aaf78956 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.790642 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fb7af47a-830a-4acc-acbc-a047851b10a2 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-groups/7b47b466-ec5b-4175-b038-a9f7d935523f HTTP/1.1" status: 404 len: 347 time: 0.0148115 Jul 07 19:35:31.796266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:31.800044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a0e3-88d8-4366-ba16-443653797822 req-f3b21d26-8a3c-43aa-9c5c-9f55aaf78956 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.801522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d2e9f727-0a82-429b-9764-6146af80cfc5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518005908'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:31.806095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a0e3-88d8-4366-ba16-443653797822 req-f3b21d26-8a3c-43aa-9c5c-9f55aaf78956 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.812114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a0e3-88d8-4366-ba16-443653797822 req-f3b21d26-8a3c-43aa-9c5c-9f55aaf78956 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.818177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a0e3-88d8-4366-ba16-443653797822 req-f3b21d26-8a3c-43aa-9c5c-9f55aaf78956 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.824550 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a0e3-88d8-4366-ba16-443653797822 req-f3b21d26-8a3c-43aa-9c5c-9f55aaf78956 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.830734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a0e3-88d8-4366-ba16-443653797822 req-f3b21d26-8a3c-43aa-9c5c-9f55aaf78956 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.838397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8044a0e3-88d8-4366-ba16-443653797822 req-f3b21d26-8a3c-43aa-9c5c-9f55aaf78956 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.2830439 Jul 07 19:35:31.848051 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2e9f727-0a82-429b-9764-6146af80cfc5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:31.878228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e396454-b448-4ef6-aa57-8aca6b89292b req-59867f04-6a96-4962-b61f-0f6ac0cd3081 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905305 Jul 07 19:35:31.910710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-0fb7bc86-499c-471b-8e33-89ef40e49d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:31.912277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-0fb7bc86-499c-471b-8e33-89ef40e49d8b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2460771 Jul 07 19:35:31.929126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8044a0e3-88d8-4366-ba16-443653797822 req-86dea52a-471b-4a95-876d-e4663a30880c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897563 Jul 07 19:35:32.079806 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2e9f727-0a82-429b-9764-6146af80cfc5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:32.088499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2e9f727-0a82-429b-9764-6146af80cfc5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:32.143840 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2e9f727-0a82-429b-9764-6146af80cfc5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:32.145116 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d2e9f727-0a82-429b-9764-6146af80cfc5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3479028 Jul 07 19:35:32.148911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51142) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:32.152025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-700056f5-6e57-4eb3-9970-97f1296129c4 service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173283 Jul 07 19:35:32.155468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-66a635d0-abc5-4c42-882c-a0ea1d0fd7e5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': '50cab9aa-226c-44db-b3d7-a95aa22e77c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:32.179164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9f727-0a82-429b-9764-6146af80cfc5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cab9aa-226c-44db-b3d7-a95aa22e77c0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:32.199385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a635d0-abc5-4c42-882c-a0ea1d0fd7e5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:32.314033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a635d0-abc5-4c42-882c-a0ea1d0fd7e5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:32.355100 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a635d0-abc5-4c42-882c-a0ea1d0fd7e5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:32.402031 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a635d0-abc5-4c42-882c-a0ea1d0fd7e5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b6382b-2d2b-475a-a7cd-b6d4d1973181,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:32.418571 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a635d0-abc5-4c42-882c-a0ea1d0fd7e5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:32.427122 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-66a635d0-abc5-4c42-882c-a0ea1d0fd7e5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2762704 Jul 07 19:35:32.428012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:32.429083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038095f-79d3-41f2-9cbb-4e893c36d3d7 req-d7a373b7-57a6-495b-938d-c2c8d3db1d42 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:32.431617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215238-20ad-4830-83c4-697b79f31678 req-3c12eb46-591c-49e4-97e4-dcd2fdc8eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:32.432979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0038095f-79d3-41f2-9cbb-4e893c36d3d7 req-d7a373b7-57a6-495b-938d-c2c8d3db1d42 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 0.2872255 Jul 07 19:35:32.434261 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8215238-20ad-4830-83c4-697b79f31678 req-3c12eb46-591c-49e4-97e4-dcd2fdc8eaab service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 1097 time: 0.1918380 Jul 07 19:35:32.453857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763abfe-879b-45e8-94f4-3b72ec43ce90 req-e4154f09-1711-4ebe-8fea-db2528d75ad5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:32.455414 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b763abfe-879b-45e8-94f4-3b72ec43ce90 req-e4154f09-1711-4ebe-8fea-db2528d75ad5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.2714474 Jul 07 19:35:32.477121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-54e634b4-0de5-4527-a97e-bb1c641a4cf3 service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024776 Jul 07 19:35:32.558743 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-f0c58d8b-0375-4e66-b093-a8df151b9802 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 HTTP/1.1" status: 200 len: 217 time: 0.0645449 Jul 07 19:35:32.610603 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-580c98ec-5785-4513-a4b8-888869a5b616 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:32.621026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0038095f-79d3-41f2-9cbb-4e893c36d3d7 req-705f840e-611b-4adb-a25f-8039e10b4ddf tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758378 Jul 07 19:35:32.626597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b763abfe-879b-45e8-94f4-3b72ec43ce90 req-34e2c7bb-4b5c-4e4a-ac11-ffca19cb5cbd tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591575 Jul 07 19:35:32.645865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b79439-bd76-47c5-a855-a4df15db143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:32.647372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c9b79439-bd76-47c5-a855-a4df15db143e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0655322 Jul 07 19:35:32.719729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-e834cbe0-e58e-4302-8464-9fec64c19115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:32.722180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-e834cbe0-e58e-4302-8464-9fec64c19115 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0677202 Jul 07 19:35:32.829705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-e861d1ae-4923-47a4-bba0-97a484ddc0a6 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017191 Jul 07 19:35:32.941576 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-996b6363-0df9-4996-8f69-b568a8509e52 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040006 Jul 07 19:35:33.049104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-580c98ec-5785-4513-a4b8-888869a5b616 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.049953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-545a1ccb-4c75-4fa2-bbde-e4a62861e4ca service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=e63e5894-487a-4ed1-8fb3-7173bca23462 HTTP/1.1" status: 200 len: 217 time: 0.1011348 Jul 07 19:35:33.113175 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-580c98ec-5785-4513-a4b8-888869a5b616 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.120795 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-580c98ec-5785-4513-a4b8-888869a5b616 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.125198 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-580c98ec-5785-4513-a4b8-888869a5b616 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/48b6382b-2d2b-475a-a7cd-b6d4d1973181 HTTP/1.1" status: 204 len: 168 time: 0.6833630 Jul 07 19:35:33.126027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:33.127824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215238-20ad-4830-83c4-697b79f31678 req-98662105-b7a8-4a74-a8e2-5a3057e90b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.129624 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8215238-20ad-4830-83c4-697b79f31678 req-98662105-b7a8-4a74-a8e2-5a3057e90b82 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.6808996 Jul 07 19:35:33.135371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c98ec-5785-4513-a4b8-888869a5b616 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48b6382b-2d2b-475a-a7cd-b6d4d1973181,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:33.220991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-f9293a0f-e04c-4fb9-bd3b-514bc663850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.221204 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8215238-20ad-4830-83c4-697b79f31678 req-d5b44253-ea37-48b4-a02d-690b20c891b8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 HTTP/1.1" status: 200 len: 1001 time: 0.0797997 Jul 07 19:35:33.222614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-f9293a0f-e04c-4fb9-bd3b-514bc663850a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.1610591 Jul 07 19:35:33.245230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ea5ab3d8-21dc-4b0f-8d35-6b346558ec28 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1126561 Jul 07 19:35:33.250558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:33.266903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f9b97-c70d-4a0f-b13f-1ee0d152ab4c req-ae93142d-bf1f-45f3-bea9-4bbfe2795577 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.268594 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a68f9b97-c70d-4a0f-b13f-1ee0d152ab4c req-ae93142d-bf1f-45f3-bea9-4bbfe2795577 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.2178578 Jul 07 19:35:33.299415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215238-20ad-4830-83c4-697b79f31678 req-75677b21-4dbe-4a26-b18e-8d2faf4a7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.302206 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8215238-20ad-4830-83c4-697b79f31678 req-75677b21-4dbe-4a26-b18e-8d2faf4a7ad3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.0685184 Jul 07 19:35:33.305900 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.383932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a68f9b97-c70d-4a0f-b13f-1ee0d152ab4c req-ecb1330d-fa87-4cf6-b3a8-3528a136240c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826952 Jul 07 19:35:33.394975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215238-20ad-4830-83c4-697b79f31678 req-aa11dbdc-4478-48e7-9110-ef4c09b0c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.397284 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8215238-20ad-4830-83c4-697b79f31678 req-aa11dbdc-4478-48e7-9110-ef4c09b0c71c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875044 Jul 07 19:35:33.457443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-de4ab4b7-d599-415c-9069-e7a4d62e3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.458952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-de4ab4b7-d599-415c-9069-e7a4d62e3378 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2075226 Jul 07 19:35:33.476387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dc5c-888b-4f97-9d7c-0dfa2fe250e8 req-eb181407-6edb-421c-985b-51192277da75 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.483561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dc5c-888b-4f97-9d7c-0dfa2fe250e8 req-eb181407-6edb-421c-985b-51192277da75 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.490221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dc5c-888b-4f97-9d7c-0dfa2fe250e8 req-eb181407-6edb-421c-985b-51192277da75 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.495713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dc5c-888b-4f97-9d7c-0dfa2fe250e8 req-eb181407-6edb-421c-985b-51192277da75 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.502367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dc5c-888b-4f97-9d7c-0dfa2fe250e8 req-eb181407-6edb-421c-985b-51192277da75 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.508619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dc5c-888b-4f97-9d7c-0dfa2fe250e8 req-eb181407-6edb-421c-985b-51192277da75 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.515050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dc5c-888b-4f97-9d7c-0dfa2fe250e8 req-eb181407-6edb-421c-985b-51192277da75 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.517029 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5307dc5c-888b-4f97-9d7c-0dfa2fe250e8 req-eb181407-6edb-421c-985b-51192277da75 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.3477886 Jul 07 19:35:33.537681 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8215238-20ad-4830-83c4-697b79f31678 req-5659326f-d1d5-49ef-bd8b-fe5c4f2febbc service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322756 Jul 07 19:35:33.623464 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07b223e-e5ac-45ec-ac69-05a097014be3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.662319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5307dc5c-888b-4f97-9d7c-0dfa2fe250e8 req-67fa6a03-f188-46eb-9cd4-96f1d4e31520 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317248 Jul 07 19:35:33.675399 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8215238-20ad-4830-83c4-697b79f31678 req-9b0dacf6-47e1-46ef-b8dc-65abc7a45793 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300573 Jul 07 19:35:33.691645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b90aa2-83f6-4221-b670-8c2f087816fa req-bf72c9d1-2fb0-4b53-b537-35dcefdea7d7 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:33.693347 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89b90aa2-83f6-4221-b670-8c2f087816fa req-bf72c9d1-2fb0-4b53-b537-35dcefdea7d7 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 0.3034291 Jul 07 19:35:33.695217 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07b223e-e5ac-45ec-ac69-05a097014be3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.790799 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-b985633d-ef29-43b3-baf1-1b543a5c9f3e service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728219 Jul 07 19:35:33.937893 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07b223e-e5ac-45ec-ac69-05a097014be3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.940314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e07b223e-e5ac-45ec-ac69-05a097014be3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:33.944190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:33.944326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e07b223e-e5ac-45ec-ac69-05a097014be3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-groups/50cab9aa-226c-44db-b3d7-a95aa22e77c0 HTTP/1.1" status: 204 len: 168 time: 0.6736226 Jul 07 19:35:33.973682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b223e-e5ac-45ec-ac69-05a097014be3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cab9aa-226c-44db-b3d7-a95aa22e77c0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:34.021254 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-73744d94-d93e-4b26-a2dd-18d362375f6d tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720432 Jul 07 19:35:34.022224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:34.028733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a9bf5d7c-4c59-4f76-b7a8-d5833faba9ed tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group': {'name': 'tempest-secgroup--116304645'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:34.058356 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5d7c-4c59-4f76-b7a8-d5833faba9ed tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.059225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ed751e70-4575-4593-9dbc-f85d02ce6d88 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587709 Jul 07 19:35:34.065153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-89b90aa2-83f6-4221-b670-8c2f087816fa req-d72d270d-778b-4260-b6c7-f9540de9e998 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Deleting port 428e1b35-74db-48d7-8fa1-b3ab88291b44 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:35:34.065497 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89b90aa2-83f6-4221-b670-8c2f087816fa req-d72d270d-778b-4260-b6c7-f9540de9e998 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.187687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5d7c-4c59-4f76-b7a8-d5833faba9ed tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.192498 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5d7c-4c59-4f76-b7a8-d5833faba9ed tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.235159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf5d7c-4c59-4f76-b7a8-d5833faba9ed tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11364ec7-53c3-4d88-988e-3436f6c374a4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:34.260077 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9bf5d7c-4c59-4f76-b7a8-d5833faba9ed tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.264660 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a9bf5d7c-4c59-4f76-b7a8-d5833faba9ed tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2390800 Jul 07 19:35:34.265880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:34.274758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-63f4003e-89a4-464d-91af-519388ac5f3a tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': '11364ec7-53c3-4d88-988e-3436f6c374a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:34.320104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63f4003e-89a4-464d-91af-519388ac5f3a tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.409132 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63f4003e-89a4-464d-91af-519388ac5f3a tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.415545 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63f4003e-89a4-464d-91af-519388ac5f3a tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.448143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4003e-89a4-464d-91af-519388ac5f3a tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621e2174-3b35-41d0-8598-3c5cf8abf2e1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:34.453468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63f4003e-89a4-464d-91af-519388ac5f3a tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.454857 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-63f4003e-89a4-464d-91af-519388ac5f3a tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1857615 Jul 07 19:35:34.457944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:34.465107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d04a909-cb51-42ea-bec4-d70e2dcc5180 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': '11364ec7-53c3-4d88-988e-3436f6c374a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:34.533063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d04a909-cb51-42ea-bec4-d70e2dcc5180 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.568030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde5838-9d5b-4572-bdf8-5d447793bf1a req-392fe2ab-0840-4dc4-8b1d-72f0eeda1730 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:34.573714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fde5838-9d5b-4572-bdf8-5d447793bf1a req-392fe2ab-0840-4dc4-8b1d-72f0eeda1730 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.7309356 Jul 07 19:35:34.585645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-75e49f11-f9cc-41cc-adf9-2b0cd1658f42 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=da338938-8a54-4715-ae73-a927d25b02e9 HTTP/1.1" status: 200 len: 217 time: 0.5162160 Jul 07 19:35:34.599633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc63343-bcef-43d3-922e-aa94929c9cdb req-dd36a943-ae15-4d86-8b55-c244bad6a14b tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:34.601474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cc63343-bcef-43d3-922e-aa94929c9cdb req-dd36a943-ae15-4d86-8b55-c244bad6a14b tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 945 time: 0.7207859 Jul 07 19:35:34.642783 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d04a909-cb51-42ea-bec4-d70e2dcc5180 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.648872 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d04a909-cb51-42ea-bec4-d70e2dcc5180 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.699620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04a909-cb51-42ea-bec4-d70e2dcc5180 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8bf990-eee3-4ae7-b526-a7440a3af0da,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:34.704220 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d04a909-cb51-42ea-bec4-d70e2dcc5180 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.705333 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d04a909-cb51-42ea-bec4-d70e2dcc5180 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2456276 Jul 07 19:35:34.709242 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51198) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:34.718510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c185ecc4-4af7-4f9d-8858-0f898c0997a3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': '11364ec7-53c3-4d88-988e-3436f6c374a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:34.745146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cc63343-bcef-43d3-922e-aa94929c9cdb req-4f324b22-bad9-480a-9b3f-9e493714f988 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/security-groups?id=af199b55-252c-4e49-bd8d-96840ee5d490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204829 Jul 07 19:35:34.761431 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c185ecc4-4af7-4f9d-8858-0f898c0997a3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.774447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c0b78b68-1713-4f76-a9b9-ba33dcb0c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:34.776097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c0b78b68-1713-4f76-a9b9-ba33dcb0c1e7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.1655107 Jul 07 19:35:34.811753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-89b90aa2-83f6-4221-b670-8c2f087816fa req-d72d270d-778b-4260-b6c7-f9540de9e998 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] For port 428e1b35-74db-48d7-8fa1-b3ab88291b44, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=428e1b35-74db-48d7-8fa1-b3ab88291b44,segment=NetworkSegment(832438c5-43f9-4a58-8103-8b50a6b07429),segment_id=832438c5-43f9-4a58-8103-8b50a6b07429)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:34.812453 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89b90aa2-83f6-4221-b670-8c2f087816fa req-d72d270d-778b-4260-b6c7-f9540de9e998 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.844722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fde5838-9d5b-4572-bdf8-5d447793bf1a req-5a8aeb9b-10d5-45d2-865d-c2a6f2132dc3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576852 Jul 07 19:35:34.907676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-89b90aa2-83f6-4221-b670-8c2f087816fa req-d72d270d-778b-4260-b6c7-f9540de9e998 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Calling delete_port for 428e1b35-74db-48d7-8fa1-b3ab88291b44 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:35:34.951903 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c185ecc4-4af7-4f9d-8858-0f898c0997a3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:34.965270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c185ecc4-4af7-4f9d-8858-0f898c0997a3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.000736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185ecc4-4af7-4f9d-8858-0f898c0997a3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1192d6-8c13-4efe-a092-25fc86f94fda,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:35.005948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c185ecc4-4af7-4f9d-8858-0f898c0997a3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.010158 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c185ecc4-4af7-4f9d-8858-0f898c0997a3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2947836 Jul 07 19:35:35.011283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:35.029535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b497a1b4-2b56-4f22-89b6-93ca80ad83db tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': '11364ec7-53c3-4d88-988e-3436f6c374a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:35.078731 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b497a1b4-2b56-4f22-89b6-93ca80ad83db tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.136033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:35.173996 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89b90aa2-83f6-4221-b670-8c2f087816fa req-d72d270d-778b-4260-b6c7-f9540de9e998 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.242796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-246b34fd-bf27-415d-b6ee-2ae30ed69c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.243544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['428e1b35-74db-48d7-8fa1-b3ab88291b44'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:35:35.244422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-246b34fd-bf27-415d-b6ee-2ae30ed69c10 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4554410 Jul 07 19:35:35.250114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d270d-778b-4260-b6c7-f9540de9e998 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Pushing event deleted for resources: {'Port': ['ID=428e1b35-74db-48d7-8fa1-b3ab88291b44,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:35.253803 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b497a1b4-2b56-4f22-89b6-93ca80ad83db tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.259895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b497a1b4-2b56-4f22-89b6-93ca80ad83db tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.316616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497a1b4-2b56-4f22-89b6-93ca80ad83db tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20284e56-27bd-41a0-88a7-84efa32dad90,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:35.348539 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b497a1b4-2b56-4f22-89b6-93ca80ad83db tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.352741 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b497a1b4-2b56-4f22-89b6-93ca80ad83db tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3368983 Jul 07 19:35:35.353409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:35.367201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c89e7b1f-0088-4486-87ec-8c284dabbcba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': '11364ec7-53c3-4d88-988e-3436f6c374a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:35.394230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b90aa2-83f6-4221-b670-8c2f087816fa req-d72d270d-778b-4260-b6c7-f9540de9e998 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] No DVR routers for this DVR port 428e1b35-74db-48d7-8fa1-b3ab88291b44 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:35:35.397215 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89b90aa2-83f6-4221-b670-8c2f087816fa req-d72d270d-778b-4260-b6c7-f9540de9e998 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.399608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89b90aa2-83f6-4221-b670-8c2f087816fa req-d72d270d-778b-4260-b6c7-f9540de9e998 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.59 "DELETE /v2.0/ports/428e1b35-74db-48d7-8fa1-b3ab88291b44 HTTP/1.1" status: 204 len: 173 time: 1.6880376 Jul 07 19:35:35.407909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbca6ff-1acb-4338-80b6-16ada4c3a184', 'name': 'network-vif-deleted', 'tag': '428e1b35-74db-48d7-8fa1-b3ab88291b44'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:35.410624 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e978ae23-baac-4830-b223-1528ad846d92" -d '{"events": [{"server_uuid": "0dbca6ff-1acb-4338-80b6-16ada4c3a184", "name": "network-vif-deleted", "tag": "428e1b35-74db-48d7-8fa1-b3ab88291b44"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:35.436519 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.444597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243dc98-ea99-451c-9150-07a3af01503a req-7b022192-c3d1-4ff9-9f16-340b82438486 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.453140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7243dc98-ea99-451c-9150-07a3af01503a req-7b022192-c3d1-4ff9-9f16-340b82438486 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.5467505 Jul 07 19:35:35.453996 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c89e7b1f-0088-4486-87ec-8c284dabbcba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.479105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:35.480422 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:35.483699 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce884099-00b9-4290-a46c-566cad2492a7" -d '{"events": [{"server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "name": "network-vif-unplugged", "status": "completed", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:35.489478 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.558464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7243dc98-ea99-451c-9150-07a3af01503a req-786e1a32-977e-4823-bb38-bc1b708fbb06 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042237 Jul 07 19:35:35.593748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dac82b-a72b-4fdd-9fa1-ed65f94fe1c7 req-4165715d-c956-4eff-b758-5e2f35781c42 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.608230 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c89e7b1f-0088-4486-87ec-8c284dabbcba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.612779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dac82b-a72b-4fdd-9fa1-ed65f94fe1c7 req-4165715d-c956-4eff-b758-5e2f35781c42 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.614732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c89e7b1f-0088-4486-87ec-8c284dabbcba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.626027 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dac82b-a72b-4fdd-9fa1-ed65f94fe1c7 req-4165715d-c956-4eff-b758-5e2f35781c42 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.634549 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:35.641685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e7b1f-0088-4486-87ec-8c284dabbcba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff00480-642f-4470-a803-6909549ab02f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:35.647854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c89e7b1f-0088-4486-87ec-8c284dabbcba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.649966 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c89e7b1f-0088-4486-87ec-8c284dabbcba tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2954762 Jul 07 19:35:35.652054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dac82b-a72b-4fdd-9fa1-ed65f94fe1c7 req-4165715d-c956-4eff-b758-5e2f35781c42 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.653054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:35.656712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.657070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.657415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.657759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.661284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.661670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.662021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.665682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.666051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.666497 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.666845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.667188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:35.672129 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dac82b-a72b-4fdd-9fa1-ed65f94fe1c7 req-4165715d-c956-4eff-b758-5e2f35781c42 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.693147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dac82b-a72b-4fdd-9fa1-ed65f94fe1c7 req-4165715d-c956-4eff-b758-5e2f35781c42 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.697377 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02e01f1-a840-4ba1-9d46-d0e16a0f6c79 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.705737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dac82b-a72b-4fdd-9fa1-ed65f94fe1c7 req-4165715d-c956-4eff-b758-5e2f35781c42 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:35.707707 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4dac82b-a72b-4fdd-9fa1-ed65f94fe1c7 req-4165715d-c956-4eff-b758-5e2f35781c42 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.5721772 Jul 07 19:35:35.714925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02e01f1-a840-4ba1-9d46-d0e16a0f6c79 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.724830 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9063e8c1-a038-4d92-8adf-c97d238b6ad1 x-openstack-request-id: req-9063e8c1-a038-4d92-8adf-c97d238b6ad1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:35.725176 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbca6ff-1acb-4338-80b6-16ada4c3a184", "name": "network-vif-deleted", "tag": "428e1b35-74db-48d7-8fa1-b3ab88291b44", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:35.725441 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9063e8c1-a038-4d92-8adf-c97d238b6ad1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:35.725876 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbca6ff-1acb-4338-80b6-16ada4c3a184', 'name': 'network-vif-deleted', 'tag': '428e1b35-74db-48d7-8fa1-b3ab88291b44', 'status': 'completed', 'code': 200} Jul 07 19:35:35.734430 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8d4eb9-86fe-4502-a045-8c42275d671e x-openstack-request-id: req-9e8d4eb9-86fe-4502-a045-8c42275d671e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:35.734842 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "name": "network-vif-unplugged", "status": "completed", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:35.735163 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9e8d4eb9-86fe-4502-a045-8c42275d671e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:35.735632 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'code': 200} Jul 07 19:35:35.740995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-99b37bcc-3022-46df-81ca-7e816de94ec1 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611816 Jul 07 19:35:35.768313 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02e01f1-a840-4ba1-9d46-d0e16a0f6c79 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.775433 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02e01f1-a840-4ba1-9d46-d0e16a0f6c79 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.777745 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a02e01f1-a840-4ba1-9d46-d0e16a0f6c79 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/3ff00480-642f-4470-a803-6909549ab02f HTTP/1.1" status: 204 len: 168 time: 0.1221683 Jul 07 19:35:35.783613 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:35.813853 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e01f1-a840-4ba1-9d46-d0e16a0f6c79 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ff00480-642f-4470-a803-6909549ab02f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:35.900024 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cf6a8746-deb1-4d83-9a9a-1f86db1a3bad tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1124232 Jul 07 19:35:35.900387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:35.931830 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd52de7-be97-46fc-a18b-4f836a061ad1 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.942219 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd52de7-be97-46fc-a18b-4f836a061ad1 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:35.943120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4dac82b-a72b-4fdd-9fa1-ed65f94fe1c7 req-39c70e83-7448-4056-b34a-c9aa44559703 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2159462 Jul 07 19:35:35.995101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd52de7-be97-46fc-a18b-4f836a061ad1 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.004517 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd52de7-be97-46fc-a18b-4f836a061ad1 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.010627 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4cd52de7-be97-46fc-a18b-4f836a061ad1 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/20284e56-27bd-41a0-88a7-84efa32dad90 HTTP/1.1" status: 204 len: 168 time: 0.1067615 Jul 07 19:35:36.045942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:36.048277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd52de7-be97-46fc-a18b-4f836a061ad1 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20284e56-27bd-41a0-88a7-84efa32dad90,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:36.057050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-130ce00c-0648-4e31-9f89-80fd483bdec8 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081174 Jul 07 19:35:36.155894 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4469fd51-e89c-4041-95cd-5500e6683c83 req-d30cb13e-1825-4fb5-8268-7f57f4fa9c60 tempest-TestServerAdvancedOps-2103301847 tempest-TestServerAdvancedOps-2103301847-project] 10.222.0.113 "GET /v2.0/ports?device_id=0dbca6ff-1acb-4338-80b6-16ada4c3a184 HTTP/1.1" status: 200 len: 210 time: 0.0969069 Jul 07 19:35:36.168244 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-f4891847-b92d-4ec5-a860-677ea7a3b435 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9 HTTP/1.1" status: 200 len: 217 time: 0.0965142 Jul 07 19:35:36.194451 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-82f87c8c-8b33-41d8-a704-b74035600709 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1333783 Jul 07 19:35:36.197309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:36.248573 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd5e7b97-4cc6-4b59-8e8c-7d94e9beb8a6 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.260900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd5e7b97-4cc6-4b59-8e8c-7d94e9beb8a6 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.285568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-52cadb1a-524d-4d5c-ad6a-71ec2dcea167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:36.287100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-52cadb1a-524d-4d5c-ad6a-71ec2dcea167 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0743377 Jul 07 19:35:36.298741 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd5e7b97-4cc6-4b59-8e8c-7d94e9beb8a6 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.307460 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd5e7b97-4cc6-4b59-8e8c-7d94e9beb8a6 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.312299 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fd5e7b97-4cc6-4b59-8e8c-7d94e9beb8a6 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/6d1192d6-8c13-4efe-a092-25fc86f94fda HTTP/1.1" status: 204 len: 168 time: 0.1138504 Jul 07 19:35:36.313872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:36.355089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e7b97-4cc6-4b59-8e8c-7d94e9beb8a6 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d1192d6-8c13-4efe-a092-25fc86f94fda,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:36.362108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8540123-406a-4121-ae02-98503b5e2861 req-7b601932-2c73-439c-804d-c00c00e50bde tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:36.363925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8540123-406a-4121-ae02-98503b5e2861 req-7b601932-2c73-439c-804d-c00c00e50bde tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.2068114 Jul 07 19:35:36.388262 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-22b40b3a-3eb8-49c3-9d64-7ed6ca3a125b tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0686469 Jul 07 19:35:36.389228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:36.394812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-06030da2-565a-4f88-a8c0-8a0c58ac7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:36.396348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-06030da2-565a-4f88-a8c0-8a0c58ac7c2f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1006107 Jul 07 19:35:36.427754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-483b79f8-9450-41ec-93e3-a6388bcb6dfe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.453698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-483b79f8-9450-41ec-93e3-a6388bcb6dfe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.480249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8540123-406a-4121-ae02-98503b5e2861 req-48796524-99d3-445d-b28a-98685719e394 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088443 Jul 07 19:35:36.509729 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-483b79f8-9450-41ec-93e3-a6388bcb6dfe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.528960 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-483b79f8-9450-41ec-93e3-a6388bcb6dfe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.530640 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-483b79f8-9450-41ec-93e3-a6388bcb6dfe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/cb8bf990-eee3-4ae7-b526-a7440a3af0da HTTP/1.1" status: 204 len: 168 time: 0.1402001 Jul 07 19:35:36.536406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:36.555319 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b79f8-9450-41ec-93e3-a6388bcb6dfe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb8bf990-eee3-4ae7-b526-a7440a3af0da,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:36.568935 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-416d52a6-1a61-48af-89c8-b45bc238647f service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598063 Jul 07 19:35:36.621092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-69745266-29a6-4dbb-8105-43fccf158956 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0809922 Jul 07 19:35:36.622572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:36.681572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a086f5-9621-4e1e-94aa-707be0f6a259 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.692065 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a086f5-9621-4e1e-94aa-707be0f6a259 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.705515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-57b7f543-58ba-4024-ac08-3ccb0fc4986f service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299627 Jul 07 19:35:36.730046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a086f5-9621-4e1e-94aa-707be0f6a259 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.738740 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a086f5-9621-4e1e-94aa-707be0f6a259 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.743090 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e3a086f5-9621-4e1e-94aa-707be0f6a259 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/621e2174-3b35-41d0-8598-3c5cf8abf2e1 HTTP/1.1" status: 204 len: 168 time: 0.1183858 Jul 07 19:35:36.744838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:36.776314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a086f5-9621-4e1e-94aa-707be0f6a259 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=621e2174-3b35-41d0-8598-3c5cf8abf2e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:36.812950 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-5b61cc3f-f1df-4438-b6b7-173849c44395 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e HTTP/1.1" status: 200 len: 217 time: 0.0986965 Jul 07 19:35:36.834013 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8cb5df26-0523-448b-84ea-bf7e5e8896b0 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0808403 Jul 07 19:35:36.834824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:36.912362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-e94c97a6-96bf-4e2c-a3ac-55f45615fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:36.913588 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-e94c97a6-96bf-4e2c-a3ac-55f45615fe02 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.0706127 Jul 07 19:35:36.924570 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07dc10df-be35-49bb-94e8-d563c60c783f tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:36.953540 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07dc10df-be35-49bb-94e8-d563c60c783f tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.015205 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07dc10df-be35-49bb-94e8-d563c60c783f tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.016744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951cdfb-6384-4726-a462-c2abfad110ea req-edde460a-be77-4672-9b58-3b2522cf3d7b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.018365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4951cdfb-6384-4726-a462-c2abfad110ea req-edde460a-be77-4672-9b58-3b2522cf3d7b tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.2174203 Jul 07 19:35:37.018486 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07dc10df-be35-49bb-94e8-d563c60c783f tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.019531 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-07dc10df-be35-49bb-94e8-d563c60c783f tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-groups/11364ec7-53c3-4d88-988e-3436f6c374a4 HTTP/1.1" status: 204 len: 168 time: 0.1837585 Jul 07 19:35:37.023108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:37.031511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc10df-be35-49bb-94e8-d563c60c783f tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11364ec7-53c3-4d88-988e-3436f6c374a4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:37.124635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ce371ce9-4c12-4637-91a0-cbad21aa1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.126187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ce371ce9-4c12-4637-91a0-cbad21aa1341 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2037361 Jul 07 19:35:37.130347 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4951cdfb-6384-4726-a462-c2abfad110ea req-977ac0ee-e8d7-4727-982d-6bb5bdb9a9bb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989780 Jul 07 19:35:37.139571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2b08f6f2-596c-4b97-bb1f-692debef7740 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1115224 Jul 07 19:35:37.139934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:37.145438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0ae92c30-8d78-48f6-a905-00dac7f23c80 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469820698'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:37.191429 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ae92c30-8d78-48f6-a905-00dac7f23c80 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.283071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-ddfe4598-43d8-4f05-9c61-7746a63b5168 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462119 Jul 07 19:35:37.364827 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ae92c30-8d78-48f6-a905-00dac7f23c80 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.370333 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ae92c30-8d78-48f6-a905-00dac7f23c80 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.405198 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ae92c30-8d78-48f6-a905-00dac7f23c80 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.406506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0ae92c30-8d78-48f6-a905-00dac7f23c80 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2655332 Jul 07 19:35:37.409193 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:37.414201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-82731031-c6d5-4d46-ba1f-f16a0371d741 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': '4606ab9c-cdfc-46a1-8e5c-fa149a0dc062', 'direction': 'ingress', 'protocol': 17}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:37.419958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae92c30-8d78-48f6-a905-00dac7f23c80 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4606ab9c-cdfc-46a1-8e5c-fa149a0dc062,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:37.448242 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82731031-c6d5-4d46-ba1f-f16a0371d741 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.530330 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82731031-c6d5-4d46-ba1f-f16a0371d741 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.535138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82731031-c6d5-4d46-ba1f-f16a0371d741 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.549242 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-441f57f1-53e7-44b0-98e0-882083185263 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544074 Jul 07 19:35:37.557860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82731031-c6d5-4d46-ba1f-f16a0371d741 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4482670-6851-4e6f-a270-55fff8d814a0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:37.567935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 428e1b35-74db-48d7-8fa1-b3ab88291b44 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:37.569752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511d23-bbe5-4c38-a8be-3e0af77fdca4 req-f3d6a2d2-6f1d-4deb-8cce-3ac4a4a91096 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.575139 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82731031-c6d5-4d46-ba1f-f16a0371d741 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.576023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511d23-bbe5-4c38-a8be-3e0af77fdca4 req-f3d6a2d2-6f1d-4deb-8cce-3ac4a4a91096 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.579060 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-82731031-c6d5-4d46-ba1f-f16a0371d741 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1663227 Jul 07 19:35:37.579369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:37.582452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511d23-bbe5-4c38-a8be-3e0af77fdca4 req-f3d6a2d2-6f1d-4deb-8cce-3ac4a4a91096 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.590128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511d23-bbe5-4c38-a8be-3e0af77fdca4 req-f3d6a2d2-6f1d-4deb-8cce-3ac4a4a91096 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.597502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511d23-bbe5-4c38-a8be-3e0af77fdca4 req-f3d6a2d2-6f1d-4deb-8cce-3ac4a4a91096 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.603402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511d23-bbe5-4c38-a8be-3e0af77fdca4 req-f3d6a2d2-6f1d-4deb-8cce-3ac4a4a91096 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.609219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 428e1b35-74db-48d7-8fa1-b3ab88291b44 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:35:37.609788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 428e1b35-74db-48d7-8fa1-b3ab88291b44 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:35:37.609919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511d23-bbe5-4c38-a8be-3e0af77fdca4 req-f3d6a2d2-6f1d-4deb-8cce-3ac4a4a91096 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.612627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa511d23-bbe5-4c38-a8be-3e0af77fdca4 req-f3d6a2d2-6f1d-4deb-8cce-3ac4a4a91096 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.3278453 Jul 07 19:35:37.643924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45ddd142-77eb-4f15-84bf-e9cf3c0f6fe9 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.668701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45ddd142-77eb-4f15-84bf-e9cf3c0f6fe9 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.674268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-2ab7e080-70ef-4a33-b39f-dc395e9052bb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721 HTTP/1.1" status: 200 len: 217 time: 0.0578017 Jul 07 19:35:37.686384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-35920556-0208-4591-9689-fc13b9cfdddc tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.687858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-35920556-0208-4591-9689-fc13b9cfdddc tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.3065972 Jul 07 19:35:37.726687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45ddd142-77eb-4f15-84bf-e9cf3c0f6fe9 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.729688 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45ddd142-77eb-4f15-84bf-e9cf3c0f6fe9 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.733984 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-45ddd142-77eb-4f15-84bf-e9cf3c0f6fe9 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-groups/4606ab9c-cdfc-46a1-8e5c-fa149a0dc062 HTTP/1.1" status: 204 len: 168 time: 0.1502178 Jul 07 19:35:37.736844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51292) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:37.748033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa511d23-bbe5-4c38-a8be-3e0af77fdca4 req-5dcba8bf-3455-4526-a6af-0f0e6ec415d2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1202705 Jul 07 19:35:37.751381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-03852d88-28c9-430a-896a-9d823ac3fbbe tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/quotas/f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 375 time: 0.0519950 Jul 07 19:35:37.761120 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddd142-77eb-4f15-84bf-e9cf3c0f6fe9 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4606ab9c-cdfc-46a1-8e5c-fa149a0dc062,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:37.800546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-2ee31537-44b1-477e-a32d-48414ae71d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.800546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-2ee31537-44b1-477e-a32d-48414ae71d5e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.1096969 Jul 07 19:35:37.813427 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d3e4e396-b1c9-4c9a-adea-80964c97c119 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753481 Jul 07 19:35:37.817235 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:37.829552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dc3c47ca-cae3-4c26-807b-2b04456281e2 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849021895'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:37.869162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc3c47ca-cae3-4c26-807b-2b04456281e2 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.899914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:37.909900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-0b0140b0-b5c6-4f72-b11d-080e363ac661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524899 Jul 07 19:35:37.961500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc39f22-78c7-439a-a896-42950d1ae5be admin admin] Deleting subnet fe4e0b9f-ace3-4b6f-8720-a062a295e6d0 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:35:37.966972 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afc39f22-78c7-439a-a896-42950d1ae5be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:37.967786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c8454576-0529-4516-bce2-0a89e4de7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:37.969487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-c8454576-0529-4516-bce2-0a89e4de7ae7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1622260 Jul 07 19:35:37.992692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-4acaf48d-d90f-455d-a0c6-5b64dafda6cc req-bea8022f-de56-45a5-aa37-09ab640c8ed1 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:35:37.993592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4acaf48d-d90f-455d-a0c6-5b64dafda6cc req-bea8022f-de56-45a5-aa37-09ab640c8ed1 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074136 Jul 07 19:35:38.019950 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afc39f22-78c7-439a-a896-42950d1ae5be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.088760 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afc39f22-78c7-439a-a896-42950d1ae5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.090155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-46de8be4-6551-4e83-addf-8fb6c677320b service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794202 Jul 07 19:35:38.151721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-fa89e0ce-6e33-4a31-9694-7ad2fb27d2e6 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754615 Jul 07 19:35:38.169754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc3c47ca-cae3-4c26-807b-2b04456281e2 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.193358 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc3c47ca-cae3-4c26-807b-2b04456281e2 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.240190 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afc39f22-78c7-439a-a896-42950d1ae5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.245486 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc3c47ca-cae3-4c26-807b-2b04456281e2 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.247740 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dc3c47ca-cae3-4c26-807b-2b04456281e2 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4284878 Jul 07 19:35:38.260031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:38.270508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c47ca-cae3-4c26-807b-2b04456281e2 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fae5f0-ed53-4b1f-b9db-e65e9685ef82,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:38.271898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8f780c8c-22e8-4f0d-8439-e13999434168 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547557303'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:38.275449 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc39f22-78c7-439a-a896-42950d1ae5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4e0b9f-ace3-4b6f-8720-a062a295e6d0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:38.280921 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afc39f22-78c7-439a-a896-42950d1ae5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.286311 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-afc39f22-78c7-439a-a896-42950d1ae5be admin admin] 10.222.0.113 "DELETE /v2.0/subnets/fe4e0b9f-ace3-4b6f-8720-a062a295e6d0 HTTP/1.1" status: 204 len: 168 time: 0.3852537 Jul 07 19:35:38.287110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51314) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:38.370169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-887f337d-4358-4896-8d3f-3ef0c947d536 service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654588 Jul 07 19:35:38.391643 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-367cdb41-757f-49f0-803f-e55914b31f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.422347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.470555 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f780c8c-22e8-4f0d-8439-e13999434168 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.576824 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.594864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b0127b-a88f-4b28-90d5-f27df18cc31a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:38.608843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56af2c2f-8c7c-4a3e-8eaa-524d611c952f req-0e186625-325f-4ad5-8230-74b0aa7c5ee4 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594580 Jul 07 19:35:38.619416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832438c5-43f9-4a58-8103-8b50a6b07429') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:38.619851 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832438c5-43f9-4a58-8103-8b50a6b07429') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:38.631593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.634358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec12f9-5849-4ea3-af11-9551017bbb53 req-db3310be-602f-4968-84a3-93403fd78809 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:38.645173 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ec12f9-5849-4ea3-af11-9551017bbb53 req-db3310be-602f-4968-84a3-93403fd78809 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.2420275 Jul 07 19:35:38.657280 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.675512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:35:38.680226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.704779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f780c8c-22e8-4f0d-8439-e13999434168 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:35:38.725659 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:35:38.748654 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f780c8c-22e8-4f0d-8439-e13999434168 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.778796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3ec12f9-5849-4ea3-af11-9551017bbb53 req-e028a293-6d66-4720-b261-16db0b3e8d8c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320109 Jul 07 19:35:38.864554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f780c8c-22e8-4f0d-8439-e13999434168 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.869645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:38.870385 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8f780c8c-22e8-4f0d-8439-e13999434168 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6038606 Jul 07 19:35:38.874517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f780c8c-22e8-4f0d-8439-e13999434168 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf86aea1-08b3-47e2-a827-ec01cac41dab,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:38.882071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5e41b996-4710-4319-811d-fd754b87a3f3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': 'f2fae5f0-ed53-4b1f-b9db-e65e9685ef82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cf86aea1-08b3-47e2-a827-ec01cac41dab', 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:38.897961 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.906035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-9b8649f1-231e-4565-9ead-26ab25087a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:38.906688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-9b8649f1-231e-4565-9ead-26ab25087a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:38.907852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-9b8649f1-231e-4565-9ead-26ab25087a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:38.908555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-9b8649f1-231e-4565-9ead-26ab25087a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:38.909200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-9b8649f1-231e-4565-9ead-26ab25087a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:38.909935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-9b8649f1-231e-4565-9ead-26ab25087a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:38.910628 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-9b8649f1-231e-4565-9ead-26ab25087a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:38.913803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-9b8649f1-231e-4565-9ead-26ab25087a40 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6487 time: 0.2205300 Jul 07 19:35:38.938550 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:38.944658 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] 10.222.0.113 "DELETE /v2.0/networks/13b0127b-a88f-4b28-90d5-f27df18cc31a HTTP/1.1" status: 204 len: 168 time: 0.6522365 Jul 07 19:35:38.945402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:38.991976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4941962-f5e0-4b50-b681-25b08e23eefe admin admin] Pushing event deleted for resources: {'Network': ['ID=13b0127b-a88f-4b28-90d5-f27df18cc31a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:39.024887 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-5aa44385-a741-45c8-a70f-6377ed5e808c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3781750 Jul 07 19:35:39.025572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e41b996-4710-4319-811d-fd754b87a3f3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.119346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e41b996-4710-4319-811d-fd754b87a3f3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.124091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e41b996-4710-4319-811d-fd754b87a3f3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.138157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:35:39.145015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41b996-4710-4319-811d-fd754b87a3f3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3ffe02-d1f4-413d-95bf-7ff6afa942ab,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:39.159721 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e41b996-4710-4319-811d-fd754b87a3f3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.160802 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a1157d-021c-4051-b8b9-012e1bbefe27 admin admin] Deleting subnet ab51ece5-861c-463f-b1af-a1ef31640a9a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:35:39.161634 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5e41b996-4710-4319-811d-fd754b87a3f3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2904491 Jul 07 19:35:39.163919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:39.223661 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-024aa87d-5fc1-49e8-9c0b-9f5875d118c4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.252271 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-024aa87d-5fc1-49e8-9c0b-9f5875d118c4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.274991 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9a1157d-021c-4051-b8b9-012e1bbefe27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.307937 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-024aa87d-5fc1-49e8-9c0b-9f5875d118c4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.322464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-024aa87d-5fc1-49e8-9c0b-9f5875d118c4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.325017 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-024aa87d-5fc1-49e8-9c0b-9f5875d118c4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/7e3ffe02-d1f4-413d-95bf-7ff6afa942ab HTTP/1.1" status: 204 len: 168 time: 0.1594868 Jul 07 19:35:39.328079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:39.350139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aa87d-5fc1-49e8-9c0b-9f5875d118c4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e3ffe02-d1f4-413d-95bf-7ff6afa942ab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:39.389879 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9a1157d-021c-4051-b8b9-012e1bbefe27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.442072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1a2d4183-aa42-442b-974b-c6db330d1d55 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1119995 Jul 07 19:35:39.445463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:39.478952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541c6b-732c-48cb-955e-7f1c5ce2e0a9 req-312ad7ed-5bd6-45d6-b79c-c9945ac3a87f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:39.485598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541c6b-732c-48cb-955e-7f1c5ce2e0a9 req-312ad7ed-5bd6-45d6-b79c-c9945ac3a87f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:39.491645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541c6b-732c-48cb-955e-7f1c5ce2e0a9 req-312ad7ed-5bd6-45d6-b79c-c9945ac3a87f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:39.498996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541c6b-732c-48cb-955e-7f1c5ce2e0a9 req-312ad7ed-5bd6-45d6-b79c-c9945ac3a87f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:39.504917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541c6b-732c-48cb-955e-7f1c5ce2e0a9 req-312ad7ed-5bd6-45d6-b79c-c9945ac3a87f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:39.511803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541c6b-732c-48cb-955e-7f1c5ce2e0a9 req-312ad7ed-5bd6-45d6-b79c-c9945ac3a87f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:39.518650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541c6b-732c-48cb-955e-7f1c5ce2e0a9 req-312ad7ed-5bd6-45d6-b79c-c9945ac3a87f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:39.520622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c541c6b-732c-48cb-955e-7f1c5ce2e0a9 req-312ad7ed-5bd6-45d6-b79c-c9945ac3a87f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.4047346 Jul 07 19:35:39.530604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-10b251d0-c032-4caf-bb41-e66e889b1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:39.532065 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-10b251d0-c032-4caf-bb41-e66e889b1793 service neutron] 10.222.0.112 "GET /v2.0/networks?id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d HTTP/1.1" status: 200 len: 904 time: 0.6085603 Jul 07 19:35:39.580753 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be3b4701-f32e-4075-80bd-ec222bbc2947 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.583381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fdc4-fe5a-4937-b52d-eed2e2ee7700 req-ea7688f7-6736-46a1-b052-85605f1fc6d0 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:39.592391 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3f1fdc4-fe5a-4937-b52d-eed2e2ee7700 req-ea7688f7-6736-46a1-b052-85605f1fc6d0 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.4660807 Jul 07 19:35:39.627495 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be3b4701-f32e-4075-80bd-ec222bbc2947 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.664583 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9a1157d-021c-4051-b8b9-012e1bbefe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.728115 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be3b4701-f32e-4075-80bd-ec222bbc2947 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.733737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-c7cd6264-f7d3-4154-b745-b82ac0ddef20 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e HTTP/1.1" status: 200 len: 217 time: 0.1841674 Jul 07 19:35:39.734080 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be3b4701-f32e-4075-80bd-ec222bbc2947 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:39.736620 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-be3b4701-f32e-4075-80bd-ec222bbc2947 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-groups/cf86aea1-08b3-47e2-a827-ec01cac41dab HTTP/1.1" status: 204 len: 168 time: 0.2886920 Jul 07 19:35:39.743318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:39.763154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b4701-f32e-4075-80bd-ec222bbc2947 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf86aea1-08b3-47e2-a827-ec01cac41dab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:39.810390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3f1fdc4-fe5a-4937-b52d-eed2e2ee7700 req-32c993ec-4d27-4d5f-9475-3af5a9bad892 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162004 Jul 07 19:35:39.873436 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f71c63e9-149f-46a5-8e74-232d169dd0c9 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1257246 Jul 07 19:35:39.874040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:40.001144 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c541c6b-732c-48cb-955e-7f1c5ce2e0a9 req-a9177d1d-33d9-4672-9ab2-b34e833eab93 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4638879 Jul 07 19:35:40.057791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8524ae8-de1e-4293-bef4-cb68ef04c211 req-62103570-21de-4716-ad8e-f6de2d511ebc tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 210 time: 0.0551095 Jul 07 19:35:40.076921 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04608e66-1488-4a50-8586-58ae146938fe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.091942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-30e3df87-4f32-42b6-acad-a5dfcdbb81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:40.093488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-30e3df87-4f32-42b6-acad-a5dfcdbb81d7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.3499746 Jul 07 19:35:40.124615 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04608e66-1488-4a50-8586-58ae146938fe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.174264 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9a1157d-021c-4051-b8b9-012e1bbefe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.194067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04608e66-1488-4a50-8586-58ae146938fe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.204242 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04608e66-1488-4a50-8586-58ae146938fe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.211783 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-04608e66-1488-4a50-8586-58ae146938fe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-groups/f2fae5f0-ed53-4b1f-b9db-e65e9685ef82 HTTP/1.1" status: 204 len: 168 time: 0.3322854 Jul 07 19:35:40.212549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:40.244046 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9a1157d-021c-4051-b8b9-012e1bbefe27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.249241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f9a1157d-021c-4051-b8b9-012e1bbefe27 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/ab51ece5-861c-463f-b1af-a1ef31640a9a HTTP/1.1" status: 204 len: 168 time: 1.2756543 Jul 07 19:35:40.249396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04608e66-1488-4a50-8586-58ae146938fe tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fae5f0-ed53-4b1f-b9db-e65e9685ef82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:40.252549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:40.304511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1157d-021c-4051-b8b9-012e1bbefe27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab51ece5-861c-463f-b1af-a1ef31640a9a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:40.369597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-81d0167b-667b-44d2-9a59-cd1c5d8d8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:40.371249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-81d0167b-667b-44d2-9a59-cd1c5d8d8846 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2629058 Jul 07 19:35:40.418425 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.426349 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-42a94a7d-a8ba-4ba7-8413-7b32cb09b70d tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2124667 Jul 07 19:35:40.432402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:40.441590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-32cc29e6-795d-47ba-afd6-490ff54a5684 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980200012'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:40.446769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7e125-fb1b-42d3-92e7-c0d2b925a0f0 req-34ac3e79-aec7-4038-8181-21b00e6b40b4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:40.456675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbc7e125-fb1b-42d3-92e7-c0d2b925a0f0 req-34ac3e79-aec7-4038-8181-21b00e6b40b4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.1647069 Jul 07 19:35:40.540650 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32cc29e6-795d-47ba-afd6-490ff54a5684 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.568490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.583956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb90380-00ba-4a0b-946d-9e837e321381']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:40.605112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fac44cf-d135-4902-bbde-7991e765a415') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:40.605549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fac44cf-d135-4902-bbde-7991e765a415') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:35:40.623920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.655416 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.667100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:35:40.667563 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:35:40.670209 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:35:40.752453 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32cc29e6-795d-47ba-afd6-490ff54a5684 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.762060 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.770698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.782719 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] 10.222.0.113 "DELETE /v2.0/networks/9bb90380-00ba-4a0b-946d-9e837e321381 HTTP/1.1" status: 204 len: 168 time: 0.5264375 Jul 07 19:35:40.782719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32cc29e6-795d-47ba-afd6-490ff54a5684 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.901646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc29e6-795d-47ba-afd6-490ff54a5684 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714bd865-9cf7-467d-95ca-5e0685adb53b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:40.935159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b183ca-206e-4acc-85cb-277fe2a9d559 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb90380-00ba-4a0b-946d-9e837e321381,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:40.940592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32cc29e6-795d-47ba-afd6-490ff54a5684 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:40.945350 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-32cc29e6-795d-47ba-afd6-490ff54a5684 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5093491 Jul 07 19:35:40.946206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:40.957009 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-75cdd9ba-fa39-4bc1-ace8-1685acf358e3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': '714bd865-9cf7-467d-95ca-5e0685adb53b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:40.996103 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbc7e125-fb1b-42d3-92e7-c0d2b925a0f0 req-a8bcf944-5a6b-4b82-b02d-950288e1f203 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5384219 Jul 07 19:35:41.026638 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75cdd9ba-fa39-4bc1-ace8-1685acf358e3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.061818 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50a27e31-25a8-4bb9-ac70-4725bc7e9cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.145279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:41.152348 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75cdd9ba-fa39-4bc1-ace8-1685acf358e3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.157302 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75cdd9ba-fa39-4bc1-ace8-1685acf358e3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.197682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdd9ba-fa39-4bc1-ace8-1685acf358e3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c3c35b-b392-45b5-843d-c005ce5420e8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:41.214323 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75cdd9ba-fa39-4bc1-ace8-1685acf358e3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.215613 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-75cdd9ba-fa39-4bc1-ace8-1685acf358e3 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2683916 Jul 07 19:35:41.218826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:41.268072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-996337d9-8d1c-4aed-931b-5a07ab0fce66 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8879726 Jul 07 19:35:41.298590 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.301281 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3105d9d5-7e53-4d81-8433-6fa43969c4bd tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.318583 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3105d9d5-7e53-4d81-8433-6fa43969c4bd tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.375288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3105d9d5-7e53-4d81-8433-6fa43969c4bd tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.382500 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3105d9d5-7e53-4d81-8433-6fa43969c4bd tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.387172 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3105d9d5-7e53-4d81-8433-6fa43969c4bd tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/74c3c35b-b392-45b5-843d-c005ce5420e8 HTTP/1.1" status: 204 len: 168 time: 0.1672790 Jul 07 19:35:41.389263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:41.400915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105d9d5-7e53-4d81-8433-6fa43969c4bd tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74c3c35b-b392-45b5-843d-c005ce5420e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:41.487613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-572b5668-04ec-4dd2-8c9b-aafc4aef7d49 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.487613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-572b5668-04ec-4dd2-8c9b-aafc4aef7d49 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.4898396 Jul 07 19:35:41.488623 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4302d7f1-2de5-47bf-a71e-2e7fe0958291 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0981250 Jul 07 19:35:41.490500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:41.515209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'port': {'device_id': 'e01fbde4-e0d0-4750-84d0-18f84ef93f5f', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'admin_state_up': True, 'tenant_id': 'f58f2e439b864b4da52aae10cd571039'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:41.551712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523043d-1331-42d6-b4d0-0e3507a0914c req-751ab1e8-410e-462a-9ab3-2302e8664d74 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.559148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3523043d-1331-42d6-b4d0-0e3507a0914c req-751ab1e8-410e-462a-9ab3-2302e8664d74 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.4128287 Jul 07 19:35:41.565336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b181f217-d1dd-44f4-84af-7843a75417f0 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.596031 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b181f217-d1dd-44f4-84af-7843a75417f0 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.614343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-39cea672-e48f-4fff-bdc2-ba190b68c10c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=893ccbae2b994aeea3fe5e16d6f593a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4627123 Jul 07 19:35:41.642194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:41.652336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b181f217-d1dd-44f4-84af-7843a75417f0 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.656530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb98d8f-017f-4df9-875e-0702a89b1e47 req-77791f7e-b14c-48d9-a7ef-b8b3b5a32daf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.657174 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b181f217-d1dd-44f4-84af-7843a75417f0 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.661396 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b181f217-d1dd-44f4-84af-7843a75417f0 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-groups/714bd865-9cf7-467d-95ca-5e0685adb53b HTTP/1.1" status: 204 len: 168 time: 0.1695139 Jul 07 19:35:41.662257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:41.662664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb98d8f-017f-4df9-875e-0702a89b1e47 req-77791f7e-b14c-48d9-a7ef-b8b3b5a32daf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.670245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb98d8f-017f-4df9-875e-0702a89b1e47 req-77791f7e-b14c-48d9-a7ef-b8b3b5a32daf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.677541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb98d8f-017f-4df9-875e-0702a89b1e47 req-77791f7e-b14c-48d9-a7ef-b8b3b5a32daf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.685666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb98d8f-017f-4df9-875e-0702a89b1e47 req-77791f7e-b14c-48d9-a7ef-b8b3b5a32daf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.692525 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb98d8f-017f-4df9-875e-0702a89b1e47 req-77791f7e-b14c-48d9-a7ef-b8b3b5a32daf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.699690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb98d8f-017f-4df9-875e-0702a89b1e47 req-77791f7e-b14c-48d9-a7ef-b8b3b5a32daf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:41.702489 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0eb98d8f-017f-4df9-875e-0702a89b1e47 req-77791f7e-b14c-48d9-a7ef-b8b3b5a32daf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.3413997 Jul 07 19:35:41.712363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181f217-d1dd-44f4-84af-7843a75417f0 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714bd865-9cf7-467d-95ca-5e0685adb53b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:41.717729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3523043d-1331-42d6-b4d0-0e3507a0914c req-887468d9-766f-4280-8a44-1961b11f3484 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575909 Jul 07 19:35:41.775268 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e652e264-6036-493f-a294-cb35c2780b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.785389 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bb9e28e9-a19d-42ab-9936-26b486e17e37 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109905 Jul 07 19:35:41.787295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:41.792155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c4dabe79-367c-4ff0-9461-e2a0e0276897 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983693898'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:41.823867 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4dabe79-367c-4ff0-9461-e2a0e0276897 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.890285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0eb98d8f-017f-4df9-875e-0702a89b1e47 req-68d9b0db-9fb3-4991-a3d5-b11cfd849daf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633697 Jul 07 19:35:41.917481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e652e264-6036-493f-a294-cb35c2780b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:41.989697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-208fc26a-9861-4d7d-b580-0252fd829795 req-ee533a0a-28a0-47b1-a4e5-ea3a87bf1fe4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 210 time: 0.0424695 Jul 07 19:35:41.999594 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e652e264-6036-493f-a294-cb35c2780b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.002573 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e652e264-6036-493f-a294-cb35c2780b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.006602 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e652e264-6036-493f-a294-cb35c2780b1b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/af199b55-252c-4e49-bd8d-96840ee5d490 HTTP/1.1" status: 204 len: 168 time: 0.3599968 Jul 07 19:35:42.025872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-298610fa-6730-4697-93b9-349e949ea04b service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732271 Jul 07 19:35:42.069711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652e264-6036-493f-a294-cb35c2780b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af199b55-252c-4e49-bd8d-96840ee5d490,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:42.206693 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4dabe79-367c-4ff0-9461-e2a0e0276897 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.215310 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4dabe79-367c-4ff0-9461-e2a0e0276897 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.292084 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dabe79-367c-4ff0-9461-e2a0e0276897 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62a53f3-137e-4228-a72b-6bc9722211ca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:42.333736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Made reservation on behalf of f58f2e439b864b4da52aae10cd571039 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:35:42.337667 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.338385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4dabe79-367c-4ff0-9461-e2a0e0276897 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.341344 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c4dabe79-367c-4ff0-9461-e2a0e0276897 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5522113 Jul 07 19:35:42.343557 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:42.350200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3937b219-21fb-429f-9428-1bb51b74ce8e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': 'c62a53f3-137e-4228-a72b-6bc9722211ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:42.412155 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.430140 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3937b219-21fb-429f-9428-1bb51b74ce8e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.442679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-d49b66c9-064e-4879-86fa-4a5a9de40b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.443165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-d49b66c9-064e-4879-86fa-4a5a9de40b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.443644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-d49b66c9-064e-4879-86fa-4a5a9de40b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.444124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-d49b66c9-064e-4879-86fa-4a5a9de40b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.444621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-d49b66c9-064e-4879-86fa-4a5a9de40b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.445095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-d49b66c9-064e-4879-86fa-4a5a9de40b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.445564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-d49b66c9-064e-4879-86fa-4a5a9de40b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.447586 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-d49b66c9-064e-4879-86fa-4a5a9de40b64 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6487 time: 0.3472047 Jul 07 19:35:42.459556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94343795-a9fa-48f8-97a8-20e5a86180b1 req-478580d8-7cd0-4ae3-8260-1a4d1e4fa7c4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.466668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94343795-a9fa-48f8-97a8-20e5a86180b1 req-478580d8-7cd0-4ae3-8260-1a4d1e4fa7c4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.2715187 Jul 07 19:35:42.567840 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3937b219-21fb-429f-9428-1bb51b74ce8e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.571465 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94343795-a9fa-48f8-97a8-20e5a86180b1 req-c186b66d-5961-4c45-bb92-25cfeb82397c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037345 Jul 07 19:35:42.596645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3937b219-21fb-429f-9428-1bb51b74ce8e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.618425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937b219-21fb-429f-9428-1bb51b74ce8e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57c4bab-fb49-4432-91c3-3f480a399301,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:42.635392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3937b219-21fb-429f-9428-1bb51b74ce8e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.636079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Allocated IP 172.20.0.9 (b150f212-e4ea-4f67-9554-56f7fecaa4a1/b1e703ee-e305-44a3-b919-3ea0602c9c04/100c7804-03b7-4f14-b78a-18d3fd86a6dc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:35:42.638444 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3937b219-21fb-429f-9428-1bb51b74ce8e tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2921195 Jul 07 19:35:42.642252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:42.680623 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ca69cd52-6403-46e4-92d2-4531443fadca tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules/f57c4bab-fb49-4432-91c3-3f480a399301 HTTP/1.1" status: 200 len: 763 time: 0.0361507 Jul 07 19:35:42.681148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:42.687368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:42.729304 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-33c298a0-f60a-4541-9b2c-c13e637e2bf7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f67aff2213ab47978cbf01cec8478bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469062 Jul 07 19:35:42.731720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:42.788750 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbadbffe-462a-460b-b8d1-f1bb0853475f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.812510 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbadbffe-462a-460b-b8d1-f1bb0853475f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.862804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-23c4cd99-9a6f-4b98-b4c7-660f14dba8f8 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1742876 Jul 07 19:35:42.869548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:42.924185 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76f80d40-a75d-464e-9474-0e0ecbae64cf tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.931503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-d6acc657-5579-4c0b-b87d-67209052d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:42.933762 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-d6acc657-5579-4c0b-b87d-67209052d812 service neutron] 10.222.0.112 "GET /v2.0/networks?id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d HTTP/1.1" status: 200 len: 904 time: 0.4638517 Jul 07 19:35:42.935089 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbadbffe-462a-460b-b8d1-f1bb0853475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.939262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbadbffe-462a-460b-b8d1-f1bb0853475f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.942981 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cbadbffe-462a-460b-b8d1-f1bb0853475f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/40f56fc1-6403-455f-b2a1-055413745fbb HTTP/1.1" status: 204 len: 168 time: 0.2077734 Jul 07 19:35:42.949677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76f80d40-a75d-464e-9474-0e0ecbae64cf tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.988931 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76f80d40-a75d-464e-9474-0e0ecbae64cf tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:42.996281 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76f80d40-a75d-464e-9474-0e0ecbae64cf tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.000927 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-76f80d40-a75d-464e-9474-0e0ecbae64cf tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/f57c4bab-fb49-4432-91c3-3f480a399301 HTTP/1.1" status: 204 len: 168 time: 0.1301794 Jul 07 19:35:43.001902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadbffe-462a-460b-b8d1-f1bb0853475f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f56fc1-6403-455f-b2a1-055413745fbb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:43.005731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:43.020304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f80d40-a75d-464e-9474-0e0ecbae64cf tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f57c4bab-fb49-4432-91c3-3f480a399301,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:43.027607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-fa2269e0-8033-465a-b3db-45cd97cad92f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721 HTTP/1.1" status: 200 len: 217 time: 0.0676434 Jul 07 19:35:43.070496 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8d4bffee-0777-4966-a6d2-6ccd5bbb9aa5 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0625014 Jul 07 19:35:43.071482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:43.081971 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-99c57b28-0099-4e53-af04-db2ef9072547 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': 'c62a53f3-137e-4228-a72b-6bc9722211ca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:43.113347 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.129321 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99c57b28-0099-4e53-af04-db2ef9072547 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.175777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-ee28f095-9fc3-4429-8e34-946dbd4d7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.177737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-ee28f095-9fc3-4429-8e34-946dbd4d7386 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.1440949 Jul 07 19:35:43.188632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Transition to ACTIVE for port object 100c7804-03b7-4f14-b78a-18d3fd86a6dc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:43.199412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718db44-cc36-4141-8762-90cceeb840a3 req-4209e0cf-9cf2-444d-962f-a81d07079857 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.207466 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99c57b28-0099-4e53-af04-db2ef9072547 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.207691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0718db44-cc36-4141-8762-90cceeb840a3 req-4209e0cf-9cf2-444d-962f-a81d07079857 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.2908826 Jul 07 19:35:43.212809 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99c57b28-0099-4e53-af04-db2ef9072547 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.236430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c57b28-0099-4e53-af04-db2ef9072547 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d97c98-e44e-4fd7-bbeb-94be407b28ba,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:43.246673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99c57b28-0099-4e53-af04-db2ef9072547 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.251581 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-99c57b28-0099-4e53-af04-db2ef9072547 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1788890 Jul 07 19:35:43.252822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:43.281778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:43.282523 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-211d1119-cd4a-4992-b60b-ca0c7bd5e2db tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules/81d97c98-e44e-4fd7-bbeb-94be407b28ba HTTP/1.1" status: 200 len: 763 time: 0.0268347 Jul 07 19:35:43.372806 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.476163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=100c7804-03b7-4f14-b78a-18d3fd86a6dc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:43.494811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-4295581d-890f-44ba-a6eb-18164bfc3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.496390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-4295581d-890f-44ba-a6eb-18164bfc3587 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3092558 Jul 07 19:35:43.509187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690b462-69a8-4691-977d-f32a3487cc56 req-b9fb28a2-6c40-47c2-9a09-eb558d9adb50 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.516996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690b462-69a8-4691-977d-f32a3487cc56 req-b9fb28a2-6c40-47c2-9a09-eb558d9adb50 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.523216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690b462-69a8-4691-977d-f32a3487cc56 req-b9fb28a2-6c40-47c2-9a09-eb558d9adb50 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.529684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690b462-69a8-4691-977d-f32a3487cc56 req-b9fb28a2-6c40-47c2-9a09-eb558d9adb50 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.536315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690b462-69a8-4691-977d-f32a3487cc56 req-b9fb28a2-6c40-47c2-9a09-eb558d9adb50 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.542407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690b462-69a8-4691-977d-f32a3487cc56 req-b9fb28a2-6c40-47c2-9a09-eb558d9adb50 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.549084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690b462-69a8-4691-977d-f32a3487cc56 req-b9fb28a2-6c40-47c2-9a09-eb558d9adb50 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.551167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9690b462-69a8-4691-977d-f32a3487cc56 req-b9fb28a2-6c40-47c2-9a09-eb558d9adb50 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.4434600 Jul 07 19:35:43.575495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0718db44-cc36-4141-8762-90cceeb840a3 req-fdbbd7ab-9c2f-4683-aed6-a44ccb833197 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666251 Jul 07 19:35:43.696023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:35:43.723038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3c32da33-0aa3-4b8f-91e4-16bd2e95d949 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4385982 Jul 07 19:35:43.725988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:43.763312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:35:43.768608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:35:43.777075 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86d0fac4-04ae-49c9-990e-c875400726f4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.790493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86d0fac4-04ae-49c9-990e-c875400726f4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.831147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86d0fac4-04ae-49c9-990e-c875400726f4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.844056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86d0fac4-04ae-49c9-990e-c875400726f4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.882979 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-86d0fac4-04ae-49c9-990e-c875400726f4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/81d97c98-e44e-4fd7-bbeb-94be407b28ba HTTP/1.1" status: 204 len: 168 time: 0.1537952 Jul 07 19:35:43.886671 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9690b462-69a8-4691-977d-f32a3487cc56 req-22b54137-78aa-4da8-b6b7-02c602318582 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3100901 Jul 07 19:35:43.887102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:43.904837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:43.905510 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.916779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0fac4-04ae-49c9-990e-c875400726f4 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81d97c98-e44e-4fd7-bbeb-94be407b28ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:43.930481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-3958acd3-46ff-4215-8a2b-5966eff46109 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4202430 Jul 07 19:35:43.937991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-f0eb9095-4759-4cc3-be1a-011e924b373f service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791006 Jul 07 19:35:43.960549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Request body: {'port': {'device_id': 'e01fbde4-e0d0-4750-84d0-18f84ef93f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:43.968410 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3c56c890-8ad9-4fb8-aef0-0c9a9458a4d2 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0782089 Jul 07 19:35:43.970191 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:43.972580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:43.981684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-06eb8f62-aeef-48d5-897f-bbd45c7611ec tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Request body: {'security_group_rule': {'security_group_id': 'c62a53f3-137e-4228-a72b-6bc9722211ca', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:44.036771 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-06eb8f62-aeef-48d5-897f-bbd45c7611ec tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Project e9f0149824c5499fba6180cf6a9625e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:35:44.051958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eb8f62-aeef-48d5-897f-bbd45c7611ec tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.129086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eb8f62-aeef-48d5-897f-bbd45c7611ec tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.137689 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eb8f62-aeef-48d5-897f-bbd45c7611ec tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.154223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb8f62-aeef-48d5-897f-bbd45c7611ec tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0f7e91-910c-410c-a3a9-2d9dedef6c4d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:44.177335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eb8f62-aeef-48d5-897f-bbd45c7611ec tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.181292 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-06eb8f62-aeef-48d5-897f-bbd45c7611ec tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2050674 Jul 07 19:35:44.181544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:44.190274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5d207-8b4f-4452-bb6c-efb42b529f1a req-533f008b-88ee-4a20-b966-fb7c6d9c4667 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:44.192107 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90b5d207-8b4f-4452-bb6c-efb42b529f1a req-533f008b-88ee-4a20-b966-fb7c6d9c4667 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 931 time: 0.4159868 Jul 07 19:35:44.211256 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-05146e73-63f2-4a75-8b90-294253678a36 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules/fc0f7e91-910c-410c-a3a9-2d9dedef6c4d HTTP/1.1" status: 200 len: 769 time: 0.0246522 Jul 07 19:35:44.211466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-328c3214-b79d-414d-a228-05446c52d603 None None] Provisioning for port 100c7804-03b7-4f14-b78a-18d3fd86a6dc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:35:44.211555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:44.216695 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-328c3214-b79d-414d-a228-05446c52d603 None None] Provisioning complete for port 100c7804-03b7-4f14-b78a-18d3fd86a6dc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:35:44.217071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-328c3214-b79d-414d-a228-05446c52d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.268781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.272755 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7ae1e6bf-6748-4bfe-bb7a-f16f14261969 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0573792 Jul 07 19:35:44.275132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51462) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:44.301688 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47891a6b-7bb9-402d-8130-f3f9ee904912 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.310438 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47891a6b-7bb9-402d-8130-f3f9ee904912 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.310932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-328c3214-b79d-414d-a228-05446c52d603 None None] Port 100c7804-03b7-4f14-b78a-18d3fd86a6dc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:35:44.316857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27c31680-8e57-47dc-a4c4-072bc582f056 req-5a9fcac4-1b08-480d-a50a-238978030094 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625679 Jul 07 19:35:44.323447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90b5d207-8b4f-4452-bb6c-efb42b529f1a req-f164f7d1-301c-4f39-ad6b-d0dc60a6cbd5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058402 Jul 07 19:35:44.360204 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47891a6b-7bb9-402d-8130-f3f9ee904912 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.376259 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47891a6b-7bb9-402d-8130-f3f9ee904912 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.377809 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-47891a6b-7bb9-402d-8130-f3f9ee904912 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/fc0f7e91-910c-410c-a3a9-2d9dedef6c4d HTTP/1.1" status: 204 len: 168 time: 0.1017127 Jul 07 19:35:44.378982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47891a6b-7bb9-402d-8130-f3f9ee904912 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc0f7e91-910c-410c-a3a9-2d9dedef6c4d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:44.381467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:44.384394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8c477-2d79-4bec-8b46-9a15dc2771ac req-0f2de7c0-06b4-45ae-910e-6cd536f584cc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:44.385973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbd8c477-2d79-4bec-8b46-9a15dc2771ac req-0f2de7c0-06b4-45ae-910e-6cd536f584cc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.2274358 Jul 07 19:35:44.441666 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8ba7a207-536a-4777-9c82-305dc702ec04 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0587280 Jul 07 19:35:44.444686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:44.510200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbd8c477-2d79-4bec-8b46-9a15dc2771ac req-7ab17442-61c1-42af-b4d1-01bfea70365d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104295 Jul 07 19:35:44.519877 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76e7b0f9-2704-4c2f-a52d-997d05b84655 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.552918 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76e7b0f9-2704-4c2f-a52d-997d05b84655 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.608328 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76e7b0f9-2704-4c2f-a52d-997d05b84655 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.612086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76e7b0f9-2704-4c2f-a52d-997d05b84655 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.613609 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-76e7b0f9-2704-4c2f-a52d-997d05b84655 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "DELETE /v2.0/security-groups/c62a53f3-137e-4228-a72b-6bc9722211ca HTTP/1.1" status: 204 len: 168 time: 0.1676722 Jul 07 19:35:44.617852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:44.648667 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7b0f9-2704-4c2f-a52d-997d05b84655 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62a53f3-137e-4228-a72b-6bc9722211ca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:44.714746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100c7804-03b7-4f14-b78a-18d3fd86a6dc {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:44.718080 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1b976e68-7200-488d-bf6c-94aadf0da71b tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0962648 Jul 07 19:35:44.721045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:44.743603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.767523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Transition to ACTIVE for port object 100c7804-03b7-4f14-b78a-18d3fd86a6dc will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:44.774639 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:44.784339 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e69ba396-3a70-438d-b27b-8a424e23d438 tempest-SecGroupIPv6Test-651328736 tempest-SecGroupIPv6Test-651328736-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615466 Jul 07 19:35:44.873997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Pushing event updated for resources: {'Port': ['ID=100c7804-03b7-4f14-b78a-18d3fd86a6dc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:45.006647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa4d4-30f4-4677-a96d-abd046bcd1f4 req-f9a1fc89-6a74-49be-8572-84fdf57bf5c1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.008278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-515fa4d4-30f4-4677-a96d-abd046bcd1f4 req-f9a1fc89-6a74-49be-8572-84fdf57bf5c1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.1988297 Jul 07 19:35:45.089217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Attempting to bind port 100c7804-03b7-4f14-b78a-18d3fd86a6dc on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:45.089561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Attempting to bind port 100c7804-03b7-4f14-b78a-18d3fd86a6dc by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:45.089895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Attempting to bind port 100c7804-03b7-4f14-b78a-18d3fd86a6dc on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:45.129877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Port 100c7804-03b7-4f14-b78a-18d3fd86a6dc on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:45.134132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Attempting to bind port 100c7804-03b7-4f14-b78a-18d3fd86a6dc on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:45.194920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-515fa4d4-30f4-4677-a96d-abd046bcd1f4 req-59b4249b-f9e3-4864-9ef4-831bceb34fbf tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752603 Jul 07 19:35:45.195777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:45.205074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Checking segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:45.205682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:45.205792 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Bound using segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:45.206331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Bound port: 100c7804-03b7-4f14-b78a-18d3fd86a6dc, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:45.214828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:45.322821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] For port 100c7804-03b7-4f14-b78a-18d3fd86a6dc, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:45.326493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] For port 100c7804-03b7-4f14-b78a-18d3fd86a6dc, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=100c7804-03b7-4f14-b78a-18d3fd86a6dc,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:45.336787 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:45.402631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72305e-7518-425b-961a-4c6c3b6b9754 req-52e3b2c9-0265-4ed1-9c56-d57632ddb294 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.409017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72305e-7518-425b-961a-4c6c3b6b9754 req-52e3b2c9-0265-4ed1-9c56-d57632ddb294 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.410771 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2bcd15df-d0df-4301-9811-5694e0dcb316 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e9f0149824c5499fba6180cf6a9625e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2040050 Jul 07 19:35:45.412912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:45.419330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72305e-7518-425b-961a-4c6c3b6b9754 req-52e3b2c9-0265-4ed1-9c56-d57632ddb294 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.425780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72305e-7518-425b-961a-4c6c3b6b9754 req-52e3b2c9-0265-4ed1-9c56-d57632ddb294 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.431940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72305e-7518-425b-961a-4c6c3b6b9754 req-52e3b2c9-0265-4ed1-9c56-d57632ddb294 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.439064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72305e-7518-425b-961a-4c6c3b6b9754 req-52e3b2c9-0265-4ed1-9c56-d57632ddb294 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.445343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72305e-7518-425b-961a-4c6c3b6b9754 req-52e3b2c9-0265-4ed1-9c56-d57632ddb294 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.447305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f72305e-7518-425b-961a-4c6c3b6b9754 req-52e3b2c9-0265-4ed1-9c56-d57632ddb294 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.3027203 Jul 07 19:35:45.455393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.456074 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:45.457493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] 10.222.0.59 "PUT /v2.0/ports/100c7804-03b7-4f14-b78a-18d3fd86a6dc HTTP/1.1" status: 200 len: 1092 time: 1.5119011 Jul 07 19:35:45.457947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01fbde4-e0d0-4750-84d0-18f84ef93f5f', 'tag': '100c7804-03b7-4f14-b78a-18d3fd86a6dc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:45.460371 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48648e21-082b-4aaf-8894-95ac4ee5bd12" -d '{"events": [{"name": "network-changed", "server_uuid": "e01fbde4-e0d0-4750-84d0-18f84ef93f5f", "tag": "100c7804-03b7-4f14-b78a-18d3fd86a6dc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:45.515363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d224c5-139f-4faf-bde2-5a79a41ee644 service neutron] Pushing event updated for resources: {'Port': ['ID=100c7804-03b7-4f14-b78a-18d3fd86a6dc,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:45.532394 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52b7df03-e701-433e-810b-d1dff9d8f508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:45.542870 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f72305e-7518-425b-961a-4c6c3b6b9754 req-f970ab17-fbbb-4008-87a1-b41a2b4f3806 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694442 Jul 07 19:35:45.570360 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52b7df03-e701-433e-810b-d1dff9d8f508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:45.641960 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52b7df03-e701-433e-810b-d1dff9d8f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:45.648961 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52b7df03-e701-433e-810b-d1dff9d8f508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:45.655382 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-52b7df03-e701-433e-810b-d1dff9d8f508 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a7d3621a-0d54-43af-8dcd-f2df379fcfee HTTP/1.1" status: 204 len: 168 time: 0.2380989 Jul 07 19:35:45.671301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7df03-e701-433e-810b-d1dff9d8f508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d3621a-0d54-43af-8dcd-f2df379fcfee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:45.685243 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50073a4-6716-4a8d-9bf9-12c4f386cb37 x-openstack-request-id: req-d50073a4-6716-4a8d-9bf9-12c4f386cb37 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:45.685656 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01fbde4-e0d0-4750-84d0-18f84ef93f5f", "tag": "100c7804-03b7-4f14-b78a-18d3fd86a6dc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:45.685879 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d50073a4-6716-4a8d-9bf9-12c4f386cb37 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:45.686188 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01fbde4-e0d0-4750-84d0-18f84ef93f5f', 'tag': '100c7804-03b7-4f14-b78a-18d3fd86a6dc', 'status': 'completed', 'code': 200} Jul 07 19:35:45.734363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-a2895710-da61-4c77-80c3-b9de20705588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.735961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-a2895710-da61-4c77-80c3-b9de20705588 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 1095 time: 0.1921344 Jul 07 19:35:45.771891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ec42f-5c7b-4686-acf0-a8ebc3b25cb7 req-de7c3bb0-9784-4aea-9b84-95dc7f252b1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.781655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e2ec42f-5c7b-4686-acf0-a8ebc3b25cb7 req-de7c3bb0-9784-4aea-9b84-95dc7f252b1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.2081406 Jul 07 19:35:45.843141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-e48e5d55-ea2d-49c3-8f52-406c3fd3ef6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=100c7804-03b7-4f14-b78a-18d3fd86a6dc HTTP/1.1" status: 200 len: 217 time: 0.0908811 Jul 07 19:35:45.975312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e2ec42f-5c7b-4686-acf0-a8ebc3b25cb7 req-d1f5dd61-94b2-409f-b540-029897a13851 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926956 Jul 07 19:35:45.990112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-114159f9-55c3-4dcf-8c4b-cad3ab9c602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:45.991898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-114159f9-55c3-4dcf-8c4b-cad3ab9c602d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.1403913 Jul 07 19:35:46.016387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caa789-e100-4e3b-bb1c-4e1d4386c5e1 req-25857130-2cfe-4bc0-84ff-243e52a73106 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.024131 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0caa789-e100-4e3b-bb1c-4e1d4386c5e1 req-25857130-2cfe-4bc0-84ff-243e52a73106 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.1800940 Jul 07 19:35:46.102346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0caa789-e100-4e3b-bb1c-4e1d4386c5e1 req-da3b06e1-dc86-44f3-9fcc-95e0bd37ab1a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769074 Jul 07 19:35:46.137643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-ba10508b-ad23-4cc8-bd23-c45a1ee6e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.139234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-ba10508b-ad23-4cc8-bd23-c45a1ee6e3bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393876 Jul 07 19:35:46.241481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-ce87d24d-e911-4ae7-9573-4c85ddf49b90 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959799 Jul 07 19:35:46.363781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06f093e7-0534-4e21-b8e1-ae668cba8696 req-9d7901e7-01cc-41b8-9b73-6121c92409cb service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161990 Jul 07 19:35:46.474564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad594b19-128e-4970-873f-6b3600a58a09 req-357d92b4-7f99-49f4-8f3e-4790e1b98131 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.476223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad594b19-128e-4970-873f-6b3600a58a09 req-357d92b4-7f99-49f4-8f3e-4790e1b98131 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.0912559 Jul 07 19:35:46.573113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad594b19-128e-4970-873f-6b3600a58a09 req-91c0a2e7-489b-4996-9f0d-f0e51cfacb53 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628526 Jul 07 19:35:46.578101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48648e21-082b-4aaf-8894-95ac4ee5bd12 req-0cd55cea-6120-489c-8cfa-f26cbfba3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.579477 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48648e21-082b-4aaf-8894-95ac4ee5bd12 req-0cd55cea-6120-489c-8cfa-f26cbfba3507 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 1095 time: 0.1168718 Jul 07 19:35:46.693893 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:46.789084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48648e21-082b-4aaf-8894-95ac4ee5bd12 req-4e3760ca-32ec-4b5f-a5c7-b67de786fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.790483 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48648e21-082b-4aaf-8894-95ac4ee5bd12 req-4e3760ca-32ec-4b5f-a5c7-b67de786fbda service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.2053003 Jul 07 19:35:46.831966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-de563272-3b77-44b0-b8e1-258a48f7cda0 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:46.832590 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-de563272-3b77-44b0-b8e1-258a48f7cda0 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 19:35:46.833193 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-de563272-3b77-44b0-b8e1-258a48f7cda0 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:35:46.834280 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-de563272-3b77-44b0-b8e1-258a48f7cda0 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1392608 Jul 07 19:35:46.838052 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:46.845604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-02403719-8c3c-4064-be57-2c1d8a63dee8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group': {'name': 'tempest-secgroup--212220629'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:46.859966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48648e21-082b-4aaf-8894-95ac4ee5bd12 req-2e5fe07f-c358-4ca6-be88-3f682baa25fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=100c7804-03b7-4f14-b78a-18d3fd86a6dc HTTP/1.1" status: 200 len: 217 time: 0.0597613 Jul 07 19:35:46.870565 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02403719-8c3c-4064-be57-2c1d8a63dee8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:46.884046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02403719-8c3c-4064-be57-2c1d8a63dee8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:46.923409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149339f-8e9a-4c17-9573-aaa884ead557 req-9f13f19e-087e-409e-b271-5134171db6b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.930602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149339f-8e9a-4c17-9573-aaa884ead557 req-9f13f19e-087e-409e-b271-5134171db6b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.937590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149339f-8e9a-4c17-9573-aaa884ead557 req-9f13f19e-087e-409e-b271-5134171db6b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.945484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149339f-8e9a-4c17-9573-aaa884ead557 req-9f13f19e-087e-409e-b271-5134171db6b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.952642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149339f-8e9a-4c17-9573-aaa884ead557 req-9f13f19e-087e-409e-b271-5134171db6b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.959986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149339f-8e9a-4c17-9573-aaa884ead557 req-9f13f19e-087e-409e-b271-5134171db6b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.967692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149339f-8e9a-4c17-9573-aaa884ead557 req-9f13f19e-087e-409e-b271-5134171db6b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:46.977349 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4149339f-8e9a-4c17-9573-aaa884ead557 req-9f13f19e-087e-409e-b271-5134171db6b2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.2391207 Jul 07 19:35:47.033110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02403719-8c3c-4064-be57-2c1d8a63dee8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.042025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02403719-8c3c-4064-be57-2c1d8a63dee8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.156055 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02403719-8c3c-4064-be57-2c1d8a63dee8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.165405 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02403719-8c3c-4064-be57-2c1d8a63dee8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.205427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02403719-8c3c-4064-be57-2c1d8a63dee8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df56198-d5cc-41b6-85fb-f336c9f920d9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:47.260599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02403719-8c3c-4064-be57-2c1d8a63dee8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca39e19-bbae-4cec-bb55-f699839fe95a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:47.275636 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02403719-8c3c-4064-be57-2c1d8a63dee8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.277072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-02403719-8c3c-4064-be57-2c1d8a63dee8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4376044 Jul 07 19:35:47.280492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:47.286119 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-80bfb8d7-eb5e-4152-bfaa-d2034a50b822 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '1ca39e19-bbae-4cec-bb55-f699839fe95a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:47.322277 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80bfb8d7-eb5e-4152-bfaa-d2034a50b822 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.420551 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80bfb8d7-eb5e-4152-bfaa-d2034a50b822 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.425969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80bfb8d7-eb5e-4152-bfaa-d2034a50b822 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.449577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4149339f-8e9a-4c17-9573-aaa884ead557 req-36ba2eee-ab70-4d8b-a58c-dd66b2b25f79 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4708695 Jul 07 19:35:47.450318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfb8d7-eb5e-4152-bfaa-d2034a50b822 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4072db11-f3d1-483d-b84a-b5a97480d48b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:47.463955 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80bfb8d7-eb5e-4152-bfaa-d2034a50b822 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.466425 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-80bfb8d7-eb5e-4152-bfaa-d2034a50b822 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841531 Jul 07 19:35:47.469724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:47.484086 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4cc59933-4d0a-44d3-a73b-75e3300286a8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '1ca39e19-bbae-4cec-bb55-f699839fe95a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:47.523527 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48648e21-082b-4aaf-8894-95ac4ee5bd12 req-0253c6f5-fc7e-4a3c-9525-cc51ed808ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:47.525200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48648e21-082b-4aaf-8894-95ac4ee5bd12 req-0253c6f5-fc7e-4a3c-9525-cc51ed808ac1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.6591530 Jul 07 19:35:47.534990 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cc59933-4d0a-44d3-a73b-75e3300286a8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.627626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab445e9-a41f-4836-b6b9-94bbae0b0bbb req-d3b27322-a377-4e22-b12c-6b05f971e1c3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:47.629471 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ab445e9-a41f-4836-b6b9-94bbae0b0bbb req-d3b27322-a377-4e22-b12c-6b05f971e1c3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.1972840 Jul 07 19:35:47.646431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48648e21-082b-4aaf-8894-95ac4ee5bd12 req-e7b008d8-6342-4a2f-a485-ce1d03aee4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:47.648017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48648e21-082b-4aaf-8894-95ac4ee5bd12 req-e7b008d8-6342-4a2f-a485-ce1d03aee4a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077714 Jul 07 19:35:47.648643 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-4cc59933-4d0a-44d3-a73b-75e3300286a8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:35:47.650010 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4cc59933-4d0a-44d3-a73b-75e3300286a8 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1791863 Jul 07 19:35:47.653717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:47.761223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2039f43-0b0e-4ce8-ab2c-1bb600d0f6ab tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.762468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ab445e9-a41f-4836-b6b9-94bbae0b0bbb req-cb0b519b-0fdc-4420-888a-ef94e3136f15 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269710 Jul 07 19:35:47.799462 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2039f43-0b0e-4ce8-ab2c-1bb600d0f6ab tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.854344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10397d56-d9be-4fce-a5ad-a0c4c4d38aed req-49cd7881-b826-459b-b151-edac2395d005 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:47.855883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10397d56-d9be-4fce-a5ad-a0c4c4d38aed req-49cd7881-b826-459b-b151-edac2395d005 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.1987169 Jul 07 19:35:47.858257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48648e21-082b-4aaf-8894-95ac4ee5bd12 req-43676fdd-0271-44df-a936-5ff263a5a093 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022746 Jul 07 19:35:47.866721 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2039f43-0b0e-4ce8-ab2c-1bb600d0f6ab tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.870909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2039f43-0b0e-4ce8-ab2c-1bb600d0f6ab tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:47.872881 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a2039f43-0b0e-4ce8-ab2c-1bb600d0f6ab tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "DELETE /v2.0/security-groups/1ca39e19-bbae-4cec-bb55-f699839fe95a HTTP/1.1" status: 204 len: 168 time: 0.2178266 Jul 07 19:35:47.883579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:47.884648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2039f43-0b0e-4ce8-ab2c-1bb600d0f6ab tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca39e19-bbae-4cec-bb55-f699839fe95a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:47.938985 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b77acb5-5cfb-402d-94a2-b9c31fd21d3a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518968 Jul 07 19:35:47.943527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:47.948735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-24264c14-88c6-42f5-a742-ee492e78951a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854898771'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:47.976747 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24264c14-88c6-42f5-a742-ee492e78951a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.054560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48648e21-082b-4aaf-8894-95ac4ee5bd12 req-1ca4d09f-4a46-460b-900d-d1ef4d9c4b5f service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847670 Jul 07 19:35:48.076137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10397d56-d9be-4fce-a5ad-a0c4c4d38aed req-9ae6351b-cea5-4d96-83be-e09f24a9c581 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133348 Jul 07 19:35:48.113877 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24264c14-88c6-42f5-a742-ee492e78951a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.115410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456163dd-47ac-4926-9f8f-d7339b82070b req-0cd473bf-b2d7-4791-b84f-72cd2ce28f9e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:48.117011 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-456163dd-47ac-4926-9f8f-d7339b82070b req-0cd473bf-b2d7-4791-b84f-72cd2ce28f9e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.1429267 Jul 07 19:35:48.118907 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24264c14-88c6-42f5-a742-ee492e78951a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.152034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24264c14-88c6-42f5-a742-ee492e78951a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b82ad5-54f4-4bd0-ad1b-2b466c426025,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:48.161214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-456163dd-47ac-4926-9f8f-d7339b82070b req-da6c5fdb-471d-4f85-96dd-7faaa26eceeb tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371761 Jul 07 19:35:48.164969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24264c14-88c6-42f5-a742-ee492e78951a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.170142 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-24264c14-88c6-42f5-a742-ee492e78951a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2218053 Jul 07 19:35:48.170142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:48.175313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9ef24ce6-4920-480c-9928-fa224c87e4d6 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '19b82ad5-54f4-4bd0-ad1b-2b466c426025', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:48.175900 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-9ef24ce6-4920-480c-9928-fa224c87e4d6 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 19:35:48.176542 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-9ef24ce6-4920-480c-9928-fa224c87e4d6 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:48.180313 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9ef24ce6-4920-480c-9928-fa224c87e4d6 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065424 Jul 07 19:35:48.180588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:48.248770 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b83d6df6-75e0-4b08-bedc-446293d0094a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.276109 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b83d6df6-75e0-4b08-bedc-446293d0094a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.321986 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b83d6df6-75e0-4b08-bedc-446293d0094a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.324818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b83d6df6-75e0-4b08-bedc-446293d0094a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.328712 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b83d6df6-75e0-4b08-bedc-446293d0094a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "DELETE /v2.0/security-groups/19b82ad5-54f4-4bd0-ad1b-2b466c426025 HTTP/1.1" status: 204 len: 168 time: 0.1446054 Jul 07 19:35:48.329487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:48.336027 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d6df6-75e0-4b08-bedc-446293d0094a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b82ad5-54f4-4bd0-ad1b-2b466c426025,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:48.392074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4a93e623-5b8f-4a7a-80b9-eb56ca14ab9d tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608437 Jul 07 19:35:48.395525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:48.400209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1937055b-3ada-40a0-8373-d1ce9ad1a30c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826374582'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:48.425826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1937055b-3ada-40a0-8373-d1ce9ad1a30c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.525959 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1937055b-3ada-40a0-8373-d1ce9ad1a30c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.533325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1937055b-3ada-40a0-8373-d1ce9ad1a30c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.571467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1937055b-3ada-40a0-8373-d1ce9ad1a30c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.572849 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1937055b-3ada-40a0-8373-d1ce9ad1a30c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1762185 Jul 07 19:35:48.576684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:48.581753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-629cf588-e86b-4414-85ff-48ffca25090f tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': 'fd9d27e2-c7b5-465a-83af-7c18c59677df', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:48.582664 n-d-792394-12 neutron-server[93770]: WARNING neutron.api.v2.base [None req-629cf588-e86b-4414-85ff-48ffca25090f tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 19:35:48.583178 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-629cf588-e86b-4414-85ff-48ffca25090f tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:48.584558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-629cf588-e86b-4414-85ff-48ffca25090f tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066593 Jul 07 19:35:48.589080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:48.591673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937055b-3ada-40a0-8373-d1ce9ad1a30c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9d27e2-c7b5-465a-83af-7c18c59677df,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:48.712492 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-209b987f-59e8-4d27-a018-bd5c9d951548 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.744798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f591f-eb96-4147-a89c-f00d4b61c68b req-bd61300d-d77f-41d8-a9f4-e23cc045bea2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:48.752015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f591f-eb96-4147-a89c-f00d4b61c68b req-bd61300d-d77f-41d8-a9f4-e23cc045bea2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:48.758076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f591f-eb96-4147-a89c-f00d4b61c68b req-bd61300d-d77f-41d8-a9f4-e23cc045bea2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:48.763944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f591f-eb96-4147-a89c-f00d4b61c68b req-bd61300d-d77f-41d8-a9f4-e23cc045bea2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:48.769775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f591f-eb96-4147-a89c-f00d4b61c68b req-bd61300d-d77f-41d8-a9f4-e23cc045bea2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:48.775587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f591f-eb96-4147-a89c-f00d4b61c68b req-bd61300d-d77f-41d8-a9f4-e23cc045bea2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:48.782324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f591f-eb96-4147-a89c-f00d4b61c68b req-bd61300d-d77f-41d8-a9f4-e23cc045bea2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:48.784240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe9f591f-eb96-4147-a89c-f00d4b61c68b req-bd61300d-d77f-41d8-a9f4-e23cc045bea2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.1800642 Jul 07 19:35:48.795596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-209b987f-59e8-4d27-a018-bd5c9d951548 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.869462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe9f591f-eb96-4147-a89c-f00d4b61c68b req-e241ca8c-59b6-4ecc-b036-d2656c686bc9 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771317 Jul 07 19:35:48.897498 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-209b987f-59e8-4d27-a018-bd5c9d951548 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.900268 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-209b987f-59e8-4d27-a018-bd5c9d951548 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:48.901434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-209b987f-59e8-4d27-a018-bd5c9d951548 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "DELETE /v2.0/security-groups/fd9d27e2-c7b5-465a-83af-7c18c59677df HTTP/1.1" status: 204 len: 168 time: 0.3114038 Jul 07 19:35:48.908126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:48.959279 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-61a76946-b154-4709-8218-8af1f808f290 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464725 Jul 07 19:35:48.959813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:48.964104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b987f-59e8-4d27-a018-bd5c9d951548 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9d27e2-c7b5-465a-83af-7c18c59677df,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:48.965966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-92e98998-b2ab-4884-bd59-69975b140e15 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005055775'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:48.998435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e98998-b2ab-4884-bd59-69975b140e15 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.033288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847a7da-5237-4056-af46-1a76690bdf78 req-f5caa069-f4ca-4168-8d43-267f793257ff tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:49.035156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5847a7da-5237-4056-af46-1a76690bdf78 req-f5caa069-f4ca-4168-8d43-267f793257ff tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.1326320 Jul 07 19:35:49.087940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5847a7da-5237-4056-af46-1a76690bdf78 req-6351c410-7bd5-4362-aa82-055e902617c2 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470488 Jul 07 19:35:49.103399 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.116952 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e98998-b2ab-4884-bd59-69975b140e15 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.132681 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e98998-b2ab-4884-bd59-69975b140e15 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.173619 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e98998-b2ab-4884-bd59-69975b140e15 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.178379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:49.178617 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-92e98998-b2ab-4884-bd59-69975b140e15 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2176139 Jul 07 19:35:49.181822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e98998-b2ab-4884-bd59-69975b140e15 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cece22-85c0-4acb-bb01-7c299dce9449,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:49.185907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1740a1d7-7b4e-4b68-b290-e82667b2fbb6 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '41cece22-85c0-4acb-bb01-7c299dce9449', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:49.189519 n-d-792394-12 neutron-server[93770]: WARNING neutron.api.v2.base [None req-1740a1d7-7b4e-4b68-b290-e82667b2fbb6 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 19:35:49.189768 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-1740a1d7-7b4e-4b68-b290-e82667b2fbb6 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:49.193567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1740a1d7-7b4e-4b68-b290-e82667b2fbb6 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113728 Jul 07 19:35:49.194783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:49.206761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cd9b8e9d-9aef-4442-b264-62f64f117829 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '41cece22-85c0-4acb-bb01-7c299dce9449', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:49.210881 n-d-792394-12 neutron-server[93770]: WARNING neutron.api.v2.base [None req-cd9b8e9d-9aef-4442-b264-62f64f117829 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 19:35:49.211438 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-cd9b8e9d-9aef-4442-b264-62f64f117829 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:49.215347 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cd9b8e9d-9aef-4442-b264-62f64f117829 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0166519 Jul 07 19:35:49.217655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:49.225975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4a129e82-c27e-42fc-a697-5c2223bc123e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '41cece22-85c0-4acb-bb01-7c299dce9449', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:49.228155 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-4a129e82-c27e-42fc-a697-5c2223bc123e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 19:35:49.228949 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-4a129e82-c27e-42fc-a697-5c2223bc123e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:49.234208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51584) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:49.240104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-34063155-a87c-4749-b972-39be0b9b2c2b tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '41cece22-85c0-4acb-bb01-7c299dce9449', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:49.241431 n-d-792394-12 neutron-server[93770]: WARNING neutron.api.v2.base [None req-34063155-a87c-4749-b972-39be0b9b2c2b tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 19:35:49.241931 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-34063155-a87c-4749-b972-39be0b9b2c2b tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:49.242868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-34063155-a87c-4749-b972-39be0b9b2c2b tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070572 Jul 07 19:35:49.246630 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4a129e82-c27e-42fc-a697-5c2223bc123e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0150545 Jul 07 19:35:49.246903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:49.534531 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fb97534-073f-48cd-85df-c23071fc0023 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.620359 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fb97534-073f-48cd-85df-c23071fc0023 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.626268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123620a9-7a31-4db3-bb78-0810131224b3 req-28909162-03df-4771-a076-16ba66639e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:49.628120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-123620a9-7a31-4db3-bb78-0810131224b3 req-28909162-03df-4771-a076-16ba66639e1a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 1097 time: 0.3623500 Jul 07 19:35:49.643491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84d00d-4f07-45cd-8d21-65144a6c70d2 req-156e84ad-00a7-4096-912e-5ac2de6018c2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:49.645106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a84d00d-4f07-45cd-8d21-65144a6c70d2 req-156e84ad-00a7-4096-912e-5ac2de6018c2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.2499974 Jul 07 19:35:49.724406 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fb97534-073f-48cd-85df-c23071fc0023 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.728878 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fb97534-073f-48cd-85df-c23071fc0023 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.730481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7fb97534-073f-48cd-85df-c23071fc0023 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "DELETE /v2.0/security-groups/41cece22-85c0-4acb-bb01-7c299dce9449 HTTP/1.1" status: 204 len: 168 time: 0.4818504 Jul 07 19:35:49.734170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:49.817354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb97534-073f-48cd-85df-c23071fc0023 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cece22-85c0-4acb-bb01-7c299dce9449,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:49.821310 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6c0d0b42-eb09-465d-9de0-227d50384410 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853651 Jul 07 19:35:49.822092 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:49.834960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e6c6cfcd-9385-4241-ad88-6d4161664053 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255953290'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:49.871585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6c6cfcd-9385-4241-ad88-6d4161664053 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:49.877104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73f07-79b2-4d44-bae2-4913faa71a10 req-b6278c66-01c6-4e1a-8169-df67fd5b13c4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:49.878926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6b73f07-79b2-4d44-bae2-4913faa71a10 req-b6278c66-01c6-4e1a-8169-df67fd5b13c4 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.3253462 Jul 07 19:35:49.886123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a84d00d-4f07-45cd-8d21-65144a6c70d2 req-40addc11-31e2-4ea2-9b2a-87b92e1b7ff0 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290208 Jul 07 19:35:49.993284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123620a9-7a31-4db3-bb78-0810131224b3 req-46a2307f-34e4-4148-8d00-f4f96d240cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:49.995262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-123620a9-7a31-4db3-bb78-0810131224b3 req-46a2307f-34e4-4148-8d00-f4f96d240cce service neutron] 10.222.0.112 "GET /v2.0/networks?id=76cfa084-8182-4f08-ae02-edf5de806cbf HTTP/1.1" status: 200 len: 898 time: 0.3171463 Jul 07 19:35:50.019574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6b73f07-79b2-4d44-bae2-4913faa71a10 req-ef2c7eab-cca6-45c1-94fd-a1d61d045124 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317801 Jul 07 19:35:50.067486 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6c6cfcd-9385-4241-ad88-6d4161664053 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.079387 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6c6cfcd-9385-4241-ad88-6d4161664053 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.123161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6cfcd-9385-4241-ad88-6d4161664053 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3398b0b6-7e6b-45d5-9e16-4daaf7bdee84,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:50.138705 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6c6cfcd-9385-4241-ad88-6d4161664053 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.141217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-123620a9-7a31-4db3-bb78-0810131224b3 req-52bb9489-d71b-4bf0-b404-265f65e8c0b9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0 HTTP/1.1" status: 200 len: 1001 time: 0.1366076 Jul 07 19:35:50.143486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:50.143631 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e6c6cfcd-9385-4241-ad88-6d4161664053 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3203990 Jul 07 19:35:50.150745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ea94fafb-1edd-48f2-bf9c-281646359b8c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '3398b0b6-7e6b-45d5-9e16-4daaf7bdee84', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:50.151363 n-d-792394-12 neutron-server[93770]: WARNING neutron.api.v2.base [None req-ea94fafb-1edd-48f2-bf9c-281646359b8c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 19:35:50.151862 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-ea94fafb-1edd-48f2-bf9c-281646359b8c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:50.156204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ea94fafb-1edd-48f2-bf9c-281646359b8c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069745 Jul 07 19:35:50.157179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:50.171311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-76cc6ac2-d6a4-4575-b15c-3e47fe48e4e9 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '3398b0b6-7e6b-45d5-9e16-4daaf7bdee84', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:50.289440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27722dc6-301d-482e-b359-b874e54a4a3c req-75aac6ed-539a-46ac-9b07-eeb753482bff tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.295972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27722dc6-301d-482e-b359-b874e54a4a3c req-75aac6ed-539a-46ac-9b07-eeb753482bff tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.301898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27722dc6-301d-482e-b359-b874e54a4a3c req-75aac6ed-539a-46ac-9b07-eeb753482bff tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.307869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27722dc6-301d-482e-b359-b874e54a4a3c req-75aac6ed-539a-46ac-9b07-eeb753482bff tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.313780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27722dc6-301d-482e-b359-b874e54a4a3c req-75aac6ed-539a-46ac-9b07-eeb753482bff tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.319626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27722dc6-301d-482e-b359-b874e54a4a3c req-75aac6ed-539a-46ac-9b07-eeb753482bff tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.325499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27722dc6-301d-482e-b359-b874e54a4a3c req-75aac6ed-539a-46ac-9b07-eeb753482bff tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.327681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27722dc6-301d-482e-b359-b874e54a4a3c req-75aac6ed-539a-46ac-9b07-eeb753482bff tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.2543530 Jul 07 19:35:50.353723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123620a9-7a31-4db3-bb78-0810131224b3 req-d4689f60-18be-4c64-bbc6-5b92efd01d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.355121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-123620a9-7a31-4db3-bb78-0810131224b3 req-d4689f60-18be-4c64-bbc6-5b92efd01d36 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac HTTP/1.1" status: 200 len: 834 time: 0.2006865 Jul 07 19:35:50.448273 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-76cc6ac2-d6a4-4575-b15c-3e47fe48e4e9 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:50.453022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-76cc6ac2-d6a4-4575-b15c-3e47fe48e4e9 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2910385 Jul 07 19:35:50.454526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:50.463081 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7ff01149-895f-4d8c-9d5e-01d7a3fc8ff3 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '3398b0b6-7e6b-45d5-9e16-4daaf7bdee84', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:50.463925 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-7ff01149-895f-4d8c-9d5e-01d7a3fc8ff3 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 19:35:50.467501 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-7ff01149-895f-4d8c-9d5e-01d7a3fc8ff3 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:50.470066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27722dc6-301d-482e-b359-b874e54a4a3c req-cec3c9f4-8947-4c5f-b6d2-c04c6c46d038 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138363 Jul 07 19:35:50.474523 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7ff01149-895f-4d8c-9d5e-01d7a3fc8ff3 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163980 Jul 07 19:35:50.475364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:50.482093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-8d154115-7884-4799-a02b-fd1f68f601db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.483620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-8d154115-7884-4799-a02b-fd1f68f601db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890&tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b HTTP/1.1" status: 200 len: 1095 time: 0.2778738 Jul 07 19:35:50.484848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f49be79f-4f94-48c2-af3d-1ded3b8a2445 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '3398b0b6-7e6b-45d5-9e16-4daaf7bdee84', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:50.504373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d60dc-73c9-483b-9a71-702bb3478db0 req-39559b29-f3c3-4eca-942d-809fe921e5b8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.505531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7d60dc-73c9-483b-9a71-702bb3478db0 req-39559b29-f3c3-4eca-942d-809fe921e5b8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.2479815 Jul 07 19:35:50.511704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:50.547417 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-f49be79f-4f94-48c2-af3d-1ded3b8a2445 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:50.549165 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f49be79f-4f94-48c2-af3d-1ded3b8a2445 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0723224 Jul 07 19:35:50.551824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:50.558248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-806fcc13-7bcc-4679-8338-c114cd73330b tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '3398b0b6-7e6b-45d5-9e16-4daaf7bdee84', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:50.558970 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-806fcc13-7bcc-4679-8338-c114cd73330b tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 19:35:50.560730 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-806fcc13-7bcc-4679-8338-c114cd73330b tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:50.561998 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-806fcc13-7bcc-4679-8338-c114cd73330b tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088599 Jul 07 19:35:50.564839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:50.570681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-28860641-7e18-41c4-b82e-ad69404de0ad tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '3398b0b6-7e6b-45d5-9e16-4daaf7bdee84', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:50.571782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123620a9-7a31-4db3-bb78-0810131224b3 req-1071d2c9-a4f8-4ed5-b8cd-919434264280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:50.573345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-123620a9-7a31-4db3-bb78-0810131224b3 req-1071d2c9-a4f8-4ed5-b8cd-919434264280 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=76cfa084-8182-4f08-ae02-edf5de806cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2034192 Jul 07 19:35:50.618127 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-28860641-7e18-41c4-b82e-ad69404de0ad tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:50.619665 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-28860641-7e18-41c4-b82e-ad69404de0ad tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0534868 Jul 07 19:35:50.622863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:50.630787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a52b202-1258-4c38-b0a5-fcbcc8176a91 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '3398b0b6-7e6b-45d5-9e16-4daaf7bdee84', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:50.631576 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-9a52b202-1258-4c38-b0a5-fcbcc8176a91 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 19:35:50.632625 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-9a52b202-1258-4c38-b0a5-fcbcc8176a91 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:50.633829 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9a52b202-1258-4c38-b0a5-fcbcc8176a91 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086617 Jul 07 19:35:50.637013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:50.643674 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-188131dc-1bd2-475a-9324-6b824e36224d tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '3398b0b6-7e6b-45d5-9e16-4daaf7bdee84', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:50.659352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7d60dc-73c9-483b-9a71-702bb3478db0 req-c01816e5-a559-45c3-b8a4-9de1016bffb5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441188 Jul 07 19:35:50.681982 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.722839 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-188131dc-1bd2-475a-9324-6b824e36224d tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:50.724126 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-188131dc-1bd2-475a-9324-6b824e36224d tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0849838 Jul 07 19:35:50.727106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:50.734799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a7bb4b71-ebb1-49fb-a28f-6fd06fa223cf tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '3398b0b6-7e6b-45d5-9e16-4daaf7bdee84', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:50.793067 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-123620a9-7a31-4db3-bb78-0810131224b3 req-6b184fc6-7628-4124-b950-c48aa696e5c5 service neutron] 10.222.0.112 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080669 Jul 07 19:35:50.804924 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-a7bb4b71-ebb1-49fb-a28f-6fd06fa223cf tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:50.808517 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a7bb4b71-ebb1-49fb-a28f-6fd06fa223cf tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0764985 Jul 07 19:35:50.810461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:50.894022 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6259fb5-c9c7-4260-8a33-5a1a6649774a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.920699 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6259fb5-c9c7-4260-8a33-5a1a6649774a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:50.999979 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6259fb5-c9c7-4260-8a33-5a1a6649774a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.005008 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6259fb5-c9c7-4260-8a33-5a1a6649774a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.011735 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a6259fb5-c9c7-4260-8a33-5a1a6649774a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "DELETE /v2.0/security-groups/3398b0b6-7e6b-45d5-9e16-4daaf7bdee84 HTTP/1.1" status: 204 len: 168 time: 0.1999643 Jul 07 19:35:51.013048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:51.023163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-123620a9-7a31-4db3-bb78-0810131224b3 req-f89a03f9-5054-48e8-bb4c-3e35f047e7f1 service neutron] 10.222.0.112 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226181 Jul 07 19:35:51.045513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6259fb5-c9c7-4260-8a33-5a1a6649774a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3398b0b6-7e6b-45d5-9e16-4daaf7bdee84,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:51.104833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:51.121786 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ec1c60c5-bde1-45a6-a7ca-f95248f6b2b2 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886183 Jul 07 19:35:51.133048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:51.138225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a7ffc4ef-9658-4303-8cc0-f3be4ae59f0c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group': {'name': 'tempest-secgroup--555717836'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:51.168067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:51.193797 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc4ef-9658-4303-8cc0-f3be4ae59f0c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.225431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:51.256189 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.317567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Transition to ACTIVE for port object e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:35:51.336677 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.343814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc4ef-9658-4303-8cc0-f3be4ae59f0c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.349498 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc4ef-9658-4303-8cc0-f3be4ae59f0c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.389532 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffc4ef-9658-4303-8cc0-f3be4ae59f0c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a92b97-f7fc-40cc-8917-92e022f57e9c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:51.393262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc4ef-9658-4303-8cc0-f3be4ae59f0c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:51.396602 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a7ffc4ef-9658-4303-8cc0-f3be4ae59f0c tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2603881 Jul 07 19:35:51.398332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:51.406422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-eebc2110-82b6-4564-922a-7c1d429cc6d5 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '02a92b97-f7fc-40cc-8917-92e022f57e9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:51.433448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4653f1-df0f-413c-b28f-c37f855a486e req-970752c9-d4d1-4fd2-a4a2-6ea3828472a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:51.434962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b4653f1-df0f-413c-b28f-c37f855a486e req-970752c9-d4d1-4fd2-a4a2-6ea3828472a9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.1806905 Jul 07 19:35:51.539418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b250901-7724-4ce4-99ee-4971aced6dd5 req-dcc98e53-a8ed-4e1a-b2ce-0ffcaa11bf0c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:51.546996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b250901-7724-4ce4-99ee-4971aced6dd5 req-dcc98e53-a8ed-4e1a-b2ce-0ffcaa11bf0c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 943 time: 0.3369403 Jul 07 19:35:51.557761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=9']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:51.642506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b4653f1-df0f-413c-b28f-c37f855a486e req-ebccfbb5-b761-4ce9-9099-b10bcfe4145f tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841619 Jul 07 19:35:51.668387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] No DVR routers for this DVR port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:35:51.677169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b250901-7724-4ce4-99ee-4971aced6dd5 req-1ea387ce-3af1-4d84-bfc9-5a854ffaafa1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291633 Jul 07 19:35:51.756282 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-eebc2110-82b6-4564-922a-7c1d429cc6d5 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The resource could not be found. Jul 07 19:35:51.765772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-eebc2110-82b6-4564-922a-7c1d429cc6d5 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3648901 Jul 07 19:35:51.770470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:51.773175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-36a947e8-40ad-4f12-bf07-c8e4cb4cf59e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': '02a92b97-f7fc-40cc-8917-92e022f57e9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '27e78915-d94f-42d7-9534-3831bb176cfd'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:51.985509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Attempting to bind port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:35:51.985868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Attempting to bind port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:35:51.986207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Attempting to bind port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 on network d5b97724-5eb3-42a9-9e6f-975decb4bfcb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:51.993232 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-36a947e8-40ad-4f12-bf07-c8e4cb4cf59e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The resource could not be found. Jul 07 19:35:51.994178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-36a947e8-40ad-4f12-bf07-c8e4cb4cf59e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2245700 Jul 07 19:35:51.997789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:51.999123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 on network d5b97724-5eb3-42a9-9e6f-975decb4bfcb not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:35:51.999445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Attempting to bind port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 on network d5b97724-5eb3-42a9-9e6f-975decb4bfcb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:35:52.010953 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8da02-cd14-44de-8082-be0c9cbf4859 req-84c44bc3-2ba5-4742-a3d4-b68d0e62abe4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.013053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33e8da02-cd14-44de-8082-be0c9cbf4859 req-84c44bc3-2ba5-4742-a3d4-b68d0e62abe4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.1999652 Jul 07 19:35:52.024351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffc0e-441e-414b-995a-357892f1d0c6 req-77ba0e23-65e5-4243-9984-b71a4f0ab1e3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.031004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffc0e-441e-414b-995a-357892f1d0c6 req-77ba0e23-65e5-4243-9984-b71a4f0ab1e3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.036927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffc0e-441e-414b-995a-357892f1d0c6 req-77ba0e23-65e5-4243-9984-b71a4f0ab1e3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.042819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffc0e-441e-414b-995a-357892f1d0c6 req-77ba0e23-65e5-4243-9984-b71a4f0ab1e3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.049242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffc0e-441e-414b-995a-357892f1d0c6 req-77ba0e23-65e5-4243-9984-b71a4f0ab1e3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.055095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffc0e-441e-414b-995a-357892f1d0c6 req-77ba0e23-65e5-4243-9984-b71a4f0ab1e3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.061755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffc0e-441e-414b-995a-357892f1d0c6 req-77ba0e23-65e5-4243-9984-b71a4f0ab1e3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.063226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e59c-5ed5-4531-8374-ca6bc829e2e7 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.063624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e78ffc0e-441e-414b-995a-357892f1d0c6 req-77ba0e23-65e5-4243-9984-b71a4f0ab1e3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.2559488 Jul 07 19:35:52.074029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:35:52.074373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Checking segment: {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:35:52.075307 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Bound using segment: {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:35:52.076530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Bound port: e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:35:52.076530 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.102796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e59c-5ed5-4531-8374-ca6bc829e2e7 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.162356 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e59c-5ed5-4531-8374-ca6bc829e2e7 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.165398 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e59c-5ed5-4531-8374-ca6bc829e2e7 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.169519 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c8d6e59c-5ed5-4531-8374-ca6bc829e2e7 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "DELETE /v2.0/security-groups/02a92b97-f7fc-40cc-8917-92e022f57e9c HTTP/1.1" status: 204 len: 168 time: 0.1683064 Jul 07 19:35:52.169672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33e8da02-cd14-44de-8082-be0c9cbf4859 req-26eb7273-0ba3-4513-a0c9-9790a0bf9d1f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031492 Jul 07 19:35:52.175644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:52.186764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6e59c-5ed5-4531-8374-ca6bc829e2e7 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a92b97-f7fc-40cc-8917-92e022f57e9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:52.187421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e78ffc0e-441e-414b-995a-357892f1d0c6 req-f68fa03d-061a-458b-abe1-00f0d9b8cef9 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080863 Jul 07 19:35:52.224284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:35:52.229165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:35:52.234120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.275726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-42cb79ae-d735-4871-be77-fcbc3d1ab2be tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0989769 Jul 07 19:35:52.280185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:52.284612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-78d64305-da2b-45fa-b1dd-9ef45d17c919 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': 'e22f8d2a-3669-4b20-a500-921225b7ac72', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:52.300265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.300748 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.302102 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] 10.222.0.59 "PUT /v2.0/ports/e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 HTTP/1.1" status: 200 len: 1092 time: 1.7956560 Jul 07 19:35:52.302553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:35:52.304821 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5689a6de-7d04-4207-9d12-89bfa47d03d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:35:52.336285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:52.350836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.351382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.352031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.352491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.352997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.353915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.354394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.354837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.355252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.355706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.356807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.357235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144ecba-ba3a-49da-9c77-7847f3235df3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:35:52.386768 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d20c46-2d2d-4c8c-82ca-a08eab91c5bc x-openstack-request-id: req-27d20c46-2d2d-4c8c-82ca-a08eab91c5bc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:35:52.387063 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:35:52.387861 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-27d20c46-2d2d-4c8c-82ca-a08eab91c5bc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:35:52.388267 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'status': 'completed', 'code': 200} Jul 07 19:35:52.425304 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-78d64305-da2b-45fa-b1dd-9ef45d17c919 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The resource could not be found. Jul 07 19:35:52.427815 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-78d64305-da2b-45fa-b1dd-9ef45d17c919 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1453652 Jul 07 19:35:52.430446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:52.435872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b63f403d-7814-4ad1-bedc-9261716c1d02 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group': {'name': 'tempest-secgroup--325832766'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:52.455151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-65e381b7-fa0d-4189-88fb-5f813340f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.457381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-65e381b7-fa0d-4189-88fb-5f813340f189 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 1096 time: 0.0864050 Jul 07 19:35:52.462424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b63f403d-7814-4ad1-bedc-9261716c1d02 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.567713 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b63f403d-7814-4ad1-bedc-9261716c1d02 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.571643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b63f403d-7814-4ad1-bedc-9261716c1d02 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.575521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-80abb6d4-7d7f-4c8a-8764-9f4666313677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.579345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-80abb6d4-7d7f-4c8a-8764-9f4666313677 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.1144931 Jul 07 19:35:52.615097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b63f403d-7814-4ad1-bedc-9261716c1d02 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.619153 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b63f403d-7814-4ad1-bedc-9261716c1d02 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1851130 Jul 07 19:35:52.619665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:52.625195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fb3759ab-3b11-49be-84dd-8c16306979b3 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578585690'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:52.634841 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f403d-7814-4ad1-bedc-9261716c1d02 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7766ff-38ae-44d8-afde-fd7d9aabdc54,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:52.651390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb3759ab-3b11-49be-84dd-8c16306979b3 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.659740 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-36e23ebd-d1ad-4793-a82d-7d96293a92ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 HTTP/1.1" status: 200 len: 999 time: 0.0743732 Jul 07 19:35:52.719920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-98ff517e-e680-484f-b098-cad428f21090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.722188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-98ff517e-e680-484f-b098-cad428f21090 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.0562153 Jul 07 19:35:52.756812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb3759ab-3b11-49be-84dd-8c16306979b3 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.764708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb3759ab-3b11-49be-84dd-8c16306979b3 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.804894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3759ab-3b11-49be-84dd-8c16306979b3 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ebd964-64b1-4b83-a740-6cdd40a5e047,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:52.812034 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb3759ab-3b11-49be-84dd-8c16306979b3 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.813754 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fb3759ab-3b11-49be-84dd-8c16306979b3 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1930664 Jul 07 19:35:52.816274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:52.837919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6f725aee-a158-46b8-837f-61c9db8f2169 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group_rule': {'security_group_id': 'db7766ff-38ae-44d8-afde-fd7d9aabdc54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '83ebd964-64b1-4b83-a740-6cdd40a5e047'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:52.846767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-adcab27f-51b1-4bcc-b690-03c9643a0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:52.848855 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-adcab27f-51b1-4bcc-b690-03c9643a0685 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208286 Jul 07 19:35:52.880587 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6f725aee-a158-46b8-837f-61c9db8f2169 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:35:52.885009 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6f725aee-a158-46b8-837f-61c9db8f2169 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0643692 Jul 07 19:35:52.885279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:52.948335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61aa4352-4ae0-4823-a9b4-ea479466687e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:52.974686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61aa4352-4ae0-4823-a9b4-ea479466687e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.017736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273eddfb-187d-4cc7-8ff4-86b9edf963f9 req-116f1432-7c84-485f-b24d-71fc326f68e9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:53.019348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-273eddfb-187d-4cc7-8ff4-86b9edf963f9 req-116f1432-7c84-485f-b24d-71fc326f68e9 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.1915004 Jul 07 19:35:53.033535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61aa4352-4ae0-4823-a9b4-ea479466687e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.037436 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61aa4352-4ae0-4823-a9b4-ea479466687e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.041419 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-61aa4352-4ae0-4823-a9b4-ea479466687e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "DELETE /v2.0/security-groups/83ebd964-64b1-4b83-a740-6cdd40a5e047 HTTP/1.1" status: 204 len: 168 time: 0.1526890 Jul 07 19:35:53.042754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:53.049812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-eb4dbcc0-0aad-482a-8f1d-db8344db28c8 service neutron] 10.222.0.59 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818256 Jul 07 19:35:53.051010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa4352-4ae0-4823-a9b4-ea479466687e tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ebd964-64b1-4b83-a740-6cdd40a5e047,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:53.071619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef2a83-3319-49c1-a9b5-34d4da19c654 req-33f9fb64-09ce-49fa-9418-54b4592a898a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:53.073152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6ef2a83-3319-49c1-a9b5-34d4da19c654 req-33f9fb64-09ce-49fa-9418-54b4592a898a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.2063084 Jul 07 19:35:53.194350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-273eddfb-187d-4cc7-8ff4-86b9edf963f9 req-43d27a17-2260-40be-8fdb-cf31f6069e5e tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628900 Jul 07 19:35:53.226411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6ef2a83-3319-49c1-a9b5-34d4da19c654 req-6edcb0de-1f27-4c41-8992-b344803c5ee1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360059 Jul 07 19:35:53.238387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-368d462e-3168-499a-9e94-177384de874a tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1907382 Jul 07 19:35:53.241413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:53.255206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77dc6306-268d-4c9d-8989-a493041f9d8c req-98a7ab63-d310-44f3-a6ce-d5cca9178397 service neutron] 10.222.0.59 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916935 Jul 07 19:35:53.349087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c38e7213-a98d-4177-95c2-ed2c0dc792c9 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.378720 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c38e7213-a98d-4177-95c2-ed2c0dc792c9 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.437401 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c38e7213-a98d-4177-95c2-ed2c0dc792c9 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.440174 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c38e7213-a98d-4177-95c2-ed2c0dc792c9 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.441414 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c38e7213-a98d-4177-95c2-ed2c0dc792c9 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "DELETE /v2.0/security-groups/db7766ff-38ae-44d8-afde-fd7d9aabdc54 HTTP/1.1" status: 204 len: 168 time: 0.1989279 Jul 07 19:35:53.445233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:53.464798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e7213-a98d-4177-95c2-ed2c0dc792c9 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7766ff-38ae-44d8-afde-fd7d9aabdc54,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:53.518679 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-778aff99-6361-496f-9c7e-76f80b6d2ff4 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720122 Jul 07 19:35:53.522669 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:53.534770 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-032ebdcc-755c-497f-9dce-84449c8232c0 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549976073'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:53.569996 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-032ebdcc-755c-497f-9dce-84449c8232c0 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.695273 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-032ebdcc-755c-497f-9dce-84449c8232c0 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.701382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-032ebdcc-755c-497f-9dce-84449c8232c0 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.739463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ebdcc-755c-497f-9dce-84449c8232c0 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb592ff0-8dcd-4d5b-b89a-cb2e3a3b90ca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:53.753046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-032ebdcc-755c-497f-9dce-84449c8232c0 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.757380 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-032ebdcc-755c-497f-9dce-84449c8232c0 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2334392 Jul 07 19:35:53.758001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:53.763550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-471c5011-f93d-4e0d-abee-a1d263a7c2f4 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:35:53.763981 n-d-792394-12 neutron-server[93771]: WARNING neutron.api.v2.base [None req-471c5011-f93d-4e0d-abee-a1d263a7c2f4 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 19:35:53.764500 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-471c5011-f93d-4e0d-abee-a1d263a7c2f4 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 19:35:53.768306 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-471c5011-f93d-4e0d-abee-a1d263a7c2f4 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "PUT /v2.0/security-groups/eb592ff0-8dcd-4d5b-b89a-cb2e3a3b90ca HTTP/1.1" status: 409 len: 330 time: 0.0093172 Jul 07 19:35:53.768942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:53.882375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b2adad-faeb-4b5a-8c48-709c2eade375 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.987917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2fb12-deb8-434b-9a0a-93cac22f397f req-a6f6baa7-d930-4829-a6f7-eeaccc0ebbf9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:53.993784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b2adad-faeb-4b5a-8c48-709c2eade375 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:53.995810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40c2fb12-deb8-434b-9a0a-93cac22f397f req-a6f6baa7-d930-4829-a6f7-eeaccc0ebbf9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.6604226 Jul 07 19:35:54.047269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901467d8-e0e9-45a4-ba01-b0fd8e4bbdf7 req-9d1635eb-e164-49c9-bf94-3b8ca11009bf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.056353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901467d8-e0e9-45a4-ba01-b0fd8e4bbdf7 req-9d1635eb-e164-49c9-bf94-3b8ca11009bf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.063013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901467d8-e0e9-45a4-ba01-b0fd8e4bbdf7 req-9d1635eb-e164-49c9-bf94-3b8ca11009bf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.078423 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b2adad-faeb-4b5a-8c48-709c2eade375 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:54.081105 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b2adad-faeb-4b5a-8c48-709c2eade375 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:54.083381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901467d8-e0e9-45a4-ba01-b0fd8e4bbdf7 req-9d1635eb-e164-49c9-bf94-3b8ca11009bf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.093081 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f6b2adad-faeb-4b5a-8c48-709c2eade375 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "DELETE /v2.0/security-groups/eb592ff0-8dcd-4d5b-b89a-cb2e3a3b90ca HTTP/1.1" status: 204 len: 168 time: 0.3230391 Jul 07 19:35:54.093821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:54.101892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901467d8-e0e9-45a4-ba01-b0fd8e4bbdf7 req-9d1635eb-e164-49c9-bf94-3b8ca11009bf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.110678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901467d8-e0e9-45a4-ba01-b0fd8e4bbdf7 req-9d1635eb-e164-49c9-bf94-3b8ca11009bf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.120747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901467d8-e0e9-45a4-ba01-b0fd8e4bbdf7 req-9d1635eb-e164-49c9-bf94-3b8ca11009bf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.123245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-901467d8-e0e9-45a4-ba01-b0fd8e4bbdf7 req-9d1635eb-e164-49c9-bf94-3b8ca11009bf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.7466271 Jul 07 19:35:54.144865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2adad-faeb-4b5a-8c48-709c2eade375 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb592ff0-8dcd-4d5b-b89a-cb2e3a3b90ca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:54.147244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a6de-7d04-4207-9d12-89bfa47d03d0 req-d6c5b169-bfa0-48e1-94ab-ccc0357ce58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.150052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5689a6de-7d04-4207-9d12-89bfa47d03d0 req-d6c5b169-bfa0-48e1-94ab-ccc0357ce58f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 1096 time: 0.7764342 Jul 07 19:35:54.175266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40c2fb12-deb8-434b-9a0a-93cac22f397f req-291cf73d-cdcf-4a4f-8b9a-4f685d0c075f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784167 Jul 07 19:35:54.265883 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b0e55df3-8cfd-414d-a312-abc86622abd6 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1519375 Jul 07 19:35:54.271853 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:54.310729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-901467d8-e0e9-45a4-ba01-b0fd8e4bbdf7 req-d64b95e1-2676-4786-bf09-f9756a2769b5 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1594524 Jul 07 19:35:54.330656 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-08b5511b-a39d-4acb-974a-b0446394769d tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] delete failed (client error): The resource could not be found. Jul 07 19:35:54.347257 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-08b5511b-a39d-4acb-974a-b0446394769d tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "DELETE /v2.0/security-groups/35177def-66a4-4b2f-87c4-f856f58a911b HTTP/1.1" status: 404 len: 347 time: 0.0584671 Jul 07 19:35:54.347257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:54.399398 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-662f9389-2c90-4170-ada4-48a66e15cf57 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] show failed (client error): The resource could not be found. Jul 07 19:35:54.409551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:54.420688 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-662f9389-2c90-4170-ada4-48a66e15cf57 tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "GET /v2.0/security-groups/070e130d-fd85-4aaf-9c3d-ec54a97414fa HTTP/1.1" status: 404 len: 347 time: 0.0698709 Jul 07 19:35:54.432810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a6de-7d04-4207-9d12-89bfa47d03d0 req-c137f462-e4e6-412a-ad0c-cbffd6d69e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.435298 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5689a6de-7d04-4207-9d12-89bfa47d03d0 req-c137f462-e4e6-412a-ad0c-cbffd6d69e45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.2525792 Jul 07 19:35:54.436749 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-c83fcece-648f-48a4-93c2-5b561f513d4f tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] show failed (client error): The resource could not be found. Jul 07 19:35:54.438997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c83fcece-648f-48a4-93c2-5b561f513d4f tempest-NegativeSecGroupTest-2131141016 tempest-NegativeSecGroupTest-2131141016-project] 10.222.0.113 "GET /v2.0/security-group-rules/246095cf-67b3-4822-aadb-51994ae80993 HTTP/1.1" status: 404 len: 356 time: 0.0260534 Jul 07 19:35:54.613475 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5689a6de-7d04-4207-9d12-89bfa47d03d0 req-3823433d-86e7-4c91-8ba5-95d8b277cf29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 HTTP/1.1" status: 200 len: 999 time: 0.1653764 Jul 07 19:35:54.774755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a6de-7d04-4207-9d12-89bfa47d03d0 req-6251caa2-86c5-4173-a1b5-045ecdc2fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.776239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5689a6de-7d04-4207-9d12-89bfa47d03d0 req-6251caa2-86c5-4173-a1b5-045ecdc2fa1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.1120474 Jul 07 19:35:54.906295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3754d9-5919-4b30-a9fa-4861b4adc2c7 req-e00fff63-a33a-4a76-92ba-60cebdadb336 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:54.914173 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db3754d9-5919-4b30-a9fa-4861b4adc2c7 req-e00fff63-a33a-4a76-92ba-60cebdadb336 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.3199456 Jul 07 19:35:54.928698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 51732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:54.986662 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db3754d9-5919-4b30-a9fa-4861b4adc2c7 req-06d6efee-8576-4f32-8311-f948d25b8196 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713749 Jul 07 19:35:55.029108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a6de-7d04-4207-9d12-89bfa47d03d0 req-f654891e-97cf-4758-a617-665b53b2f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.030909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5689a6de-7d04-4207-9d12-89bfa47d03d0 req-f654891e-97cf-4758-a617-665b53b2f807 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2313936 Jul 07 19:35:55.044966 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b608a02-7e1b-4d96-950b-e3d808926395 req-042675b2-eb34-4d7b-94d3-e5b0617e3476 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.046654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b608a02-7e1b-4d96-950b-e3d808926395 req-042675b2-eb34-4d7b-94d3-e5b0617e3476 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.2298653 Jul 07 19:35:55.111773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b608a02-7e1b-4d96-950b-e3d808926395 req-e4169d03-eab2-4c23-b04b-a64dcbc02be0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571721 Jul 07 19:35:55.183057 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5493ec08-5469-4ccf-962a-edaf7a2cf8a6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0b76d1ba50ef4a6db7d913656f4e7bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531548 Jul 07 19:35:55.183294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:55.241241 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad23868f-821d-4178-8e8d-89fc8383a4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:55.283778 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad23868f-821d-4178-8e8d-89fc8383a4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:55.394580 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad23868f-821d-4178-8e8d-89fc8383a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:55.409164 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad23868f-821d-4178-8e8d-89fc8383a4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:55.410376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ad23868f-821d-4178-8e8d-89fc8383a4e5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9df56198-d5cc-41b6-85fb-f336c9f920d9 HTTP/1.1" status: 204 len: 168 time: 0.2251565 Jul 07 19:35:55.481045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23868f-821d-4178-8e8d-89fc8383a4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df56198-d5cc-41b6-85fb-f336c9f920d9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:55.521614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326b321-bf54-426b-b5e8-5cd82d64a012 req-f4e40d77-44b8-4cba-a9ea-25186c14b06c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.529320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9326b321-bf54-426b-b5e8-5cd82d64a012 req-f4e40d77-44b8-4cba-a9ea-25186c14b06c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.1451075 Jul 07 19:35:55.633761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9326b321-bf54-426b-b5e8-5cd82d64a012 req-a81a4981-e7e2-496e-a078-4fb6aa940d01 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999689 Jul 07 19:35:55.667494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636797da-0a1d-4eb5-b6c6-0e814e077713 req-12f3dfe2-7d8a-4a10-addc-abb83f3fd3ec tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.675162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636797da-0a1d-4eb5-b6c6-0e814e077713 req-12f3dfe2-7d8a-4a10-addc-abb83f3fd3ec tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.681612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636797da-0a1d-4eb5-b6c6-0e814e077713 req-12f3dfe2-7d8a-4a10-addc-abb83f3fd3ec tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.688591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636797da-0a1d-4eb5-b6c6-0e814e077713 req-12f3dfe2-7d8a-4a10-addc-abb83f3fd3ec tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.694688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636797da-0a1d-4eb5-b6c6-0e814e077713 req-12f3dfe2-7d8a-4a10-addc-abb83f3fd3ec tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.701492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636797da-0a1d-4eb5-b6c6-0e814e077713 req-12f3dfe2-7d8a-4a10-addc-abb83f3fd3ec tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.707811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636797da-0a1d-4eb5-b6c6-0e814e077713 req-12f3dfe2-7d8a-4a10-addc-abb83f3fd3ec tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:55.716453 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-636797da-0a1d-4eb5-b6c6-0e814e077713 req-12f3dfe2-7d8a-4a10-addc-abb83f3fd3ec tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.1836429 Jul 07 19:35:55.790560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-636797da-0a1d-4eb5-b6c6-0e814e077713 req-677102d2-8deb-470e-884a-84cf48897ca1 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641525 Jul 07 19:35:56.374697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6618ebf-0f73-4c8c-b03f-300626e1deb0 req-f6ce40c4-c07f-4f25-b967-8977d75a4092 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:56.382130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6618ebf-0f73-4c8c-b03f-300626e1deb0 req-f6ce40c4-c07f-4f25-b967-8977d75a4092 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.1500435 Jul 07 19:35:56.422867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebb02c-1515-46bd-884d-3ac70144afd5 req-439d7132-ae19-47f7-b3c3-6079f96c7788 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:56.431571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6ebb02c-1515-46bd-884d-3ac70144afd5 req-439d7132-ae19-47f7-b3c3-6079f96c7788 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.1445711 Jul 07 19:35:56.499229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6618ebf-0f73-4c8c-b03f-300626e1deb0 req-2d2d30cf-6c13-4222-8d41-c2fc05ba6d68 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161089 Jul 07 19:35:56.543623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6ebb02c-1515-46bd-884d-3ac70144afd5 req-f4e0e04b-a266-4bae-8f99-65df5a0171eb tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099229 Jul 07 19:35:56.904405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89471c2a-9d10-46cd-81a8-539ea81beee4 req-b8493fe1-15ce-4ceb-bae4-e9231f57d7ae tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:56.907547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89471c2a-9d10-46cd-81a8-539ea81beee4 req-b8493fe1-15ce-4ceb-bae4-e9231f57d7ae tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.1457834 Jul 07 19:35:57.033101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89471c2a-9d10-46cd-81a8-539ea81beee4 req-abf80c89-e571-4e20-b166-0cc439deb586 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118603 Jul 07 19:35:57.179333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:57.275229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882bae4-d914-4676-af51-0623b0dc87c8 req-840d54b3-e04c-4106-b8c9-03cd55650695 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.285924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882bae4-d914-4676-af51-0623b0dc87c8 req-840d54b3-e04c-4106-b8c9-03cd55650695 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.292440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882bae4-d914-4676-af51-0623b0dc87c8 req-840d54b3-e04c-4106-b8c9-03cd55650695 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.299369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882bae4-d914-4676-af51-0623b0dc87c8 req-840d54b3-e04c-4106-b8c9-03cd55650695 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.305495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882bae4-d914-4676-af51-0623b0dc87c8 req-840d54b3-e04c-4106-b8c9-03cd55650695 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.312607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882bae4-d914-4676-af51-0623b0dc87c8 req-840d54b3-e04c-4106-b8c9-03cd55650695 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.318713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882bae4-d914-4676-af51-0623b0dc87c8 req-840d54b3-e04c-4106-b8c9-03cd55650695 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.327875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c882bae4-d914-4676-af51-0623b0dc87c8 req-840d54b3-e04c-4106-b8c9-03cd55650695 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5423 time: 0.2637482 Jul 07 19:35:57.335582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:57.349631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'port_id': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'mac_address': 'fa:16:3e:ce:ae:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:57.390281 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:57.404987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:57.428307 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:57.437029 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:57.439831 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e63e5894-487a-4ed1-8fb3-7173bca23462 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:57.453220 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c882bae4-d914-4676-af51-0623b0dc87c8 req-d8bb723a-7b86-4bed-a84d-f89e98aa8498 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241510 Jul 07 19:35:57.474662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dbf7e-c6a6-4f7f-859f-4c5c3382313c req-0f914a2a-9997-44dc-8daa-f44649f7c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.476418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-252dbf7e-c6a6-4f7f-859f-4c5c3382313c req-0f914a2a-9997-44dc-8daa-f44649f7c9b1 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 1097 time: 0.2369671 Jul 07 19:35:57.621943 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-252dbf7e-c6a6-4f7f-859f-4c5c3382313c req-e50a2fe0-985b-4950-a0f1-68ac7102266d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378131 Jul 07 19:35:57.646835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:57.692841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e63e5894-487a-4ed1-8fb3-7173bca23462, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e63e5894-487a-4ed1-8fb3-7173bca23462,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:57.708373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'e63e5894-487a-4ed1-8fb3-7173bca23462', 'network_id': '34385845-f749-4bd3-8820-974235536288', 'port_id': 'e63e5894-487a-4ed1-8fb3-7173bca23462', 'mac_address': 'fa:16:3e:73:86:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc481bf9-fe8a-42c0-a50f-b3934966374e', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:57.760735 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:57.784443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63e5894-487a-4ed1-8fb3-7173bca23462 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:57.842548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e63e5894-487a-4ed1-8fb3-7173bca23462, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e63e5894-487a-4ed1-8fb3-7173bca23462,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:57.852768 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:57.854554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:57.906970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f7c44-e32b-4084-9621-7e84a675aec7 req-0a9af532-3992-4eea-943b-50c29adc0209 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.909281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:57.913689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e86f7c44-e32b-4084-9621-7e84a675aec7 req-0a9af532-3992-4eea-943b-50c29adc0209 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.1355395 Jul 07 19:35:57.937176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925605ae-80e7-46bd-b05d-43aba13c3ac9 req-0869014b-de25-4561-9f55-1463ae7046d7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:57.937443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '9c2ef4a8-ab7f-460f-8cb6-89a5ba313763', 'network_id': '34385845-f749-4bd3-8820-974235536288', 'port_id': '9c2ef4a8-ab7f-460f-8cb6-89a5ba313763', 'mac_address': 'fa:16:3e:5c:65:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc481bf9-fe8a-42c0-a50f-b3934966374e', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:57.938869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-925605ae-80e7-46bd-b05d-43aba13c3ac9 req-0869014b-de25-4561-9f55-1463ae7046d7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 944 time: 0.1168592 Jul 07 19:35:57.994199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e86f7c44-e32b-4084-9621-7e84a675aec7 req-4e867376-927e-41e0-98b1-2f0f7fce2f82 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795107 Jul 07 19:35:58.038225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-925605ae-80e7-46bd-b05d-43aba13c3ac9 req-030a9be5-2cca-45cf-a48a-d434ba107678 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920234 Jul 07 19:35:58.141988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e63e5894-487a-4ed1-8fb3-7173bca23462,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:58.146429 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.175890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:58.209296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:58.214292 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.215957 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ab5decfc-c319-4688-8bd8-00f06f4df8b9 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:58.306832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ab5decfc-c319-4688-8bd8-00f06f4df8b9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:58.329832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'ab5decfc-c319-4688-8bd8-00f06f4df8b9', 'network_id': '34385845-f749-4bd3-8820-974235536288', 'port_id': 'ab5decfc-c319-4688-8bd8-00f06f4df8b9', 'mac_address': 'fa:16:3e:e4:4e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc481bf9-fe8a-42c0-a50f-b3934966374e', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:58.456468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:58.517191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b18c63-f24c-4ded-ba0c-fcf219b25ecc req-893c8634-592c-480a-9264-1e0a4a80b7ba tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:58.534534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92b18c63-f24c-4ded-ba0c-fcf219b25ecc req-893c8634-592c-480a-9264-1e0a4a80b7ba tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.2619867 Jul 07 19:35:58.566275 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.610592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5decfc-c319-4688-8bd8-00f06f4df8b9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:58.671738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ab5decfc-c319-4688-8bd8-00f06f4df8b9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:58.685285 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:58.686022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 946cb551-1be4-4900-9625-023e6b0d6045 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:58.969428 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ab5decfc-c319-4688-8bd8-00f06f4df8b9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:59.017862 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92b18c63-f24c-4ded-ba0c-fcf219b25ecc req-b72260c6-f688-43df-b57b-c9754225cb03 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815564 Jul 07 19:35:59.084002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 946cb551-1be4-4900-9625-023e6b0d6045, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=946cb551-1be4-4900-9625-023e6b0d6045,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:59.134186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '946cb551-1be4-4900-9625-023e6b0d6045', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'port_id': '946cb551-1be4-4900-9625-023e6b0d6045', 'mac_address': 'fa:16:3e:1c:29:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:59.145030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5689a6de-7d04-4207-9d12-89bfa47d03d0 req-464401e8-a7e2-483c-bb3d-7a3ef54ea200 service neutron] 10.222.0.59 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776784 Jul 07 19:35:59.172270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4e91-b3a2-47f9-9d25-0374ddeafe42 req-f9e0ab28-f68c-4fd0-a3d1-e9f2f7730221 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:59.179444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4e91-b3a2-47f9-9d25-0374ddeafe42 req-f9e0ab28-f68c-4fd0-a3d1-e9f2f7730221 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:59.188570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4e91-b3a2-47f9-9d25-0374ddeafe42 req-f9e0ab28-f68c-4fd0-a3d1-e9f2f7730221 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:59.197407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4e91-b3a2-47f9-9d25-0374ddeafe42 req-f9e0ab28-f68c-4fd0-a3d1-e9f2f7730221 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:59.206944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4e91-b3a2-47f9-9d25-0374ddeafe42 req-f9e0ab28-f68c-4fd0-a3d1-e9f2f7730221 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:59.217653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4e91-b3a2-47f9-9d25-0374ddeafe42 req-f9e0ab28-f68c-4fd0-a3d1-e9f2f7730221 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:59.227584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4e91-b3a2-47f9-9d25-0374ddeafe42 req-f9e0ab28-f68c-4fd0-a3d1-e9f2f7730221 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:59.232304 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.237937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eade4e91-b3a2-47f9-9d25-0374ddeafe42 req-f9e0ab28-f68c-4fd0-a3d1-e9f2f7730221 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5426 time: 0.3990924 Jul 07 19:35:59.268244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946cb551-1be4-4900-9625-023e6b0d6045 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:59.316081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 946cb551-1be4-4900-9625-023e6b0d6045, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=946cb551-1be4-4900-9625-023e6b0d6045,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:59.326896 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.327577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5b290453-bf21-4a9d-89d8-4f0d1116f41e details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:59.331169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eade4e91-b3a2-47f9-9d25-0374ddeafe42 req-3f94f718-afc0-48cd-8276-c6c57aad3bd3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853128 Jul 07 19:35:59.595313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=946cb551-1be4-4900-9625-023e6b0d6045,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:35:59.653459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5b290453-bf21-4a9d-89d8-4f0d1116f41e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:59.691808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755692e6-63c5-46c4-8714-49a8c9a5b70e req-b9719461-ad12-4d6d-bb77-b6693652b5a7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:59.693674 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-755692e6-63c5-46c4-8714-49a8c9a5b70e req-b9719461-ad12-4d6d-bb77-b6693652b5a7 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 944 time: 0.1726241 Jul 07 19:35:59.698135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '5b290453-bf21-4a9d-89d8-4f0d1116f41e', 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d', 'port_id': '5b290453-bf21-4a9d-89d8-4f0d1116f41e', 'mac_address': 'fa:16:3e:e5:bd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f192b6-cb30-4bcf-a05d-61490628d178', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:35:59.702327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d493e-5c08-47d1-93d5-793a2f29738a req-f10431eb-ee69-40d3-bc79-5292f168590f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:35:59.709319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-579d493e-5c08-47d1-93d5-793a2f29738a req-f10431eb-ee69-40d3-bc79-5292f168590f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.3081756 Jul 07 19:35:59.713180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5689a6de-7d04-4207-9d12-89bfa47d03d0 req-acc0e170-89a2-4792-85b2-54c25bab5f1b service neutron] 10.222.0.59 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333448 Jul 07 19:35:59.774228 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.785268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-579d493e-5c08-47d1-93d5-793a2f29738a req-f21f365a-1a7b-4f8b-9032-71d15ba3cf20 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709906 Jul 07 19:35:59.804233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b290453-bf21-4a9d-89d8-4f0d1116f41e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:35:59.858873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-755692e6-63c5-46c4-8714-49a8c9a5b70e req-c280bd01-52e0-4012-b227-c08734bd266c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435885 Jul 07 19:35:59.868861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5b290453-bf21-4a9d-89d8-4f0d1116f41e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:59.890940 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:59.890940 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 53b714e0-d850-4aec-b368-e7f2ccaa4721 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:35:59.891407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 51844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:35:59.926972 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:35:59.973821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 53b714e0-d850-4aec-b368-e7f2ccaa4721, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:35:59.988144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '53b714e0-d850-4aec-b368-e7f2ccaa4721', 'network_id': '11dfe552-f8c5-4f10-8eea-7a0c48abc40d', 'port_id': '53b714e0-d850-4aec-b368-e7f2ccaa4721', 'mac_address': 'fa:16:3e:03:29:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f192b6-cb30-4bcf-a05d-61490628d178', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:36:00.025782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e63e452d-7e08-49b5-8ff3-e561e06503d3 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/floatingips/1319ba21-b193-4fb1-a59a-592784d7e0d2 HTTP/1.1" status: 200 len: 992 time: 0.1332250 Jul 07 19:36:00.054370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5b290453-bf21-4a9d-89d8-4f0d1116f41e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:00.079887 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:00.109046 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b714e0-d850-4aec-b368-e7f2ccaa4721 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:36:00.142469 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 53b714e0-d850-4aec-b368-e7f2ccaa4721, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:00.148526 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:00.149446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device da338938-8a54-4715-ae73-a927d25b02e9 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:36:00.225396 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port da338938-8a54-4715-ae73-a927d25b02e9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=da338938-8a54-4715-ae73-a927d25b02e9,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:00.256200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'da338938-8a54-4715-ae73-a927d25b02e9', 'network_id': '34385845-f749-4bd3-8820-974235536288', 'port_id': 'da338938-8a54-4715-ae73-a927d25b02e9', 'mac_address': 'fa:16:3e:5c:0f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc481bf9-fe8a-42c0-a50f-b3934966374e', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:36:00.379973 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:00.398478 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da338938-8a54-4715-ae73-a927d25b02e9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:36:00.400516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741a0c1-a4d6-4b31-b892-fb8596ae2a67 req-ab9750bc-5628-406d-9829-b3efc97a5816 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:00.402149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d741a0c1-a4d6-4b31-b892-fb8596ae2a67 req-ab9750bc-5628-406d-9829-b3efc97a5816 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.2125719 Jul 07 19:36:00.406515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=53b714e0-d850-4aec-b368-e7f2ccaa4721,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:00.447285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port da338938-8a54-4715-ae73-a927d25b02e9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=da338938-8a54-4715-ae73-a927d25b02e9,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:00.456719 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:00.520756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d741a0c1-a4d6-4b31-b892-fb8596ae2a67 req-3c0b61de-84a1-4e74-88e0-43ef05f6e339 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057892 Jul 07 19:36:00.572788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=da338938-8a54-4715-ae73-a927d25b02e9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:00.828432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-0ec4-4f6c-8715-4930814c5370 req-1743f761-f659-4cb1-a574-3d4e0a98126e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:00.857779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-0ec4-4f6c-8715-4930814c5370 req-1743f761-f659-4cb1-a574-3d4e0a98126e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:00.866533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-0ec4-4f6c-8715-4930814c5370 req-1743f761-f659-4cb1-a574-3d4e0a98126e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:00.883584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-0ec4-4f6c-8715-4930814c5370 req-1743f761-f659-4cb1-a574-3d4e0a98126e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:00.903822 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-0ec4-4f6c-8715-4930814c5370 req-1743f761-f659-4cb1-a574-3d4e0a98126e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:00.910661 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-0ec4-4f6c-8715-4930814c5370 req-1743f761-f659-4cb1-a574-3d4e0a98126e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:00.924031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e5c7-0ec4-4f6c-8715-4930814c5370 req-1743f761-f659-4cb1-a574-3d4e0a98126e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:00.945152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a879e5c7-0ec4-4f6c-8715-4930814c5370 req-1743f761-f659-4cb1-a574-3d4e0a98126e tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5430 time: 0.2877505 Jul 07 19:36:01.087787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a879e5c7-0ec4-4f6c-8715-4930814c5370 req-6b041388-4027-41c6-9d7d-4e0d11b54f48 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412976 Jul 07 19:36:01.150211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22beeac-41ad-42b9-845e-62ed68b901e1 req-954439cb-779b-4dad-8cdd-93331e2bf87b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:01.158574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e22beeac-41ad-42b9-845e-62ed68b901e1 req-954439cb-779b-4dad-8cdd-93331e2bf87b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.1467819 Jul 07 19:36:01.166757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['5b290453-bf21-4a9d-89d8-4f0d1116f41e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:01.253188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e22beeac-41ad-42b9-845e-62ed68b901e1 req-ee5c80bb-46c8-4dd9-9bbf-0f2f1736a373 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935075 Jul 07 19:36:01.271922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['53b714e0-d850-4aec-b368-e7f2ccaa4721'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:01.274940 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['e63e5894-487a-4ed1-8fb3-7173bca23462'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:01.282788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['ab5decfc-c319-4688-8bd8-00f06f4df8b9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:01.727445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 100c7804-03b7-4f14-b78a-18d3fd86a6dc details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:36:01.830823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e48805-9791-4d98-a859-ce9ff3f7d947 req-ceafba8b-4f21-4409-9f10-84f348b43bc9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:01.850664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b7e48805-9791-4d98-a859-ce9ff3f7d947 req-ceafba8b-4f21-4409-9f10-84f348b43bc9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.1752539 Jul 07 19:36:01.935321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b7e48805-9791-4d98-a859-ce9ff3f7d947 req-2b4f80a9-e674-412d-8612-4c2fc693490a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786989 Jul 07 19:36:01.959894 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 19:36:02.200672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['da338938-8a54-4715-ae73-a927d25b02e9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:02.255476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['946cb551-1be4-4900-9625-023e6b0d6045'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:02.300712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['9c2ef4a8-ab7f-460f-8cb6-89a5ba313763'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:02.329049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 100c7804-03b7-4f14-b78a-18d3fd86a6dc, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=100c7804-03b7-4f14-b78a-18d3fd86a6dc,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:02.411095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e8c0f-f4a8-4123-b33a-7bcc638493f7 req-6dbe0e1c-f054-4af2-97e2-e60c62999806 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:02.423251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e8c0f-f4a8-4123-b33a-7bcc638493f7 req-6dbe0e1c-f054-4af2-97e2-e60c62999806 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:02.430045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e8c0f-f4a8-4123-b33a-7bcc638493f7 req-6dbe0e1c-f054-4af2-97e2-e60c62999806 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:02.439348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e8c0f-f4a8-4123-b33a-7bcc638493f7 req-6dbe0e1c-f054-4af2-97e2-e60c62999806 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:02.448334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e8c0f-f4a8-4123-b33a-7bcc638493f7 req-6dbe0e1c-f054-4af2-97e2-e60c62999806 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:02.455574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e8c0f-f4a8-4123-b33a-7bcc638493f7 req-6dbe0e1c-f054-4af2-97e2-e60c62999806 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:02.464390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e8c0f-f4a8-4123-b33a-7bcc638493f7 req-6dbe0e1c-f054-4af2-97e2-e60c62999806 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:02.474955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd9e8c0f-f4a8-4123-b33a-7bcc638493f7 req-6dbe0e1c-f054-4af2-97e2-e60c62999806 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5430 time: 0.1670439 Jul 07 19:36:02.499870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:36:02.531479 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd9e8c0f-f4a8-4123-b33a-7bcc638493f7 req-c077ab6f-06fe-41fb-bd07-2e70a2d073cf tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510323 Jul 07 19:36:02.536773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:36:02.568973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '100c7804-03b7-4f14-b78a-18d3fd86a6dc', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'port_id': '100c7804-03b7-4f14-b78a-18d3fd86a6dc', 'mac_address': 'fa:16:3e:cf:be:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:36:02.805722 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a245b-31fe-44c1-8f25-5cf889c56592 req-d10ae10a-6c18-4b64-a193-00fb8fa62ab3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:02.829307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb8a245b-31fe-44c1-8f25-5cf889c56592 req-d10ae10a-6c18-4b64-a193-00fb8fa62ab3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.1815326 Jul 07 19:36:02.933664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb8a245b-31fe-44c1-8f25-5cf889c56592 req-66f064a9-3be8-4be4-b90e-ee177e8b7b7b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030807 Jul 07 19:36:03.249228 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:03.384249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:03.396196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc49e4d-d4df-4683-b900-875bc80cb12d req-3882d5a7-2c7c-4732-8df2-49eaec4421f3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:03.398170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bc49e4d-d4df-4683-b900-875bc80cb12d req-3882d5a7-2c7c-4732-8df2-49eaec4421f3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 943 time: 0.1393795 Jul 07 19:36:03.492690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bc49e4d-d4df-4683-b900-875bc80cb12d req-06503961-9247-4c2b-b6b3-a2b2769266f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822353 Jul 07 19:36:03.668956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'port_id': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'mac_address': 'fa:16:3e:ce:ae:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:36:03.726610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100c7804-03b7-4f14-b78a-18d3fd86a6dc {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:36:03.761276 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:03.940296 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:03.949598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['117b50d0-0a6a-4a72-b329-0f2b848ff1c0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:03.985831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75406b24-3f82-411e-b1bb-3e0136d7da6a req-0c2461aa-7f12-4f0b-bf0c-d18dd0801fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:03.991434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 100c7804-03b7-4f14-b78a-18d3fd86a6dc, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=100c7804-03b7-4f14-b78a-18d3fd86a6dc,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:04.000840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75406b24-3f82-411e-b1bb-3e0136d7da6a req-0c2461aa-7f12-4f0b-bf0c-d18dd0801fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:04.030718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75406b24-3f82-411e-b1bb-3e0136d7da6a req-0c2461aa-7f12-4f0b-bf0c-d18dd0801fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:04.068964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75406b24-3f82-411e-b1bb-3e0136d7da6a req-0c2461aa-7f12-4f0b-bf0c-d18dd0801fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:04.083923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75406b24-3f82-411e-b1bb-3e0136d7da6a req-0c2461aa-7f12-4f0b-bf0c-d18dd0801fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:04.111997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75406b24-3f82-411e-b1bb-3e0136d7da6a req-0c2461aa-7f12-4f0b-bf0c-d18dd0801fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:04.128161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75406b24-3f82-411e-b1bb-3e0136d7da6a req-0c2461aa-7f12-4f0b-bf0c-d18dd0801fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:04.132573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75406b24-3f82-411e-b1bb-3e0136d7da6a req-0c2461aa-7f12-4f0b-bf0c-d18dd0801fd8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5430 time: 0.4296491 Jul 07 19:36:04.143701 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:04.175229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:36:04.243881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75406b24-3f82-411e-b1bb-3e0136d7da6a req-46214028-395b-49a0-b303-d843ed021e10 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047511 Jul 07 19:36:04.341224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:04.383686 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:04.398144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024957da-2e54-45af-849a-248a686a23e4 req-f45eedd7-4923-445f-bac4-59b6d4838d57 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:04.400325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-024957da-2e54-45af-849a-248a686a23e4 req-f45eedd7-4923-445f-bac4-59b6d4838d57 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.1967547 Jul 07 19:36:04.409677 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=100c7804-03b7-4f14-b78a-18d3fd86a6dc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:04.475078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:04.479716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-024957da-2e54-45af-849a-248a686a23e4 req-1be503ca-73ae-4501-820d-582721fc0440 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691111 Jul 07 19:36:04.490374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['100c7804-03b7-4f14-b78a-18d3fd86a6dc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:04.586139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ab5decfc-c319-4688-8bd8-00f06f4df8b9 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:04.862361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139eaf19-13a6-424c-b814-1750569ce075 req-8feed325-fd50-4d05-b82b-b332ff66ba24 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:04.868873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-139eaf19-13a6-424c-b814-1750569ce075 req-8feed325-fd50-4d05-b82b-b332ff66ba24 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 944 time: 0.1579189 Jul 07 19:36:04.896376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port ab5decfc-c319-4688-8bd8-00f06f4df8b9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:04.923402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port ab5decfc-c319-4688-8bd8-00f06f4df8b9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:04.923779 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:04.962664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-139eaf19-13a6-424c-b814-1750569ce075 req-6c092942-63f3-40c8-b99c-a94a1eb3bd1c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875320 Jul 07 19:36:05.253305 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:05.294804 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5decfc-c319-4688-8bd8-00f06f4df8b9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:05.299279 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b89d0f0-8006-4e43-843c-970d76c68ffd" -d '{"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "ab5decfc-c319-4688-8bd8-00f06f4df8b9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:05.341138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ab5decfc-c319-4688-8bd8-00f06f4df8b9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:05.353321 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:05.354836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e63e5894-487a-4ed1-8fb3-7173bca23462 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:05.629637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ab5decfc-c319-4688-8bd8-00f06f4df8b9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:05.636982 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port e63e5894-487a-4ed1-8fb3-7173bca23462 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:05.653980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port e63e5894-487a-4ed1-8fb3-7173bca23462 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:05.654519 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:05.695871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18b03b-3b67-4a7a-a144-4041fc403cd7 req-aa279302-4912-4278-b927-807d19fed7a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:05.707329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18b03b-3b67-4a7a-a144-4041fc403cd7 req-aa279302-4912-4278-b927-807d19fed7a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:05.713277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18b03b-3b67-4a7a-a144-4041fc403cd7 req-aa279302-4912-4278-b927-807d19fed7a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:05.720824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18b03b-3b67-4a7a-a144-4041fc403cd7 req-aa279302-4912-4278-b927-807d19fed7a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:05.726880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18b03b-3b67-4a7a-a144-4041fc403cd7 req-aa279302-4912-4278-b927-807d19fed7a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:05.733979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18b03b-3b67-4a7a-a144-4041fc403cd7 req-aa279302-4912-4278-b927-807d19fed7a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:05.740441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18b03b-3b67-4a7a-a144-4041fc403cd7 req-aa279302-4912-4278-b927-807d19fed7a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:05.742680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d18b03b-3b67-4a7a-a144-4041fc403cd7 req-aa279302-4912-4278-b927-807d19fed7a0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5431 time: 0.1621356 Jul 07 19:36:05.743614 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98473bba-d7e6-4414-9b12-384e038ec441 x-openstack-request-id: req-98473bba-d7e6-4414-9b12-384e038ec441 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:05.743913 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "ab5decfc-c319-4688-8bd8-00f06f4df8b9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:05.744171 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-98473bba-d7e6-4414-9b12-384e038ec441 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:05.744594 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5decfc-c319-4688-8bd8-00f06f4df8b9', 'code': 200} Jul 07 19:36:05.825262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d18b03b-3b67-4a7a-a144-4041fc403cd7 req-619036e0-6cb1-441b-86ba-954112a395ae tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737860 Jul 07 19:36:05.847199 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:05.882898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e63e5894-487a-4ed1-8fb3-7173bca23462, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e63e5894-487a-4ed1-8fb3-7173bca23462,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:05.887087 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:05.888005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 53b714e0-d850-4aec-b368-e7f2ccaa4721 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:05.921047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762c22a-5f37-4b9f-b707-15df0a3ab361 req-dd525d5b-263d-4ef4-8f66-a984077f0b4d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:05.922734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2762c22a-5f37-4b9f-b707-15df0a3ab361 req-dd525d5b-263d-4ef4-8f66-a984077f0b4d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.0754230 Jul 07 19:36:05.962612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2762c22a-5f37-4b9f-b707-15df0a3ab361 req-a63d2a88-14cf-498a-b34c-40c583eb4934 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332925 Jul 07 19:36:05.968264 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e63e5894-487a-4ed1-8fb3-7173bca23462,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:05.991756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 53b714e0-d850-4aec-b368-e7f2ccaa4721 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:05.996302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 53b714e0-d850-4aec-b368-e7f2ccaa4721 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:05.997444 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.084911 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.123458 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 53b714e0-d850-4aec-b368-e7f2ccaa4721, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:06.127778 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.128864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5b290453-bf21-4a9d-89d8-4f0d1116f41e up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:06.158321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf10fee-8c75-4f50-a099-e8c077397828 req-e08bb08c-8544-483f-a100-a73ff8a17b81 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:06.159875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1bf10fee-8c75-4f50-a099-e8c077397828 req-e08bb08c-8544-483f-a100-a73ff8a17b81 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 944 time: 0.0704837 Jul 07 19:36:06.182014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 100c7804-03b7-4f14-b78a-18d3fd86a6dc up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:06.206675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1bf10fee-8c75-4f50-a099-e8c077397828 req-b7bf0921-1aab-4742-a957-278488b159f1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Jul 07 19:36:06.242370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=53b714e0-d850-4aec-b368-e7f2ccaa4721,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:06.269622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 5b290453-bf21-4a9d-89d8-4f0d1116f41e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:06.276066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 5b290453-bf21-4a9d-89d8-4f0d1116f41e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:06.276688 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.280138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 100c7804-03b7-4f14-b78a-18d3fd86a6dc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:06.306341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 100c7804-03b7-4f14-b78a-18d3fd86a6dc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:06.306708 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.424101 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.444013 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.484867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5b290453-bf21-4a9d-89d8-4f0d1116f41e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:06.494617 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.498486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 100c7804-03b7-4f14-b78a-18d3fd86a6dc, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=100c7804-03b7-4f14-b78a-18d3fd86a6dc,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:06.523266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 946cb551-1be4-4900-9625-023e6b0d6045 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:06.525076 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.586735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5b290453-bf21-4a9d-89d8-4f0d1116f41e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:06.643128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 946cb551-1be4-4900-9625-023e6b0d6045 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:06.656085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 946cb551-1be4-4900-9625-023e6b0d6045 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:06.656461 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.678971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=100c7804-03b7-4f14-b78a-18d3fd86a6dc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:06.762741 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.798165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 946cb551-1be4-4900-9625-023e6b0d6045, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=946cb551-1be4-4900-9625-023e6b0d6045,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:06.802443 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:06.803548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:06.897341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=946cb551-1be4-4900-9625-023e6b0d6045,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:06.909499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:06.909840 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:07.003593 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:07.059641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:07.071746 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:07.072922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d4220-b418-4f48-be4a-6e8bbd957389 req-f3f93d43-82fd-45d3-85d7-9c937aa1e0e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:07.073441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device da338938-8a54-4715-ae73-a927d25b02e9 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:07.080627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d4220-b418-4f48-be4a-6e8bbd957389 req-f3f93d43-82fd-45d3-85d7-9c937aa1e0e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:07.087868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d4220-b418-4f48-be4a-6e8bbd957389 req-f3f93d43-82fd-45d3-85d7-9c937aa1e0e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:07.094305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d4220-b418-4f48-be4a-6e8bbd957389 req-f3f93d43-82fd-45d3-85d7-9c937aa1e0e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:07.101298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d4220-b418-4f48-be4a-6e8bbd957389 req-f3f93d43-82fd-45d3-85d7-9c937aa1e0e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:07.109290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d4220-b418-4f48-be4a-6e8bbd957389 req-f3f93d43-82fd-45d3-85d7-9c937aa1e0e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:07.115513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d4220-b418-4f48-be4a-6e8bbd957389 req-f3f93d43-82fd-45d3-85d7-9c937aa1e0e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:07.123914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-865d4220-b418-4f48-be4a-6e8bbd957389 req-f3f93d43-82fd-45d3-85d7-9c937aa1e0e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5435 time: 0.1550410 Jul 07 19:36:07.191294 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-865d4220-b418-4f48-be4a-6e8bbd957389 req-838bef6e-8368-496f-b595-38fd388fdc29 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660374 Jul 07 19:36:07.238506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:07.282433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port da338938-8a54-4715-ae73-a927d25b02e9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:07.289370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port da338938-8a54-4715-ae73-a927d25b02e9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:07.289748 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:07.331093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce570f-2e66-4510-9f43-e15121213604 req-87cecf38-3eb5-4da7-92e3-bf6eab6cf6ee tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:07.333098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0cce570f-2e66-4510-9f43-e15121213604 req-87cecf38-3eb5-4da7-92e3-bf6eab6cf6ee tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.1408145 Jul 07 19:36:07.394477 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0cce570f-2e66-4510-9f43-e15121213604 req-0ebb8ba0-5421-4dc4-8f51-8c2c64c18bd8 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555658 Jul 07 19:36:07.483190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:07.502108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cae982-74ab-4250-8323-e27c613dc9ff req-ebb5d266-88d5-42f5-925e-beeea72edcd5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:07.504546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90cae982-74ab-4250-8323-e27c613dc9ff req-ebb5d266-88d5-42f5-925e-beeea72edcd5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 945 time: 0.1086216 Jul 07 19:36:07.518416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port da338938-8a54-4715-ae73-a927d25b02e9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=da338938-8a54-4715-ae73-a927d25b02e9,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:07.531659 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:07.533179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:07.613406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90cae982-74ab-4250-8323-e27c613dc9ff req-7ad46955-8ad8-4c26-970c-c3a98e6236ba tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020713 Jul 07 19:36:07.697111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=da338938-8a54-4715-ae73-a927d25b02e9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:07.706577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:07.711565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:07.711941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:07.746093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63e5894-487a-4ed1-8fb3-7173bca23462'}, {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b714e0-d850-4aec-b368-e7f2ccaa4721'}, {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b290453-bf21-4a9d-89d8-4f0d1116f41e'}, {'server_uuid': 'e01fbde4-e0d0-4750-84d0-18f84ef93f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100c7804-03b7-4f14-b78a-18d3fd86a6dc'}, {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946cb551-1be4-4900-9625-023e6b0d6045'}, {'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0'}, {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da338938-8a54-4715-ae73-a927d25b02e9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:07.749666 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ba2ee0-61a4-4ea9-acd0-4c54c3eaf5c3" -d '{"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "e63e5894-487a-4ed1-8fb3-7173bca23462"}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "53b714e0-d850-4aec-b368-e7f2ccaa4721"}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "5b290453-bf21-4a9d-89d8-4f0d1116f41e"}, {"server_uuid": "e01fbde4-e0d0-4750-84d0-18f84ef93f5f", "name": "network-vif-plugged", "status": "completed", "tag": "100c7804-03b7-4f14-b78a-18d3fd86a6dc"}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "946cb551-1be4-4900-9625-023e6b0d6045"}, {"server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "name": "network-vif-plugged", "status": "completed", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0"}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "da338938-8a54-4715-ae73-a927d25b02e9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:07.832356 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:07.845007 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80232b9-80c5-4dbc-98a9-2322d5c73634 x-openstack-request-id: req-b80232b9-80c5-4dbc-98a9-2322d5c73634 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:07.845007 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "e63e5894-487a-4ed1-8fb3-7173bca23462", "code": 200}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "53b714e0-d850-4aec-b368-e7f2ccaa4721", "code": 200}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "5b290453-bf21-4a9d-89d8-4f0d1116f41e", "code": 200}, {"server_uuid": "e01fbde4-e0d0-4750-84d0-18f84ef93f5f", "name": "network-vif-plugged", "status": "completed", "tag": "100c7804-03b7-4f14-b78a-18d3fd86a6dc", "code": 200}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "946cb551-1be4-4900-9625-023e6b0d6045", "code": 200}, {"server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "name": "network-vif-plugged", "status": "completed", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0", "code": 200}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "da338938-8a54-4715-ae73-a927d25b02e9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:07.845007 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b80232b9-80c5-4dbc-98a9-2322d5c73634 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:07.845669 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63e5894-487a-4ed1-8fb3-7173bca23462', 'code': 200} Jul 07 19:36:07.845982 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b714e0-d850-4aec-b368-e7f2ccaa4721', 'code': 200} Jul 07 19:36:07.846329 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b290453-bf21-4a9d-89d8-4f0d1116f41e', 'code': 200} Jul 07 19:36:07.846675 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01fbde4-e0d0-4750-84d0-18f84ef93f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100c7804-03b7-4f14-b78a-18d3fd86a6dc', 'code': 200} Jul 07 19:36:07.847683 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946cb551-1be4-4900-9625-023e6b0d6045', 'code': 200} Jul 07 19:36:07.848027 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'code': 200} Jul 07 19:36:07.848370 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da338938-8a54-4715-ae73-a927d25b02e9', 'code': 200} Jul 07 19:36:07.888060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:07.894225 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:07.960749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:08.008245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa389aa-f646-47ff-ad94-5a25a7665e6f req-d22a193f-a17b-4aec-b474-73418cc9548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.009939 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fa389aa-f646-47ff-ad94-5a25a7665e6f req-d22a193f-a17b-4aec-b474-73418cc9548e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 1097 time: 0.0644903 Jul 07 19:36:08.047884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fa389aa-f646-47ff-ad94-5a25a7665e6f req-6317fd1d-5d45-4d13-828e-289f5e9888bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306163 Jul 07 19:36:08.367004 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97a9cdec-aa8d-4641-8554-3f5ebe4f8430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:08.398565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3209d1-0984-4fec-a2bd-9dfb88208b0a req-e0ef3f70-30bf-4bdb-b5d1-3843ced2dcdd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.406114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3209d1-0984-4fec-a2bd-9dfb88208b0a req-e0ef3f70-30bf-4bdb-b5d1-3843ced2dcdd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.411436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3209d1-0984-4fec-a2bd-9dfb88208b0a req-e0ef3f70-30bf-4bdb-b5d1-3843ced2dcdd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.417473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3209d1-0984-4fec-a2bd-9dfb88208b0a req-e0ef3f70-30bf-4bdb-b5d1-3843ced2dcdd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.425095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3209d1-0984-4fec-a2bd-9dfb88208b0a req-e0ef3f70-30bf-4bdb-b5d1-3843ced2dcdd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.431249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3209d1-0984-4fec-a2bd-9dfb88208b0a req-e0ef3f70-30bf-4bdb-b5d1-3843ced2dcdd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.438151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3209d1-0984-4fec-a2bd-9dfb88208b0a req-e0ef3f70-30bf-4bdb-b5d1-3843ced2dcdd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.440545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd3209d1-0984-4fec-a2bd-9dfb88208b0a req-e0ef3f70-30bf-4bdb-b5d1-3843ced2dcdd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5437 time: 0.1210341 Jul 07 19:36:08.506759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd3209d1-0984-4fec-a2bd-9dfb88208b0a req-7e09d9be-76f3-473f-84a1-f80bd27e7273 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571783 Jul 07 19:36:08.675747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f1360-ab78-4de0-8152-ac996369b96f req-d8726f00-7308-4326-a2f3-14cce67f40e1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.677406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-766f1360-ab78-4de0-8152-ac996369b96f req-d8726f00-7308-4326-a2f3-14cce67f40e1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.0781145 Jul 07 19:36:08.748735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-766f1360-ab78-4de0-8152-ac996369b96f req-6a6ab170-ffbf-4fa9-a2af-b42817ad104a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563085 Jul 07 19:36:08.860983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838404e-5f19-482c-972a-e9355313b6ce req-ec98d3b9-5c59-48c1-ae1e-7fedf115d613 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:08.862826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c838404e-5f19-482c-972a-e9355313b6ce req-ec98d3b9-5c59-48c1-ae1e-7fedf115d613 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 945 time: 0.0959184 Jul 07 19:36:08.904403 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c838404e-5f19-482c-972a-e9355313b6ce req-52153026-99c0-47e1-903f-8583f921aab7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349309 Jul 07 19:36:09.739903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4dd1-1c53-41fa-8b79-1938f7cba333 req-c9c5eb44-5e5a-4e9a-be10-dc162d6975ee tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:09.746708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4dd1-1c53-41fa-8b79-1938f7cba333 req-c9c5eb44-5e5a-4e9a-be10-dc162d6975ee tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:09.753109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4dd1-1c53-41fa-8b79-1938f7cba333 req-c9c5eb44-5e5a-4e9a-be10-dc162d6975ee tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:09.758998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4dd1-1c53-41fa-8b79-1938f7cba333 req-c9c5eb44-5e5a-4e9a-be10-dc162d6975ee tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:09.765105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4dd1-1c53-41fa-8b79-1938f7cba333 req-c9c5eb44-5e5a-4e9a-be10-dc162d6975ee tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:09.771090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4dd1-1c53-41fa-8b79-1938f7cba333 req-c9c5eb44-5e5a-4e9a-be10-dc162d6975ee tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:09.777145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4dd1-1c53-41fa-8b79-1938f7cba333 req-c9c5eb44-5e5a-4e9a-be10-dc162d6975ee tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:09.785672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-321b4dd1-1c53-41fa-8b79-1938f7cba333 req-c9c5eb44-5e5a-4e9a-be10-dc162d6975ee tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5437 time: 0.1399541 Jul 07 19:36:09.840967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-321b4dd1-1c53-41fa-8b79-1938f7cba333 req-5c6f5302-3215-4111-8571-40b948532fbe tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541346 Jul 07 19:36:09.850621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2ef4a8-ab7f-460f-8cb6-89a5ba313763'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:09.853054 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12f809a-6e63-4c78-ab71-a8f2678c2449" -d '{"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "9c2ef4a8-ab7f-460f-8cb6-89a5ba313763"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:09.926694 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6797edbc-1760-42fa-906e-126fdec4611f x-openstack-request-id: req-6797edbc-1760-42fa-906e-126fdec4611f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:09.926994 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-plugged", "status": "completed", "tag": "9c2ef4a8-ab7f-460f-8cb6-89a5ba313763", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:09.927239 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6797edbc-1760-42fa-906e-126fdec4611f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:09.927979 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2ef4a8-ab7f-460f-8cb6-89a5ba313763', 'code': 200} Jul 07 19:36:10.049537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef99a5-3994-4871-9e81-bcee64ab9408 req-38c837a9-a0f4-4544-8c06-91e3d90aa069 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:10.054940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ecef99a5-3994-4871-9e81-bcee64ab9408 req-38c837a9-a0f4-4544-8c06-91e3d90aa069 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.1455913 Jul 07 19:36:10.191926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ecef99a5-3994-4871-9e81-bcee64ab9408 req-15357884-66a2-4b56-8c3b-68c9fa2fadb6 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221774 Jul 07 19:36:10.212298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5529fb-50d2-4b30-a625-3f189c4f736d req-bb035118-3afb-4670-b4b2-0dbbffd37cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:10.213119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5529fb-50d2-4b30-a625-3f189c4f736d req-bb035118-3afb-4670-b4b2-0dbbffd37cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:10.213224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5529fb-50d2-4b30-a625-3f189c4f736d req-bb035118-3afb-4670-b4b2-0dbbffd37cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:10.213717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5529fb-50d2-4b30-a625-3f189c4f736d req-bb035118-3afb-4670-b4b2-0dbbffd37cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:10.214157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5529fb-50d2-4b30-a625-3f189c4f736d req-bb035118-3afb-4670-b4b2-0dbbffd37cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:10.214647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5529fb-50d2-4b30-a625-3f189c4f736d req-bb035118-3afb-4670-b4b2-0dbbffd37cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:10.215351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5529fb-50d2-4b30-a625-3f189c4f736d req-bb035118-3afb-4670-b4b2-0dbbffd37cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:10.217028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df5529fb-50d2-4b30-a625-3f189c4f736d req-bb035118-3afb-4670-b4b2-0dbbffd37cd6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6501 time: 0.1597772 Jul 07 19:36:10.225803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9756c8-b6b1-4e33-95e0-ac3107b715a9 req-58862b61-d6f9-4a6e-9e9a-04843664dd90 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:10.229052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd9756c8-b6b1-4e33-95e0-ac3107b715a9 req-58862b61-d6f9-4a6e-9e9a-04843664dd90 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 945 time: 0.1730454 Jul 07 19:36:10.296216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd9756c8-b6b1-4e33-95e0-ac3107b715a9 req-1e11f906-e1f8-4a7e-a81b-28bd77860c5c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559833 Jul 07 19:36:10.312701 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df5529fb-50d2-4b30-a625-3f189c4f736d req-a96fb189-58c9-4a5a-8ed5-8b987b42822e service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&id=cc68ff58-2797-46bf-bb42-247bcfe77767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826249 Jul 07 19:36:10.506062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf0bb8-bfd2-46a7-8602-96e448c2cfe9 req-62d86b77-c44c-49de-b8a0-d99a60073d2d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:10.514967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4daf0bb8-bfd2-46a7-8602-96e448c2cfe9 req-62d86b77-c44c-49de-b8a0-d99a60073d2d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 945 time: 0.0978305 Jul 07 19:36:10.550358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4daf0bb8-bfd2-46a7-8602-96e448c2cfe9 req-e49dc33f-b120-4823-b058-86103e409608 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341823 Jul 07 19:36:11.066493 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e9a6069-86f4-4899-8bc6-08520c2f968c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:11.120874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e696-9fc5-475a-a21d-800aa2896f17 req-2f8e778e-8e8f-4e03-9ea9-a263221bac14 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:11.127594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e696-9fc5-475a-a21d-800aa2896f17 req-2f8e778e-8e8f-4e03-9ea9-a263221bac14 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:11.133533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e696-9fc5-475a-a21d-800aa2896f17 req-2f8e778e-8e8f-4e03-9ea9-a263221bac14 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:11.139658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e696-9fc5-475a-a21d-800aa2896f17 req-2f8e778e-8e8f-4e03-9ea9-a263221bac14 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:11.151263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e696-9fc5-475a-a21d-800aa2896f17 req-2f8e778e-8e8f-4e03-9ea9-a263221bac14 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:11.159119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e696-9fc5-475a-a21d-800aa2896f17 req-2f8e778e-8e8f-4e03-9ea9-a263221bac14 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:11.166762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e696-9fc5-475a-a21d-800aa2896f17 req-2f8e778e-8e8f-4e03-9ea9-a263221bac14 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:11.169678 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd93e696-9fc5-475a-a21d-800aa2896f17 req-2f8e778e-8e8f-4e03-9ea9-a263221bac14 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5437 time: 0.1460698 Jul 07 19:36:11.243724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd93e696-9fc5-475a-a21d-800aa2896f17 req-3e1c510a-31d3-41dc-8692-291028adfcce tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678637 Jul 07 19:36:11.292948 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:11.657770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f5480-b8af-4a1f-8017-66d64e80766d req-774b427b-8ef3-427f-b8d0-7be8b187d91f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:11.665692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-046f5480-b8af-4a1f-8017-66d64e80766d req-774b427b-8ef3-427f-b8d0-7be8b187d91f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.2048380 Jul 07 19:36:11.761000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-046f5480-b8af-4a1f-8017-66d64e80766d req-b560bf59-d188-4390-8b08-ea4966784175 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891275 Jul 07 19:36:12.430729 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:12.610513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da759e-dd72-4e97-9203-fe12fcb846b1 req-4b03e93c-cf41-4821-8a9e-fe1c0552b2f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.617575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da759e-dd72-4e97-9203-fe12fcb846b1 req-4b03e93c-cf41-4821-8a9e-fe1c0552b2f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.624176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da759e-dd72-4e97-9203-fe12fcb846b1 req-4b03e93c-cf41-4821-8a9e-fe1c0552b2f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.631315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da759e-dd72-4e97-9203-fe12fcb846b1 req-4b03e93c-cf41-4821-8a9e-fe1c0552b2f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.643350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da759e-dd72-4e97-9203-fe12fcb846b1 req-4b03e93c-cf41-4821-8a9e-fe1c0552b2f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.653954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da759e-dd72-4e97-9203-fe12fcb846b1 req-4b03e93c-cf41-4821-8a9e-fe1c0552b2f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.666574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da759e-dd72-4e97-9203-fe12fcb846b1 req-4b03e93c-cf41-4821-8a9e-fe1c0552b2f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:12.670119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e5da759e-dd72-4e97-9203-fe12fcb846b1 req-4b03e93c-cf41-4821-8a9e-fe1c0552b2f4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5437 time: 0.2430408 Jul 07 19:36:12.774998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e5da759e-dd72-4e97-9203-fe12fcb846b1 req-1a58de57-8745-493a-b256-f85a7ba0e66b tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940604 Jul 07 19:36:13.173736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdaf7-7169-41e1-9c04-59cdfc4a87e1 req-5c3e6bf4-6a7f-4fd9-99ef-29cab1c06bd6 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:13.175356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc8bdaf7-7169-41e1-9c04-59cdfc4a87e1 req-5c3e6bf4-6a7f-4fd9-99ef-29cab1c06bd6 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.1426601 Jul 07 19:36:13.191201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b23771-f0b1-4b65-bf5f-3ec66e915e1c req-c3943355-35d0-4541-ac2a-ed12bdfdbec2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:13.197412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b23771-f0b1-4b65-bf5f-3ec66e915e1c req-c3943355-35d0-4541-ac2a-ed12bdfdbec2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:13.208731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b23771-f0b1-4b65-bf5f-3ec66e915e1c req-c3943355-35d0-4541-ac2a-ed12bdfdbec2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:13.209945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b23771-f0b1-4b65-bf5f-3ec66e915e1c req-c3943355-35d0-4541-ac2a-ed12bdfdbec2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:13.216671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b23771-f0b1-4b65-bf5f-3ec66e915e1c req-c3943355-35d0-4541-ac2a-ed12bdfdbec2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:13.222505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b23771-f0b1-4b65-bf5f-3ec66e915e1c req-c3943355-35d0-4541-ac2a-ed12bdfdbec2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:13.228514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b23771-f0b1-4b65-bf5f-3ec66e915e1c req-c3943355-35d0-4541-ac2a-ed12bdfdbec2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:13.233917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3b23771-f0b1-4b65-bf5f-3ec66e915e1c req-c3943355-35d0-4541-ac2a-ed12bdfdbec2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5437 time: 0.1550858 Jul 07 19:36:13.240892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:13.250721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bfa29e04-728a-49fa-8ad7-fc5b894a1a1c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Request body: {'floatingip': {'port_id': '946cb551-1be4-4900-9625-023e6b0d6045'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:13.270116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc8bdaf7-7169-41e1-9c04-59cdfc4a87e1 req-eaf2d2b7-e35d-42d5-a7fb-8ee8ab589eed tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349994 Jul 07 19:36:13.314281 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfa29e04-728a-49fa-8ad7-fc5b894a1a1c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:13.830492 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfa29e04-728a-49fa-8ad7-fc5b894a1a1c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:13.841253 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfa29e04-728a-49fa-8ad7-fc5b894a1a1c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:13.965107 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:13.988693 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-bfa29e04-728a-49fa-8ad7-fc5b894a1a1c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Floating IP 1dc583be-997e-4e8e-b51b-e5d65b860ebd associated. External IP: 172.25.2.19, port: 946cb551-1be4-4900-9625-023e6b0d6045. Jul 07 19:36:14.249922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:36:14.363079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-4800c7b7-892c-464a-904d-3cfd7ec3482a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:14.371154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-4800c7b7-892c-464a-904d-3cfd7ec3482a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.2369385 Jul 07 19:36:14.384493 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa29e04-728a-49fa-8ad7-fc5b894a1a1c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Router a8edc805-a7ba-40bb-aafb-16c96da201f3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:36:14.415889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-323801f9-bcd9-4b7e-a399-ec0abc77dce9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/quotas/f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 375 time: 0.0439813 Jul 07 19:36:14.478167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:14.515344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'port_id': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'mac_address': 'fa:16:3e:fa:73:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:36:14.521508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-a94d27c0-5c99-4f73-808a-2f60a3e3c00d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045613 Jul 07 19:36:14.581718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa29e04-728a-49fa-8ad7-fc5b894a1a1c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:36:14.588664 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfa29e04-728a-49fa-8ad7-fc5b894a1a1c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:14.596688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276a40f-e283-4156-9415-08ddbf9122f3 None None] Sync routers for ids ['a8edc805-a7ba-40bb-aafb-16c96da201f3'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:36:14.609528 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:14.615837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276a40f-e283-4156-9415-08ddbf9122f3 None None] Routers {'a8edc805-a7ba-40bb-aafb-16c96da201f3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:36:14.616681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4276a40f-e283-4156-9415-08ddbf9122f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:36:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a8edc805-a7ba-40bb-aafb-16c96da201f3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:14.675240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:36:14.710115 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bfa29e04-728a-49fa-8ad7-fc5b894a1a1c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "PUT /v2.0/floatingips/1dc583be-997e-4e8e-b51b-e5d65b860ebd HTTP/1.1" status: 200 len: 991 time: 1.4680812 Jul 07 19:36:14.711051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': '946cb551-1be4-4900-9625-023e6b0d6045'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:14.713438 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1865d6-e3ce-427e-a376-5705aac6f222" -d '{"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "946cb551-1be4-4900-9625-023e6b0d6045"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:14.717142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:14.762003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd348dc-796f-4975-bc51-9bd8ea1353e5 req-6d14d721-1cd8-4252-90b3-d372dace30b5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:14.763842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bd348dc-796f-4975-bc51-9bd8ea1353e5 req-6d14d721-1cd8-4252-90b3-d372dace30b5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 944 time: 0.1948524 Jul 07 19:36:14.775181 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:14.822093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bd348dc-796f-4975-bc51-9bd8ea1353e5 req-e7f2c33d-77cc-4607-b4ec-800b9c916387 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464184 Jul 07 19:36:14.825344 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-c4fe6177-a7c4-481c-a470-12c43d66448d service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960784 Jul 07 19:36:14.848525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4276a40f-e283-4156-9415-08ddbf9122f3 None None] Set router a8edc805-a7ba-40bb-aafb-16c96da201f3 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:36:15.081520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:15.142767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-26616d7e-d948-453a-8471-a4aeee0f625a service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919834 Jul 07 19:36:15.180303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:15.292172 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8211b9eb-ead9-42ab-a884-cec140cb5c02 x-openstack-request-id: req-8211b9eb-ead9-42ab-a884-cec140cb5c02 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:15.292505 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "tag": "946cb551-1be4-4900-9625-023e6b0d6045", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:15.292769 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8211b9eb-ead9-42ab-a884-cec140cb5c02 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:15.293687 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'tag': '946cb551-1be4-4900-9625-023e6b0d6045', 'status': 'completed', 'code': 200} Jul 07 19:36:15.489237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-9252f6de-9fc1-4243-bb27-953731cce6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.489726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-9252f6de-9fc1-4243-bb27-953731cce6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.490241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-9252f6de-9fc1-4243-bb27-953731cce6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.491045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-9252f6de-9fc1-4243-bb27-953731cce6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.491556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-9252f6de-9fc1-4243-bb27-953731cce6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.494268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-9252f6de-9fc1-4243-bb27-953731cce6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.494764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-9252f6de-9fc1-4243-bb27-953731cce6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.506475 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-9252f6de-9fc1-4243-bb27-953731cce6a9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6501 time: 0.1647377 Jul 07 19:36:15.569895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c3764322-bb1d-43de-9a62-1045acb08ff0 req-f3f51ed9-9e7e-44b4-a96b-acde717ba1ab tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 210 time: 0.0617092 Jul 07 19:36:15.735608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4276a40f-e283-4156-9415-08ddbf9122f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:28Z', 'revision_number': 4, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '1dc583be-997e-4e8e-b51b-e5d65b860ebd', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'port_id': '946cb551-1be4-4900-9625-023e6b0d6045', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'mac_address': 'fa:16:3e:1c:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:34:47Z', 'updated_at': '2021-07-07T19:36:13Z', 'revision_number': 1, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d799f8-9a0d-4978-930a-4a0ce76a6d3d', 'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'mac_address': 'fa:16:3e:f1:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:39Z', 'revision_number': 5, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'subnets': [{'id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:15.765282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276a40f-e283-4156-9415-08ddbf9122f3 None None] Checking router: a8edc805-a7ba-40bb-aafb-16c96da201f3 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:36:15.770530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-fe30c16d-fd39-470e-9508-be9cf07a6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.772074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-fe30c16d-fd39-470e-9508-be9cf07a6bff service neutron] 10.222.0.112 "GET /v2.0/networks?id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e HTTP/1.1" status: 200 len: 914 time: 0.1985738 Jul 07 19:36:15.795725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276a40f-e283-4156-9415-08ddbf9122f3 None None] Routers {'a8edc805-a7ba-40bb-aafb-16c96da201f3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:36:15.796394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4276a40f-e283-4156-9415-08ddbf9122f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:36:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a8edc805-a7ba-40bb-aafb-16c96da201f3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:15.899731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-bf06daab-473e-462c-8f8c-55f7a82199de service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946cb551-1be4-4900-9625-023e6b0d6045 HTTP/1.1" status: 200 len: 999 time: 0.1189826 Jul 07 19:36:15.945516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4276a40f-e283-4156-9415-08ddbf9122f3 None None] Set router a8edc805-a7ba-40bb-aafb-16c96da201f3 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:36:15.987308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-0e26bf6c-3c04-4aa6-a390-d45ca7df10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:15.988831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-0e26bf6c-3c04-4aa6-a390-d45ca7df10c2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1e96c63b-b9c3-4392-80cb-a5efc479f4d7 HTTP/1.1" status: 200 len: 851 time: 0.0834699 Jul 07 19:36:16.161156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924029d1-1c8c-495c-890c-343ad4e89070 req-418dcd9a-9b2b-4bc9-a1bc-be4bb6495355 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:16.162961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-924029d1-1c8c-495c-890c-343ad4e89070 req-418dcd9a-9b2b-4bc9-a1bc-be4bb6495355 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 945 time: 0.1163623 Jul 07 19:36:16.165170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-231e763b-79f3-47d1-8683-3c20035f8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:16.166666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-231e763b-79f3-47d1-8683-3c20035f8508 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703312 Jul 07 19:36:16.266305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:16.279995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-9be8190a-fce9-4a3d-ad7e-271b1b3b14a3 service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026561 Jul 07 19:36:16.357287 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-924029d1-1c8c-495c-890c-343ad4e89070 req-15bbdd11-b33f-4a35-911f-1b8e062ac008 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783588 Jul 07 19:36:16.358669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4276a40f-e283-4156-9415-08ddbf9122f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:28Z', 'revision_number': 4, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '1dc583be-997e-4e8e-b51b-e5d65b860ebd', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'port_id': '946cb551-1be4-4900-9625-023e6b0d6045', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'mac_address': 'fa:16:3e:1c:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:34:47Z', 'updated_at': '2021-07-07T19:36:13Z', 'revision_number': 1, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d799f8-9a0d-4978-930a-4a0ce76a6d3d', 'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'mac_address': 'fa:16:3e:f1:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:39Z', 'revision_number': 5, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'subnets': [{'id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:16.402778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:16.408858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276a40f-e283-4156-9415-08ddbf9122f3 None None] The sync data for ids ['a8edc805-a7ba-40bb-aafb-16c96da201f3'] in n-d-792394-12 is: [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:28Z', 'revision_number': 4, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '1dc583be-997e-4e8e-b51b-e5d65b860ebd', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'port_id': '946cb551-1be4-4900-9625-023e6b0d6045', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'mac_address': 'fa:16:3e:1c:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eade1d-95be-4716-b23e-b7f50809d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:34:47Z', 'updated_at': '2021-07-07T19:36:13Z', 'revision_number': 1, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d799f8-9a0d-4978-930a-4a0ce76a6d3d', 'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'mac_address': 'fa:16:3e:f1:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:39Z', 'revision_number': 5, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'subnets': [{'id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:36:16.412853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:16.413414 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:16.447655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e1865d6-e3ce-427e-a376-5705aac6f222 req-ad71fdda-1ac4-476e-888c-1c3b14001e6a service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608341 Jul 07 19:36:16.588931 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:16.645646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:16.646807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:16.650798 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de83ab-719a-4347-901d-5574227571d9" -d '{"events": [{"server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "name": "network-vif-plugged", "status": "completed", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:16.674447 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:16.737563 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e40806-34a6-4be0-b39e-490507564335 x-openstack-request-id: req-00e40806-34a6-4be0-b39e-490507564335 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:16.737957 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "name": "network-vif-plugged", "status": "completed", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:16.738307 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-00e40806-34a6-4be0-b39e-490507564335 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:16.738795 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'code': 200} Jul 07 19:36:16.770813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:16.828028 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db077181-1e44-4d70-bc0c-733632b4d154 None None] New status for floating IP 1dc583be-997e-4e8e-b51b-e5d65b860ebd: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:36:16.878493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a147cca7-def8-44c9-9f95-2ba95b106963 req-eccc112a-e2c5-4e1c-b536-ce78cf14c323 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 210 time: 0.0764320 Jul 07 19:36:17.099910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfa13b-6672-45d5-b8cd-02a485e828a3 req-52b6a398-cc9f-4d63-9d45-64f534218b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:17.101668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47cfa13b-6672-45d5-b8cd-02a485e828a3 req-52b6a398-cc9f-4d63-9d45-64f534218b19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 1098 time: 0.1000526 Jul 07 19:36:17.150940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47cfa13b-6672-45d5-b8cd-02a485e828a3 req-e57286e1-c4d8-4277-9718-fe533baa8164 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411828 Jul 07 19:36:17.625313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770b662-cd66-4744-8d77-6bb7acbe800f req-9ddd7be7-1045-4683-bd15-b6a05c9565af tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:17.626936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4770b662-cd66-4744-8d77-6bb7acbe800f req-9ddd7be7-1045-4683-bd15-b6a05c9565af tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 946 time: 0.1243670 Jul 07 19:36:17.672933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4770b662-cd66-4744-8d77-6bb7acbe800f req-35075195-e83a-4ddb-8299-9bb4aa528f90 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374310 Jul 07 19:36:17.974784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72334b-166a-48b6-bde5-323889c1be86 req-97c03622-afd6-4273-857c-b9d48690d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:17.977918 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db72334b-166a-48b6-bde5-323889c1be86 req-97c03622-afd6-4273-857c-b9d48690d668 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 1098 time: 0.1086483 Jul 07 19:36:18.183213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72334b-166a-48b6-bde5-323889c1be86 req-e077b50a-a503-4b55-97f8-a85ef01d4262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:18.186161 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db72334b-166a-48b6-bde5-323889c1be86 req-e077b50a-a503-4b55-97f8-a85ef01d4262 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.1646128 Jul 07 19:36:18.339285 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db72334b-166a-48b6-bde5-323889c1be86 req-0840517f-eb2d-4e62-b139-baa7f2efdfc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 HTTP/1.1" status: 200 len: 1001 time: 0.1259000 Jul 07 19:36:18.432063 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72334b-166a-48b6-bde5-323889c1be86 req-b8abfc40-a7f0-48e2-a453-b753e616fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:18.433836 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db72334b-166a-48b6-bde5-323889c1be86 req-b8abfc40-a7f0-48e2-a453-b753e616fb99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.0870392 Jul 07 19:36:18.457212 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3351a5ca-15b5-483f-97a7-7e4690cdf656 req-54631766-40ee-4364-9836-fcba1f6b580d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 210 time: 0.0759482 Jul 07 19:36:18.583288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-87a1206a-fc3d-40d7-9800-4ac8c8255d32 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:18.584959 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-87a1206a-fc3d-40d7-9800-4ac8c8255d32 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.8926013 Jul 07 19:36:18.605039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'port': {'device_id': 'be9657b0-596b-4c83-8b40-6a10e52300ff', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'admin_state_up': True, 'tenant_id': 'f58f2e439b864b4da52aae10cd571039'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:18.616104 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72334b-166a-48b6-bde5-323889c1be86 req-062a4a41-b616-4cb9-9a74-21627c52a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:18.617652 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db72334b-166a-48b6-bde5-323889c1be86 req-062a4a41-b616-4cb9-9a74-21627c52a0f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1776421 Jul 07 19:36:18.866426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Made reservation on behalf of f58f2e439b864b4da52aae10cd571039 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:36:18.870050 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:18.879579 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db72334b-166a-48b6-bde5-323889c1be86 req-f463c9cd-4c3b-47b4-8690-d68c3978f98c service neutron] 10.222.0.59 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543011 Jul 07 19:36:19.070605 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Allocated IP 172.20.0.13 (b150f212-e4ea-4f67-9554-56f7fecaa4a1/b1e703ee-e305-44a3-b919-3ea0602c9c04/b82df1a7-8c3f-4e25-938b-6cc8e653da32) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:36:19.083391 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db72334b-166a-48b6-bde5-323889c1be86 req-4575b97a-1b84-4c57-86c6-e4fd3dfdb685 service neutron] 10.222.0.59 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863000 Jul 07 19:36:19.129359 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:19.328646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5ec25-b703-4297-be20-877b6a7da98c req-08ce4e44-4f92-4b15-8648-ec95533419df tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:19.335655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cc5ec25-b703-4297-be20-877b6a7da98c req-08ce4e44-4f92-4b15-8648-ec95533419df tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 946 time: 0.2218385 Jul 07 19:36:19.454530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cc5ec25-b703-4297-be20-877b6a7da98c req-6df3cd97-afcd-4d9d-8de0-5e86cb0cd837 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178870 Jul 07 19:36:19.536856 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:19.580758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Transition to ACTIVE for port object b82df1a7-8c3f-4e25-938b-6cc8e653da32 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:36:19.654688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:19.691966 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['100c7804-03b7-4f14-b78a-18d3fd86a6dc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:19.775328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:36:19.803835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:36:19.810856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:36:19.870654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=b82df1a7-8c3f-4e25-938b-6cc8e653da32,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:19.979253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:19.980200 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:20.005405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90dfec-e600-4535-a189-9da33805536e req-91d8e73b-a101-4205-be5d-abbdbed43af8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:20.007363 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f90dfec-e600-4535-a189-9da33805536e req-91d8e73b-a101-4205-be5d-abbdbed43af8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 932 time: 0.2286658 Jul 07 19:36:20.009610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-980154d8-0147-4c7c-95d7-6158d9d7d49b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4085689 Jul 07 19:36:20.051290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Request body: {'port': {'device_id': 'be9657b0-596b-4c83-8b40-6a10e52300ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:36:20.108188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f90dfec-e600-4535-a189-9da33805536e req-b6b7a966-75a5-42eb-b4f6-3cafd6e54e13 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923128 Jul 07 19:36:20.182104 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:20.294920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d3abe4b4-95a4-466a-ab58-f3e827bc35d2 None None] Provisioning for port b82df1a7-8c3f-4e25-938b-6cc8e653da32 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:20.301077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d3abe4b4-95a4-466a-ab58-f3e827bc35d2 None None] Provisioning complete for port b82df1a7-8c3f-4e25-938b-6cc8e653da32 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:20.301982 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3abe4b4-95a4-466a-ab58-f3e827bc35d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:20.357023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d3abe4b4-95a4-466a-ab58-f3e827bc35d2 None None] Port b82df1a7-8c3f-4e25-938b-6cc8e653da32 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:36:20.599492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82df1a7-8c3f-4e25-938b-6cc8e653da32 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:36:20.612437 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:20.648128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Transition to ACTIVE for port object b82df1a7-8c3f-4e25-938b-6cc8e653da32 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:36:20.657421 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:20.868175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Pushing event updated for resources: {'Port': ['ID=b82df1a7-8c3f-4e25-938b-6cc8e653da32,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:21.077944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5650ce-c059-433c-9589-4a3ec52e4a3b req-6fbf737c-0505-47c9-9d1f-3448f8e8ea9f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:21.085853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df5650ce-c059-433c-9589-4a3ec52e4a3b req-6fbf737c-0505-47c9-9d1f-3448f8e8ea9f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 946 time: 0.3582623 Jul 07 19:36:21.144350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df5650ce-c059-433c-9589-4a3ec52e4a3b req-51361967-0649-46c4-80f0-0a9940e0526e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573218 Jul 07 19:36:21.203527 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Attempting to bind port b82df1a7-8c3f-4e25-938b-6cc8e653da32 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:36:21.204516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Attempting to bind port b82df1a7-8c3f-4e25-938b-6cc8e653da32 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:36:21.204516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Attempting to bind port b82df1a7-8c3f-4e25-938b-6cc8e653da32 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:36:21.209419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Port b82df1a7-8c3f-4e25-938b-6cc8e653da32 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:36:21.209748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Attempting to bind port b82df1a7-8c3f-4e25-938b-6cc8e653da32 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:36:21.219405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:36:21.219679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Checking segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:36:21.220071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Bound using segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:36:21.220559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Bound port: b82df1a7-8c3f-4e25-938b-6cc8e653da32, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:36:21.220896 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:21.375487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] For port b82df1a7-8c3f-4e25-938b-6cc8e653da32, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:36:21.434850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] For port b82df1a7-8c3f-4e25-938b-6cc8e653da32, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b82df1a7-8c3f-4e25-938b-6cc8e653da32,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:36:21.441254 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:21.498022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:21.498652 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:21.500046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] 10.222.0.59 "PUT /v2.0/ports/b82df1a7-8c3f-4e25-938b-6cc8e653da32 HTTP/1.1" status: 200 len: 1093 time: 1.4694865 Jul 07 19:36:21.500542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9657b0-596b-4c83-8b40-6a10e52300ff', 'tag': 'b82df1a7-8c3f-4e25-938b-6cc8e653da32'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:21.502810 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "be9657b0-596b-4c83-8b40-6a10e52300ff", "tag": "b82df1a7-8c3f-4e25-938b-6cc8e653da32"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:21.559648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadcb21-098b-4ebc-b4f0-16a80875dc7b service neutron] Pushing event updated for resources: {'Port': ['ID=b82df1a7-8c3f-4e25-938b-6cc8e653da32,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:21.579950 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07fd934-8e81-4144-9403-15fb2cc29ff3 x-openstack-request-id: req-d07fd934-8e81-4144-9403-15fb2cc29ff3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:21.579950 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9657b0-596b-4c83-8b40-6a10e52300ff", "tag": "b82df1a7-8c3f-4e25-938b-6cc8e653da32", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:21.579950 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d07fd934-8e81-4144-9403-15fb2cc29ff3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:21.580396 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be9657b0-596b-4c83-8b40-6a10e52300ff', 'tag': 'b82df1a7-8c3f-4e25-938b-6cc8e653da32', 'status': 'completed', 'code': 200} Jul 07 19:36:21.610190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737d74f-b081-483d-9afc-78fa970bf3e9 req-dde8eb7e-7091-44e4-a6d8-888e6abd39dc tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:21.612394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a737d74f-b081-483d-9afc-78fa970bf3e9 req-dde8eb7e-7091-44e4-a6d8-888e6abd39dc tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.2390854 Jul 07 19:36:21.760847 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a737d74f-b081-483d-9afc-78fa970bf3e9 req-ba20cc8b-0793-45c1-8695-c9ac79f1c23b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212690 Jul 07 19:36:21.791309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-ee94d1f6-f500-4670-a427-e845ed9620e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:21.793327 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-ee94d1f6-f500-4670-a427-e845ed9620e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 1096 time: 0.2107825 Jul 07 19:36:21.867923 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-91982925-f6a6-443c-b1c1-4d5e728272bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b82df1a7-8c3f-4e25-938b-6cc8e653da32 HTTP/1.1" status: 200 len: 217 time: 0.0596378 Jul 07 19:36:21.942234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-6c9bcd53-f6ba-4eb9-8a2b-956611d56760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:21.945021 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-6c9bcd53-f6ba-4eb9-8a2b-956611d56760 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0639658 Jul 07 19:36:22.023451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-061d265f-c993-4b16-988e-a5cf05e3b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:22.025514 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-061d265f-c993-4b16-988e-a5cf05e3b906 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725300 Jul 07 19:36:22.173270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-c081c5be-400d-46d9-ad10-1e7009de1d79 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406324 Jul 07 19:36:22.359365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff6fb162-6a97-43c4-b392-ce9792653ad2 req-789cd265-504d-49f3-a54a-25e25a9caab9 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783996 Jul 07 19:36:22.562914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b req-e1ba8e5f-62b2-4a03-837b-d74948015ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:22.565345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b req-e1ba8e5f-62b2-4a03-837b-d74948015ddd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 1096 time: 0.0961201 Jul 07 19:36:22.730225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b req-06dae406-54e1-4b20-84f7-8ec1e6944812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:22.736101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b req-06dae406-54e1-4b20-84f7-8ec1e6944812 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.1622021 Jul 07 19:36:22.855223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b req-6774a917-f2ac-4884-bd0e-850bc8e08f58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b82df1a7-8c3f-4e25-938b-6cc8e653da32 HTTP/1.1" status: 200 len: 217 time: 0.1035068 Jul 07 19:36:22.993948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b req-182e3211-7dc9-4d3f-84bf-f3dcd3390bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:22.995470 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b req-182e3211-7dc9-4d3f-84bf-f3dcd3390bbb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.1314240 Jul 07 19:36:23.063776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580b6e-e959-423b-9b1d-25213fb2aaf8 req-51700727-9a93-4806-a767-7ee8367e171e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:23.065412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6580b6e-e959-423b-9b1d-25213fb2aaf8 req-51700727-9a93-4806-a767-7ee8367e171e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.1250966 Jul 07 19:36:23.123622 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b req-d5c91d12-00b1-4afa-a3f3-17c346d937a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:23.125004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b req-d5c91d12-00b1-4afa-a3f3-17c346d937a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207209 Jul 07 19:36:23.171426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6580b6e-e959-423b-9b1d-25213fb2aaf8 req-ec9391f0-7978-4711-b2ca-bd4bf7b3e11d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986652 Jul 07 19:36:23.297761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b req-874d3ebe-61de-481c-bf33-62a5b21b980c service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558299 Jul 07 19:36:23.499292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f8f9b3c-7331-48ff-b9ed-19bd0993fd6b req-53efc862-37df-4db6-a11b-2cd31052443b service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943336 Jul 07 19:36:24.453975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eee795-28f6-4a04-bdea-e1f30650bc25 req-5b02df7b-c1a1-4866-be47-554e939420bd tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:24.455534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8eee795-28f6-4a04-bdea-e1f30650bc25 req-5b02df7b-c1a1-4866-be47-554e939420bd tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.1063945 Jul 07 19:36:24.514808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8eee795-28f6-4a04-bdea-e1f30650bc25 req-39f06a38-a39d-46ab-b80d-4e9cb71f734d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530748 Jul 07 19:36:25.768772 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea960c-705c-403f-8bc5-a99a39dae6fd req-e5319fc2-6100-4225-8dbc-81c861ca6ed5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:25.776211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4cea960c-705c-403f-8bc5-a99a39dae6fd req-e5319fc2-6100-4225-8dbc-81c861ca6ed5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.1026034 Jul 07 19:36:25.820906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4cea960c-705c-403f-8bc5-a99a39dae6fd req-6e89e0ce-ec7d-4f96-85ea-693194b9efa3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Jul 07 19:36:27.161826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e741-4d96-4412-8e5d-21f31e4a3838 req-f299f849-6ce8-46f0-bf98-1f7128e062f3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:27.170417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b32e741-4d96-4412-8e5d-21f31e4a3838 req-f299f849-6ce8-46f0-bf98-1f7128e062f3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.1323431 Jul 07 19:36:27.232158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b32e741-4d96-4412-8e5d-21f31e4a3838 req-00e36c28-cfd5-4b80-8aef-3a3fdcff8f4d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601120 Jul 07 19:36:28.484950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fffb78-bf1d-4402-a84a-da4fb84ee9b4 req-f8c0f517-2cd7-481f-ba57-e22e76bb2887 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:28.492846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47fffb78-bf1d-4402-a84a-da4fb84ee9b4 req-f8c0f517-2cd7-481f-ba57-e22e76bb2887 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.1098790 Jul 07 19:36:28.553140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47fffb78-bf1d-4402-a84a-da4fb84ee9b4 req-1470bd42-6fd3-49ad-82ab-a2a71030223e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590298 Jul 07 19:36:29.739526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712fc96-bcee-4003-a7c3-c73b61ec402d req-a563e621-d19c-4676-8970-196a4219859c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:29.741100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4712fc96-bcee-4003-a7c3-c73b61ec402d req-a563e621-d19c-4676-8970-196a4219859c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0696762 Jul 07 19:36:29.797490 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4712fc96-bcee-4003-a7c3-c73b61ec402d req-02b58c93-1827-463e-91d3-8a76a6273dd4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489297 Jul 07 19:36:30.983453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec58415-6298-497d-9ff0-e5d75a3b38f3 req-ca1ad522-9a56-4cc3-85bd-f8f1d68f8868 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:30.985179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ec58415-6298-497d-9ff0-e5d75a3b38f3 req-ca1ad522-9a56-4cc3-85bd-f8f1d68f8868 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0721786 Jul 07 19:36:31.027832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ec58415-6298-497d-9ff0-e5d75a3b38f3 req-f2356002-52fa-44b4-8e36-d9178aa2bfd7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364015 Jul 07 19:36:32.215933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5dad0-b69d-468a-9b47-e9eaf55ed3c2 req-ce84d90b-7c23-4e08-b728-c060cf1e5c7f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:32.217550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbf5dad0-b69d-468a-9b47-e9eaf55ed3c2 req-ce84d90b-7c23-4e08-b728-c060cf1e5c7f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0701151 Jul 07 19:36:32.269665 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbf5dad0-b69d-468a-9b47-e9eaf55ed3c2 req-ce858796-93c1-4336-9f9c-b3e29872a520 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 Jul 07 19:36:33.364734 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:33.466295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c6882-5f45-4c25-b012-7407164a7f5e req-d2f9dc3a-c29f-420a-a2c5-e661303ab1f1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:33.467759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf3c6882-5f45-4c25-b012-7407164a7f5e req-d2f9dc3a-c29f-420a-a2c5-e661303ab1f1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0681579 Jul 07 19:36:33.513403 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf3c6882-5f45-4c25-b012-7407164a7f5e req-65533879-0049-48e7-8a5d-f29c40ea07c4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390928 Jul 07 19:36:34.694794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115dff8-095c-46e3-8d97-fa242128cdbd req-dfe2cdf5-0851-4e78-8a09-1455db697e52 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:34.697747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6115dff8-095c-46e3-8d97-fa242128cdbd req-dfe2cdf5-0851-4e78-8a09-1455db697e52 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0682847 Jul 07 19:36:34.740457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6115dff8-095c-46e3-8d97-fa242128cdbd req-818f22fd-476c-4c92-8e7c-d0de389f473f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347970 Jul 07 19:36:35.952798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482e45-113d-48c7-8d0d-e949feda38dc req-2feacc1f-e8d4-4b55-8214-de62ea63da2a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:35.954525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa482e45-113d-48c7-8d0d-e949feda38dc req-2feacc1f-e8d4-4b55-8214-de62ea63da2a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0819046 Jul 07 19:36:36.008424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa482e45-113d-48c7-8d0d-e949feda38dc req-08cc55e9-899f-4356-9bcb-8e07a78d1510 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469167 Jul 07 19:36:36.926162 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:36:37.161185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:37.207703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbab0e4-9e40-4c98-8913-a90966264ce8 req-074b0c2e-165d-49da-9737-602246c86031 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:37.216160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ccbab0e4-9e40-4c98-8913-a90966264ce8 req-074b0c2e-165d-49da-9737-602246c86031 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0848742 Jul 07 19:36:37.258876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ccbab0e4-9e40-4c98-8913-a90966264ce8 req-9994db40-e00c-4da6-9a86-d06707dfa68c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Jul 07 19:36:37.749080 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 4313c28a-7777-43de-994c-ed72a8a62bb5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:36:37.749347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.919598 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.919968 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:37.943511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 4313c28a-7777-43de-994c-ed72a8a62bb5 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:36:38.120119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.148197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=4313c28a-7777-43de-994c-ed72a8a62bb5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:38.162690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.163280 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.163378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.163693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.164029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.164363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.164723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.165056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.165380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.165700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.166022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.166342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:38.231301 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.231666 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Floating IP 1319ba21-b193-4fb1-a59a-592784d7e0d2 disassociated (deleted). External IP: 172.25.2.126, port: 117b50d0-0a6a-4a72-b329-0f2b848ff1c0. Jul 07 19:36:38.386429 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf837ee8-2f24-420c-b635-25a0f3e83d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.487090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc979eaa-d64b-4099-97b2-d1da8a677448 req-6b5579be-a285-468f-bda2-1769e3fe0ba0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:38.488778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc979eaa-d64b-4099-97b2-d1da8a677448 req-6b5579be-a285-468f-bda2-1769e3fe0ba0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0928557 Jul 07 19:36:38.534730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 251c81a7-565a-49f8-bb20-67cdcdf833bf has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:36:38.558230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc979eaa-d64b-4099-97b2-d1da8a677448 req-6f9f2244-cdf8-47cf-bc71-279aa65f2d58 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585055 Jul 07 19:36:38.663682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:36:38.668814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:38.679077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f1459-6909-4027-a83c-d54e691a08db None None] Sync routers for ids ['251c81a7-565a-49f8-bb20-67cdcdf833bf'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:36:38.695021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f1459-6909-4027-a83c-d54e691a08db None None] Routers {'251c81a7-565a-49f8-bb20-67cdcdf833bf'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:36:38.696544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-258f1459-6909-4027-a83c-d54e691a08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:36:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['251c81a7-565a-49f8-bb20-67cdcdf833bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:38.710504 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6d4287f0-e0db-4cfa-986e-6943bad62463 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/floatingips/1319ba21-b193-4fb1-a59a-592784d7e0d2 HTTP/1.1" status: 204 len: 168 time: 1.5474205 Jul 07 19:36:38.711236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:38.714265 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19" -d '{"events": [{"name": "network-changed", "server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:38.763897 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea9056f-1dce-48a5-a9ee-45f1e479d3a9 x-openstack-request-id: req-8ea9056f-1dce-48a5-a9ee-45f1e479d3a9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:38.764397 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:38.764771 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8ea9056f-1dce-48a5-a9ee-45f1e479d3a9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:38.765272 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'status': 'completed', 'code': 200} Jul 07 19:36:38.848909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-258f1459-6909-4027-a83c-d54e691a08db None None] Set router 251c81a7-565a-49f8-bb20-67cdcdf833bf gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:36:38.928808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19 req-00ac84ed-7c1d-4f2f-aae2-302eb923a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:38.930689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19 req-00ac84ed-7c1d-4f2f-aae2-302eb923a16c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=07c63c8c00dd494689f912cfd2378197&device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 1097 time: 0.1361711 Jul 07 19:36:39.117439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19 req-b7252ada-374d-46ad-9dd6-9d53cac50be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:39.122286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19 req-b7252ada-374d-46ad-9dd6-9d53cac50be9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=76cfa084-8182-4f08-ae02-edf5de806cbf HTTP/1.1" status: 200 len: 898 time: 0.1810191 Jul 07 19:36:39.217011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-258f1459-6909-4027-a83c-d54e691a08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:58Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '9f67d526-0972-48e3-9ea0-34cd34041141', 'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:cc:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:55Z', 'updated_at': '2021-07-07T19:34:07Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:39.221665 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19 req-0bcb46e2-f9b1-4515-bc03-f9e5bede9f8d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0 HTTP/1.1" status: 200 len: 217 time: 0.0950496 Jul 07 19:36:39.254893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f1459-6909-4027-a83c-d54e691a08db None None] Checking router: 251c81a7-565a-49f8-bb20-67cdcdf833bf for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:36:39.266772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f1459-6909-4027-a83c-d54e691a08db None None] Routers {'251c81a7-565a-49f8-bb20-67cdcdf833bf'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:36:39.267618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-258f1459-6909-4027-a83c-d54e691a08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:36:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['251c81a7-565a-49f8-bb20-67cdcdf833bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:39.302940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19 req-b42f0742-ecb3-48d8-9547-31674e924802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:39.304531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19 req-b42f0742-ecb3-48d8-9547-31674e924802 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac HTTP/1.1" status: 200 len: 834 time: 0.0702870 Jul 07 19:36:39.378999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19 req-fd286f39-511b-4c46-a945-978170892994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:39.381184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19 req-fd286f39-511b-4c46-a945-978170892994 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=76cfa084-8182-4f08-ae02-edf5de806cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692446 Jul 07 19:36:39.467185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-258f1459-6909-4027-a83c-d54e691a08db None None] Set router 251c81a7-565a-49f8-bb20-67cdcdf833bf gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:36:39.518687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19 req-0b4bb889-1b1d-4111-9a2d-cce474778a53 service neutron] 10.222.0.112 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293135 Jul 07 19:36:39.701085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38fd5f-2739-467e-88fb-00a6f2436fa4 req-c3db2f04-2ad4-45b5-b0aa-1b2d178e5e1d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:39.702914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b38fd5f-2739-467e-88fb-00a6f2436fa4 req-c3db2f04-2ad4-45b5-b0aa-1b2d178e5e1d tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.1824644 Jul 07 19:36:39.748979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2612d8a-58e8-484a-9ce7-f8e0cef9cd19 req-0928dbd5-8c3d-43c0-bd94-3f97daaf001e service neutron] 10.222.0.112 "GET /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866822 Jul 07 19:36:39.781603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b38fd5f-2739-467e-88fb-00a6f2436fa4 req-98a4cfd7-d772-414c-b665-83d12aa4a5c0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685887 Jul 07 19:36:39.887126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-258f1459-6909-4027-a83c-d54e691a08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:58Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '9f67d526-0972-48e3-9ea0-34cd34041141', 'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:cc:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:55Z', 'updated_at': '2021-07-07T19:34:07Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:39.958141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f1459-6909-4027-a83c-d54e691a08db None None] The sync data for ids ['251c81a7-565a-49f8-bb20-67cdcdf833bf'] in n-d-792394-12 is: [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:33:58Z', 'revision_number': 4, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '9f67d526-0972-48e3-9ea0-34cd34041141', 'name': '', 'network_id': '76cfa084-8182-4f08-ae02-edf5de806cbf', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'mac_address': 'fa:16:3e:cc:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:55Z', 'updated_at': '2021-07-07T19:34:07Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'subnets': [{'id': 'c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:36:40.116938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9fb17-f0c4-4e5c-80ff-a83f66b3e4ac req-0f589f8c-1bf9-43cf-ba5a-7056e9ed10e8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:40.118325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4de9fb17-f0c4-4e5c-80ff-a83f66b3e4ac req-0f589f8c-1bf9-43cf-ba5a-7056e9ed10e8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0921257 Jul 07 19:36:40.169162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4de9fb17-f0c4-4e5c-80ff-a83f66b3e4ac req-e1974976-0509-4c44-a9a2-065b044c3a8d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 Jul 07 19:36:40.307207 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a0bc2d-0940-4a0a-9456-01758da8803e None None] New status for floating IP 1319ba21-b193-4fb1-a59a-592784d7e0d2: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:36:40.857051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b273e80-b413-4526-8ff3-ce02cb6b2cf1 req-836f7f79-a274-4326-b586-32a94a396ae0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:40.861104 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b273e80-b413-4526-8ff3-ce02cb6b2cf1 req-836f7f79-a274-4326-b586-32a94a396ae0 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.0930641 Jul 07 19:36:41.070590 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-562fff35-ccb5-4bd1-b167-b9df14b9570f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:41.095631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c650b0-90f7-4c8b-9540-a4eb4161b3bd req-08d18b1f-1613-4588-9212-fd311bd38baa tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:41.105147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03c650b0-90f7-4c8b-9540-a4eb4161b3bd req-08d18b1f-1613-4588-9212-fd311bd38baa tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 945 time: 0.1950924 Jul 07 19:36:41.149317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6b273e80-b413-4526-8ff3-ce02cb6b2cf1 req-88319bf4-192f-4dc4-8ba4-32ea9af3a973 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:36:41.149738 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b273e80-b413-4526-8ff3-ce02cb6b2cf1 req-88319bf4-192f-4dc4-8ba4-32ea9af3a973 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:41.159963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03c650b0-90f7-4c8b-9540-a4eb4161b3bd req-7050bc75-08e2-4412-9e88-d1632bcd909a tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/security-groups?id=04f159fa-1634-486b-b257-85aa728ef27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510859 Jul 07 19:36:41.275275 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:41.301148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6b273e80-b413-4526-8ff3-ce02cb6b2cf1 req-88319bf4-192f-4dc4-8ba4-32ea9af3a973 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:41.301687 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b273e80-b413-4526-8ff3-ce02cb6b2cf1 req-88319bf4-192f-4dc4-8ba4-32ea9af3a973 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:41.344642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6b273e80-b413-4526-8ff3-ce02cb6b2cf1 req-88319bf4-192f-4dc4-8ba4-32ea9af3a973 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:36:41.441532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0c72-e42c-494c-9c07-29c383d7b73b req-8bfc53ef-7968-47d9-9eca-7ca5937771a1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:41.443145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e16e0c72-e42c-494c-9c07-29c383d7b73b req-8bfc53ef-7968-47d9-9eca-7ca5937771a1 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.1384742 Jul 07 19:36:41.586199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e16e0c72-e42c-494c-9c07-29c383d7b73b req-416096e9-1ea5-4bbb-9a2c-e3e56833c98d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287820 Jul 07 19:36:41.638739 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b273e80-b413-4526-8ff3-ce02cb6b2cf1 req-88319bf4-192f-4dc4-8ba4-32ea9af3a973 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:41.695297 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88319bf4-192f-4dc4-8ba4-32ea9af3a973 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=117b50d0-0a6a-4a72-b329-0f2b848ff1c0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:41.753589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b273e80-b413-4526-8ff3-ce02cb6b2cf1 req-88319bf4-192f-4dc4-8ba4-32ea9af3a973 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] No DVR routers for this DVR port 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:36:41.756855 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b273e80-b413-4526-8ff3-ce02cb6b2cf1 req-88319bf4-192f-4dc4-8ba4-32ea9af3a973 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:41.759321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b273e80-b413-4526-8ff3-ce02cb6b2cf1 req-88319bf4-192f-4dc4-8ba4-32ea9af3a973 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.112 "DELETE /v2.0/ports/117b50d0-0a6a-4a72-b329-0f2b848ff1c0 HTTP/1.1" status: 204 len: 173 time: 0.8916135 Jul 07 19:36:41.759926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'name': 'network-vif-deleted', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:41.764017 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca73604-a858-4237-ac15-15c2fe5700ec" -d '{"events": [{"server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "name": "network-vif-deleted", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:41.893407 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca39ee9-9483-43be-80a1-b2b582ad8efe x-openstack-request-id: req-5ca39ee9-9483-43be-80a1-b2b582ad8efe {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:41.894186 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be2ab7a-789c-4871-bf00-0ac0caa44317", "name": "network-vif-deleted", "tag": "117b50d0-0a6a-4a72-b329-0f2b848ff1c0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:41.894186 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5ca39ee9-9483-43be-80a1-b2b582ad8efe {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:41.894391 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be2ab7a-789c-4871-bf00-0ac0caa44317', 'name': 'network-vif-deleted', 'tag': '117b50d0-0a6a-4a72-b329-0f2b848ff1c0', 'status': 'completed', 'code': 200} Jul 07 19:36:42.403540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-205384ef-c641-4e85-b5f9-a685b9ef31d9 req-34c02fe4-9095-41f6-86a5-d0ceaab962cc tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "GET /v2.0/ports?device_id=2be2ab7a-789c-4871-bf00-0ac0caa44317 HTTP/1.1" status: 200 len: 210 time: 0.0646057 Jul 07 19:36:42.413126 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:42.888043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d73f3-7bc9-44b3-9441-5c6ebcd3e194 req-dafed2c6-2712-426c-9e4e-11deb3008fc6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:42.889624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-994d73f3-7bc9-44b3-9441-5c6ebcd3e194 req-dafed2c6-2712-426c-9e4e-11deb3008fc6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0776284 Jul 07 19:36:42.939655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-994d73f3-7bc9-44b3-9441-5c6ebcd3e194 req-56e52a97-8bca-4899-ab56-ab0adb9f2c20 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Jul 07 19:36:43.514015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:43.963437 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:44.010146 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:44.194104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d5435-dc3c-4c1b-86ea-570088eb88b4 req-db079f76-35b4-45c7-a6a1-f2ba8b71a692 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:44.196848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f36d5435-dc3c-4c1b-86ea-570088eb88b4 req-db079f76-35b4-45c7-a6a1-f2ba8b71a692 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0952625 Jul 07 19:36:44.257518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f36d5435-dc3c-4c1b-86ea-570088eb88b4 req-bff6120d-63a2-4329-bc14-7f61406a4898 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538902 Jul 07 19:36:44.435429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 9f67d526-0972-48e3-9ea0-34cd34041141 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:36:44.435754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:44.548910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port 9f67d526-0972-48e3-9ea0-34cd34041141, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9f67d526-0972-48e3-9ea0-34cd34041141,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:44.549636 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:44.563367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 9f67d526-0972-48e3-9ea0-34cd34041141 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:36:44.647675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:36:44.682850 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:36:44.684597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 117b50d0-0a6a-4a72-b329-0f2b848ff1c0 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:36:44.830899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:44.863000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=9f67d526-0972-48e3-9ea0-34cd34041141,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:45.089325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.392159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Router 251c81a7-565a-49f8-bb20-67cdcdf833bf has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:36:45.514977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673db8e-a588-4da8-9f9d-850023b34a16 req-20afbdf7-8492-4c60-86ff-0cc1a875c078 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:45.523805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5673db8e-a588-4da8-9f9d-850023b34a16 req-20afbdf7-8492-4c60-86ff-0cc1a875c078 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.0974395 Jul 07 19:36:45.576251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:36:45.580149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5673db8e-a588-4da8-9f9d-850023b34a16 req-8520e0c7-9408-4062-9242-f0014457d5a9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553770 Jul 07 19:36:45.585121 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-64713437-45f1-4558-bbac-baf063ef6265 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "PUT /v2.0/routers/251c81a7-565a-49f8-bb20-67cdcdf833bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0700793 Jul 07 19:36:45.587438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 52802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:45.602359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5c639-bffd-47df-abba-574aa5965e06 None None] Sync routers for ids ['251c81a7-565a-49f8-bb20-67cdcdf833bf'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:36:45.619826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5c639-bffd-47df-abba-574aa5965e06 None None] Routers {'251c81a7-565a-49f8-bb20-67cdcdf833bf'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:36:45.621611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dce5c639-bffd-47df-abba-574aa5965e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:36:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['251c81a7-565a-49f8-bb20-67cdcdf833bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:45.651239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7fa27b-2c50-4152-948e-646e35212f2c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting subnet c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:36:45.656384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a7fa27b-2c50-4152-948e-646e35212f2c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.716294 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a7fa27b-2c50-4152-948e-646e35212f2c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.770073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dce5c639-bffd-47df-abba-574aa5965e06 None None] Set router 251c81a7-565a-49f8-bb20-67cdcdf833bf gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:36:45.893035 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a7fa27b-2c50-4152-948e-646e35212f2c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:45.975256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a7fa27b-2c50-4152-948e-646e35212f2c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:46.014319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fa27b-2c50-4152-948e-646e35212f2c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:46.020944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dce5c639-bffd-47df-abba-574aa5965e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:36:44Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:46.033670 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a7fa27b-2c50-4152-948e-646e35212f2c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:46.036206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7a7fa27b-2c50-4152-948e-646e35212f2c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/subnets/c5e3ba0f-2f15-47d3-9533-e50f1b8fd5ac HTTP/1.1" status: 204 len: 168 time: 0.4475937 Jul 07 19:36:46.039086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 52808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:46.067328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b2653-bbc3-411a-a181-a11a61c21401 None None] Network 76cfa084-8182-4f08-ae02-edf5de806cbf requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:36:46.084904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5c639-bffd-47df-abba-574aa5965e06 None None] Checking router: 251c81a7-565a-49f8-bb20-67cdcdf833bf for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:36:46.152464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5c639-bffd-47df-abba-574aa5965e06 None None] Routers {'251c81a7-565a-49f8-bb20-67cdcdf833bf'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:36:46.153439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dce5c639-bffd-47df-abba-574aa5965e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:36:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['251c81a7-565a-49f8-bb20-67cdcdf833bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:46.194251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:46.342451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:46.412604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port e9c2f5ee-9758-450d-8482-204ec5977c28 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:36:46.413194 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:46.493062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b82df1a7-8c3f-4e25-938b-6cc8e653da32 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:36:46.582182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port e9c2f5ee-9758-450d-8482-204ec5977c28, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e9c2f5ee-9758-450d-8482-204ec5977c28,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:46.583289 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:46.598902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for e9c2f5ee-9758-450d-8482-204ec5977c28 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:36:46.678244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dce5c639-bffd-47df-abba-574aa5965e06 None None] Set router 251c81a7-565a-49f8-bb20-67cdcdf833bf gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:36:46.875709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628c723-f78f-4430-b9b8-d69555893538 req-7bea20d1-9e59-41f7-ad0a-5c27c0c4b8a0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:46.876012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b82df1a7-8c3f-4e25-938b-6cc8e653da32, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b82df1a7-8c3f-4e25-938b-6cc8e653da32,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:46.877310 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9628c723-f78f-4430-b9b8-d69555893538 req-7bea20d1-9e59-41f7-ad0a-5c27c0c4b8a0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 944 time: 0.1222537 Jul 07 19:36:46.889018 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:46.939883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=e9c2f5ee-9758-450d-8482-204ec5977c28,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:46.949842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'b82df1a7-8c3f-4e25-938b-6cc8e653da32', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'port_id': 'b82df1a7-8c3f-4e25-938b-6cc8e653da32', 'mac_address': 'fa:16:3e:7f:d9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:36:46.974790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b66b83-5682-44f1-b2bd-38b4090dedae None None] DHCP port deletion for 76cfa084-8182-4f08-ae02-edf5de806cbf request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:36:47.013004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9628c723-f78f-4430-b9b8-d69555893538 req-00c4fb7a-6cb1-49a5-a847-02cea88f1a3a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214101 Jul 07 19:36:47.031559 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.092946 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.119853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82df1a7-8c3f-4e25-938b-6cc8e653da32 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:36:47.135911 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.138545 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.149193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b82df1a7-8c3f-4e25-938b-6cc8e653da32, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b82df1a7-8c3f-4e25-938b-6cc8e653da32,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:47.164400 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.201818 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.202573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Fanout notify agent at l3_agent the message router_deleted on router 251c81a7-565a-49f8-bb20-67cdcdf833bf {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:36:47.215115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.216602 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b2113b95-e8b4-430d-b663-f75444a825f1 tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/routers/251c81a7-565a-49f8-bb20-67cdcdf833bf HTTP/1.1" status: 204 len: 168 time: 1.1764741 Jul 07 19:36:47.219567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 52824) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:47.270224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dce5c639-bffd-47df-abba-574aa5965e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:36:44Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:47.274237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b82df1a7-8c3f-4e25-938b-6cc8e653da32,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:47.307476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9b4e4922-6ed1-41f1-beec-17d05396f64a no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:36:47.315870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5c639-bffd-47df-abba-574aa5965e06 None None] The sync data for ids ['251c81a7-565a-49f8-bb20-67cdcdf833bf'] in n-d-792394-12 is: [{'id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631454201', 'tenant_id': '07c63c8c00dd494689f912cfd2378197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:41Z', 'updated_at': '2021-07-07T19:36:44Z', 'revision_number': 5, 'project_id': '07c63c8c00dd494689f912cfd2378197', 'gw_port': {'id': 'e9c2f5ee-9758-450d-8482-204ec5977c28', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251c81a7-565a-49f8-bb20-67cdcdf833bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:44Z', 'updated_at': '2021-07-07T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:36:47.332324 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.338446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a0b66b83-5682-44f1-b2bd-38b4090dedae None None] Deleting port 9b4e4922-6ed1-41f1-beec-17d05396f64a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:36:47.338838 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0b66b83-5682-44f1-b2bd-38b4090dedae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.342278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.342627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.343000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.343328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.343727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.344007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.344394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.344619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.344954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.345284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.346035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.346035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:47.418587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Deleting port 9b4e4922-6ed1-41f1-beec-17d05396f64a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:36:47.418938 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.459944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a0b66b83-5682-44f1-b2bd-38b4090dedae None None] For port 9b4e4922-6ed1-41f1-beec-17d05396f64a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9b4e4922-6ed1-41f1-beec-17d05396f64a,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:47.460229 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0b66b83-5682-44f1-b2bd-38b4090dedae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.484264 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a0b66b83-5682-44f1-b2bd-38b4090dedae None None] Calling delete_port for 9b4e4922-6ed1-41f1-beec-17d05396f64a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:36:47.486054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b82df1a7-8c3f-4e25-938b-6cc8e653da32'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:47.506393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] For port 9b4e4922-6ed1-41f1-beec-17d05396f64a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9b4e4922-6ed1-41f1-beec-17d05396f64a,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:47.506786 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.513710 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.524768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Calling delete_port for 9b4e4922-6ed1-41f1-beec-17d05396f64a owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:36:47.625346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 9b4e4922-6ed1-41f1-beec-17d05396f64a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9b4e4922-6ed1-41f1-beec-17d05396f64a,segment=NetworkSegment(33a0ef11-f4fc-46c5-954a-47e62323bfc1),segment_id=33a0ef11-f4fc-46c5-954a-47e62323bfc1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:47.631940 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.640456 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.666059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event deleted for resources: {'Port': ['ID=9b4e4922-6ed1-41f1-beec-17d05396f64a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:47.716312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Port': ['ID=9b4e4922-6ed1-41f1-beec-17d05396f64a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:47.719245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] No DVR routers for this DVR port 9b4e4922-6ed1-41f1-beec-17d05396f64a on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:36:47.734904 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0b66b83-5682-44f1-b2bd-38b4090dedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.820078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b66b83-5682-44f1-b2bd-38b4090dedae None None] Pushing event deleted for resources: {'Port': ['ID=9b4e4922-6ed1-41f1-beec-17d05396f64a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:47.825375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.829562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b66b83-5682-44f1-b2bd-38b4090dedae None None] No DVR routers for this DVR port 9b4e4922-6ed1-41f1-beec-17d05396f64a on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:36:47.861577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cfa084-8182-4f08-ae02-edf5de806cbf']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:47.884461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a0ef11-f4fc-46c5-954a-47e62323bfc1') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:47.884847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a0ef11-f4fc-46c5-954a-47e62323bfc1') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:36:47.904141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.926907 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.934959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:36:47.935619 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:36:47.938942 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:36:48.019720 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:48.032610 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:48.040303 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:48.040966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/networks/76cfa084-8182-4f08-ae02-edf5de806cbf HTTP/1.1" status: 204 len: 168 time: 0.8199558 Jul 07 19:36:48.072200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265057ed-a5d4-4b77-943b-66161dab434c tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'Network': ['ID=76cfa084-8182-4f08-ae02-edf5de806cbf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:48.252691 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e97baa80-b1e0-4bd9-a8c2-ff62e2e38dad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:48.358585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e97baa80-b1e0-4bd9-a8c2-ff62e2e38dad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:48.437208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e97baa80-b1e0-4bd9-a8c2-ff62e2e38dad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:48.440158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e97baa80-b1e0-4bd9-a8c2-ff62e2e38dad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:48.447776 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e97baa80-b1e0-4bd9-a8c2-ff62e2e38dad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] 10.222.0.113 "DELETE /v2.0/security-groups/04f159fa-1634-486b-b257-85aa728ef27d HTTP/1.1" status: 204 len: 168 time: 0.4062712 Jul 07 19:36:48.460333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97baa80-b1e0-4bd9-a8c2-ff62e2e38dad tempest-TestNetworkAdvancedServerOps-1240364744 tempest-TestNetworkAdvancedServerOps-1240364744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f159fa-1634-486b-b257-85aa728ef27d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:48.517279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f71fc6-9f1b-43b6-9039-8160adce517b req-5216b2d3-1c05-4e80-871f-cc079038ef95 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:48.532397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3f71fc6-9f1b-43b6-9039-8160adce517b req-5216b2d3-1c05-4e80-871f-cc079038ef95 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 945 time: 0.1887891 Jul 07 19:36:48.606611 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3f71fc6-9f1b-43b6-9039-8160adce517b req-86b64ea0-a0c2-48d7-8ea0-7119cd72aaa6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659966 Jul 07 19:36:48.923984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 52880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:49.082683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ed6af45f-b440-4905-80cc-9c9911155850 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=07c63c8c00dd494689f912cfd2378197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573112 Jul 07 19:36:49.085177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 52886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:49.130647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9f67d526-0972-48e3-9ea0-34cd34041141 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:36:49.133977 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:49.160259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 9f67d526-0972-48e3-9ea0-34cd34041141 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:36:49.160914 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9f67d526-0972-48e3-9ea0-34cd34041141 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:36:49.161502 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e9c2f5ee-9758-450d-8482-204ec5977c28 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:36:49.172717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96d6abe3-b9b6-4fe8-8b0d-74a4882b8a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:49.181887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: e9c2f5ee-9758-450d-8482-204ec5977c28 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:36:49.182603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e9c2f5ee-9758-450d-8482-204ec5977c28 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:36:49.591086 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96d6abe3-b9b6-4fe8-8b0d-74a4882b8a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:49.646838 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96d6abe3-b9b6-4fe8-8b0d-74a4882b8a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:49.650965 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96d6abe3-b9b6-4fe8-8b0d-74a4882b8a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:49.652688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-96d6abe3-b9b6-4fe8-8b0d-74a4882b8a59 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/75e0834e-bf88-4fc5-9b03-79e41abbbe37 HTTP/1.1" status: 204 len: 168 time: 0.5661912 Jul 07 19:36:49.687827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6abe3-b9b6-4fe8-8b0d-74a4882b8a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e0834e-bf88-4fc5-9b03-79e41abbbe37,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:49.903600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1009a4-d7c5-45dc-b7ed-975c7bf8d1e9 req-8c961ca6-7be2-4980-a153-66cf6efdd786 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:49.906314 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d1009a4-d7c5-45dc-b7ed-975c7bf8d1e9 req-8c961ca6-7be2-4980-a153-66cf6efdd786 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 945 time: 0.1067309 Jul 07 19:36:49.960346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d1009a4-d7c5-45dc-b7ed-975c7bf8d1e9 req-40e12509-53b2-47c7-bd16-c6bacf32557e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Jul 07 19:36:50.166372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 52926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:50.258292 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9295e062-ab92-4daa-b6e2-83127f1d3893 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dba3a5f2b38348f8bff2c7544aaa2302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867496 Jul 07 19:36:50.258652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 52932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:36:50.323604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bf23e1c-0a3d-452b-91ea-e018f88fca02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.350917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bf23e1c-0a3d-452b-91ea-e018f88fca02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.356841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b82df1a7-8c3f-4e25-938b-6cc8e653da32 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:36:50.414319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bf23e1c-0a3d-452b-91ea-e018f88fca02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.416698 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bf23e1c-0a3d-452b-91ea-e018f88fca02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.421371 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1bf23e1c-0a3d-452b-91ea-e018f88fca02 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c65931e6-6cff-49a0-8349-c663c56a914f HTTP/1.1" status: 204 len: 168 time: 0.1580441 Jul 07 19:36:50.441220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf23e1c-0a3d-452b-91ea-e018f88fca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65931e6-6cff-49a0-8349-c663c56a914f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:50.443317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port b82df1a7-8c3f-4e25-938b-6cc8e653da32 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:36:50.450524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port b82df1a7-8c3f-4e25-938b-6cc8e653da32 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:36:50.451478 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.594268 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.641246 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9657b0-596b-4c83-8b40-6a10e52300ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82df1a7-8c3f-4e25-938b-6cc8e653da32'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:50.646379 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461e2892-4f65-47b5-9666-87caaa3fb6f9" -d '{"events": [{"server_uuid": "be9657b0-596b-4c83-8b40-6a10e52300ff", "name": "network-vif-plugged", "status": "completed", "tag": "b82df1a7-8c3f-4e25-938b-6cc8e653da32"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:50.679134 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b82df1a7-8c3f-4e25-938b-6cc8e653da32, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b82df1a7-8c3f-4e25-938b-6cc8e653da32,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:50.686858 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:50.723778 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f052395-9356-4ba5-bade-140bac571de4 x-openstack-request-id: req-5f052395-9356-4ba5-bade-140bac571de4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:50.724337 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9657b0-596b-4c83-8b40-6a10e52300ff", "name": "network-vif-plugged", "status": "completed", "tag": "b82df1a7-8c3f-4e25-938b-6cc8e653da32", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:50.724741 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5f052395-9356-4ba5-bade-140bac571de4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:50.725374 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9657b0-596b-4c83-8b40-6a10e52300ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82df1a7-8c3f-4e25-938b-6cc8e653da32', 'code': 200} Jul 07 19:36:50.769909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b82df1a7-8c3f-4e25-938b-6cc8e653da32,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:50.962721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d89764-092a-4fd2-8144-66e0268a6de5 req-52c81bad-0fc8-41f5-91ad-d30f213ed587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:50.965211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00d89764-092a-4fd2-8144-66e0268a6de5 req-52c81bad-0fc8-41f5-91ad-d30f213ed587 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 1098 time: 0.1184349 Jul 07 19:36:51.063861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00d89764-092a-4fd2-8144-66e0268a6de5 req-254d7240-f3f0-4c5d-bbcb-5cecff0d183a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773449 Jul 07 19:36:51.296818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-3ce84fe9-224e-40d2-b010-c800b150157c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1380033 Jul 07 19:36:51.319349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadabaa-899b-4e56-a574-86ff90aa93c3 req-47f2a8ff-0fce-4235-b53f-10598404c00e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.321036 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfadabaa-899b-4e56-a574-86ff90aa93c3 req-47f2a8ff-0fce-4235-b53f-10598404c00e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 946 time: 0.1297421 Jul 07 19:36:51.380644 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfadabaa-899b-4e56-a574-86ff90aa93c3 req-a7f10d50-6b6c-4e6e-92c5-fc7f2b5c2894 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510478 Jul 07 19:36:51.469969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9cd6f5f9-e7c9-4916-ad71-fe5aafb89b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.471308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9cd6f5f9-e7c9-4916-ad71-fe5aafb89b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.471890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9cd6f5f9-e7c9-4916-ad71-fe5aafb89b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.473047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9cd6f5f9-e7c9-4916-ad71-fe5aafb89b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.473684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9cd6f5f9-e7c9-4916-ad71-fe5aafb89b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.474363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9cd6f5f9-e7c9-4916-ad71-fe5aafb89b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.474876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9cd6f5f9-e7c9-4916-ad71-fe5aafb89b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.477679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9cd6f5f9-e7c9-4916-ad71-fe5aafb89b1d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6501 time: 0.0888407 Jul 07 19:36:51.632079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9d7fde16-820f-47db-a267-56fc879066fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.632676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9d7fde16-820f-47db-a267-56fc879066fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.633300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9d7fde16-820f-47db-a267-56fc879066fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.635466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9d7fde16-820f-47db-a267-56fc879066fd service neutron] 10.222.0.112 "GET /v2.0/networks?id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d HTTP/1.1" status: 200 len: 2295 time: 0.1299105 Jul 07 19:36:51.719575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-fbcbfa15-7674-46f2-975e-edb6fb1dc4f7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946cb551-1be4-4900-9625-023e6b0d6045 HTTP/1.1" status: 200 len: 1001 time: 0.0753441 Jul 07 19:36:51.790820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-c32475da-237b-4d30-8c7f-75dcf266e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.792312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-c32475da-237b-4d30-8c7f-75dcf266e88d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1e96c63b-b9c3-4392-80cb-a5efc479f4d7 HTTP/1.1" status: 200 len: 851 time: 0.0651941 Jul 07 19:36:51.869228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-649ae428-35ef-4f56-b481-47d77cdab5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:51.871757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-649ae428-35ef-4f56-b481-47d77cdab5b0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718372 Jul 07 19:36:51.978469 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-dc08a5d9-cc4e-4a1f-aff7-8a3e04019305 service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990171 Jul 07 19:36:52.101706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9404cdc7-d37b-441d-aeb1-0d52f6f5363f service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159821 Jul 07 19:36:52.148658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9ca55f04-b0cb-4ad9-8ee0-25f87540696c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 HTTP/1.1" status: 200 len: 217 time: 0.0392570 Jul 07 19:36:52.208678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-7d314fce-ab7c-473b-915b-44d3f3f1b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:52.210987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-7d314fce-ab7c-473b-915b-44d3f3f1b300 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0548246 Jul 07 19:36:52.305344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-db7e2467-6d98-405d-8ff0-9e8a29e0096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:52.307285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-db7e2467-6d98-405d-8ff0-9e8a29e0096f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0889628 Jul 07 19:36:52.489645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-f256139a-24db-4146-ab1b-464acd8afbab service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733038 Jul 07 19:36:52.656935 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-1cfee666-b0a1-4da5-bd44-9ebe8ad37cdc service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610239 Jul 07 19:36:52.726368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f316b5-e4d8-4d1c-9a83-ce9da5e0583e req-33899e7b-dc4f-4a5b-8c7b-4611892a7b3c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:52.726368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49f316b5-e4d8-4d1c-9a83-ce9da5e0583e req-33899e7b-dc4f-4a5b-8c7b-4611892a7b3c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 946 time: 0.1569257 Jul 07 19:36:52.726368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-f4c3f44a-598f-430f-9de2-7654b0ab4b02 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=e63e5894-487a-4ed1-8fb3-7173bca23462 HTTP/1.1" status: 200 len: 217 time: 0.0632896 Jul 07 19:36:52.895086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9108ec6a-5172-437b-9af7-862b74602aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:52.897622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-9108ec6a-5172-437b-9af7-862b74602aba service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.1556537 Jul 07 19:36:52.901529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49f316b5-e4d8-4d1c-9a83-ce9da5e0583e req-0660a195-802c-488a-90c1-5b97266f65e3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477120 Jul 07 19:36:52.992692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-a13dbf02-efb0-4e7c-b306-79d18171af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:52.994040 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-a13dbf02-efb0-4e7c-b306-79d18171af3c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0894272 Jul 07 19:36:53.209103 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-e5ce0548-b6ab-47de-b57a-ddd8961ff632 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074568 Jul 07 19:36:53.300592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e6129-5322-4505-9a55-66869da6bbe7 req-fe3d4458-7882-4ac5-923f-1bd5b6e67a98 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:53.302331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c17e6129-5322-4505-9a55-66869da6bbe7 req-fe3d4458-7882-4ac5-923f-1bd5b6e67a98 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 946 time: 0.1638203 Jul 07 19:36:53.374592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-d8b975d2-5ee8-4729-a10a-6e8e78a11cc9 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561346 Jul 07 19:36:53.377598 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c17e6129-5322-4505-9a55-66869da6bbe7 req-bc1c6df1-00bb-44d9-8ef1-06a70acec539 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679197 Jul 07 19:36:53.422897 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-6eb52f93-255e-4778-812d-16fb38d1c0ff service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=da338938-8a54-4715-ae73-a927d25b02e9 HTTP/1.1" status: 200 len: 217 time: 0.0382628 Jul 07 19:36:53.493133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-f2fcde15-d740-40f3-a904-4649dac981df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:53.494895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-f2fcde15-d740-40f3-a904-4649dac981df service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0607808 Jul 07 19:36:53.592537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-4a1445a8-88ea-4f8a-9c6c-c2a5c3b9d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:53.598759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-4a1445a8-88ea-4f8a-9c6c-c2a5c3b9d6e8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0926070 Jul 07 19:36:53.763232 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-6756b796-bbe7-48a2-844e-029250496927 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596737 Jul 07 19:36:53.937558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-e2b694ef-f6d4-41b9-86f9-8e05374175ca service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661344 Jul 07 19:36:54.049591 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-528d6852-492b-4cef-9da2-a5fc117631c9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9 HTTP/1.1" status: 200 len: 217 time: 0.1036377 Jul 07 19:36:54.174614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-041a01fa-f017-4f78-96e4-75ae3f6e16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:54.176416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-041a01fa-f017-4f78-96e4-75ae3f6e16ee service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.1008146 Jul 07 19:36:54.186816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d98ac-35e8-49e7-ac11-ce80326cefea req-28325e69-30a8-4a6b-b3c0-295d726be3d8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:54.188424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf9d98ac-35e8-49e7-ac11-ce80326cefea req-28325e69-30a8-4a6b-b3c0-295d726be3d8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 946 time: 0.1524899 Jul 07 19:36:54.290645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf9d98ac-35e8-49e7-ac11-ce80326cefea req-e4967b31-7dfc-49a6-96ba-34577e57feae tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929854 Jul 07 19:36:54.319080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-0622b970-c2c5-4f97-929b-d327a79c1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:54.320957 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-0622b970-c2c5-4f97-929b-d327a79c1d3e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1314943 Jul 07 19:36:54.493679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-7ace156d-8bc4-4eb0-ba27-b8ac5d91438c service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653392 Jul 07 19:36:54.667056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-6cf15606-dd0d-46bd-8e30-a8c981ab99d2 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657419 Jul 07 19:36:54.739781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-8d47599f-5031-47b5-b95b-e3381de0ce16 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e HTTP/1.1" status: 200 len: 217 time: 0.0645103 Jul 07 19:36:54.811886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-205ab7f5-f4d0-4ab9-b173-c343606e8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:54.814540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-205ab7f5-f4d0-4ab9-b173-c343606e8a0e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.0683699 Jul 07 19:36:54.940366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-1c8d7114-be51-4102-9229-f4c50f77c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:54.942064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-1c8d7114-be51-4102-9229-f4c50f77c962 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1127765 Jul 07 19:36:55.057457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-48061f00-24a3-4664-8989-d7448da03a4f service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063437 Jul 07 19:36:55.170621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-f1324226-88f3-49f4-8dff-c75b3e29ff7e service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041753 Jul 07 19:36:55.223604 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-3e8e9d47-1f2e-45ef-b701-3ed9f9319da9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721 HTTP/1.1" status: 200 len: 217 time: 0.0445454 Jul 07 19:36:55.306481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-ea9d4caf-ed1e-4401-a22b-444f2e3169e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:55.308048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-ea9d4caf-ed1e-4401-a22b-444f2e3169e0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.0754845 Jul 07 19:36:55.382211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-456aa801-5c33-4c2d-8e2c-58826349d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:55.383958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-456aa801-5c33-4c2d-8e2c-58826349d6d7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0686135 Jul 07 19:36:55.543267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-43d64091-3fa6-4e21-ac65-18deaba19f5c service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508596 Jul 07 19:36:55.559388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6f14b-61a9-449e-987c-46ff6eea9f0c req-8024a5cf-ecec-41b6-80af-5aed935cfd4b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:55.560966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6cd6f14b-61a9-449e-987c-46ff6eea9f0c req-8024a5cf-ecec-41b6-80af-5aed935cfd4b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 946 time: 0.1155479 Jul 07 19:36:55.664397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6cd6f14b-61a9-449e-987c-46ff6eea9f0c req-00c55cb9-ab92-4ed1-ae51-a8b650040843 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960541 Jul 07 19:36:55.695235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d32d603d-4090-4275-bbc1-aeb1920f824b req-195b1b0e-6eb5-4fb0-aa70-0f82339a3cf2 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451094 Jul 07 19:36:55.801372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a3fdd-aadf-4084-b670-ee0bcd3387d5 req-2888af5d-e9b6-4bff-a588-e8e47806a073 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:36:55.803243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-411a3fdd-aadf-4084-b670-ee0bcd3387d5 req-2888af5d-e9b6-4bff-a588-e8e47806a073 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 946 time: 0.0914686 Jul 07 19:36:55.922555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-411a3fdd-aadf-4084-b670-ee0bcd3387d5 req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Deleting port b82df1a7-8c3f-4e25-938b-6cc8e653da32 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:36:55.922889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-411a3fdd-aadf-4084-b670-ee0bcd3387d5 req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:56.057371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-411a3fdd-aadf-4084-b670-ee0bcd3387d5 req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] For port b82df1a7-8c3f-4e25-938b-6cc8e653da32, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b82df1a7-8c3f-4e25-938b-6cc8e653da32,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:36:56.058270 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-411a3fdd-aadf-4084-b670-ee0bcd3387d5 req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:56.074317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-411a3fdd-aadf-4084-b670-ee0bcd3387d5 req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Calling delete_port for b82df1a7-8c3f-4e25-938b-6cc8e653da32 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:36:56.234560 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-411a3fdd-aadf-4084-b670-ee0bcd3387d5 req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:56.268213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event deleted for resources: {'Port': ['ID=b82df1a7-8c3f-4e25-938b-6cc8e653da32,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:36:56.281205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['100c7804-03b7-4f14-b78a-18d3fd86a6dc', 'b82df1a7-8c3f-4e25-938b-6cc8e653da32'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:36:56.294655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.295153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.295530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.295880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.296373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.296752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.297085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.297414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.297759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.298059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.298463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.298795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:36:56.365995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-411a3fdd-aadf-4084-b670-ee0bcd3387d5 req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] No DVR routers for this DVR port b82df1a7-8c3f-4e25-938b-6cc8e653da32 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:36:56.369005 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-411a3fdd-aadf-4084-b670-ee0bcd3387d5 req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:36:56.379752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-411a3fdd-aadf-4084-b670-ee0bcd3387d5 req-5645008a-92c1-46e3-b95c-a423e775c07c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "DELETE /v2.0/ports/b82df1a7-8c3f-4e25-938b-6cc8e653da32 HTTP/1.1" status: 204 len: 173 time: 0.5700884 Jul 07 19:36:56.380319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9657b0-596b-4c83-8b40-6a10e52300ff', 'name': 'network-vif-deleted', 'tag': 'b82df1a7-8c3f-4e25-938b-6cc8e653da32'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:36:56.383166 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51642b1a-f4e2-4ebb-9e8b-70540740c54f" -d '{"events": [{"server_uuid": "be9657b0-596b-4c83-8b40-6a10e52300ff", "name": "network-vif-deleted", "tag": "b82df1a7-8c3f-4e25-938b-6cc8e653da32"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:36:56.454119 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19f2dee-d300-44ce-b148-9b07140a0f39 x-openstack-request-id: req-a19f2dee-d300-44ce-b148-9b07140a0f39 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:36:56.454843 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9657b0-596b-4c83-8b40-6a10e52300ff", "name": "network-vif-deleted", "tag": "b82df1a7-8c3f-4e25-938b-6cc8e653da32", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:36:56.455271 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a19f2dee-d300-44ce-b148-9b07140a0f39 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:36:56.455980 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9657b0-596b-4c83-8b40-6a10e52300ff', 'name': 'network-vif-deleted', 'tag': 'b82df1a7-8c3f-4e25-938b-6cc8e653da32', 'status': 'completed', 'code': 200} Jul 07 19:36:56.838738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-057d433f-eb4f-446c-a167-d48e00a31ce9 req-7a603cfb-d939-4e41-99d1-c405b94e95e9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 210 time: 0.0352478 Jul 07 19:36:58.052895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-476b5741-55f8-447c-8f31-5ba2d227f701 req-53f70b4c-b8d7-4890-88b7-69a062d12c41 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 210 time: 0.0467827 Jul 07 19:36:58.413290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b82df1a7-8c3f-4e25-938b-6cc8e653da32 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:36:58.437669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: b82df1a7-8c3f-4e25-938b-6cc8e653da32 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:36:58.438001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b82df1a7-8c3f-4e25-938b-6cc8e653da32 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:36:59.217025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cd05e73-777e-4c5e-b6c8-7af7fdad4616 req-2ba41e98-d39b-4c22-b6fc-372e4fba136a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 210 time: 0.0338290 Jul 07 19:37:00.268963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f70e3b-2fe8-474a-9dcd-2242d7594c18 req-701b09d2-401b-4690-837e-c3eb010d685d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:00.270684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3f70e3b-2fe8-474a-9dcd-2242d7594c18 req-701b09d2-401b-4690-837e-c3eb010d685d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 946 time: 0.0889773 Jul 07 19:37:00.363995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3f70e3b-2fe8-474a-9dcd-2242d7594c18 req-a9ba7094-eae5-47ff-b9ec-f973090ed3f5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869081 Jul 07 19:37:00.485322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83547f31-e033-4690-82a1-51356bdfd354 req-e5b3526c-50c0-474c-a88d-5b319528c51c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 210 time: 0.0574110 Jul 07 19:37:01.787784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677087c-c055-43ff-89c9-7dccdbde2683 req-eaa95b08-32fa-4834-9103-1423fac7eb24 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:01.798897 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1677087c-c055-43ff-89c9-7dccdbde2683 req-eaa95b08-32fa-4834-9103-1423fac7eb24 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 946 time: 0.2605696 Jul 07 19:37:01.802685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e21109db-ce82-4d29-a4b1-5996e3c97879 req-1dc877a3-eb81-4f76-8892-15ec43889430 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 210 time: 0.0681002 Jul 07 19:37:01.892704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1677087c-c055-43ff-89c9-7dccdbde2683 req-73b9c5d4-20fc-47ee-8d50-69bbe976cfc3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921724 Jul 07 19:37:01.936345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e8d3f-2521-493e-9937-e56659d31aef req-07c3366a-e289-4d77-80c9-be2918eed2e6 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:01.939384 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e76e8d3f-2521-493e-9937-e56659d31aef req-07c3366a-e289-4d77-80c9-be2918eed2e6 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 946 time: 0.2821693 Jul 07 19:37:02.151489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Deleting port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:02.151863 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:02.421723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] For port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:02.422222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:03.387553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:03.410882 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:03.497596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8d1d65b-3e57-4305-b7bf-c4fd375ca8ef req-0ea871de-8965-43e7-b2a7-2ed0b79d32a7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 210 time: 0.0592017 Jul 07 19:37:03.630647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:03.633980 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:03.635301 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Floating IP de2002ec-674e-4c10-bf81-c891bd75a57d disassociated. External IP: 172.25.2.242, port: e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7. Jul 07 19:37:03.635912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Calling delete_port for e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:03.638891 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f14b60b4-496d-4f1d-a992-b52a7f0c24dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:03.771105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a367-5589-4e9b-82fa-96cf0ac5fee6 req-814debe8-984a-440d-8e61-6c6a489c965b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:03.781476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8723a367-5589-4e9b-82fa-96cf0ac5fee6 req-814debe8-984a-440d-8e61-6c6a489c965b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 946 time: 0.3446763 Jul 07 19:37:03.793313 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f14b60b4-496d-4f1d-a992-b52a7f0c24dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:03.802488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f14b60b4-496d-4f1d-a992-b52a7f0c24dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:03.855772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8723a367-5589-4e9b-82fa-96cf0ac5fee6 req-5a96ba03-c341-4b28-a2f2-387071315df1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=5800899b-1780-4f1b-a9dd-329a7d6e8363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693159 Jul 07 19:37:03.884707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53306) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:03.885329 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f14b60b4-496d-4f1d-a992-b52a7f0c24dd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0da235b202154473adedd8a60de6cac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962189 Jul 07 19:37:03.897338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b60b4-496d-4f1d-a992-b52a7f0c24dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d95498c-746f-4d1d-a884-ba78fd22fbdf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:03.992943 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90d5b778-01cb-4e90-a13d-d0a95c1928cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:04.029788 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:04.034432 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90d5b778-01cb-4e90-a13d-d0a95c1928cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:04.087372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event deleted for resources: {'Port': ['ID=e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:04.239506 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90d5b778-01cb-4e90-a13d-d0a95c1928cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:04.242696 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90d5b778-01cb-4e90-a13d-d0a95c1928cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:04.243981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-90d5b778-01cb-4e90-a13d-d0a95c1928cb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3d95498c-746f-4d1d-a884-ba78fd22fbdf HTTP/1.1" status: 204 len: 168 time: 0.3569834 Jul 07 19:37:04.259650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5b778-01cb-4e90-a13d-d0a95c1928cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d95498c-746f-4d1d-a884-ba78fd22fbdf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:04.276533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:37:04.456979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:04.470958 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf84a42-fd65-4b5d-ba60-c8e48fe9b8d9 None None] Sync routers for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:04.493254 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf84a42-fd65-4b5d-ba60-c8e48fe9b8d9 None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:04.508106 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bf84a42-fd65-4b5d-ba60-c8e48fe9b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:36:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:04.526857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] No DVR routers for this DVR port e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:37:04.531023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:04.533480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e76e8d3f-2521-493e-9937-e56659d31aef req-d7b1c755-5340-4dbd-ad42-2b7c4198138b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.59 "DELETE /v2.0/ports/e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 HTTP/1.1" status: 204 len: 173 time: 2.5882652 Jul 07 19:37:04.534044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'name': 'network-vif-deleted', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:04.546756 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c92695-b4cc-4079-8741-887f57102e92" -d '{"events": [{"server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "name": "network-vif-deleted", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:04.599326 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7497a0bd-ac1a-4961-a96a-c2471a33d9cd x-openstack-request-id: req-7497a0bd-ac1a-4961-a96a-c2471a33d9cd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:04.600168 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1941a8b-1e19-4e32-a159-4a20dfa3d890", "name": "network-vif-deleted", "tag": "e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:04.600884 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7497a0bd-ac1a-4961-a96a-c2471a33d9cd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:04.603489 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1941a8b-1e19-4e32-a159-4a20dfa3d890', 'name': 'network-vif-deleted', 'tag': 'e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7', 'status': 'completed', 'code': 200} Jul 07 19:37:04.784580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:04.797716 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9bf84a42-fd65-4b5d-ba60-c8e48fe9b8d9 None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:04.823400 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a78c7688-c9bd-4e89-96b3-938d3cfd137b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:04.852942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb7058bc-1c02-423b-a72e-55c52f0ab0c7 req-95d20df6-4292-4adf-a972-d3852ddd565f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=be9657b0-596b-4c83-8b40-6a10e52300ff HTTP/1.1" status: 200 len: 210 time: 0.1022182 Jul 07 19:37:05.061003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a78c7688-c9bd-4e89-96b3-938d3cfd137b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.075396 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a78c7688-c9bd-4e89-96b3-938d3cfd137b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.164697 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bf84a42-fd65-4b5d-ba60-c8e48fe9b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:05.178204 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a78c7688-c9bd-4e89-96b3-938d3cfd137b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7fe494e6a45b4034b4c999403268c32a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918738 Jul 07 19:37:05.179541 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c7688-c9bd-4e89-96b3-938d3cfd137b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb9460-97a0-4406-9cc8-024d7deed913,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:05.181231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:05.201331 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf84a42-fd65-4b5d-ba60-c8e48fe9b8d9 None None] Checking router: 33fc7194-7d8f-4d29-9deb-3c8932d146d1 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:05.211841 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf84a42-fd65-4b5d-ba60-c8e48fe9b8d9 None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:05.212569 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bf84a42-fd65-4b5d-ba60-c8e48fe9b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:36:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:05.280398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9eed61b-076f-4dd0-88c5-fa460ceb0d56 req-ae5cfbca-baf1-4e7c-91ec-cbb36e3cbfda tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=b1941a8b-1e19-4e32-a159-4a20dfa3d890 HTTP/1.1" status: 200 len: 210 time: 0.0487096 Jul 07 19:37:05.308727 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-facd341f-bb85-45af-a7f7-c4966aa1bfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.338401 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-facd341f-bb85-45af-a7f7-c4966aa1bfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.394336 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-facd341f-bb85-45af-a7f7-c4966aa1bfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.397648 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-facd341f-bb85-45af-a7f7-c4966aa1bfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:05.400682 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-facd341f-bb85-45af-a7f7-c4966aa1bfff admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cdbb9460-97a0-4406-9cc8-024d7deed913 HTTP/1.1" status: 204 len: 168 time: 0.2158976 Jul 07 19:37:05.423513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd341f-bb85-45af-a7f7-c4966aa1bfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb9460-97a0-4406-9cc8-024d7deed913,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:05.494131 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9bf84a42-fd65-4b5d-ba60-c8e48fe9b8d9 None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:05.757662 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bf84a42-fd65-4b5d-ba60-c8e48fe9b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:05.795892 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf84a42-fd65-4b5d-ba60-c8e48fe9b8d9 None None] The sync data for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 is: [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:06.224452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e3e17-82ff-4f4b-b84c-672fda470ae0 None None] New status for floating IP de2002ec-674e-4c10-bf81-c891bd75a57d: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:37:06.568915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:06.645397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:37:06.670844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:37:06.671412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e661e8fd-8b2a-4f63-9fe7-a5d00af3eaa7 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:37:06.695987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89b0483-c6a7-4902-a4f2-38cf748c7e6e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:06.740193 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89b0483-c6a7-4902-a4f2-38cf748c7e6e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:06.810578 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89b0483-c6a7-4902-a4f2-38cf748c7e6e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:06.813429 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d89b0483-c6a7-4902-a4f2-38cf748c7e6e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:06.817281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d89b0483-c6a7-4902-a4f2-38cf748c7e6e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "DELETE /v2.0/security-groups/5800899b-1780-4f1b-a9dd-329a7d6e8363 HTTP/1.1" status: 204 len: 168 time: 0.2448180 Jul 07 19:37:06.818260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:06.826511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b0483-c6a7-4902-a4f2-38cf748c7e6e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5800899b-1780-4f1b-a9dd-329a7d6e8363,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:06.860872 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6271c611-72a4-487f-8337-9d1b920928d4 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] show failed (client error): The resource could not be found. Jul 07 19:37:06.865026 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6271c611-72a4-487f-8337-9d1b920928d4 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups/5800899b-1780-4f1b-a9dd-329a7d6e8363 HTTP/1.1" status: 404 len: 347 time: 0.0451295 Jul 07 19:37:06.865200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:07.014470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e726b22a-5ae8-43c8-aeea-da2e18f2071d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Deleting port fb9910ae-6796-4873-90f0-a38a86b3558e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:07.015127 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e726b22a-5ae8-43c8-aeea-da2e18f2071d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:07.133665 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e726b22a-5ae8-43c8-aeea-da2e18f2071d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:07.133665 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e726b22a-5ae8-43c8-aeea-da2e18f2071d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:07.158044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e726b22a-5ae8-43c8-aeea-da2e18f2071d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Calling delete_port for fb9910ae-6796-4873-90f0-a38a86b3558e owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:07.363455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e726b22a-5ae8-43c8-aeea-da2e18f2071d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:07.423768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726b22a-5ae8-43c8-aeea-da2e18f2071d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event deleted for resources: {'Port': ['ID=fb9910ae-6796-4873-90f0-a38a86b3558e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:07.471525 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e726b22a-5ae8-43c8-aeea-da2e18f2071d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:07.475274 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e726b22a-5ae8-43c8-aeea-da2e18f2071d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:07.476131 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e726b22a-5ae8-43c8-aeea-da2e18f2071d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "DELETE /v2.0/floatingips/de2002ec-674e-4c10-bf81-c891bd75a57d HTTP/1.1" status: 204 len: 168 time: 0.6100802 Jul 07 19:37:07.914236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:07.919404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dd93d81d-6f56-4f56-badd-6e86c333e202 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1598532560', 'description': 'tempest-description--2040011496'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:07.952776 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd93d81d-6f56-4f56-badd-6e86c333e202 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.046020 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd93d81d-6f56-4f56-badd-6e86c333e202 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.050488 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd93d81d-6f56-4f56-badd-6e86c333e202 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.079208 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd93d81d-6f56-4f56-badd-6e86c333e202 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.084006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:08.084601 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dd93d81d-6f56-4f56-badd-6e86c333e202 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1691158 Jul 07 19:37:08.092465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-54b4532d-3e5d-41e4-a6db-24ae04b1d136 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'security_group_rule': {'security_group_id': '4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:08.094318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93d81d-6f56-4f56-badd-6e86c333e202 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:08.141068 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54b4532d-3e5d-41e4-a6db-24ae04b1d136 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.193120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54b4532d-3e5d-41e4-a6db-24ae04b1d136 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.197366 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54b4532d-3e5d-41e4-a6db-24ae04b1d136 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.224095 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4532d-3e5d-41e4-a6db-24ae04b1d136 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d42f068-9331-4166-b55c-024801e59997,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:08.232232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54b4532d-3e5d-41e4-a6db-24ae04b1d136 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.233669 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-54b4532d-3e5d-41e4-a6db-24ae04b1d136 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478593 Jul 07 19:37:08.236243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:08.241167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-44fbc51a-4226-41ea-9ec7-b1827c89d4c2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'security_group_rule': {'security_group_id': '4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:08.273116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44fbc51a-4226-41ea-9ec7-b1827c89d4c2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.342530 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44fbc51a-4226-41ea-9ec7-b1827c89d4c2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.346619 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44fbc51a-4226-41ea-9ec7-b1827c89d4c2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.366860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbc51a-4226-41ea-9ec7-b1827c89d4c2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7205582f-d733-40aa-810d-628eb9238db1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:08.383030 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44fbc51a-4226-41ea-9ec7-b1827c89d4c2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.384672 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-44fbc51a-4226-41ea-9ec7-b1827c89d4c2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471555 Jul 07 19:37:08.388316 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:08.394018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:08.398006 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df6ebf42-0035-4329-a329-d1972a5c3e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.437261 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.565240 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.703543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Allocated IP 172.25.2.111 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/b4c976d4-003e-4a70-b0b6-b58e403e19bc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:08.837165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.879312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:08.929230 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:08.936053 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:08.940333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:08.946624 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'Port': ['ID=b4c976d4-003e-4a70-b0b6-b58e403e19bc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:09.057322 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:09.127046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:09.322115 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:09.340462 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:09.429439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'Port': ['ID=b4c976d4-003e-4a70-b0b6-b58e403e19bc,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:09.455940 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:09.471519 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:09.485627 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b2b3013f-6b1e-4b79-8329-fffb144a0006 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0960701 Jul 07 19:37:09.799892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-6b441b8c-343f-454a-a75a-bcd0c978e2ac tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1598532560&fields=id&tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b HTTP/1.1" status: 200 len: 267 time: 0.0413880 Jul 07 19:37:09.933916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-ed88e443-c7cc-4ce1-a6eb-9acb12c34dc3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:09.935394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-ed88e443-c7cc-4ce1-a6eb-9acb12c34dc3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 815 time: 0.1271930 Jul 07 19:37:09.951041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-9dec3d78-9d68-4142-b186-78bdca18a16f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/quotas/f7fe96442d7f4c5db5ed659e45e71a4b HTTP/1.1" status: 200 len: 375 time: 0.0098550 Jul 07 19:37:10.027786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-8ba39019-131d-4c81-a4a2-688fd03f9207 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705097 Jul 07 19:37:10.125702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-44784085-17a1-44a9-818b-ba46c0396829 service neutron] 10.222.0.113 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864372 Jul 07 19:37:10.235666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-e261fb43-51eb-4ddc-b38d-ba51296d10c7 service neutron] 10.222.0.113 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040635 Jul 07 19:37:10.418398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-530de5a0-65c4-44ce-a1a9-6b583d7c4c63 req-1dbcaa50-ddd1-4201-a013-e605e57ceeb7 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 210 time: 0.0326970 Jul 07 19:37:10.919485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea956433-2c0b-443d-b839-466ddf205b74 req-96d5f33b-5cbf-4ee7-9915-8edde0d9779b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:10.921207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea956433-2c0b-443d-b839-466ddf205b74 req-96d5f33b-5cbf-4ee7-9915-8edde0d9779b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 945 time: 0.0899699 Jul 07 19:37:10.968036 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea956433-2c0b-443d-b839-466ddf205b74 req-0a830bbc-2da6-4cfd-b65d-e697b444e1de tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396969 Jul 07 19:37:11.049428 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a9601d0-6984-4dae-a107-f9aea2982200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.270813 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.443286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:11.638417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69105dfc-d471-4b8f-acfc-3754d3795516 req-30799e96-676b-4d5d-a550-f58b41487876 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 210 time: 0.0846746 Jul 07 19:37:11.647219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:11.650115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2db9eacc-627a-4532-940b-01afcee67017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.653058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5b580d84-3e38-4795-89c2-f47f78236917 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1778684026', 'description': 'tempest-secgroup-smoke-1778684026 description', 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:11.677766 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b580d84-3e38-4795-89c2-f47f78236917 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.742879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-476259d6-569b-4490-8be1-d3353342a695 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:11.744359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-476259d6-569b-4490-8be1-d3353342a695 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.112 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 815 time: 0.2276196 Jul 07 19:37:11.816445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-9055b297-db1d-49c9-be54-b6d1ff91c173 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b HTTP/1.1" status: 200 len: 380 time: 0.0634451 Jul 07 19:37:11.829579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'port': {'device_id': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'admin_state_up': True, 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'security_groups': ['4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:11.904932 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2db9eacc-627a-4532-940b-01afcee67017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.913307 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2db9eacc-627a-4532-940b-01afcee67017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.987459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b580d84-3e38-4795-89c2-f47f78236917 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:11.989981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2db9eacc-627a-4532-940b-01afcee67017 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b6b02a191463414c9a186d96d558a28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5454056 Jul 07 19:37:11.993501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:11.994050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9eacc-627a-4532-940b-01afcee67017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f712e27e-3eee-4357-a0b8-3867a95bf3d3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:12.006191 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b580d84-3e38-4795-89c2-f47f78236917 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.014653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Made reservation on behalf of f7fe96442d7f4c5db5ed659e45e71a4b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:37:12.018257 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.073037 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b580d84-3e38-4795-89c2-f47f78236917 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.077641 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b580d84-3e38-4795-89c2-f47f78236917 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4264824 Jul 07 19:37:12.077797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b580d84-3e38-4795-89c2-f47f78236917 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a412d54-b27b-4dd4-95ab-1857d24fcb03,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:12.078723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:12.085071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-10221cb4-b966-4388-bd77-2528aab91662 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Request body: {'security_group_rule': {'security_group_id': '9a412d54-b27b-4dd4-95ab-1857d24fcb03', 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:12.094444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-117e83e8-6904-45c4-aa77-a7a85558fd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.119680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-117e83e8-6904-45c4-aa77-a7a85558fd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.170544 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-117e83e8-6904-45c4-aa77-a7a85558fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.173293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-117e83e8-6904-45c4-aa77-a7a85558fd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.174474 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-117e83e8-6904-45c4-aa77-a7a85558fd45 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f712e27e-3eee-4357-a0b8-3867a95bf3d3 HTTP/1.1" status: 204 len: 168 time: 0.1787148 Jul 07 19:37:12.182648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e83e8-6904-45c4-aa77-a7a85558fd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f712e27e-3eee-4357-a0b8-3867a95bf3d3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:12.203131 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10221cb4-b966-4388-bd77-2528aab91662 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.265399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Allocated IP 172.20.0.14 (d5b97724-5eb3-42a9-9e6f-975decb4bfcb/5b7a6900-24a0-4425-bb5c-844290abee7c/ffb4be80-4ebf-4d47-989c-a312efb972a8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:12.306378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112e94a-c2d5-4dde-8cdc-21be36a8b6a2 req-fd5d148d-a928-4a3c-803c-9b42c36d83fa tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:12.308173 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d112e94a-c2d5-4dde-8cdc-21be36a8b6a2 req-fd5d148d-a928-4a3c-803c-9b42c36d83fa tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 945 time: 0.1932707 Jul 07 19:37:12.357499 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10221cb4-b966-4388-bd77-2528aab91662 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.384695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10221cb4-b966-4388-bd77-2528aab91662 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.409172 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.466583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:12.476496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10221cb4-b966-4388-bd77-2528aab91662 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b572a7-9ff1-4731-982a-35a59d104a7e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:12.481780 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7636f4c4-38a4-416e-ad24-a04948109c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.492623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d112e94a-c2d5-4dde-8cdc-21be36a8b6a2 req-ac732e5d-0cf6-4954-9ad1-680f1be0ab48 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=d9c57f90-b48d-49da-9ae9-f561a660cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757314 Jul 07 19:37:12.493492 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10221cb4-b966-4388-bd77-2528aab91662 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.496925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-10221cb4-b966-4388-bd77-2528aab91662 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4151542 Jul 07 19:37:12.499761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:12.505788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-15a061f1-c0f1-4411-bdad-475584453f23 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Request body: {'security_group_rule': {'security_group_id': '9a412d54-b27b-4dd4-95ab-1857d24fcb03', 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:12.556824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b0084-69d5-457f-b6f5-eaacbfd54341 req-1f2c6667-9fcf-4e1a-a38f-95a66e584fa8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:12.558907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c67b0084-69d5-457f-b6f5-eaacbfd54341 req-1f2c6667-9fcf-4e1a-a38f-95a66e584fa8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 945 time: 0.2227440 Jul 07 19:37:12.597526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7636f4c4-38a4-416e-ad24-a04948109c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.605993 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7636f4c4-38a4-416e-ad24-a04948109c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.617127 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.656278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636f4c4-38a4-416e-ad24-a04948109c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32c076f-1474-4c51-9c09-d8bdc3023493,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:12.661107 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7636f4c4-38a4-416e-ad24-a04948109c6a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e54f7be4f0c840ca8c38ef9f0e82adaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934402 Jul 07 19:37:12.662458 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15a061f1-c0f1-4411-bdad-475584453f23 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.665017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:12.666626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Transition to ACTIVE for port object ffb4be80-4ebf-4d47-989c-a312efb972a8 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:12.722536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c67b0084-69d5-457f-b6f5-eaacbfd54341 req-0d4c5ccc-f241-425a-9cd8-a9ac26173ab3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Deleting port 100c7804-03b7-4f14-b78a-18d3fd86a6dc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:37:12.723147 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c67b0084-69d5-457f-b6f5-eaacbfd54341 req-0d4c5ccc-f241-425a-9cd8-a9ac26173ab3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.740326 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.759491 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15a061f1-c0f1-4411-bdad-475584453f23 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.760791 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432e0acc-efbb-4a92-8e65-56af7a10484d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.766275 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15a061f1-c0f1-4411-bdad-475584453f23 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.800014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432e0acc-efbb-4a92-8e65-56af7a10484d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.807217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a061f1-c0f1-4411-bdad-475584453f23 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451acad9-2042-48be-a614-cd05f95d95b6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:12.821604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15a061f1-c0f1-4411-bdad-475584453f23 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.822923 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-15a061f1-c0f1-4411-bdad-475584453f23 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3216250 Jul 07 19:37:12.832501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:12.841963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-02e3c99c-4640-40d1-b7a5-b6a3cf6730e4 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Request body: {'security_group_rule': {'security_group_id': '9a412d54-b27b-4dd4-95ab-1857d24fcb03', 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:12.872536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event updated for resources: {'Port': ['ID=ffb4be80-4ebf-4d47-989c-a312efb972a8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:12.873998 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02e3c99c-4640-40d1-b7a5-b6a3cf6730e4 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.879865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Network d5b97724-5eb3-42a9-9e6f-975decb4bfcb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:12.887960 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432e0acc-efbb-4a92-8e65-56af7a10484d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.890533 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432e0acc-efbb-4a92-8e65-56af7a10484d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.891876 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-432e0acc-efbb-4a92-8e65-56af7a10484d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e32c076f-1474-4c51-9c09-d8bdc3023493 HTTP/1.1" status: 204 len: 168 time: 0.2257636 Jul 07 19:37:12.893443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:12.898504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:12.914131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e0acc-efbb-4a92-8e65-56af7a10484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32c076f-1474-4c51-9c09-d8bdc3023493,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:12.955464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02e3c99c-4640-40d1-b7a5-b6a3cf6730e4 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.961672 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02e3c99c-4640-40d1-b7a5-b6a3cf6730e4 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.962600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c67b0084-69d5-457f-b6f5-eaacbfd54341 req-0d4c5ccc-f241-425a-9cd8-a9ac26173ab3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] For port 100c7804-03b7-4f14-b78a-18d3fd86a6dc, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=100c7804-03b7-4f14-b78a-18d3fd86a6dc,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:12.962974 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c67b0084-69d5-457f-b6f5-eaacbfd54341 req-0d4c5ccc-f241-425a-9cd8-a9ac26173ab3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.991650 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02e3c99c-4640-40d1-b7a5-b6a3cf6730e4 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:12.997446 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-02e3c99c-4640-40d1-b7a5-b6a3cf6730e4 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1639354 Jul 07 19:37:12.998525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3c99c-4640-40d1-b7a5-b6a3cf6730e4 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1976541d-53cf-4ec3-9427-80b371f42b00,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:13.000461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:13.002878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:13.009873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.012648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aaf7a13b-c988-43f3-9524-f7aed254e745 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Request body: {'security_group_rule': {'security_group_id': '9a412d54-b27b-4dd4-95ab-1857d24fcb03', 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:13.015468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c67b0084-69d5-457f-b6f5-eaacbfd54341 req-0d4c5ccc-f241-425a-9cd8-a9ac26173ab3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Calling delete_port for 100c7804-03b7-4f14-b78a-18d3fd86a6dc owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:37:13.054739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c8805-a98a-44a1-831b-a6305c27a1e3 req-e80546c7-3929-4d91-8858-f17c3c6e7dc9 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:13.065659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaf7a13b-c988-43f3-9524-f7aed254e745 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.067341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb3c8805-a98a-44a1-831b-a6305c27a1e3 req-e80546c7-3929-4d91-8858-f17c3c6e7dc9 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 932 time: 0.2498889 Jul 07 19:37:13.125296 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-f2f39109-d553-4f03-9f37-45cd84c4503c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2995088 Jul 07 19:37:13.148059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Request body: {'port': {'device_id': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:13.149909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaf7a13b-c988-43f3-9524-f7aed254e745 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.157488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaf7a13b-c988-43f3-9524-f7aed254e745 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.184296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7a13b-c988-43f3-9524-f7aed254e745 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7dbc0d-1c02-48e3-8871-14cad45e1154,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:13.188920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaf7a13b-c988-43f3-9524-f7aed254e745 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.192205 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aaf7a13b-c988-43f3-9524-f7aed254e745 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1856613 Jul 07 19:37:13.195302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:13.202594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3134dcaf-34ef-44d6-993a-04e79d6e0f81 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Request body: {'security_group_rule': {'security_group_id': '9a412d54-b27b-4dd4-95ab-1857d24fcb03', 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:13.227076 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-3134dcaf-34ef-44d6-993a-04e79d6e0f81 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Project 416479d7215a4aa898abcb7d2bd8ebf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:37:13.233138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3134dcaf-34ef-44d6-993a-04e79d6e0f81 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.233752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb3c8805-a98a-44a1-831b-a6305c27a1e3 req-b0aeaaa2-d392-4383-99aa-9a73caed1fd2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583705 Jul 07 19:37:13.285520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28f9dbf3-3b47-4f4b-a2b6-aa7fb1757127 None None] Provisioning for port ffb4be80-4ebf-4d47-989c-a312efb972a8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:13.293179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28f9dbf3-3b47-4f4b-a2b6-aa7fb1757127 None None] Provisioning complete for port ffb4be80-4ebf-4d47-989c-a312efb972a8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:13.293985 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28f9dbf3-3b47-4f4b-a2b6-aa7fb1757127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.294786 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.322200 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3134dcaf-34ef-44d6-993a-04e79d6e0f81 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.327789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3134dcaf-34ef-44d6-993a-04e79d6e0f81 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.349887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134dcaf-34ef-44d6-993a-04e79d6e0f81 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef468573-cedb-4b9d-85f8-f61200be43dd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:13.350136 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-28f9dbf3-3b47-4f4b-a2b6-aa7fb1757127 None None] Port ffb4be80-4ebf-4d47-989c-a312efb972a8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:37:13.371115 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3134dcaf-34ef-44d6-993a-04e79d6e0f81 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.372609 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3134dcaf-34ef-44d6-993a-04e79d6e0f81 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1761751 Jul 07 19:37:13.375394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:13.383480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-389539e0-2aa1-48c1-964d-271c267ef562 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Request body: {'security_group_rule': {'security_group_id': '9a412d54-b27b-4dd4-95ab-1857d24fcb03', 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:13.392564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c67b0084-69d5-457f-b6f5-eaacbfd54341 req-0d4c5ccc-f241-425a-9cd8-a9ac26173ab3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.411812 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-389539e0-2aa1-48c1-964d-271c267ef562 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Project 416479d7215a4aa898abcb7d2bd8ebf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:37:13.418335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389539e0-2aa1-48c1-964d-271c267ef562 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.430107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['100c7804-03b7-4f14-b78a-18d3fd86a6dc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:37:13.481673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c5ccc-f241-425a-9cd8-a9ac26173ab3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event deleted for resources: {'Port': ['ID=100c7804-03b7-4f14-b78a-18d3fd86a6dc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:13.506143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389539e0-2aa1-48c1-964d-271c267ef562 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.518477 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389539e0-2aa1-48c1-964d-271c267ef562 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.540228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389539e0-2aa1-48c1-964d-271c267ef562 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c3456e-ad69-432c-84d2-3d0427572856,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:13.547107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67b0084-69d5-457f-b6f5-eaacbfd54341 req-0d4c5ccc-f241-425a-9cd8-a9ac26173ab3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] No DVR routers for this DVR port 100c7804-03b7-4f14-b78a-18d3fd86a6dc on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:37:13.554290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-389539e0-2aa1-48c1-964d-271c267ef562 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.556016 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-389539e0-2aa1-48c1-964d-271c267ef562 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1795855 Jul 07 19:37:13.578406 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c67b0084-69d5-457f-b6f5-eaacbfd54341 req-0d4c5ccc-f241-425a-9cd8-a9ac26173ab3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.583106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c67b0084-69d5-457f-b6f5-eaacbfd54341 req-0d4c5ccc-f241-425a-9cd8-a9ac26173ab3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "DELETE /v2.0/ports/100c7804-03b7-4f14-b78a-18d3fd86a6dc HTTP/1.1" status: 204 len: 173 time: 1.0177307 Jul 07 19:37:13.584177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01fbde4-e0d0-4750-84d0-18f84ef93f5f', 'name': 'network-vif-deleted', 'tag': '100c7804-03b7-4f14-b78a-18d3fd86a6dc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:13.594001 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0bdc07-cd2f-48b8-a811-6750c8c9bc54" -d '{"events": [{"server_uuid": "e01fbde4-e0d0-4750-84d0-18f84ef93f5f", "name": "network-vif-deleted", "tag": "100c7804-03b7-4f14-b78a-18d3fd86a6dc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:13.660716 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76eb688-49bc-4f3c-acbd-b624924a84ff x-openstack-request-id: req-a76eb688-49bc-4f3c-acbd-b624924a84ff {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:13.661072 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01fbde4-e0d0-4750-84d0-18f84ef93f5f", "name": "network-vif-deleted", "tag": "100c7804-03b7-4f14-b78a-18d3fd86a6dc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:13.661309 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a76eb688-49bc-4f3c-acbd-b624924a84ff {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:13.661713 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01fbde4-e0d0-4750-84d0-18f84ef93f5f', 'name': 'network-vif-deleted', 'tag': '100c7804-03b7-4f14-b78a-18d3fd86a6dc', 'status': 'completed', 'code': 200} Jul 07 19:37:13.717320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d9804316-48ef-4d88-81c3-c54f370f9502 req-a1901699-c510-4dee-91de-cfc85fb45450 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 210 time: 0.0583997 Jul 07 19:37:13.867136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb4be80-4ebf-4d47-989c-a312efb972a8 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:37:13.881426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-b314b387-8103-4f0c-b549-179beb23974d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778684026&fields=id&tenant_id=416479d7215a4aa898abcb7d2bd8ebf9 HTTP/1.1" status: 200 len: 267 time: 0.0840578 Jul 07 19:37:13.886092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.913453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Transition to ACTIVE for port object ffb4be80-4ebf-4d47-989c-a312efb972a8 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:13.928233 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:13.931408 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:37:13.981519 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:14.264128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4be80-4ebf-4d47-989c-a312efb972a8,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:14.279740 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-e8676967-86e4-41f9-be9e-d75645b462c7 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:14.281529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-e8676967-86e4-41f9-be9e-d75645b462c7 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/networks?id=0352164f-96a5-4178-b6d8-a14f4d70b900 HTTP/1.1" status: 200 len: 814 time: 0.3851819 Jul 07 19:37:14.336549 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-ffcfede1-fdc3-4935-8885-b783cb89fcce tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/quotas/416479d7215a4aa898abcb7d2bd8ebf9 HTTP/1.1" status: 200 len: 375 time: 0.0464978 Jul 07 19:37:14.375648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Attempting to bind port ffb4be80-4ebf-4d47-989c-a312efb972a8 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:37:14.375648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Attempting to bind port ffb4be80-4ebf-4d47-989c-a312efb972a8 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:37:14.375648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Attempting to bind port ffb4be80-4ebf-4d47-989c-a312efb972a8 on network d5b97724-5eb3-42a9-9e6f-975decb4bfcb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:14.405667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Port ffb4be80-4ebf-4d47-989c-a312efb972a8 on network d5b97724-5eb3-42a9-9e6f-975decb4bfcb not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:37:14.405994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Attempting to bind port ffb4be80-4ebf-4d47-989c-a312efb972a8 on network d5b97724-5eb3-42a9-9e6f-975decb4bfcb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:14.414765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:37:14.415108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Checking segment: {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:37:14.415497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Bound using segment: {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:37:14.415934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Bound port: ffb4be80-4ebf-4d47-989c-a312efb972a8, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:37:14.416293 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:14.540752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-282148cf-67fd-40ba-b156-4c8fefebb694 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=416479d7215a4aa898abcb7d2bd8ebf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1831939 Jul 07 19:37:14.594041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:37:14.640928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:37:14.649415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956816f-7899-4ceb-88a3-c922fe824915 req-478f8ede-a899-477a-9d02-be4a1b5cffc2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:14.650869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7956816f-7899-4ceb-88a3-c922fe824915 req-478f8ede-a899-477a-9d02-be4a1b5cffc2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.2189958 Jul 07 19:37:14.655558 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:14.721626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:14.721986 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:14.723756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] 10.222.0.112 "PUT /v2.0/ports/ffb4be80-4ebf-4d47-989c-a312efb972a8 HTTP/1.1" status: 200 len: 1093 time: 1.5807776 Jul 07 19:37:15.196045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-b690659e-09fa-4fb5-8215-4f8ef5560476 service neutron] 10.222.0.113 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365325 Jul 07 19:37:15.197643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf7649-e89b-476a-9b1f-d7d2b3334182 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4be80-4ebf-4d47-989c-a312efb972a8,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:15.216771 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7956816f-7899-4ceb-88a3-c922fe824915 req-b009f59a-15f1-4a8a-8490-8423eb74df82 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5483887 Jul 07 19:37:15.355522 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-49d868dd-008f-4493-b83f-d0ce2f9f532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:15.357381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-49d868dd-008f-4493-b83f-d0ce2f9f532d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 1096 time: 0.2305562 Jul 07 19:37:15.424854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-848ed8cd-3e91-4fd3-9da4-937284c109b6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8 HTTP/1.1" status: 200 len: 217 time: 0.0583315 Jul 07 19:37:15.447106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-af886faf-3e4c-4c01-8b46-825900eb362a service neutron] 10.222.0.113 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292995 Jul 07 19:37:15.457611 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17504ff2-2ca2-402e-a910-f99b59117ad8 req-5ca87956-05ae-4a4e-86a2-841eb12f8a69 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 210 time: 0.0504193 Jul 07 19:37:15.503699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-17443de3-0fa5-4d66-842a-20325814d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:15.505266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-17443de3-0fa5-4d66-842a-20325814d751 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.0570943 Jul 07 19:37:15.581667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-9c381fee-eb69-462e-a5c3-63e27841e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:15.583226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-9c381fee-eb69-462e-a5c3-63e27841e455 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709488 Jul 07 19:37:15.675524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:15.677823 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599d52c9-7322-4b59-a6bb-67437c814607" -d '{"events": [{"name": "network-changed", "server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:15.752859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-778b23f2-67ee-4b20-af44-78dd224e716c service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609752 Jul 07 19:37:15.759475 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b6cd2f-1bd7-494c-bd5c-cf81480ac1ac x-openstack-request-id: req-e9b6cd2f-1bd7-494c-bd5c-cf81480ac1ac {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:15.759864 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:15.760258 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e9b6cd2f-1bd7-494c-bd5c-cf81480ac1ac {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:15.760782 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'status': 'completed', 'code': 200} Jul 07 19:37:15.910648 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcb1cc49-4379-430e-b72d-ccc5276b5c62 req-4fb1d72f-efbe-4787-ac76-52ef8fd6aa25 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452897 Jul 07 19:37:15.936703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c02c3609-9f2b-4091-8c95-8dac0b454e8a req-8759a077-c9cc-4590-bae5-749da8788bf5 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 210 time: 0.0512404 Jul 07 19:37:16.092821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d52c9-7322-4b59-a6bb-67437c814607 req-d43df201-2c7c-4b23-9299-11cb79fe8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:16.094697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-599d52c9-7322-4b59-a6bb-67437c814607 req-d43df201-2c7c-4b23-9299-11cb79fe8455 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 1096 time: 0.1074860 Jul 07 19:37:16.205473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d52c9-7322-4b59-a6bb-67437c814607 req-18a01c8f-e708-4147-9d0f-3b2679c7f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:16.207002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-599d52c9-7322-4b59-a6bb-67437c814607 req-18a01c8f-e708-4147-9d0f-3b2679c7f950 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.1053979 Jul 07 19:37:16.251674 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-599d52c9-7322-4b59-a6bb-67437c814607 req-55261210-4ce8-4e34-89f4-2f40a491c7c8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8 HTTP/1.1" status: 200 len: 217 time: 0.0375059 Jul 07 19:37:16.316735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d52c9-7322-4b59-a6bb-67437c814607 req-9fa5e884-ecdd-4969-ad0d-9d162104a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:16.318786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-599d52c9-7322-4b59-a6bb-67437c814607 req-9fa5e884-ecdd-4969-ad0d-9d162104a478 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.0596697 Jul 07 19:37:16.490515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 100c7804-03b7-4f14-b78a-18d3fd86a6dc no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:37:16.552088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cced8e9-6684-4a6d-be34-89f213f3d41d req-d9b9b63e-e4af-480e-b5fd-620b4581f3d6 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:16.553791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6cced8e9-6684-4a6d-be34-89f213f3d41d req-d9b9b63e-e4af-480e-b5fd-620b4581f3d6 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.1594179 Jul 07 19:37:16.555797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d52c9-7322-4b59-a6bb-67437c814607 req-36cae4e0-68e4-4f68-b899-aa510174f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:16.557220 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-599d52c9-7322-4b59-a6bb-67437c814607 req-36cae4e0-68e4-4f68-b899-aa510174f1c3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2289982 Jul 07 19:37:16.569772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 100c7804-03b7-4f14-b78a-18d3fd86a6dc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:37:16.570126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 100c7804-03b7-4f14-b78a-18d3fd86a6dc not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:37:16.710519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bad453f6-a90d-4647-a48a-9fac9cf79579 req-be439c06-190f-4842-a740-a65a5334307a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 210 time: 0.0508318 Jul 07 19:37:16.748501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6cced8e9-6684-4a6d-be34-89f213f3d41d req-0f6d5f87-95ef-425e-88a8-8d6d3a12f67f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883817 Jul 07 19:37:16.753012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-599d52c9-7322-4b59-a6bb-67437c814607 req-203fc724-fb3b-47e5-afa3-363743f77834 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863065 Jul 07 19:37:16.913434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-599d52c9-7322-4b59-a6bb-67437c814607 req-baed2691-3254-4bc6-8a9f-4c30ed8daf3b service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498661 Jul 07 19:37:17.102132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aaf300cd-84a0-40a5-ba97-a1d8e845f731 req-035f28a7-e618-453f-9a64-b92a6274d101 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 210 time: 0.0338292 Jul 07 19:37:17.552300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-75e5cb0d-2972-4bb4-b85c-069f898d25ff tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:17.556001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-75e5cb0d-2972-4bb4-b85c-069f898d25ff tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.59 "GET /v2.0/networks?id=0352164f-96a5-4178-b6d8-a14f4d70b900 HTTP/1.1" status: 200 len: 814 time: 0.1506023 Jul 07 19:37:17.612802 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-2785d3ea-9f95-4318-ae1c-58ee6d2ef195 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416479d7215a4aa898abcb7d2bd8ebf9 HTTP/1.1" status: 200 len: 380 time: 0.0373206 Jul 07 19:37:17.623588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Request body: {'port': {'device_id': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'admin_state_up': True, 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'security_groups': ['9a412d54-b27b-4dd4-95ab-1857d24fcb03']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:17.783032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Made reservation on behalf of 416479d7215a4aa898abcb7d2bd8ebf9 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:37:17.788962 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:17.972910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a69d5fb1-6b40-4529-96cb-9d46b1dd0dac req-cf5d3067-7214-4a93-8d92-413cd847764c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=e01fbde4-e0d0-4750-84d0-18f84ef93f5f HTTP/1.1" status: 200 len: 210 time: 0.0642691 Jul 07 19:37:18.044136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Allocated IP 172.20.0.3 (0352164f-96a5-4178-b6d8-a14f4d70b900/a3301436-001e-410c-a51b-7a554801cd40/e47d3102-56d7-4f9f-82a5-026e3d7b9c3e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:18.093926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee6b61-df07-4e0a-b4a1-b2ed9e7df493 req-fbf0a1f4-0b3d-44de-8c7a-1549b1b9f4ed tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:18.095513 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7ee6b61-df07-4e0a-b4a1-b2ed9e7df493 req-fbf0a1f4-0b3d-44de-8c7a-1549b1b9f4ed tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.1284339 Jul 07 19:37:18.206947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f7ee6b61-df07-4e0a-b4a1-b2ed9e7df493 req-98ec57e2-e662-4c7f-8dc9-2c70fbb4d4b2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799992 Jul 07 19:37:18.289024 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:18.315980 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb0fd71d-be70-4eba-8bdf-122b0f733431 req-755df964-5aa4-4fe3-b6e8-418ad5dea78b tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 210 time: 0.0486319 Jul 07 19:37:18.342427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Transition to ACTIVE for port object e47d3102-56d7-4f9f-82a5-026e3d7b9c3e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:18.382564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:18.420366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Network 0352164f-96a5-4178-b6d8-a14f4d70b900 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:18.444443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:18.455596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:18.513498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event updated for resources: {'Port': ['ID=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:18.543649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:18.544683 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:18.565265 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-d2d1b57e-8827-48fc-83d1-30932b73766d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9458690 Jul 07 19:37:18.584625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Request body: {'port': {'device_id': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:18.695773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:18.786031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ffb4be80-4ebf-4d47-989c-a312efb972a8 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:37:18.911142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b24d0bb2-cf7d-4925-9bed-bed20da5c57e None None] Provisioning for port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:18.921686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b24d0bb2-cf7d-4925-9bed-bed20da5c57e None None] Provisioning complete for port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:18.922416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b24d0bb2-cf7d-4925-9bed-bed20da5c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:18.981535 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:18.997615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b24d0bb2-cf7d-4925-9bed-bed20da5c57e None None] Port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:37:19.004701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'port_id': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'mac_address': 'fa:16:3e:6f:73:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:37:19.050831 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.069992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb4be80-4ebf-4d47-989c-a312efb972a8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:37:19.099089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:19.111838 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.179122 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.229756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ffb4be80-4ebf-4d47-989c-a312efb972a8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:19.268003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47d3102-56d7-4f9f-82a5-026e3d7b9c3e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:37:19.278379 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.315999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Transition to ACTIVE for port object e47d3102-56d7-4f9f-82a5-026e3d7b9c3e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:19.322655 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.382781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['ffb4be80-4ebf-4d47-989c-a312efb972a8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:37:19.450130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Pushing event updated for resources: {'Port': ['ID=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:19.693558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Attempting to bind port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:37:19.694199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Attempting to bind port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:37:19.694199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Attempting to bind port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e on network 0352164f-96a5-4178-b6d8-a14f4d70b900 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:19.704134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e on network 0352164f-96a5-4178-b6d8-a14f4d70b900 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:37:19.704515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Attempting to bind port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e on network 0352164f-96a5-4178-b6d8-a14f4d70b900 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:19.725873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:37:19.726236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Checking segment: {'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:37:19.726611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Bound using segment: {'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:37:19.727071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Bound port: e47d3102-56d7-4f9f-82a5-026e3d7b9c3e, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:37:19.727441 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.755635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1b40a-73a0-40aa-aed6-88affa6a8cec req-65fe4503-cfdf-49ec-9b67-cd8f54fd09a0 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:19.764730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92e1b40a-73a0-40aa-aed6-88affa6a8cec req-65fe4503-cfdf-49ec-9b67-cd8f54fd09a0 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 945 time: 0.2412698 Jul 07 19:37:19.781768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff361c-c698-437d-befb-616d231cf3a8 req-5bc886d6-a711-464c-aeef-0ce5d0105c54 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:19.789031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbff361c-c698-437d-befb-616d231cf3a8 req-5bc886d6-a711-464c-aeef-0ce5d0105c54 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 943 time: 0.2490306 Jul 07 19:37:19.883365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92e1b40a-73a0-40aa-aed6-88affa6a8cec req-e56e9bc2-0bbb-4e01-b8f3-790348b96155 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176660 Jul 07 19:37:19.927656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbff361c-c698-437d-befb-616d231cf3a8 req-d861814b-15ac-4bd4-b5a3-534149d87121 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376476 Jul 07 19:37:19.944274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] For port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:37:19.947775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] For port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:37:19.954291 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.990858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:19.991374 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:19.992873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] 10.222.0.59 "PUT /v2.0/ports/e47d3102-56d7-4f9f-82a5-026e3d7b9c3e HTTP/1.1" status: 200 len: 1092 time: 1.4131119 Jul 07 19:37:19.993476 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:19.995914 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497a7d9e-d145-4591-9fc0-549c82885ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:20.067519 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e8d5fc-0f40-43d0-998b-75aa26d83607 x-openstack-request-id: req-43e8d5fc-0f40-43d0-998b-75aa26d83607 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:20.068027 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:20.068452 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-43e8d5fc-0f40-43d0-998b-75aa26d83607 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:20.069053 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'status': 'completed', 'code': 200} Jul 07 19:37:20.069993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b7984-67bc-4122-ad8c-29d9b7478392 service neutron] Pushing event updated for resources: {'Port': ['ID=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:20.152659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-9d58ee9d-383f-4894-abfb-b2f995c79d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:20.154305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-9d58ee9d-383f-4894-abfb-b2f995c79d95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=416479d7215a4aa898abcb7d2bd8ebf9&device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 1095 time: 0.0685754 Jul 07 19:37:20.245068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-1f689f9d-55fd-4a0e-9d16-a23d9d5d778b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e HTTP/1.1" status: 200 len: 217 time: 0.0759623 Jul 07 19:37:20.333002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-79db75b0-8d79-41d6-8ddb-6914d0f30abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:20.335171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-79db75b0-8d79-41d6-8ddb-6914d0f30abb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3301436-001e-410c-a51b-7a554801cd40 HTTP/1.1" status: 200 len: 853 time: 0.0831108 Jul 07 19:37:20.455292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-b0a1cd78-7eac-44b9-a50f-db9049b94d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:20.457082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-b0a1cd78-7eac-44b9-a50f-db9049b94d1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0352164f-96a5-4178-b6d8-a14f4d70b900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142411 Jul 07 19:37:20.568084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-bbc43428-ce7d-492f-abc3-ff75ac8a3da1 service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985222 Jul 07 19:37:20.662960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e62ca24-e3d3-4f82-b44a-0d9264fe82ff req-ce79ec51-a922-4119-b2ee-82dd5f6b8fe6 service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883827 Jul 07 19:37:20.799593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ffb4be80-4ebf-4d47-989c-a312efb972a8 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:20.821606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a7d9e-d145-4591-9fc0-549c82885ed6 req-12f556c4-6936-4610-8b4b-b02cd3a39736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:20.823948 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-497a7d9e-d145-4591-9fc0-549c82885ed6 req-12f556c4-6936-4610-8b4b-b02cd3a39736 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=416479d7215a4aa898abcb7d2bd8ebf9&device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 1095 time: 0.0723357 Jul 07 19:37:20.888328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port ffb4be80-4ebf-4d47-989c-a312efb972a8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:20.892691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port ffb4be80-4ebf-4d47-989c-a312efb972a8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:20.893065 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.011851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a7d9e-d145-4591-9fc0-549c82885ed6 req-18e1b96d-e7bb-4ab9-9924-21ffd943cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:21.013900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-497a7d9e-d145-4591-9fc0-549c82885ed6 req-18e1b96d-e7bb-4ab9-9924-21ffd943cc58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0352164f-96a5-4178-b6d8-a14f4d70b900 HTTP/1.1" status: 200 len: 916 time: 0.1839943 Jul 07 19:37:21.059089 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.064610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-497a7d9e-d145-4591-9fc0-549c82885ed6 req-aa4bdbba-e66b-411b-981d-91ea641cae62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e HTTP/1.1" status: 200 len: 217 time: 0.0433791 Jul 07 19:37:21.100827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:21.106824 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca6e8b8-c0a0-4fc5-a83f-4936fc721c45" -d '{"events": [{"server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:21.151902 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:21.163055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:21.230390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a7d9e-d145-4591-9fc0-549c82885ed6 req-e3a84c38-aa9c-4c91-a7b8-75facf94f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:21.233262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-497a7d9e-d145-4591-9fc0-549c82885ed6 req-e3a84c38-aa9c-4c91-a7b8-75facf94f4aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3301436-001e-410c-a51b-7a554801cd40 HTTP/1.1" status: 200 len: 853 time: 0.1599820 Jul 07 19:37:21.301977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ffb4be80-4ebf-4d47-989c-a312efb972a8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:21.337413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8d006-b3b3-4b08-807f-ff95a3f145b4 req-c97668a4-8e1c-4bd2-aa88-c0a3a965947e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:21.339264 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fe8d006-b3b3-4b08-807f-ff95a3f145b4 req-c97668a4-8e1c-4bd2-aa88-c0a3a965947e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 945 time: 0.2040646 Jul 07 19:37:21.356173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7008c-71b7-49d5-b605-4269bce6d442 req-c5061a1a-cc6e-4db6-9ff2-27ff8c728dd8 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:21.357795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bc7008c-71b7-49d5-b605-4269bce6d442 req-c5061a1a-cc6e-4db6-9ff2-27ff8c728dd8 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 943 time: 0.2242477 Jul 07 19:37:21.403712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fe8d006-b3b3-4b08-807f-ff95a3f145b4 req-229789d3-54db-4521-8154-7e44468e5a21 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561473 Jul 07 19:37:21.435054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a7d9e-d145-4591-9fc0-549c82885ed6 req-a5b462f0-4384-4e67-b0e5-41fa3e6e8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:21.438161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-497a7d9e-d145-4591-9fc0-549c82885ed6 req-a5b462f0-4384-4e67-b0e5-41fa3e6e8122 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0352164f-96a5-4178-b6d8-a14f4d70b900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1955633 Jul 07 19:37:21.458099 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bc7008c-71b7-49d5-b605-4269bce6d442 req-3a1a69e4-dd35-43fc-a246-e74b428c9547 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799778 Jul 07 19:37:21.476540 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b7153a-28e4-41e7-87c6-6a44bbca886d x-openstack-request-id: req-87b7153a-28e4-41e7-87c6-6a44bbca886d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:21.476846 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:21.477145 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-87b7153a-28e4-41e7-87c6-6a44bbca886d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:21.477621 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'code': 200} Jul 07 19:37:21.640200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-497a7d9e-d145-4591-9fc0-549c82885ed6 req-b2cbce4e-c7ba-4dec-9679-8ba8f65733f5 service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961086 Jul 07 19:37:21.736136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af10508-cc0e-4588-9d66-9749aa2b84b6 req-4950138b-79c1-4151-a4c9-e8f9a65dc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:21.736304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9af10508-cc0e-4588-9d66-9749aa2b84b6 req-4950138b-79c1-4151-a4c9-e8f9a65dc25a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 1098 time: 0.1817966 Jul 07 19:37:21.799122 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9af10508-cc0e-4588-9d66-9749aa2b84b6 req-b5684843-9773-4df2-9132-1e3026c9d3a6 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555477 Jul 07 19:37:21.803235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-497a7d9e-d145-4591-9fc0-549c82885ed6 req-b06a89bf-63df-43b7-ab46-4ab3668b8ac1 service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531901 Jul 07 19:37:22.687280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d0854-dfab-4a5e-ab38-858c83df2f06 req-fcd96c58-30f4-4d9f-b971-c86ca1b481ed tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:22.688977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa6d0854-dfab-4a5e-ab38-858c83df2f06 req-fcd96c58-30f4-4d9f-b971-c86ca1b481ed tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.1005239 Jul 07 19:37:22.770614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa6d0854-dfab-4a5e-ab38-858c83df2f06 req-24df41e0-cf08-4815-a64e-e6c4d2c93709 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709968 Jul 07 19:37:22.795748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c90bf8-eaf9-49d5-8091-232e872991ac req-b3b6a7df-cce5-4cea-aaac-a1bb099f78db tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:22.798263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39c90bf8-eaf9-49d5-8091-232e872991ac req-b3b6a7df-cce5-4cea-aaac-a1bb099f78db tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 943 time: 0.1079562 Jul 07 19:37:22.861770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39c90bf8-eaf9-49d5-8091-232e872991ac req-7d6efe5b-ab1e-46e2-93d4-584b48bbf550 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566359 Jul 07 19:37:23.244448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:23.250085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f956deaa-b0bc-4782-8634-66ae87f58576 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795825123', 'description': 'tempest-secgroup-smoke-1795825123 description', 'project_id': 'f58f2e439b864b4da52aae10cd571039'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:23.290893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f956deaa-b0bc-4782-8634-66ae87f58576 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.359821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:23.392714 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f956deaa-b0bc-4782-8634-66ae87f58576 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.398368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f956deaa-b0bc-4782-8634-66ae87f58576 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.428601 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f956deaa-b0bc-4782-8634-66ae87f58576 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.430347 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f956deaa-b0bc-4782-8634-66ae87f58576 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1839378 Jul 07 19:37:23.433867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:23.443248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-57d5fc47-956b-4c60-bcc5-16c89fad7536 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'security_group_rule': {'security_group_id': '9d5a13ab-4843-4f90-a1c9-c2beec62448b', 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:23.476266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956deaa-b0bc-4782-8634-66ae87f58576 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5a13ab-4843-4f90-a1c9-c2beec62448b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:23.487887 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57d5fc47-956b-4c60-bcc5-16c89fad7536 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.516971 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a3920b2-3e92-4164-8c02-0402b3ad788a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.546816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57d5fc47-956b-4c60-bcc5-16c89fad7536 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.551317 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57d5fc47-956b-4c60-bcc5-16c89fad7536 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.570997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5fc47-956b-4c60-bcc5-16c89fad7536 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8e8cb8-e6c7-4846-aae2-665f93926782,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:23.624285 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a3920b2-3e92-4164-8c02-0402b3ad788a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.629762 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a3920b2-3e92-4164-8c02-0402b3ad788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.638612 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57d5fc47-956b-4c60-bcc5-16c89fad7536 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.640704 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-57d5fc47-956b-4c60-bcc5-16c89fad7536 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2055178 Jul 07 19:37:23.643416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:23.649113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8cf87f18-c4e6-47fe-8e50-f535e95ef103 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'security_group_rule': {'security_group_id': '9d5a13ab-4843-4f90-a1c9-c2beec62448b', 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:23.688530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6a3920b2-3e92-4164-8c02-0402b3ad788a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0cc35e43529e45e1be5e01985093f29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271992 Jul 07 19:37:23.689893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3920b2-3e92-4164-8c02-0402b3ad788a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3571356f-180d-4107-b672-0d87e5a69b81,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:23.692040 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cf87f18-c4e6-47fe-8e50-f535e95ef103 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.692447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:23.759573 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c4e0d7f-2ef7-4f53-83fa-7847331175fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.781479 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cf87f18-c4e6-47fe-8e50-f535e95ef103 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.787086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cf87f18-c4e6-47fe-8e50-f535e95ef103 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.800186 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c4e0d7f-2ef7-4f53-83fa-7847331175fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.812093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf87f18-c4e6-47fe-8e50-f535e95ef103 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bcb326-5a58-4df4-9a93-4a5fc3b486c1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:23.819489 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cf87f18-c4e6-47fe-8e50-f535e95ef103 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.821809 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8cf87f18-c4e6-47fe-8e50-f535e95ef103 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1771197 Jul 07 19:37:23.824749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:23.835879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dfc0ce80-838b-4005-ab46-9452c7d6f811 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'security_group_rule': {'security_group_id': '9d5a13ab-4843-4f90-a1c9-c2beec62448b', 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:23.892611 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c4e0d7f-2ef7-4f53-83fa-7847331175fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.899511 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c4e0d7f-2ef7-4f53-83fa-7847331175fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.899642 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ce80-838b-4005-ab46-9452c7d6f811 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:23.901273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6c4e0d7f-2ef7-4f53-83fa-7847331175fe admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3571356f-180d-4107-b672-0d87e5a69b81 HTTP/1.1" status: 204 len: 168 time: 0.2078664 Jul 07 19:37:23.930832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e0d7f-2ef7-4f53-83fa-7847331175fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3571356f-180d-4107-b672-0d87e5a69b81,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:24.057598 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ce80-838b-4005-ab46-9452c7d6f811 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.063954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ce80-838b-4005-ab46-9452c7d6f811 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.074970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4cece-8d15-4217-9616-de4750183868 req-b1b037cc-4c53-4557-9182-7d624b2c305e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:24.076662 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1da4cece-8d15-4217-9616-de4750183868 req-b1b037cc-4c53-4557-9182-7d624b2c305e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.1027400 Jul 07 19:37:24.078792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0ce80-838b-4005-ab46-9452c7d6f811 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b262e4-7e6f-4197-9c7c-4b3977478d20,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:24.095772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ce80-838b-4005-ab46-9452c7d6f811 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.103155 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dfc0ce80-838b-4005-ab46-9452c7d6f811 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2755127 Jul 07 19:37:24.104145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:24.109988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-028bebf5-88df-43a6-bf58-96e8ffca13eb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'security_group_rule': {'security_group_id': '9d5a13ab-4843-4f90-a1c9-c2beec62448b', 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:24.143988 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028bebf5-88df-43a6-bf58-96e8ffca13eb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.187878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1da4cece-8d15-4217-9616-de4750183868 req-04978fa4-ab18-4713-ba02-f599d6973466 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023014 Jul 07 19:37:24.221715 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028bebf5-88df-43a6-bf58-96e8ffca13eb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.226814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028bebf5-88df-43a6-bf58-96e8ffca13eb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.242769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afc345-175b-4c0d-99ea-18b79a4f7ccd req-8d4afd7d-3ee2-4e88-88fb-cfbb2a20ef27 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:24.250577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74afc345-175b-4c0d-99ea-18b79a4f7ccd req-8d4afd7d-3ee2-4e88-88fb-cfbb2a20ef27 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 943 time: 0.1397426 Jul 07 19:37:24.252831 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028bebf5-88df-43a6-bf58-96e8ffca13eb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.258016 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-028bebf5-88df-43a6-bf58-96e8ffca13eb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524441 Jul 07 19:37:24.258906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:24.263812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bebf5-88df-43a6-bf58-96e8ffca13eb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cb9a79-625c-497a-a259-2f7a34ac09ab,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:24.268861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d62e2e6e-a372-4cb6-9f90-c4817ff3031c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'security_group_rule': {'security_group_id': '9d5a13ab-4843-4f90-a1c9-c2beec62448b', 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:24.299346 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-d62e2e6e-a372-4cb6-9f90-c4817ff3031c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Project f58f2e439b864b4da52aae10cd571039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:37:24.303429 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74afc345-175b-4c0d-99ea-18b79a4f7ccd req-20ffd170-cf0f-4ab1-a5b3-ff78de786b15 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515180 Jul 07 19:37:24.305882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d62e2e6e-a372-4cb6-9f90-c4817ff3031c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.381661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:24.403067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d62e2e6e-a372-4cb6-9f90-c4817ff3031c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.404530 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c300ea2c-0834-4e50-8d64-24df72a6847e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.416328 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d62e2e6e-a372-4cb6-9f90-c4817ff3031c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.443413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e2e6e-a372-4cb6-9f90-c4817ff3031c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42864978-753f-4905-a6b7-409a6393ceb0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:24.478671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73253a40-9d87-4b1d-a0c9-9f7daa39a431 req-2dfd30c7-0106-4fbe-b942-079e8b26ad43 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:24.480237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73253a40-9d87-4b1d-a0c9-9f7daa39a431 req-2dfd30c7-0106-4fbe-b942-079e8b26ad43 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0696394 Jul 07 19:37:24.490330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:24.494897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9a8756b8-16e4-43bc-8217-1bb8a9a3c02a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Request body: {'floatingip': {'port_id': 'ffb4be80-4ebf-4d47-989c-a312efb972a8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:24.529544 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c300ea2c-0834-4e50-8d64-24df72a6847e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.534554 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c300ea2c-0834-4e50-8d64-24df72a6847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.539077 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a8756b8-16e4-43bc-8217-1bb8a9a3c02a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.540388 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d62e2e6e-a372-4cb6-9f90-c4817ff3031c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.541640 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d62e2e6e-a372-4cb6-9f90-c4817ff3031c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2788484 Jul 07 19:37:24.545181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 53800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:24.577726 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c300ea2c-0834-4e50-8d64-24df72a6847e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2e5a7a1686a1453d9f0fa38fdd3b32f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948066 Jul 07 19:37:24.578641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300ea2c-0834-4e50-8d64-24df72a6847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac3a7c-aa64-4f02-89f1-8eeaaff366d3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:24.580101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b679af32-9d84-4b2c-a0ee-d6374f9b39a3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'security_group_rule': {'security_group_id': '9d5a13ab-4843-4f90-a1c9-c2beec62448b', 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:24.581079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:24.631130 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12c59e09-4586-4a22-ba9e-c3721aca128c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.635455 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-b679af32-9d84-4b2c-a0ee-d6374f9b39a3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Project f58f2e439b864b4da52aae10cd571039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:37:24.654503 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12c59e09-4586-4a22-ba9e-c3721aca128c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.657786 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b679af32-9d84-4b2c-a0ee-d6374f9b39a3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.703608 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12c59e09-4586-4a22-ba9e-c3721aca128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.706163 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12c59e09-4586-4a22-ba9e-c3721aca128c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.707341 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-12c59e09-4586-4a22-ba9e-c3721aca128c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/28ac3a7c-aa64-4f02-89f1-8eeaaff366d3 HTTP/1.1" status: 204 len: 168 time: 0.1253316 Jul 07 19:37:24.721386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c59e09-4586-4a22-ba9e-c3721aca128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac3a7c-aa64-4f02-89f1-8eeaaff366d3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:24.814225 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b679af32-9d84-4b2c-a0ee-d6374f9b39a3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.819037 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b679af32-9d84-4b2c-a0ee-d6374f9b39a3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.842158 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679af32-9d84-4b2c-a0ee-d6374f9b39a3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fc2af2-2a39-4a7d-8c9c-9b83f9d41406,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:24.869929 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b679af32-9d84-4b2c-a0ee-d6374f9b39a3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:24.871338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b679af32-9d84-4b2c-a0ee-d6374f9b39a3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2995305 Jul 07 19:37:25.544231 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a8756b8-16e4-43bc-8217-1bb8a9a3c02a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:25.550389 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a8756b8-16e4-43bc-8217-1bb8a9a3c02a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:25.620880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3ca66-e756-470c-b507-81a03d9910d5 req-ff96f980-da9a-40f0-aa70-226820b1ed28 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:25.624287 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcd3ca66-e756-470c-b507-81a03d9910d5 req-ff96f980-da9a-40f0-aa70-226820b1ed28 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 943 time: 0.1323154 Jul 07 19:37:25.701428 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcd3ca66-e756-470c-b507-81a03d9910d5 req-d6152d10-8bee-4a45-b840-0d3f4e60ae70 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489178 Jul 07 19:37:25.702682 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-9a8756b8-16e4-43bc-8217-1bb8a9a3c02a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Floating IP 24d9e3af-0463-4340-8946-56800c758292 associated. External IP: 172.25.2.111, port: ffb4be80-4ebf-4d47-989c-a312efb972a8. Jul 07 19:37:25.971069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8756b8-16e4-43bc-8217-1bb8a9a3c02a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:37:26.108821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8756b8-16e4-43bc-8217-1bb8a9a3c02a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:26.113287 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a8756b8-16e4-43bc-8217-1bb8a9a3c02a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:26.130644 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdd20df-d184-4891-9c9a-e48dfdc4a11f None None] Sync routers for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:26.142533 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd20df-d184-4891-9c9a-e48dfdc4a11f None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:26.148189 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcdd20df-d184-4891-9c9a-e48dfdc4a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:37:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:26.157720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9a8756b8-16e4-43bc-8217-1bb8a9a3c02a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "PUT /v2.0/floatingips/24d9e3af-0463-4340-8946-56800c758292 HTTP/1.1" status: 200 len: 992 time: 1.6661460 Jul 07 19:37:26.158609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:26.161682 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26342fec-eb9d-43f6-ae4a-26693c4379cb" -d '{"events": [{"name": "network-changed", "server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:26.220324 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a559d84-03d1-4208-a94b-01bccb919a9b x-openstack-request-id: req-3a559d84-03d1-4208-a94b-01bccb919a9b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:26.220643 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:26.220921 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3a559d84-03d1-4208-a94b-01bccb919a9b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:26.221359 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'status': 'completed', 'code': 200} Jul 07 19:37:26.282904 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fcdd20df-d184-4891-9c9a-e48dfdc4a11f None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:26.322020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342fec-eb9d-43f6-ae4a-26693c4379cb req-4ff6f2f0-6942-4fb4-a281-98fc570ae2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:26.327654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26342fec-eb9d-43f6-ae4a-26693c4379cb req-4ff6f2f0-6942-4fb4-a281-98fc570ae2d1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 1098 time: 0.0803258 Jul 07 19:37:26.476331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342fec-eb9d-43f6-ae4a-26693c4379cb req-4273f29a-edd0-44df-8f95-81fb1273bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:26.478015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26342fec-eb9d-43f6-ae4a-26693c4379cb req-4273f29a-edd0-44df-8f95-81fb1273bcb1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.1409492 Jul 07 19:37:26.576299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26342fec-eb9d-43f6-ae4a-26693c4379cb req-35f5270b-b2cf-4880-b0cc-709b1dc50c42 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8 HTTP/1.1" status: 200 len: 1000 time: 0.0920918 Jul 07 19:37:26.635323 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcdd20df-d184-4891-9c9a-e48dfdc4a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '24d9e3af-0463-4340-8946-56800c758292', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'port_id': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'mac_address': 'fa:16:3e:6f:73:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:09Z', 'updated_at': '2021-07-07T19:37:25Z', 'revision_number': 1, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:26.676411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342fec-eb9d-43f6-ae4a-26693c4379cb req-81f61c68-26b8-4539-8a8c-6c70fd70787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:26.679082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26342fec-eb9d-43f6-ae4a-26693c4379cb req-81f61c68-26b8-4539-8a8c-6c70fd70787c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.0959506 Jul 07 19:37:26.680146 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdd20df-d184-4891-9c9a-e48dfdc4a11f None None] Checking router: 33fc7194-7d8f-4d29-9deb-3c8932d146d1 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:26.689803 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd20df-d184-4891-9c9a-e48dfdc4a11f None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:26.690733 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcdd20df-d184-4891-9c9a-e48dfdc4a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:37:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:26.759610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342fec-eb9d-43f6-ae4a-26693c4379cb req-19cdeacc-8f6f-422b-a809-f25e7b6fc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:26.763130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26342fec-eb9d-43f6-ae4a-26693c4379cb req-19cdeacc-8f6f-422b-a809-f25e7b6fc0f0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770452 Jul 07 19:37:26.862500 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fcdd20df-d184-4891-9c9a-e48dfdc4a11f None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:26.921310 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26342fec-eb9d-43f6-ae4a-26693c4379cb req-0cb6844f-80c2-4a3c-80b4-4283558421a6 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509566 Jul 07 19:37:27.105613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd36da-3bf3-4a40-b7ca-97cf8207b9ad req-1d1e227e-4075-473d-b3f1-c0d1df17e1e7 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:27.107569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6fdd36da-3bf3-4a40-b7ca-97cf8207b9ad req-1d1e227e-4075-473d-b3f1-c0d1df17e1e7 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 943 time: 0.1855457 Jul 07 19:37:27.134230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26342fec-eb9d-43f6-ae4a-26693c4379cb req-f8a8fc61-ac96-49ef-abc2-7df10d0ef47d service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896708 Jul 07 19:37:27.176647 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6fdd36da-3bf3-4a40-b7ca-97cf8207b9ad req-2c33bfc3-5000-4fc5-b5f6-d4735e8ab97a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625718 Jul 07 19:37:27.210879 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcdd20df-d184-4891-9c9a-e48dfdc4a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '24d9e3af-0463-4340-8946-56800c758292', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'port_id': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'mac_address': 'fa:16:3e:6f:73:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:09Z', 'updated_at': '2021-07-07T19:37:25Z', 'revision_number': 1, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:27.241776 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdd20df-d184-4891-9c9a-e48dfdc4a11f None None] The sync data for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 is: [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '24d9e3af-0463-4340-8946-56800c758292', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'port_id': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'mac_address': 'fa:16:3e:6f:73:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:09Z', 'updated_at': '2021-07-07T19:37:25Z', 'revision_number': 1, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:27.520984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e718261-f968-4ce1-a343-fb7440ef6053 None None] New status for floating IP 24d9e3af-0463-4340-8946-56800c758292: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:37:28.378558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4c24-4cad-4932-8c3a-a9af04d1d971 req-03e8b707-2ff0-48b0-a94a-bf1232416927 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:28.380094 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b74d4c24-4cad-4932-8c3a-a9af04d1d971 req-03e8b707-2ff0-48b0-a94a-bf1232416927 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 943 time: 0.0788279 Jul 07 19:37:28.423149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b74d4c24-4cad-4932-8c3a-a9af04d1d971 req-59cd7901-5de9-4d84-858f-18b73dc8495d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375311 Jul 07 19:37:29.648154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88541c-4660-4ad8-8741-d0e68c03bf48 req-a7831b13-ff10-4695-9666-c30c05fd3b41 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:29.656126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d88541c-4660-4ad8-8741-d0e68c03bf48 req-a7831b13-ff10-4695-9666-c30c05fd3b41 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 943 time: 0.0903528 Jul 07 19:37:29.709070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d88541c-4660-4ad8-8741-d0e68c03bf48 req-7f5666ed-01b8-40ae-b3d1-fe5066e92144 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508983 Jul 07 19:37:30.583578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e47d3102-56d7-4f9f-82a5-026e3d7b9c3e details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:37:30.696424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:30.712855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'port_id': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'mac_address': 'fa:16:3e:58:7a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:37:30.752089 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:30.765559 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47d3102-56d7-4f9f-82a5-026e3d7b9c3e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:37:30.802267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:30.807438 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:30.908629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:30.968867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b132ba-5da5-4326-88a4-405647a9f7cc req-93b6edb3-db0d-44ba-9745-656b7fcdcb09 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:30.970614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75b132ba-5da5-4326-88a4-405647a9f7cc req-93b6edb3-db0d-44ba-9745-656b7fcdcb09 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 944 time: 0.0782413 Jul 07 19:37:31.013685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75b132ba-5da5-4326-88a4-405647a9f7cc req-d2b3e518-f902-4c76-a586-0dc5d727da0e tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371952 Jul 07 19:37:31.083419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['e47d3102-56d7-4f9f-82a5-026e3d7b9c3e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:37:31.676197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 53996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:31.798015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a225870-231f-420b-82ab-afb6f6ceda7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.909670 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a225870-231f-420b-82ab-afb6f6ceda7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.915039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a225870-231f-420b-82ab-afb6f6ceda7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:31.960167 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2a225870-231f-420b-82ab-afb6f6ceda7f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=32891e3b92134ac880ca4bfaae073d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828221 Jul 07 19:37:31.961085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a225870-231f-420b-82ab-afb6f6ceda7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb95a95-10bf-40f1-9a4f-e1a180a5ae09,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:31.962826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:32.020971 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-306d33be-6888-4aed-a81b-dac32a6b1478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.045176 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-306d33be-6888-4aed-a81b-dac32a6b1478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.105645 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-306d33be-6888-4aed-a81b-dac32a6b1478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.110092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-306d33be-6888-4aed-a81b-dac32a6b1478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.116666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-306d33be-6888-4aed-a81b-dac32a6b1478 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8fb95a95-10bf-40f1-9a4f-e1a180a5ae09 HTTP/1.1" status: 204 len: 168 time: 0.1521609 Jul 07 19:37:32.126577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d33be-6888-4aed-a81b-dac32a6b1478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb95a95-10bf-40f1-9a4f-e1a180a5ae09,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:32.218836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b127b61-3077-4e32-a5ea-e87445da03ce req-5d2ba875-dc9c-4fa4-b1f1-306ce2d51545 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:32.220415 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b127b61-3077-4e32-a5ea-e87445da03ce req-5d2ba875-dc9c-4fa4-b1f1-306ce2d51545 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 944 time: 0.0712590 Jul 07 19:37:32.268965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b127b61-3077-4e32-a5ea-e87445da03ce req-e6fbf56b-761f-46fa-8875-5cc7eecb672c tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 Jul 07 19:37:32.460362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:32.479009 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b244d876-7eb9-4b11-8bb7-be1f01cb0c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.584688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b244d876-7eb9-4b11-8bb7-be1f01cb0c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.590186 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b244d876-7eb9-4b11-8bb7-be1f01cb0c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.593427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e47d3102-56d7-4f9f-82a5-026e3d7b9c3e up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:37:32.636561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b244d876-7eb9-4b11-8bb7-be1f01cb0c1c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5fe9d36ac99f451ab5947c2970b1d2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720262 Jul 07 19:37:32.636561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244d876-7eb9-4b11-8bb7-be1f01cb0c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaeb67a-8104-4f66-b5a2-9bec8bd8e3c8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:32.637645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:32.681432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:32.687347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:32.688141 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.705317 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ca1fec1-0255-4c9f-8c96-bf2a0bdc159c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.737989 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ca1fec1-0255-4c9f-8c96-bf2a0bdc159c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.792158 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.794861 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ca1fec1-0255-4c9f-8c96-bf2a0bdc159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.797768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ca1fec1-0255-4c9f-8c96-bf2a0bdc159c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.798965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0ca1fec1-0255-4c9f-8c96-bf2a0bdc159c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ccaeb67a-8104-4f66-b5a2-9bec8bd8e3c8 HTTP/1.1" status: 204 len: 168 time: 0.1603584 Jul 07 19:37:32.808852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1fec1-0255-4c9f-8c96-bf2a0bdc159c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaeb67a-8104-4f66-b5a2-9bec8bd8e3c8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:32.834524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:32.837399 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0441e79a-3e90-4c65-8f57-e14f45644883" -d '{"events": [{"server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "name": "network-vif-plugged", "status": "completed", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:32.858566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:32.864515 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:32.906286 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a17f15-d026-4f02-9b69-7bd57b5029ae x-openstack-request-id: req-e1a17f15-d026-4f02-9b69-7bd57b5029ae {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:32.906699 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "name": "network-vif-plugged", "status": "completed", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:32.907017 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e1a17f15-d026-4f02-9b69-7bd57b5029ae {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:32.907483 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'code': 200} Jul 07 19:37:32.923045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:33.061586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e34a0-4603-4d44-9670-5c343ae60c20 req-67105ab2-f231-4cb1-930d-ae212b06dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:33.068441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-395e34a0-4603-4d44-9670-5c343ae60c20 req-67105ab2-f231-4cb1-930d-ae212b06dfa7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 1097 time: 0.0705893 Jul 07 19:37:33.110350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-395e34a0-4603-4d44-9670-5c343ae60c20 req-9e251196-9acb-4458-8981-ceca6b761d04 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394490 Jul 07 19:37:33.382457 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:33.484777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35bdef-9de5-49a8-b926-ae06024f524d req-e0c4c19d-1795-4aa4-bdcb-6cf96397e15f tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:33.487172 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc35bdef-9de5-49a8-b926-ae06024f524d req-e0c4c19d-1795-4aa4-bdcb-6cf96397e15f tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 945 time: 0.0876682 Jul 07 19:37:33.539949 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc35bdef-9de5-49a8-b926-ae06024f524d req-7b75633a-44f0-4e0a-afb3-2b0dd07fe1b4 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464914 Jul 07 19:37:34.773786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63450db9-7a8c-4bb8-8415-163442b0c6f3 req-908ca27b-4966-4a99-8f30-58535dc123e6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:34.775640 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63450db9-7a8c-4bb8-8415-163442b0c6f3 req-908ca27b-4966-4a99-8f30-58535dc123e6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 945 time: 0.0863161 Jul 07 19:37:34.818891 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63450db9-7a8c-4bb8-8415-163442b0c6f3 req-ac0262c9-d126-4c27-8506-50df6bf59ebb tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355651 Jul 07 19:37:35.036770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddf569-2984-4cb2-8b3f-5508e62d3ba4 req-c9122456-7294-4382-acc2-4d0d98d5e8e0 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:35.038379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bddf569-2984-4cb2-8b3f-5508e62d3ba4 req-c9122456-7294-4382-acc2-4d0d98d5e8e0 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 945 time: 0.0818610 Jul 07 19:37:35.081037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bddf569-2984-4cb2-8b3f-5508e62d3ba4 req-dc69f4c5-4d80-47b0-b805-b742c9f8bf35 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362465 Jul 07 19:37:35.105788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:35.336109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffffed88-a195-4214-a91a-eca7509e40cd tempest-TestVolumeBackupRestore-1765548731 tempest-TestVolumeBackupRestore-1765548731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:35.337816 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ffffed88-a195-4214-a91a-eca7509e40cd tempest-TestVolumeBackupRestore-1765548731 tempest-TestVolumeBackupRestore-1765548731-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 1092 time: 0.2308357 Jul 07 19:37:35.341331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:35.346226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:35.373128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:35.505772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:35.638415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Allocated IP 172.25.2.228 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/da6f678d-2d2b-4abf-be5e-f0c64c2f1d54) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:35.765604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:35.807020 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:35.844644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:35.847426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:35.851476 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:35.891285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event updated for resources: {'Port': ['ID=da6f678d-2d2b-4abf-be5e-f0c64c2f1d54,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:36.676432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:36.766194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:36.935381 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:36.941114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.031488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event updated for resources: {'Port': ['ID=da6f678d-2d2b-4abf-be5e-f0c64c2f1d54,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:37.039094 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.157898 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Floating IP da3ae7f6-f437-4149-ba4f-ea3c7ed54d93 associated. External IP: 172.25.2.228, port: e47d3102-56d7-4f9f-82a5-026e3d7b9c3e. Jul 07 19:37:37.400949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Router 31356a8c-d36f-4969-8684-072ef145604e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:37:37.533221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:37.544116 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310f0c3-104a-4026-af36-486844e6899f None None] Sync routers for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:37.555464 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310f0c3-104a-4026-af36-486844e6899f None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:37.556231 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2310f0c3-104a-4026-af36-486844e6899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:37:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:37.562781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.631744 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e80682eb-0479-419c-a098-82814ae5366a tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2868068 Jul 07 19:37:37.631744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:37.632200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54128) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:37.632753 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11807c02-92b2-4201-88e2-a92c49b30c41" -d '{"events": [{"name": "network-changed", "server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:37.739221 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e1220e-982f-468e-8d7d-6447a29b4866 x-openstack-request-id: req-77e1220e-982f-468e-8d7d-6447a29b4866 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:37.740019 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:37.740019 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-77e1220e-982f-468e-8d7d-6447a29b4866 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:37.740248 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2310f0c3-104a-4026-af36-486844e6899f None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:37.741154 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'status': 'completed', 'code': 200} Jul 07 19:37:37.766271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baabfadb-cfb1-427d-b5e7-6281eb9e8282 tempest-TestVolumeBackupRestore-1765548731 tempest-TestVolumeBackupRestore-1765548731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:37.770833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-baabfadb-cfb1-427d-b5e7-6281eb9e8282 tempest-TestVolumeBackupRestore-1765548731 tempest-TestVolumeBackupRestore-1765548731-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 1092 time: 0.1348429 Jul 07 19:37:37.771129 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:37.777729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-32a5b97d-b04b-45bd-b788-497efa90caa6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Request body: {'floatingip': {'port_id': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:37.886607 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32a5b97d-b04b-45bd-b788-497efa90caa6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:37.945270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807c02-92b2-4201-88e2-a92c49b30c41 req-9c217681-08b2-447c-a40c-6a5b80c2bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:37.946788 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11807c02-92b2-4201-88e2-a92c49b30c41 req-9c217681-08b2-447c-a40c-6a5b80c2bb58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=416479d7215a4aa898abcb7d2bd8ebf9&device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 1097 time: 0.1264977 Jul 07 19:37:38.062316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807c02-92b2-4201-88e2-a92c49b30c41 req-d66b3bf2-e7c5-4a54-8aa6-3631048adc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:38.063837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11807c02-92b2-4201-88e2-a92c49b30c41 req-d66b3bf2-e7c5-4a54-8aa6-3631048adc51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0352164f-96a5-4178-b6d8-a14f4d70b900 HTTP/1.1" status: 200 len: 916 time: 0.1086218 Jul 07 19:37:38.102845 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2310f0c3-104a-4026-af36-486844e6899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'da3ae7f6-f437-4149-ba4f-ea3c7ed54d93', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '31356a8c-d36f-4969-8684-072ef145604e', 'port_id': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'mac_address': 'fa:16:3e:58:7a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:36Z', 'updated_at': '2021-07-07T19:37:36Z', 'revision_number': 0, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 5, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:38.141373 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310f0c3-104a-4026-af36-486844e6899f None None] Checking router: 31356a8c-d36f-4969-8684-072ef145604e for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:38.153135 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310f0c3-104a-4026-af36-486844e6899f None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:38.153885 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2310f0c3-104a-4026-af36-486844e6899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:37:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:38.160216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11807c02-92b2-4201-88e2-a92c49b30c41 req-bc67b25c-4f5f-4866-84e4-1908bea16971 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e HTTP/1.1" status: 200 len: 999 time: 0.0758002 Jul 07 19:37:38.268229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807c02-92b2-4201-88e2-a92c49b30c41 req-9ac701c1-8c96-469d-9ffc-3dc402c1c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:38.269919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11807c02-92b2-4201-88e2-a92c49b30c41 req-9ac701c1-8c96-469d-9ffc-3dc402c1c092 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3301436-001e-410c-a51b-7a554801cd40 HTTP/1.1" status: 200 len: 853 time: 0.1038647 Jul 07 19:37:38.404591 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d37aad7-d57f-4a9e-8898-0a031befa49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:38.426168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807c02-92b2-4201-88e2-a92c49b30c41 req-86544451-4137-47a5-96e9-a31c87b3c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:38.427760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11807c02-92b2-4201-88e2-a92c49b30c41 req-86544451-4137-47a5-96e9-a31c87b3c212 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0352164f-96a5-4178-b6d8-a14f4d70b900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462879 Jul 07 19:37:38.463617 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2310f0c3-104a-4026-af36-486844e6899f None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:38.621444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11807c02-92b2-4201-88e2-a92c49b30c41 req-a147c175-0195-474c-a73c-1d193bb9e6e2 service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868722 Jul 07 19:37:38.748976 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11807c02-92b2-4201-88e2-a92c49b30c41 req-579ed2eb-1727-4f62-a70b-fef936a5ce07 service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142666 Jul 07 19:37:38.779817 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2310f0c3-104a-4026-af36-486844e6899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'da3ae7f6-f437-4149-ba4f-ea3c7ed54d93', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '31356a8c-d36f-4969-8684-072ef145604e', 'port_id': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'mac_address': 'fa:16:3e:58:7a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:36Z', 'updated_at': '2021-07-07T19:37:36Z', 'revision_number': 0, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 5, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:38.827720 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310f0c3-104a-4026-af36-486844e6899f None None] The sync data for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 is: [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'da3ae7f6-f437-4149-ba4f-ea3c7ed54d93', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '31356a8c-d36f-4969-8684-072ef145604e', 'port_id': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'mac_address': 'fa:16:3e:58:7a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:36Z', 'updated_at': '2021-07-07T19:37:36Z', 'revision_number': 0, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 5, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:38.946402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32a5b97d-b04b-45bd-b788-497efa90caa6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:38.952920 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32a5b97d-b04b-45bd-b788-497efa90caa6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:39.145532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aff41a-b1c6-4e6a-86b9-316068fc50a4 None None] New status for floating IP da3ae7f6-f437-4149-ba4f-ea3c7ed54d93: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:37:39.209101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a5b97d-b04b-45bd-b788-497efa90caa6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Router 31356a8c-d36f-4969-8684-072ef145604e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:37:39.413376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a5b97d-b04b-45bd-b788-497efa90caa6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:37:39.420848 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32a5b97d-b04b-45bd-b788-497efa90caa6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:39.548293 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ddbf8-e560-4e35-ab5e-bbd25ceb4c85 None None] Sync routers for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:37:39.560971 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ddbf8-e560-4e35-ab5e-bbd25ceb4c85 None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:39.561876 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b2ddbf8-e560-4e35-ab5e-bbd25ceb4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:37:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:39.693824 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5b2ddbf8-e560-4e35-ab5e-bbd25ceb4c85 None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:39.841162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:39.843440 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6779564d-ef90-4612-b2f5-296165e21b40" -d '{"events": [{"name": "network-changed", "server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:39.885394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-32a5b97d-b04b-45bd-b788-497efa90caa6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "PUT /v2.0/floatingips/da3ae7f6-f437-4149-ba4f-ea3c7ed54d93 HTTP/1.1" status: 200 len: 991 time: 2.1130567 Jul 07 19:37:39.928875 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a4536b-9edd-4ea3-91dc-bdc1db94fa01 x-openstack-request-id: req-a6a4536b-9edd-4ea3-91dc-bdc1db94fa01 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:39.929169 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:39.929441 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a6a4536b-9edd-4ea3-91dc-bdc1db94fa01 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:39.930027 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'status': 'completed', 'code': 200} Jul 07 19:37:40.022836 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b2ddbf8-e560-4e35-ab5e-bbd25ceb4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'da3ae7f6-f437-4149-ba4f-ea3c7ed54d93', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '31356a8c-d36f-4969-8684-072ef145604e', 'port_id': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'mac_address': 'fa:16:3e:58:7a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:36Z', 'updated_at': '2021-07-07T19:37:39Z', 'revision_number': 2, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 5, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:40.066763 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ddbf8-e560-4e35-ab5e-bbd25ceb4c85 None None] Checking router: 31356a8c-d36f-4969-8684-072ef145604e for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:37:40.077029 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ddbf8-e560-4e35-ab5e-bbd25ceb4c85 None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:37:40.077793 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b2ddbf8-e560-4e35-ab5e-bbd25ceb4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:37:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:40.081368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779564d-ef90-4612-b2f5-296165e21b40 req-e0bf1711-6266-4e2e-a077-6c4955a77c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:40.082452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6779564d-ef90-4612-b2f5-296165e21b40 req-e0bf1711-6266-4e2e-a077-6c4955a77c0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=416479d7215a4aa898abcb7d2bd8ebf9&device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 1097 time: 0.1187580 Jul 07 19:37:40.217266 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5b2ddbf8-e560-4e35-ab5e-bbd25ceb4c85 None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:37:40.220540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779564d-ef90-4612-b2f5-296165e21b40 req-29ec76d6-3f2d-4dfb-93e3-100a2fa1c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:40.222046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6779564d-ef90-4612-b2f5-296165e21b40 req-29ec76d6-3f2d-4dfb-93e3-100a2fa1c6c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0352164f-96a5-4178-b6d8-a14f4d70b900 HTTP/1.1" status: 200 len: 916 time: 0.1302710 Jul 07 19:37:40.309842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6779564d-ef90-4612-b2f5-296165e21b40 req-04b50119-7573-4d09-82a7-5097f4257573 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e HTTP/1.1" status: 200 len: 1001 time: 0.0795987 Jul 07 19:37:40.444749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779564d-ef90-4612-b2f5-296165e21b40 req-f5532f15-b655-4bc0-9cd0-ee57173997d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:40.444749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6779564d-ef90-4612-b2f5-296165e21b40 req-f5532f15-b655-4bc0-9cd0-ee57173997d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3301436-001e-410c-a51b-7a554801cd40 HTTP/1.1" status: 200 len: 853 time: 0.1250885 Jul 07 19:37:40.531117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779564d-ef90-4612-b2f5-296165e21b40 req-6d18d7d4-8a63-4910-b36a-754a877b8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:40.532725 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6779564d-ef90-4612-b2f5-296165e21b40 req-6d18d7d4-8a63-4910-b36a-754a877b8d3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0352164f-96a5-4178-b6d8-a14f4d70b900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755136 Jul 07 19:37:40.630039 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b2ddbf8-e560-4e35-ab5e-bbd25ceb4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'da3ae7f6-f437-4149-ba4f-ea3c7ed54d93', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '31356a8c-d36f-4969-8684-072ef145604e', 'port_id': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'mac_address': 'fa:16:3e:58:7a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:36Z', 'updated_at': '2021-07-07T19:37:39Z', 'revision_number': 2, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 5, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:37:40.670586 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ddbf8-e560-4e35-ab5e-bbd25ceb4c85 None None] The sync data for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 is: [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'da3ae7f6-f437-4149-ba4f-ea3c7ed54d93', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '31356a8c-d36f-4969-8684-072ef145604e', 'port_id': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'mac_address': 'fa:16:3e:58:7a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:37:36Z', 'updated_at': '2021-07-07T19:37:39Z', 'revision_number': 2, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 5, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:37:40.674634 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:40.684233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6779564d-ef90-4612-b2f5-296165e21b40 req-94eb2180-ba94-4428-bc4b-ef51da4c031d service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431072 Jul 07 19:37:40.883495 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:40.903638 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6779564d-ef90-4612-b2f5-296165e21b40 req-242bbf24-fa39-4b2e-9a25-506b81a49e9a service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089550 Jul 07 19:37:41.006268 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.011724 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.057067 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bd530b78f40d4740a41423644d8edd72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807168 Jul 07 19:37:41.058681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562c8f2c-da76-4545-a7b1-7880895ab7ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:41.061117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:41.062436 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af065076-53b4-4b37-a607-a1cf0579d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.080894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.081253 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.081598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.081936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.082273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.082610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.082967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.083296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.083623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.083948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.084276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.084624 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4a2f2-79fd-4318-ac08-19aed14ebc84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:41.135333 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b74d-4e55-45c2-9da5-5c01d9932a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.162312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b74d-4e55-45c2-9da5-5c01d9932a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.209839 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b74d-4e55-45c2-9da5-5c01d9932a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.212579 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b74d-4e55-45c2-9da5-5c01d9932a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.214476 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4cd1b74d-4e55-45c2-9da5-5c01d9932a9e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/562c8f2c-da76-4545-a7b1-7880895ab7ce HTTP/1.1" status: 204 len: 168 time: 0.1515765 Jul 07 19:37:41.223674 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1b74d-4e55-45c2-9da5-5c01d9932a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562c8f2c-da76-4545-a7b1-7880895ab7ce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:41.274834 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.507648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:41.521874 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e967114b-2b81-4ede-b908-2a4c4e4a9ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.627339 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e967114b-2b81-4ede-b908-2a4c4e4a9ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.632370 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e967114b-2b81-4ede-b908-2a4c4e4a9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.677156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:41.677382 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e967114b-2b81-4ede-b908-2a4c4e4a9ac2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8d78dd387cc04a3d8255d74fa3852b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684163 Jul 07 19:37:41.678007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967114b-2b81-4ede-b908-2a4c4e4a9ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048d38c6-642f-4186-8c65-5b14deaf87ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:41.741596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-879981dd-5e68-4124-afbb-6f17531ebd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.764624 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-879981dd-5e68-4124-afbb-6f17531ebd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.812246 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-879981dd-5e68-4124-afbb-6f17531ebd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.814930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-879981dd-5e68-4124-afbb-6f17531ebd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:41.816089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-879981dd-5e68-4124-afbb-6f17531ebd70 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/048d38c6-642f-4186-8c65-5b14deaf87ba HTTP/1.1" status: 204 len: 168 time: 0.1379421 Jul 07 19:37:41.832818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879981dd-5e68-4124-afbb-6f17531ebd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048d38c6-642f-4186-8c65-5b14deaf87ba,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:41.931838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:41.936055 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a41928-f3ec-4996-b127-3ed373aa4037" -d '{"events": [{"name": "network-changed", "server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:42.000271 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43f69a8-38d3-47e1-9ab3-b1abc35659d9 x-openstack-request-id: req-b43f69a8-38d3-47e1-9ab3-b1abc35659d9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:42.000636 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:42.000910 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b43f69a8-38d3-47e1-9ab3-b1abc35659d9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:42.001306 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'status': 'completed', 'code': 200} Jul 07 19:37:42.104965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a41928-f3ec-4996-b127-3ed373aa4037 req-16d17607-a70a-4f4b-b312-b15ab2ac63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:42.107149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22a41928-f3ec-4996-b127-3ed373aa4037 req-16d17607-a70a-4f4b-b312-b15ab2ac63ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=416479d7215a4aa898abcb7d2bd8ebf9&device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 1097 time: 0.0627918 Jul 07 19:37:42.208751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a41928-f3ec-4996-b127-3ed373aa4037 req-cf33b32b-9640-4d4e-b42c-61062c7fcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:42.210332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22a41928-f3ec-4996-b127-3ed373aa4037 req-cf33b32b-9640-4d4e-b42c-61062c7fcc03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0352164f-96a5-4178-b6d8-a14f4d70b900 HTTP/1.1" status: 200 len: 916 time: 0.0967538 Jul 07 19:37:42.288734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22a41928-f3ec-4996-b127-3ed373aa4037 req-129d0ab9-4f95-4759-a388-769cef07b009 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e HTTP/1.1" status: 200 len: 1001 time: 0.0706871 Jul 07 19:37:42.366624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a41928-f3ec-4996-b127-3ed373aa4037 req-f7618640-3aec-4b72-bc7f-eb4ee5d20a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:42.368886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22a41928-f3ec-4996-b127-3ed373aa4037 req-f7618640-3aec-4b72-bc7f-eb4ee5d20a20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3301436-001e-410c-a51b-7a554801cd40 HTTP/1.1" status: 200 len: 853 time: 0.0692160 Jul 07 19:37:42.427493 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:42.460789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a41928-f3ec-4996-b127-3ed373aa4037 req-5703bddb-e5b9-4b38-8686-581ec97e47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:42.463622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22a41928-f3ec-4996-b127-3ed373aa4037 req-5703bddb-e5b9-4b38-8686-581ec97e47a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0352164f-96a5-4178-b6d8-a14f4d70b900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867352 Jul 07 19:37:42.627050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22a41928-f3ec-4996-b127-3ed373aa4037 req-0527f676-b1b6-44bc-84a6-17338a953b8a service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546102 Jul 07 19:37:42.762940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22a41928-f3ec-4996-b127-3ed373aa4037 req-8cdeecac-6085-418e-b18b-0972ead79e58 service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290164 Jul 07 19:37:43.960814 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-774cc53b-cadb-4d86-8b29-a34c5023a742 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795825123&fields=id&tenant_id=f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 267 time: 0.0443902 Jul 07 19:37:43.968271 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:44.069510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-29fd3ca4-646d-4c18-bb96-f4e62d0edb3a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:44.070985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-29fd3ca4-646d-4c18-bb96-f4e62d0edb3a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.1093857 Jul 07 19:37:44.086238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-e967b146-e5e6-4987-94c1-554540eb38ef tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/quotas/f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 375 time: 0.0092838 Jul 07 19:37:44.154105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-36cd6c0e-a96c-4324-8aea-c4cf2c9baee9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621424 Jul 07 19:37:44.170428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-b105559b-3935-4510-8602-b49ef441b54d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:37:44.171417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-b105559b-3935-4510-8602-b49ef441b54d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058768 Jul 07 19:37:44.379426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-db1de683-3fff-45c1-a000-a5419a49f83c service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023981 Jul 07 19:37:44.478558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-babcd92c-1dca-492b-8f39-eca2edf3ba4b service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932000 Jul 07 19:37:44.822623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e709968-c732-440b-b6cc-43464fbd4b8e req-44a3b4dc-a57f-4012-bd99-a70864f613f9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 210 time: 0.0358849 Jul 07 19:37:45.985170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74bd8128-0a1f-4118-bbce-c3ab07a5a851 req-8fd65081-b830-4db5-8e41-35bca8dc6cbe tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 210 time: 0.0385699 Jul 07 19:37:46.127321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-4b6f15b6-23ec-4a01-b249-4ed6d26cb1e3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:46.128879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-4b6f15b6-23ec-4a01-b249-4ed6d26cb1e3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.1077740 Jul 07 19:37:46.198291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-c2827045-c2d7-42a7-94f5-cc033c705ec2 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 380 time: 0.0506551 Jul 07 19:37:46.208349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'port': {'device_id': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'admin_state_up': True, 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'security_groups': ['9d5a13ab-4843-4f90-a1c9-c2beec62448b']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:46.325717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Made reservation on behalf of f58f2e439b864b4da52aae10cd571039 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:37:46.329536 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:46.459345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Allocated IP 172.20.0.13 (b150f212-e4ea-4f67-9554-56f7fecaa4a1/b1e703ee-e305-44a3-b919-3ea0602c9c04/37a6d9c7-fe92-4511-99be-29e4956a84c8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:37:46.621917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:46.638897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Transition to ACTIVE for port object 37a6d9c7-fe92-4511-99be-29e4956a84c8 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:46.675746 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:46.722355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:37:46.728386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:37:46.733028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:37:46.739742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=37a6d9c7-fe92-4511-99be-29e4956a84c8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:46.813887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:46.814534 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:46.848832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-fd9d888d-5395-44c1-b0a2-06b8e374536e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6443901 Jul 07 19:37:46.871817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Request body: {'port': {'device_id': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:37:46.971976 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.050082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1200066c-feb9-4bc9-926c-4b8453837112 None None] Provisioning for port 37a6d9c7-fe92-4511-99be-29e4956a84c8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:37:47.057308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1200066c-feb9-4bc9-926c-4b8453837112 None None] Provisioning complete for port 37a6d9c7-fe92-4511-99be-29e4956a84c8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:37:47.058589 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1200066c-feb9-4bc9-926c-4b8453837112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.139606 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1200066c-feb9-4bc9-926c-4b8453837112 None None] Port 37a6d9c7-fe92-4511-99be-29e4956a84c8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:37:47.330180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a764456-c932-4e7c-b53d-e022ad21bca8 req-25ec7b07-0760-4050-9c86-43886808467f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:47.333751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a764456-c932-4e7c-b53d-e022ad21bca8 req-25ec7b07-0760-4050-9c86-43886808467f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 932 time: 0.1629596 Jul 07 19:37:47.409175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a764456-c932-4e7c-b53d-e022ad21bca8 req-ca896ccc-2210-4b4b-847e-cfc45f7313fb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675237 Jul 07 19:37:47.469127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a6d9c7-fe92-4511-99be-29e4956a84c8 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:37:47.478790 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.495783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Transition to ACTIVE for port object 37a6d9c7-fe92-4511-99be-29e4956a84c8 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:37:47.501501 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.589736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=37a6d9c7-fe92-4511-99be-29e4956a84c8,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:47.653640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Attempting to bind port 37a6d9c7-fe92-4511-99be-29e4956a84c8 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:37:47.653987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Attempting to bind port 37a6d9c7-fe92-4511-99be-29e4956a84c8 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:37:47.654323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Attempting to bind port 37a6d9c7-fe92-4511-99be-29e4956a84c8 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:47.660515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Port 37a6d9c7-fe92-4511-99be-29e4956a84c8 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:37:47.661248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Attempting to bind port 37a6d9c7-fe92-4511-99be-29e4956a84c8 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:37:47.667475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:37:47.667997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Checking segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:37:47.668389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Bound using segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:37:47.669626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Bound port: 37a6d9c7-fe92-4511-99be-29e4956a84c8, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:37:47.670038 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.769655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] For port 37a6d9c7-fe92-4511-99be-29e4956a84c8, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:37:47.773961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] For port 37a6d9c7-fe92-4511-99be-29e4956a84c8, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=37a6d9c7-fe92-4511-99be-29e4956a84c8,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:37:47.780344 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.820582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:47.821109 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:47.822613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] 10.222.0.59 "PUT /v2.0/ports/37a6d9c7-fe92-4511-99be-29e4956a84c8 HTTP/1.1" status: 200 len: 1093 time: 0.9556639 Jul 07 19:37:47.823070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'tag': '37a6d9c7-fe92-4511-99be-29e4956a84c8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:37:47.826085 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d445dc-c3f9-4e68-9748-b9d358833bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e", "tag": "37a6d9c7-fe92-4511-99be-29e4956a84c8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:37:47.862957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6ac71-948a-469d-9688-34da535ebbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=37a6d9c7-fe92-4511-99be-29e4956a84c8,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:47.918295 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bc7d40-88b3-4b0e-8898-756b4274ff5a x-openstack-request-id: req-e4bc7d40-88b3-4b0e-8898-756b4274ff5a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:37:47.918624 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e", "tag": "37a6d9c7-fe92-4511-99be-29e4956a84c8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:37:47.918880 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e4bc7d40-88b3-4b0e-8898-756b4274ff5a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:37:47.919280 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'tag': '37a6d9c7-fe92-4511-99be-29e4956a84c8', 'status': 'completed', 'code': 200} Jul 07 19:37:47.955252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-71bd3073-1e5c-4f66-bedc-d4230be004f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:47.957272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-71bd3073-1e5c-4f66-bedc-d4230be004f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 1096 time: 0.0725331 Jul 07 19:37:48.011197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-2133339a-2a72-4e0a-bdd9-9cecd0000161 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a6d9c7-fe92-4511-99be-29e4956a84c8 HTTP/1.1" status: 200 len: 217 time: 0.0383720 Jul 07 19:37:48.067542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-de4b4474-b44f-4a82-8ffd-45089f175be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:48.069319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-de4b4474-b44f-4a82-8ffd-45089f175be6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0521719 Jul 07 19:37:48.145127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-346d1376-c6be-46da-9a9b-fd98e4237553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:48.147002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-346d1376-c6be-46da-9a9b-fd98e4237553 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707650 Jul 07 19:37:48.254770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-f4456a25-3fa8-408e-bf9d-d7a482b1e6e2 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960751 Jul 07 19:37:48.375307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d907964b-9031-40cc-a328-04d2a7eef8a5 req-f2c090c6-df50-464c-b411-200a1b0434ca service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137161 Jul 07 19:37:48.607322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d445dc-c3f9-4e68-9748-b9d358833bbb req-4cb64bd9-6b5b-4f2f-ace6-b9a000a47ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:48.608868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03d445dc-c3f9-4e68-9748-b9d358833bbb req-4cb64bd9-6b5b-4f2f-ace6-b9a000a47ef1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 1096 time: 0.1306419 Jul 07 19:37:48.697602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783a80d-e63a-420e-903c-7082a6c811f6 req-d9d7923e-4327-49f3-91b8-58f1a661dfe6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:48.699738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9783a80d-e63a-420e-903c-7082a6c811f6 req-d9d7923e-4327-49f3-91b8-58f1a661dfe6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 944 time: 0.1349316 Jul 07 19:37:48.759141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d445dc-c3f9-4e68-9748-b9d358833bbb req-df5680d1-24ce-43fd-b53c-858986f3f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:48.761386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03d445dc-c3f9-4e68-9748-b9d358833bbb req-df5680d1-24ce-43fd-b53c-858986f3f186 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.1438601 Jul 07 19:37:48.764612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9783a80d-e63a-420e-903c-7082a6c811f6 req-e200139c-cdfd-4128-b8a0-f7ce6a892d4b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578964 Jul 07 19:37:48.805109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03d445dc-c3f9-4e68-9748-b9d358833bbb req-45e244bd-1e77-4309-909b-c990f137a923 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a6d9c7-fe92-4511-99be-29e4956a84c8 HTTP/1.1" status: 200 len: 217 time: 0.0380077 Jul 07 19:37:48.859073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d445dc-c3f9-4e68-9748-b9d358833bbb req-348a01b6-c405-424b-835e-50b5f2f03eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:48.860463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03d445dc-c3f9-4e68-9748-b9d358833bbb req-348a01b6-c405-424b-835e-50b5f2f03eea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0498095 Jul 07 19:37:48.922852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d445dc-c3f9-4e68-9748-b9d358833bbb req-77e571e0-ca43-459c-90cc-5432a1963437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:48.924387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03d445dc-c3f9-4e68-9748-b9d358833bbb req-77e571e0-ca43-459c-90cc-5432a1963437 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537174 Jul 07 19:37:49.014849 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03d445dc-c3f9-4e68-9748-b9d358833bbb req-270912f7-acfd-4989-bdfd-2ffc6a415ef3 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837762 Jul 07 19:37:49.114109 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:49.117358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03d445dc-c3f9-4e68-9748-b9d358833bbb req-fbd31995-2fa8-4ed5-9a85-4028e0439376 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958524 Jul 07 19:37:49.960910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a335d73-dc05-4738-99a6-eb7c1ef77420 req-f9119c1e-32e4-4bbd-84e3-23dae04a6917 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:49.962768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a335d73-dc05-4738-99a6-eb7c1ef77420 req-f9119c1e-32e4-4bbd-84e3-23dae04a6917 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 944 time: 0.0740802 Jul 07 19:37:50.004795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a335d73-dc05-4738-99a6-eb7c1ef77420 req-af9dd850-092d-4de7-b79f-010ea6a18e3d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343659 Jul 07 19:37:50.930237 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:37:51.193095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf96c8-6eec-41b8-a603-448b6af89d4e req-1ce4a650-e4f1-422e-863c-b2af113fb999 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:51.194519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70bf96c8-6eec-41b8-a603-448b6af89d4e req-1ce4a650-e4f1-422e-863c-b2af113fb999 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 944 time: 0.0692489 Jul 07 19:37:51.233848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70bf96c8-6eec-41b8-a603-448b6af89d4e req-b01eeccc-936f-4f2b-9cc3-ce47d9829164 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327187 Jul 07 19:37:51.833857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:51.955556 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4a56-c8fb-4f65-be34-6070eecbc722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.052572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4a56-c8fb-4f65-be34-6070eecbc722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.056701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4a56-c8fb-4f65-be34-6070eecbc722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.100580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f4a56-c8fb-4f65-be34-6070eecbc722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed20461-a6df-4a58-abc9-23060d372776,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:52.109506 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:52.109769 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6c3f4a56-c8fb-4f65-be34-6070eecbc722 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7094fff8f3b44eafa8fff9cbf0336814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748103 Jul 07 19:37:52.159859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-98c2bb54-d335-49e7-860d-61877bd787b8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0971644 Jul 07 19:37:52.187872 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f10d399-f5be-48ac-b779-ba5d06053edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.212691 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f10d399-f5be-48ac-b779-ba5d06053edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.303842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-40c89cf7-06f6-41c5-a4ec-d1dfaad8fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.304550 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-40c89cf7-06f6-41c5-a4ec-d1dfaad8fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.304956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-40c89cf7-06f6-41c5-a4ec-d1dfaad8fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.305439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-40c89cf7-06f6-41c5-a4ec-d1dfaad8fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.305912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-40c89cf7-06f6-41c5-a4ec-d1dfaad8fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.306416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-40c89cf7-06f6-41c5-a4ec-d1dfaad8fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.306940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-40c89cf7-06f6-41c5-a4ec-d1dfaad8fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.309639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-40c89cf7-06f6-41c5-a4ec-d1dfaad8fd3c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6501 time: 0.0991793 Jul 07 19:37:52.338210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f10d399-f5be-48ac-b779-ba5d06053edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.342625 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f10d399-f5be-48ac-b779-ba5d06053edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:52.345197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3f10d399-f5be-48ac-b779-ba5d06053edf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3ed20461-a6df-4a58-abc9-23060d372776 HTTP/1.1" status: 204 len: 168 time: 0.2342274 Jul 07 19:37:52.428739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10d399-f5be-48ac-b779-ba5d06053edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed20461-a6df-4a58-abc9-23060d372776,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:52.529840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-48245b4d-c1c0-4b45-ba3d-9804c0fb4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.530315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-48245b4d-c1c0-4b45-ba3d-9804c0fb4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.530800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-48245b4d-c1c0-4b45-ba3d-9804c0fb4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.532377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-48245b4d-c1c0-4b45-ba3d-9804c0fb4034 service neutron] 10.222.0.112 "GET /v2.0/networks?id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d HTTP/1.1" status: 200 len: 2295 time: 0.1848297 Jul 07 19:37:52.541471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed6db4-bfa7-4ccd-8ec8-deb562da30bf req-0512c112-72e4-4b82-8d18-cc5aa070e953 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.544043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fed6db4-bfa7-4ccd-8ec8-deb562da30bf req-0512c112-72e4-4b82-8d18-cc5aa070e953 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 944 time: 0.1765203 Jul 07 19:37:52.639855 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-94361db0-3bda-4415-9657-b4b8d07608b3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946cb551-1be4-4900-9625-023e6b0d6045 HTTP/1.1" status: 200 len: 1001 time: 0.0946727 Jul 07 19:37:52.643063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fed6db4-bfa7-4ccd-8ec8-deb562da30bf req-0476f6c8-a336-438d-91b1-7cc662307720 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924788 Jul 07 19:37:52.704074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-a801bd53-47da-4fac-b30d-04cade48eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.705599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-a801bd53-47da-4fac-b30d-04cade48eedf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1e96c63b-b9c3-4392-80cb-a5efc479f4d7 HTTP/1.1" status: 200 len: 851 time: 0.0597074 Jul 07 19:37:52.777906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-2f46d17e-4b34-4e38-9457-b4ba5f54b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:52.779429 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-2f46d17e-4b34-4e38-9457-b4ba5f54b2a4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672712 Jul 07 19:37:52.874182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-8243c17e-b999-4fc4-969f-b94ab41a7bcb service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875986 Jul 07 19:37:52.979175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-ca83b0f9-d827-473b-aa47-0330a2282164 service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985250 Jul 07 19:37:53.023216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-67990a4a-0e3a-44b1-afb3-58c491ea3b47 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 HTTP/1.1" status: 200 len: 217 time: 0.0367537 Jul 07 19:37:53.086472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-3b519247-df9e-4da4-b219-82e741b6db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:53.088130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-3b519247-df9e-4da4-b219-82e741b6db5c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0558894 Jul 07 19:37:53.155140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-f70bea3b-c7af-480c-8e6c-e77ea90d3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:53.157005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-f70bea3b-c7af-480c-8e6c-e77ea90d3405 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616972 Jul 07 19:37:53.258818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-a0e7be46-c9af-4e04-9257-0992e0d99375 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940847 Jul 07 19:37:53.360792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-0673537d-6a4d-4990-a85a-fb828e104203 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945399 Jul 07 19:37:53.402873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-f04fd801-0b7f-4e2a-aed3-c562223545a6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=e63e5894-487a-4ed1-8fb3-7173bca23462 HTTP/1.1" status: 200 len: 217 time: 0.0360999 Jul 07 19:37:53.458641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-8cea024b-4902-4d96-aac3-78676e06a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:53.460661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-8cea024b-4902-4d96-aac3-78676e06a676 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0518851 Jul 07 19:37:53.527627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-532cb37c-3b6e-40e9-9540-1fd121b6d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:53.529277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-532cb37c-3b6e-40e9-9540-1fd121b6d98b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620675 Jul 07 19:37:53.630824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-7228cdac-6467-4ffc-b275-53fddbb322f3 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939112 Jul 07 19:37:53.760234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-2bda631f-c59e-4f44-849b-804136625ce0 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224401 Jul 07 19:37:53.810422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-20e3a701-dc72-4f0b-b741-04f49467785c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=da338938-8a54-4715-ae73-a927d25b02e9 HTTP/1.1" status: 200 len: 217 time: 0.0425906 Jul 07 19:37:53.906359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-f2a5a642-ec80-4103-82c4-94f4226b1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:53.907857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-f2a5a642-ec80-4103-82c4-94f4226b1a94 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0881801 Jul 07 19:37:53.962881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d1fd-1aec-4ecd-ac50-8bf6868f4454 req-3f71d9e4-eeb4-483f-9e97-37c9dbf57168 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:53.964714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4282d1fd-1aec-4ecd-ac50-8bf6868f4454 req-3f71d9e4-eeb4-483f-9e97-37c9dbf57168 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 944 time: 0.1564636 Jul 07 19:37:54.016927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-3870f327-5d1c-4f48-a820-ce2f9781aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:54.018491 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-3870f327-5d1c-4f48-a820-ce2f9781aa80 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1040905 Jul 07 19:37:54.022221 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4282d1fd-1aec-4ecd-ac50-8bf6868f4454 req-b26bc124-64ef-4962-8d26-097ee036dc7c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512331 Jul 07 19:37:54.120330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-ac1a35c0-0085-49df-9d14-29285fd448aa service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939522 Jul 07 19:37:54.229342 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-dbca9a49-67ce-4630-bcda-a13fae7b1c5d service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021132 Jul 07 19:37:54.279749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-419d3310-0640-42d8-84f0-ab1b979d0b6f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9 HTTP/1.1" status: 200 len: 217 time: 0.0422587 Jul 07 19:37:54.349942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-9be2e42d-c275-4a13-b6ba-dc09db7d4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:54.351496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-9be2e42d-c275-4a13-b6ba-dc09db7d4725 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0661085 Jul 07 19:37:54.419484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-a7371029-53de-4403-8e0b-6eda2c254e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:54.421045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-a7371029-53de-4403-8e0b-6eda2c254e54 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0632024 Jul 07 19:37:54.521736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-157682fb-9ada-47e5-999d-59c5a1b57fba service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930026 Jul 07 19:37:54.598732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:54.618953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-078c7110-7789-4b0b-9bed-df1c37185414 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885668 Jul 07 19:37:54.670933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-351fd74c-2471-4ffb-80c7-09d3ba667763 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e HTTP/1.1" status: 200 len: 217 time: 0.0446911 Jul 07 19:37:54.715007 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb01f949-2983-4064-ae05-79ee8f3e30bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:54.724230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-d4eae94f-ae9b-461e-b5d5-b5ab9e9433d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:54.725729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-d4eae94f-ae9b-461e-b5d5-b5ab9e9433d5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.0465758 Jul 07 19:37:54.788434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-5f89245f-c989-4db6-824d-bf17370d07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:54.790090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-5f89245f-c989-4db6-824d-bf17370d07f8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0576980 Jul 07 19:37:54.817454 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb01f949-2983-4064-ae05-79ee8f3e30bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:54.826616 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb01f949-2983-4064-ae05-79ee8f3e30bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:54.875045 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bb01f949-2983-4064-ae05-79ee8f3e30bf admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=94fbdf3d96114737b680ca84e8423e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751131 Jul 07 19:37:54.877026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01f949-2983-4064-ae05-79ee8f3e30bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610e245a-9c25-4643-9283-9023ea43ff4b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:54.879561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:55.299455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-fe71505a-2986-48bf-b230-8e73ff89c70d service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022733 Jul 07 19:37:55.391363 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8b1-cb1a-428c-8526-a83ecbcdc137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:55.405589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65454777-7b49-421c-bf1e-51c4ba05ae37 req-4af3c666-d8b5-49fe-89a2-ad9ce9f5e030 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:55.407015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65454777-7b49-421c-bf1e-51c4ba05ae37 req-4af3c666-d8b5-49fe-89a2-ad9ce9f5e030 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 944 time: 0.1722038 Jul 07 19:37:55.443967 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8b1-cb1a-428c-8526-a83ecbcdc137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:55.501016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-a1c34254-86df-4070-ac6c-e46cf2b6003b service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915343 Jul 07 19:37:55.516999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65454777-7b49-421c-bf1e-51c4ba05ae37 req-3b622f57-881f-46ef-9fa4-a98a0ae62d6c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969987 Jul 07 19:37:55.552740 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-2a70ffda-9a82-4087-b921-a481716d749d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721 HTTP/1.1" status: 200 len: 217 time: 0.0444927 Jul 07 19:37:55.596135 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8b1-cb1a-428c-8526-a83ecbcdc137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:55.598923 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8b1-cb1a-428c-8526-a83ecbcdc137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:55.600064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-10dfb8b1-cb1a-428c-8526-a83ecbcdc137 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/610e245a-9c25-4643-9283-9023ea43ff4b HTTP/1.1" status: 204 len: 168 time: 0.7188616 Jul 07 19:37:55.614513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfb8b1-cb1a-428c-8526-a83ecbcdc137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610e245a-9c25-4643-9283-9023ea43ff4b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:55.619647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-82e3b2fe-025e-46a6-b5d9-ace8e2e7272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:55.621741 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-82e3b2fe-025e-46a6-b5d9-ace8e2e7272c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.0595937 Jul 07 19:37:55.687743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-34d7cb35-8a81-4341-a36e-e9a8eabc7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:55.689395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-34d7cb35-8a81-4341-a36e-e9a8eabc7062 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0610108 Jul 07 19:37:55.794396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-9fb277f9-2863-4328-85e8-b2da0e7351b5 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981824 Jul 07 19:37:55.898744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e8b3a54f-f573-43b6-83a4-02f18826ec07 req-22cda7ce-c0dd-44dd-8587-c4004f60ff9b service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969398 Jul 07 19:37:55.899441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 54570) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:55.914981 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bbf5a5e-0d3b-4fe5-92f4-bba0032c74d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:56.030915 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bbf5a5e-0d3b-4fe5-92f4-bba0032c74d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:56.034824 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bbf5a5e-0d3b-4fe5-92f4-bba0032c74d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:56.075581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4bbf5a5e-0d3b-4fe5-92f4-bba0032c74d1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e209f2ab44a549d98c9e2762d0b8f024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751230 Jul 07 19:37:56.076450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf5a5e-0d3b-4fe5-92f4-bba0032c74d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d483aed-ce46-48d0-b084-a5eead77e731,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:56.078483 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:37:56.134399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-948f21ec-264e-40a0-b775-2b7a1ddbdd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:56.157415 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-948f21ec-264e-40a0-b775-2b7a1ddbdd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:56.208379 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-948f21ec-264e-40a0-b775-2b7a1ddbdd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:56.211262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-948f21ec-264e-40a0-b775-2b7a1ddbdd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:56.212460 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-948f21ec-264e-40a0-b775-2b7a1ddbdd94 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8d483aed-ce46-48d0-b084-a5eead77e731 HTTP/1.1" status: 204 len: 168 time: 0.1327429 Jul 07 19:37:56.220827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f21ec-264e-40a0-b775-2b7a1ddbdd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d483aed-ce46-48d0-b084-a5eead77e731,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:56.723486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb870b-c94a-4512-a47f-5290cdef2031 req-9bc13bc3-37cf-433c-b9f1-bdabf7a9b921 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:56.725528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09cb870b-c94a-4512-a47f-5290cdef2031 req-9bc13bc3-37cf-433c-b9f1-bdabf7a9b921 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 944 time: 0.0791819 Jul 07 19:37:56.769796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09cb870b-c94a-4512-a47f-5290cdef2031 req-1b734244-b099-4efd-a2c3-c62e57e67db7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373781 Jul 07 19:37:57.953218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05386b2-998b-4a86-9f6c-86e44dc48d18 req-43342286-1d2c-4366-9603-38876a97fbfd tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:57.954636 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f05386b2-998b-4a86-9f6c-86e44dc48d18 req-43342286-1d2c-4366-9603-38876a97fbfd tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 944 time: 0.0645885 Jul 07 19:37:57.992781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f05386b2-998b-4a86-9f6c-86e44dc48d18 req-b2a18ae9-57ca-45f3-9a4e-b16bdc6f9303 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324662 Jul 07 19:37:58.755867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 37a6d9c7-fe92-4511-99be-29e4956a84c8 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:37:58.865686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 37a6d9c7-fe92-4511-99be-29e4956a84c8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=37a6d9c7-fe92-4511-99be-29e4956a84c8,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:58.879274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '37a6d9c7-fe92-4511-99be-29e4956a84c8', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'port_id': '37a6d9c7-fe92-4511-99be-29e4956a84c8', 'mac_address': 'fa:16:3e:44:bd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:37:58.921278 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:58.935439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a6d9c7-fe92-4511-99be-29e4956a84c8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:37:58.958660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 37a6d9c7-fe92-4511-99be-29e4956a84c8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=37a6d9c7-fe92-4511-99be-29e4956a84c8,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:37:58.962634 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:37:59.015098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=37a6d9c7-fe92-4511-99be-29e4956a84c8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:37:59.022913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.023334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.023616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.024545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.024545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.024861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.025143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.025413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.025817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.026162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.026536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.027384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:37:59.186064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97019389-8bb7-4e8c-8216-dd761e42be6b req-f0ca1c2c-4a61-40f7-b6c5-9f02672706f2 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:37:59.187879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97019389-8bb7-4e8c-8216-dd761e42be6b req-f0ca1c2c-4a61-40f7-b6c5-9f02672706f2 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 945 time: 0.0764091 Jul 07 19:37:59.229300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97019389-8bb7-4e8c-8216-dd761e42be6b req-859ca37b-0910-469f-8bf9-3448d167e342 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356474 Jul 07 19:37:59.254973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['37a6d9c7-fe92-4511-99be-29e4956a84c8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:38:00.411057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ff439-f626-4922-adbe-c2636b185b06 req-1654f63c-49e0-4961-9af9-a5c1afce67f8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:00.412727 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e0ff439-f626-4922-adbe-c2636b185b06 req-1654f63c-49e0-4961-9af9-a5c1afce67f8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 945 time: 0.0667152 Jul 07 19:38:00.452558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e0ff439-f626-4922-adbe-c2636b185b06 req-cf987090-cca2-4822-8a3b-b9cce506edaf tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334737 Jul 07 19:38:00.787342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 37a6d9c7-fe92-4511-99be-29e4956a84c8 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:38:00.835151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 37a6d9c7-fe92-4511-99be-29e4956a84c8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:38:00.839829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 37a6d9c7-fe92-4511-99be-29e4956a84c8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:38:00.840876 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:00.921015 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:00.942552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a6d9c7-fe92-4511-99be-29e4956a84c8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:38:00.944808 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adc6bc9-ee23-4e9b-bdf9-af6e0c038bea" -d '{"events": [{"server_uuid": "7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e", "name": "network-vif-plugged", "status": "completed", "tag": "37a6d9c7-fe92-4511-99be-29e4956a84c8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:38:00.958080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 37a6d9c7-fe92-4511-99be-29e4956a84c8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=37a6d9c7-fe92-4511-99be-29e4956a84c8,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:00.962953 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:00.991688 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e856408-7022-43c5-98cb-495d3e435268 x-openstack-request-id: req-5e856408-7022-43c5-98cb-495d3e435268 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:38:00.991983 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e", "name": "network-vif-plugged", "status": "completed", "tag": "37a6d9c7-fe92-4511-99be-29e4956a84c8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:38:00.992235 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5e856408-7022-43c5-98cb-495d3e435268 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:38:00.992675 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a6d9c7-fe92-4511-99be-29e4956a84c8', 'code': 200} Jul 07 19:38:01.019922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=37a6d9c7-fe92-4511-99be-29e4956a84c8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:01.136116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d47aa8-4a80-4a73-be03-657bcf70fd72 req-330bf5be-3fa7-4c7a-89d0-8a400cf26caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:01.137860 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40d47aa8-4a80-4a73-be03-657bcf70fd72 req-330bf5be-3fa7-4c7a-89d0-8a400cf26caf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 1098 time: 0.0530014 Jul 07 19:38:01.174412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40d47aa8-4a80-4a73-be03-657bcf70fd72 req-6b2be39c-c104-4006-b948-397c1894dabb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290914 Jul 07 19:38:01.644550 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af9849-7e7d-498e-800b-47a980021613 req-bc50f2a4-9e01-4941-901e-dce6e3f85b78 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:01.646098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65af9849-7e7d-498e-800b-47a980021613 req-bc50f2a4-9e01-4941-901e-dce6e3f85b78 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 946 time: 0.0707669 Jul 07 19:38:01.687982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65af9849-7e7d-498e-800b-47a980021613 req-fc8f828d-5790-4326-95fe-641a6e1e2665 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341995 Jul 07 19:38:02.896259 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca07892-c5ce-4ba9-aa59-0fab01d26ca6 req-dd3cab1b-23fb-4af9-8df5-ec6086e18dd8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:02.897803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ca07892-c5ce-4ba9-aa59-0fab01d26ca6 req-dd3cab1b-23fb-4af9-8df5-ec6086e18dd8 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 946 time: 0.0677581 Jul 07 19:38:02.936770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ca07892-c5ce-4ba9-aa59-0fab01d26ca6 req-e2c72e8c-b0b5-429d-a19d-ebc52eb7c7e3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326643 Jul 07 19:38:03.169385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c7a99-aaec-49cb-9ea0-466471880d24 req-3d3638af-ad54-4615-9fd3-6cdd78064d58 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:03.170996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-094c7a99-aaec-49cb-9ea0-466471880d24 req-3d3638af-ad54-4615-9fd3-6cdd78064d58 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 946 time: 0.0836012 Jul 07 19:38:03.222116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-094c7a99-aaec-49cb-9ea0-466471880d24 req-09779456-dc32-4306-a4fa-638873d8a54d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Jul 07 19:38:03.250210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:03.413897 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:03.594947 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e68eb83-8f0f-4f5b-9188-2ddc36972d8d tempest-TestVolumeBootPattern-1347467369 tempest-TestVolumeBootPattern-1347467369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:03.597565 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2e68eb83-8f0f-4f5b-9188-2ddc36972d8d tempest-TestVolumeBootPattern-1347467369 tempest-TestVolumeBootPattern-1347467369-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 1093 time: 0.3459697 Jul 07 19:38:03.600226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:03.606506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '37a6d9c7-fe92-4511-99be-29e4956a84c8', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:38:03.634005 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:03.748966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:03.881210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Allocated IP 172.25.2.39 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/516a91f8-34c8-4d1c-b7e8-7f52b71d51a8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:38:03.992574 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:04.035254 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:04.076695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:38:04.079875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:38:04.087469 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:38:04.113946 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=516a91f8-34c8-4d1c-b7e8-7f52b71d51a8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:04.477793 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:04.562772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:04.729402 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:04.735134 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:04.805010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=516a91f8-34c8-4d1c-b7e8-7f52b71d51a8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:04.816778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:04.921144 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Floating IP 1f45f997-e8c6-4143-8f7f-6353fb2b008c associated. External IP: 172.25.2.39, port: 37a6d9c7-fe92-4511-99be-29e4956a84c8. Jul 07 19:38:05.130955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Router e53c06ff-6475-46f0-a260-9f061e2ffa9e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:38:05.241216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:38:05.250865 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7da892-021b-4090-bac3-23194242c3fd None None] Sync routers for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:38:05.257353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:05.261358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7da892-021b-4090-bac3-23194242c3fd None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:05.262072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bf7da892-021b-4090-bac3-23194242c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:37:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:05.294681 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3b3be8d9-663f-4cea-a3e6-01e22fdaccce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6930802 Jul 07 19:38:05.295871 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'tag': '37a6d9c7-fe92-4511-99be-29e4956a84c8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:38:05.297784 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca557162-d0a7-4293-810e-bf8056fd3708" -d '{"events": [{"name": "network-changed", "server_uuid": "7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e", "tag": "37a6d9c7-fe92-4511-99be-29e4956a84c8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:38:05.340839 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c31951a-e513-4a23-a2dd-57ef654a58e2 x-openstack-request-id: req-2c31951a-e513-4a23-a2dd-57ef654a58e2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:38:05.341138 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e", "tag": "37a6d9c7-fe92-4511-99be-29e4956a84c8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:38:05.341406 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2c31951a-e513-4a23-a2dd-57ef654a58e2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:38:05.341812 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'tag': '37a6d9c7-fe92-4511-99be-29e4956a84c8', 'status': 'completed', 'code': 200} Jul 07 19:38:05.371737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bf7da892-021b-4090-bac3-23194242c3fd None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:05.441318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca557162-d0a7-4293-810e-bf8056fd3708 req-ff5e207d-a137-40db-936c-12124bdb22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:05.442819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca557162-d0a7-4293-810e-bf8056fd3708 req-ff5e207d-a137-40db-936c-12124bdb22fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 1098 time: 0.0550451 Jul 07 19:38:05.539204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca557162-d0a7-4293-810e-bf8056fd3708 req-4c0adb01-f2b4-40d2-a054-0890128556d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:05.540861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca557162-d0a7-4293-810e-bf8056fd3708 req-4c0adb01-f2b4-40d2-a054-0890128556d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.0910113 Jul 07 19:38:05.619036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bf7da892-021b-4090-bac3-23194242c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '1f45f997-e8c6-4143-8f7f-6353fb2b008c', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': '37a6d9c7-fe92-4511-99be-29e4956a84c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:44:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:38:04Z', 'updated_at': '2021-07-07T19:38:04Z', 'revision_number': 0, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:05.619401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca557162-d0a7-4293-810e-bf8056fd3708 req-190bcae4-9934-474a-ab30-f9e5c20ad142 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a6d9c7-fe92-4511-99be-29e4956a84c8 HTTP/1.1" status: 200 len: 999 time: 0.0716364 Jul 07 19:38:05.648231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7da892-021b-4090-bac3-23194242c3fd None None] Checking router: e53c06ff-6475-46f0-a260-9f061e2ffa9e for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:38:05.658213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7da892-021b-4090-bac3-23194242c3fd None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:05.659179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bf7da892-021b-4090-bac3-23194242c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:37:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:05.676804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca557162-d0a7-4293-810e-bf8056fd3708 req-aecf0ee6-28a2-463c-8c31-b798ba0daa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:05.678642 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca557162-d0a7-4293-810e-bf8056fd3708 req-aecf0ee6-28a2-463c-8c31-b798ba0daa85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0526867 Jul 07 19:38:05.746280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca557162-d0a7-4293-810e-bf8056fd3708 req-433ce0c7-7529-466a-844a-5463cbd81d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:05.747121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca557162-d0a7-4293-810e-bf8056fd3708 req-433ce0c7-7529-466a-844a-5463cbd81d86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619113 Jul 07 19:38:05.782043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bf7da892-021b-4090-bac3-23194242c3fd None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:05.863345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca557162-d0a7-4293-810e-bf8056fd3708 req-a41c1413-af3d-495e-8cb2-1ee2451f71b7 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084566 Jul 07 19:38:05.980369 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca557162-d0a7-4293-810e-bf8056fd3708 req-482d0d12-ad63-4df0-8a22-be3d34c23b14 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072915 Jul 07 19:38:06.042955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bf7da892-021b-4090-bac3-23194242c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '1f45f997-e8c6-4143-8f7f-6353fb2b008c', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': '37a6d9c7-fe92-4511-99be-29e4956a84c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:44:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:38:04Z', 'updated_at': '2021-07-07T19:38:04Z', 'revision_number': 0, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:06.070711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7da892-021b-4090-bac3-23194242c3fd None None] The sync data for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 is: [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '1f45f997-e8c6-4143-8f7f-6353fb2b008c', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': '37a6d9c7-fe92-4511-99be-29e4956a84c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:44:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:38:04Z', 'updated_at': '2021-07-07T19:38:04Z', 'revision_number': 0, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:38:06.298100 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec9a2dd-3e9e-4101-9f50-900f1093cea9 None None] New status for floating IP 1f45f997-e8c6-4143-8f7f-6353fb2b008c: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:38:08.367798 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76f11cc4-f577-4f12-94d8-9fe0993aeb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:11.055006 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12a85061-6f0a-47e1-bd3a-cd3452671b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:11.278032 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:12.413780 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:12.916844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:13.086869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Deleting port da6f678d-2d2b-4abf-be5e-f0c64c2f1d54 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:13.087223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:13.171171 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:13.171499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:13.183459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Calling delete_port for da6f678d-2d2b-4abf-be5e-f0c64c2f1d54 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:13.350595 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:13.380615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event deleted for resources: {'Port': ['ID=da6f678d-2d2b-4abf-be5e-f0c64c2f1d54,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:13.450197 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:13.450197 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Floating IP da3ae7f6-f437-4149-ba4f-ea3c7ed54d93 disassociated (deleted). External IP: 172.25.2.228, port: e47d3102-56d7-4f9f-82a5-026e3d7b9c3e. Jul 07 19:38:13.971937 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:14.038364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Router 31356a8c-d36f-4969-8684-072ef145604e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:38:14.150717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:38:14.155334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:14.161636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c70170-151a-4b6b-a5db-3a68d0b451c1 None None] Sync routers for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:38:14.171053 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c70170-151a-4b6b-a5db-3a68d0b451c1 None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:14.171665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-59c70170-151a-4b6b-a5db-3a68d0b451c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:38:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:14.193330 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-025e6822-25cf-4d8b-a2c1-c317bc380ba6 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "DELETE /v2.0/floatingips/da3ae7f6-f437-4149-ba4f-ea3c7ed54d93 HTTP/1.1" status: 204 len: 168 time: 1.2751760 Jul 07 19:38:14.193889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:38:14.196263 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397b8fa0-b79d-4a11-92a7-30777d10c614" -d '{"events": [{"name": "network-changed", "server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:38:14.237843 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d6144b-1bcb-4652-a462-3eea62b61359 x-openstack-request-id: req-90d6144b-1bcb-4652-a462-3eea62b61359 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:38:14.238136 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:38:14.238369 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-90d6144b-1bcb-4652-a462-3eea62b61359 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:38:14.238765 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'status': 'completed', 'code': 200} Jul 07 19:38:14.365709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b8fa0-b79d-4a11-92a7-30777d10c614 req-86c84fa3-8c4e-417d-b2d7-ba4a539c65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:14.367289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-397b8fa0-b79d-4a11-92a7-30777d10c614 req-86c84fa3-8c4e-417d-b2d7-ba4a539c65fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=416479d7215a4aa898abcb7d2bd8ebf9&device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 1097 time: 0.0742881 Jul 07 19:38:14.494626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-59c70170-151a-4b6b-a5db-3a68d0b451c1 None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:14.501188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b8fa0-b79d-4a11-92a7-30777d10c614 req-4df208dc-656a-42d3-919a-7afea68cc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:14.502709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-397b8fa0-b79d-4a11-92a7-30777d10c614 req-4df208dc-656a-42d3-919a-7afea68cc36f service neutron] 10.222.0.59 "GET /v2.0/networks?id=0352164f-96a5-4178-b6d8-a14f4d70b900 HTTP/1.1" status: 200 len: 916 time: 0.1278281 Jul 07 19:38:14.548547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-397b8fa0-b79d-4a11-92a7-30777d10c614 req-78d00e5b-ae6c-4c73-89ae-36290bbb1d6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e HTTP/1.1" status: 200 len: 217 time: 0.0382733 Jul 07 19:38:14.634920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b8fa0-b79d-4a11-92a7-30777d10c614 req-124373c0-e311-4cca-9eef-62aae41ecc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:14.636411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-397b8fa0-b79d-4a11-92a7-30777d10c614 req-124373c0-e311-4cca-9eef-62aae41ecc21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3301436-001e-410c-a51b-7a554801cd40 HTTP/1.1" status: 200 len: 853 time: 0.0737300 Jul 07 19:38:14.686649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279b940-1332-4870-9828-d93b9a4625f9 req-50b6b926-fe99-4367-8098-53634ee03a32 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:14.688173 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a279b940-1332-4870-9828-d93b9a4625f9 req-50b6b926-fe99-4367-8098-53634ee03a32 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 945 time: 0.1348767 Jul 07 19:38:14.703949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-59c70170-151a-4b6b-a5db-3a68d0b451c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 5, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:14.735708 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c70170-151a-4b6b-a5db-3a68d0b451c1 None None] Checking router: 31356a8c-d36f-4969-8684-072ef145604e for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:38:14.741737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a279b940-1332-4870-9828-d93b9a4625f9 req-81748aa6-8e24-4bcd-ab65-8c57e86b1096 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460846 Jul 07 19:38:14.744283 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c70170-151a-4b6b-a5db-3a68d0b451c1 None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:14.744778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-59c70170-151a-4b6b-a5db-3a68d0b451c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:38:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:14.747788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b8fa0-b79d-4a11-92a7-30777d10c614 req-f4465f0f-e769-46ec-8bc7-310123bbe46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:14.749333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-397b8fa0-b79d-4a11-92a7-30777d10c614 req-f4465f0f-e769-46ec-8bc7-310123bbe46f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0352164f-96a5-4178-b6d8-a14f4d70b900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038034 Jul 07 19:38:14.856648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-59c70170-151a-4b6b-a5db-3a68d0b451c1 None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:14.858118 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-397b8fa0-b79d-4a11-92a7-30777d10c614 req-1e6d42a0-c7f7-4c63-b23f-43af1ddbd69f service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005368 Jul 07 19:38:14.955782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-397b8fa0-b79d-4a11-92a7-30777d10c614 req-927ba671-1d95-499b-93c2-b2e86089733b service neutron] 10.222.0.59 "GET /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894263 Jul 07 19:38:15.054693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-59c70170-151a-4b6b-a5db-3a68d0b451c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 5, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:15.081546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c70170-151a-4b6b-a5db-3a68d0b451c1 None None] The sync data for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 is: [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:31Z', 'revision_number': 4, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '6441bc66-b107-44ca-9c4a-14a8e6d89656', 'name': '', 'network_id': '0352164f-96a5-4178-b6d8-a14f4d70b900', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'mac_address': 'fa:16:3e:3b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'a3301436-001e-410c-a51b-7a554801cd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:30Z', 'updated_at': '2021-07-07T19:33:46Z', 'revision_number': 5, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'subnets': [{'id': 'a3301436-001e-410c-a51b-7a554801cd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:38:15.309283 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c59631-63bd-43f6-be2e-a2a63a1c821b None None] New status for floating IP da3ae7f6-f437-4149-ba4f-ea3c7ed54d93: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:38:15.930799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6aa95-890f-43a1-904b-89802df97763 req-68607f83-f312-455c-a957-d55be0892541 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:15.932295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bb6aa95-890f-43a1-904b-89802df97763 req-68607f83-f312-455c-a957-d55be0892541 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 945 time: 0.0716765 Jul 07 19:38:15.972818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bb6aa95-890f-43a1-904b-89802df97763 req-86fbfa1b-8342-4afa-9650-d46a5fb1b70b tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a412d54-b27b-4dd4-95ab-1857d24fcb03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343969 Jul 07 19:38:16.365553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a9c43-003f-4c04-a568-8d151a0a07c0 req-c9c8f8f6-2a13-4a54-8354-427992547722 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:16.367046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-040a9c43-003f-4c04-a568-8d151a0a07c0 req-c9c8f8f6-2a13-4a54-8354-427992547722 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 945 time: 0.0637815 Jul 07 19:38:16.473158 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-040a9c43-003f-4c04-a568-8d151a0a07c0 req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Deleting port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:16.473753 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-040a9c43-003f-4c04-a568-8d151a0a07c0 req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:16.563416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-040a9c43-003f-4c04-a568-8d151a0a07c0 req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] For port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:16.563780 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-040a9c43-003f-4c04-a568-8d151a0a07c0 req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:16.577161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-040a9c43-003f-4c04-a568-8d151a0a07c0 req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Calling delete_port for e47d3102-56d7-4f9f-82a5-026e3d7b9c3e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:16.713554 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-040a9c43-003f-4c04-a568-8d151a0a07c0 req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:16.743461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event deleted for resources: {'Port': ['ID=e47d3102-56d7-4f9f-82a5-026e3d7b9c3e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:16.753790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.754138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.754577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.754898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.755280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.755654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.755995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.756850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.756850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.757054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.757319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.757642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:38:16.807801 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-040a9c43-003f-4c04-a568-8d151a0a07c0 req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] No DVR routers for this DVR port e47d3102-56d7-4f9f-82a5-026e3d7b9c3e on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:16.810509 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-040a9c43-003f-4c04-a568-8d151a0a07c0 req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:16.812577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-040a9c43-003f-4c04-a568-8d151a0a07c0 req-5d9ecaf0-0c91-40d6-b51c-f1de102dab66 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.59 "DELETE /v2.0/ports/e47d3102-56d7-4f9f-82a5-026e3d7b9c3e HTTP/1.1" status: 204 len: 173 time: 0.4396906 Jul 07 19:38:16.813041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'name': 'network-vif-deleted', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:38:16.815381 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678abd9b-c569-42ba-a991-3c709cb47504" -d '{"events": [{"server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "name": "network-vif-deleted", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:38:16.856744 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4032b1d9-374b-40f7-8c56-2515e119b373 x-openstack-request-id: req-4032b1d9-374b-40f7-8c56-2515e119b373 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:38:16.857039 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a23f83b-4867-4a7d-a2ad-c83717ef0dbf", "name": "network-vif-deleted", "tag": "e47d3102-56d7-4f9f-82a5-026e3d7b9c3e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:38:16.857296 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4032b1d9-374b-40f7-8c56-2515e119b373 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:38:16.857708 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a23f83b-4867-4a7d-a2ad-c83717ef0dbf', 'name': 'network-vif-deleted', 'tag': 'e47d3102-56d7-4f9f-82a5-026e3d7b9c3e', 'status': 'completed', 'code': 200} Jul 07 19:38:17.006708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-d8716e77-1d10-444e-96d7-51b4ddc26e65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591619 Jul 07 19:38:17.153912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8787b07-be6f-4fb9-baba-4bd7c7966ad0 req-593a430b-ae23-4e05-a3b0-c086e9c38428 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 210 time: 0.0361159 Jul 07 19:38:17.175411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-799d51ef-0a00-42af-bf0f-d0fa3d77593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:17.178168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-799d51ef-0a00-42af-bf0f-d0fa3d77593d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 1098 time: 0.1084487 Jul 07 19:38:17.294148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-c102631d-46b4-410f-a8d9-0e6743c3ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:17.295643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-c102631d-46b4-410f-a8d9-0e6743c3ef2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.0967398 Jul 07 19:38:17.361549 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-884155df-1c22-48a9-bf44-e0efa47bea9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a6d9c7-fe92-4511-99be-29e4956a84c8 HTTP/1.1" status: 200 len: 1001 time: 0.0593717 Jul 07 19:38:17.415172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-10acf532-a5b4-4493-afd9-d6f752b12db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:17.416760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-10acf532-a5b4-4493-afd9-d6f752b12db0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0493090 Jul 07 19:38:17.476689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-c91a10ff-7063-4c22-a3ae-aa2be1dfb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:17.478214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-c91a10ff-7063-4c22-a3ae-aa2be1dfb0b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552359 Jul 07 19:38:17.571393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-a036eaea-d8a4-41bc-aaae-ed31c68365c1 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864470 Jul 07 19:38:17.677590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f80d2696-930c-40dc-a4c7-65398ee4eb26 req-b8c42e0b-b337-4e8d-978d-4d6c7c19b2e0 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997260 Jul 07 19:38:18.322977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a49f131-c623-4a15-9373-18e3d54c4884 req-ee5cd9e4-8423-455f-891b-a32b8127bf8d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 210 time: 0.0312970 Jul 07 19:38:19.143560 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:19.472389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea39b41a-c20d-43e9-8bc0-f19624717444 req-fb7f5b3c-c65b-4c1f-8fc3-1b14a431bc64 tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 210 time: 0.0294669 Jul 07 19:38:20.643954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-786b5cdf-47d1-4ecb-b3b2-99478746029f req-32267b5b-723d-4baf-89e3-1207560fe6fb tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "GET /v2.0/ports?device_id=6a23f83b-4867-4a7d-a2ad-c83717ef0dbf HTTP/1.1" status: 200 len: 210 time: 0.0364444 Jul 07 19:38:20.861869 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e47d3102-56d7-4f9f-82a5-026e3d7b9c3e no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:20.884638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: e47d3102-56d7-4f9f-82a5-026e3d7b9c3e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:20.884988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e47d3102-56d7-4f9f-82a5-026e3d7b9c3e not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:21.743036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 54736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:21.803501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7615ceb-c738-4186-9974-9988de96898d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:21.834602 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7615ceb-c738-4186-9974-9988de96898d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:21.900091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7615ceb-c738-4186-9974-9988de96898d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:21.903354 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7615ceb-c738-4186-9974-9988de96898d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:21.904529 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b7615ceb-c738-4186-9974-9988de96898d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] 10.222.0.113 "DELETE /v2.0/security-groups/9a412d54-b27b-4dd4-95ab-1857d24fcb03 HTTP/1.1" status: 204 len: 168 time: 0.1604104 Jul 07 19:38:21.913760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7615ceb-c738-4186-9974-9988de96898d tempest-TestVolumeBackupRestore-1502124140 tempest-TestVolumeBackupRestore-1502124140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a412d54-b27b-4dd4-95ab-1857d24fcb03,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:25.385014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:25.938697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.218445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] Deleting port 6441bc66-b107-44ca-9c4a-14a8e6d89656 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:26.218692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.315161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] For port 6441bc66-b107-44ca-9c4a-14a8e6d89656, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6441bc66-b107-44ca-9c4a-14a8e6d89656,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:26.315468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.330752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] Calling delete_port for 6441bc66-b107-44ca-9c4a-14a8e6d89656 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:26.540417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:26.568795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] Pushing event deleted for resources: {'Port': ['ID=6441bc66-b107-44ca-9c4a-14a8e6d89656,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:26.763439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.000060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] Router 31356a8c-d36f-4969-8684-072ef145604e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:38:27.112661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:38:27.120647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:27.121631 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-19768dde-3e57-4716-a177-b8af309ca14c admin admin] 10.222.0.113 "PUT /v2.0/routers/31356a8c-d36f-4969-8684-072ef145604e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7338696 Jul 07 19:38:27.122808 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211320cc-c886-499e-bb9a-05782bdd087e None None] Sync routers for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:38:27.132054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211320cc-c886-499e-bb9a-05782bdd087e None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:27.132775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-211320cc-c886-499e-bb9a-05782bdd087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:38:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:27.238619 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.248773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-211320cc-c886-499e-bb9a-05782bdd087e None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:27.340297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.403678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Deleting port de81e14a-23fc-47ab-834b-b9ff3fa57326 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:27.404034 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.443401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-211320cc-c886-499e-bb9a-05782bdd087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:38:26Z', 'revision_number': 5, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port': {'id': 'de81e14a-23fc-47ab-834b-b9ff3fa57326', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31356a8c-d36f-4969-8684-072ef145604e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:25Z', 'updated_at': '2021-07-07T19:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:27.473332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211320cc-c886-499e-bb9a-05782bdd087e None None] Checking router: 31356a8c-d36f-4969-8684-072ef145604e for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:38:27.483375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211320cc-c886-499e-bb9a-05782bdd087e None None] Routers {'31356a8c-d36f-4969-8684-072ef145604e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:27.484127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-211320cc-c886-499e-bb9a-05782bdd087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:38:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['31356a8c-d36f-4969-8684-072ef145604e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:27.486339 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] For port de81e14a-23fc-47ab-834b-b9ff3fa57326, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=de81e14a-23fc-47ab-834b-b9ff3fa57326,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:27.486700 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.501572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Calling delete_port for de81e14a-23fc-47ab-834b-b9ff3fa57326 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:27.568155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-211320cc-c886-499e-bb9a-05782bdd087e None None] Set router 31356a8c-d36f-4969-8684-072ef145604e gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:27.624655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-211320cc-c886-499e-bb9a-05782bdd087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:38:27Z', 'revision_number': 6, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:27.651245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211320cc-c886-499e-bb9a-05782bdd087e None None] The sync data for ids ['31356a8c-d36f-4969-8684-072ef145604e'] in n-d-792394-12 is: [{'id': '31356a8c-d36f-4969-8684-072ef145604e', 'name': 'tempest-TestVolumeBackupRestore-1224055756-router', 'tenant_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:38:27Z', 'revision_number': 6, 'project_id': '416479d7215a4aa898abcb7d2bd8ebf9', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:38:27.672210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.700383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=de81e14a-23fc-47ab-834b-b9ff3fa57326,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:27.766072 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.861470 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.863808 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.911039 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.912104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31356a8c-d36f-4969-8684-072ef145604e {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:38:27.917293 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:27.921766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7ab2e4bb-e24a-4eec-bd4c-5258fb1e3ef0 admin admin] 10.222.0.113 "DELETE /v2.0/routers/31356a8c-d36f-4969-8684-072ef145604e HTTP/1.1" status: 204 len: 168 time: 0.7968810 Jul 07 19:38:27.922144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:27.932323 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:38:27.971405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd603d7-9933-4312-9db5-1b4bbcc13367 admin admin] Deleting subnet a3301436-001e-410c-a51b-7a554801cd40 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:38:27.974708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cd603d7-9933-4312-9db5-1b4bbcc13367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.026778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cd603d7-9933-4312-9db5-1b4bbcc13367 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.122978 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cd603d7-9933-4312-9db5-1b4bbcc13367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.179198 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cd603d7-9933-4312-9db5-1b4bbcc13367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.208207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd603d7-9933-4312-9db5-1b4bbcc13367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3301436-001e-410c-a51b-7a554801cd40,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:28.216399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cd603d7-9933-4312-9db5-1b4bbcc13367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.221727 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6cd603d7-9933-4312-9db5-1b4bbcc13367 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a3301436-001e-410c-a51b-7a554801cd40 HTTP/1.1" status: 204 len: 168 time: 0.2954788 Jul 07 19:38:28.221727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:28.224558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056831a1-34e6-4b48-a5cb-c7ce0f6c23f1 None None] Network 0352164f-96a5-4178-b6d8-a14f4d70b900 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:28.295713 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.350042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Deleting port 4bb4b945-0480-44bf-b552-91c832001796 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:28.350399 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.416290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] For port 4bb4b945-0480-44bf-b552-91c832001796, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4bb4b945-0480-44bf-b552-91c832001796,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:28.416700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.431814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Calling delete_port for 4bb4b945-0480-44bf-b552-91c832001796 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:28.433360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f61d874-da5e-404c-8591-58360ade3fda None None] DHCP port deletion for 0352164f-96a5-4178-b6d8-a14f4d70b900 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:38:28.489293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0f61d874-da5e-404c-8591-58360ade3fda None None] Deleting port 4bb4b945-0480-44bf-b552-91c832001796 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:28.489674 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f61d874-da5e-404c-8591-58360ade3fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.520029 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.553290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb4b945-0480-44bf-b552-91c832001796,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:28.556018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0f61d874-da5e-404c-8591-58360ade3fda None None] For port 4bb4b945-0480-44bf-b552-91c832001796, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4bb4b945-0480-44bf-b552-91c832001796,segment=NetworkSegment(d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7),segment_id=d9a23bda-8d68-4ae9-9cb7-24ee297ab0b7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:28.556557 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f61d874-da5e-404c-8591-58360ade3fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.557764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] No DVR routers for this DVR port 4bb4b945-0480-44bf-b552-91c832001796 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:28.570775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0f61d874-da5e-404c-8591-58360ade3fda None None] Calling delete_port for 4bb4b945-0480-44bf-b552-91c832001796 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:28.635113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.646807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0352164f-96a5-4178-b6d8-a14f4d70b900']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:28.657978 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f61d874-da5e-404c-8591-58360ade3fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.658448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:28.658817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a23bda-8d68-4ae9-9cb7-24ee297ab0b7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:28.669384 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.685909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.687703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61d874-da5e-404c-8591-58360ade3fda None None] Pushing event deleted for resources: {'Port': ['ID=4bb4b945-0480-44bf-b552-91c832001796,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:28.694041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:28.694560 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.697637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61d874-da5e-404c-8591-58360ade3fda None None] No DVR routers for this DVR port 4bb4b945-0480-44bf-b552-91c832001796 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:28.697824 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:28.769672 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.775742 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:28.781051 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] 10.222.0.113 "DELETE /v2.0/networks/0352164f-96a5-4178-b6d8-a14f4d70b900 HTTP/1.1" status: 204 len: 168 time: 0.5586360 Jul 07 19:38:28.784147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:28.792345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ab6d1-d1fb-45a0-9c15-5870d90b26cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0352164f-96a5-4178-b6d8-a14f4d70b900,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:29.170453 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.236261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device de81e14a-23fc-47ab-834b-b9ff3fa57326 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:29.259763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: de81e14a-23fc-47ab-834b-b9ff3fa57326 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:29.260128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device de81e14a-23fc-47ab-834b-b9ff3fa57326 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:29.260579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4bb4b945-0480-44bf-b552-91c832001796 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:29.281572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 4bb4b945-0480-44bf-b552-91c832001796 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:29.281839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4bb4b945-0480-44bf-b552-91c832001796 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:29.282236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6441bc66-b107-44ca-9c4a-14a8e6d89656 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:29.302243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 6441bc66-b107-44ca-9c4a-14a8e6d89656 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:29.302592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6441bc66-b107-44ca-9c4a-14a8e6d89656 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:29.452332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] Deleting port 714ae0bc-98f8-41b8-9a7d-acc6fae49355 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:29.452705 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.532275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] For port 714ae0bc-98f8-41b8-9a7d-acc6fae49355, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=714ae0bc-98f8-41b8-9a7d-acc6fae49355,segment=NetworkSegment(cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa),segment_id=cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:29.532543 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.545898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] Calling delete_port for 714ae0bc-98f8-41b8-9a7d-acc6fae49355 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:29.738049 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:29.767694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] Pushing event deleted for resources: {'Port': ['ID=714ae0bc-98f8-41b8-9a7d-acc6fae49355,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:30.333903 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.582951 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] Router ae6a0dd5-639a-4487-bba6-4f8ca5034135 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:38:30.705181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:38:30.710426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f71dc689-fa22-4f55-8f91-42cbad090142 admin admin] 10.222.0.113 "PUT /v2.0/routers/ae6a0dd5-639a-4487-bba6-4f8ca5034135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9251764 Jul 07 19:38:30.713557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55234) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:30.716698 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6f1e6-2ff9-4b1d-a9c5-5d60f8506aa3 None None] Sync routers for ids ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:38:30.726897 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6f1e6-2ff9-4b1d-a9c5-5d60f8506aa3 None None] Routers {'ae6a0dd5-639a-4487-bba6-4f8ca5034135'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:30.727516 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4af6f1e6-2ff9-4b1d-a9c5-5d60f8506aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:38:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:30.835611 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4af6f1e6-2ff9-4b1d-a9c5-5d60f8506aa3 None None] Set router ae6a0dd5-639a-4487-bba6-4f8ca5034135 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:30.846540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:30.953821 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.021456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Deleting port 300cb909-91b2-4c0e-883d-6b9e94f6f685 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:31.021696 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.037492 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4af6f1e6-2ff9-4b1d-a9c5-5d60f8506aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'name': 'tempest-TestVolumeBackupRestore-1227246689-router', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:37Z', 'updated_at': '2021-07-07T19:38:29Z', 'revision_number': 5, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'gw_port': {'id': '300cb909-91b2-4c0e-883d-6b9e94f6f685', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:38Z', 'updated_at': '2021-07-07T19:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:31.067281 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6f1e6-2ff9-4b1d-a9c5-5d60f8506aa3 None None] Checking router: ae6a0dd5-639a-4487-bba6-4f8ca5034135 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:38:31.076548 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6f1e6-2ff9-4b1d-a9c5-5d60f8506aa3 None None] Routers {'ae6a0dd5-639a-4487-bba6-4f8ca5034135'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:38:31.077292 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4af6f1e6-2ff9-4b1d-a9c5-5d60f8506aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:38:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:31.116101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] For port 300cb909-91b2-4c0e-883d-6b9e94f6f685, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=300cb909-91b2-4c0e-883d-6b9e94f6f685,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:31.116517 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.133464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Calling delete_port for 300cb909-91b2-4c0e-883d-6b9e94f6f685 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:31.170743 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4af6f1e6-2ff9-4b1d-a9c5-5d60f8506aa3 None None] Set router ae6a0dd5-639a-4487-bba6-4f8ca5034135 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:38:31.231372 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4af6f1e6-2ff9-4b1d-a9c5-5d60f8506aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'name': 'tempest-TestVolumeBackupRestore-1227246689-router', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:37Z', 'updated_at': '2021-07-07T19:38:30Z', 'revision_number': 6, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:31.267616 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6f1e6-2ff9-4b1d-a9c5-5d60f8506aa3 None None] The sync data for ids ['ae6a0dd5-639a-4487-bba6-4f8ca5034135'] in n-d-792394-12 is: [{'id': 'ae6a0dd5-639a-4487-bba6-4f8ca5034135', 'name': 'tempest-TestVolumeBackupRestore-1227246689-router', 'tenant_id': 'ab79a8e8b346403490951bed1a93e357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:37Z', 'updated_at': '2021-07-07T19:38:30Z', 'revision_number': 6, 'project_id': 'ab79a8e8b346403490951bed1a93e357', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:38:31.342366 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.369162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Pushing event deleted for resources: {'Port': ['ID=300cb909-91b2-4c0e-883d-6b9e94f6f685,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:31.438592 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.531998 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.534092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.578101 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.578657 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae6a0dd5-639a-4487-bba6-4f8ca5034135 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:38:31.583413 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.586846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1d52d52e-d535-4ad0-8395-dfa05aee79de admin admin] 10.222.0.113 "DELETE /v2.0/routers/ae6a0dd5-639a-4487-bba6-4f8ca5034135 HTTP/1.1" status: 204 len: 168 time: 0.8697023 Jul 07 19:38:31.587200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:31.641917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a7b57f-8de9-4f2d-94bb-a93ae8ada64c admin admin] Deleting subnet 3b9cee08-b151-4791-a1e2-8f082e581139 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:38:31.646448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47a7b57f-8de9-4f2d-94bb-a93ae8ada64c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.684718 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47a7b57f-8de9-4f2d-94bb-a93ae8ada64c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.766712 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47a7b57f-8de9-4f2d-94bb-a93ae8ada64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.821437 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47a7b57f-8de9-4f2d-94bb-a93ae8ada64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.852790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7b57f-8de9-4f2d-94bb-a93ae8ada64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b9cee08-b151-4791-a1e2-8f082e581139,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:31.859420 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47a7b57f-8de9-4f2d-94bb-a93ae8ada64c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.861419 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-47a7b57f-8de9-4f2d-94bb-a93ae8ada64c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/3b9cee08-b151-4791-a1e2-8f082e581139 HTTP/1.1" status: 204 len: 168 time: 0.2732143 Jul 07 19:38:31.863858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:31.866838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb8d3c6-2d61-4d83-ab38-508caba6a0fa None None] Network f453a80b-1cd8-457e-b58d-53008a352faa requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:38:31.937737 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:31.996765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Deleting port 63397274-4589-460c-b88b-21bc5e4fc891 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:31.997145 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.069862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faa121a-b35c-4d8a-91ed-3e519c13dd66 None None] DHCP port deletion for f453a80b-1cd8-457e-b58d-53008a352faa request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:38:32.071930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-822281af-689a-409b-851d-779e2703c07e admin admin] For port 63397274-4589-460c-b88b-21bc5e4fc891, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=63397274-4589-460c-b88b-21bc5e4fc891,segment=NetworkSegment(cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa),segment_id=cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:32.072494 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.091866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Calling delete_port for 63397274-4589-460c-b88b-21bc5e4fc891 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:32.127847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8faa121a-b35c-4d8a-91ed-3e519c13dd66 None None] Deleting port 63397274-4589-460c-b88b-21bc5e4fc891 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:38:32.128412 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8faa121a-b35c-4d8a-91ed-3e519c13dd66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.178926 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.197850 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8faa121a-b35c-4d8a-91ed-3e519c13dd66 None None] For port 63397274-4589-460c-b88b-21bc5e4fc891, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=63397274-4589-460c-b88b-21bc5e4fc891,segment=NetworkSegment(cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa),segment_id=cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:38:32.198242 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8faa121a-b35c-4d8a-91ed-3e519c13dd66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.206253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Pushing event deleted for resources: {'Port': ['ID=63397274-4589-460c-b88b-21bc5e4fc891,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:32.210518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822281af-689a-409b-851d-779e2703c07e admin admin] No DVR routers for this DVR port 63397274-4589-460c-b88b-21bc5e4fc891 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:32.213548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8faa121a-b35c-4d8a-91ed-3e519c13dd66 None None] Calling delete_port for 63397274-4589-460c-b88b-21bc5e4fc891 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:38:32.301709 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8faa121a-b35c-4d8a-91ed-3e519c13dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.303525 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.320368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-822281af-689a-409b-851d-779e2703c07e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f453a80b-1cd8-457e-b58d-53008a352faa']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:32.335892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-822281af-689a-409b-851d-779e2703c07e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:32.336128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa121a-b35c-4d8a-91ed-3e519c13dd66 None None] Pushing event deleted for resources: {'Port': ['ID=63397274-4589-460c-b88b-21bc5e4fc891,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:32.336671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-822281af-689a-409b-851d-779e2703c07e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3aba05-ae35-4f6e-96ec-9e84dd5e66aa') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:38:32.338457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa121a-b35c-4d8a-91ed-3e519c13dd66 None None] No DVR routers for this DVR port 63397274-4589-460c-b88b-21bc5e4fc891 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:38:32.354152 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.370818 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.379100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:38:32.379535 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:38:32.381418 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:38:32.445676 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.452933 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.455309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-822281af-689a-409b-851d-779e2703c07e admin admin] 10.222.0.113 "DELETE /v2.0/networks/f453a80b-1cd8-457e-b58d-53008a352faa HTTP/1.1" status: 204 len: 168 time: 0.5903840 Jul 07 19:38:32.468445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822281af-689a-409b-851d-779e2703c07e admin admin] Pushing event deleted for resources: {'Network': ['ID=f453a80b-1cd8-457e-b58d-53008a352faa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:32.577392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:32.631944 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9c8b2ef3-27f1-456b-b718-4cbeb0fa540a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=416479d7215a4aa898abcb7d2bd8ebf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533850 Jul 07 19:38:32.634510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:32.687785 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12836c0a-b007-42d3-9197-cef16a407c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.710146 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12836c0a-b007-42d3-9197-cef16a407c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.764587 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12836c0a-b007-42d3-9197-cef16a407c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.767165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12836c0a-b007-42d3-9197-cef16a407c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:32.768344 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-12836c0a-b007-42d3-9197-cef16a407c7f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fce91636-f745-4b73-93fc-fd0bc83f07a2 HTTP/1.1" status: 204 len: 168 time: 0.1329231 Jul 07 19:38:32.776122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12836c0a-b007-42d3-9197-cef16a407c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce91636-f745-4b73-93fc-fd0bc83f07a2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:33.097842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:33.139821 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9406d9c4-a936-492d-b260-45ace52effd3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ab79a8e8b346403490951bed1a93e357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407872 Jul 07 19:38:33.142419 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:38:33.191009 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b14991a1-f3b1-4082-855f-47e8f546c056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.214233 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b14991a1-f3b1-4082-855f-47e8f546c056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.220718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 714ae0bc-98f8-41b8-9a7d-acc6fae49355 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:33.244391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 714ae0bc-98f8-41b8-9a7d-acc6fae49355 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:33.244763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 714ae0bc-98f8-41b8-9a7d-acc6fae49355 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:33.245199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 300cb909-91b2-4c0e-883d-6b9e94f6f685 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:33.266731 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 300cb909-91b2-4c0e-883d-6b9e94f6f685 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:33.267103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 300cb909-91b2-4c0e-883d-6b9e94f6f685 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:33.267554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 63397274-4589-460c-b88b-21bc5e4fc891 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:38:33.270646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b14991a1-f3b1-4082-855f-47e8f546c056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.273324 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b14991a1-f3b1-4082-855f-47e8f546c056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:33.274593 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b14991a1-f3b1-4082-855f-47e8f546c056 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9cc9da16-ea2a-4012-89b1-7e742f6eaf59 HTTP/1.1" status: 204 len: 168 time: 0.1312702 Jul 07 19:38:33.283162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14991a1-f3b1-4082-855f-47e8f546c056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc9da16-ea2a-4012-89b1-7e742f6eaf59,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:38:33.288359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 63397274-4589-460c-b88b-21bc5e4fc891 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:38:33.288769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 63397274-4589-460c-b88b-21bc5e4fc891 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:38:33.419237 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:38.371110 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6964da17-4ffc-44a3-b4bc-9645a318c631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.056735 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fad4711a-b709-40b8-9633-a3e9f5e3a3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:41.279743 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:42.410916 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:43.967910 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:49.137459 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:38:51.304589 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-b986c5ef-3c9c-476f-8592-3f28c701108c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523894 Jul 07 19:38:51.380043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-e6818425-bafd-4945-9ff4-1dbb816e53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:51.381591 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-e6818425-bafd-4945-9ff4-1dbb816e53b8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 1098 time: 0.0531099 Jul 07 19:38:51.499656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-8485050a-2fa2-41e8-83ee-becada0f3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:51.501182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-8485050a-2fa2-41e8-83ee-becada0f3320 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.0969274 Jul 07 19:38:51.569000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-ace77ee6-22d4-4eb3-8561-c950d9044500 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8 HTTP/1.1" status: 200 len: 1002 time: 0.0609298 Jul 07 19:38:51.617708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-289ec7b3-d984-44a8-a314-bcbfad6e10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:51.619183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-289ec7b3-d984-44a8-a314-bcbfad6e10c3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.0445211 Jul 07 19:38:51.679977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-42f4a868-d11d-44f8-8757-f2592197273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:38:51.681552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-42f4a868-d11d-44f8-8757-f2592197273e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561712 Jul 07 19:38:51.776401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-c1613928-f630-4381-ad3b-79bc0b5092cd service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882020 Jul 07 19:38:51.871778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dff4e2c7-d7bd-47b6-862b-2f22257ca8a7 req-52b6560c-96f3-4d12-a0da-e79cd7ddb486 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893528 Jul 07 19:39:03.419326 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:04.179014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8f2f1-ed39-47c2-a753-dd074274f17b req-14dd83a8-2195-42e6-bc59-0b1d1a59b013 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:04.180529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6a8f2f1-ed39-47c2-a753-dd074274f17b req-14dd83a8-2195-42e6-bc59-0b1d1a59b013 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0635972 Jul 07 19:39:04.218049 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6a8f2f1-ed39-47c2-a753-dd074274f17b req-ce4e77de-77db-4e68-9594-73e66e557156 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320239 Jul 07 19:39:04.930623 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:39:05.397675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561833b-0174-478a-883e-1b94f255c4df req-7b805a64-a120-44d9-8efe-f5c0b0309ba1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:05.401621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7561833b-0174-478a-883e-1b94f255c4df req-7b805a64-a120-44d9-8efe-f5c0b0309ba1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0642676 Jul 07 19:39:05.443702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7561833b-0174-478a-883e-1b94f255c4df req-a5629d29-ebd1-4796-8b9f-cd3b92394ef2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387263 Jul 07 19:39:06.625024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b36474-2a0f-4424-b1bd-ec553decd564 req-cb4fec3f-9fc8-4f8f-9c22-3ff2e885245e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:06.626536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20b36474-2a0f-4424-b1bd-ec553decd564 req-cb4fec3f-9fc8-4f8f-9c22-3ff2e885245e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0646939 Jul 07 19:39:06.665403 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20b36474-2a0f-4424-b1bd-ec553decd564 req-7ecc35a0-c5f3-488a-8bb9-40545feb0efe tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325365 Jul 07 19:39:07.848554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53e54b-6c49-478a-8da9-7194a526e724 req-2c53cf51-1b79-44e4-841c-38134d313b2b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:07.850325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a53e54b-6c49-478a-8da9-7194a526e724 req-2c53cf51-1b79-44e4-841c-38134d313b2b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0636320 Jul 07 19:39:07.888545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a53e54b-6c49-478a-8da9-7194a526e724 req-97402d8d-53ba-4d2a-acfb-d44229c45f88 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320485 Jul 07 19:39:08.375900 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-220860a1-e9a8-4d72-8bf4-675204782add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:09.072863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84e769-b7b5-467a-abbb-a3482fcef7ea req-284b133d-cfda-4c4b-a96b-01c604cdf0b2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:09.074380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee84e769-b7b5-467a-abbb-a3482fcef7ea req-284b133d-cfda-4c4b-a96b-01c604cdf0b2 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0688004 Jul 07 19:39:09.112333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee84e769-b7b5-467a-abbb-a3482fcef7ea req-07821644-7a4a-4fb9-af59-3c2b1571f2a9 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Jul 07 19:39:10.293894 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a1f34-0499-4840-a01a-f0df47f54f39 req-037b9498-7709-445b-9569-18a98bfe0ced tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:10.295442 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-586a1f34-0499-4840-a01a-f0df47f54f39 req-037b9498-7709-445b-9569-18a98bfe0ced tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0656633 Jul 07 19:39:10.334563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-586a1f34-0499-4840-a01a-f0df47f54f39 req-0fade875-dc4e-4174-b22a-3aacf9b787f9 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Jul 07 19:39:11.057077 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f96b6b47-22a6-4fc8-b5f2-27914ca4b8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.280588 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:11.521043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089dfd7-c9d9-4d57-98f0-3243311e626f req-a501800b-3012-4853-bfd9-52f6ba9d0ed5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:11.522585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8089dfd7-c9d9-4d57-98f0-3243311e626f req-a501800b-3012-4853-bfd9-52f6ba9d0ed5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0689938 Jul 07 19:39:11.560209 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8089dfd7-c9d9-4d57-98f0-3243311e626f req-cdceda1d-e343-41ad-8771-763f48ab70cf tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320830 Jul 07 19:39:12.414671 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:12.743412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c25bf-f07a-4cd5-92cc-301a342af05a req-ee3c33b9-29d6-4122-a14c-725c0c220fbb tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:12.744850 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad1c25bf-f07a-4cd5-92cc-301a342af05a req-ee3c33b9-29d6-4122-a14c-725c0c220fbb tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0639865 Jul 07 19:39:12.783678 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad1c25bf-f07a-4cd5-92cc-301a342af05a req-472630a9-3b45-45a3-bfea-fdb83daa4f70 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331333 Jul 07 19:39:13.962466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9560c2b-b90b-42f2-a308-74761da511f4 req-a3914651-5de8-4d1c-a53b-a679ab146f44 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:13.963961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c9560c2b-b90b-42f2-a308-74761da511f4 req-a3914651-5de8-4d1c-a53b-a679ab146f44 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0637500 Jul 07 19:39:13.971852 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:14.005397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c9560c2b-b90b-42f2-a308-74761da511f4 req-1c8679e0-1edd-4225-aa56-55dd3f6ad7c4 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355501 Jul 07 19:39:15.189844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42eabab-5097-423d-be4b-6d99e31fa8b3 req-6d60cb72-7284-4c6b-acee-9886e402668b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:15.191370 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d42eabab-5097-423d-be4b-6d99e31fa8b3 req-6d60cb72-7284-4c6b-acee-9886e402668b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0691369 Jul 07 19:39:15.229961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d42eabab-5097-423d-be4b-6d99e31fa8b3 req-5df38933-6492-4f22-a650-4c5150ec2a8c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321221 Jul 07 19:39:16.410164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b61c7e-d3df-4be2-b6ab-0f3ddf521f0a req-e89f76ee-408a-4df4-b5ba-20f5b9123f44 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:16.412708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95b61c7e-d3df-4be2-b6ab-0f3ddf521f0a req-e89f76ee-408a-4df4-b5ba-20f5b9123f44 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0648029 Jul 07 19:39:16.451002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95b61c7e-d3df-4be2-b6ab-0f3ddf521f0a req-cb9263a5-24c3-4a3e-bcf0-9f68aa7a848a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328128 Jul 07 19:39:17.827176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8b6d2-bf9e-43ec-8cc4-d6463c663279 req-e24c6b99-9335-491d-9aac-17b79bd2aca5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:17.828639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6b8b6d2-bf9e-43ec-8cc4-d6463c663279 req-e24c6b99-9335-491d-9aac-17b79bd2aca5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0693538 Jul 07 19:39:17.868441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6b8b6d2-bf9e-43ec-8cc4-d6463c663279 req-ac0893ef-2176-4aff-9aec-f6109d3e38aa tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337632 Jul 07 19:39:19.052757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b32c73-72c6-4148-9f07-fb6fb3182fca req-e55c6124-4dd2-40c3-9663-d46d4b3ed9b9 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:19.054267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50b32c73-72c6-4148-9f07-fb6fb3182fca req-e55c6124-4dd2-40c3-9663-d46d4b3ed9b9 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0645506 Jul 07 19:39:19.095338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50b32c73-72c6-4148-9f07-fb6fb3182fca req-99d5f5de-151a-450a-a85d-70770cca5ac9 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353551 Jul 07 19:39:19.139728 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:19.888782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-49b17014-9a98-473b-b538-8246db94ab63 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529881 Jul 07 19:39:20.001407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-c41551ea-fc2e-409f-87f0-363126c704af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:20.002908 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-c41551ea-fc2e-409f-87f0-363126c704af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 1098 time: 0.0563471 Jul 07 19:39:20.105325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-66220b18-f3f1-4bc8-8df5-d08bbc454df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:20.106917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-66220b18-f3f1-4bc8-8df5-d08bbc454df4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.0838192 Jul 07 19:39:20.177477 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-bee59c0b-c96d-4c75-b2cb-598f5cd95abd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a6d9c7-fe92-4511-99be-29e4956a84c8 HTTP/1.1" status: 200 len: 1001 time: 0.0638590 Jul 07 19:39:20.257274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-c0b0c3e5-b2b8-4ce9-8531-0c17c472e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:20.258774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-c0b0c3e5-b2b8-4ce9-8531-0c17c472e541 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0752478 Jul 07 19:39:20.323634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e31d5-cffe-4022-a8a2-4a314016c6ee req-11c4d4ea-4be1-4d7a-a11a-9100acdd1515 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:20.325173 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f32e31d5-cffe-4022-a8a2-4a314016c6ee req-11c4d4ea-4be1-4d7a-a11a-9100acdd1515 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.1081784 Jul 07 19:39:20.361472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-7c376a04-11a5-4a08-8df1-47cc167ec555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:20.362867 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-7c376a04-11a5-4a08-8df1-47cc167ec555 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967185 Jul 07 19:39:20.382810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f32e31d5-cffe-4022-a8a2-4a314016c6ee req-9120b2ba-fb37-44d2-a6ef-c0f9e9210d5c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512595 Jul 07 19:39:20.459008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-b4eeec31-931b-4ec6-9acf-3b53cdb844bb service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877810 Jul 07 19:39:20.550263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90288db7-8f92-4775-90f9-2bbf34f01d02 req-188eefe2-7d2d-4d08-93f2-c158cf98df04 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857008 Jul 07 19:39:21.376405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ffb4be80-4ebf-4d47-989c-a312efb972a8 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:39:21.493919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:21.506364 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'port_id': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'mac_address': 'fa:16:3e:6f:73:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:39:21.550638 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.564508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffb4be80-4ebf-4d47-989c-a312efb972a8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:39:21.584295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0035d-4588-4f7c-bda2-86d8500f848f req-d0a311e8-71c0-4452-8547-51428c1951d7 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:21.584988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:21.586127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ea0035d-4588-4f7c-bda2-86d8500f848f req-d0a311e8-71c0-4452-8547-51428c1951d7 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0701594 Jul 07 19:39:21.589374 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:21.633105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ea0035d-4588-4f7c-bda2-86d8500f848f req-844649e4-220b-41a1-8799-ccc9a1c22623 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 Jul 07 19:39:21.647765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ffb4be80-4ebf-4d47-989c-a312efb972a8,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:21.655726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.656153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.656415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.656780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.657117 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.657438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.657772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.658086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.658596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.658921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.659245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.659600 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:39:21.699509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['ffb4be80-4ebf-4d47-989c-a312efb972a8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:39:22.874427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b41f-e4d3-4a81-981a-dc9ab98df834 req-e96000fe-3e8b-4e48-90de-95127265c0c9 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:22.876721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8314b41f-e4d3-4a81-981a-dc9ab98df834 req-e96000fe-3e8b-4e48-90de-95127265c0c9 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 945 time: 0.0866487 Jul 07 19:39:22.923380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8314b41f-e4d3-4a81-981a-dc9ab98df834 req-f3ac66c4-823b-4188-a3bd-5f413df5378d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383959 Jul 07 19:39:23.383234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ffb4be80-4ebf-4d47-989c-a312efb972a8 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:23.438833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port ffb4be80-4ebf-4d47-989c-a312efb972a8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:23.439211 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.522387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.550876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:23.553859 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b533a26-2dd5-45a9-964d-6a0582655e53" -d '{"events": [{"server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:23.574957 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:23.580823 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:23.619860 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a738d7-8ec9-4cf4-858f-10f657b8670e x-openstack-request-id: req-29a738d7-8ec9-4cf4-858f-10f657b8670e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:23.620163 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:23.620402 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-29a738d7-8ec9-4cf4-858f-10f657b8670e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:23.620815 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'code': 200} Jul 07 19:39:23.660071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ffb4be80-4ebf-4d47-989c-a312efb972a8,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:24.123775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef88b6c-e4b6-4794-999e-032d3c6660d6 req-43059772-03cf-4072-bab1-746506503821 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:24.125724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aef88b6c-e4b6-4794-999e-032d3c6660d6 req-43059772-03cf-4072-bab1-746506503821 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0736187 Jul 07 19:39:24.171605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aef88b6c-e4b6-4794-999e-032d3c6660d6 req-05c41f94-89bc-4586-aa3a-bbd9211f5f08 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400889 Jul 07 19:39:25.369863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c32ddf-31b8-4020-8062-b233589c8789 req-3b438903-317d-4d62-8d77-e54469b1144a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:25.372300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3c32ddf-31b8-4020-8062-b233589c8789 req-3b438903-317d-4d62-8d77-e54469b1144a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0723672 Jul 07 19:39:25.418341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3c32ddf-31b8-4020-8062-b233589c8789 req-e84effd7-9567-436f-a577-c6be22cf1e00 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399244 Jul 07 19:39:26.624457 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e20de7-1542-4df4-aeca-ec20a5b0b565 req-45c0bec7-569c-4fc2-b537-3ba56a2fb902 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:26.625985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69e20de7-1542-4df4-aeca-ec20a5b0b565 req-45c0bec7-569c-4fc2-b537-3ba56a2fb902 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0719497 Jul 07 19:39:26.668385 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69e20de7-1542-4df4-aeca-ec20a5b0b565 req-d67f16c7-679a-48db-875c-f5466d58f235 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350890 Jul 07 19:39:27.866826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27241aea-617f-4cd5-93a8-eb3bcbf11a12 req-53944bd9-79ab-41e5-b44e-7468ad9c87dd tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:27.868378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27241aea-617f-4cd5-93a8-eb3bcbf11a12 req-53944bd9-79ab-41e5-b44e-7468ad9c87dd tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0694263 Jul 07 19:39:27.912869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27241aea-617f-4cd5-93a8-eb3bcbf11a12 req-42f62cda-acf5-49af-8d69-4ab688f2b027 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380075 Jul 07 19:39:29.115908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826f34-05f9-4dd9-be3a-7ad732931db1 req-3d76ac88-15b5-414e-99c8-a5bfb0a46749 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:29.117505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a826f34-05f9-4dd9-be3a-7ad732931db1 req-3d76ac88-15b5-414e-99c8-a5bfb0a46749 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0788307 Jul 07 19:39:29.165331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a826f34-05f9-4dd9-be3a-7ad732931db1 req-d32249d9-8b34-46ca-8771-62dd3284378a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422952 Jul 07 19:39:30.370437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f62adf-872c-4ad7-bdd0-5398afc85977 req-f8107ecc-bcd7-4efb-a920-89cdc916f1fa tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:30.372010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98f62adf-872c-4ad7-bdd0-5398afc85977 req-f8107ecc-bcd7-4efb-a920-89cdc916f1fa tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0746431 Jul 07 19:39:30.427694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98f62adf-872c-4ad7-bdd0-5398afc85977 req-01b82074-b571-45d6-99f8-a0ba92516f84 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496502 Jul 07 19:39:31.468110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7594f6-a5cc-4899-8c37-b1c22a8ca48b req-1ada659a-363f-4bef-9c17-f6166e3ea4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:31.469645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b7594f6-a5cc-4899-8c37-b1c22a8ca48b req-1ada659a-363f-4bef-9c17-f6166e3ea4d3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 1098 time: 0.0549409 Jul 07 19:39:31.599814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7594f6-a5cc-4899-8c37-b1c22a8ca48b req-bb713a4f-4965-418d-ba1e-7d81327fe7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:31.601406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b7594f6-a5cc-4899-8c37-b1c22a8ca48b req-bb713a4f-4965-418d-ba1e-7d81327fe7dc service neutron] 10.222.0.112 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.1244583 Jul 07 19:39:31.678982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d44f70-dee6-42a0-a403-6e773b452ecf req-ff38547c-06e7-49e3-80a4-7bc77dc5ce4b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:31.680500 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32d44f70-dee6-42a0-a403-6e773b452ecf req-ff38547c-06e7-49e3-80a4-7bc77dc5ce4b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.1286101 Jul 07 19:39:31.686689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b7594f6-a5cc-4899-8c37-b1c22a8ca48b req-1b784b8b-5e0f-4eef-a615-740846e264ed service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8 HTTP/1.1" status: 200 len: 1002 time: 0.0775917 Jul 07 19:39:31.754130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7594f6-a5cc-4899-8c37-b1c22a8ca48b req-a84f37e0-c4be-40a7-add3-545246f849f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:31.755538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b7594f6-a5cc-4899-8c37-b1c22a8ca48b req-a84f37e0-c4be-40a7-add3-545246f849f0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.0612094 Jul 07 19:39:31.758624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32d44f70-dee6-42a0-a403-6e773b452ecf req-9c5422cb-7d74-4927-8e15-948748706d64 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710926 Jul 07 19:39:31.816189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7594f6-a5cc-4899-8c37-b1c22a8ca48b req-0b42af3f-21e8-4c04-a93a-6c2f91487aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:31.817786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b7594f6-a5cc-4899-8c37-b1c22a8ca48b req-0b42af3f-21e8-4c04-a93a-6c2f91487aa2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563254 Jul 07 19:39:32.273352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b7594f6-a5cc-4899-8c37-b1c22a8ca48b req-0e71bed0-5fda-465d-bdaf-04fb3ff268df service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493637 Jul 07 19:39:32.369087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b7594f6-a5cc-4899-8c37-b1c22a8ca48b req-8b241336-c368-41d1-b7fe-ee060b593144 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885935 Jul 07 19:39:32.944580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39936691-62f8-43ab-8575-f485fadb220b req-873179cf-ae15-4583-9aa0-dc2d0142727b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:32.946088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39936691-62f8-43ab-8575-f485fadb220b req-873179cf-ae15-4583-9aa0-dc2d0142727b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0665910 Jul 07 19:39:32.986809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39936691-62f8-43ab-8575-f485fadb220b req-50b692cc-2483-402c-972c-6ca305f9a144 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351408 Jul 07 19:39:33.433300 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:34.170996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69828f-0abe-47b4-8f9f-18178e8a8a44 req-d852a8d7-516b-4619-b231-5d185146a460 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:34.172498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc69828f-0abe-47b4-8f9f-18178e8a8a44 req-d852a8d7-516b-4619-b231-5d185146a460 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0631073 Jul 07 19:39:34.209778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc69828f-0abe-47b4-8f9f-18178e8a8a44 req-899e835b-cebb-49c4-8066-d2954d1a7da4 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Jul 07 19:39:35.214875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-abfcf4e7-c92a-4111-abc2-b55850d032c3 req-07d16424-88a0-4588-b8ba-8475148a298c service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:39:35.215911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-abfcf4e7-c92a-4111-abc2-b55850d032c3 req-07d16424-88a0-4588-b8ba-8475148a298c service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1127186 Jul 07 19:39:35.449686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ffb4be80-4ebf-4d47-989c-a312efb972a8 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:39:35.467709 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-af4dc2b5-bc4b-474b-90c9-62aa14444bd6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554514 Jul 07 19:39:35.478446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-4c092806-e14d-4c07-846e-0a8bd0db2cb9 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:39:35.479776 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-4c092806-e14d-4c07-846e-0a8bd0db2cb9 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073283 Jul 07 19:39:35.487832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3aa2b-76a8-4c29-a207-236e779323ef req-b09baf5d-3bf7-4556-8af6-a832b85388fc tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:35.490140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ac3aa2b-76a8-4c29-a207-236e779323ef req-b09baf5d-3bf7-4556-8af6-a832b85388fc tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 946 time: 0.0815022 Jul 07 19:39:35.532062 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ac3aa2b-76a8-4c29-a207-236e779323ef req-545ce5d7-a17e-4604-a6ca-44726424e953 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354216 Jul 07 19:39:35.534533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:35.565082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:35.568154 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfcb5c1-ca10-4f45-8b03-5c12441f9887" -d '{"events": [{"server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:35.586308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:35.591975 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:35.617113 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354f5bfc-7f13-4807-b932-55651978e21a x-openstack-request-id: req-354f5bfc-7f13-4807-b932-55651978e21a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:35.617400 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "name": "network-vif-unplugged", "status": "failed", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:35.617948 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-354f5bfc-7f13-4807-b932-55651978e21a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:35.618355 n-d-792394-12 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'code': 422} returned with failed status Jul 07 19:39:35.646381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ffb4be80-4ebf-4d47-989c-a312efb972a8,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:36.406195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-aacd5f09-6ae2-457a-bc2d-30a5bac01765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:36.407937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-aacd5f09-6ae2-457a-bc2d-30a5bac01765 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424&tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b HTTP/1.1" status: 200 len: 1096 time: 0.0528946 Jul 07 19:39:36.485169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-87711519-9f9c-41ba-a91d-d0d05a581b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:36.486675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-87711519-9f9c-41ba-a91d-d0d05a581b24 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 1096 time: 0.0569403 Jul 07 19:39:36.577167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-d2790f89-263e-4391-a8f8-f5a0ca30b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:36.578660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-d2790f89-263e-4391-a8f8-f5a0ca30b784 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 200 len: 917 time: 0.0859048 Jul 07 19:39:36.650014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-5cab4f52-2efc-438f-a66d-c0683de5cef6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8 HTTP/1.1" status: 200 len: 1000 time: 0.0642974 Jul 07 19:39:36.731864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-bd292392-dd4b-4aab-87cb-ae42f04e4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:36.733299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-bd292392-dd4b-4aab-87cb-ae42f04e4877 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 200 len: 854 time: 0.0765874 Jul 07 19:39:36.785856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4e370-ffe6-4c1c-ba6b-4e45f57c6421 req-46dd31ff-d096-4eaa-afa1-41ef565f6b2d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:36.787908 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ae4e370-ffe6-4c1c-ba6b-4e45f57c6421 req-46dd31ff-d096-4eaa-afa1-41ef565f6b2d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.1219409 Jul 07 19:39:36.830237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-7516624a-d16d-44a3-991e-46a3d7dd5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:36.831763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-7516624a-d16d-44a3-991e-46a3d7dd5740 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d5b97724-5eb3-42a9-9e6f-975decb4bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923908 Jul 07 19:39:36.866027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ae4e370-ffe6-4c1c-ba6b-4e45f57c6421 req-9f71e0d4-f896-41cf-9299-f56ea102376e tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655322 Jul 07 19:39:36.934136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-6ef03ca9-7bb1-48f7-adf6-8f0d6e4bc1e8 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928049 Jul 07 19:39:37.032053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-de6d83a2-7d7c-4485-900e-7450592304e6 service neutron] 10.222.0.112 "GET /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901594 Jul 07 19:39:38.054885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4c4be-498e-4ea1-8cde-bf5266262f25 req-430930dd-7c8e-4a91-855e-a0de57a37ae4 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:38.056616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5c4c4be-498e-4ea1-8cde-bf5266262f25 req-430930dd-7c8e-4a91-855e-a0de57a37ae4 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.0696936 Jul 07 19:39:38.097378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5c4c4be-498e-4ea1-8cde-bf5266262f25 req-3359531f-705f-4b1d-8941-eedbc68174ce tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346861 Jul 07 19:39:38.378858 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8e8d89f-5186-4c14-8b86-78d3ec418bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:39.291911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31c249-53e6-470c-9962-be025e6d826c req-f0258567-33d4-40bb-89d5-eb4c9b8e5ae1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:39.293479 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f31c249-53e6-470c-9962-be025e6d826c req-f0258567-33d4-40bb-89d5-eb4c9b8e5ae1 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.0676847 Jul 07 19:39:39.335260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f31c249-53e6-470c-9962-be025e6d826c req-068b2cfe-a861-47b5-8b1b-c2d59125234b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361021 Jul 07 19:39:40.531154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffed14-bf12-4550-8956-82f7cb876022 req-b6952513-543e-4334-b66c-a09201ec6b6d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:40.532680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66ffed14-bf12-4550-8956-82f7cb876022 req-b6952513-543e-4334-b66c-a09201ec6b6d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.0695939 Jul 07 19:39:40.583578 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66ffed14-bf12-4550-8956-82f7cb876022 req-fe71f38b-9e36-4826-a2d8-72e09c827637 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417309 Jul 07 19:39:41.059707 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72237733-0682-460b-a78f-8893ade6b27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:41.297350 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:41.802014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87d11c-2a8d-4854-9a3b-d95479a8d949 req-1ca50d3f-80dc-4f7c-b7e9-6c38e44d00ba tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:41.803780 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf87d11c-2a8d-4854-9a3b-d95479a8d949 req-1ca50d3f-80dc-4f7c-b7e9-6c38e44d00ba tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.0882092 Jul 07 19:39:41.847932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf87d11c-2a8d-4854-9a3b-d95479a8d949 req-b091c025-2786-415b-89bc-efaf57afe58c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374694 Jul 07 19:39:41.933012 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:39:42.420057 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:43.063780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf21d-c245-4fe0-a168-a25cec871db4 req-dca001a1-0e5f-44fb-802e-90d6b85c5e00 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:43.065375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6eadf21d-c245-4fe0-a168-a25cec871db4 req-dca001a1-0e5f-44fb-802e-90d6b85c5e00 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.0930569 Jul 07 19:39:43.108608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6eadf21d-c245-4fe0-a168-a25cec871db4 req-d75cc910-43fa-4ca2-9e2d-71eeed9bdb78 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363886 Jul 07 19:39:43.978201 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:44.304265 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cfcfc-6df0-432d-b8a1-72a6f0d46048 req-091b96d7-c2b5-480a-809f-e24f72497dc7 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:44.306721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e3cfcfc-6df0-432d-b8a1-72a6f0d46048 req-091b96d7-c2b5-480a-809f-e24f72497dc7 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.0751245 Jul 07 19:39:44.350509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e3cfcfc-6df0-432d-b8a1-72a6f0d46048 req-aa018a43-17e4-4b4c-99cf-0ef71a41a437 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370238 Jul 07 19:39:45.547669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723f4e9-c034-485f-974a-53e059a84b0c req-86dd9d22-b77d-4913-b0d3-a29b4386b621 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:45.549169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f723f4e9-c034-485f-974a-53e059a84b0c req-86dd9d22-b77d-4913-b0d3-a29b4386b621 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.0709865 Jul 07 19:39:45.590341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f723f4e9-c034-485f-974a-53e059a84b0c req-ef353335-c842-4084-8e6e-5da7f90b6795 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330763 Jul 07 19:39:46.796081 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002905d-1365-4032-90c2-24747f9489af req-31abc08d-8841-425b-8aef-c3fdd1b380b5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:46.798421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6002905d-1365-4032-90c2-24747f9489af req-31abc08d-8841-425b-8aef-c3fdd1b380b5 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.0739756 Jul 07 19:39:46.841071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6002905d-1365-4032-90c2-24747f9489af req-1397ce5c-b068-4f57-9e7c-c1aa6424d844 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367551 Jul 07 19:39:48.028188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961cb57-11ff-4dc6-97e0-c9d521bc1509 req-99f168ff-6979-4289-804f-a1c397e31f50 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:48.029732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a961cb57-11ff-4dc6-97e0-c9d521bc1509 req-99f168ff-6979-4289-804f-a1c397e31f50 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.0653439 Jul 07 19:39:48.068733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a961cb57-11ff-4dc6-97e0-c9d521bc1509 req-011deff8-678f-4865-9fc0-14d1a3e4a43f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333297 Jul 07 19:39:49.139379 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:49.254226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744373-7c57-493e-8e51-fb502ca1b96c req-500914db-b406-418d-9a71-e051fad0efc4 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:49.255751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a744373-7c57-493e-8e51-fb502ca1b96c req-500914db-b406-418d-9a71-e051fad0efc4 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 944 time: 0.0661263 Jul 07 19:39:49.293942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a744373-7c57-493e-8e51-fb502ca1b96c req-2535525e-ada8-4abb-bcac-16d4869251ab tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323124 Jul 07 19:39:49.562517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ffb4be80-4ebf-4d47-989c-a312efb972a8 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:39:49.658095 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:49.825262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'port_id': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'mac_address': 'fa:16:3e:6f:73:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:39:49.863118 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:49.876995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb4be80-4ebf-4d47-989c-a312efb972a8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:39:49.896429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:49.900875 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:49.948797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ffb4be80-4ebf-4d47-989c-a312efb972a8,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:50.214455 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['ffb4be80-4ebf-4d47-989c-a312efb972a8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:39:50.599764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a20e7c-3d1b-492d-b064-65ddea54cc9e req-e778429d-acd7-4201-ac54-2d66721fdfe6 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:50.601592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a5a20e7c-3d1b-492d-b064-65ddea54cc9e req-e778429d-acd7-4201-ac54-2d66721fdfe6 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 945 time: 0.1878269 Jul 07 19:39:50.640822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a5a20e7c-3d1b-492d-b064-65ddea54cc9e req-4224f1ee-b0ab-4a3e-aae3-924ac2e6810b tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333364 Jul 07 19:39:51.281574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-2b867e3c-0ddf-493b-86e7-565def20d0a6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0656517 Jul 07 19:39:51.392458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-06f5a7d1-744f-4071-a0a4-c2fe394fa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.392964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-06f5a7d1-744f-4071-a0a4-c2fe394fa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.393444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-06f5a7d1-744f-4071-a0a4-c2fe394fa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.393917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-06f5a7d1-744f-4071-a0a4-c2fe394fa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.394378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-06f5a7d1-744f-4071-a0a4-c2fe394fa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.394845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-06f5a7d1-744f-4071-a0a4-c2fe394fa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.395314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-06f5a7d1-744f-4071-a0a4-c2fe394fa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.397280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-06f5a7d1-744f-4071-a0a4-c2fe394fa763 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6501 time: 0.0693688 Jul 07 19:39:51.512914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-1d3e1c36-03aa-4364-8545-36842343d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.513304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-1d3e1c36-03aa-4364-8545-36842343d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.513780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-1d3e1c36-03aa-4364-8545-36842343d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.515382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-1d3e1c36-03aa-4364-8545-36842343d381 service neutron] 10.222.0.112 "GET /v2.0/networks?id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d HTTP/1.1" status: 200 len: 2295 time: 0.0935225 Jul 07 19:39:51.584554 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-6c218e72-aaa9-4a46-8e56-147a165f3274 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946cb551-1be4-4900-9625-023e6b0d6045 HTTP/1.1" status: 200 len: 1001 time: 0.0628223 Jul 07 19:39:51.610267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ffb4be80-4ebf-4d47-989c-a312efb972a8 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:39:51.634975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-61862b45-256f-4609-8291-5771dddf0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.636453 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-61862b45-256f-4609-8291-5771dddf0749 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1e96c63b-b9c3-4392-80cb-a5efc479f4d7 HTTP/1.1" status: 200 len: 851 time: 0.0457337 Jul 07 19:39:51.658769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port ffb4be80-4ebf-4d47-989c-a312efb972a8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:39:51.659139 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.698317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-ec2fd1d8-3c50-4898-a7bc-30b62e6e856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.699832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-ec2fd1d8-3c50-4898-a7bc-30b62e6e856a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558114 Jul 07 19:39:51.741239 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.774953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:39:51.777142 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4835c5bd-5c74-4266-9a76-5c6e5209e120" -d '{"events": [{"server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:39:51.790775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:39:51.795768 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:39:51.824927 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb615649-df4d-4e00-a4b4-1664494f216d x-openstack-request-id: req-cb615649-df4d-4e00-a4b4-1664494f216d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:39:51.828279 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:39:51.828580 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cb615649-df4d-4e00-a4b4-1664494f216d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:39:51.828996 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'code': 200} Jul 07 19:39:51.843792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-27ec16c8-0efe-43da-ba9a-bf458c2e00d9 service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376791 Jul 07 19:39:51.861251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ffb4be80-4ebf-4d47-989c-a312efb972a8,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:39:51.912150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9ac01-2747-4134-8c01-f803ce2910b8 req-b10e5c3e-d9bd-4e2c-badd-9925031139ca tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:51.914271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bc9ac01-2747-4134-8c01-f803ce2910b8 req-b10e5c3e-d9bd-4e2c-badd-9925031139ca tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 945 time: 0.1470332 Jul 07 19:39:51.974251 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8bc9ac01-2747-4134-8c01-f803ce2910b8 req-4df1f102-7589-45dd-b6ee-2aeed2e47fba tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534353 Jul 07 19:39:51.989485 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-2efe8c2c-037f-4013-9c15-1a2838005485 service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384592 Jul 07 19:39:52.006503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fc0c7-3a54-4420-952b-09fe519e2d86 req-8c93460e-d217-42c7-b3bf-cd9a5cf51415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.008731 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ac1fc0c7-3a54-4420-952b-09fe519e2d86 req-8c93460e-d217-42c7-b3bf-cd9a5cf51415 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 1099 time: 0.0566766 Jul 07 19:39:52.033103 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-81ff3472-646d-4721-b8ee-66753e9fd369 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 HTTP/1.1" status: 200 len: 217 time: 0.0363064 Jul 07 19:39:52.047102 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ac1fc0c7-3a54-4420-952b-09fe519e2d86 req-a23ba9fd-6a75-4b1a-bcb6-18b39da85796 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Jul 07 19:39:52.080400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-f8ad6a29-8f62-4d42-9c9c-4a9c2556c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.081898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-f8ad6a29-8f62-4d42-9c9c-4a9c2556c004 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0433657 Jul 07 19:39:52.160021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-1c4e56e0-f8b8-416b-bacc-22c21fd82c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.161563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-1c4e56e0-f8b8-416b-bacc-22c21fd82c53 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559635 Jul 07 19:39:52.268445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-a25e7ea2-7dc2-4800-8561-77768d3ee000 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824711 Jul 07 19:39:52.371563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-3f0bf9a5-2dd2-4aa6-b036-a119bc39d6c3 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926926 Jul 07 19:39:52.425639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-1afd4e03-3ad0-41cd-9a46-303f814e0482 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=e63e5894-487a-4ed1-8fb3-7173bca23462 HTTP/1.1" status: 200 len: 217 time: 0.0372288 Jul 07 19:39:52.475343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-ccc2830d-8acf-4c0b-b13f-8c5c70c2ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.477370 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-ccc2830d-8acf-4c0b-b13f-8c5c70c2ed9d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0446303 Jul 07 19:39:52.539421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-247fffe8-b7b6-4afb-a05b-f96d37d53c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.541069 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-247fffe8-b7b6-4afb-a05b-f96d37d53c69 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0564241 Jul 07 19:39:52.630153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-dde710a8-494b-4e54-b6aa-8cf5f48bcaf7 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816665 Jul 07 19:39:52.729231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-a6abd247-ebb0-476d-83ee-df83406ba6e4 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895081 Jul 07 19:39:52.773988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-77b871f4-ed3a-4622-8b31-ebebe0acb63e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=da338938-8a54-4715-ae73-a927d25b02e9 HTTP/1.1" status: 200 len: 217 time: 0.0374656 Jul 07 19:39:52.830775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-a53040ec-b8c8-4d66-a5b8-898d5eae479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.832285 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-a53040ec-b8c8-4d66-a5b8-898d5eae479e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0519257 Jul 07 19:39:52.895576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-0d8074af-22c7-4abd-a693-8b95ff8b87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:52.897153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-0d8074af-22c7-4abd-a693-8b95ff8b87c4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575049 Jul 07 19:39:52.995176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-f2f8e9ca-7af5-4e8a-a7c6-c23901ca684f service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912962 Jul 07 19:39:53.108565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-5f095819-8ab9-463a-b36b-547565d499f7 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064701 Jul 07 19:39:53.172100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-20c8c272-cd67-4321-8da2-dab3687b53d6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9 HTTP/1.1" status: 200 len: 217 time: 0.0537872 Jul 07 19:39:53.238842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-f9f7096a-fb8c-4437-807e-aa2a8a580607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.240339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-f9f7096a-fb8c-4437-807e-aa2a8a580607 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0621657 Jul 07 19:39:53.248950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3848d5-8787-4154-90ae-10f59fc9043f req-a1c6f271-b3cc-4ac6-9e83-63f23820723a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.250462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd3848d5-8787-4154-90ae-10f59fc9043f req-a1c6f271-b3cc-4ac6-9e83-63f23820723a tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 947 time: 0.1410110 Jul 07 19:39:53.318764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd3848d5-8787-4154-90ae-10f59fc9043f req-32298b5a-69b4-4030-99f1-d1239d10be59 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588658 Jul 07 19:39:53.333844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-f22fbf65-be23-47cc-9622-bb27d36aec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.335544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-f22fbf65-be23-47cc-9622-bb27d36aec1c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840690 Jul 07 19:39:53.439799 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-a93e5a61-e5a5-48f0-9021-d478b49ad269 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886133 Jul 07 19:39:53.536077 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-d6bfb03e-180e-4839-86c3-ddc5d2479315 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895703 Jul 07 19:39:53.577396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-59a081e2-e027-4e58-bb9e-f1d991cbce43 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e HTTP/1.1" status: 200 len: 217 time: 0.0349216 Jul 07 19:39:53.629443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-27aa92ed-6234-4b4f-8130-86447f469a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.630918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-27aa92ed-6234-4b4f-8130-86447f469a23 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.0478220 Jul 07 19:39:53.689984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-05769b0f-3f29-4339-9941-92fe41e5dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.691414 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-05769b0f-3f29-4339-9941-92fe41e5dadc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536335 Jul 07 19:39:53.780399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-d7e5c1f2-559c-441f-b41e-b3ae537093f6 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826149 Jul 07 19:39:53.874093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-7a22ab2e-942c-42e4-aac4-ed70648315a5 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869191 Jul 07 19:39:53.916912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-feaa8d80-2a7d-410b-a03f-e7bf3299d8ae service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721 HTTP/1.1" status: 200 len: 217 time: 0.0365715 Jul 07 19:39:53.969543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-2151a79a-a815-4e69-ad3c-b0a82b7d1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:53.970915 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-2151a79a-a815-4e69-ad3c-b0a82b7d1a57 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.0485888 Jul 07 19:39:54.028892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-dda8b52c-bde6-4dec-a276-948549870f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:54.030423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-dda8b52c-bde6-4dec-a276-948549870f08 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0528295 Jul 07 19:39:54.121057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-326cbad2-2cf1-4b93-afaf-743f550a07c0 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841625 Jul 07 19:39:54.218473 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c5fa078-8a01-4db8-a180-6a2117492c6a req-27db8c37-f574-4965-b814-21d55e3773a2 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905838 Jul 07 19:39:54.501918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91cd21-f1e7-4afc-a025-eeb80096e3e0 req-f518e08b-9556-4a7e-b568-4fa0ad46fa10 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:39:54.503413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb91cd21-f1e7-4afc-a025-eeb80096e3e0 req-f518e08b-9556-4a7e-b568-4fa0ad46fa10 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 947 time: 0.0651326 Jul 07 19:39:54.548236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb91cd21-f1e7-4afc-a025-eeb80096e3e0 req-1704bcc1-42cb-418c-b57d-655805afdb1d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386717 Jul 07 19:40:01.982169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434435e3-309f-4b2a-a9a5-66daef94b4a0 req-b2a4d661-1a53-49a7-a5d6-25d255c710ad tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:01.983683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-434435e3-309f-4b2a-a9a5-66daef94b4a0 req-b2a4d661-1a53-49a7-a5d6-25d255c710ad tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 946 time: 0.1246662 Jul 07 19:40:02.026550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-434435e3-309f-4b2a-a9a5-66daef94b4a0 req-2de001d5-dfd5-4c5f-8066-9743abf133fc tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370924 Jul 07 19:40:03.203607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c03dfd-d717-44cc-aa2e-ec8a4f21ee1d req-d537a69e-8082-417b-95f9-adcd7791f6d9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:03.205050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0c03dfd-d717-44cc-aa2e-ec8a4f21ee1d req-d537a69e-8082-417b-95f9-adcd7791f6d9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 946 time: 0.0628378 Jul 07 19:40:03.244490 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0c03dfd-d717-44cc-aa2e-ec8a4f21ee1d req-cd385134-f785-45f9-9974-416a52023fec tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335846 Jul 07 19:40:03.446306 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.535557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-eff95546-7fd4-4431-a0cc-76ebd4d89f4e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:03.537038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-eff95546-7fd4-4431-a0cc-76ebd4d89f4e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 946 time: 0.0672085 Jul 07 19:40:03.639906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Deleting port 37a6d9c7-fe92-4511-99be-29e4956a84c8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:03.640248 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.726266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] For port 37a6d9c7-fe92-4511-99be-29e4956a84c8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=37a6d9c7-fe92-4511-99be-29e4956a84c8,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:03.726742 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.900667 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.901043 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:03.901355 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Floating IP 1f45f997-e8c6-4143-8f7f-6353fb2b008c disassociated. External IP: 172.25.2.39, port: 37a6d9c7-fe92-4511-99be-29e4956a84c8. Jul 07 19:40:03.901689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Calling delete_port for 37a6d9c7-fe92-4511-99be-29e4956a84c8 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:04.027612 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.060614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event deleted for resources: {'Port': ['ID=37a6d9c7-fe92-4511-99be-29e4956a84c8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:04.072916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.073270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.073645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.073995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.074331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.074673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.075005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.075336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.075673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.075996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.076321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.076670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:04.185923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Router e53c06ff-6475-46f0-a260-9f061e2ffa9e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:40:04.624755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f94e347d-236c-45b9-ac65-a88e2221768b req-735234e8-0b66-4344-8636-cb0b539a2111 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 210 time: 0.0333412 Jul 07 19:40:04.686880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:40:04.696617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c40fde-93ab-4917-8b84-f84a7c7549b5 None None] Sync routers for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:40:04.705397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c40fde-93ab-4917-8b84-f84a7c7549b5 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:04.706013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-78c40fde-93ab-4917-8b84-f84a7c7549b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:39:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:04.732313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] No DVR routers for this DVR port 37a6d9c7-fe92-4511-99be-29e4956a84c8 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:04.735022 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:04.737245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-847ed65b-4582-4974-8fe3-5837e8d20c1f req-27207dc5-3559-4bdd-8a09-ae3de9411f44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "DELETE /v2.0/ports/37a6d9c7-fe92-4511-99be-29e4956a84c8 HTTP/1.1" status: 204 len: 173 time: 1.1941824 Jul 07 19:40:04.737689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'name': 'network-vif-deleted', 'tag': '37a6d9c7-fe92-4511-99be-29e4956a84c8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:04.740010 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b10982-8e16-485b-9c89-4d39bba9ad4a" -d '{"events": [{"server_uuid": "7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e", "name": "network-vif-deleted", "tag": "37a6d9c7-fe92-4511-99be-29e4956a84c8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:04.778672 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a119e568-4605-4796-b64d-da89d6c8936d x-openstack-request-id: req-a119e568-4605-4796-b64d-da89d6c8936d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:04.778975 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e", "name": "network-vif-deleted", "tag": "37a6d9c7-fe92-4511-99be-29e4956a84c8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:04.779257 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a119e568-4605-4796-b64d-da89d6c8936d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:04.779672 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e', 'name': 'network-vif-deleted', 'tag': '37a6d9c7-fe92-4511-99be-29e4956a84c8', 'status': 'completed', 'code': 200} Jul 07 19:40:04.829748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-78c40fde-93ab-4917-8b84-f84a7c7549b5 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:05.043795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-78c40fde-93ab-4917-8b84-f84a7c7549b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:05.076139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c40fde-93ab-4917-8b84-f84a7c7549b5 None None] Checking router: e53c06ff-6475-46f0-a260-9f061e2ffa9e for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:40:05.085257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c40fde-93ab-4917-8b84-f84a7c7549b5 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:05.086221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-78c40fde-93ab-4917-8b84-f84a7c7549b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:39:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:05.205872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-78c40fde-93ab-4917-8b84-f84a7c7549b5 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:05.434785 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-78c40fde-93ab-4917-8b84-f84a7c7549b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:05.467738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c40fde-93ab-4917-8b84-f84a7c7549b5 None None] The sync data for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 is: [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:05.779694 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af717ee9-7d6e-41ac-b895-d1e1e802676b None None] New status for floating IP 1f45f997-e8c6-4143-8f7f-6353fb2b008c: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:40:05.822251 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee0cfc4b-5829-4c56-a920-d20e4b02c684 req-b64f49f2-2115-4b10-aab8-e3f497305cce tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 210 time: 0.0375121 Jul 07 19:40:06.979435 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c06db231-275b-4937-93fb-c84b5acec848 req-ded03be9-9b5b-4726-ab3a-1e87bab4ccdb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 210 time: 0.0329244 Jul 07 19:40:07.378248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 37a6d9c7-fe92-4511-99be-29e4956a84c8 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:07.398935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 37a6d9c7-fe92-4511-99be-29e4956a84c8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:07.399310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 37a6d9c7-fe92-4511-99be-29e4956a84c8 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:08.125483 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee5b9da7-6216-454d-8d0c-7772c54677cf req-8a93a372-1da7-4b59-b720-0fd1bbb34a26 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=7f47fd84-bcd7-4735-a7d5-4c1c947c3b2e HTTP/1.1" status: 200 len: 210 time: 0.0301156 Jul 07 19:40:08.382725 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0e8b-ddc8-43ab-8d95-a0d3d1c9edbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:09.416909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-3f2eed56-badf-445e-a4ba-ee126ca38925 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795825123&fields=id&tenant_id=f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 267 time: 0.0365758 Jul 07 19:40:09.524719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-a4b7359f-9b8a-4a67-b42e-023468a9f180 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:09.526192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-a4b7359f-9b8a-4a67-b42e-023468a9f180 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.1029525 Jul 07 19:40:09.541381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-298f4253-0517-4e99-a8db-b583fab20fe2 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/quotas/f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 375 time: 0.0097799 Jul 07 19:40:09.610427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-49fcaf67-74f0-48ac-ab0e-4d0275d7c3a9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640938 Jul 07 19:40:09.707697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-6d2ec8f7-2ee0-41fb-b1c7-d9e8c63f8e85 service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820603 Jul 07 19:40:09.800889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-df6981d8-0fcb-4c92-a08b-55badc9fb6e7 service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868087 Jul 07 19:40:10.097450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab90d718-611d-4cd7-a4b5-8ee768d99e77 req-fedb7ed0-bb9e-4ea1-8137-24c528701df4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0308125 Jul 07 19:40:11.060800 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cba02a54-4372-4e1b-9d02-b10261b937b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.216960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-f908995d-1da2-4ec8-a3dd-25b47955fe86 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:11.218484 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-f908995d-1da2-4ec8-a3dd-25b47955fe86 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.1182222 Jul 07 19:40:11.251379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98b8de8c-76bb-403a-8190-c5433c20bc15 req-f1c4c4c6-af39-4a01-af19-463781f3c0c3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0318909 Jul 07 19:40:11.287085 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-66a3f4dc-6edd-4900-b4fd-dc258fa10936 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 380 time: 0.0384331 Jul 07 19:40:11.296639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'port': {'device_id': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'admin_state_up': True, 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'security_groups': ['9d5a13ab-4843-4f90-a1c9-c2beec62448b']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:11.299543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.421615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Made reservation on behalf of f58f2e439b864b4da52aae10cd571039 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:11.423066 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.552414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Allocated IP 172.20.0.8 (b150f212-e4ea-4f67-9554-56f7fecaa4a1/b1e703ee-e305-44a3-b919-3ea0602c9c04/e132919f-ef51-4906-8ba5-0ab97774658f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:11.696952 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.710882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Transition to ACTIVE for port object e132919f-ef51-4906-8ba5-0ab97774658f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:11.746148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.791953 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:11.795202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:11.797722 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:11.842633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=e132919f-ef51-4906-8ba5-0ab97774658f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:11.873549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:11.874335 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:11.898797 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ea630a07-c928-459b-925e-fce59d9de661 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6063869 Jul 07 19:40:11.971035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Request body: {'port': {'device_id': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:12.046371 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:12.061968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4eebf663-fa4c-433c-88fd-4ff7e2f36c67 None None] Provisioning for port e132919f-ef51-4906-8ba5-0ab97774658f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:12.067041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4eebf663-fa4c-433c-88fd-4ff7e2f36c67 None None] Provisioning complete for port e132919f-ef51-4906-8ba5-0ab97774658f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:12.067480 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4eebf663-fa4c-433c-88fd-4ff7e2f36c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:12.103205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4eebf663-fa4c-433c-88fd-4ff7e2f36c67 None None] Port e132919f-ef51-4906-8ba5-0ab97774658f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:40:12.329634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e132919f-ef51-4906-8ba5-0ab97774658f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:40:12.338304 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:12.350871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Transition to ACTIVE for port object e132919f-ef51-4906-8ba5-0ab97774658f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:12.355037 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:12.430755 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:12.498876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e132919f-ef51-4906-8ba5-0ab97774658f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:12.561820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Attempting to bind port e132919f-ef51-4906-8ba5-0ab97774658f on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:12.562220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Attempting to bind port e132919f-ef51-4906-8ba5-0ab97774658f by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:12.562558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Attempting to bind port e132919f-ef51-4906-8ba5-0ab97774658f on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:12.572805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459719c-53f6-4f1a-9476-cc444ccac600 req-960b5860-0ed8-4553-a6b8-457662167306 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:12.574462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c459719c-53f6-4f1a-9476-cc444ccac600 req-960b5860-0ed8-4553-a6b8-457662167306 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 943 time: 0.1817925 Jul 07 19:40:12.578305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Port e132919f-ef51-4906-8ba5-0ab97774658f on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:12.578637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Attempting to bind port e132919f-ef51-4906-8ba5-0ab97774658f on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:12.584117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:40:12.584578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Checking segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:12.584986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Bound using segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:40:12.585429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Bound port: e132919f-ef51-4906-8ba5-0ab97774658f, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:40:12.585846 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:12.663061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c459719c-53f6-4f1a-9476-cc444ccac600 req-e8822e04-117e-49c2-92dd-92f18ff6d688 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746059 Jul 07 19:40:12.687213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] For port e132919f-ef51-4906-8ba5-0ab97774658f, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:12.690766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] For port e132919f-ef51-4906-8ba5-0ab97774658f, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e132919f-ef51-4906-8ba5-0ab97774658f,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:40:12.694665 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:12.732781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:12.733420 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:12.734835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/e132919f-ef51-4906-8ba5-0ab97774658f HTTP/1.1" status: 200 len: 1092 time: 0.8241870 Jul 07 19:40:12.735410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'tag': 'e132919f-ef51-4906-8ba5-0ab97774658f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:12.737723 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f82e5234-5507-4ad6-acc5-1b45f753b9e6", "tag": "e132919f-ef51-4906-8ba5-0ab97774658f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:12.764117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbadef-b9a3-4cf3-871d-62f48c4c11f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e132919f-ef51-4906-8ba5-0ab97774658f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:12.794970 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab35765-fbcb-4345-901e-4b9fd7fbb3f8 x-openstack-request-id: req-1ab35765-fbcb-4345-901e-4b9fd7fbb3f8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:12.795332 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82e5234-5507-4ad6-acc5-1b45f753b9e6", "tag": "e132919f-ef51-4906-8ba5-0ab97774658f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:12.795657 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1ab35765-fbcb-4345-901e-4b9fd7fbb3f8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:12.796125 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'tag': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'status': 'completed', 'code': 200} Jul 07 19:40:12.871014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-c377e21e-a6a2-4129-9e09-2dcb85cc04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:12.872692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-c377e21e-a6a2-4129-9e09-2dcb85cc04b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 1095 time: 0.0654953 Jul 07 19:40:12.920871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-23f6d439-35c1-4952-9e77-1f53c47b6f1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e132919f-ef51-4906-8ba5-0ab97774658f HTTP/1.1" status: 200 len: 217 time: 0.0361738 Jul 07 19:40:12.973267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-6d062e2a-7546-414d-9455-2d8f6f2812b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:12.974760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-6d062e2a-7546-414d-9455-2d8f6f2812b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0481465 Jul 07 19:40:13.037359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-f51180cd-5223-4be6-9d09-8243fd2ed226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:13.039427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-f51180cd-5223-4be6-9d09-8243fd2ed226 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575995 Jul 07 19:40:13.138530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-ac7d7bdc-cd1c-479e-a955-b000cce3d311 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931215 Jul 07 19:40:13.236463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-585f6574-f14e-4b35-afbe-2f8a20da0fbe req-e1e2cb32-ac83-40ae-81e5-8bd9bfcb7a26 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919988 Jul 07 19:40:13.368203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe req-871e817c-80da-4d53-a6c0-7a66a2f8fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:13.369747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe req-871e817c-80da-4d53-a6c0-7a66a2f8fb2f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 1095 time: 0.0581272 Jul 07 19:40:13.463793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe req-6a82d641-7556-44fb-9f58-d9bb7f17b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:13.465234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe req-6a82d641-7556-44fb-9f58-d9bb7f17b786 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.0890870 Jul 07 19:40:13.513692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe req-cb9cb1f5-7361-4f0f-aa89-27789fa00cdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e132919f-ef51-4906-8ba5-0ab97774658f HTTP/1.1" status: 200 len: 217 time: 0.0416694 Jul 07 19:40:13.566467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe req-412acbd6-65df-4630-88a7-d2603b1e5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:13.568267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe req-412acbd6-65df-4630-88a7-d2603b1e5c18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0492573 Jul 07 19:40:13.627424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe req-8cffb201-caf8-4cb6-995a-b44611999c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:13.629091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe req-8cffb201-caf8-4cb6-995a-b44611999c25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545664 Jul 07 19:40:13.734829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe req-30290dbc-e34c-43cc-937b-a8b89ce36b52 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980363 Jul 07 19:40:13.876086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a2d9e67-4cc8-4770-bcae-cac21238f4fe req-e894471e-2df5-465d-9349-47a194123fad service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343658 Jul 07 19:40:13.888860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82915cf4-fd1e-4044-99bd-d635ecacbcfc req-a4e5191d-cd88-432d-aab3-5a5dee4f9294 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:13.890400 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82915cf4-fd1e-4044-99bd-d635ecacbcfc req-a4e5191d-cd88-432d-aab3-5a5dee4f9294 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 943 time: 0.1038029 Jul 07 19:40:13.936581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82915cf4-fd1e-4044-99bd-d635ecacbcfc req-1b87124e-e0df-4671-94a1-fb0ac5e48106 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361021 Jul 07 19:40:13.978927 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:15.116779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaafbb-8f7f-493c-b002-71aca380f815 req-1f453eb6-2a81-4b46-9c5e-81907348664f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:15.118945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eafaafbb-8f7f-493c-b002-71aca380f815 req-1f453eb6-2a81-4b46-9c5e-81907348664f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 943 time: 0.0664582 Jul 07 19:40:15.158121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eafaafbb-8f7f-493c-b002-71aca380f815 req-53d2f578-b449-4e27-acb8-5e35cf430dba tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335371 Jul 07 19:40:16.339561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2881f-57fc-4c13-85ce-cc7030f6c17e req-7d671370-3f9b-4b4f-a1fc-92fa1bd380e7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:16.341078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81a2881f-57fc-4c13-85ce-cc7030f6c17e req-7d671370-3f9b-4b4f-a1fc-92fa1bd380e7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 943 time: 0.0667710 Jul 07 19:40:16.378999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81a2881f-57fc-4c13-85ce-cc7030f6c17e req-bc5b41a7-4b23-4a39-a0bc-8e2abe042b4c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323968 Jul 07 19:40:17.553871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aba035-5ecf-4c61-9b1b-97fbb3323e1f req-c16c8ad7-b380-4b61-bf9a-0043bac0a8df tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:17.555574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8aba035-5ecf-4c61-9b1b-97fbb3323e1f req-c16c8ad7-b380-4b61-bf9a-0043bac0a8df tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 943 time: 0.0638888 Jul 07 19:40:17.593787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8aba035-5ecf-4c61-9b1b-97fbb3323e1f req-7b7bff6d-c480-4485-a868-b251e0afc635 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326819 Jul 07 19:40:18.769658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a5a02-94f1-4022-8ddf-ab1b06a30c77 req-3ed0c393-944b-4dfc-9f36-cff0cb6b7899 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:18.771279 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c8a5a02-94f1-4022-8ddf-ab1b06a30c77 req-3ed0c393-944b-4dfc-9f36-cff0cb6b7899 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 943 time: 0.0634773 Jul 07 19:40:18.814502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c8a5a02-94f1-4022-8ddf-ab1b06a30c77 req-fea286b0-ed57-4804-be51-04c6d30955a3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367692 Jul 07 19:40:18.933448 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:40:19.140284 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:19.990271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347028ed-23d8-43a3-97bc-096b6aeb5a7a req-21daab47-27f5-4cf7-a101-e78147a0ed81 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:19.991782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-347028ed-23d8-43a3-97bc-096b6aeb5a7a req-21daab47-27f5-4cf7-a101-e78147a0ed81 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 943 time: 0.0645959 Jul 07 19:40:20.030054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-347028ed-23d8-43a3-97bc-096b6aeb5a7a req-30668401-4ae1-4389-80ae-6445102950fe tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322909 Jul 07 19:40:21.205013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca0652-6130-4c1a-9ef2-258addcf2f91 req-3e1cc000-0aee-4967-9f00-658d51ac257e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:21.206421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fca0652-6130-4c1a-9ef2-258addcf2f91 req-3e1cc000-0aee-4967-9f00-658d51ac257e tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 943 time: 0.0635059 Jul 07 19:40:21.245799 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4fca0652-6130-4c1a-9ef2-258addcf2f91 req-df3d4601-1401-4a4c-823e-43a3d1d967b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337832 Jul 07 19:40:22.425269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d13d3-3b83-4cf8-b392-a08492078f34 req-bf614579-550e-48f6-b0ac-9f56999ebdd6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:22.426951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-853d13d3-3b83-4cf8-b392-a08492078f34 req-bf614579-550e-48f6-b0ac-9f56999ebdd6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 943 time: 0.0713246 Jul 07 19:40:22.467382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-853d13d3-3b83-4cf8-b392-a08492078f34 req-2b770c2b-0a4f-4a13-ba23-e76dd00f30ee tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330064 Jul 07 19:40:23.468168 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e132919f-ef51-4906-8ba5-0ab97774658f details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:40:23.567917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e132919f-ef51-4906-8ba5-0ab97774658f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e132919f-ef51-4906-8ba5-0ab97774658f,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:23.580386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'port_id': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'mac_address': 'fa:16:3e:bd:02:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:40:23.619071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:23.634112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e132919f-ef51-4906-8ba5-0ab97774658f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:40:23.653820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5b23-ad73-4cf3-904c-76f40d6a3ce9 req-26e72523-5ffb-44e1-8ee3-35cd854ddbfa tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:23.654555 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e132919f-ef51-4906-8ba5-0ab97774658f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e132919f-ef51-4906-8ba5-0ab97774658f,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:23.655448 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55ca5b23-ad73-4cf3-904c-76f40d6a3ce9 req-26e72523-5ffb-44e1-8ee3-35cd854ddbfa tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 943 time: 0.0700119 Jul 07 19:40:23.659984 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:23.696201 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55ca5b23-ad73-4cf3-904c-76f40d6a3ce9 req-23938882-eefc-47fb-907b-2da6fc8294e9 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338361 Jul 07 19:40:23.714035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e132919f-ef51-4906-8ba5-0ab97774658f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:23.721325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.721676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.722024 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.722367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.722705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.723038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.723369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.723699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.724027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.724352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.724715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.725042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:23.933542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['e132919f-ef51-4906-8ba5-0ab97774658f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:40:24.874737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900c24-099b-465a-ac3c-803ab51e7e1a req-bd6041d6-fbcc-4a9a-a46e-7bc5dbf48afc tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:24.876252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18900c24-099b-465a-ac3c-803ab51e7e1a req-bd6041d6-fbcc-4a9a-a46e-7bc5dbf48afc tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 944 time: 0.0639467 Jul 07 19:40:24.918921 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18900c24-099b-465a-ac3c-803ab51e7e1a req-87850812-db7c-427a-8374-386b4006fccf tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370536 Jul 07 19:40:25.471284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e132919f-ef51-4906-8ba5-0ab97774658f up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:40:25.519884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port e132919f-ef51-4906-8ba5-0ab97774658f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:40:25.523420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port e132919f-ef51-4906-8ba5-0ab97774658f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:40:25.523934 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.597448 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.620930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e132919f-ef51-4906-8ba5-0ab97774658f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:25.623172 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6132e27c-12d4-477d-89ae-474b09ac407a" -d '{"events": [{"server_uuid": "f82e5234-5507-4ad6-acc5-1b45f753b9e6", "name": "network-vif-plugged", "status": "completed", "tag": "e132919f-ef51-4906-8ba5-0ab97774658f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:25.638525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e132919f-ef51-4906-8ba5-0ab97774658f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e132919f-ef51-4906-8ba5-0ab97774658f,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:25.643197 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:25.665896 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b697bfe-9122-48da-9995-f995e52f8ac4 x-openstack-request-id: req-6b697bfe-9122-48da-9995-f995e52f8ac4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:25.666148 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82e5234-5507-4ad6-acc5-1b45f753b9e6", "name": "network-vif-plugged", "status": "completed", "tag": "e132919f-ef51-4906-8ba5-0ab97774658f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:25.666401 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6b697bfe-9122-48da-9995-f995e52f8ac4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:25.666920 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'code': 200} Jul 07 19:40:25.692562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e132919f-ef51-4906-8ba5-0ab97774658f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:25.830288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3bade-f932-4b60-b185-37c8c25a5ce7 req-399fda03-db18-4f90-9d53-7ec7a9c3267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:25.831854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2a3bade-f932-4b60-b185-37c8c25a5ce7 req-399fda03-db18-4f90-9d53-7ec7a9c3267c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 1097 time: 0.0576711 Jul 07 19:40:25.868001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2a3bade-f932-4b60-b185-37c8c25a5ce7 req-ed74b63a-6177-46e0-a4b1-ad0107b353b5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291522 Jul 07 19:40:26.094685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f9be8-2ce0-46ec-bc55-9ff67b393ce8 req-d3d2eaf1-2d11-4c25-b4a7-ca2f53939e48 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:26.096210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-184f9be8-2ce0-46ec-bc55-9ff67b393ce8 req-d3d2eaf1-2d11-4c25-b4a7-ca2f53939e48 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 945 time: 0.0646114 Jul 07 19:40:26.136766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-184f9be8-2ce0-46ec-bc55-9ff67b393ce8 req-c667d0aa-446f-4a60-b1f4-3aed22da7eb2 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335815 Jul 07 19:40:27.315861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db983ac4-2b5c-4a40-84ee-0f70e66a86ce req-c79e3acd-ed1c-4e73-b471-ef8c98803864 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:27.317605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db983ac4-2b5c-4a40-84ee-0f70e66a86ce req-c79e3acd-ed1c-4e73-b471-ef8c98803864 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 945 time: 0.0684068 Jul 07 19:40:27.358871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db983ac4-2b5c-4a40-84ee-0f70e66a86ce req-34f5e2f7-a6fd-4446-9781-f8e7e6d5e32a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348995 Jul 07 19:40:27.551032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168d647-7660-48e2-ab16-8055db26e932 req-a7ea4a5b-792f-4e48-bcb3-c2d0b58c0e31 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:27.552718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8168d647-7660-48e2-ab16-8055db26e932 req-a7ea4a5b-792f-4e48-bcb3-c2d0b58c0e31 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 945 time: 0.0679250 Jul 07 19:40:27.592685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8168d647-7660-48e2-ab16-8055db26e932 req-c4198c64-0ff6-4fee-9bbd-20aaca70f091 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340257 Jul 07 19:40:27.618112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:27.691805 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442c53e-644e-4272-b6f1-b07e3c205b26 tempest-TestVolumeBootPattern-1347467369 tempest-TestVolumeBootPattern-1347467369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:27.693306 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4442c53e-644e-4272-b6f1-b07e3c205b26 tempest-TestVolumeBootPattern-1347467369 tempest-TestVolumeBootPattern-1347467369-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 1092 time: 0.0741868 Jul 07 19:40:27.697188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:27.702527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:27.725923 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.727681 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044f252-c8d0-4d2b-ab48-7f92fe9827b4 req-6fa95372-de76-4571-ba3c-843505d2ace3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:27.729428 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0044f252-c8d0-4d2b-ab48-7f92fe9827b4 req-6fa95372-de76-4571-ba3c-843505d2ace3 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 947 time: 0.0665343 Jul 07 19:40:27.770667 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0044f252-c8d0-4d2b-ab48-7f92fe9827b4 req-f38d6bfd-56c6-43b8-b160-1aaf820b0b95 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346668 Jul 07 19:40:27.828039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:27.939533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Allocated IP 172.25.2.253 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/d9e73673-cd46-4060-b33b-29b79d6194b4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:40:28.046689 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.088741 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.131020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:40:28.136214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:28.139910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:28.145171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=d9e73673-cd46-4060-b33b-29b79d6194b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:28.172019 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.172365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.172752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.173097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.173430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.173759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.174083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.174406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.174727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.175046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.175365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.175684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:40:28.519523 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.606293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.764940 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.769745 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.844273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=d9e73673-cd46-4060-b33b-29b79d6194b4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:28.857842 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:28.964810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66575972-04de-4306-9926-8cc17e0fe152 req-91c6883e-0a40-41ab-8aec-7669bef2c74d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:28.966399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66575972-04de-4306-9926-8cc17e0fe152 req-91c6883e-0a40-41ab-8aec-7669bef2c74d tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.112 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 947 time: 0.1119077 Jul 07 19:40:28.970285 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Floating IP 218786e9-f7fc-41ba-8f10-150538d91608 associated. External IP: 172.25.2.253, port: e132919f-ef51-4906-8ba5-0ab97774658f. Jul 07 19:40:29.016524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390496b0-63a1-447e-b82b-9a1b3f4d225b req-2b6ac90a-ea7b-41ab-b2ec-c80f0651d96c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:29.018008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-390496b0-63a1-447e-b82b-9a1b3f4d225b req-2b6ac90a-ea7b-41ab-b2ec-c80f0651d96c tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 947 time: 0.1185625 Jul 07 19:40:29.097769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-390496b0-63a1-447e-b82b-9a1b3f4d225b req-e20cecd1-0c40-46a0-a78e-5c1e51bd3e76 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups?id=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691564 Jul 07 19:40:29.118366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Deleting port ffb4be80-4ebf-4d47-989c-a312efb972a8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:29.118366 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.211845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] For port ffb4be80-4ebf-4d47-989c-a312efb972a8, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ffb4be80-4ebf-4d47-989c-a312efb972a8,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:29.212218 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.411511 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.411511 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.411511 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Floating IP 24d9e3af-0463-4340-8946-56800c758292 disassociated. External IP: 172.25.2.111, port: ffb4be80-4ebf-4d47-989c-a312efb972a8. Jul 07 19:40:29.411511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Calling delete_port for ffb4be80-4ebf-4d47-989c-a312efb972a8 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:29.540984 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.544739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Router e53c06ff-6475-46f0-a260-9f061e2ffa9e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:40:29.575414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event deleted for resources: {'Port': ['ID=ffb4be80-4ebf-4d47-989c-a312efb972a8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:29.663476 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:40:29.675139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4847ab-3ddc-40f1-8231-a892d4f90358 None None] Sync routers for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:40:29.680741 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.688378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4847ab-3ddc-40f1-8231-a892d4f90358 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:29.689045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5b4847ab-3ddc-40f1-8231-a892d4f90358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:40:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:29.701873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:40:29.732503 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-392ef15d-d979-4a0d-8fa9-a1d473fa743c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0233238 Jul 07 19:40:29.732503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'tag': 'e132919f-ef51-4906-8ba5-0ab97774658f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:29.732503 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b025ad52-3ef7-4a83-98d9-804709bc429c" -d '{"events": [{"name": "network-changed", "server_uuid": "f82e5234-5507-4ad6-acc5-1b45f753b9e6", "tag": "e132919f-ef51-4906-8ba5-0ab97774658f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:29.768253 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b22edd-f8be-48d8-b7b4-9685cb62ab33 x-openstack-request-id: req-c2b22edd-f8be-48d8-b7b4-9685cb62ab33 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:29.769163 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82e5234-5507-4ad6-acc5-1b45f753b9e6", "tag": "e132919f-ef51-4906-8ba5-0ab97774658f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:29.769163 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c2b22edd-f8be-48d8-b7b4-9685cb62ab33 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:29.769527 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'tag': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'status': 'completed', 'code': 200} Jul 07 19:40:29.820042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5b4847ab-3ddc-40f1-8231-a892d4f90358 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:29.861329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:40:29.873068 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847de7e-7f58-4ff7-b8d4-229587abcbf7 None None] Sync routers for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:40:29.883419 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847de7e-7f58-4ff7-b8d4-229587abcbf7 None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:29.883823 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4847de7e-7f58-4ff7-b8d4-229587abcbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:40:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:29.937528 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] No DVR routers for this DVR port ffb4be80-4ebf-4d47-989c-a312efb972a8 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:29.943173 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:29.946219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66575972-04de-4306-9926-8cc17e0fe152 req-4a3f7a16-7a41-401f-a850-2225b9a0f812 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.112 "DELETE /v2.0/ports/ffb4be80-4ebf-4d47-989c-a312efb972a8 HTTP/1.1" status: 204 len: 173 time: 0.9711447 Jul 07 19:40:29.946745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'name': 'network-vif-deleted', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:40:29.950235 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39408f88-1474-4bb0-a712-70863be4f05b" -d '{"events": [{"server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "name": "network-vif-deleted", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:40:29.986803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025ad52-3ef7-4a83-98d9-804709bc429c req-342ec062-ccf0-4d74-8574-358e808379e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:29.989235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b025ad52-3ef7-4a83-98d9-804709bc429c req-342ec062-ccf0-4d74-8574-358e808379e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 1097 time: 0.1747897 Jul 07 19:40:30.043753 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a860491d-fce7-411f-9d00-124893397ea5 x-openstack-request-id: req-a860491d-fce7-411f-9d00-124893397ea5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:40:30.044056 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a072fb-b9b6-4cbc-a2c9-0f5725c5d424", "name": "network-vif-deleted", "tag": "ffb4be80-4ebf-4d47-989c-a312efb972a8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:40:30.044347 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a860491d-fce7-411f-9d00-124893397ea5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:40:30.045398 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a072fb-b9b6-4cbc-a2c9-0f5725c5d424', 'name': 'network-vif-deleted', 'tag': 'ffb4be80-4ebf-4d47-989c-a312efb972a8', 'status': 'completed', 'code': 200} Jul 07 19:40:30.099313 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4847de7e-7f58-4ff7-b8d4-229587abcbf7 None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:30.130894 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5b4847ab-3ddc-40f1-8231-a892d4f90358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '218786e9-f7fc-41ba-8f10-150538d91608', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:bd:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:40:28Z', 'updated_at': '2021-07-07T19:40:28Z', 'revision_number': 0, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:30.148720 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025ad52-3ef7-4a83-98d9-804709bc429c req-569956d8-70bd-4537-90e9-34ef0719a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:30.150017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b025ad52-3ef7-4a83-98d9-804709bc429c req-569956d8-70bd-4537-90e9-34ef0719a187 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.1539772 Jul 07 19:40:30.212403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4847ab-3ddc-40f1-8231-a892d4f90358 None None] Checking router: e53c06ff-6475-46f0-a260-9f061e2ffa9e for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:40:30.231395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4847ab-3ddc-40f1-8231-a892d4f90358 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:30.232047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5b4847ab-3ddc-40f1-8231-a892d4f90358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:40:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:30.319253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b025ad52-3ef7-4a83-98d9-804709bc429c req-83566e40-6b89-44d3-8f28-58522189c4b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e132919f-ef51-4906-8ba5-0ab97774658f HTTP/1.1" status: 200 len: 999 time: 0.1626329 Jul 07 19:40:30.379823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025ad52-3ef7-4a83-98d9-804709bc429c req-d297dedc-ae46-42e2-b955-baba8041aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:30.381828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b025ad52-3ef7-4a83-98d9-804709bc429c req-d297dedc-ae46-42e2-b955-baba8041aa4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0566945 Jul 07 19:40:30.421393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5b4847ab-3ddc-40f1-8231-a892d4f90358 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:30.432047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-834f991d-b253-49c5-abef-552eabe28686 req-c07e531f-65c1-4641-b6b2-10488b148931 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/ports?device_id=34a072fb-b9b6-4cbc-a2c9-0f5725c5d424 HTTP/1.1" status: 200 len: 210 time: 0.0478964 Jul 07 19:40:30.464967 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4847de7e-7f58-4ff7-b8d4-229587abcbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:30.496028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025ad52-3ef7-4a83-98d9-804709bc429c req-c9915ec0-c2ef-46d8-8612-5f722c0a0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:30.497658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b025ad52-3ef7-4a83-98d9-804709bc429c req-c9915ec0-c2ef-46d8-8612-5f722c0a0ac4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776002 Jul 07 19:40:30.509417 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847de7e-7f58-4ff7-b8d4-229587abcbf7 None None] Checking router: 33fc7194-7d8f-4d29-9deb-3c8932d146d1 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:40:30.522751 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847de7e-7f58-4ff7-b8d4-229587abcbf7 None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:30.524363 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4847de7e-7f58-4ff7-b8d4-229587abcbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:40:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:30.623362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b025ad52-3ef7-4a83-98d9-804709bc429c req-288b7e35-2056-4626-9d2f-7cfb4111b3d1 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175637 Jul 07 19:40:30.666633 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4847de7e-7f58-4ff7-b8d4-229587abcbf7 None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:30.734049 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b025ad52-3ef7-4a83-98d9-804709bc429c req-7ccb8769-2282-4360-a006-ecd237f4665c service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044056 Jul 07 19:40:30.873626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5b4847ab-3ddc-40f1-8231-a892d4f90358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '218786e9-f7fc-41ba-8f10-150538d91608', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:bd:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:40:28Z', 'updated_at': '2021-07-07T19:40:28Z', 'revision_number': 0, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:30.899741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4847ab-3ddc-40f1-8231-a892d4f90358 None None] The sync data for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 is: [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '218786e9-f7fc-41ba-8f10-150538d91608', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:bd:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:40:28Z', 'updated_at': '2021-07-07T19:40:28Z', 'revision_number': 0, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:30.969083 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4847de7e-7f58-4ff7-b8d4-229587abcbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:31.002001 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847de7e-7f58-4ff7-b8d4-229587abcbf7 None None] The sync data for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 is: [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:32:37Z', 'revision_number': 4, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '90b3b7ef-42bf-405e-9fbd-73e2e43debdf', 'name': '', 'network_id': 'd5b97724-5eb3-42a9-9e6f-975decb4bfcb', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'mac_address': 'fa:16:3e:9d:72:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:35Z', 'updated_at': '2021-07-07T19:32:45Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'subnets': [{'id': '5b7a6900-24a0-4425-bb5c-844290abee7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:31.132510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfed32e-8163-4d2d-b90b-6f757d8b2c77 None None] New status for floating IP 218786e9-f7fc-41ba-8f10-150538d91608: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:40:31.268576 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc22ab8-0de1-490e-80ec-12964da89bcd None None] New status for floating IP 24d9e3af-0463-4340-8946-56800c758292: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:40:31.561359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 55920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:31.621049 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7372e93c-ccc8-4e73-bc5d-19ef4564914f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.643962 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7372e93c-ccc8-4e73-bc5d-19ef4564914f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.692263 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7372e93c-ccc8-4e73-bc5d-19ef4564914f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.694791 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7372e93c-ccc8-4e73-bc5d-19ef4564914f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.696489 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7372e93c-ccc8-4e73-bc5d-19ef4564914f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "DELETE /v2.0/security-groups/4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf HTTP/1.1" status: 204 len: 168 time: 0.1341071 Jul 07 19:40:31.699368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:31.705484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372e93c-ccc8-4e73-bc5d-19ef4564914f tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:31.714244 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-47309850-c4c0-4f80-95f9-d964af164bbc tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] show failed (client error): The resource could not be found. Jul 07 19:40:31.715355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-47309850-c4c0-4f80-95f9-d964af164bbc tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "GET /v2.0/security-groups/4300d4ef-ddfa-4d9b-b9a4-eb78ce0ee2cf HTTP/1.1" status: 404 len: 347 time: 0.0149066 Jul 07 19:40:31.718171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:31.736033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ffb4be80-4ebf-4d47-989c-a312efb972a8 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:31.757089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: ffb4be80-4ebf-4d47-989c-a312efb972a8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:31.757440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ffb4be80-4ebf-4d47-989c-a312efb972a8 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:31.846102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66e77f2e-1d05-482f-89c9-fa4edfec2940 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Deleting port b4c976d4-003e-4a70-b0b6-b58e403e19bc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:31.846443 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e77f2e-1d05-482f-89c9-fa4edfec2940 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.925889 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e77f2e-1d05-482f-89c9-fa4edfec2940 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.926212 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e77f2e-1d05-482f-89c9-fa4edfec2940 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:31.938550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66e77f2e-1d05-482f-89c9-fa4edfec2940 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Calling delete_port for b4c976d4-003e-4a70-b0b6-b58e403e19bc owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:32.070613 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e77f2e-1d05-482f-89c9-fa4edfec2940 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:32.106493 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e77f2e-1d05-482f-89c9-fa4edfec2940 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Pushing event deleted for resources: {'Port': ['ID=b4c976d4-003e-4a70-b0b6-b58e403e19bc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:32.168449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e77f2e-1d05-482f-89c9-fa4edfec2940 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:32.171076 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e77f2e-1d05-482f-89c9-fa4edfec2940 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:32.172210 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-66e77f2e-1d05-482f-89c9-fa4edfec2940 tempest-AttachVolumeShelveTestJSON-370676923 tempest-AttachVolumeShelveTestJSON-370676923-project] 10.222.0.113 "DELETE /v2.0/floatingips/24d9e3af-0463-4340-8946-56800c758292 HTTP/1.1" status: 204 len: 168 time: 0.4531434 Jul 07 19:40:33.440367 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:36.896114 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:37.380663 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.665436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] Deleting port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:37.665828 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.746339 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] For port 90b3b7ef-42bf-405e-9fbd-73e2e43debdf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=90b3b7ef-42bf-405e-9fbd-73e2e43debdf,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:37.746702 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.759964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] Calling delete_port for 90b3b7ef-42bf-405e-9fbd-73e2e43debdf owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:37.953301 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:37.977688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b3b7ef-42bf-405e-9fbd-73e2e43debdf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:38.177863 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.389671 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c41cb12-f938-4f27-9605-b54bda986eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.400846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] Router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:40:38.510866 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:40:38.515808 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8228c02a-df08-4522-a17a-6d1a9a6b52f4 admin admin] 10.222.0.113 "PUT /v2.0/routers/33fc7194-7d8f-4d29-9deb-3c8932d146d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6185303 Jul 07 19:40:38.518347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:38.519182 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8623dd8e-0526-4aa7-882d-4ba5455596c9 None None] Sync routers for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:40:38.528786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8623dd8e-0526-4aa7-882d-4ba5455596c9 None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:38.529393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8623dd8e-0526-4aa7-882d-4ba5455596c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:40:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:38.624450 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.635201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8623dd8e-0526-4aa7-882d-4ba5455596c9 None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:38.724287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.782399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Deleting port 545169bb-3db4-495e-b3ba-d58b27d5dc43 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:38.782646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.825742 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8623dd8e-0526-4aa7-882d-4ba5455596c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:40:37Z', 'revision_number': 5, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port': {'id': '545169bb-3db4-495e-b3ba-d58b27d5dc43', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:31Z', 'updated_at': '2021-07-07T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:38.856604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8623dd8e-0526-4aa7-882d-4ba5455596c9 None None] Checking router: 33fc7194-7d8f-4d29-9deb-3c8932d146d1 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:40:38.864809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8623dd8e-0526-4aa7-882d-4ba5455596c9 None None] Routers {'33fc7194-7d8f-4d29-9deb-3c8932d146d1'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:40:38.865415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8623dd8e-0526-4aa7-882d-4ba5455596c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:40:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:38.868567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] For port 545169bb-3db4-495e-b3ba-d58b27d5dc43, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=545169bb-3db4-495e-b3ba-d58b27d5dc43,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:38.868942 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:38.885783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Calling delete_port for 545169bb-3db4-495e-b3ba-d58b27d5dc43 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:38.966001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8623dd8e-0526-4aa7-882d-4ba5455596c9 None None] Set router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:40:39.018845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8623dd8e-0526-4aa7-882d-4ba5455596c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:40:38Z', 'revision_number': 6, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:39.051610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8623dd8e-0526-4aa7-882d-4ba5455596c9 None None] The sync data for ids ['33fc7194-7d8f-4d29-9deb-3c8932d146d1'] in n-d-792394-12 is: [{'id': '33fc7194-7d8f-4d29-9deb-3c8932d146d1', 'name': 'tempest-AttachVolumeShelveTestJSON-98560304-router', 'tenant_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:29Z', 'updated_at': '2021-07-07T19:40:38Z', 'revision_number': 6, 'project_id': 'f7fe96442d7f4c5db5ed659e45e71a4b', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:40:39.060443 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.091061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Pushing event deleted for resources: {'Port': ['ID=545169bb-3db4-495e-b3ba-d58b27d5dc43,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:39.157708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.259031 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.261670 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.306826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.307291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33fc7194-7d8f-4d29-9deb-3c8932d146d1 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:40:39.311532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.312739 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3917f032-9685-430d-8707-e3fd7377afcd admin admin] 10.222.0.113 "DELETE /v2.0/routers/33fc7194-7d8f-4d29-9deb-3c8932d146d1 HTTP/1.1" status: 204 len: 168 time: 0.7934103 Jul 07 19:40:39.315285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:39.361842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f710f1-e48f-4ccb-9081-d84e441762bb admin admin] Deleting subnet 5b7a6900-24a0-4425-bb5c-844290abee7c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:40:39.364820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13f710f1-e48f-4ccb-9081-d84e441762bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.499629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 90b3b7ef-42bf-405e-9fbd-73e2e43debdf no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:39.524304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 90b3b7ef-42bf-405e-9fbd-73e2e43debdf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:39.524771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 90b3b7ef-42bf-405e-9fbd-73e2e43debdf not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:39.737536 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13f710f1-e48f-4ccb-9081-d84e441762bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.815895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13f710f1-e48f-4ccb-9081-d84e441762bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.876982 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13f710f1-e48f-4ccb-9081-d84e441762bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.909118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f710f1-e48f-4ccb-9081-d84e441762bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b7a6900-24a0-4425-bb5c-844290abee7c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:39.912724 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13f710f1-e48f-4ccb-9081-d84e441762bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:39.915834 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-13f710f1-e48f-4ccb-9081-d84e441762bb admin admin] 10.222.0.113 "DELETE /v2.0/subnets/5b7a6900-24a0-4425-bb5c-844290abee7c HTTP/1.1" status: 204 len: 168 time: 0.5991201 Jul 07 19:40:39.917967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:39.920225 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706fb3a4-c01b-40c0-9291-e20d8d80ccd0 None None] Network d5b97724-5eb3-42a9-9e6f-975decb4bfcb requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:39.989865 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.047403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Deleting port 2da099c5-053a-41d5-881b-6a02ef8b89c3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:40.047959 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.127411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] For port 2da099c5-053a-41d5-881b-6a02ef8b89c3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2da099c5-053a-41d5-881b-6a02ef8b89c3,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:40.129248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.140601 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f593b24-98fe-4913-ad64-9d7e3de7fd9e None None] DHCP port deletion for d5b97724-5eb3-42a9-9e6f-975decb4bfcb request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:40:40.142685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Calling delete_port for 2da099c5-053a-41d5-881b-6a02ef8b89c3 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:40.187049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2f593b24-98fe-4913-ad64-9d7e3de7fd9e None None] Deleting port 2da099c5-053a-41d5-881b-6a02ef8b89c3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:40.187429 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f593b24-98fe-4913-ad64-9d7e3de7fd9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.223585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.251453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2f593b24-98fe-4913-ad64-9d7e3de7fd9e None None] For port 2da099c5-053a-41d5-881b-6a02ef8b89c3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2da099c5-053a-41d5-881b-6a02ef8b89c3,segment=NetworkSegment(f48c2bb9-eba6-4e16-b2eb-06da8b435be8),segment_id=f48c2bb9-eba6-4e16-b2eb-06da8b435be8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:40.252327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Pushing event deleted for resources: {'Port': ['ID=2da099c5-053a-41d5-881b-6a02ef8b89c3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:40.252562 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f593b24-98fe-4913-ad64-9d7e3de7fd9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.254156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] No DVR routers for this DVR port 2da099c5-053a-41d5-881b-6a02ef8b89c3 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:40.272502 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2f593b24-98fe-4913-ad64-9d7e3de7fd9e None None] Calling delete_port for 2da099c5-053a-41d5-881b-6a02ef8b89c3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:40:40.331382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.342719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b97724-5eb3-42a9-9e6f-975decb4bfcb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:40.354696 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f593b24-98fe-4913-ad64-9d7e3de7fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.355102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:40.355406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48c2bb9-eba6-4e16-b2eb-06da8b435be8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:40:40.364625 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.379906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.383545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f593b24-98fe-4913-ad64-9d7e3de7fd9e None None] Pushing event deleted for resources: {'Port': ['ID=2da099c5-053a-41d5-881b-6a02ef8b89c3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:40.389545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f593b24-98fe-4913-ad64-9d7e3de7fd9e None None] No DVR routers for this DVR port 2da099c5-053a-41d5-881b-6a02ef8b89c3 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:40:40.390032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:40:40.390471 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:40:40.394422 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:40:40.457894 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.465137 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.466963 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] 10.222.0.113 "DELETE /v2.0/networks/d5b97724-5eb3-42a9-9e6f-975decb4bfcb HTTP/1.1" status: 204 len: 168 time: 0.5480812 Jul 07 19:40:40.480069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57072df5-27b6-44ed-b09d-437fdbf32685 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b97724-5eb3-42a9-9e6f-975decb4bfcb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:40.582049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:40.622301 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d3b7e6a0-3675-45b0-9abc-3938b374fce6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f7fe96442d7f4c5db5ed659e45e71a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390801 Jul 07 19:40:40.624766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 55984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:40.675128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78520933-1c28-4b3d-8792-5f53448e9172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.697378 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78520933-1c28-4b3d-8792-5f53448e9172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.745223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78520933-1c28-4b3d-8792-5f53448e9172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.747768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78520933-1c28-4b3d-8792-5f53448e9172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:40.749019 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-78520933-1c28-4b3d-8792-5f53448e9172 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/935d17a1-7094-421c-8237-8e5e47799ccd HTTP/1.1" status: 204 len: 168 time: 0.1229041 Jul 07 19:40:40.758098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78520933-1c28-4b3d-8792-5f53448e9172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935d17a1-7094-421c-8237-8e5e47799ccd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:41.064715 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d911ca0d-397a-48be-8abf-f9efce81c518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:41.283285 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:41.314748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 545169bb-3db4-495e-b3ba-d58b27d5dc43 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:41.339014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 545169bb-3db4-495e-b3ba-d58b27d5dc43 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:41.339366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 545169bb-3db4-495e-b3ba-d58b27d5dc43 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:41.339796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2da099c5-053a-41d5-881b-6a02ef8b89c3 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:40:41.362739 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 2da099c5-053a-41d5-881b-6a02ef8b89c3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:40:41.363089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2da099c5-053a-41d5-881b-6a02ef8b89c3 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:40:42.423793 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:43.984599 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:45.775279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:45.881997 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05e8aef7-edb0-451a-bf46-cb0c62d1caf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:45.986663 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05e8aef7-edb0-451a-bf46-cb0c62d1caf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:45.990525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05e8aef7-edb0-451a-bf46-cb0c62d1caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.029355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8aef7-edb0-451a-bf46-cb0c62d1caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b438f0c9-41b6-4118-92b3-cbc1eefd4979,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:46.034943 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-05e8aef7-edb0-451a-bf46-cb0c62d1caf9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e8a6ae2d9d4f46a99e0761af559bd8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585897 Jul 07 19:40:46.037741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:46.094118 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1cb4-c0c4-4c25-b9d8-f258d4b3d570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.117833 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1cb4-c0c4-4c25-b9d8-f258d4b3d570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.167646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1cb4-c0c4-4c25-b9d8-f258d4b3d570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.170424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1cb4-c0c4-4c25-b9d8-f258d4b3d570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:46.171598 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ab1a1cb4-c0c4-4c25-b9d8-f258d4b3d570 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b438f0c9-41b6-4118-92b3-cbc1eefd4979 HTTP/1.1" status: 204 len: 168 time: 0.1329503 Jul 07 19:40:46.182485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a1cb4-c0c4-4c25-b9d8-f258d4b3d570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b438f0c9-41b6-4118-92b3-cbc1eefd4979,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:48.743915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:48.854508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c2bc-a688-4839-aa56-f10e3828e8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.951020 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c2bc-a688-4839-aa56-f10e3828e8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.954864 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c2bc-a688-4839-aa56-f10e3828e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:48.998131 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c2f3c2bc-a688-4839-aa56-f10e3828e8b6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ee850d0112184c6ca23b076428fde4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530649 Jul 07 19:40:49.000108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3c2bc-a688-4839-aa56-f10e3828e8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f55076-59c7-49a0-b333-1300d293c507,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:49.000968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:49.055829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fd09961-0254-4178-97e7-fd3236039aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.077193 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fd09961-0254-4178-97e7-fd3236039aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.123197 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fd09961-0254-4178-97e7-fd3236039aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.125752 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fd09961-0254-4178-97e7-fd3236039aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.126910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9fd09961-0254-4178-97e7-fd3236039aab admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e9f55076-59c7-49a0-b333-1300d293c507 HTTP/1.1" status: 204 len: 168 time: 0.1249561 Jul 07 19:40:49.135979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd09961-0254-4178-97e7-fd3236039aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f55076-59c7-49a0-b333-1300d293c507,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:49.166306 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.405397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:49.419038 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1e3226d-e698-4776-be92-c69a76321da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.519442 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1e3226d-e698-4776-be92-c69a76321da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.523323 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1e3226d-e698-4776-be92-c69a76321da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.563905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d1e3226d-e698-4776-be92-c69a76321da5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b37cd55e6a884f50921d5b4c7a2aa1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573832 Jul 07 19:40:49.564808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3226d-e698-4776-be92-c69a76321da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a3eb97-68e7-4dfb-8b51-43c6b9e10065,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:49.566640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:49.618408 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0af4cbda-2617-4e8d-9d3a-26f92050198c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.639340 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0af4cbda-2617-4e8d-9d3a-26f92050198c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.685502 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0af4cbda-2617-4e8d-9d3a-26f92050198c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.688069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0af4cbda-2617-4e8d-9d3a-26f92050198c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:49.689271 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0af4cbda-2617-4e8d-9d3a-26f92050198c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/99a3eb97-68e7-4dfb-8b51-43c6b9e10065 HTTP/1.1" status: 204 len: 168 time: 0.1215074 Jul 07 19:40:49.697700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4cbda-2617-4e8d-9d3a-26f92050198c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a3eb97-68e7-4dfb-8b51-43c6b9e10065,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:52.181316 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:52.303039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-403017b6-46f0-4c11-a43a-137489653af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.399287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-403017b6-46f0-4c11-a43a-137489653af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.403639 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-403017b6-46f0-4c11-a43a-137489653af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.443314 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-403017b6-46f0-4c11-a43a-137489653af8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3c842358034e4240b905989356e47f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608449 Jul 07 19:40:52.444725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403017b6-46f0-4c11-a43a-137489653af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a244d9d9-d9d0-4880-a876-027f52837238,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:52.446663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:52.497224 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b430e0e6-8a31-434a-8dfd-daefb2a26371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.518199 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b430e0e6-8a31-434a-8dfd-daefb2a26371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.565641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b430e0e6-8a31-434a-8dfd-daefb2a26371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.568212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b430e0e6-8a31-434a-8dfd-daefb2a26371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.569434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b430e0e6-8a31-434a-8dfd-daefb2a26371 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a244d9d9-d9d0-4880-a876-027f52837238 HTTP/1.1" status: 204 len: 168 time: 0.1217411 Jul 07 19:40:52.577995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e0e6-8a31-434a-8dfd-daefb2a26371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a244d9d9-d9d0-4880-a876-027f52837238,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:52.839598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:52.853950 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb9445b5-2b6d-47ea-b60f-b0d8c546f65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.945903 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb9445b5-2b6d-47ea-b60f-b0d8c546f65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.949978 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb9445b5-2b6d-47ea-b60f-b0d8c546f65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:52.992693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bb9445b5-2b6d-47ea-b60f-b0d8c546f65e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=362fd188ce5b4e2fb4b3ef921f77e27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517842 Jul 07 19:40:52.993525 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9445b5-2b6d-47ea-b60f-b0d8c546f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111ca9d2-4c83-43dd-968a-2a2b3a65e3de,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:52.995867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:53.049701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2db44b25-29cb-4724-96c1-d8b0ebcd0cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.072644 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2db44b25-29cb-4724-96c1-d8b0ebcd0cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.123313 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2db44b25-29cb-4724-96c1-d8b0ebcd0cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.126200 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2db44b25-29cb-4724-96c1-d8b0ebcd0cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:53.127371 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2db44b25-29cb-4724-96c1-d8b0ebcd0cad admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/111ca9d2-4c83-43dd-968a-2a2b3a65e3de HTTP/1.1" status: 204 len: 168 time: 0.1309483 Jul 07 19:40:53.136651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db44b25-29cb-4724-96c1-d8b0ebcd0cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111ca9d2-4c83-43dd-968a-2a2b3a65e3de,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:54.092171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:54.197506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88508f8a-38ac-4431-8b77-7335352d9baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.285546 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88508f8a-38ac-4431-8b77-7335352d9baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.290002 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88508f8a-38ac-4431-8b77-7335352d9baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.328887 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-88508f8a-38ac-4431-8b77-7335352d9baa admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cba06e0cf8f941ad84db1de899d03762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355363 Jul 07 19:40:54.330795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88508f8a-38ac-4431-8b77-7335352d9baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccd49ad-bb1f-43ea-87e2-33ec60c58563,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:54.331710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:54.383092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-249c7cf9-9d78-49e4-b7a3-17632f13dee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.406002 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-249c7cf9-9d78-49e4-b7a3-17632f13dee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.453655 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-249c7cf9-9d78-49e4-b7a3-17632f13dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.456365 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-249c7cf9-9d78-49e4-b7a3-17632f13dee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:54.457599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-249c7cf9-9d78-49e4-b7a3-17632f13dee2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5ccd49ad-bb1f-43ea-87e2-33ec60c58563 HTTP/1.1" status: 204 len: 168 time: 0.1248832 Jul 07 19:40:54.466230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c7cf9-9d78-49e4-b7a3-17632f13dee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccd49ad-bb1f-43ea-87e2-33ec60c58563,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:55.346826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:55.455067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ebecbe8-61b5-4244-ad97-15007d3ea95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.542830 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ebecbe8-61b5-4244-ad97-15007d3ea95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.546551 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ebecbe8-61b5-4244-ad97-15007d3ea95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.589109 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4ebecbe8-61b5-4244-ad97-15007d3ea95e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c8786fd98c2440dd89bdf6d1474d740d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411728 Jul 07 19:40:55.589982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebecbe8-61b5-4244-ad97-15007d3ea95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97ec211-65f8-41e7-8c6e-66ae341dda07,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:55.591761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:55.641169 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15a31576-538b-45d4-87da-6238099335d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.662384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15a31576-538b-45d4-87da-6238099335d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.708251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15a31576-538b-45d4-87da-6238099335d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.710795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15a31576-538b-45d4-87da-6238099335d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:55.711947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-15a31576-538b-45d4-87da-6238099335d9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f97ec211-65f8-41e7-8c6e-66ae341dda07 HTTP/1.1" status: 204 len: 168 time: 0.1190882 Jul 07 19:40:55.719587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a31576-538b-45d4-87da-6238099335d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97ec211-65f8-41e7-8c6e-66ae341dda07,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:55.935060 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:40:56.780851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:56.887024 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8970f634-fb52-4da8-8cae-25888e82165e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:56.980830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8970f634-fb52-4da8-8cae-25888e82165e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:56.984503 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8970f634-fb52-4da8-8cae-25888e82165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.021685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8970f634-fb52-4da8-8cae-25888e82165e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=45678a4e2777442d9bd2a8a37f907887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397182 Jul 07 19:40:57.024842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970f634-fb52-4da8-8cae-25888e82165e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7069ce-de8b-409b-9a0d-11188387cc48,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:57.025129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:57.079559 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab5c590f-42b8-4762-bc84-6bca99d477a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.102853 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab5c590f-42b8-4762-bc84-6bca99d477a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.154090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab5c590f-42b8-4762-bc84-6bca99d477a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.156698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab5c590f-42b8-4762-bc84-6bca99d477a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:57.157862 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ab5c590f-42b8-4762-bc84-6bca99d477a0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ad7069ce-de8b-409b-9a0d-11188387cc48 HTTP/1.1" status: 204 len: 168 time: 0.1314430 Jul 07 19:40:57.166951 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c590f-42b8-4762-bc84-6bca99d477a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7069ce-de8b-409b-9a0d-11188387cc48,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:58.316840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:58.458990 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-841663326'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:58.482315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Made reservation on behalf of dce861a314c14a34b443b8b768753e33 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:58.485996 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.494735 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.585123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.589334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.615389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:40:58.625212 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895dbbbb-4678-4829-8ae7-dc344fe9bd81,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:58.629999 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.630370 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Added segment 4486eea4-79f6-435f-9b04-29184bc86fcb of type vlan for network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 Jul 07 19:40:58.674939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.703671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.709170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:58.709767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.769131 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4511008 Jul 07 19:40:58.782252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e12ee9-5987-4f36-8ade-0a3d475146a2 tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Pushing event updated for resources: {'Network': ['ID=e3c7a07a-ba46-44a3-bcc5-92d8528b17d6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:58.795336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:40:58.952241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:58.957305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Request body: {'port': {'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6', 'binding:host_id': 'n-h1-792394-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1066558666'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:40:58.978861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Made reservation on behalf of 9c587cdece7c43eeb8b6013f64d2bd2d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:40:58.981339 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:58.990303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.082306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.086640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.093256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] device_id is not set on port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:59.181657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d53d5f4-17b3-4516-aeff-d2483930a610,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:59.341306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] device_id is not set on port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:40:59.350579 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.361929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Transition to ACTIVE for port object 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:40:59.371331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.424577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event updated for resources: {'Port': ['ID=8b9cc80d-d960-422f-88ef-ec7dcd47ca34,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:59.440400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Checking segment: {'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:40:59.440808 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Network hostable DHCP agents. Network: e3c7a07a-ba46-44a3-bcc5-92d8528b17d6, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:40:59.457599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:40:59.467538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e3c7a07a-ba46-44a3-bcc5-92d8528b17d6) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:40:59.471323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:40:59.476834 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1dc686-e2a5-4737-9343-48792f828ea4 None None] Network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:40:59.485583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:59.485930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:59.486355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:59.490763 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:59.491096 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:40:59.491483 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 2 to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 Jul 07 19:40:59.503542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:59.503880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:59.504217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:59.509492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:59.509834 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:40:59.510230 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 3 to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 Jul 07 19:40:59.523538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:59.523967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:59.524420 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:59.529170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:59.529498 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:40:59.529883 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 4 to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 Jul 07 19:40:59.542369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:59.542708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:59.543046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:59.547865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:59.548189 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:40:59.548609 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 5 to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 Jul 07 19:40:59.561513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:59.561857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:59.562196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:59.566657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:59.566987 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:40:59.567381 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 6 to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 Jul 07 19:40:59.579994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:59.580337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:59.580709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:59.585010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:59.585419 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:40:59.586324 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 7 to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 Jul 07 19:40:59.599158 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:59.599494 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:59.599832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:59.604916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:59.605181 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:40:59.605546 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 8 to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 Jul 07 19:40:59.617324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:59.617663 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:59.617995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:59.622242 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:59.622564 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:40:59.622944 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 9 to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 Jul 07 19:40:59.638990 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:59.639325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:59.639656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:59.644074 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:59.644392 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:40:59.644812 n-d-792394-12 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 10 to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 Jul 07 19:40:59.656842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:40:59.657178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:40:59.657509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:40:59.661886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:40:59.662212 n-d-792394-12 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:40:59.662570 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.724298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] For port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:40:59.724698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:40:59.729315 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.761500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:40:59.762107 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.782719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event updated for resources: {'Port': ['ID=8b9cc80d-d960-422f-88ef-ec7dcd47ca34,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:40:59.790336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:40:59.790743 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-72d2f4d0-7ff1-44e2-b5b4-aa719b35fadb tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 0.8368075 Jul 07 19:40:59.875731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-be72dd73-26f3-4b10-a0b9-02f3d9fee4ab tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Deleting port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:40:59.875994 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be72dd73-26f3-4b10-a0b9-02f3d9fee4ab tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.940713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-be72dd73-26f3-4b10-a0b9-02f3d9fee4ab tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] For port 8b9cc80d-d960-422f-88ef-ec7dcd47ca34, host n-h1-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:40:59.941053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be72dd73-26f3-4b10-a0b9-02f3d9fee4ab tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:40:59.954138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-be72dd73-26f3-4b10-a0b9-02f3d9fee4ab tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Calling delete_port for 8b9cc80d-d960-422f-88ef-ec7dcd47ca34 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:00.031932 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be72dd73-26f3-4b10-a0b9-02f3d9fee4ab tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.059191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72dd73-26f3-4b10-a0b9-02f3d9fee4ab tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b9cc80d-d960-422f-88ef-ec7dcd47ca34,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:00.064293 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be72dd73-26f3-4b10-a0b9-02f3d9fee4ab tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.066237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-be72dd73-26f3-4b10-a0b9-02f3d9fee4ab tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "DELETE /v2.0/ports/8b9cc80d-d960-422f-88ef-ec7dcd47ca34 HTTP/1.1" status: 204 len: 168 time: 0.2750123 Jul 07 19:41:00.068990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:00.439779 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb1cf66-6363-45bb-9e20-5f3d6815029a tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:41:00.441629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0fb1cf66-6363-45bb-9e20-5f3d6815029a tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "GET /v2.0/ports/8b9cc80d-d960-422f-88ef-ec7dcd47ca34 HTTP/1.1" status: 404 len: 333 time: 0.3717320 Jul 07 19:41:00.445408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:00.451364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Request body: {'port': {'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1137298033'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:00.479583 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Made reservation on behalf of 9c587cdece7c43eeb8b6013f64d2bd2d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:00.482036 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.497275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] device_id is not set on port 6a7018b9-f7c5-4895-b529-0713fbe5150a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:00.647455 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.684530 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.722275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:00.725113 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:00.732682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:00.733632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:00.734231 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:00.745755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event updated for resources: {'Port': ['ID=6a7018b9-f7c5-4895-b529-0713fbe5150a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:00.753608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4192c528-aeae-4d7d-bd57-21eb8e15590b tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3071830 Jul 07 19:41:00.755891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:00.761070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:00.841272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.007136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] device_id is not set on port 6a7018b9-f7c5-4895-b529-0713fbe5150a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:01.015209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.027367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Transition to ACTIVE for port object 6a7018b9-f7c5-4895-b529-0713fbe5150a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:01.031356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.078878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event updated for resources: {'Port': ['ID=6a7018b9-f7c5-4895-b529-0713fbe5150a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:01.093745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:01.094089 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:01.094553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:01.098824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:01.099147 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:01.099534 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 2 to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a Jul 07 19:41:01.112202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:01.112569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:01.112907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:01.117142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:01.117462 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:01.117847 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 3 to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a Jul 07 19:41:01.129450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:01.129792 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:01.130126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:01.135028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:01.135354 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:01.135745 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 4 to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a Jul 07 19:41:01.147672 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:01.148666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:01.149108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:01.153102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:01.153427 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:01.153806 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 5 to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a Jul 07 19:41:01.165188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:01.165520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:01.165850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:01.170029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:01.170355 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:01.170738 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 6 to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a Jul 07 19:41:01.183063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:01.183398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:01.183736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:01.187968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:01.188291 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:01.188704 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 7 to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a Jul 07 19:41:01.201075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:01.201413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:01.201753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:01.206099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:01.206423 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:01.206811 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 8 to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a Jul 07 19:41:01.219563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:01.219897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:01.220239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:01.224604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:01.224931 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:01.225323 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 9 to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a Jul 07 19:41:01.237282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:01.237619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:01.237949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:01.242875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:01.243196 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:01.243584 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 10 to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a Jul 07 19:41:01.255702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:01.256039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:01.256380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:01.261454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:01.261781 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port 6a7018b9-f7c5-4895-b529-0713fbe5150a on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:01.262147 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.331130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] For port 6a7018b9-f7c5-4895-b529-0713fbe5150a, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:01.331488 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempted to set empty binding levels {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:41:01.336486 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.366397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] In _notify_port_updated(), no bound segment for port 6a7018b9-f7c5-4895-b529-0713fbe5150a on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:41:01.367312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.367917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.369287 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "PUT /v2.0/ports/6a7018b9-f7c5-4895-b529-0713fbe5150a HTTP/1.1" status: 200 len: 976 time: 0.6123474 Jul 07 19:41:01.371844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:01.432056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b845b-4893-4c80-b8df-4267e628c13f tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event updated for resources: {'Port': ['ID=6a7018b9-f7c5-4895-b529-0713fbe5150a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:01.495810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.496618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.497103 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.497702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.498313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.498859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.499391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.500105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.500488 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.501145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.501684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.502207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.502738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.503263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.503784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.504308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.504861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.505378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.505901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.506422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.506945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.508691 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.508834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.509334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.509919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.510393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.510917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:01.517949 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a452055f-69dd-4f54-8ffa-404f4f2bdca2 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24373 time: 0.1416116 Jul 07 19:41:01.518280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:01.606295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7a582019-2b0c-41ca-8bce-6bbd7b910822 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Deleting port 6a7018b9-f7c5-4895-b529-0713fbe5150a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:01.606638 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a582019-2b0c-41ca-8bce-6bbd7b910822 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.671628 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7a582019-2b0c-41ca-8bce-6bbd7b910822 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] For port 6a7018b9-f7c5-4895-b529-0713fbe5150a, host n-h1-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:01.671984 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a582019-2b0c-41ca-8bce-6bbd7b910822 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.685377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7a582019-2b0c-41ca-8bce-6bbd7b910822 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Calling delete_port for 6a7018b9-f7c5-4895-b529-0713fbe5150a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:01.765943 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a582019-2b0c-41ca-8bce-6bbd7b910822 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.798641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a582019-2b0c-41ca-8bce-6bbd7b910822 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a7018b9-f7c5-4895-b529-0713fbe5150a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:01.803840 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a582019-2b0c-41ca-8bce-6bbd7b910822 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.806561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7a582019-2b0c-41ca-8bce-6bbd7b910822 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "DELETE /v2.0/ports/6a7018b9-f7c5-4895-b529-0713fbe5150a HTTP/1.1" status: 204 len: 168 time: 0.2872634 Jul 07 19:41:01.809311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:01.837447 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3455ff-b4cb-4d97-95ad-0b60878d6f87 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:41:01.839113 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4a3455ff-b4cb-4d97-95ad-0b60878d6f87 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "GET /v2.0/ports/6a7018b9-f7c5-4895-b529-0713fbe5150a HTTP/1.1" status: 404 len: 333 time: 0.0287707 Jul 07 19:41:01.842967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:01.847907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2019087520', 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:01.870481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Made reservation on behalf of 9c587cdece7c43eeb8b6013f64d2bd2d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:01.873122 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:01.889806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] device_id is not set on port c747d652-d178-4b1e-abef-5dac5a0ce069 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:02.043855 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.079615 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.122269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:02.128557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:02.133702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:02.135303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:02.135303 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.138640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event updated for resources: {'Port': ['ID=c747d652-d178-4b1e-abef-5dac5a0ce069,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:02.152619 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-16a3853c-f06a-42fc-975c-f338dee75646 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3085470 Jul 07 19:41:02.155068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:02.197694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01ac7b9-dc68-400c-ab60-5b452be39660 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:02.199097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e01ac7b9-dc68-400c-ab60-5b452be39660 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "GET /v2.0/ports/c747d652-d178-4b1e-abef-5dac5a0ce069 HTTP/1.1" status: 200 len: 955 time: 0.0430920 Jul 07 19:41:02.201956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:02.296598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4ecad5de-5b22-45f7-b040-f507a8741118 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Deleting port c747d652-d178-4b1e-abef-5dac5a0ce069 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:02.296842 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ecad5de-5b22-45f7-b040-f507a8741118 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.360336 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ecad5de-5b22-45f7-b040-f507a8741118 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.373133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4ecad5de-5b22-45f7-b040-f507a8741118 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Calling delete_port for c747d652-d178-4b1e-abef-5dac5a0ce069 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:02.458107 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ecad5de-5b22-45f7-b040-f507a8741118 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.487857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecad5de-5b22-45f7-b040-f507a8741118 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event deleted for resources: {'Port': ['ID=c747d652-d178-4b1e-abef-5dac5a0ce069,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:02.491400 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ecad5de-5b22-45f7-b040-f507a8741118 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.493357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4ecad5de-5b22-45f7-b040-f507a8741118 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "DELETE /v2.0/ports/c747d652-d178-4b1e-abef-5dac5a0ce069 HTTP/1.1" status: 204 len: 168 time: 0.2904685 Jul 07 19:41:02.495941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:02.522723 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1014c0-048d-418b-a173-0e0acd6c819d tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:41:02.525324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0c1014c0-048d-418b-a173-0e0acd6c819d tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "GET /v2.0/ports/c747d652-d178-4b1e-abef-5dac5a0ce069 HTTP/1.1" status: 404 len: 333 time: 0.0284286 Jul 07 19:41:02.528961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:02.533550 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Request body: {'port': {'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1354079322'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:02.554569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Made reservation on behalf of 9c587cdece7c43eeb8b6013f64d2bd2d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:02.556944 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.573403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] device_id is not set on port c9e4741d-3dd6-47f0-8d13-019ec62a924d yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:02.737564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.777028 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.819858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:02.825742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:02.829224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:02.830173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:02.830773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:02.839763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e4741d-3dd6-47f0-8d13-019ec62a924d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:02.850292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e5f254c2-f402-48db-a2c4-d5e20fd89ad5 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3203342 Jul 07 19:41:02.853496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:02.858730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:02.936515 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.105840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] device_id is not set on port c9e4741d-3dd6-47f0-8d13-019ec62a924d yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:03.113832 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.127014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Transition to ACTIVE for port object c9e4741d-3dd6-47f0-8d13-019ec62a924d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:03.130998 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.181999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e4741d-3dd6-47f0-8d13-019ec62a924d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:03.193791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:03.194143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:03.194470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:03.199586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:03.199913 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:03.200299 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 2 to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d Jul 07 19:41:03.213353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:03.213691 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:03.214028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:03.218315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:03.218641 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:03.219048 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 3 to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d Jul 07 19:41:03.231045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:03.231383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:03.231718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:03.235930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:03.236256 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:03.236674 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 4 to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d Jul 07 19:41:03.248967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:03.249303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:03.249638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:03.254483 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:03.254812 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:03.255720 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 5 to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d Jul 07 19:41:03.267621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:03.267956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:03.268289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:03.272557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:03.273004 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:03.281521 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 6 to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d Jul 07 19:41:03.290581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:03.290915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:03.291256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:03.295648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:03.295973 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:03.296362 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 7 to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d Jul 07 19:41:03.308041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:03.308378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:03.308744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:03.313391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:03.313738 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:03.314112 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 8 to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d Jul 07 19:41:03.327069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:03.327395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:03.327724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:03.331927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:03.332248 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:03.332660 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 9 to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d Jul 07 19:41:03.344860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:03.345190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:03.345559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:03.349758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:03.350079 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:03.350460 n-d-792394-12 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempt 10 to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d Jul 07 19:41:03.363228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:03.363492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:03.363821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempting to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:03.368159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:41:03.368492 n-d-792394-12 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Failed to bind port c9e4741d-3dd6-47f0-8d13-019ec62a924d on host n-h1-792394-12 for vnic_type normal using segments [{'id': '4486eea4-79f6-435f-9b04-29184bc86fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e3c7a07a-ba46-44a3-bcc5-92d8528b17d6'}] Jul 07 19:41:03.368875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.435464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] For port c9e4741d-3dd6-47f0-8d13-019ec62a924d, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:03.435828 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attempted to set empty binding levels {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 19:41:03.440310 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.462480 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.473133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] In _notify_port_updated(), no bound segment for port c9e4741d-3dd6-47f0-8d13-019ec62a924d on network e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:41:03.474035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:03.474641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.476461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "PUT /v2.0/ports/c9e4741d-3dd6-47f0-8d13-019ec62a924d HTTP/1.1" status: 200 len: 976 time: 0.6215224 Jul 07 19:41:03.479151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:03.519577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc311f97-6f8e-4075-9ed8-fdef30583272 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e4741d-3dd6-47f0-8d13-019ec62a924d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:03.576364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d54038ce-bbd2-40c3-9e1a-4394847546a0 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Deleting port c9e4741d-3dd6-47f0-8d13-019ec62a924d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:03.576739 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d54038ce-bbd2-40c3-9e1a-4394847546a0 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.638417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d54038ce-bbd2-40c3-9e1a-4394847546a0 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] For port c9e4741d-3dd6-47f0-8d13-019ec62a924d, host n-h1-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:03.638687 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d54038ce-bbd2-40c3-9e1a-4394847546a0 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.651454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d54038ce-bbd2-40c3-9e1a-4394847546a0 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Calling delete_port for c9e4741d-3dd6-47f0-8d13-019ec62a924d owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:03.732647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d54038ce-bbd2-40c3-9e1a-4394847546a0 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.759908 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54038ce-bbd2-40c3-9e1a-4394847546a0 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9e4741d-3dd6-47f0-8d13-019ec62a924d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:03.765150 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d54038ce-bbd2-40c3-9e1a-4394847546a0 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.767060 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d54038ce-bbd2-40c3-9e1a-4394847546a0 tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "DELETE /v2.0/ports/c9e4741d-3dd6-47f0-8d13-019ec62a924d HTTP/1.1" status: 204 len: 168 time: 0.2869825 Jul 07 19:41:03.769652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:03.796261 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6d8dca-52f8-4d56-be53-52fee04220cc tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] GET failed (client error): The resource could not be found. Jul 07 19:41:03.797775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ca6d8dca-52f8-4d56-be53-52fee04220cc tempest-PortsAdminExtendedAttrsTestJSON-284625470 tempest-PortsAdminExtendedAttrsTestJSON-284625470-project-admin] 10.222.0.113 "GET /v2.0/ports/c9e4741d-3dd6-47f0-8d13-019ec62a924d HTTP/1.1" status: 404 len: 333 time: 0.0272179 Jul 07 19:41:03.801519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56480) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:03.879831 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.966115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:03.977479 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c7a07a-ba46-44a3-bcc5-92d8528b17d6']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:03.987710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4486eea4-79f6-435f-9b04-29184bc86fcb') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:03.988014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4486eea4-79f6-435f-9b04-29184bc86fcb') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:03.997860 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.011331 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.017166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:41:04.017547 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:41:04.020409 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:41:04.081160 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.088647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.090613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] 10.222.0.113 "DELETE /v2.0/networks/e3c7a07a-ba46-44a3-bcc5-92d8528b17d6 HTTP/1.1" status: 204 len: 168 time: 0.2880201 Jul 07 19:41:04.102723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Pushing event deleted for resources: {'Network': ['ID=e3c7a07a-ba46-44a3-bcc5-92d8528b17d6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:04.110870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.111221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.111567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.111911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.112245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.112609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.113296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.113296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.113586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.113886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.114210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.114566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555969b-35bb-4041-9db6-0bebdf2944df tempest-PortsAdminExtendedAttrsTestJSON-287719056 tempest-PortsAdminExtendedAttrsTestJSON-287719056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:04.331823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:04.469877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c4c86263-d476-4755-9410-0d73be58598d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dce861a314c14a34b443b8b768753e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367066 Jul 07 19:41:04.472347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:04.522116 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a565f9f7-1683-448d-903e-ff9afd516cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.544485 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a565f9f7-1683-448d-903e-ff9afd516cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.594595 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a565f9f7-1683-448d-903e-ff9afd516cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.597120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a565f9f7-1683-448d-903e-ff9afd516cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.598292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a565f9f7-1683-448d-903e-ff9afd516cba admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/895dbbbb-4678-4829-8ae7-dc344fe9bd81 HTTP/1.1" status: 204 len: 168 time: 0.1249652 Jul 07 19:41:04.606785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565f9f7-1683-448d-903e-ff9afd516cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895dbbbb-4678-4829-8ae7-dc344fe9bd81,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:04.857260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:04.897194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c1fe33f0-61b9-428e-b7c5-5685a5513af6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9c587cdece7c43eeb8b6013f64d2bd2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387635 Jul 07 19:41:04.900148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:04.948915 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73ed39a8-a903-4513-a7e1-91f19743b0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:04.970451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73ed39a8-a903-4513-a7e1-91f19743b0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:05.017560 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73ed39a8-a903-4513-a7e1-91f19743b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:05.020289 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73ed39a8-a903-4513-a7e1-91f19743b0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:05.021494 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-73ed39a8-a903-4513-a7e1-91f19743b0bf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4d53d5f4-17b3-4516-aeff-d2483930a610 HTTP/1.1" status: 204 len: 168 time: 0.1203923 Jul 07 19:41:05.030449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed39a8-a903-4513-a7e1-91f19743b0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d53d5f4-17b3-4516-aeff-d2483930a610,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:06.260443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:06.359495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-418926434', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:06.380463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Made reservation on behalf of 1595c34497874ac580dc665a47f947c5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:06.383479 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.391930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.484743 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.489327 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.495371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] device_id is not set on port a3e105c5-f40d-4eaa-adc1-77c2a3e3dc2e yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:06.550044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c9e5b4-dd86-48e8-a2ab-22847acad857,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:06.617053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Allocated IP 172.25.2.250 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/a3e105c5-f40d-4eaa-adc1-77c2a3e3dc2e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:06.753639 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.792710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.831665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:06.836065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:06.842149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:06.868198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Pushing event updated for resources: {'Port': ['ID=a3e105c5-f40d-4eaa-adc1-77c2a3e3dc2e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:06.887335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:06.887947 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.901289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d94b315a-4e30-4821-8607-276d262a5c1e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6397378 Jul 07 19:41:06.904065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56546) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:06.908308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.250'}]}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:06.929699 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.930695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:06.986298 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.133806 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.402374 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.422905 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.577657 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.752551 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.754591 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.801528 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.802168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a916815e-f716-4181-a530-e3f211111b92 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:41:07.818488 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 19:41:07.820499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7ebd27b0-989b-4043-88f3-fc91dc486665 tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9146802 Jul 07 19:41:07.823520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:07.914026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e3b24-c6ad-4533-9fc1-179ff698e89e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Deleting port a3e105c5-f40d-4eaa-adc1-77c2a3e3dc2e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:07.914383 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe9e3b24-c6ad-4533-9fc1-179ff698e89e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:07.991300 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe9e3b24-c6ad-4533-9fc1-179ff698e89e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.003747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e3b24-c6ad-4533-9fc1-179ff698e89e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Calling delete_port for a3e105c5-f40d-4eaa-adc1-77c2a3e3dc2e owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:08.133841 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe9e3b24-c6ad-4533-9fc1-179ff698e89e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.160652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e3b24-c6ad-4533-9fc1-179ff698e89e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3e105c5-f40d-4eaa-adc1-77c2a3e3dc2e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:08.229104 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe9e3b24-c6ad-4533-9fc1-179ff698e89e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.231693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fe9e3b24-c6ad-4533-9fc1-179ff698e89e tempest-RoutersAdminNegativeIpV6Test-1906082579 tempest-RoutersAdminNegativeIpV6Test-1906082579-project-admin] 10.222.0.113 "DELETE /v2.0/ports/a3e105c5-f40d-4eaa-adc1-77c2a3e3dc2e HTTP/1.1" status: 204 len: 168 time: 0.4071953 Jul 07 19:41:08.385331 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6a4ab9b-bc74-4884-800f-b49f685ea38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.481726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:08.593558 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04d9a096-31d6-448a-a210-f3ca3cfcb3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.683988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04d9a096-31d6-448a-a210-f3ca3cfcb3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.687959 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04d9a096-31d6-448a-a210-f3ca3cfcb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.727366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-04d9a096-31d6-448a-a210-f3ca3cfcb3d4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c2c432c4660b43e8af3e08cc00955fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445402 Jul 07 19:41:08.728233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9a096-31d6-448a-a210-f3ca3cfcb3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be593c2-9428-408f-8b08-7510b1623b9b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:08.730168 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:08.784688 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63323c2d-e404-4575-8bf8-a4ce89148c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.807064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63323c2d-e404-4575-8bf8-a4ce89148c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.861611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63323c2d-e404-4575-8bf8-a4ce89148c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.864714 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63323c2d-e404-4575-8bf8-a4ce89148c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:08.866179 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-63323c2d-e404-4575-8bf8-a4ce89148c74 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9be593c2-9428-408f-8b08-7510b1623b9b HTTP/1.1" status: 204 len: 168 time: 0.1349323 Jul 07 19:41:08.875623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63323c2d-e404-4575-8bf8-a4ce89148c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be593c2-9428-408f-8b08-7510b1623b9b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:09.140617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:09.182858 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d8aab811-aa92-498b-a81e-e9c3d93b9654 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1595c34497874ac580dc665a47f947c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410333 Jul 07 19:41:09.185278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:09.235905 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87f8bf41-adb7-44a2-8881-ddf796dcb92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.258730 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87f8bf41-adb7-44a2-8881-ddf796dcb92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.307858 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87f8bf41-adb7-44a2-8881-ddf796dcb92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.310513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87f8bf41-adb7-44a2-8881-ddf796dcb92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:09.311683 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-87f8bf41-adb7-44a2-8881-ddf796dcb92a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/63c9e5b4-dd86-48e8-a2ab-22847acad857 HTTP/1.1" status: 204 len: 168 time: 0.1253343 Jul 07 19:41:09.320162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8bf41-adb7-44a2-8881-ddf796dcb92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c9e5b4-dd86-48e8-a2ab-22847acad857,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:10.000297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:10.099323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1298032918'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:10.122002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:10.125551 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.134692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.238144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.241751 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.271386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:41:10.277550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76eed9c3-00fc-4ec3-8e81-002e13d4f582,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:10.285508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.285866 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Added segment 321294d3-469a-4cc5-bb9c-80c7f5afe450 of type vlan for network f41002a2-4ffd-47a8-a362-36e099b74986 Jul 07 19:41:10.328347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.361972 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.368415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:10.369291 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.437457 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4359863 Jul 07 19:41:10.441150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:10.446681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:10.504005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa422c-cb82-48cf-a6cd-a535a28d2b68 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Network': ['ID=f41002a2-4ffd-47a8-a362-36e099b74986,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:10.515312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:41:10.562888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:10.566615 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.770315 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.841129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=223af199-db87-4fae-a03b-b34e8f3caf70,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:10.848060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:10.848510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network hostable DHCP agents. Network: f41002a2-4ffd-47a8-a362-36e099b74986, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:41:10.869066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:41:10.877739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f41002a2-4ffd-47a8-a362-36e099b74986) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:10.881974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:10.882806 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:10.887937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb989cb-4186-4866-b44f-a21bd4c0fe71 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:10.901309 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0d09dbbc-b086-4e54-8633-fbcd802526a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4556549 Jul 07 19:41:10.901589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:10.907128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'name': 'tempest-NetworksTestDHCPv6-340038247'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:11.026944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:11.030708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.036639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': '223af199-db87-4fae-a03b-b34e8f3caf70'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:11.037544 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.050460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port 1a895d1e-4435-471a-a964-3d52e01b86a3 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:11.077510 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b7b8-9fee-4ce4-956d-f1bab396b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.171825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::17f (f41002a2-4ffd-47a8-a362-36e099b74986/223af199-db87-4fae-a03b-b34e8f3caf70/1a895d1e-4435-471a-a964-3d52e01b86a3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:11.287150 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.328646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.343690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object 1a895d1e-4435-471a-a964-3d52e01b86a3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:11.381582 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.431116 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Allocated IP 2001:db8::2 (f41002a2-4ffd-47a8-a362-36e099b74986/223af199-db87-4fae-a03b-b34e8f3caf70/e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:11.437187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:11.441134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:11.449701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:11.456364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:11.457194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.469895 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=1a895d1e-4435-471a-a964-3d52e01b86a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:11.484597 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-08b400af-ce93-4d77-b83a-19988e7c7f62 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5817471 Jul 07 19:41:11.487089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:11.585352 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.594248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c781a-6933-435c-890a-0f11d9a483e2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:11.594498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Transition to ACTIVE for port object e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:11.596085 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-872c781a-6933-435c-890a-0f11d9a483e2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1080301 Jul 07 19:41:11.599174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:11.612802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Transition to ACTIVE for port object e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:11.620398 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.666627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:11.670653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:11.672552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Pushing event updated for resources: {'Port': ['ID=e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:11.674828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:11.719475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-02bc4c08-cc44-42db-997c-830c7ebbf71c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port 1a895d1e-4435-471a-a964-3d52e01b86a3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:11.719855 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bc4c08-cc44-42db-997c-830c7ebbf71c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.744442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Attempting to bind port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:11.744839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Attempting to bind port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:11.745209 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Attempting to bind port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:11.750635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:11.751008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:11.751523 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.751929 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:11.752401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Bound port: e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:11.752896 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.834575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] For port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:11.840272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] For port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:11.841368 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bc4c08-cc44-42db-997c-830c7ebbf71c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.843574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:11.856151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-02bc4c08-cc44-42db-997c-830c7ebbf71c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for 1a895d1e-4435-471a-a964-3d52e01b86a3 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:11.917251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0481f6-01f9-4569-8690-1810f68abebe None None] Pushing event updated for resources: {'Port': ['ID=e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:12.006497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bc4c08-cc44-42db-997c-830c7ebbf71c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.037165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc4c08-cc44-42db-997c-830c7ebbf71c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=1a895d1e-4435-471a-a964-3d52e01b86a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:12.090603 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bc4c08-cc44-42db-997c-830c7ebbf71c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.093243 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-02bc4c08-cc44-42db-997c-830c7ebbf71c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/1a895d1e-4435-471a-a964-3d52e01b86a3 HTTP/1.1" status: 204 len: 168 time: 0.4927557 Jul 07 19:41:12.095587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:12.192634 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40532db-654e-422a-b262-e0fa8a8d8813 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:12.194474 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40532db-654e-422a-b262-e0fa8a8d8813 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:12.199456 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e40532db-654e-422a-b262-e0fa8a8d8813 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0995181 Jul 07 19:41:12.199649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:12.259486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eefee65-8acf-4b23-82fb-243be16e2605 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 223af199-db87-4fae-a03b-b34e8f3caf70 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:12.262823 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eefee65-8acf-4b23-82fb-243be16e2605 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.310852 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eefee65-8acf-4b23-82fb-243be16e2605 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.403156 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eefee65-8acf-4b23-82fb-243be16e2605 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.432996 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.468086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eefee65-8acf-4b23-82fb-243be16e2605 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.516964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefee65-8acf-4b23-82fb-243be16e2605 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=223af199-db87-4fae-a03b-b34e8f3caf70,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:12.522299 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eefee65-8acf-4b23-82fb-243be16e2605 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.526625 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8eefee65-8acf-4b23-82fb-243be16e2605 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/223af199-db87-4fae-a03b-b34e8f3caf70 HTTP/1.1" status: 204 len: 168 time: 0.3234787 Jul 07 19:41:12.527416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:12.585692 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b009198d-b430-4683-9115-12e70953d46f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570271 Jul 07 19:41:12.589282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:12.594379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-35441580-7779-4b94-abd0-f7911421ca3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:12.695313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35441580-7779-4b94-abd0-f7911421ca3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:12.701185 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35441580-7779-4b94-abd0-f7911421ca3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.916279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f438cd7-eb4f-47a2-964f-e8646cc30da4 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:12.941566 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35441580-7779-4b94-abd0-f7911421ca3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:12.986389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35441580-7779-4b94-abd0-f7911421ca3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:12.989701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-35441580-7779-4b94-abd0-f7911421ca3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:12.995707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35441580-7779-4b94-abd0-f7911421ca3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:12.996298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35441580-7779-4b94-abd0-f7911421ca3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.001802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35441580-7779-4b94-abd0-f7911421ca3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=1a4c6cda-1c48-4747-9db0-b3ad07dac5f1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:13.017357 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-35441580-7779-4b94-abd0-f7911421ca3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4270074 Jul 07 19:41:13.019860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:13.026093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'name': 'tempest-NetworksTestDHCPv6-752312985'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:13.030095 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3acfc862-cddf-4d8d-9743-d278fdbc70d9 None None] Provisioning for port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:13.147811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:13.152489 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.172326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port ab767537-9f1d-44f1-b0f6-c21e1634951b yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:13.265246 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3887df-b980-4e5e-ace5-772ca035d85a None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:13.303309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::1e9 (f41002a2-4ffd-47a8-a362-36e099b74986/1a4c6cda-1c48-4747-9db0-b3ad07dac5f1/ab767537-9f1d-44f1-b0f6-c21e1634951b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:13.380781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:13.481548 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.496809 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object ab767537-9f1d-44f1-b0f6-c21e1634951b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:13.531376 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.574775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:13.578024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:13.583935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:13.590311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:13.590900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.603482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=ab767537-9f1d-44f1-b0f6-c21e1634951b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:13.613298 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4a9c2bd3-3dd1-4d71-a1c8-dd541db5b3ba tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5900018 Jul 07 19:41:13.614291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:13.635303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:13.641376 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:13.641743 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.688118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957fa95f-e880-4b0c-9756-20c961f651e0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:13.694482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957fa95f-e880-4b0c-9756-20c961f651e0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:13.696721 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-957fa95f-e880-4b0c-9756-20c961f651e0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0816426 Jul 07 19:41:13.700285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:13.740299 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.775758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:13.779989 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.808000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e74ba234-d822-44f2-8a67-3d519b58f07a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port ab767537-9f1d-44f1-b0f6-c21e1634951b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:13.808000 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e74ba234-d822-44f2-8a67-3d519b58f07a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.835841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:13.918778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e74ba234-d822-44f2-8a67-3d519b58f07a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.933931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e74ba234-d822-44f2-8a67-3d519b58f07a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for ab767537-9f1d-44f1-b0f6-c21e1634951b owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:13.938841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ec4eb1d-06e7-424c-8673-c1c2a2a432f4 None None] Provisioning for port ab767537-9f1d-44f1-b0f6-c21e1634951b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:13.948813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ec4eb1d-06e7-424c-8673-c1c2a2a432f4 None None] Provisioning complete for port ab767537-9f1d-44f1-b0f6-c21e1634951b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:13.949442 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ec4eb1d-06e7-424c-8673-c1c2a2a432f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:13.999112 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.001343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4eb1d-06e7-424c-8673-c1c2a2a432f4 None None] Port ab767537-9f1d-44f1-b0f6-c21e1634951b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:41:14.016097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ec4eb1d-06e7-424c-8673-c1c2a2a432f4 None None] Provisioning complete for port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:14.016324 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ec4eb1d-06e7-424c-8673-c1c2a2a432f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.102364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e74ba234-d822-44f2-8a67-3d519b58f07a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.141753 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ba234-d822-44f2-8a67-3d519b58f07a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=ab767537-9f1d-44f1-b0f6-c21e1634951b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:14.172672 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e74ba234-d822-44f2-8a67-3d519b58f07a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.174604 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e74ba234-d822-44f2-8a67-3d519b58f07a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/ab767537-9f1d-44f1-b0f6-c21e1634951b HTTP/1.1" status: 204 len: 168 time: 0.4730794 Jul 07 19:41:14.177241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:14.232740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287c782-7a06-449a-8367-0e3e5945eadd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:14.234462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287c782-7a06-449a-8367-0e3e5945eadd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:14.235357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe26c-d411-4415-b42f-920435670b89 None None] Could not find standard attr ID for object 1a895d1e-4435-471a-a964-3d52e01b86a3. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:14.239107 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8287c782-7a06-449a-8367-0e3e5945eadd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0580015 Jul 07 19:41:14.239250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:14.299881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-20850238-25bb-4514-af61-04dc34c18e58 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 1a4c6cda-1c48-4747-9db0-b3ad07dac5f1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:14.303532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20850238-25bb-4514-af61-04dc34c18e58 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.347057 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20850238-25bb-4514-af61-04dc34c18e58 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.400773 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20850238-25bb-4514-af61-04dc34c18e58 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.448456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7d80bed1-aee8-4f13-a661-20a008402f2e None None] Could not find standard attr ID for object ab767537-9f1d-44f1-b0f6-c21e1634951b. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:14.470490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20850238-25bb-4514-af61-04dc34c18e58 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.499650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20850238-25bb-4514-af61-04dc34c18e58 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4c6cda-1c48-4747-9db0-b3ad07dac5f1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:14.503314 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20850238-25bb-4514-af61-04dc34c18e58 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.505231 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-20850238-25bb-4514-af61-04dc34c18e58 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/1a4c6cda-1c48-4747-9db0-b3ad07dac5f1 HTTP/1.1" status: 204 len: 168 time: 0.2649212 Jul 07 19:41:14.507743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:14.552115 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-94ce18d9-730e-4c6e-bf8f-b3259d53a279 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431957 Jul 07 19:41:14.554810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:14.559863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-291caf4e-9a17-4bd1-922a-26410e8c6854 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:14.576320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eec4c2b-f3bc-45e5-8fc7-ea41a6793846 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:14.650418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291caf4e-9a17-4bd1-922a-26410e8c6854 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:14.653966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-291caf4e-9a17-4bd1-922a-26410e8c6854 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.763912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51bb56c-73ba-4c6e-8e66-5b351fda58ec None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:14.811784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c51bb56c-73ba-4c6e-8e66-5b351fda58ec None None] Deleting port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:14.812069 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c51bb56c-73ba-4c6e-8e66-5b351fda58ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.847231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-291caf4e-9a17-4bd1-922a-26410e8c6854 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.882317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c51bb56c-73ba-4c6e-8e66-5b351fda58ec None None] For port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:14.882710 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c51bb56c-73ba-4c6e-8e66-5b351fda58ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.888821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291caf4e-9a17-4bd1-922a-26410e8c6854 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:14.893360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-291caf4e-9a17-4bd1-922a-26410e8c6854 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:14.897404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c51bb56c-73ba-4c6e-8e66-5b351fda58ec None None] Calling delete_port for e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:14.897587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291caf4e-9a17-4bd1-922a-26410e8c6854 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:14.898166 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-291caf4e-9a17-4bd1-922a-26410e8c6854 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:14.915989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291caf4e-9a17-4bd1-922a-26410e8c6854 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=d1ebb548-d136-42ba-bddc-318f66664127,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:14.923038 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-291caf4e-9a17-4bd1-922a-26410e8c6854 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3671577 Jul 07 19:41:14.925544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:14.930898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'name': 'tempest-NetworksTestDHCPv6-2060236930'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:14.981879 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c51bb56c-73ba-4c6e-8e66-5b351fda58ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.006965 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bb56c-73ba-4c6e-8e66-5b351fda58ec None None] Pushing event deleted for resources: {'Port': ['ID=e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:15.010986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bb56c-73ba-4c6e-8e66-5b351fda58ec None None] No DVR routers for this DVR port e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:15.025372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa238ec2-faab-4559-bba4-b29fc0c4e66d None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:15.051589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:15.055330 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.074200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port 7ad4f732-052f-45d0-a80f-809707b9fb8c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:15.181395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': 'd1ebb548-d136-42ba-bddc-318f66664127'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:15.182488 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.198869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::b8 (f41002a2-4ffd-47a8-a362-36e099b74986/d1ebb548-d136-42ba-bddc-318f66664127/7ad4f732-052f-45d0-a80f-809707b9fb8c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:15.331387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:15.353786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:15.354133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e0be8a47-6d91-4aef-9a3d-7a9d93ba4c7b not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:15.357445 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.374202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object 7ad4f732-052f-45d0-a80f-809707b9fb8c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:15.407870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.447945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:15.451344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:15.453827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:15.454766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Allocated IP 2001:db8::2 (f41002a2-4ffd-47a8-a362-36e099b74986/d1ebb548-d136-42ba-bddc-318f66664127/b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:15.459744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:15.460424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.485433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=7ad4f732-052f-45d0-a80f-809707b9fb8c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:15.489979 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e0f27b53-5c21-46ea-9af7-4935ffb66581 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5634832 Jul 07 19:41:15.492552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:15.566526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569a45fa-7af7-4fb1-930a-fd1028c0249e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:15.568105 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-569a45fa-7af7-4fb1-930a-fd1028c0249e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0742855 Jul 07 19:41:15.570721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:15.609388 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.617754 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Transition to ACTIVE for port object b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:15.632781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Transition to ACTIVE for port object b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:15.638446 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.670855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7422f-2caf-4acc-a4bf-09a4c983ee09 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port 7ad4f732-052f-45d0-a80f-809707b9fb8c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:15.671195 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd7422f-2caf-4acc-a4bf-09a4c983ee09 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.675247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:15.678324 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:15.680800 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:15.696347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Pushing event updated for resources: {'Port': ['ID=b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:15.748620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Attempting to bind port b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:15.748994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Attempting to bind port b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:15.749354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Attempting to bind port b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:15.754269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:15.754641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:15.755038 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.755435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:15.755891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Bound port: b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:15.756268 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.765149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd7422f-2caf-4acc-a4bf-09a4c983ee09 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.777789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7422f-2caf-4acc-a4bf-09a4c983ee09 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for 7ad4f732-052f-45d0-a80f-809707b9fb8c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:15.825395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] For port b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:15.829297 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] For port b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:15.833549 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.898114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2f28c-0830-41b5-9289-f62069f7d001 None None] Pushing event updated for resources: {'Port': ['ID=b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:15.919244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd7422f-2caf-4acc-a4bf-09a4c983ee09 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:15.955348 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7422f-2caf-4acc-a4bf-09a4c983ee09 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=7ad4f732-052f-45d0-a80f-809707b9fb8c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:15.999988 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd7422f-2caf-4acc-a4bf-09a4c983ee09 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.002060 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bbd7422f-2caf-4acc-a4bf-09a4c983ee09 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/7ad4f732-052f-45d0-a80f-809707b9fb8c HTTP/1.1" status: 204 len: 168 time: 0.4303174 Jul 07 19:41:16.004550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:16.070218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21673102-9be7-49f7-9d9e-cb58d6be153f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:16.072754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21673102-9be7-49f7-9d9e-cb58d6be153f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:16.074297 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-21673102-9be7-49f7-9d9e-cb58d6be153f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0688121 Jul 07 19:41:16.076856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:16.140270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-709ac50a-5c2c-49c6-8c4a-b6002fa38235 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet d1ebb548-d136-42ba-bddc-318f66664127 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:16.143616 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-709ac50a-5c2c-49c6-8c4a-b6002fa38235 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.536407 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-709ac50a-5c2c-49c6-8c4a-b6002fa38235 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.625125 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-709ac50a-5c2c-49c6-8c4a-b6002fa38235 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.691438 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-709ac50a-5c2c-49c6-8c4a-b6002fa38235 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.720464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ac50a-5c2c-49c6-8c4a-b6002fa38235 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ebb548-d136-42ba-bddc-318f66664127,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:16.724098 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-709ac50a-5c2c-49c6-8c4a-b6002fa38235 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:16.729594 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-709ac50a-5c2c-49c6-8c4a-b6002fa38235 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/d1ebb548-d136-42ba-bddc-318f66664127 HTTP/1.1" status: 204 len: 168 time: 0.6482384 Jul 07 19:41:16.729725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:16.771590 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b9c40003-985c-4adf-9b53-e421d5f0e2e7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407951 Jul 07 19:41:16.775684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:16.827670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54337cf6-75dc-48e0-b895-3dd6fe537315 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:16.859090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db48250-c093-47aa-be93-8594b6f115c9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:16.860632 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6db48250-c093-47aa-be93-8594b6f115c9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0839610 Jul 07 19:41:16.863174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:16.903059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a039eb5c-0f9d-414d-b929-707c86361d85 None None] Provisioning for port b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:16.913470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def00850-1be0-4e1b-8b49-ea20e62a8fcb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:16.914983 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-def00850-1be0-4e1b-8b49-ea20e62a8fcb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0508535 Jul 07 19:41:16.917735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:16.960428 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-75e3ecad-dd00-4e04-a1f8-2ef4ec8d3fdc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377998 Jul 07 19:41:16.960794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:16.966057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7b3f5e2a-e6c3-43de-bed9-7bf658c0ab92 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:17.035672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33449459-d377-4b4e-963a-1292a95b3126 None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:17.062271 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3f5e2a-e6c3-43de-bed9-7bf658c0ab92 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:17.066095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5e2a-e6c3-43de-bed9-7bf658c0ab92 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.084675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-33449459-d377-4b4e-963a-1292a95b3126 None None] Deleting port b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:17.085051 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33449459-d377-4b4e-963a-1292a95b3126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.152272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-33449459-d377-4b4e-963a-1292a95b3126 None None] For port b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:17.152702 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33449459-d377-4b4e-963a-1292a95b3126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.165260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-33449459-d377-4b4e-963a-1292a95b3126 None None] Calling delete_port for b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:17.245744 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33449459-d377-4b4e-963a-1292a95b3126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.260685 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5e2a-e6c3-43de-bed9-7bf658c0ab92 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.270919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33449459-d377-4b4e-963a-1292a95b3126 None None] Pushing event deleted for resources: {'Port': ['ID=b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:17.275011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33449459-d377-4b4e-963a-1292a95b3126 None None] No DVR routers for this DVR port b1ed6cda-260e-47da-9aa6-f1ee8d7d1eb0 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:17.309242 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3f5e2a-e6c3-43de-bed9-7bf658c0ab92 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:17.312268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7b3f5e2a-e6c3-43de-bed9-7bf658c0ab92 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:17.316995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f5e2a-e6c3-43de-bed9-7bf658c0ab92 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:17.317627 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5e2a-e6c3-43de-bed9-7bf658c0ab92 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.321265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bde68f-bc1e-45f5-8f6e-139ef984a72e None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:17.332399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f5e2a-e6c3-43de-bed9-7bf658c0ab92 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=ea40a18a-32d3-484b-bba9-a546fc1b70b4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:17.344420 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7b3f5e2a-e6c3-43de-bed9-7bf658c0ab92 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3794034 Jul 07 19:41:17.344420 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:17.349656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': 'ea40a18a-32d3-484b-bba9-a546fc1b70b4', 'ip_address': '2001:db8::410b:d9:1569:b491'}], 'name': 'tempest-NetworksTestDHCPv6-1761777133'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:17.481933 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:17.490239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': 'ea40a18a-32d3-484b-bba9-a546fc1b70b4'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:17.491110 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.573919 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.591775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port 946c0a40-fb2e-4875-91be-e754316e3572 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:17.639167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Allocated IP 2001:db8::2 (f41002a2-4ffd-47a8-a362-36e099b74986/ea40a18a-32d3-484b-bba9-a546fc1b70b4/029749ff-597e-4ec2-892f-9a1e3dc1bf86) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:17.786410 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.795367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Transition to ACTIVE for port object 029749ff-597e-4ec2-892f-9a1e3dc1bf86 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:17.809899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Transition to ACTIVE for port object 029749ff-597e-4ec2-892f-9a1e3dc1bf86 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:17.815242 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.855894 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:17.860870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:17.865383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:17.866965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::410b:d9:1569:b491 (f41002a2-4ffd-47a8-a362-36e099b74986/ea40a18a-32d3-484b-bba9-a546fc1b70b4/946c0a40-fb2e-4875-91be-e754316e3572) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:17.873150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Pushing event updated for resources: {'Port': ['ID=029749ff-597e-4ec2-892f-9a1e3dc1bf86,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:17.931712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Attempting to bind port 029749ff-597e-4ec2-892f-9a1e3dc1bf86 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:17.932165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Attempting to bind port 029749ff-597e-4ec2-892f-9a1e3dc1bf86 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:17.932560 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Attempting to bind port 029749ff-597e-4ec2-892f-9a1e3dc1bf86 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:17.937824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:17.938201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:17.938607 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:17.939001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:17.939471 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Bound port: 029749ff-597e-4ec2-892f-9a1e3dc1bf86, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:17.939846 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.017167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] For port 029749ff-597e-4ec2-892f-9a1e3dc1bf86, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:18.020692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] For port 029749ff-597e-4ec2-892f-9a1e3dc1bf86, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=029749ff-597e-4ec2-892f-9a1e3dc1bf86,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:18.026498 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.039192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.054581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object 946c0a40-fb2e-4875-91be-e754316e3572 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:18.090147 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d342c-300b-4df9-a68e-71444107502f None None] Pushing event updated for resources: {'Port': ['ID=029749ff-597e-4ec2-892f-9a1e3dc1bf86,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:18.099936 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.153958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:18.157342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:18.163219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:18.169204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:18.169834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.173664 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=946c0a40-fb2e-4875-91be-e754316e3572,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:18.189124 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bfc05495-325e-477a-844d-1df05735b48f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8437564 Jul 07 19:41:18.191434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:18.284774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada195e-76a6-4a0e-9b20-e6aeb7f5b39e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:18.291554 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada195e-76a6-4a0e-9b20-e6aeb7f5b39e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:18.293242 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8ada195e-76a6-4a0e-9b20-e6aeb7f5b39e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1008952 Jul 07 19:41:18.295967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:18.405159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-20c58de2-f45d-40e1-8172-5ada5e1248f1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port 946c0a40-fb2e-4875-91be-e754316e3572 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:18.405509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20c58de2-f45d-40e1-8172-5ada5e1248f1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.520932 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20c58de2-f45d-40e1-8172-5ada5e1248f1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.533855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-20c58de2-f45d-40e1-8172-5ada5e1248f1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for 946c0a40-fb2e-4875-91be-e754316e3572 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:18.677298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20c58de2-f45d-40e1-8172-5ada5e1248f1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.712280 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c58de2-f45d-40e1-8172-5ada5e1248f1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=946c0a40-fb2e-4875-91be-e754316e3572,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:18.739808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20c58de2-f45d-40e1-8172-5ada5e1248f1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.741840 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-20c58de2-f45d-40e1-8172-5ada5e1248f1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/946c0a40-fb2e-4875-91be-e754316e3572 HTTP/1.1" status: 204 len: 168 time: 0.4449029 Jul 07 19:41:18.745006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:18.807084 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10055502-6470-4af9-b5a0-66ac3bd24f29 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:18.808658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10055502-6470-4af9-b5a0-66ac3bd24f29 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:18.812911 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-10055502-6470-4af9-b5a0-66ac3bd24f29 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0645559 Jul 07 19:41:18.813139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:18.880717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa6e4a2-5a8c-4564-b001-22c95242c45f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet ea40a18a-32d3-484b-bba9-a546fc1b70b4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:18.884463 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e4a2-5a8c-4564-b001-22c95242c45f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.928349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e4a2-5a8c-4564-b001-22c95242c45f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:18.996935 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-37b2c9f1-9d89-4f19-98ee-f5e6677b89d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0626659 Jul 07 19:41:19.029624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e4a2-5a8c-4564-b001-22c95242c45f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.103920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e4a2-5a8c-4564-b001-22c95242c45f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.124242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-d56b9da2-12e4-456a-bd5f-8307e8dec212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:19.125858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-d56b9da2-12e4-456a-bd5f-8307e8dec212 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 1097 time: 0.0632732 Jul 07 19:41:19.136197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6e4a2-5a8c-4564-b001-22c95242c45f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=ea40a18a-32d3-484b-bba9-a546fc1b70b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:19.145513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e4a2-5a8c-4564-b001-22c95242c45f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.148737 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aaa6e4a2-5a8c-4564-b001-22c95242c45f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/ea40a18a-32d3-484b-bba9-a546fc1b70b4 HTTP/1.1" status: 204 len: 168 time: 0.3341520 Jul 07 19:41:19.150774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a0dab-9aa1-4d40-8da8-abbff52cf58f None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:19.151348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56680) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:19.215317 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.232722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-49aa6668-d694-4f29-bc33-cc93851b0286 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803378 Jul 07 19:41:19.235872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:19.244164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ae246433-d5ee-4436-a3d2-4eb6425734c3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:19.283536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5dc40092-b21a-4aa9-aac5-7cf289356d93 None None] Provisioning for port 029749ff-597e-4ec2-892f-9a1e3dc1bf86 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:19.362187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-956345e2-cf59-4082-a685-a1f612c487d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:19.363716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-956345e2-cf59-4082-a685-a1f612c487d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.2153981 Jul 07 19:41:19.374111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d9975-6ac6-46b7-910f-393d22c761fb None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:19.423316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae246433-d5ee-4436-a3d2-4eb6425734c3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:19.425373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b21d9975-6ac6-46b7-910f-393d22c761fb None None] Deleting port 029749ff-597e-4ec2-892f-9a1e3dc1bf86 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:19.425707 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b21d9975-6ac6-46b7-910f-393d22c761fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.427028 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae246433-d5ee-4436-a3d2-4eb6425734c3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.496694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-b089403b-0409-4a01-8509-7a7b20c54db4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e132919f-ef51-4906-8ba5-0ab97774658f HTTP/1.1" status: 200 len: 1001 time: 0.1236396 Jul 07 19:41:19.502281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b21d9975-6ac6-46b7-910f-393d22c761fb None None] For port 029749ff-597e-4ec2-892f-9a1e3dc1bf86, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=029749ff-597e-4ec2-892f-9a1e3dc1bf86,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:19.502679 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b21d9975-6ac6-46b7-910f-393d22c761fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.516906 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b21d9975-6ac6-46b7-910f-393d22c761fb None None] Calling delete_port for 029749ff-597e-4ec2-892f-9a1e3dc1bf86 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:19.603975 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b21d9975-6ac6-46b7-910f-393d22c761fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:19.636428 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d9975-6ac6-46b7-910f-393d22c761fb None None] Pushing event deleted for resources: {'Port': ['ID=029749ff-597e-4ec2-892f-9a1e3dc1bf86,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:19.639279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d9975-6ac6-46b7-910f-393d22c761fb None None] No DVR routers for this DVR port 029749ff-597e-4ec2-892f-9a1e3dc1bf86 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:19.911326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-2217ecca-710a-4b78-a7a5-40535c6c27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:19.912700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-2217ecca-710a-4b78-a7a5-40535c6c27e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.4067311 Jul 07 19:41:20.038640 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae246433-d5ee-4436-a3d2-4eb6425734c3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.050435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-9c7e082a-c683-48ef-acb8-c9c69782b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:20.051927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-9c7e082a-c683-48ef-acb8-c9c69782b32f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312239 Jul 07 19:41:20.109228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae246433-d5ee-4436-a3d2-4eb6425734c3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:20.139213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ae246433-d5ee-4436-a3d2-4eb6425734c3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:20.144931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae246433-d5ee-4436-a3d2-4eb6425734c3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:20.145719 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae246433-d5ee-4436-a3d2-4eb6425734c3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.149435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d387a-cebd-4a4a-be6e-ed3e33b13aae None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:20.162690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae246433-d5ee-4436-a3d2-4eb6425734c3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=7705272a-b37c-4ed9-8df5-084fd43fce88,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:20.172291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ae246433-d5ee-4436-a3d2-4eb6425734c3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9351315 Jul 07 19:41:20.175442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:20.181972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': '7705272a-b37c-4ed9-8df5-084fd43fce88', 'ip_address': '2001:db8::b6a1:3573:5a1e:8630'}], 'name': 'tempest-NetworksTestDHCPv6-1592902257'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:20.203825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-1c327281-260e-4e9a-aeb3-d8e49d1ce07d service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278222 Jul 07 19:41:20.307301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:20.307746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82086a3b-1c74-40c4-acf1-3b4d46dc1253 req-e3215c91-7777-4f4f-af49-ce6d9f602035 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942309 Jul 07 19:41:20.313771 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.314713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': '7705272a-b37c-4ed9-8df5-084fd43fce88'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:20.315582 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.335164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port bc4f167a-9ac3-499e-9424-cf859c88799a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:20.464701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Allocated IP 2001:db8::2 (f41002a2-4ffd-47a8-a362-36e099b74986/7705272a-b37c-4ed9-8df5-084fd43fce88/17702f11-9e2c-48c7-84ce-b7d3b87b3842) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:20.616677 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.626862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Transition to ACTIVE for port object 17702f11-9e2c-48c7-84ce-b7d3b87b3842 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:20.642243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Transition to ACTIVE for port object 17702f11-9e2c-48c7-84ce-b7d3b87b3842 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:20.648217 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.687850 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:20.700501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::b6a1:3573:5a1e:8630 (f41002a2-4ffd-47a8-a362-36e099b74986/7705272a-b37c-4ed9-8df5-084fd43fce88/bc4f167a-9ac3-499e-9424-cf859c88799a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:20.705574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:20.709156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:20.718581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Pushing event updated for resources: {'Port': ['ID=17702f11-9e2c-48c7-84ce-b7d3b87b3842,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:20.790286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Attempting to bind port 17702f11-9e2c-48c7-84ce-b7d3b87b3842 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:20.791237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Attempting to bind port 17702f11-9e2c-48c7-84ce-b7d3b87b3842 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:20.791599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Attempting to bind port 17702f11-9e2c-48c7-84ce-b7d3b87b3842 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:20.797144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:20.797540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:20.797934 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.798315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:20.798767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Bound port: 17702f11-9e2c-48c7-84ce-b7d3b87b3842, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:20.799575 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.872518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] For port 17702f11-9e2c-48c7-84ce-b7d3b87b3842, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:20.876260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] For port 17702f11-9e2c-48c7-84ce-b7d3b87b3842, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=17702f11-9e2c-48c7-84ce-b7d3b87b3842,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:20.882255 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.884587 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.904908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object bc4f167a-9ac3-499e-9424-cf859c88799a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:20.944506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:20.946917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aef7d-72e6-4aae-82bd-a14930dfa148 None None] Pushing event updated for resources: {'Port': ['ID=17702f11-9e2c-48c7-84ce-b7d3b87b3842,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:20.998393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:21.001880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:21.008889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:21.014758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:21.015406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.027047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=bc4f167a-9ac3-499e-9424-cf859c88799a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:21.038580 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f27e80d5-af4b-44aa-a415-0a9767529557 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8617597 Jul 07 19:41:21.041744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:21.138241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae71a494-f0ef-4616-94d2-927490e2df7d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:21.146789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae71a494-f0ef-4616-94d2-927490e2df7d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:21.148457 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ae71a494-f0ef-4616-94d2-927490e2df7d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1057348 Jul 07 19:41:21.151521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:21.266402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-faf2d556-61d5-451f-bde2-d566e344d32f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port bc4f167a-9ac3-499e-9424-cf859c88799a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:21.266402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf2d556-61d5-451f-bde2-d566e344d32f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.375058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 17702f11-9e2c-48c7-84ce-b7d3b87b3842 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:21.377863 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf2d556-61d5-451f-bde2-d566e344d32f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.391742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-faf2d556-61d5-451f-bde2-d566e344d32f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for bc4f167a-9ac3-499e-9424-cf859c88799a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:21.432014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 17702f11-9e2c-48c7-84ce-b7d3b87b3842 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:21.490808 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 029749ff-597e-4ec2-892f-9a1e3dc1bf86 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:21.553583 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf2d556-61d5-451f-bde2-d566e344d32f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.631694 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faf2d556-61d5-451f-bde2-d566e344d32f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.634586 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-faf2d556-61d5-451f-bde2-d566e344d32f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/bc4f167a-9ac3-499e-9424-cf859c88799a HTTP/1.1" status: 204 len: 168 time: 0.4820426 Jul 07 19:41:21.635997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2d556-61d5-451f-bde2-d566e344d32f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=bc4f167a-9ac3-499e-9424-cf859c88799a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:21.638047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:21.685508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 029749ff-597e-4ec2-892f-9a1e3dc1bf86 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:21.685849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 029749ff-597e-4ec2-892f-9a1e3dc1bf86 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:21.702832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b596b-6cc2-4e13-a4bc-5205583a087a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:21.704460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b596b-6cc2-4e13-a4bc-5205583a087a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:21.705999 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-272b596b-6cc2-4e13-a4bc-5205583a087a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0672846 Jul 07 19:41:21.708923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:21.768871 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-de850cfe-badd-486d-8c83-00879c923aa9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 7705272a-b37c-4ed9-8df5-084fd43fce88 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:21.772444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de850cfe-badd-486d-8c83-00879c923aa9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.817703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de850cfe-badd-486d-8c83-00879c923aa9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.920952 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de850cfe-badd-486d-8c83-00879c923aa9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:21.986397 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de850cfe-badd-486d-8c83-00879c923aa9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.012998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de850cfe-badd-486d-8c83-00879c923aa9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=7705272a-b37c-4ed9-8df5-084fd43fce88,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:22.018808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de850cfe-badd-486d-8c83-00879c923aa9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.022950 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-de850cfe-badd-486d-8c83-00879c923aa9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/7705272a-b37c-4ed9-8df5-084fd43fce88 HTTP/1.1" status: 204 len: 168 time: 0.3108289 Jul 07 19:41:22.023335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:22.056604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c9f97d7-889d-47ea-83ff-e9f0959f8ba6 None None] Provisioning for port 17702f11-9e2c-48c7-84ce-b7d3b87b3842 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:22.061088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c9f97d7-889d-47ea-83ff-e9f0959f8ba6 None None] Provisioning complete for port 17702f11-9e2c-48c7-84ce-b7d3b87b3842 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:22.061405 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c9f97d7-889d-47ea-83ff-e9f0959f8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.065917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-39387418-84e8-4c01-a471-558c83f48740 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405080 Jul 07 19:41:22.068738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:22.076392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d38b52d-d110-4721-bbc6-f5769b7ca871 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:22.143976 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c9f97d7-889d-47ea-83ff-e9f0959f8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.179955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6c9f97d7-889d-47ea-83ff-e9f0959f8ba6 None None] For port 17702f11-9e2c-48c7-84ce-b7d3b87b3842, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=17702f11-9e2c-48c7-84ce-b7d3b87b3842,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:22.182865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d38b52d-d110-4721-bbc6-f5769b7ca871 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:22.184904 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c9f97d7-889d-47ea-83ff-e9f0959f8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.186501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d38b52d-d110-4721-bbc6-f5769b7ca871 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.218512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b057e160-a224-4f6a-9837-4dee8b367576 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:22.288514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f97d7-889d-47ea-83ff-e9f0959f8ba6 None None] Pushing event updated for resources: {'Port': ['ID=17702f11-9e2c-48c7-84ce-b7d3b87b3842,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:22.303810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bc3bf7d6-c983-43f3-9ad2-c8f67ff5ac39 None None] Could not find standard attr ID for object bc4f167a-9ac3-499e-9424-cf859c88799a. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:22.384222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d38b52d-d110-4721-bbc6-f5769b7ca871 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.434124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d38b52d-d110-4721-bbc6-f5769b7ca871 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:22.435851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a318dd-5f18-46a2-9fd4-75ddb247c201 None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:22.437510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5d38b52d-d110-4721-bbc6-f5769b7ca871 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:22.442006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d38b52d-d110-4721-bbc6-f5769b7ca871 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:22.442614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d38b52d-d110-4721-bbc6-f5769b7ca871 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.453248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38b52d-d110-4721-bbc6-f5769b7ca871 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=f6034af2-20e1-44bc-970c-97e8cad9d536,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:22.463377 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d38b52d-d110-4721-bbc6-f5769b7ca871 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3935254 Jul 07 19:41:22.466001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:22.471063 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': 'f6034af2-20e1-44bc-970c-97e8cad9d536', 'ip_address': '2001:db8::77ab:5c12:8b9d:b332'}], 'name': 'tempest-NetworksTestDHCPv6-1571960755'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:22.489953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b5a318dd-5f18-46a2-9fd4-75ddb247c201 None None] Deleting port 17702f11-9e2c-48c7-84ce-b7d3b87b3842 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:22.490525 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5a318dd-5f18-46a2-9fd4-75ddb247c201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.569023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b5a318dd-5f18-46a2-9fd4-75ddb247c201 None None] For port 17702f11-9e2c-48c7-84ce-b7d3b87b3842, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=17702f11-9e2c-48c7-84ce-b7d3b87b3842,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:22.569416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5a318dd-5f18-46a2-9fd4-75ddb247c201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.586487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b5a318dd-5f18-46a2-9fd4-75ddb247c201 None None] Calling delete_port for 17702f11-9e2c-48c7-84ce-b7d3b87b3842 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:22.587261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:22.663807 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5a318dd-5f18-46a2-9fd4-75ddb247c201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.675432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:22.690877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a318dd-5f18-46a2-9fd4-75ddb247c201 None None] Pushing event deleted for resources: {'Port': ['ID=17702f11-9e2c-48c7-84ce-b7d3b87b3842,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:22.693854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port 42ad4507-d790-48cd-827d-db066c7e7b81 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:22.696242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a318dd-5f18-46a2-9fd4-75ddb247c201 None None] No DVR routers for this DVR port 17702f11-9e2c-48c7-84ce-b7d3b87b3842 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:22.712682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee29b6d-af71-469b-ba33-18909c7260ca None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:22.860267 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::77ab:5c12:8b9d:b332 (f41002a2-4ffd-47a8-a362-36e099b74986/f6034af2-20e1-44bc-970c-97e8cad9d536/42ad4507-d790-48cd-827d-db066c7e7b81) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:22.874920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': 'f6034af2-20e1-44bc-970c-97e8cad9d536'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:22.875794 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.015497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.030558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object 42ad4507-d790-48cd-827d-db066c7e7b81 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:23.064344 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.112152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Allocated IP 2001:db8::2 (f41002a2-4ffd-47a8-a362-36e099b74986/f6034af2-20e1-44bc-970c-97e8cad9d536/06830d3c-638f-41a3-99af-d9f27e62c650) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:23.113563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:23.117197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:23.124677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:23.130696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:23.131464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.145157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=42ad4507-d790-48cd-827d-db066c7e7b81,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:23.153067 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-23ad417a-9649-4b00-8d2f-7f53065a08d9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6859696 Jul 07 19:41:23.155569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:23.224731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa331e-c362-4f3b-8a3d-0623308df814 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:23.226591 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f6aa331e-c362-4f3b-8a3d-0623308df814 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0697219 Jul 07 19:41:23.230192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:23.267192 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.287477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Transition to ACTIVE for port object 06830d3c-638f-41a3-99af-d9f27e62c650 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:23.313141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Transition to ACTIVE for port object 06830d3c-638f-41a3-99af-d9f27e62c650 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:23.321516 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.339389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ad961d5e-78bd-417f-b166-294ec6f59e6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port 42ad4507-d790-48cd-827d-db066c7e7b81 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:23.340327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad961d5e-78bd-417f-b166-294ec6f59e6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.354916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 17702f11-9e2c-48c7-84ce-b7d3b87b3842 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:23.388803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 17702f11-9e2c-48c7-84ce-b7d3b87b3842 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:23.389148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 17702f11-9e2c-48c7-84ce-b7d3b87b3842 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:23.392139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:23.398110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:23.400829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Pushing event updated for resources: {'Port': ['ID=06830d3c-638f-41a3-99af-d9f27e62c650,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:23.403429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:23.437207 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad961d5e-78bd-417f-b166-294ec6f59e6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.451398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ad961d5e-78bd-417f-b166-294ec6f59e6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for 42ad4507-d790-48cd-827d-db066c7e7b81 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:23.460910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Attempting to bind port 06830d3c-638f-41a3-99af-d9f27e62c650 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:23.462196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Attempting to bind port 06830d3c-638f-41a3-99af-d9f27e62c650 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:23.462351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Attempting to bind port 06830d3c-638f-41a3-99af-d9f27e62c650 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:23.467636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:23.468008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:23.468411 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.468910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:23.469372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Bound port: 06830d3c-638f-41a3-99af-d9f27e62c650, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:23.469755 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.538615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] For port 06830d3c-638f-41a3-99af-d9f27e62c650, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:23.541968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] For port 06830d3c-638f-41a3-99af-d9f27e62c650, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=06830d3c-638f-41a3-99af-d9f27e62c650,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:23.546170 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.598073 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad961d5e-78bd-417f-b166-294ec6f59e6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.604918 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5bf05-5591-4922-8ed7-b4a344db02ba None None] Pushing event updated for resources: {'Port': ['ID=06830d3c-638f-41a3-99af-d9f27e62c650,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:23.632433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad961d5e-78bd-417f-b166-294ec6f59e6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=42ad4507-d790-48cd-827d-db066c7e7b81,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:23.666173 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad961d5e-78bd-417f-b166-294ec6f59e6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.670634 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ad961d5e-78bd-417f-b166-294ec6f59e6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/42ad4507-d790-48cd-827d-db066c7e7b81 HTTP/1.1" status: 204 len: 168 time: 0.4369631 Jul 07 19:41:23.670818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:23.725172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fcb69d-d5d9-4b23-bd7c-876232362a50 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:23.726981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fcb69d-d5d9-4b23-bd7c-876232362a50 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:23.729257 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a8fcb69d-d5d9-4b23-bd7c-876232362a50 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0575178 Jul 07 19:41:23.732553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:23.805887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4dcc856-b0cc-4572-8275-18ff6f8438cd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet f6034af2-20e1-44bc-970c-97e8cad9d536 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:23.809768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc856-b0cc-4572-8275-18ff6f8438cd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.859797 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc856-b0cc-4572-8275-18ff6f8438cd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:23.945301 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc856-b0cc-4572-8275-18ff6f8438cd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.007622 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc856-b0cc-4572-8275-18ff6f8438cd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.045595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcc856-b0cc-4572-8275-18ff6f8438cd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=f6034af2-20e1-44bc-970c-97e8cad9d536,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:24.047985 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc856-b0cc-4572-8275-18ff6f8438cd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.052432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:24.053015 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c4dcc856-b0cc-4572-8275-18ff6f8438cd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/f6034af2-20e1-44bc-970c-97e8cad9d536 HTTP/1.1" status: 204 len: 168 time: 0.3187323 Jul 07 19:41:24.095955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0dd9d730-ab97-4ba1-8b19-674c39711105 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421615 Jul 07 19:41:24.098397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:24.204803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf6baf-9431-4044-86d2-ebd6d4b8def3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:24.208681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3cbf6baf-9431-4044-86d2-ebd6d4b8def3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1070991 Jul 07 19:41:24.208926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:24.321474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80664aba-a94d-43d4-8e8b-7a2b905b8e32 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:24.325569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-80664aba-a94d-43d4-8e8b-7a2b905b8e32 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1132262 Jul 07 19:41:24.325921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:24.367052 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-08850986-04c4-4566-b57c-193e5526e1d7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399427 Jul 07 19:41:24.372553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:24.377721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5eab81b0-a771-495e-98d4-17aa1599d2cb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:24.472060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eab81b0-a771-495e-98d4-17aa1599d2cb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:24.475484 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eab81b0-a771-495e-98d4-17aa1599d2cb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.478139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a333805-5bf8-4c5d-a837-0b89e2516d36 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:24.572554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54613253-def4-4958-adcb-f45ff4e2af16 None None] Provisioning for port 06830d3c-638f-41a3-99af-d9f27e62c650 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:24.670284 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eab81b0-a771-495e-98d4-17aa1599d2cb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.676031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:24.713284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eab81b0-a771-495e-98d4-17aa1599d2cb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:24.717003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5eab81b0-a771-495e-98d4-17aa1599d2cb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:24.721286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab81b0-a771-495e-98d4-17aa1599d2cb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:24.721877 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eab81b0-a771-495e-98d4-17aa1599d2cb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.723244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Deleting port 06830d3c-638f-41a3-99af-d9f27e62c650 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:24.723630 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.732690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab81b0-a771-495e-98d4-17aa1599d2cb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=c708dec3-03b1-4cc2-b451-93475eae7e95,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:24.748548 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5eab81b0-a771-495e-98d4-17aa1599d2cb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3720047 Jul 07 19:41:24.748745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:24.753931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': 'c708dec3-03b1-4cc2-b451-93475eae7e95', 'ip_address': '2001:db8::e853:2e39:87f3:a741'}], 'name': 'tempest-NetworksTestDHCPv6-558194452'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:24.810815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] For port 06830d3c-638f-41a3-99af-d9f27e62c650, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=06830d3c-638f-41a3-99af-d9f27e62c650,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:24.811209 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.824888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Calling delete_port for 06830d3c-638f-41a3-99af-d9f27e62c650 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:24.875261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:24.906163 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.930759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Pushing event deleted for resources: {'Port': ['ID=06830d3c-638f-41a3-99af-d9f27e62c650,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:24.934887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] No DVR routers for this DVR port 06830d3c-638f-41a3-99af-d9f27e62c650 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:24.949639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.950015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.950788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.950788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.951135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.951317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.951680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.952146 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.952515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.952872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.953214 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.953539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf806508-8da4-4135-b2ce-a80ac233e096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:24.957484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0300bc6-c3a9-4fc9-9be9-8231a5d59ccc None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:24.963418 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:24.981568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port 4d304802-9c20-4359-bb01-9c8aeba6064d yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:25.108139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': 'c708dec3-03b1-4cc2-b451-93475eae7e95'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:25.109065 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.206281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::e853:2e39:87f3:a741 (f41002a2-4ffd-47a8-a362-36e099b74986/c708dec3-03b1-4cc2-b451-93475eae7e95/4d304802-9c20-4359-bb01-9c8aeba6064d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:25.363880 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.378064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object 4d304802-9c20-4359-bb01-9c8aeba6064d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:25.411663 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.457532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:25.463099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:25.463301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Allocated IP 2001:db8::2 (f41002a2-4ffd-47a8-a362-36e099b74986/c708dec3-03b1-4cc2-b451-93475eae7e95/231b7b02-e51c-4763-9400-aa8fd52fefb3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:25.467436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:25.473489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:25.474148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.483580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=4d304802-9c20-4359-bb01-9c8aeba6064d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:25.496167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-23ef2920-96da-4edb-afdb-018d74a50cb4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7462473 Jul 07 19:41:25.499304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:25.504759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-43adddbb-c8e7-4490-8642-169a95cbe7fe tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': 'c708dec3-03b1-4cc2-b451-93475eae7e95', 'ip_address': '2001:db8::e853:2e39:87f3:a741'}], 'name': 'tempest-NetworksTestDHCPv6-2061749371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:25.617515 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.621627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43adddbb-c8e7-4490-8642-169a95cbe7fe tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:25.626570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Transition to ACTIVE for port object 231b7b02-e51c-4763-9400-aa8fd52fefb3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:25.626720 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43adddbb-c8e7-4490-8642-169a95cbe7fe tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.642420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Transition to ACTIVE for port object 231b7b02-e51c-4763-9400-aa8fd52fefb3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:25.645800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-43adddbb-c8e7-4490-8642-169a95cbe7fe tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port 86ff75a8-f451-42b1-a50d-b59bdc575d58 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:25.649582 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.686071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:25.688944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:25.695392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:25.704882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Pushing event updated for resources: {'Port': ['ID=231b7b02-e51c-4763-9400-aa8fd52fefb3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:25.762687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Attempting to bind port 231b7b02-e51c-4763-9400-aa8fd52fefb3 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:25.763053 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Attempting to bind port 231b7b02-e51c-4763-9400-aa8fd52fefb3 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:25.763417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Attempting to bind port 231b7b02-e51c-4763-9400-aa8fd52fefb3 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:25.768393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:25.768798 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:25.769199 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.769593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:25.770054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Bound port: 231b7b02-e51c-4763-9400-aa8fd52fefb3, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:25.770437 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.811603 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-43adddbb-c8e7-4490-8642-169a95cbe7fe tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 19:41:25.812065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43adddbb-c8e7-4490-8642-169a95cbe7fe tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:25.828875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-43adddbb-c8e7-4490-8642-169a95cbe7fe tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3281264 Jul 07 19:41:25.831278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:25.846459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] For port 231b7b02-e51c-4763-9400-aa8fd52fefb3, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:25.849814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] For port 231b7b02-e51c-4763-9400-aa8fd52fefb3, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=231b7b02-e51c-4763-9400-aa8fd52fefb3,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:25.854541 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:25.905360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad6bffe-81b1-49c3-8544-4e20b5900902 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:25.915643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad6bffe-81b1-49c3-8544-4e20b5900902 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:25.917495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3ad6bffe-81b1-49c3-8544-4e20b5900902 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0852580 Jul 07 19:41:25.918899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c847d44-3269-437e-9d88-60856dbb8b9f None None] Pushing event updated for resources: {'Port': ['ID=231b7b02-e51c-4763-9400-aa8fd52fefb3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:25.920102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:26.025761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcf811-e07f-47b1-8dc0-f37b1664d785 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port 4d304802-9c20-4359-bb01-9c8aeba6064d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:26.026247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdbcf811-e07f-47b1-8dc0-f37b1664d785 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.130815 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdbcf811-e07f-47b1-8dc0-f37b1664d785 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.145874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcf811-e07f-47b1-8dc0-f37b1664d785 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for 4d304802-9c20-4359-bb01-9c8aeba6064d owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:26.283810 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdbcf811-e07f-47b1-8dc0-f37b1664d785 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.320426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcf811-e07f-47b1-8dc0-f37b1664d785 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=4d304802-9c20-4359-bb01-9c8aeba6064d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:26.350060 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdbcf811-e07f-47b1-8dc0-f37b1664d785 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.353910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bdbcf811-e07f-47b1-8dc0-f37b1664d785 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/4d304802-9c20-4359-bb01-9c8aeba6064d HTTP/1.1" status: 204 len: 168 time: 0.4328251 Jul 07 19:41:26.356255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:26.416088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27874de-16ca-47a6-99b1-f1e91fae4e82 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:26.417571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27874de-16ca-47a6-99b1-f1e91fae4e82 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:26.419160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f27874de-16ca-47a6-99b1-f1e91fae4e82 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0609555 Jul 07 19:41:26.421820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:26.478017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f8924c-50cc-455d-84e7-a9977a9d20d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet c708dec3-03b1-4cc2-b451-93475eae7e95 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:26.481958 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38f8924c-50cc-455d-84e7-a9977a9d20d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.523736 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38f8924c-50cc-455d-84e7-a9977a9d20d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.617029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38f8924c-50cc-455d-84e7-a9977a9d20d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.681775 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38f8924c-50cc-455d-84e7-a9977a9d20d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.715779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8924c-50cc-455d-84e7-a9977a9d20d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=c708dec3-03b1-4cc2-b451-93475eae7e95,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:26.717824 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38f8924c-50cc-455d-84e7-a9977a9d20d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.719697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-38f8924c-50cc-455d-84e7-a9977a9d20d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/c708dec3-03b1-4cc2-b451-93475eae7e95 HTTP/1.1" status: 204 len: 168 time: 0.2969241 Jul 07 19:41:26.722321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:26.763670 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-33a4f940-34d3-43da-801f-a1b99b69321c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400109 Jul 07 19:41:26.767594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:26.773097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-daae608f-00fc-463b-9f68-dddac4ee353e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:26.798065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f7413-ef7c-46dd-8a36-f836188debe4 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:26.866419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daae608f-00fc-463b-9f68-dddac4ee353e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:26.870027 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-daae608f-00fc-463b-9f68-dddac4ee353e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:26.873415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f4d7bef4-ab87-4f3d-8874-b4d075432119 None None] Provisioning for port 231b7b02-e51c-4763-9400-aa8fd52fefb3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:27.010291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9391b89-3c77-4baa-9fcd-0f78099509c3 None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:27.057913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e9391b89-3c77-4baa-9fcd-0f78099509c3 None None] Deleting port 231b7b02-e51c-4763-9400-aa8fd52fefb3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:27.058237 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9391b89-3c77-4baa-9fcd-0f78099509c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.066870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-daae608f-00fc-463b-9f68-dddac4ee353e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.114873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae608f-00fc-463b-9f68-dddac4ee353e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:27.120953 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-daae608f-00fc-463b-9f68-dddac4ee353e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:27.125280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daae608f-00fc-463b-9f68-dddac4ee353e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:27.125880 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-daae608f-00fc-463b-9f68-dddac4ee353e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.126519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e9391b89-3c77-4baa-9fcd-0f78099509c3 None None] For port 231b7b02-e51c-4763-9400-aa8fd52fefb3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=231b7b02-e51c-4763-9400-aa8fd52fefb3,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:27.126948 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9391b89-3c77-4baa-9fcd-0f78099509c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.131312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae608f-00fc-463b-9f68-dddac4ee353e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=321ba77f-9fd6-401a-b948-20fef0d0d293,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:27.140575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e9391b89-3c77-4baa-9fcd-0f78099509c3 None None] Calling delete_port for 231b7b02-e51c-4763-9400-aa8fd52fefb3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:27.143808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-daae608f-00fc-463b-9f68-dddac4ee353e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3751075 Jul 07 19:41:27.146635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:27.151991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-08a8cc14-2e15-4248-a9f0-993526323e47 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': '321ba77f-9fd6-401a-b948-20fef0d0d293', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1063816984'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:27.220491 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9391b89-3c77-4baa-9fcd-0f78099509c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.245162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9391b89-3c77-4baa-9fcd-0f78099509c3 None None] Pushing event deleted for resources: {'Port': ['ID=231b7b02-e51c-4763-9400-aa8fd52fefb3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:27.251677 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9391b89-3c77-4baa-9fcd-0f78099509c3 None None] No DVR routers for this DVR port 231b7b02-e51c-4763-9400-aa8fd52fefb3 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:27.268060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a31605-1ff6-4ed0-95bf-0a75eaf73d66 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:27.269589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a8cc14-2e15-4248-a9f0-993526323e47 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:27.274914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08a8cc14-2e15-4248-a9f0-993526323e47 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.294040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-08a8cc14-2e15-4248-a9f0-993526323e47 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port 81942b9b-1af2-42da-b829-5c12afa88429 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:27.418347 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a8cc14-2e15-4248-a9f0-993526323e47 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:27.418809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a8cc14-2e15-4248-a9f0-993526323e47 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:27.426191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': '321ba77f-9fd6-401a-b948-20fef0d0d293'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:27.427479 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.440202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-08a8cc14-2e15-4248-a9f0-993526323e47 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.2887187 Jul 07 19:41:27.440444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:27.474366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5d06da00-fa28-4977-a7be-db88d80fc184 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0327013 Jul 07 19:41:27.477826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:27.536148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f70c3-2587-4133-8685-fa4e88a95110 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:27.537662 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f70c3-2587-4133-8685-fa4e88a95110 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:27.539185 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fb8f70c3-2587-4133-8685-fa4e88a95110 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0603013 Jul 07 19:41:27.542750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:27.574833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Allocated IP 2001:db8::2 (f41002a2-4ffd-47a8-a362-36e099b74986/321ba77f-9fd6-401a-b948-20fef0d0d293/b4799efc-3c48-4375-8528-fae43680f0d9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:27.595761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a42395-bdbc-4638-9f23-fda6c196e8ae tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 321ba77f-9fd6-401a-b948-20fef0d0d293 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:27.719033 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.728370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Transition to ACTIVE for port object b4799efc-3c48-4375-8528-fae43680f0d9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:27.744289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Transition to ACTIVE for port object b4799efc-3c48-4375-8528-fae43680f0d9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:27.749459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14a42395-bdbc-4638-9f23-fda6c196e8ae tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.750446 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.791706 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14a42395-bdbc-4638-9f23-fda6c196e8ae tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.792197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:27.795010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:27.800541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:27.803595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Pushing event updated for resources: {'Port': ['ID=b4799efc-3c48-4375-8528-fae43680f0d9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:27.862774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Attempting to bind port b4799efc-3c48-4375-8528-fae43680f0d9 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:27.863207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Attempting to bind port b4799efc-3c48-4375-8528-fae43680f0d9 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:27.863511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Attempting to bind port b4799efc-3c48-4375-8528-fae43680f0d9 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:27.868821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:27.869197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:27.869602 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.870001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:27.870469 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Bound port: b4799efc-3c48-4375-8528-fae43680f0d9, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:27.870856 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.890762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14a42395-bdbc-4638-9f23-fda6c196e8ae tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.950273 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14a42395-bdbc-4638-9f23-fda6c196e8ae tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.953979 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] For port b4799efc-3c48-4375-8528-fae43680f0d9, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:27.957311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] For port b4799efc-3c48-4375-8528-fae43680f0d9, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b4799efc-3c48-4375-8528-fae43680f0d9,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:27.964104 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.980291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a42395-bdbc-4638-9f23-fda6c196e8ae tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=321ba77f-9fd6-401a-b948-20fef0d0d293,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:27.982194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14a42395-bdbc-4638-9f23-fda6c196e8ae tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:27.986672 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:27.986811 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-14a42395-bdbc-4638-9f23-fda6c196e8ae tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/321ba77f-9fd6-401a-b948-20fef0d0d293 HTTP/1.1" status: 204 len: 168 time: 0.4430254 Jul 07 19:41:28.032656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840c8d6-9e07-4d89-a0fe-80169398cce0 None None] Pushing event updated for resources: {'Port': ['ID=b4799efc-3c48-4375-8528-fae43680f0d9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:28.048710 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-690ca88f-1204-4fb6-b94f-1467e7763e5d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566216 Jul 07 19:41:28.048831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:28.053947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0c6b316f-f50d-4ba1-a87c-08895c929b0a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:28.151379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6b316f-f50d-4ba1-a87c-08895c929b0a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:28.156260 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c6b316f-f50d-4ba1-a87c-08895c929b0a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.367101 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c6b316f-f50d-4ba1-a87c-08895c929b0a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.408103 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6b316f-f50d-4ba1-a87c-08895c929b0a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:28.411252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0c6b316f-f50d-4ba1-a87c-08895c929b0a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:28.415459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6b316f-f50d-4ba1-a87c-08895c929b0a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:28.416050 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c6b316f-f50d-4ba1-a87c-08895c929b0a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.432298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b316f-f50d-4ba1-a87c-08895c929b0a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=2b422a2c-38cd-4378-bc36-6f90bd7d9520,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:28.436088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0c6b316f-f50d-4ba1-a87c-08895c929b0a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3862026 Jul 07 19:41:28.438759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:28.443271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-36f0f044-748b-4d5e-bb26-0233263df25f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-426449713', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:28.467921 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36f0f044-748b-4d5e-bb26-0233263df25f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.468986 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36f0f044-748b-4d5e-bb26-0233263df25f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.530054 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36f0f044-748b-4d5e-bb26-0233263df25f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.534472 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36f0f044-748b-4d5e-bb26-0233263df25f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.551048 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36f0f044-748b-4d5e-bb26-0233263df25f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.552303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-36f0f044-748b-4d5e-bb26-0233263df25f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1126125 Jul 07 19:41:28.555229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:28.908441 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:28.973230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f1093-2e75-4984-996b-42a8e050c0f0 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:29.046442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-06d8b0e4-6702-4e3b-aa47-e583e9ed5dd7 None None] Provisioning for port b4799efc-3c48-4375-8528-fae43680f0d9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:29.181840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::1 (f41002a2-4ffd-47a8-a362-36e099b74986/2b422a2c-38cd-4378-bc36-6f90bd7d9520/1656bfda-1c81-4f4d-aa54-94add4047087) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:29.314610 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.332596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object 1656bfda-1c81-4f4d-aa54-94add4047087 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:29.375018 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.376075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b4799efc-3c48-4375-8528-fae43680f0d9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:29.418390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:29.421920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:29.425160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:29.426089 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.432467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port b4799efc-3c48-4375-8528-fae43680f0d9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:29.436936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b4799efc-3c48-4375-8528-fae43680f0d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:29.437334 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.496503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=1656bfda-1c81-4f4d-aa54-94add4047087,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:29.528234 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.563419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port b4799efc-3c48-4375-8528-fae43680f0d9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b4799efc-3c48-4375-8528-fae43680f0d9,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:29.568126 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.640865 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:29.653795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ccc01796-9000-41f8-8985-33539eb3a901 None None] Could not find standard attr ID for object 42ad4507-d790-48cd-827d-db066c7e7b81. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:29.655310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=b4799efc-3c48-4375-8528-fae43680f0d9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:29.870526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3635ed6d-b691-46f0-811a-869eaf2c663e None None] Could not find standard attr ID for object 4d304802-9c20-4359-bb01-9c8aeba6064d. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:30.003188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-04f08c5d-3d6e-4d7d-8e1a-7a8019f37ab5 None None] Provisioning for port 1656bfda-1c81-4f4d-aa54-94add4047087 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:30.007590 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-04f08c5d-3d6e-4d7d-8e1a-7a8019f37ab5 None None] Provisioning complete for port 1656bfda-1c81-4f4d-aa54-94add4047087 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:30.007978 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04f08c5d-3d6e-4d7d-8e1a-7a8019f37ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:30.051047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-04f08c5d-3d6e-4d7d-8e1a-7a8019f37ab5 None None] Port 1656bfda-1c81-4f4d-aa54-94add4047087 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:41:30.312205 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:30.318063 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:30.318911 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:30.405786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=1656bfda-1c81-4f4d-aa54-94add4047087,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:30.447220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:30.448666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:30.584467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Router 194e01db-a3e8-4dfa-98c1-bb461d53088c is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:41:30.682437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b10df710-3dec-42a8-a20f-25ebb17c9db7 None None] Provisioning complete for port 1656bfda-1c81-4f4d-aa54-94add4047087 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:30.682803 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b10df710-3dec-42a8-a20f-25ebb17c9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:30.684873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:30.690335 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-956150dd-308f-44d8-a30c-5ab4eb035169 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "PUT /v2.0/routers/194e01db-a3e8-4dfa-98c1-bb461d53088c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1334994 Jul 07 19:41:30.692873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:30.696026 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Sync routers for ids ['194e01db-a3e8-4dfa-98c1-bb461d53088c'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:30.705976 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Routers {'194e01db-a3e8-4dfa-98c1-bb461d53088c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:30.706714 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:41:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['194e01db-a3e8-4dfa-98c1-bb461d53088c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:30.732001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b10df710-3dec-42a8-a20f-25ebb17c9db7 None None] Port 1656bfda-1c81-4f4d-aa54-94add4047087 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:41:30.768876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b31e22b-6b92-464c-92a2-6b03904bee22 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:30.770351 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7b31e22b-6b92-464c-92a2-6b03904bee22 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports/1656bfda-1c81-4f4d-aa54-94add4047087 HTTP/1.1" status: 200 len: 911 time: 0.0764906 Jul 07 19:41:30.772858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:30.803396 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Set router 194e01db-a3e8-4dfa-98c1-bb461d53088c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:41:30.846991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d04304-d3c9-4331-b696-49543d9c2c95 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:30.853291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d04304-d3c9-4331-b696-49543d9c2c95 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:30.857429 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-83d04304-d3c9-4331-b696-49543d9c2c95 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0810678 Jul 07 19:41:30.857844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:31.003891 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e01db-a3e8-4dfa-98c1-bb461d53088c', 'name': 'tempest-NetworksTestDHCPv6-router-426449713', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:41:28Z', 'updated_at': '2021-07-07T19:41:29Z', 'revision_number': 2, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'gw_port_host': None, '_interfaces': [{'id': '1656bfda-1c81-4f4d-aa54-94add4047087', 'name': '', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'mac_address': 'fa:16:3e:7a:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194e01db-a3e8-4dfa-98c1-bb461d53088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2b422a2c-38cd-4378-bc36-6f90bd7d9520', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:41:29Z', 'updated_at': '2021-07-07T19:41:30Z', 'revision_number': 2, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'subnets': [{'id': '2b422a2c-38cd-4378-bc36-6f90bd7d9520', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:31.034543 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Checking router: 194e01db-a3e8-4dfa-98c1-bb461d53088c for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:41:31.034891 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Updating router 194e01db-a3e8-4dfa-98c1-bb461d53088c port 1656bfda-1c81-4f4d-aa54-94add4047087 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:41:31.069738 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.308341 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.337325 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.339836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b4799efc-3c48-4375-8528-fae43680f0d9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:31.347836 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Transition to ACTIVE for port object 1656bfda-1c81-4f4d-aa54-94add4047087 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:31.355097 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.395015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b4799efc-3c48-4375-8528-fae43680f0d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:31.395645 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.411283 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Pushing event updated for resources: {'Port': ['ID=1656bfda-1c81-4f4d-aa54-94add4047087,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:31.439606 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.439606 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.439958 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.440061 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.440549 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.440673 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.441377 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.441377 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.441624 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.441898 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.442214 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.442527 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:31.486789 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Attempting to bind port 1656bfda-1c81-4f4d-aa54-94add4047087 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:31.487470 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Attempting to bind port 1656bfda-1c81-4f4d-aa54-94add4047087 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:31.487822 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Attempting to bind port 1656bfda-1c81-4f4d-aa54-94add4047087 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:31.495722 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:31.496393 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:31.496821 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.497211 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:31.497690 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Bound port: 1656bfda-1c81-4f4d-aa54-94add4047087, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:31.498069 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.566620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port 1656bfda-1c81-4f4d-aa54-94add4047087 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:31.567229 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.577142 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] For port 1656bfda-1c81-4f4d-aa54-94add4047087, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:31.580719 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] For port 1656bfda-1c81-4f4d-aa54-94add4047087, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1656bfda-1c81-4f4d-aa54-94add4047087,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:31.585739 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.658850 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Routers {'194e01db-a3e8-4dfa-98c1-bb461d53088c'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:31.659483 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:41:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['194e01db-a3e8-4dfa-98c1-bb461d53088c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:31.674654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] For port 1656bfda-1c81-4f4d-aa54-94add4047087, host n-d-792394-12, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:31.674901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.690716 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for 1656bfda-1c81-4f4d-aa54-94add4047087 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:31.696662 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54656713-67d8-402e-975d-e200e7072d9f None None] Pushing event updated for resources: {'Port': ['ID=1656bfda-1c81-4f4d-aa54-94add4047087,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:31.759433 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] Set router 194e01db-a3e8-4dfa-98c1-bb461d53088c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:41:31.914180 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:31.959483 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=1656bfda-1c81-4f4d-aa54-94add4047087,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:31.985378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-12aedce6-84cc-4e0e-8fc1-c74940a07e5e None None] Could not find standard attr ID for object 1656bfda-1c81-4f4d-aa54-94add4047087. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:32.001241 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e01db-a3e8-4dfa-98c1-bb461d53088c', 'name': 'tempest-NetworksTestDHCPv6-router-426449713', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:41:28Z', 'updated_at': '2021-07-07T19:41:29Z', 'revision_number': 2, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'gw_port_host': None, '_interfaces': [{'id': '1656bfda-1c81-4f4d-aa54-94add4047087', 'name': '', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'mac_address': 'fa:16:3e:7a:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194e01db-a3e8-4dfa-98c1-bb461d53088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2b422a2c-38cd-4378-bc36-6f90bd7d9520', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:41:29Z', 'updated_at': '2021-07-07T19:41:31Z', 'revision_number': 4, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'subnets': [{'id': '2b422a2c-38cd-4378-bc36-6f90bd7d9520', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:32.028724 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e227ee03-7de5-4630-a850-3bb3fc99496a None None] The sync data for ids ['194e01db-a3e8-4dfa-98c1-bb461d53088c'] in n-d-792394-12 is: [{'id': '194e01db-a3e8-4dfa-98c1-bb461d53088c', 'name': 'tempest-NetworksTestDHCPv6-router-426449713', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:41:28Z', 'updated_at': '2021-07-07T19:41:29Z', 'revision_number': 2, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'gw_port_host': None, '_interfaces': [{'id': '1656bfda-1c81-4f4d-aa54-94add4047087', 'name': '', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'mac_address': 'fa:16:3e:7a:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194e01db-a3e8-4dfa-98c1-bb461d53088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2b422a2c-38cd-4378-bc36-6f90bd7d9520', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:41:29Z', 'updated_at': '2021-07-07T19:41:31Z', 'revision_number': 4, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'subnets': [{'id': '2b422a2c-38cd-4378-bc36-6f90bd7d9520', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:32.065940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.235355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Router 194e01db-a3e8-4dfa-98c1-bb461d53088c has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:32.331868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:32.337580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-637f6517-851a-4191-b9c0-52a5a02680a2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "PUT /v2.0/routers/194e01db-a3e8-4dfa-98c1-bb461d53088c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4784224 Jul 07 19:41:32.339677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:32.395484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4008694c-719c-46de-b84b-5045b36821a1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:32.397203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4008694c-719c-46de-b84b-5045b36821a1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:32.398977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4008694c-719c-46de-b84b-5045b36821a1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0581193 Jul 07 19:41:32.401444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:32.458481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4572539-c53d-4f91-a7df-25ea2eb592ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 2b422a2c-38cd-4378-bc36-6f90bd7d9520 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:32.462150 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4572539-c53d-4f91-a7df-25ea2eb592ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.509848 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4572539-c53d-4f91-a7df-25ea2eb592ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.558244 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4572539-c53d-4f91-a7df-25ea2eb592ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.626773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4572539-c53d-4f91-a7df-25ea2eb592ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.661360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4572539-c53d-4f91-a7df-25ea2eb592ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=2b422a2c-38cd-4378-bc36-6f90bd7d9520,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:32.667398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4572539-c53d-4f91-a7df-25ea2eb592ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.671246 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b4572539-c53d-4f91-a7df-25ea2eb592ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/2b422a2c-38cd-4378-bc36-6f90bd7d9520 HTTP/1.1" status: 204 len: 168 time: 0.2665441 Jul 07 19:41:32.672318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:32.674898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf31d45-6eaf-4b4a-9068-8d83cdb5d81b None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:32.801545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-42bce386-3271-422b-8205-30755d61ef1a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1255608 Jul 07 19:41:32.801807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:32.882378 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdd7bc43-8317-41a0-b3b5-fe3453e6e6a1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:32.936912 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:41:33.060089 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdd7bc43-8317-41a0-b3b5-fe3453e6e6a1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.062343 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdd7bc43-8317-41a0-b3b5-fe3453e6e6a1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.078692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294444d8-8a4e-402c-bf46-8a2535f37951 None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:33.111174 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdd7bc43-8317-41a0-b3b5-fe3453e6e6a1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.111780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd7bc43-8317-41a0-b3b5-fe3453e6e6a1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Fanout notify agent at l3_agent the message router_deleted on router 194e01db-a3e8-4dfa-98c1-bb461d53088c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:41:33.119328 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdd7bc43-8317-41a0-b3b5-fe3453e6e6a1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.120692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cdd7bc43-8317-41a0-b3b5-fe3453e6e6a1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/routers/194e01db-a3e8-4dfa-98c1-bb461d53088c HTTP/1.1" status: 204 len: 168 time: 0.3178601 Jul 07 19:41:33.123635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:33.129013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:33.139614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-294444d8-8a4e-402c-bf46-8a2535f37951 None None] Deleting port b4799efc-3c48-4375-8528-fae43680f0d9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:33.140002 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-294444d8-8a4e-402c-bf46-8a2535f37951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.205889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-294444d8-8a4e-402c-bf46-8a2535f37951 None None] For port b4799efc-3c48-4375-8528-fae43680f0d9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b4799efc-3c48-4375-8528-fae43680f0d9,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:33.206375 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-294444d8-8a4e-402c-bf46-8a2535f37951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.222441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:33.226075 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.227636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-294444d8-8a4e-402c-bf46-8a2535f37951 None None] Calling delete_port for b4799efc-3c48-4375-8528-fae43680f0d9 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:33.315913 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-294444d8-8a4e-402c-bf46-8a2535f37951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.333322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294444d8-8a4e-402c-bf46-8a2535f37951 None None] No DVR routers for this DVR port b4799efc-3c48-4375-8528-fae43680f0d9 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:33.349402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294444d8-8a4e-402c-bf46-8a2535f37951 None None] Pushing event deleted for resources: {'Port': ['ID=b4799efc-3c48-4375-8528-fae43680f0d9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:33.373815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b4799efc-3c48-4375-8528-fae43680f0d9 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:33.394369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: b4799efc-3c48-4375-8528-fae43680f0d9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:33.394718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b4799efc-3c48-4375-8528-fae43680f0d9 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:33.442117 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.486817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:33.493631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:33.496454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:33.497081 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.502699 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.506103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4712d6ff-aa27-4b80-822f-3d758e7b6b19 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:33.523220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:33.529812 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4048386 Jul 07 19:41:33.533693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:33.537818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.538288 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.538736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.539186 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.539441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-19392279-5b13-43a9-9ec7-151e5ade8121 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-911306633', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:33.540304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.540840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.541400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.541889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.542340 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.542780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.543230 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.543734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5913bd-72bc-4a90-b9c3-c3f5c67deb99 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:41:33.549781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318243c5-6f24-4af2-a5b6-5fd2682a899e None None] Sync routers for ids ['194e01db-a3e8-4dfa-98c1-bb461d53088c'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:33.567891 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19392279-5b13-43a9-9ec7-151e5ade8121 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.568830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318243c5-6f24-4af2-a5b6-5fd2682a899e None None] Routers set() bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:33.568963 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19392279-5b13-43a9-9ec7-151e5ade8121 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.569187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318243c5-6f24-4af2-a5b6-5fd2682a899e None None] Router IDs set() for agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 19:41:33.569831 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_agentschedulers_db [None req-318243c5-6f24-4af2-a5b6-5fd2682a899e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'194e01db-a3e8-4dfa-98c1-bb461d53088c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:41:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent'). {{(pid=93772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 19:41:33.591799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318243c5-6f24-4af2-a5b6-5fd2682a899e None None] Routers set() bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:33.592071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318243c5-6f24-4af2-a5b6-5fd2682a899e None None] Router IDs set() for agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 19:41:33.592703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_agentschedulers_db [None req-318243c5-6f24-4af2-a5b6-5fd2682a899e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'194e01db-a3e8-4dfa-98c1-bb461d53088c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:41:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent'). {{(pid=93772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 19:41:33.593081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318243c5-6f24-4af2-a5b6-5fd2682a899e None None] The sync data for ids ['194e01db-a3e8-4dfa-98c1-bb461d53088c'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:33.627891 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19392279-5b13-43a9-9ec7-151e5ade8121 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.635428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19392279-5b13-43a9-9ec7-151e5ade8121 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.654742 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19392279-5b13-43a9-9ec7-151e5ade8121 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.655996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-19392279-5b13-43a9-9ec7-151e5ade8121 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1209462 Jul 07 19:41:33.658769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:33.687733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': '0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:33.688627 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:33.833567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Allocated IP 2001:db8::2 (f41002a2-4ffd-47a8-a362-36e099b74986/0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd/2c76d113-cd38-48b7-8dd4-a382cf38ad18) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:33.994320 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.004248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Transition to ACTIVE for port object 2c76d113-cd38-48b7-8dd4-a382cf38ad18 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:34.021211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Transition to ACTIVE for port object 2c76d113-cd38-48b7-8dd4-a382cf38ad18 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:34.030335 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.076209 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:34.079348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:34.082085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:34.091460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Pushing event updated for resources: {'Port': ['ID=2c76d113-cd38-48b7-8dd4-a382cf38ad18,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:34.157863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Attempting to bind port 2c76d113-cd38-48b7-8dd4-a382cf38ad18 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:34.158245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Attempting to bind port 2c76d113-cd38-48b7-8dd4-a382cf38ad18 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:34.158602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Attempting to bind port 2c76d113-cd38-48b7-8dd4-a382cf38ad18 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:34.164132 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:34.165334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:34.165812 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.166855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:34.166855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Bound port: 2c76d113-cd38-48b7-8dd4-a382cf38ad18, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:34.167083 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.219839 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.238492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] For port 2c76d113-cd38-48b7-8dd4-a382cf38ad18, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:34.241480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] For port 2c76d113-cd38-48b7-8dd4-a382cf38ad18, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2c76d113-cd38-48b7-8dd4-a382cf38ad18,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:34.246249 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.314886 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10525df3-7422-44d9-9c99-0d8a62b67483 None None] Pushing event updated for resources: {'Port': ['ID=2c76d113-cd38-48b7-8dd4-a382cf38ad18,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:34.496860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::1 (f41002a2-4ffd-47a8-a362-36e099b74986/0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd/3bab788e-dde0-4434-a7d0-09471bc5abda) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:34.617096 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.631253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object 3bab788e-dde0-4434-a7d0-09471bc5abda will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:34.664217 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.712250 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:34.718201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:34.720619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:34.721184 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:34.760436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=3bab788e-dde0-4434-a7d0-09471bc5abda,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:34.853536 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.127721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.132701 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.134601 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.231702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=3bab788e-dde0-4434-a7d0-09471bc5abda,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:35.274613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:35.275999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:35.347347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-602f0f8f-2f20-472c-89d7-83adf0061730 None None] Provisioning for port 2c76d113-cd38-48b7-8dd4-a382cf38ad18 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:35.407847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2c76d113-cd38-48b7-8dd4-a382cf38ad18 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:35.423854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Router 22a0400e-f370-4370-a02b-37baf2f5df3a is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:41:35.463142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 2c76d113-cd38-48b7-8dd4-a382cf38ad18 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:35.468108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2c76d113-cd38-48b7-8dd4-a382cf38ad18 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:35.468549 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.527698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:35.538537 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Sync routers for ids ['22a0400e-f370-4370-a02b-37baf2f5df3a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:35.542104 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-da634379-d4dc-4668-ab6c-1e4bddd9a214 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "PUT /v2.0/routers/22a0400e-f370-4370-a02b-37baf2f5df3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8820338 Jul 07 19:41:35.545362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:35.553344 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Routers {'22a0400e-f370-4370-a02b-37baf2f5df3a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:35.554032 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:41:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['22a0400e-f370-4370-a02b-37baf2f5df3a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:35.559473 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.593861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-708bf8c2-fc8b-4181-b3b1-583685a28925 None None] Provisioning for port 3bab788e-dde0-4434-a7d0-09471bc5abda completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:35.603198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-708bf8c2-fc8b-4181-b3b1-583685a28925 None None] Provisioning complete for port 3bab788e-dde0-4434-a7d0-09471bc5abda triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:35.603572 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-708bf8c2-fc8b-4181-b3b1-583685a28925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.619741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b28cc-5b5a-4a23-b639-2eb2db91d5ff tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:35.621600 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cd7b28cc-5b5a-4a23-b639-2eb2db91d5ff tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports/3bab788e-dde0-4434-a7d0-09471bc5abda HTTP/1.1" status: 200 len: 911 time: 0.0751581 Jul 07 19:41:35.624142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:35.653842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 2c76d113-cd38-48b7-8dd4-a382cf38ad18, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2c76d113-cd38-48b7-8dd4-a382cf38ad18,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:35.654997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-708bf8c2-fc8b-4181-b3b1-583685a28925 None None] Port 3bab788e-dde0-4434-a7d0-09471bc5abda cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:41:35.661474 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.675914 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1656bfda-1c81-4f4d-aa54-94add4047087 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:35.715964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f6a330-8e61-4ba0-ba35-98dc788824e2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:35.719839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 1656bfda-1c81-4f4d-aa54-94add4047087 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:35.720386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1656bfda-1c81-4f4d-aa54-94add4047087 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:35.729975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f6a330-8e61-4ba0-ba35-98dc788824e2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:35.732468 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-09f6a330-8e61-4ba0-ba35-98dc788824e2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1070828 Jul 07 19:41:35.735308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:35.759874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=2c76d113-cd38-48b7-8dd4-a382cf38ad18,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:35.771087 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Set router 22a0400e-f370-4370-a02b-37baf2f5df3a gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:41:35.775163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f7ff324b-f731-4c30-b97e-295dec49b01b None None] Provisioning complete for port 3bab788e-dde0-4434-a7d0-09471bc5abda triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:35.775574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7ff324b-f731-4c30-b97e-295dec49b01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:35.812234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff324b-f731-4c30-b97e-295dec49b01b None None] Port 3bab788e-dde0-4434-a7d0-09471bc5abda cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:41:35.970465 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a0400e-f370-4370-a02b-37baf2f5df3a', 'name': 'tempest-NetworksTestDHCPv6-router-911306633', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:41:33Z', 'updated_at': '2021-07-07T19:41:34Z', 'revision_number': 2, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'gw_port_host': None, '_interfaces': [{'id': '3bab788e-dde0-4434-a7d0-09471bc5abda', 'name': '', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'mac_address': 'fa:16:3e:9f:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a0400e-f370-4370-a02b-37baf2f5df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:41:34Z', 'updated_at': '2021-07-07T19:41:34Z', 'revision_number': 2, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'subnets': [{'id': '0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:35.997295 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Checking router: 22a0400e-f370-4370-a02b-37baf2f5df3a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:41:35.997648 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Updating router 22a0400e-f370-4370-a02b-37baf2f5df3a port 3bab788e-dde0-4434-a7d0-09471bc5abda binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:41:36.031765 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.063592 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb29db6e-1abe-4d41-9aa7-8447f8ff72ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.280317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bb29db6e-1abe-4d41-9aa7-8447f8ff72ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port 3bab788e-dde0-4434-a7d0-09471bc5abda {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:36.280690 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb29db6e-1abe-4d41-9aa7-8447f8ff72ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.299666 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.309441 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Transition to ACTIVE for port object 3bab788e-dde0-4434-a7d0-09471bc5abda will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:36.314855 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.367195 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6c162-c5da-4c3f-a518-bcb420f46742 None None] Pushing event updated for resources: {'Port': ['ID=3bab788e-dde0-4434-a7d0-09471bc5abda,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:36.378001 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb29db6e-1abe-4d41-9aa7-8447f8ff72ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.391766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bb29db6e-1abe-4d41-9aa7-8447f8ff72ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for 3bab788e-dde0-4434-a7d0-09471bc5abda owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:36.424961 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Attempting to bind port 3bab788e-dde0-4434-a7d0-09471bc5abda on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:36.425482 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Attempting to bind port 3bab788e-dde0-4434-a7d0-09471bc5abda by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:36.425850 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Attempting to bind port 3bab788e-dde0-4434-a7d0-09471bc5abda on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:36.432847 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:36.433813 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:36.434221 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.434614 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:36.435833 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Bound port: 3bab788e-dde0-4434-a7d0-09471bc5abda, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:36.436270 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.518939 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] For port 3bab788e-dde0-4434-a7d0-09471bc5abda, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:36.522411 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] For port 3bab788e-dde0-4434-a7d0-09471bc5abda, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3bab788e-dde0-4434-a7d0-09471bc5abda,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:36.528362 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.590827 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Routers {'22a0400e-f370-4370-a02b-37baf2f5df3a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:36.591603 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:41:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['22a0400e-f370-4370-a02b-37baf2f5df3a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:36.594921 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6c162-c5da-4c3f-a518-bcb420f46742 None None] Pushing event updated for resources: {'Port': ['ID=3bab788e-dde0-4434-a7d0-09471bc5abda,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:36.611213 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb29db6e-1abe-4d41-9aa7-8447f8ff72ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.634160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07536004-1b2e-4d8f-ae8b-2b2c1d3715f6 None None] Could not find standard attr ID for object 3bab788e-dde0-4434-a7d0-09471bc5abda. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:36.641501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29db6e-1abe-4d41-9aa7-8447f8ff72ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=3bab788e-dde0-4434-a7d0-09471bc5abda,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:36.688438 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] Set router 22a0400e-f370-4370-a02b-37baf2f5df3a gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:41:36.746277 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb29db6e-1abe-4d41-9aa7-8447f8ff72ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:36.849449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-00c4b04f-4b75-4002-9440-be5514377c06 None None] Could not find standard attr ID for object 3bab788e-dde0-4434-a7d0-09471bc5abda. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:36.918300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb29db6e-1abe-4d41-9aa7-8447f8ff72ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Router 22a0400e-f370-4370-a02b-37baf2f5df3a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:41:36.920973 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a0400e-f370-4370-a02b-37baf2f5df3a', 'name': 'tempest-NetworksTestDHCPv6-router-911306633', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:41:33Z', 'updated_at': '2021-07-07T19:41:34Z', 'revision_number': 2, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'gw_port_host': None, '_interfaces': [{'id': '3bab788e-dde0-4434-a7d0-09471bc5abda', 'name': '', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'mac_address': 'fa:16:3e:9f:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a0400e-f370-4370-a02b-37baf2f5df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:41:34Z', 'updated_at': '2021-07-07T19:41:36Z', 'revision_number': 4, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'subnets': [{'id': '0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:41:36.953021 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3967509-e374-4da0-a1fd-4245475c0bbf None None] The sync data for ids ['22a0400e-f370-4370-a02b-37baf2f5df3a'] in n-d-792394-12 is: [{'id': '22a0400e-f370-4370-a02b-37baf2f5df3a', 'name': 'tempest-NetworksTestDHCPv6-router-911306633', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:41:33Z', 'updated_at': '2021-07-07T19:41:34Z', 'revision_number': 2, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'gw_port_host': None, '_interfaces': [{'id': '3bab788e-dde0-4434-a7d0-09471bc5abda', 'name': '', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'mac_address': 'fa:16:3e:9f:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a0400e-f370-4370-a02b-37baf2f5df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:41:34Z', 'updated_at': '2021-07-07T19:41:36Z', 'revision_number': 4, 'project_id': '077411d89fb845e5ae5bfa129f80b821', 'subnets': [{'id': '0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:37.001186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb29db6e-1abe-4d41-9aa7-8447f8ff72ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:41:37.006508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bb29db6e-1abe-4d41-9aa7-8447f8ff72ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "PUT /v2.0/routers/22a0400e-f370-4370-a02b-37baf2f5df3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2693989 Jul 07 19:41:37.009674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:37.355324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c636b80-5634-4548-bc86-3355479c3236 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:37.356974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c636b80-5634-4548-bc86-3355479c3236 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:37.358628 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2c636b80-5634-4548-bc86-3355479c3236 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3475406 Jul 07 19:41:37.361571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:37.377662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2c76d113-cd38-48b7-8dd4-a382cf38ad18 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:37.418267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d1bba8-87bc-41d9-b87b-adf0169f7709 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:37.421972 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d1bba8-87bc-41d9-b87b-adf0169f7709 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.440890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2c76d113-cd38-48b7-8dd4-a382cf38ad18 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:37.441425 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.472807 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d1bba8-87bc-41d9-b87b-adf0169f7709 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.581627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d1bba8-87bc-41d9-b87b-adf0169f7709 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.645776 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d1bba8-87bc-41d9-b87b-adf0169f7709 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.679224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1bba8-87bc-41d9-b87b-adf0169f7709 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:37.684113 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d1bba8-87bc-41d9-b87b-adf0169f7709 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.688440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-54d1bba8-87bc-41d9-b87b-adf0169f7709 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd HTTP/1.1" status: 204 len: 168 time: 0.3237300 Jul 07 19:41:37.689537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:37.691764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db69ffd5-3761-4bc9-84fe-93c3ebfd615d None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:37.774615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-15b2bbea-f4cf-4dfb-883a-c439a02ec060 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0839398 Jul 07 19:41:37.777215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56824) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:37.856718 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-014ab694-f3ab-490c-aa7f-10352c57d4dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:37.894512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c186e8f7-035e-40fe-b569-5df98a6713e0 None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:37.945133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c186e8f7-035e-40fe-b569-5df98a6713e0 None None] Deleting port 2c76d113-cd38-48b7-8dd4-a382cf38ad18 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:37.945511 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c186e8f7-035e-40fe-b569-5df98a6713e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.010169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c186e8f7-035e-40fe-b569-5df98a6713e0 None None] For port 2c76d113-cd38-48b7-8dd4-a382cf38ad18, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2c76d113-cd38-48b7-8dd4-a382cf38ad18,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:38.010563 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c186e8f7-035e-40fe-b569-5df98a6713e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.023417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c186e8f7-035e-40fe-b569-5df98a6713e0 None None] Calling delete_port for 2c76d113-cd38-48b7-8dd4-a382cf38ad18 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:38.024193 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-014ab694-f3ab-490c-aa7f-10352c57d4dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.026611 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-014ab694-f3ab-490c-aa7f-10352c57d4dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.073139 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-014ab694-f3ab-490c-aa7f-10352c57d4dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.073737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014ab694-f3ab-490c-aa7f-10352c57d4dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Fanout notify agent at l3_agent the message router_deleted on router 22a0400e-f370-4370-a02b-37baf2f5df3a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:41:38.081069 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-014ab694-f3ab-490c-aa7f-10352c57d4dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.084587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-014ab694-f3ab-490c-aa7f-10352c57d4dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/routers/22a0400e-f370-4370-a02b-37baf2f5df3a HTTP/1.1" status: 204 len: 168 time: 0.3040748 Jul 07 19:41:38.085092 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.113855 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c186e8f7-035e-40fe-b569-5df98a6713e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.148614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186e8f7-035e-40fe-b569-5df98a6713e0 None None] Pushing event deleted for resources: {'Port': ['ID=2c76d113-cd38-48b7-8dd4-a382cf38ad18,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:38.152948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186e8f7-035e-40fe-b569-5df98a6713e0 None None] No DVR routers for this DVR port 2c76d113-cd38-48b7-8dd4-a382cf38ad18 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:38.155647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f3f4f-88fb-49f2-8f3e-5316b9241c64 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:38.157840 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-240f3f4f-88fb-49f2-8f3e-5316b9241c64 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0716505 Jul 07 19:41:38.160278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.219219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d40239-12ec-4432-ad02-630e45eed01b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:38.220838 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-27d40239-12ec-4432-ad02-630e45eed01b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0593758 Jul 07 19:41:38.223750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.263642 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-88817f00-39bf-4087-b880-bd9c0052acb6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387731 Jul 07 19:41:38.267909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.273142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5afe436e-e36f-4a01-96bd-9f682074acc4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:38.371174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79987585-bd23-416a-bf02-93018c987bbf None None] Sync routers for ids ['22a0400e-f370-4370-a02b-37baf2f5df3a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:41:38.371869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afe436e-e36f-4a01-96bd-9f682074acc4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:38.376018 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5afe436e-e36f-4a01-96bd-9f682074acc4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.387398 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79987585-bd23-416a-bf02-93018c987bbf None None] Routers set() bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:38.387703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79987585-bd23-416a-bf02-93018c987bbf None None] Router IDs set() for agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 19:41:38.388320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_agentschedulers_db [None req-79987585-bd23-416a-bf02-93018c987bbf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'22a0400e-f370-4370-a02b-37baf2f5df3a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:41:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent'). {{(pid=93772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 19:41:38.390789 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c118b2c-43dd-47ea-8105-1de02b5a75e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.399141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79987585-bd23-416a-bf02-93018c987bbf None None] Routers set() bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:41:38.399778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79987585-bd23-416a-bf02-93018c987bbf None None] Router IDs set() for agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 19:41:38.403499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_agentschedulers_db [None req-79987585-bd23-416a-bf02-93018c987bbf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'22a0400e-f370-4370-a02b-37baf2f5df3a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:41:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent'). {{(pid=93772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 19:41:38.403499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79987585-bd23-416a-bf02-93018c987bbf None None] The sync data for ids ['22a0400e-f370-4370-a02b-37baf2f5df3a'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:41:38.675631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.objects.ports [None req-5afe436e-e36f-4a01-96bd-9f682074acc4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:38.677147 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5afe436e-e36f-4a01-96bd-9f682074acc4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.725127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe436e-e36f-4a01-96bd-9f682074acc4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:38.729915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5afe436e-e36f-4a01-96bd-9f682074acc4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:38.733070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afe436e-e36f-4a01-96bd-9f682074acc4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:38.733760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5afe436e-e36f-4a01-96bd-9f682074acc4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.739261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a0a465-fd81-4987-816d-4197f6003c63 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:38.746064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe436e-e36f-4a01-96bd-9f682074acc4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=48573491-efa1-46e9-ac21-a32daec78ab3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:38.759286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5afe436e-e36f-4a01-96bd-9f682074acc4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4891415 Jul 07 19:41:38.761798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:38.768151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-85826b57-cc76-403b-aa64-ed7e88a403cc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:38.890862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': '48573491-efa1-46e9-ac21-a32daec78ab3'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:38.892049 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:38.896528 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85826b57-cc76-403b-aa64-ed7e88a403cc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:38.901392 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85826b57-cc76-403b-aa64-ed7e88a403cc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.053557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Allocated IP 2001:db8::f816:3eff:fe92:3b36 (f41002a2-4ffd-47a8-a362-36e099b74986/48573491-efa1-46e9-ac21-a32daec78ab3/5572c39a-6b58-4135-93e4-b59633153216) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:39.159763 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85826b57-cc76-403b-aa64-ed7e88a403cc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.195691 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.204699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Transition to ACTIVE for port object 5572c39a-6b58-4135-93e4-b59633153216 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:39.205009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85826b57-cc76-403b-aa64-ed7e88a403cc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:39.208586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-85826b57-cc76-403b-aa64-ed7e88a403cc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:39.211658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85826b57-cc76-403b-aa64-ed7e88a403cc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:39.212261 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85826b57-cc76-403b-aa64-ed7e88a403cc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.220359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Transition to ACTIVE for port object 5572c39a-6b58-4135-93e4-b59633153216 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:39.223851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85826b57-cc76-403b-aa64-ed7e88a403cc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=5678c26f-763d-40f2-9c70-fa78532ae7ef,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:39.228132 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.239479 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:39.241185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-85826b57-cc76-403b-aa64-ed7e88a403cc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4778597 Jul 07 19:41:39.245911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:4c:d8:26', 'name': 'tempest-NetworksTestDHCPv6-495767675'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:39.269063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:39.272068 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:39.276115 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:39.291897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Pushing event updated for resources: {'Port': ['ID=5572c39a-6b58-4135-93e4-b59633153216,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:39.343207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Attempting to bind port 5572c39a-6b58-4135-93e4-b59633153216 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:39.343671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Attempting to bind port 5572c39a-6b58-4135-93e4-b59633153216 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:39.344044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Attempting to bind port 5572c39a-6b58-4135-93e4-b59633153216 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:39.349378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:39.349775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:39.350192 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.350583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:39.351053 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Bound port: 5572c39a-6b58-4135-93e4-b59633153216, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:39.351698 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.369844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:39.387788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2c76d113-cd38-48b7-8dd4-a382cf38ad18 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:39.415669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 2c76d113-cd38-48b7-8dd4-a382cf38ad18 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:39.416014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2c76d113-cd38-48b7-8dd4-a382cf38ad18 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:39.416438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3bab788e-dde0-4434-a7d0-09471bc5abda no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:39.443383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 3bab788e-dde0-4434-a7d0-09471bc5abda {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:39.443808 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3bab788e-dde0-4434-a7d0-09471bc5abda not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:39.458903 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.475963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] For port 5572c39a-6b58-4135-93e4-b59633153216, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:39.479701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] For port 5572c39a-6b58-4135-93e4-b59633153216, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5572c39a-6b58-4135-93e4-b59633153216,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:39.483443 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:39.484854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port a6508d3b-705e-46a6-9fb8-be813218ab2b yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:39.554425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4ec59-45e2-4d11-b861-71f7370dbe46 None None] Pushing event updated for resources: {'Port': ['ID=5572c39a-6b58-4135-93e4-b59633153216,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:40.006747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 172.20.0.2 (f41002a2-4ffd-47a8-a362-36e099b74986/5678c26f-763d-40f2-9c70-fa78532ae7ef/a6508d3b-705e-46a6-9fb8-be813218ab2b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:40.014391 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::f816:3eff:fe4c:d826 (f41002a2-4ffd-47a8-a362-36e099b74986/48573491-efa1-46e9-ac21-a32daec78ab3/a6508d3b-705e-46a6-9fb8-be813218ab2b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:40.165728 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.179390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object a6508d3b-705e-46a6-9fb8-be813218ab2b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:40.215725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.263343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:40.269171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:40.273172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:40.280406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=a6508d3b-705e-46a6-9fb8-be813218ab2b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:40.328287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:40.328956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.343884 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c4b4b5bc-b1e6-4d55-b4d2-06839b403032 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1032462 Jul 07 19:41:40.346753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:40.420371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c69e4-613c-443b-b251-d6b38c1d3ef9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:40.426611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c69e4-613c-443b-b251-d6b38c1d3ef9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:40.428297 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2f6c69e4-613c-443b-b251-d6b38c1d3ef9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0804243 Jul 07 19:41:40.431647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:40.450070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b59ef-c0f3-4c11-8b83-bfab1303ad9d None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:40.515859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-722f2436-3431-47c6-9215-7e9b4bb5dff5 None None] Provisioning for port 5572c39a-6b58-4135-93e4-b59633153216 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:40.542136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-90b4bc86-48ae-41d0-b62b-25a0a6a8f4e8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port a6508d3b-705e-46a6-9fb8-be813218ab2b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:40.542538 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90b4bc86-48ae-41d0-b62b-25a0a6a8f4e8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.629081 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90b4bc86-48ae-41d0-b62b-25a0a6a8f4e8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.642934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-90b4bc86-48ae-41d0-b62b-25a0a6a8f4e8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for a6508d3b-705e-46a6-9fb8-be813218ab2b owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:40.692442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95af6b-080b-45ad-b56f-3d68a03be919 None None] Update dhcp port {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': '48573491-efa1-46e9-ac21-a32daec78ab3', 'ip_address': '2001:db8::f816:3eff:fe92:3b36'}, {'subnet_id': '5678c26f-763d-40f2-9c70-fa78532ae7ef'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '5572c39a-6b58-4135-93e4-b59633153216'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:41:40.731924 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb95af6b-080b-45ad-b56f-3d68a03be919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.829779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90b4bc86-48ae-41d0-b62b-25a0a6a8f4e8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.868138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4bc86-48ae-41d0-b62b-25a0a6a8f4e8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=a6508d3b-705e-46a6-9fb8-be813218ab2b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:40.904803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-fb95af6b-080b-45ad-b56f-3d68a03be919 None None] Allocated IP 172.20.0.3 (f41002a2-4ffd-47a8-a362-36e099b74986/5678c26f-763d-40f2-9c70-fa78532ae7ef/5572c39a-6b58-4135-93e4-b59633153216) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:40.967561 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90b4bc86-48ae-41d0-b62b-25a0a6a8f4e8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:40.969658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-90b4bc86-48ae-41d0-b62b-25a0a6a8f4e8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/a6508d3b-705e-46a6-9fb8-be813218ab2b HTTP/1.1" status: 204 len: 168 time: 0.5366142 Jul 07 19:41:40.972225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56850) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:41.028595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848c437-1951-4b81-870a-27b5e46eae9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:41.030150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848c437-1951-4b81-870a-27b5e46eae9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:41.031839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848c437-1951-4b81-870a-27b5e46eae9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:41.033556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9848c437-1951-4b81-870a-27b5e46eae9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0603666 Jul 07 19:41:41.036258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:41.094152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cad35b-c4ea-4945-965d-62d8a47ab338 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 48573491-efa1-46e9-ac21-a32daec78ab3 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:41.139521 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a4edce7-1485-4d05-9fed-a703574f49ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.167117 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fb95af6b-080b-45ad-b56f-3d68a03be919 None None] For port 5572c39a-6b58-4135-93e4-b59633153216, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5572c39a-6b58-4135-93e4-b59633153216,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:41.196650 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb95af6b-080b-45ad-b56f-3d68a03be919 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.209536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb95af6b-080b-45ad-b56f-3d68a03be919 None None] Transition to ACTIVE for port object 5572c39a-6b58-4135-93e4-b59633153216 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:41.213443 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31cad35b-c4ea-4945-965d-62d8a47ab338 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.213674 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb95af6b-080b-45ad-b56f-3d68a03be919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.260306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31cad35b-c4ea-4945-965d-62d8a47ab338 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.317193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95af6b-080b-45ad-b56f-3d68a03be919 None None] Pushing event updated for resources: {'Port': ['ID=5572c39a-6b58-4135-93e4-b59633153216,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:41.326583 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.361094 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31cad35b-c4ea-4945-965d-62d8a47ab338 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.412629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5572c39a-6b58-4135-93e4-b59633153216 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:41.435943 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31cad35b-c4ea-4945-965d-62d8a47ab338 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.466907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 5572c39a-6b58-4135-93e4-b59633153216 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:41.470886 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31cad35b-c4ea-4945-965d-62d8a47ab338 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.472826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-31cad35b-c4ea-4945-965d-62d8a47ab338 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/48573491-efa1-46e9-ac21-a32daec78ab3 HTTP/1.1" status: 204 len: 168 time: 0.4355681 Jul 07 19:41:41.474090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cad35b-c4ea-4945-965d-62d8a47ab338 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=48573491-efa1-46e9-ac21-a32daec78ab3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:41.475903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:41.534426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea26904-c1bc-48e7-aa2c-c2d9ddb81d46 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 5678c26f-763d-40f2-9c70-fa78532ae7ef {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:41.537839 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cea26904-c1bc-48e7-aa2c-c2d9ddb81d46 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.579619 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cea26904-c1bc-48e7-aa2c-c2d9ddb81d46 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.673879 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cea26904-c1bc-48e7-aa2c-c2d9ddb81d46 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.740330 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cea26904-c1bc-48e7-aa2c-c2d9ddb81d46 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.766003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea26904-c1bc-48e7-aa2c-c2d9ddb81d46 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=5678c26f-763d-40f2-9c70-fa78532ae7ef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:41.774314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cea26904-c1bc-48e7-aa2c-c2d9ddb81d46 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.778610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cea26904-c1bc-48e7-aa2c-c2d9ddb81d46 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/5678c26f-763d-40f2-9c70-fa78532ae7ef HTTP/1.1" status: 204 len: 168 time: 0.2984560 Jul 07 19:41:41.778834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56856) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:41.824519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-73d7f4f3-1697-4b56-8b26-2fd6e463294d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441818 Jul 07 19:41:41.826931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:41.837521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:41.905677 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7423ecbe-7648-4a69-8cae-fd6f9fd59fac None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:41.930341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:41.934431 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:41.959331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8184530-f707-492a-bdef-75fc748f45be None None] Could not find standard attr ID for object a6508d3b-705e-46a6-9fb8-be813218ab2b. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:41.999961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8184530-f707-492a-bdef-75fc748f45be None None] Provisioning for port 5572c39a-6b58-4135-93e4-b59633153216 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:42.005778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8184530-f707-492a-bdef-75fc748f45be None None] Provisioning complete for port 5572c39a-6b58-4135-93e4-b59633153216 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:42.006142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8184530-f707-492a-bdef-75fc748f45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.130433 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8184530-f707-492a-bdef-75fc748f45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.144770 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1604c6d7-92b8-4688-974c-ea89b604b3b9 None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:42.189181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c8184530-f707-492a-bdef-75fc748f45be None None] For port 5572c39a-6b58-4135-93e4-b59633153216, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5572c39a-6b58-4135-93e4-b59633153216,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:42.195273 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8184530-f707-492a-bdef-75fc748f45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.251619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1604c6d7-92b8-4688-974c-ea89b604b3b9 None None] Deleting port 5572c39a-6b58-4135-93e4-b59633153216 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:42.251993 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1604c6d7-92b8-4688-974c-ea89b604b3b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.253579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8184530-f707-492a-bdef-75fc748f45be None None] Pushing event updated for resources: {'Port': ['ID=5572c39a-6b58-4135-93e4-b59633153216,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:42.290573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.objects.ports [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:42.336728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1604c6d7-92b8-4688-974c-ea89b604b3b9 None None] For port 5572c39a-6b58-4135-93e4-b59633153216, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5572c39a-6b58-4135-93e4-b59633153216,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:42.337286 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1604c6d7-92b8-4688-974c-ea89b604b3b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.350229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1604c6d7-92b8-4688-974c-ea89b604b3b9 None None] Calling delete_port for 5572c39a-6b58-4135-93e4-b59633153216 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:42.438975 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.445479 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1604c6d7-92b8-4688-974c-ea89b604b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.470057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604c6d7-92b8-4688-974c-ea89b604b3b9 None None] Pushing event deleted for resources: {'Port': ['ID=5572c39a-6b58-4135-93e4-b59633153216,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:42.476034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1604c6d7-92b8-4688-974c-ea89b604b3b9 None None] No DVR routers for this DVR port 5572c39a-6b58-4135-93e4-b59633153216 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:42.502168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_pluggable_backend [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Port 5572c39a-6b58-4135-93e4-b59633153216 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 19:41:42.502735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_pluggable_backend [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Reverting IP allocation for 2001:db8::f816:3eff:fe92:3b36 {{(pid=93770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 19:41:42.505801 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.ipam_pluggable_backend [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe92:3b36 {{(pid=93770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 19:41:42.507115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.549307 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:42.552402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:42.556689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:42.557281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.561823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bab033-ca05-4a1a-9735-eebb030143d8 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:42.566787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=ea6d9a97-66d8-4135-97de-2957a4e2abee,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:42.577746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bd36a3dd-70c7-4f97-b147-7063bebbc57f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7497227 Jul 07 19:41:42.580599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:42.585882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c24938b8-4bc2-405d-91f0-0d40b787df7e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:42.702986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24938b8-4bc2-405d-91f0-0d40b787df7e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:42.707376 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c24938b8-4bc2-405d-91f0-0d40b787df7e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.712352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': 'ea6d9a97-66d8-4135-97de-2957a4e2abee'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:42.713417 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.855196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Allocated IP 2001:db8::f816:3eff:fe80:a076 (f41002a2-4ffd-47a8-a362-36e099b74986/ea6d9a97-66d8-4135-97de-2957a4e2abee/362fa0b9-9922-4e93-a324-03a1e3fffdeb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:42.937722 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c24938b8-4bc2-405d-91f0-0d40b787df7e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:42.951623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-5f018623-5b2a-413b-82b4-6eb402de29e2 req-8c77e21d-560a-4b97-bf5d-5ac782d6e1f7 service neutron] (93770) timed out ('10.222.0.113', 39468) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:41:42.974924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24938b8-4bc2-405d-91f0-0d40b787df7e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:42.980072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c24938b8-4bc2-405d-91f0-0d40b787df7e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:42.984286 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24938b8-4bc2-405d-91f0-0d40b787df7e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:42.984902 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c24938b8-4bc2-405d-91f0-0d40b787df7e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.000897 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24938b8-4bc2-405d-91f0-0d40b787df7e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=73838f32-fa6e-44ed-ac16-ec91d245c93a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:43.004611 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.009132 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c24938b8-4bc2-405d-91f0-0d40b787df7e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4274063 Jul 07 19:41:43.011835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:43.016300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Transition to ACTIVE for port object 362fa0b9-9922-4e93-a324-03a1e3fffdeb will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:43.016929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:c1:28:f3', 'name': 'tempest-NetworksTestDHCPv6-1705359479'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:43.031681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Transition to ACTIVE for port object 362fa0b9-9922-4e93-a324-03a1e3fffdeb will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:43.038170 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.077518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:43.083840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:43.087968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:43.095385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Pushing event updated for resources: {'Port': ['ID=362fa0b9-9922-4e93-a324-03a1e3fffdeb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:43.153235 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:43.155230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Attempting to bind port 362fa0b9-9922-4e93-a324-03a1e3fffdeb on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:43.155622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Attempting to bind port 362fa0b9-9922-4e93-a324-03a1e3fffdeb by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:43.155989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Attempting to bind port 362fa0b9-9922-4e93-a324-03a1e3fffdeb on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:43.158707 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.161531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:43.161849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:43.162247 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.163292 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:43.163292 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Bound port: 362fa0b9-9922-4e93-a324-03a1e3fffdeb, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:43.163512 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.183201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port e9122985-d038-4b0b-8f96-6b6c376f61f0 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:43.234795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] For port 362fa0b9-9922-4e93-a324-03a1e3fffdeb, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:43.237949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] For port 362fa0b9-9922-4e93-a324-03a1e3fffdeb, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=362fa0b9-9922-4e93-a324-03a1e3fffdeb,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:43.242052 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.299067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c6199-0a7a-4bc7-ae7d-aa0c6c8541a9 None None] Pushing event updated for resources: {'Port': ['ID=362fa0b9-9922-4e93-a324-03a1e3fffdeb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:43.356835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 172.20.0.5 (f41002a2-4ffd-47a8-a362-36e099b74986/73838f32-fa6e-44ed-ac16-ec91d245c93a/e9122985-d038-4b0b-8f96-6b6c376f61f0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:43.364207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::f816:3eff:fec1:28f3 (f41002a2-4ffd-47a8-a362-36e099b74986/ea6d9a97-66d8-4135-97de-2957a4e2abee/e9122985-d038-4b0b-8f96-6b6c376f61f0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:43.374124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5572c39a-6b58-4135-93e4-b59633153216 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:43.395930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 5572c39a-6b58-4135-93e4-b59633153216 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:43.396383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5572c39a-6b58-4135-93e4-b59633153216 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:43.527236 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.541417 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object e9122985-d038-4b0b-8f96-6b6c376f61f0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:43.580612 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.627530 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:43.630863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:43.635199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:43.667778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=e9122985-d038-4b0b-8f96-6b6c376f61f0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:43.695046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:43.695758 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.712138 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2ed1d6f9-40b3-47c9-9a78-1535975ad0af tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.6968210 Jul 07 19:41:43.712361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:43.783503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cfd91c-21ea-4c00-b133-44a6610a9eea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:43.789536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cfd91c-21ea-4c00-b133-44a6610a9eea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:43.791276 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b0cfd91c-21ea-4c00-b133-44a6610a9eea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0779052 Jul 07 19:41:43.793906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:43.895818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cc048a10-7d79-478a-be53-77ede9b22adb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port e9122985-d038-4b0b-8f96-6b6c376f61f0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:43.896165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc048a10-7d79-478a-be53-77ede9b22adb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.988289 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:43.989461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc048a10-7d79-478a-be53-77ede9b22adb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.004386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cc048a10-7d79-478a-be53-77ede9b22adb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for e9122985-d038-4b0b-8f96-6b6c376f61f0 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:44.195634 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc048a10-7d79-478a-be53-77ede9b22adb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.227542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc048a10-7d79-478a-be53-77ede9b22adb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=e9122985-d038-4b0b-8f96-6b6c376f61f0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:44.270089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9e2dd-36ab-434e-b0d0-ec9eaa63f483 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:44.339555 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc048a10-7d79-478a-be53-77ede9b22adb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.341582 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cc048a10-7d79-478a-be53-77ede9b22adb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/e9122985-d038-4b0b-8f96-6b6c376f61f0 HTTP/1.1" status: 204 len: 168 time: 0.5467560 Jul 07 19:41:44.344338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:44.359916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff40defd-3f82-48a5-befc-dc5cd4b13399 None None] Provisioning for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:44.399157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd68d2-0f71-4e14-a00b-126179abc8a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:44.400845 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd68d2-0f71-4e14-a00b-126179abc8a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:44.402393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd68d2-0f71-4e14-a00b-126179abc8a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:44.404738 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b0dd68d2-0f71-4e14-a00b-126179abc8a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0595620 Jul 07 19:41:44.407644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:44.462053 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-28607215-3bb8-4479-a377-9b50b03df44c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 73838f32-fa6e-44ed-ac16-ec91d245c93a {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:44.466120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28607215-3bb8-4479-a377-9b50b03df44c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.515143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28607215-3bb8-4479-a377-9b50b03df44c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.529183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad87d7-db2e-4955-8e23-d572a89b4af3 None None] Update dhcp port {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': 'ea6d9a97-66d8-4135-97de-2957a4e2abee', 'ip_address': '2001:db8::f816:3eff:fe80:a076'}, {'subnet_id': '73838f32-fa6e-44ed-ac16-ec91d245c93a'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '362fa0b9-9922-4e93-a324-03a1e3fffdeb'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:41:44.562194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28607215-3bb8-4479-a377-9b50b03df44c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.568800 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ad87d7-db2e-4955-8e23-d572a89b4af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.621742 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28607215-3bb8-4479-a377-9b50b03df44c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.649891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28607215-3bb8-4479-a377-9b50b03df44c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=73838f32-fa6e-44ed-ac16-ec91d245c93a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:44.654191 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28607215-3bb8-4479-a377-9b50b03df44c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.656076 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-28607215-3bb8-4479-a377-9b50b03df44c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/73838f32-fa6e-44ed-ac16-ec91d245c93a HTTP/1.1" status: 204 len: 168 time: 0.2474859 Jul 07 19:41:44.658731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-60ad87d7-db2e-4955-8e23-d572a89b4af3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73838f32-fa6e-44ed-ac16-ec91d245c93a: This subnet is being modified by another concurrent operation. Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73838f32-fa6e-44ed-ac16-ec91d245c93a: This subnet is being modified by another concurrent operation. Jul 07 19:41:44.690796 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:41:44.712396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea65c822-1133-4f38-a679-6bece753b466 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet ea6d9a97-66d8-4135-97de-2957a4e2abee {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:44.715834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea65c822-1133-4f38-a679-6bece753b466 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.764791 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea65c822-1133-4f38-a679-6bece753b466 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.855665 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea65c822-1133-4f38-a679-6bece753b466 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.895362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edc8df0-c934-4e89-b5de-713b4b7c7a68 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:41:44.922235 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea65c822-1133-4f38-a679-6bece753b466 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.930716 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6a51e712-e2df-4220-a6aa-a2167601a1fb None None] Could not find standard attr ID for object e9122985-d038-4b0b-8f96-6b6c376f61f0. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:44.950959 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65c822-1133-4f38-a679-6bece753b466 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6d9a97-66d8-4135-97de-2957a4e2abee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:44.954476 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea65c822-1133-4f38-a679-6bece753b466 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:44.956368 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ea65c822-1133-4f38-a679-6bece753b466 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/ea6d9a97-66d8-4135-97de-2957a4e2abee HTTP/1.1" status: 204 len: 168 time: 0.2967176 Jul 07 19:41:44.958939 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:45.002959 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4943ad48-aee9-404a-bf79-9079598a3e00 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428278 Jul 07 19:41:45.005743 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:45.010531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edc8df0-c934-4e89-b5de-713b4b7c7a68 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:41:45.011105 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7e7fca53-d82e-4582-ae84-f0d9f97c50a4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:45.099444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7fca53-d82e-4582-ae84-f0d9f97c50a4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:45.104014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e7fca53-d82e-4582-ae84-f0d9f97c50a4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.277010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a8e53d-b73a-4631-b20e-01ae789fce99 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:41:45.298041 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e7fca53-d82e-4582-ae84-f0d9f97c50a4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.348819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7fca53-d82e-4582-ae84-f0d9f97c50a4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:45.353543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7e7fca53-d82e-4582-ae84-f0d9f97c50a4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:45.357307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7fca53-d82e-4582-ae84-f0d9f97c50a4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:45.357967 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e7fca53-d82e-4582-ae84-f0d9f97c50a4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.377335 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fca53-d82e-4582-ae84-f0d9f97c50a4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=cf341f5b-f6b8-4b38-b05b-172bfcdfbc94,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:45.386403 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7e7fca53-d82e-4582-ae84-f0d9f97c50a4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3757286 Jul 07 19:41:45.386403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:45.392015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:45.404197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8e53d-b73a-4631-b20e-01ae789fce99 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:41:45.511744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:45.515475 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.723012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aedddd4-6fb6-4325-80d8-6595122de29e None None] Update dhcp port {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': 'cf341f5b-f6b8-4b38-b05b-172bfcdfbc94'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '362fa0b9-9922-4e93-a324-03a1e3fffdeb'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:41:45.760047 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5aedddd4-6fb6-4325-80d8-6595122de29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:45.901036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:45.964413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5aedddd4-6fb6-4325-80d8-6595122de29e None None] Allocated IP 172.20.0.2 (f41002a2-4ffd-47a8-a362-36e099b74986/cf341f5b-f6b8-4b38-b05b-172bfcdfbc94/362fa0b9-9922-4e93-a324-03a1e3fffdeb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:45.971215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5aedddd4-6fb6-4325-80d8-6595122de29e None None] Allocated IP 2001:db8::f816:3eff:fe80:a076 (f41002a2-4ffd-47a8-a362-36e099b74986/3c0e4abd-bce9-4e75-809b-f464bb883586/362fa0b9-9922-4e93-a324-03a1e3fffdeb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:46.061641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5aedddd4-6fb6-4325-80d8-6595122de29e None None] For port 362fa0b9-9922-4e93-a324-03a1e3fffdeb, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=362fa0b9-9922-4e93-a324-03a1e3fffdeb,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:46.091792 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5aedddd4-6fb6-4325-80d8-6595122de29e None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:46.106123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5aedddd4-6fb6-4325-80d8-6595122de29e None None] Transition to ACTIVE for port object 362fa0b9-9922-4e93-a324-03a1e3fffdeb will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:46.110047 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5aedddd4-6fb6-4325-80d8-6595122de29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:46.111593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe80:a076-84787ac7-b835-4d8d-811b-f081114344 {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:41:46.112057 n-d-792394-12 neutron-server[93771]: DEBUG oslo_db.api [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:41:46.204009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedddd4-6fb6-4325-80d8-6595122de29e None None] Pushing event updated for resources: {'Port': ['ID=362fa0b9-9922-4e93-a324-03a1e3fffdeb,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:46.725262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:46.787408 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dcbed4-4eca-4d3e-b987-c2605b533b96 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:46.809289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Port 362fa0b9-9922-4e93-a324-03a1e3fffdeb got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 07 19:41:46.809660 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:46.845423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-476e51fe-44a4-4b69-87f4-472479b5fb1b None None] Provisioning for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:46.854609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:46.857835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:46.862080 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:46.862654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:46.875353 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=3c0e4abd-bce9-4e75-809b-f464bb883586,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:46.882128 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d15feef2-f5bf-4e18-8744-b069581dafa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4949908 Jul 07 19:41:46.885362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:46.891843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:57:f8:ee', 'name': 'tempest-NetworksTestDHCPv6-160970057'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:47.010611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:47.096920 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.120350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port bbcf63c8-bba1-4107-a19f-1ddf5eafa119 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:47.291508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 172.20.0.5 (f41002a2-4ffd-47a8-a362-36e099b74986/cf341f5b-f6b8-4b38-b05b-172bfcdfbc94/bbcf63c8-bba1-4107-a19f-1ddf5eafa119) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:47.300157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::f816:3eff:fe57:f8ee (f41002a2-4ffd-47a8-a362-36e099b74986/3c0e4abd-bce9-4e75-809b-f464bb883586/bbcf63c8-bba1-4107-a19f-1ddf5eafa119) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:47.392202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 362fa0b9-9922-4e93-a324-03a1e3fffdeb up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:47.448185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:47.454034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:47.454744 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.480341 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.494821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object bbcf63c8-bba1-4107-a19f-1ddf5eafa119 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:47.532561 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.538755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eee8ed-de80-483a-b064-c2c632bc4efc None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:47.582938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:47.588644 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.588829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:47.593256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:47.620311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=bbcf63c8-bba1-4107-a19f-1ddf5eafa119,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:47.641769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-304c25c1-bd19-41f6-b6fc-6c7eb7f3e846 None None] Provisioning complete for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:47.642179 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-304c25c1-bd19-41f6-b6fc-6c7eb7f3e846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.654053 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:47.654894 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.671596 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-12b52cbd-2e7d-42f6-9df0-a7556c672d6b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7850890 Jul 07 19:41:47.674246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:47.755415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3754c-995f-4ec9-ba10-c0f232029096 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:47.762296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3754c-995f-4ec9-ba10-c0f232029096 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:47.766646 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b2f3754c-995f-4ec9-ba10-c0f232029096 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0887046 Jul 07 19:41:47.766878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:47.833562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 362fa0b9-9922-4e93-a324-03a1e3fffdeb, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=362fa0b9-9922-4e93-a324-03a1e3fffdeb,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:47.844494 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.870160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-969d28b3-eff7-4618-b10d-0c0c27f7be3b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port bbcf63c8-bba1-4107-a19f-1ddf5eafa119 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:47.870160 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-969d28b3-eff7-4618-b10d-0c0c27f7be3b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.942316 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=362fa0b9-9922-4e93-a324-03a1e3fffdeb,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:47.962923 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-969d28b3-eff7-4618-b10d-0c0c27f7be3b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:47.975130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-969d28b3-eff7-4618-b10d-0c0c27f7be3b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for bbcf63c8-bba1-4107-a19f-1ddf5eafa119 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:48.161189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-969d28b3-eff7-4618-b10d-0c0c27f7be3b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.193006 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d28b3-eff7-4618-b10d-0c0c27f7be3b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=bbcf63c8-bba1-4107-a19f-1ddf5eafa119,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:48.294002 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-969d28b3-eff7-4618-b10d-0c0c27f7be3b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.296005 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-969d28b3-eff7-4618-b10d-0c0c27f7be3b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/bbcf63c8-bba1-4107-a19f-1ddf5eafa119 HTTP/1.1" status: 204 len: 168 time: 0.5281873 Jul 07 19:41:48.298473 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:48.330339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5cdca51b-0d34-4e97-a8ae-d3e4febac7b1 None None] Provisioning complete for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:48.331225 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cdca51b-0d34-4e97-a8ae-d3e4febac7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.355001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca777b9-a103-4caf-a020-77acf5acebd0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.356684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca777b9-a103-4caf-a020-77acf5acebd0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.358390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca777b9-a103-4caf-a020-77acf5acebd0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:48.362575 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3ca777b9-a103-4caf-a020-77acf5acebd0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0606782 Jul 07 19:41:48.362826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:48.424370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c25dba7-bccc-4cd8-a839-c38d00204f79 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 3c0e4abd-bce9-4e75-809b-f464bb883586 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:48.427129 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5cdca51b-0d34-4e97-a8ae-d3e4febac7b1 None None] Could not find standard attr ID for object bbcf63c8-bba1-4107-a19f-1ddf5eafa119. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:48.427879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c25dba7-bccc-4cd8-a839-c38d00204f79 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.471423 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c25dba7-bccc-4cd8-a839-c38d00204f79 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.542005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-75fc311c-925d-4eae-b5a9-8fd07b10b133 None None] Could not find standard attr ID for object bbcf63c8-bba1-4107-a19f-1ddf5eafa119. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:48.561176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c25dba7-bccc-4cd8-a839-c38d00204f79 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.624519 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c25dba7-bccc-4cd8-a839-c38d00204f79 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.653424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25dba7-bccc-4cd8-a839-c38d00204f79 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0e4abd-bce9-4e75-809b-f464bb883586,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:48.656865 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c25dba7-bccc-4cd8-a839-c38d00204f79 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.658756 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2c25dba7-bccc-4cd8-a839-c38d00204f79 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/3c0e4abd-bce9-4e75-809b-f464bb883586 HTTP/1.1" status: 204 len: 168 time: 0.2949970 Jul 07 19:41:48.661646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:48.708796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe3af59-529a-424b-8826-cef1d08204b7 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:48.726263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9d52cf-a79e-4cbc-984d-af148e65c7d7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet cf341f5b-f6b8-4b38-b05b-172bfcdfbc94 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:48.730656 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad9d52cf-a79e-4cbc-984d-af148e65c7d7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.779027 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad9d52cf-a79e-4cbc-984d-af148e65c7d7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.871688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad9d52cf-a79e-4cbc-984d-af148e65c7d7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.943500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad9d52cf-a79e-4cbc-984d-af148e65c7d7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.973494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d52cf-a79e-4cbc-984d-af148e65c7d7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=cf341f5b-f6b8-4b38-b05b-172bfcdfbc94,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:48.977618 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad9d52cf-a79e-4cbc-984d-af148e65c7d7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:48.981044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ad9d52cf-a79e-4cbc-984d-af148e65c7d7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/cf341f5b-f6b8-4b38-b05b-172bfcdfbc94 HTTP/1.1" status: 204 len: 168 time: 0.3168740 Jul 07 19:41:48.982189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:49.026987 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1ca1186d-1c45-4dee-aa49-2b4487e8833a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429916 Jul 07 19:41:49.029492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:49.034332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a4db5a1f-1953-45d0-a86b-eaef4c0e81a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:49.128813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4db5a1f-1953-45d0-a86b-eaef4c0e81a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:49.132363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4db5a1f-1953-45d0-a86b-eaef4c0e81a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.183242 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.355262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4db5a1f-1953-45d0-a86b-eaef4c0e81a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.375669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 362fa0b9-9922-4e93-a324-03a1e3fffdeb up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:49.407309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db5a1f-1953-45d0-a86b-eaef4c0e81a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:49.411107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a4db5a1f-1953-45d0-a86b-eaef4c0e81a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:49.416714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4db5a1f-1953-45d0-a86b-eaef4c0e81a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:49.417397 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4db5a1f-1953-45d0-a86b-eaef4c0e81a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.423257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933147b8-2196-45ac-bda1-1104bb3952fb None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:49.423997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db5a1f-1953-45d0-a86b-eaef4c0e81a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=b91a22c5-4a5e-4576-b89d-5d166bb72ee7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:49.440920 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a4db5a1f-1953-45d0-a86b-eaef4c0e81a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4103572 Jul 07 19:41:49.443678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:49.450231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:49.498741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:49.499353 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.503294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3809b06f-4fc5-4175-b73c-a5adf5e451ba None None] Provisioning complete for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:49.503654 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3809b06f-4fc5-4175-b73c-a5adf5e451ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.565750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:49.569886 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:49.926837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:50.046112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fd1e04b7-5f56-4022-91c4-313df52e2c38 None None] Provisioning complete for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:50.046520 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd1e04b7-5f56-4022-91c4-313df52e2c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.115987 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.267647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] For port 362fa0b9-9922-4e93-a324-03a1e3fffdeb, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=362fa0b9-9922-4e93-a324-03a1e3fffdeb,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:50.297058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.301515 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.302221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.373083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:50.381707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:50.390878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:50.391295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4a8323-bb90-498b-8fca-8cb0da7ec303 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:50.391484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.400649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=010bd426-6f48-4f93-afaf-ed73cbebd87f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:50.416649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=362fa0b9-9922-4e93-a324-03a1e3fffdeb,revision_number=9']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:50.421341 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ea3bad14-1cea-4d88-8f98-21dde4dcb35e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9764161 Jul 07 19:41:50.423929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:50.429135 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:83:26:a0', 'name': 'tempest-NetworksTestDHCPv6-1966106267'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:50.545919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:50.550358 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.573718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port 013624de-797a-407c-a382-cd9525bce654 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:50.629025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfc2a2a-d1d0-4b8d-ab41-9d7d00cf7832 None None] Update dhcp port {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': '010bd426-6f48-4f93-afaf-ed73cbebd87f', 'ip_address': '2001:db8::f816:3eff:fe80:a076'}, {'subnet_id': 'b91a22c5-4a5e-4576-b89d-5d166bb72ee7'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '362fa0b9-9922-4e93-a324-03a1e3fffdeb'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:41:50.668005 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2a2a-d1d0-4b8d-ab41-9d7d00cf7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.738323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 172.20.0.6 (f41002a2-4ffd-47a8-a362-36e099b74986/b91a22c5-4a5e-4576-b89d-5d166bb72ee7/013624de-797a-407c-a382-cd9525bce654) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:50.745978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::f816:3eff:fe83:26a0 (f41002a2-4ffd-47a8-a362-36e099b74986/010bd426-6f48-4f93-afaf-ed73cbebd87f/013624de-797a-407c-a382-cd9525bce654) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:50.887370 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.900177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object 013624de-797a-407c-a382-cd9525bce654 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:50.934216 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:50.989567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6cfc2a2a-d1d0-4b8d-ab41-9d7d00cf7832 None None] Allocated IP 172.20.0.2 (f41002a2-4ffd-47a8-a362-36e099b74986/b91a22c5-4a5e-4576-b89d-5d166bb72ee7/362fa0b9-9922-4e93-a324-03a1e3fffdeb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:51.092264 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6cfc2a2a-d1d0-4b8d-ab41-9d7d00cf7832 None None] For port 362fa0b9-9922-4e93-a324-03a1e3fffdeb, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=362fa0b9-9922-4e93-a324-03a1e3fffdeb,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:51.125306 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2a2a-d1d0-4b8d-ab41-9d7d00cf7832 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.140494 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6cfc2a2a-d1d0-4b8d-ab41-9d7d00cf7832 None None] Transition to ACTIVE for port object 362fa0b9-9922-4e93-a324-03a1e3fffdeb will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:51.144746 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2a2a-d1d0-4b8d-ab41-9d7d00cf7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.241482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc2a2a-d1d0-4b8d-ab41-9d7d00cf7832 None None] Pushing event updated for resources: {'Port': ['ID=362fa0b9-9922-4e93-a324-03a1e3fffdeb,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:51.346095 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:51.349518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:51.352745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:51.360120 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=013624de-797a-407c-a382-cd9525bce654,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:51.362829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 362fa0b9-9922-4e93-a324-03a1e3fffdeb up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:51.417579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:51.419092 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.435146 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-24e00ab7-4daf-4f66-8e4e-fc9ad2b0edee tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0098860 Jul 07 19:41:51.437746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:51.510933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7cfcf1-2690-4699-9093-467c6268cdac tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:51.516905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7cfcf1-2690-4699-9093-467c6268cdac tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:51.518609 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8b7cfcf1-2690-4699-9093-467c6268cdac tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0798502 Jul 07 19:41:51.521281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:51.628857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8d50f9af-8e3c-43ba-af3b-587568f56a59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port 013624de-797a-407c-a382-cd9525bce654 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:51.629202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d50f9af-8e3c-43ba-af3b-587568f56a59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.721897 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d50f9af-8e3c-43ba-af3b-587568f56a59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.735804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8d50f9af-8e3c-43ba-af3b-587568f56a59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for 013624de-797a-407c-a382-cd9525bce654 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:51.866904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4423379d-0f33-414c-ba19-da8fe94ded1f None None] Provisioning for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:51.871799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4423379d-0f33-414c-ba19-da8fe94ded1f None None] Provisioning complete for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:51.872442 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4423379d-0f33-414c-ba19-da8fe94ded1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.938555 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d50f9af-8e3c-43ba-af3b-587568f56a59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:51.976997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50f9af-8e3c-43ba-af3b-587568f56a59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=013624de-797a-407c-a382-cd9525bce654,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:52.078153 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d50f9af-8e3c-43ba-af3b-587568f56a59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.080822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8d50f9af-8e3c-43ba-af3b-587568f56a59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/013624de-797a-407c-a382-cd9525bce654 HTTP/1.1" status: 204 len: 168 time: 0.5585039 Jul 07 19:41:52.081182 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ead6e18-56dc-44ff-ba04-1ebbe5182b0e None None] Could not find standard attr ID for object 013624de-797a-407c-a382-cd9525bce654. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:52.083451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:52.139696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56d843a-d97f-4599-9fb2-a3f6b80a1b73 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:52.141378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56d843a-d97f-4599-9fb2-a3f6b80a1b73 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:52.142986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56d843a-d97f-4599-9fb2-a3f6b80a1b73 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:52.144758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a56d843a-d97f-4599-9fb2-a3f6b80a1b73 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0597498 Jul 07 19:41:52.148000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:52.203190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9e9fd7-6857-4fb6-8da0-164ed4000e3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 010bd426-6f48-4f93-afaf-ed73cbebd87f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:52.206917 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce9e9fd7-6857-4fb6-8da0-164ed4000e3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.252877 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce9e9fd7-6857-4fb6-8da0-164ed4000e3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.333194 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce9e9fd7-6857-4fb6-8da0-164ed4000e3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.390468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce9e9fd7-6857-4fb6-8da0-164ed4000e3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.421326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e9fd7-6857-4fb6-8da0-164ed4000e3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=010bd426-6f48-4f93-afaf-ed73cbebd87f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:52.429054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce9e9fd7-6857-4fb6-8da0-164ed4000e3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.432694 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ce9e9fd7-6857-4fb6-8da0-164ed4000e3c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/010bd426-6f48-4f93-afaf-ed73cbebd87f HTTP/1.1" status: 204 len: 168 time: 0.2820272 Jul 07 19:41:52.434588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:52.436121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d0db9b-ddfd-4262-9d96-a9ca2e169c36 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:52.489615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9753c81b-6c63-4b42-915e-9f474d3e9e25 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet b91a22c5-4a5e-4576-b89d-5d166bb72ee7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:52.493428 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9753c81b-6c63-4b42-915e-9f474d3e9e25 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.533801 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9753c81b-6c63-4b42-915e-9f474d3e9e25 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.629819 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9753c81b-6c63-4b42-915e-9f474d3e9e25 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.691034 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9753c81b-6c63-4b42-915e-9f474d3e9e25 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.721508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753c81b-6c63-4b42-915e-9f474d3e9e25 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=b91a22c5-4a5e-4576-b89d-5d166bb72ee7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:52.723529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9753c81b-6c63-4b42-915e-9f474d3e9e25 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:52.725484 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9753c81b-6c63-4b42-915e-9f474d3e9e25 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/b91a22c5-4a5e-4576-b89d-5d166bb72ee7 HTTP/1.1" status: 204 len: 168 time: 0.2895243 Jul 07 19:41:52.729069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:52.769638 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c7d5f7ee-88fc-45f4-b367-c3f0af9bff61 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394158 Jul 07 19:41:52.772147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:52.843195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fd9e7e-0811-49ea-94d3-2dc0f5601d31 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:52.844807 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b5fd9e7e-0811-49ea-94d3-2dc0f5601d31 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0716598 Jul 07 19:41:52.847360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:52.900239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca456d9d-1b9c-4b0f-b8d2-010444c7addb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:52.901795 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ca456d9d-1b9c-4b0f-b8d2-010444c7addb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0535011 Jul 07 19:41:52.904359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:52.942933 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cd03c1fa-d6a8-483d-bd5b-2c076486a746 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373223 Jul 07 19:41:52.950356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:52.953663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-709445d7-8069-43e0-8b31-fe42f8d59fd8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:53.050762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709445d7-8069-43e0-8b31-fe42f8d59fd8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:53.054537 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-709445d7-8069-43e0-8b31-fe42f8d59fd8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.056738 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-709445d7-8069-43e0-8b31-fe42f8d59fd8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:53.057345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709445d7-8069-43e0-8b31-fe42f8d59fd8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:53.073946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-709445d7-8069-43e0-8b31-fe42f8d59fd8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1242325 Jul 07 19:41:53.076898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:53.082259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-39e9a380-8b0e-4975-b441-a0e6c1cd9840 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:53.103337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fac02b-9c47-4d3a-8464-9496d5e7d849 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:53.178189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e9a380-8b0e-4975-b441-a0e6c1cd9840 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:53.183053 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e9a380-8b0e-4975-b441-a0e6c1cd9840 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.185370 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e9a380-8b0e-4975-b441-a0e6c1cd9840 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:53.185814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e9a380-8b0e-4975-b441-a0e6c1cd9840 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:53.208078 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-39e9a380-8b0e-4975-b441-a0e6c1cd9840 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1268921 Jul 07 19:41:53.208790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:53.216288 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c80003a6-2d96-445a-9ae9-80ede24a05f5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:53.227820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3c09145-be29-4edd-81fc-813776d07a12 None None] Provisioning complete for port 362fa0b9-9922-4e93-a324-03a1e3fffdeb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:53.228193 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3c09145-be29-4edd-81fc-813776d07a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.329418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80003a6-2d96-445a-9ae9-80ede24a05f5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:53.334775 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c80003a6-2d96-445a-9ae9-80ede24a05f5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.335704 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80003a6-2d96-445a-9ae9-80ede24a05f5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:53.336751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80003a6-2d96-445a-9ae9-80ede24a05f5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:53.342743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb69759-2b4a-4243-8d1a-c04a7f02570c None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:53.353704 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c80003a6-2d96-445a-9ae9-80ede24a05f5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1422710 Jul 07 19:41:53.357180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:53.362270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3ffe36f2-d9b4-445e-a03e-0aa590a64539 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:53.392228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2fb69759-2b4a-4243-8d1a-c04a7f02570c None None] Deleting port 362fa0b9-9922-4e93-a324-03a1e3fffdeb {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:53.392644 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fb69759-2b4a-4243-8d1a-c04a7f02570c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.458437 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffe36f2-d9b4-445e-a03e-0aa590a64539 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:53.461948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2fb69759-2b4a-4243-8d1a-c04a7f02570c None None] For port 362fa0b9-9922-4e93-a324-03a1e3fffdeb, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=362fa0b9-9922-4e93-a324-03a1e3fffdeb,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:53.462126 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ffe36f2-d9b4-445e-a03e-0aa590a64539 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.462342 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fb69759-2b4a-4243-8d1a-c04a7f02570c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.463421 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffe36f2-d9b4-445e-a03e-0aa590a64539 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:53.463863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffe36f2-d9b4-445e-a03e-0aa590a64539 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:53.475535 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2fb69759-2b4a-4243-8d1a-c04a7f02570c None None] Calling delete_port for 362fa0b9-9922-4e93-a324-03a1e3fffdeb owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:53.482065 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3ffe36f2-d9b4-445e-a03e-0aa590a64539 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1209223 Jul 07 19:41:53.482365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:53.487505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d03f874d-25b1-47e8-9384-57cca570ec36 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:53.555183 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fb69759-2b4a-4243-8d1a-c04a7f02570c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.577013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03f874d-25b1-47e8-9384-57cca570ec36 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:53.580613 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d03f874d-25b1-47e8-9384-57cca570ec36 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.582108 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03f874d-25b1-47e8-9384-57cca570ec36 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:53.582558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03f874d-25b1-47e8-9384-57cca570ec36 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:53.584783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb69759-2b4a-4243-8d1a-c04a7f02570c None None] Pushing event deleted for resources: {'Port': ['ID=362fa0b9-9922-4e93-a324-03a1e3fffdeb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:53.588986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb69759-2b4a-4243-8d1a-c04a7f02570c None None] No DVR routers for this DVR port 362fa0b9-9922-4e93-a324-03a1e3fffdeb on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:53.607747 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d03f874d-25b1-47e8-9384-57cca570ec36 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1241539 Jul 07 19:41:53.610752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:53.616065 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-062a3d0c-1434-4bf0-bccb-cbf1ff626d55 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:53.707041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062a3d0c-1434-4bf0-bccb-cbf1ff626d55 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:53.710654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-062a3d0c-1434-4bf0-bccb-cbf1ff626d55 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:53.712642 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-062a3d0c-1434-4bf0-bccb-cbf1ff626d55 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:41:53.713097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062a3d0c-1434-4bf0-bccb-cbf1ff626d55 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:41:53.729136 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-062a3d0c-1434-4bf0-bccb-cbf1ff626d55 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1173756 Jul 07 19:41:53.731807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:53.762996 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c407af21-f949-4e0f-ab53-c26704274232 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0300517 Jul 07 19:41:53.765274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:53.821394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d20b1ad-6958-40ba-8d93-2388949ffdd8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:53.822841 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4d20b1ad-6958-40ba-8d93-2388949ffdd8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0565474 Jul 07 19:41:53.825599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:53.864988 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ab9ce342-28ce-45fc-98d2-2e1b93380b8c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381885 Jul 07 19:41:53.868760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:53.873604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2ea24ba7-d042-4f9a-88b9-b9f4984742ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:53.964634 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea24ba7-d042-4f9a-88b9-b9f4984742ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:53.968064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea24ba7-d042-4f9a-88b9-b9f4984742ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.235072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-2ea24ba7-d042-4f9a-88b9-b9f4984742ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:54.236490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea24ba7-d042-4f9a-88b9-b9f4984742ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.251237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-fcacf9a0-25bc-4f09-a70d-0833803d11f0 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1208866 Jul 07 19:41:54.283815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea24ba7-d042-4f9a-88b9-b9f4984742ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:54.287397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2ea24ba7-d042-4f9a-88b9-b9f4984742ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:54.296249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea24ba7-d042-4f9a-88b9-b9f4984742ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.296430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f2afd-9e13-44a7-9b14-a5ede78a22d4 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:54.296952 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea24ba7-d042-4f9a-88b9-b9f4984742ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.310967 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea24ba7-d042-4f9a-88b9-b9f4984742ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=b2736ff9-0460-4d2e-811c-74b85c19132a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:54.325662 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2ea24ba7-d042-4f9a-88b9-b9f4984742ce tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4554803 Jul 07 19:41:54.326929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:54.333433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:aa:16:eb', 'name': 'tempest-NetworksTestDHCPv6-1843956167'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:54.385411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-300483ed-6ebb-4d2d-9c4c-d2e784818ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.385890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-300483ed-6ebb-4d2d-9c4c-d2e784818ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.386551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-300483ed-6ebb-4d2d-9c4c-d2e784818ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.387272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-300483ed-6ebb-4d2d-9c4c-d2e784818ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.387920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-300483ed-6ebb-4d2d-9c4c-d2e784818ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.389072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-300483ed-6ebb-4d2d-9c4c-d2e784818ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.389705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-300483ed-6ebb-4d2d-9c4c-d2e784818ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.391942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-300483ed-6ebb-4d2d-9c4c-d2e784818ec5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6501 time: 0.0929224 Jul 07 19:41:54.459783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': 'b2736ff9-0460-4d2e-811c-74b85c19132a'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:54.461619 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.489658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:54.521882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-58ea4b18-7be5-4982-8d29-99a9979b91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.522634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-58ea4b18-7be5-4982-8d29-99a9979b91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.523183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-58ea4b18-7be5-4982-8d29-99a9979b91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.525696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-58ea4b18-7be5-4982-8d29-99a9979b91fe service neutron] 10.222.0.112 "GET /v2.0/networks?id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d HTTP/1.1" status: 200 len: 2295 time: 0.1061673 Jul 07 19:41:54.580015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.593757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-77a162bd-576b-47c4-9113-087b36604d90 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946cb551-1be4-4900-9625-023e6b0d6045 HTTP/1.1" status: 200 len: 1001 time: 0.0612407 Jul 07 19:41:54.604094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port 24ab322d-8354-4dc2-90e1-d91fa1c8765f yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:54.614075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Allocated IP 2001:db8::f816:3eff:fe68:aeea (f41002a2-4ffd-47a8-a362-36e099b74986/b2736ff9-0460-4d2e-811c-74b85c19132a/fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:54.653664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-ff00cac2-235c-4278-8fff-b41ec465f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.655334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-ff00cac2-235c-4278-8fff-b41ec465f50e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1e96c63b-b9c3-4392-80cb-a5efc479f4d7 HTTP/1.1" status: 200 len: 851 time: 0.0557902 Jul 07 19:41:54.714334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-5f8c5f39-f696-4357-a660-a507b4d3da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:54.715849 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-5f8c5f39-f696-4357-a660-a507b4d3da37 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546193 Jul 07 19:41:54.765900 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.775240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Transition to ACTIVE for port object fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:54.790380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Transition to ACTIVE for port object fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:54.796589 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.810549 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-e16705a4-a647-4315-b78a-e505b69b8e6d service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884030 Jul 07 19:41:54.842238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:54.845190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:54.847536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:54.855937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Pushing event updated for resources: {'Port': ['ID=fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:54.863846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::f816:3eff:feaa:16eb (f41002a2-4ffd-47a8-a362-36e099b74986/b2736ff9-0460-4d2e-811c-74b85c19132a/24ab322d-8354-4dc2-90e1-d91fa1c8765f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:54.918398 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Attempting to bind port fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:54.918743 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-8e670854-0789-42e1-bd24-3c85de9e21d6 service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011510 Jul 07 19:41:54.918937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Attempting to bind port fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:54.919151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Attempting to bind port fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:54.924873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:54.925254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:54.925671 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.926064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:54.926546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Bound port: fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:54.926934 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:54.963065 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-7d8d63a0-6382-4b92-b6a0-4e2cdc0b2128 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 HTTP/1.1" status: 200 len: 217 time: 0.0379267 Jul 07 19:41:55.021268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-b893f465-fd07-449f-bde2-7e860bfbe569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:55.022803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-b893f465-fd07-449f-bde2-7e860bfbe569 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0528216 Jul 07 19:41:55.041986 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.059550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object 24ab322d-8354-4dc2-90e1-d91fa1c8765f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:55.084915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-2f918fef-d03b-419f-901b-2fd75305834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:55.087223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-2f918fef-d03b-419f-901b-2fd75305834c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0572457 Jul 07 19:41:55.099811 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.144022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:55.147468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:55.151296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:55.152325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] For port fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:55.156178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] For port fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:55.158078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:55.158844 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.162892 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.185064 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=24ab322d-8354-4dc2-90e1-d91fa1c8765f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:55.188823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-25057f32-a866-4722-892a-cd4c80400ec5 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932708 Jul 07 19:41:55.193133 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e87e6f61-f7cb-43b8-9413-26cac49ad0d8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8644056 Jul 07 19:41:55.194384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56968) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:55.229275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f95cd1-cd07-4726-b6c6-d9dc803c67ae None None] Pushing event updated for resources: {'Port': ['ID=fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:55.356967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 362fa0b9-9922-4e93-a324-03a1e3fffdeb no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:41:55.384712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 362fa0b9-9922-4e93-a324-03a1e3fffdeb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:41:55.385366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 362fa0b9-9922-4e93-a324-03a1e3fffdeb not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:41:55.627693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-4cabf68a-889e-430e-854f-0fc6c3a2d80e service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300578 Jul 07 19:41:55.637579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15d0306-9094-4581-9383-cfa4c41f812e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:55.643354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15d0306-9094-4581-9383-cfa4c41f812e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:55.644898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d15d0306-9094-4581-9383-cfa4c41f812e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4494169 Jul 07 19:41:55.647686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:55.684146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-36881e25-0cfc-4451-806c-a24dff035102 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=e63e5894-487a-4ed1-8fb3-7173bca23462 HTTP/1.1" status: 200 len: 217 time: 0.0381875 Jul 07 19:41:55.738387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-cbf2ee0d-5c30-44ee-b077-e98b091723d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:55.739883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-cbf2ee0d-5c30-44ee-b077-e98b091723d5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0498660 Jul 07 19:41:55.751608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-651b795f-e9bf-4ea7-8f4e-c5a21c889347 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port 24ab322d-8354-4dc2-90e1-d91fa1c8765f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:55.751958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651b795f-e9bf-4ea7-8f4e-c5a21c889347 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.798337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-fe960749-57b2-41b5-8cfe-b6ad29757727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:55.799768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-fe960749-57b2-41b5-8cfe-b6ad29757727 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529597 Jul 07 19:41:55.840110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651b795f-e9bf-4ea7-8f4e-c5a21c889347 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:55.853213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-651b795f-e9bf-4ea7-8f4e-c5a21c889347 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for 24ab322d-8354-4dc2-90e1-d91fa1c8765f owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:55.900235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-8ff210a4-aa09-4792-b5e5-1383c2fb74e8 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935431 Jul 07 19:41:55.999954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651b795f-e9bf-4ea7-8f4e-c5a21c889347 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.004115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-fec1f522-e81d-49e8-a22d-db166a6abda2 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968919 Jul 07 19:41:56.032375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b795f-e9bf-4ea7-8f4e-c5a21c889347 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=24ab322d-8354-4dc2-90e1-d91fa1c8765f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:56.058747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-103c5a72-6028-46da-9144-d1d5c481daf8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=da338938-8a54-4715-ae73-a927d25b02e9 HTTP/1.1" status: 200 len: 217 time: 0.0478756 Jul 07 19:41:56.061882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651b795f-e9bf-4ea7-8f4e-c5a21c889347 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.063829 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-651b795f-e9bf-4ea7-8f4e-c5a21c889347 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/24ab322d-8354-4dc2-90e1-d91fa1c8765f HTTP/1.1" status: 204 len: 168 time: 0.4142964 Jul 07 19:41:56.068944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:56.116106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-1706d6b6-59f5-46c4-94dc-51ed41cb304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:56.118614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-1706d6b6-59f5-46c4-94dc-51ed41cb304a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0520728 Jul 07 19:41:56.130411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03924f-bfa8-4a42-b48e-e8c968a04b84 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:56.131951 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03924f-bfa8-4a42-b48e-e8c968a04b84 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:56.136241 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8d03924f-bfa8-4a42-b48e-e8c968a04b84 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0638235 Jul 07 19:41:56.136614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:56.212541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2198bf98-2dbc-4116-92e2-b0484780bcbb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet b2736ff9-0460-4d2e-811c-74b85c19132a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:56.219569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2198bf98-2dbc-4116-92e2-b0484780bcbb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.260906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-0b924c90-d11b-48c4-8f78-2e5736c22845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:56.262469 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-0b924c90-d11b-48c4-8f78-2e5736c22845 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1365855 Jul 07 19:41:56.280356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2198bf98-2dbc-4116-92e2-b0484780bcbb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.301288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9681e84b-961c-4963-a165-4ace8d9850a2 None None] Provisioning for port fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:56.417829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae482c1e-b88c-41a1-a300-6369679efad1 None None] Could not find standard attr ID for object 24ab322d-8354-4dc2-90e1-d91fa1c8765f. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:41:56.431329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-5574d29e-19a6-4695-84aa-febf2b03ddee service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610684 Jul 07 19:41:56.434496 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2198bf98-2dbc-4116-92e2-b0484780bcbb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.561584 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2198bf98-2dbc-4116-92e2-b0484780bcbb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.600652 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-56d55615-5c80-4ae1-9663-40695971c128 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621685 Jul 07 19:41:56.602337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198bf98-2dbc-4116-92e2-b0484780bcbb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=b2736ff9-0460-4d2e-811c-74b85c19132a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:56.606209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2198bf98-2dbc-4116-92e2-b0484780bcbb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.610368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2198bf98-2dbc-4116-92e2-b0484780bcbb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/b2736ff9-0460-4d2e-811c-74b85c19132a HTTP/1.1" status: 204 len: 168 time: 0.4703751 Jul 07 19:41:56.610702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:56.632800 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bcdf58-10ab-4bfe-ba86-8a673b228bac None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:56.644428 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-54db35c0-0b06-47ce-bcb8-d64fbcb0f358 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9 HTTP/1.1" status: 200 len: 217 time: 0.0352707 Jul 07 19:41:56.661965 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-279f3e9a-5cdd-473c-b286-8849aedfac54 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500405 Jul 07 19:41:56.665636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:56.670750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:56.693554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-eb5b1fbe-efa8-4b16-930a-0a1b0c194dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:56.695045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-eb5b1fbe-efa8-4b16-930a-0a1b0c194dc6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0442569 Jul 07 19:41:56.761669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-850ff1ae-5d9c-43ed-8c3f-d6143ce34295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:56.763313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-850ff1ae-5d9c-43ed-8c3f-d6143ce34295 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0619788 Jul 07 19:41:56.777056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:56.781346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.844893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd75d492-2e40-4397-aa8c-17f472576bbb None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:41:56.872165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-25be1cee-0ce0-41a0-8054-96ed95493d40 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024897 Jul 07 19:41:56.900174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dd75d492-2e40-4397-aa8c-17f472576bbb None None] Deleting port fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:56.900572 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd75d492-2e40-4397-aa8c-17f472576bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.970851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd75d492-2e40-4397-aa8c-17f472576bbb None None] For port fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:56.971555 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd75d492-2e40-4397-aa8c-17f472576bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:56.980546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-709aabd2-364f-4052-b6f2-f59785bc319a service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003730 Jul 07 19:41:56.987047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dd75d492-2e40-4397-aa8c-17f472576bbb None None] Calling delete_port for fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:57.024289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-54ad2ca3-200c-4baf-ab4f-a9bbfc095834 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e HTTP/1.1" status: 200 len: 217 time: 0.0367281 Jul 07 19:41:57.076068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-62d6c2f0-5de6-40aa-b3e9-d16ed558706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:57.078222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-62d6c2f0-5de6-40aa-b3e9-d16ed558706e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.0484509 Jul 07 19:41:57.083371 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd75d492-2e40-4397-aa8c-17f472576bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.100930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:57.112688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75d492-2e40-4397-aa8c-17f472576bbb None None] Pushing event deleted for resources: {'Port': ['ID=fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:57.118479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75d492-2e40-4397-aa8c-17f472576bbb None None] No DVR routers for this DVR port fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:41:57.149645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-101285d2-b045-415c-a391-675d5deddfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:57.151174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-101285d2-b045-415c-a391-675d5deddfd7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0658476 Jul 07 19:41:57.210524 n-d-792394-12 neutron-server[93771]: WARNING neutron.services.revisions.revision_plugin [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Could not find related port for resource to bump revision. Jul 07 19:41:57.215781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Port fc5f6b5d-9f5b-4a99-a56b-c941d75cc4fc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 19:41:57.216089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Reverting IP allocation for 2001:db8::f816:3eff:fe68:aeea {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 19:41:57.219504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe68:aeea {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 19:41:57.220702 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.252072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-4cb80927-2679-4ab3-be94-d9864004ae99 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934060 Jul 07 19:41:57.265262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:57.268402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:57.272699 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:57.273286 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.277765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce56539-b0f5-49de-8b76-8cffd7572844 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:57.287910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=e17152af-7068-4f12-9434-dc31f8bb69dd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:57.292517 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d9f9dbe-d251-4336-88b9-0459fe837133 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6257982 Jul 07 19:41:57.295014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:57.300238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:c3:2f:8d', 'name': 'tempest-NetworksTestDHCPv6-1719003939'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:57.363222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-c9a8c9b2-74c9-4e4c-861b-3309b21d51fc service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047249 Jul 07 19:41:57.406623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-1ecb370c-0cf7-4087-a64c-48bf859e4375 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721 HTTP/1.1" status: 200 len: 217 time: 0.0368953 Jul 07 19:41:57.414115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:57.419224 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.441872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port b7295ec0-7f30-43de-9e2a-1e5acd67f7be yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:41:57.460359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': 'e17152af-7068-4f12-9434-dc31f8bb69dd'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:41:57.462248 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.463355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-40595fc6-35ac-4f44-a8eb-9d41538ff924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:57.464955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-40595fc6-35ac-4f44-a8eb-9d41538ff924 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.0525870 Jul 07 19:41:57.529745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-f1254fbb-12a0-4b09-9dcd-218dfeefbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:57.531396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-f1254fbb-12a0-4b09-9dcd-218dfeefbb68 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0601962 Jul 07 19:41:57.560557 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::f816:3eff:fec3:2f8d (f41002a2-4ffd-47a8-a362-36e099b74986/e17152af-7068-4f12-9434-dc31f8bb69dd/b7295ec0-7f30-43de-9e2a-1e5acd67f7be) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:57.627719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-699c464b-ef8d-446f-9f46-711eb9b580db service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892322 Jul 07 19:41:57.728322 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.734395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83a9aef-82be-46d2-95bc-ff13c35ade8f req-dccbf87e-cf13-407f-88fe-4a6d7f28fbf9 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998311 Jul 07 19:41:57.745829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object b7295ec0-7f30-43de-9e2a-1e5acd67f7be will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:57.781085 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.826412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:57.828674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Allocated IP 2001:db8::f816:3eff:fea5:56ad (f41002a2-4ffd-47a8-a362-36e099b74986/e17152af-7068-4f12-9434-dc31f8bb69dd/13334d6d-2273-4994-a6d7-a8820f6d47e9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:41:57.829852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:57.837117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:57.842956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:57.843586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.857386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=b7295ec0-7f30-43de-9e2a-1e5acd67f7be,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:57.865241 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7e21dab1-ef1c-4d2d-a038-e4d4f6f8c7c8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5692081 Jul 07 19:41:57.869156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56988) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:57.932964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36ae395-6ef3-439c-ab5f-51ef6e60d8da tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:57.936869 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d36ae395-6ef3-439c-ab5f-51ef6e60d8da tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0642259 Jul 07 19:41:57.937103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:57.971920 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:57.981309 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Transition to ACTIVE for port object 13334d6d-2273-4994-a6d7-a8820f6d47e9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:57.996941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Transition to ACTIVE for port object 13334d6d-2273-4994-a6d7-a8820f6d47e9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:41:58.002521 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.045638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:58.048984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a093e8ca-524d-4dea-a4f9-841a5508e497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port b7295ec0-7f30-43de-9e2a-1e5acd67f7be {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:41:58.049413 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a093e8ca-524d-4dea-a4f9-841a5508e497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.051429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:58.056030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:41:58.063688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Pushing event updated for resources: {'Port': ['ID=13334d6d-2273-4994-a6d7-a8820f6d47e9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:58.121238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Attempting to bind port 13334d6d-2273-4994-a6d7-a8820f6d47e9 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:41:58.121623 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Attempting to bind port 13334d6d-2273-4994-a6d7-a8820f6d47e9 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:41:58.121998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Attempting to bind port 13334d6d-2273-4994-a6d7-a8820f6d47e9 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:41:58.127500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:41:58.127881 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:41:58.128289 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.128711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:41:58.129185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Bound port: 13334d6d-2273-4994-a6d7-a8820f6d47e9, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:41:58.129697 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.150417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a093e8ca-524d-4dea-a4f9-841a5508e497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.163330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a093e8ca-524d-4dea-a4f9-841a5508e497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for b7295ec0-7f30-43de-9e2a-1e5acd67f7be owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:41:58.204847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] For port 13334d6d-2273-4994-a6d7-a8820f6d47e9, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:41:58.207962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] For port 13334d6d-2273-4994-a6d7-a8820f6d47e9, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=13334d6d-2273-4994-a6d7-a8820f6d47e9,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:41:58.212634 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.275930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa6283-9a40-4812-8891-4195ccd17e32 None None] Pushing event updated for resources: {'Port': ['ID=13334d6d-2273-4994-a6d7-a8820f6d47e9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:58.311826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a093e8ca-524d-4dea-a4f9-841a5508e497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.344864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093e8ca-524d-4dea-a4f9-841a5508e497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=b7295ec0-7f30-43de-9e2a-1e5acd67f7be,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:58.372146 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a093e8ca-524d-4dea-a4f9-841a5508e497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.376713 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a093e8ca-524d-4dea-a4f9-841a5508e497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/b7295ec0-7f30-43de-9e2a-1e5acd67f7be HTTP/1.1" status: 204 len: 168 time: 0.4360538 Jul 07 19:41:58.376884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 56994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:58.433665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c8b33-3ff1-4591-bb6c-8cdf8f640af1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:58.435279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c8b33-3ff1-4591-bb6c-8cdf8f640af1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:58.438913 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-835c8b33-3ff1-4591-bb6c-8cdf8f640af1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0591269 Jul 07 19:41:58.441577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:58.511542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32732be-1d22-499b-aa94-74c9a2e3ef0d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet e17152af-7068-4f12-9434-dc31f8bb69dd {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:41:58.515433 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e32732be-1d22-499b-aa94-74c9a2e3ef0d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.558671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e32732be-1d22-499b-aa94-74c9a2e3ef0d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.644088 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e32732be-1d22-499b-aa94-74c9a2e3ef0d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.709109 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e32732be-1d22-499b-aa94-74c9a2e3ef0d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.738910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32732be-1d22-499b-aa94-74c9a2e3ef0d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=e17152af-7068-4f12-9434-dc31f8bb69dd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:58.743631 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e32732be-1d22-499b-aa94-74c9a2e3ef0d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:58.745759 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e32732be-1d22-499b-aa94-74c9a2e3ef0d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/e17152af-7068-4f12-9434-dc31f8bb69dd HTTP/1.1" status: 204 len: 168 time: 0.3045971 Jul 07 19:41:58.748251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 56998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:58.789628 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fc4602a9-643b-4b6d-ba68-5dfbc7c9db5d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396707 Jul 07 19:41:58.793077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:58.865579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cea4814-eaa3-4d81-8b0d-f6d03059af87 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:58.867137 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4cea4814-eaa3-4d81-8b0d-f6d03059af87 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0730855 Jul 07 19:41:58.870042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:58.923978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc40953-7caf-4ab2-88e6-80b598eb8245 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:58.925669 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-adc40953-7caf-4ab2-88e6-80b598eb8245 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0545871 Jul 07 19:41:58.929151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:58.968860 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-37685d0d-769f-4cb3-98b1-62a31a32f364 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378582 Jul 07 19:41:58.975385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:58.979931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:41:59.075858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:41:59.079675 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.210008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee787349-abd0-4c70-b1f5-34c8495e7b41 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:41:59.282851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c5e014f-3df2-411c-bcea-61e1f5db19be None None] Provisioning for port 13334d6d-2273-4994-a6d7-a8820f6d47e9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:59.407208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.objects.ports [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:41:59.415391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 13334d6d-2273-4994-a6d7-a8820f6d47e9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:41:59.467230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 13334d6d-2273-4994-a6d7-a8820f6d47e9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:41:59.471809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 13334d6d-2273-4994-a6d7-a8820f6d47e9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:59.472545 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.553978 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.598466 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.622492 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:41:59.622924 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:41:59.632714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55086ba2-eec6-45c5-9ca1-edf5493b31da None None] Provisioning complete for port 13334d6d-2273-4994-a6d7-a8820f6d47e9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:41:59.633671 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55086ba2-eec6-45c5-9ca1-edf5493b31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.727199 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55086ba2-eec6-45c5-9ca1-edf5493b31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.778355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] For port 13334d6d-2273-4994-a6d7-a8820f6d47e9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=13334d6d-2273-4994-a6d7-a8820f6d47e9,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:41:59.810301 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.815606 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.816661 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.866509 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-55086ba2-eec6-45c5-9ca1-edf5493b31da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:41:59.867048 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-55086ba2-eec6-45c5-9ca1-edf5493b31da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:41:59.899379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:41:59.907151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:41:59.910414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:41:59.911009 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:41:59.937898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=1b501a6e-0a23-491f-99b4-98105d6c3895,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:59.941308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=13334d6d-2273-4994-a6d7-a8820f6d47e9,revision_number=5']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:41:59.949449 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:41:59.949933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8e5f6bfa-2fad-4d3e-a7ec-476f6bea0358 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9740167 Jul 07 19:41:59.954685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:ba:ea:5e', 'name': 'tempest-NetworksTestDHCPv6-1247127414'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:00.027666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326bd3dc-4991-49c9-b196-38798de7828d None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:00.088301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:00.184131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.192076 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.212151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port fea02547-25f9-4ebc-b96a-06a80d0ea981 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:00.250911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 13334d6d-2273-4994-a6d7-a8820f6d47e9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=13334d6d-2273-4994-a6d7-a8820f6d47e9,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:00.258931 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.319596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=13334d6d-2273-4994-a6d7-a8820f6d47e9,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:00.334767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::f816:3eff:feba:ea5e (f41002a2-4ffd-47a8-a362-36e099b74986/1b501a6e-0a23-491f-99b4-98105d6c3895/fea02547-25f9-4ebc-b96a-06a80d0ea981) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:00.503828 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.524259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object fea02547-25f9-4ebc-b96a-06a80d0ea981 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:00.540067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-60decb06-cda3-4649-93df-b799d49e580d None None] Provisioning complete for port 13334d6d-2273-4994-a6d7-a8820f6d47e9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:00.540448 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60decb06-cda3-4649-93df-b799d49e580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.563072 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.613681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:00.616863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:00.621926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:00.627747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:00.628319 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.629217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-60decb06-cda3-4649-93df-b799d49e580d None None] Could not find standard attr ID for object b7295ec0-7f30-43de-9e2a-1e5acd67f7be. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:42:00.632383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=fea02547-25f9-4ebc-b96a-06a80d0ea981,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:00.653116 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-411f6e85-0ea0-45f0-9a6b-6cb9ad74d559 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7025425 Jul 07 19:42:00.655764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57022) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:00.731274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78df76-83b5-4273-a61a-402eb6e287e6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:00.739234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78df76-83b5-4273-a61a-402eb6e287e6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:00.745278 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-de78df76-83b5-4273-a61a-402eb6e287e6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0882909 Jul 07 19:42:00.746153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:00.855555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-235a1faf-3aa7-49af-b361-9c434e1ee5fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port fea02547-25f9-4ebc-b96a-06a80d0ea981 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:00.855928 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-235a1faf-3aa7-49af-b361-9c434e1ee5fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.857175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3abe49f-d5b2-48c1-9b7e-b710724bee6b None None] Provisioning for port fea02547-25f9-4ebc-b96a-06a80d0ea981 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:00.860968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3abe49f-d5b2-48c1-9b7e-b710724bee6b None None] Provisioning complete for port fea02547-25f9-4ebc-b96a-06a80d0ea981 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:00.861344 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3abe49f-d5b2-48c1-9b7e-b710724bee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.895443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b3abe49f-d5b2-48c1-9b7e-b710724bee6b None None] Port fea02547-25f9-4ebc-b96a-06a80d0ea981 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:42:00.944111 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-235a1faf-3aa7-49af-b361-9c434e1ee5fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:00.956686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-235a1faf-3aa7-49af-b361-9c434e1ee5fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for fea02547-25f9-4ebc-b96a-06a80d0ea981 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:01.101378 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-235a1faf-3aa7-49af-b361-9c434e1ee5fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.137234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a1faf-3aa7-49af-b361-9c434e1ee5fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=fea02547-25f9-4ebc-b96a-06a80d0ea981,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:01.171330 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-235a1faf-3aa7-49af-b361-9c434e1ee5fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.174280 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-235a1faf-3aa7-49af-b361-9c434e1ee5fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/fea02547-25f9-4ebc-b96a-06a80d0ea981 HTTP/1.1" status: 204 len: 168 time: 0.4263530 Jul 07 19:42:01.177711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:01.294316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d904d-7535-4a77-ae82-38319317e2fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:01.297348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d904d-7535-4a77-ae82-38319317e2fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:01.299153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-932d904d-7535-4a77-ae82-38319317e2fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1203856 Jul 07 19:42:01.302155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:01.384339 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d23e1e-3e7d-4f77-9415-0c84f109bd39 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 1b501a6e-0a23-491f-99b4-98105d6c3895 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:01.387916 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1d23e1e-3e7d-4f77-9415-0c84f109bd39 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.399730 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 13334d6d-2273-4994-a6d7-a8820f6d47e9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:01.437987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1d23e1e-3e7d-4f77-9415-0c84f109bd39 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.495414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 13334d6d-2273-4994-a6d7-a8820f6d47e9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:01.495792 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.557924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1d23e1e-3e7d-4f77-9415-0c84f109bd39 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.619938 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1d23e1e-3e7d-4f77-9415-0c84f109bd39 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.646829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d23e1e-3e7d-4f77-9415-0c84f109bd39 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=1b501a6e-0a23-491f-99b4-98105d6c3895,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:01.658247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfef976-209f-4be2-95a5-320b16f342b2 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:01.659258 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1d23e1e-3e7d-4f77-9415-0c84f109bd39 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.661320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c1d23e1e-3e7d-4f77-9415-0c84f109bd39 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/1b501a6e-0a23-491f-99b4-98105d6c3895 HTTP/1.1" status: 204 len: 168 time: 0.3581741 Jul 07 19:42:01.663771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:01.704866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9361a316-ffa1-4fbe-8012-1f6c47c16487 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393233 Jul 07 19:42:01.707748 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:01.712970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:01.806756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:01.811140 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:01.875181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96606e9e-afbe-4fe0-977c-d4847c96d300 None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:01.934215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-96606e9e-afbe-4fe0-977c-d4847c96d300 None None] Deleting port 13334d6d-2273-4994-a6d7-a8820f6d47e9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:01.934598 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96606e9e-afbe-4fe0-977c-d4847c96d300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.001819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-96606e9e-afbe-4fe0-977c-d4847c96d300 None None] For port 13334d6d-2273-4994-a6d7-a8820f6d47e9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=13334d6d-2273-4994-a6d7-a8820f6d47e9,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:02.002588 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96606e9e-afbe-4fe0-977c-d4847c96d300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.015400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-96606e9e-afbe-4fe0-977c-d4847c96d300 None None] Calling delete_port for 13334d6d-2273-4994-a6d7-a8820f6d47e9 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:02.101436 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96606e9e-afbe-4fe0-977c-d4847c96d300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.126656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96606e9e-afbe-4fe0-977c-d4847c96d300 None None] Pushing event deleted for resources: {'Port': ['ID=13334d6d-2273-4994-a6d7-a8820f6d47e9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:02.133545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96606e9e-afbe-4fe0-977c-d4847c96d300 None None] No DVR routers for this DVR port 13334d6d-2273-4994-a6d7-a8820f6d47e9 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:02.157507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:42:02.270271 n-d-792394-12 neutron-server[93771]: WARNING neutron.services.revisions.revision_plugin [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Could not find related port for resource to bump revision. Jul 07 19:42:02.275110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Port 13334d6d-2273-4994-a6d7-a8820f6d47e9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 19:42:02.275495 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Reverting IP allocation for 2001:db8::f816:3eff:fea5:56ad {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 19:42:02.279544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea5:56ad {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 19:42:02.280770 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.326980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:02.332913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:02.337906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:02.338499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.344007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e1e387-63a2-4ef3-a9ef-1680d9b5594f None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:02.349246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=001e8718-aad3-4791-be16-b95e869e321d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:02.359818 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b8c851b6-4855-4d63-80fc-dbf46073eef1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6508927 Jul 07 19:42:02.362390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:02.370503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:ea:39:7c', 'name': 'tempest-NetworksTestDHCPv6-167041223'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:02.504520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:02.527739 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': '001e8718-aad3-4791-be16-b95e869e321d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:02.528784 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.609699 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.645142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port d79ddaf1-71c1-41ae-b119-7b97baf21063 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:02.703306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Allocated IP 2001:db8::f816:3eff:fed6:e81a (f41002a2-4ffd-47a8-a362-36e099b74986/001e8718-aad3-4791-be16-b95e869e321d/b891b84a-0967-4177-9176-a65423cd021a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:02.866799 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.876818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Transition to ACTIVE for port object b891b84a-0967-4177-9176-a65423cd021a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:02.892960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Transition to ACTIVE for port object b891b84a-0967-4177-9176-a65423cd021a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:02.899236 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:02.941540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:02.944342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:02.948339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:02.953301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::f816:3eff:feea:397c (f41002a2-4ffd-47a8-a362-36e099b74986/001e8718-aad3-4791-be16-b95e869e321d/d79ddaf1-71c1-41ae-b119-7b97baf21063) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:02.959561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Pushing event updated for resources: {'Port': ['ID=b891b84a-0967-4177-9176-a65423cd021a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:03.012139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Attempting to bind port b891b84a-0967-4177-9176-a65423cd021a on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:03.012381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Attempting to bind port b891b84a-0967-4177-9176-a65423cd021a by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:03.012708 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Attempting to bind port b891b84a-0967-4177-9176-a65423cd021a on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:03.017907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:03.018325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:03.018569 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.018969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:03.019453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Bound port: b891b84a-0967-4177-9176-a65423cd021a, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:03.019842 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.089195 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] For port b891b84a-0967-4177-9176-a65423cd021a, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:03.092418 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] For port b891b84a-0967-4177-9176-a65423cd021a, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b891b84a-0967-4177-9176-a65423cd021a,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:03.098001 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.132757 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.150471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object d79ddaf1-71c1-41ae-b119-7b97baf21063 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:03.170320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4ab0e-2844-400e-a90e-ef4226e61515 None None] Pushing event updated for resources: {'Port': ['ID=b891b84a-0967-4177-9176-a65423cd021a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:03.198993 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.253384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:03.257344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:03.264624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:03.271639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:03.277180 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.293139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=d79ddaf1-71c1-41ae-b119-7b97baf21063,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:03.319633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dc0318a6-c55c-4b13-89a1-8e1eba7847ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9533315 Jul 07 19:42:03.320869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:03.433730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aef541b-a8ea-4749-8992-5174c0d62b22 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:03.440381 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aef541b-a8ea-4749-8992-5174c0d62b22 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:03.444514 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2aef541b-a8ea-4749-8992-5174c0d62b22 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1199951 Jul 07 19:42:03.445134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:03.471832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 13334d6d-2273-4994-a6d7-a8820f6d47e9 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:03.509109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 13334d6d-2273-4994-a6d7-a8820f6d47e9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:03.509610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 13334d6d-2273-4994-a6d7-a8820f6d47e9 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:03.522853 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.574731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0cbcf7ec-ef7e-457d-8c13-00ec952385d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port d79ddaf1-71c1-41ae-b119-7b97baf21063 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:03.575318 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf7ec-ef7e-457d-8c13-00ec952385d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.666424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf7ec-ef7e-457d-8c13-00ec952385d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.678168 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0cbcf7ec-ef7e-457d-8c13-00ec952385d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for d79ddaf1-71c1-41ae-b119-7b97baf21063 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:03.826571 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf7ec-ef7e-457d-8c13-00ec952385d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.857058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcf7ec-ef7e-457d-8c13-00ec952385d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=d79ddaf1-71c1-41ae-b119-7b97baf21063,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:03.889632 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf7ec-ef7e-457d-8c13-00ec952385d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:03.894807 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0cbcf7ec-ef7e-457d-8c13-00ec952385d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/d79ddaf1-71c1-41ae-b119-7b97baf21063 HTTP/1.1" status: 204 len: 168 time: 0.4444582 Jul 07 19:42:03.895036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:03.954039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3198a780-0371-42bc-921a-9e2230eafdd0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:03.955727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3198a780-0371-42bc-921a-9e2230eafdd0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:03.959587 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3198a780-0371-42bc-921a-9e2230eafdd0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0613577 Jul 07 19:42:03.960018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:04.015187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b76778-782b-45bd-9720-4bac09e68ef7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 001e8718-aad3-4791-be16-b95e869e321d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:04.019154 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b76778-782b-45bd-9720-4bac09e68ef7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.061624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b76778-782b-45bd-9720-4bac09e68ef7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.154750 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b76778-782b-45bd-9720-4bac09e68ef7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.232425 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b76778-782b-45bd-9720-4bac09e68ef7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.265322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b76778-782b-45bd-9720-4bac09e68ef7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=001e8718-aad3-4791-be16-b95e869e321d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:04.267340 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b76778-782b-45bd-9720-4bac09e68ef7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.269282 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d7b76778-782b-45bd-9720-4bac09e68ef7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/001e8718-aad3-4791-be16-b95e869e321d HTTP/1.1" status: 204 len: 168 time: 0.3082814 Jul 07 19:42:04.271838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57066) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:04.292508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02738a4e-04fb-4267-8bec-493e4703b6d8 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:04.313097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-78b75a72-a5c4-4130-8368-3a078500a9ec tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382991 Jul 07 19:42:04.315432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:04.390892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f383d84-fc16-4429-bb05-8f0acbbd7714 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:04.392463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8f383d84-fc16-4429-bb05-8f0acbbd7714 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0759029 Jul 07 19:42:04.395134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:04.471821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4567838-e5d6-43ea-8c4c-d4b2348738a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:04.473692 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b4567838-e5d6-43ea-8c4c-d4b2348738a8 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0775518 Jul 07 19:42:04.476331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:04.525263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7e9c065c-8474-4ca5-9fd4-2c0a6f581375 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446563 Jul 07 19:42:04.528914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:04.534660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0daf207d-ecd9-44ff-8427-76c525551618 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:04.563734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-46a780b3-d0ac-4559-863f-70250ef98ae4 None None] Provisioning for port b891b84a-0967-4177-9176-a65423cd021a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:04.658680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daf207d-ecd9-44ff-8427-76c525551618 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:04.662878 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0daf207d-ecd9-44ff-8427-76c525551618 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.706827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db89f3-5363-48ab-8dc0-66482b4281e3 None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:04.762226 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-35db89f3-5363-48ab-8dc0-66482b4281e3 None None] Deleting port b891b84a-0967-4177-9176-a65423cd021a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:04.762607 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35db89f3-5363-48ab-8dc0-66482b4281e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.845640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-35db89f3-5363-48ab-8dc0-66482b4281e3 None None] For port b891b84a-0967-4177-9176-a65423cd021a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b891b84a-0967-4177-9176-a65423cd021a,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:04.846051 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35db89f3-5363-48ab-8dc0-66482b4281e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.860923 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-35db89f3-5363-48ab-8dc0-66482b4281e3 None None] Calling delete_port for b891b84a-0967-4177-9176-a65423cd021a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:04.945941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35db89f3-5363-48ab-8dc0-66482b4281e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:04.972682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db89f3-5363-48ab-8dc0-66482b4281e3 None None] Pushing event deleted for resources: {'Port': ['ID=b891b84a-0967-4177-9176-a65423cd021a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:04.976180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db89f3-5363-48ab-8dc0-66482b4281e3 None None] No DVR routers for this DVR port b891b84a-0967-4177-9176-a65423cd021a on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:05.281428 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0daf207d-ecd9-44ff-8427-76c525551618 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:05.318395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daf207d-ecd9-44ff-8427-76c525551618 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:05.320744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0daf207d-ecd9-44ff-8427-76c525551618 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:05.326086 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daf207d-ecd9-44ff-8427-76c525551618 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:05.326688 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0daf207d-ecd9-44ff-8427-76c525551618 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:05.331876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1061378b-d3e2-4190-b83b-76a246c59e29 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:05.353412 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0daf207d-ecd9-44ff-8427-76c525551618 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8232749 Jul 07 19:42:05.354132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf207d-ecd9-44ff-8427-76c525551618 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=a1034998-dab4-4359-a31f-e2ac5b01f4d3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:05.358322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:05.363570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:4d:d0:8f', 'name': 'tempest-NetworksTestDHCPv6-1903792566'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:05.528763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': 'a1034998-dab4-4359-a31f-e2ac5b01f4d3'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:05.530085 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:05.590322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:05.597342 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:05.647398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port d8cab6c7-9219-4b0d-81a1-0fe683060dbc yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:05.698784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Allocated IP 2001:db8::2 (f41002a2-4ffd-47a8-a362-36e099b74986/a1034998-dab4-4359-a31f-e2ac5b01f4d3/006c2da6-c7d6-4e47-9f8d-d1b1f8c11497) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:05.940439 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:05.951598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Transition to ACTIVE for port object 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:05.979512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Transition to ACTIVE for port object 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:05.995880 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.048068 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:06.053659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:06.058387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:06.066631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Pushing event updated for resources: {'Port': ['ID=006c2da6-c7d6-4e47-9f8d-d1b1f8c11497,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:06.098481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::25e (f41002a2-4ffd-47a8-a362-36e099b74986/a1034998-dab4-4359-a31f-e2ac5b01f4d3/d8cab6c7-9219-4b0d-81a1-0fe683060dbc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:06.145836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Attempting to bind port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:06.145836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Attempting to bind port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:06.145836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Attempting to bind port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:06.154833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:06.154833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:06.154833 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.154833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:06.155623 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Bound port: 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:06.155623 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.301453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] For port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:06.312031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] For port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=006c2da6-c7d6-4e47-9f8d-d1b1f8c11497,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:06.325183 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.413495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2dd93-6b22-4439-8b71-f56f01f33ff3 None None] Pushing event updated for resources: {'Port': ['ID=006c2da6-c7d6-4e47-9f8d-d1b1f8c11497,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:06.441444 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.464428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object d8cab6c7-9219-4b0d-81a1-0fe683060dbc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:06.522321 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.580633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:06.584713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:06.592056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:06.604914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:06.617023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:06.654715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2920461 Jul 07 19:42:06.654715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=d8cab6c7-9219-4b0d-81a1-0fe683060dbc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:06.655180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:06.668760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.669112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.669638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.669983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.670326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.670680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.671148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.671493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.671809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.672137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.672503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.672848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ca782-2929-4b50-8e71-b207d4e8b08b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:06.758872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36a71c-523b-4159-9000-21995c341937 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:06.765123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36a71c-523b-4159-9000-21995c341937 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:06.769655 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dd36a71c-523b-4159-9000-21995c341937 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1105330 Jul 07 19:42:06.770179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:06.932745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-398b61ff-f8c8-465e-b8f5-0f0e57238364 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port d8cab6c7-9219-4b0d-81a1-0fe683060dbc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:06.933098 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398b61ff-f8c8-465e-b8f5-0f0e57238364 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.035316 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398b61ff-f8c8-465e-b8f5-0f0e57238364 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.048703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-398b61ff-f8c8-465e-b8f5-0f0e57238364 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for d8cab6c7-9219-4b0d-81a1-0fe683060dbc owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:07.223680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398b61ff-f8c8-465e-b8f5-0f0e57238364 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.271264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b61ff-f8c8-465e-b8f5-0f0e57238364 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=d8cab6c7-9219-4b0d-81a1-0fe683060dbc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:07.307782 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398b61ff-f8c8-465e-b8f5-0f0e57238364 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.309928 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-398b61ff-f8c8-465e-b8f5-0f0e57238364 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/d8cab6c7-9219-4b0d-81a1-0fe683060dbc HTTP/1.1" status: 204 len: 168 time: 0.5387781 Jul 07 19:42:07.312641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:07.389741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6c3c13-4864-4cc7-aff9-8cda0cca8548 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:07.390907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6c3c13-4864-4cc7-aff9-8cda0cca8548 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:07.394189 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9f6c3c13-4864-4cc7-aff9-8cda0cca8548 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0804064 Jul 07 19:42:07.397750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:07.463217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:07.509993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4698ce-faea-46ad-9200-4221247d5612 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet a1034998-dab4-4359-a31f-e2ac5b01f4d3 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:07.513707 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b4698ce-faea-46ad-9200-4221247d5612 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.550341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:07.578233 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b4698ce-faea-46ad-9200-4221247d5612 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.718728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b4698ce-faea-46ad-9200-4221247d5612 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.765900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55097add-e62e-4794-b48b-d5c146ceb3f3 None None] Provisioning for port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:07.770114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55097add-e62e-4794-b48b-d5c146ceb3f3 None None] Provisioning complete for port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:07.770722 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55097add-e62e-4794-b48b-d5c146ceb3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.815312 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b4698ce-faea-46ad-9200-4221247d5612 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.837040 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b4698ce-faea-46ad-9200-4221247d5612 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:07.842614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:07.843607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6b4698ce-faea-46ad-9200-4221247d5612 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/a1034998-dab4-4359-a31f-e2ac5b01f4d3 HTTP/1.1" status: 204 len: 168 time: 0.4439611 Jul 07 19:42:07.894039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4698ce-faea-46ad-9200-4221247d5612 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=a1034998-dab4-4359-a31f-e2ac5b01f4d3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:07.922817 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-df30270f-8b48-4f80-8520-3bd279a8a928 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790324 Jul 07 19:42:07.925315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:07.948287 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55097add-e62e-4794-b48b-d5c146ceb3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.000754 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-55097add-e62e-4794-b48b-d5c146ceb3f3 None None] For port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=006c2da6-c7d6-4e47-9f8d-d1b1f8c11497,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:08.005442 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55097add-e62e-4794-b48b-d5c146ceb3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.060439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04680146-a711-4d84-b0ac-47583f006679 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:08.134902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d93d8f-5792-40a8-a5b8-e530f9905698 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:08.137597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-14d93d8f-5792-40a8-a5b8-e530f9905698 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2110453 Jul 07 19:42:08.139968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a9d707ed-9bb1-4956-bfc3-e7be79c1c750 None None] Could not find standard attr ID for object d8cab6c7-9219-4b0d-81a1-0fe683060dbc. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:42:08.140632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:08.214849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a365fd46-64bf-45dd-bbb4-4ca333743902 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:08.216417 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a365fd46-64bf-45dd-bbb4-4ca333743902 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0747986 Jul 07 19:42:08.219098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:08.224780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55097add-e62e-4794-b48b-d5c146ceb3f3 None None] Pushing event updated for resources: {'Port': ['ID=006c2da6-c7d6-4e47-9f8d-d1b1f8c11497,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:08.271869 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6c94e73d-9538-48f1-851c-65f89f8f72b0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515440 Jul 07 19:42:08.277667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:08.282848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4e66ff1f-d2c4-4a41-a80b-013518e886dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:08.383288 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb33d-d4e7-4ff5-a38e-d063f4c3ae64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.401890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a39810-0005-4211-b50e-eed0d9c2ec3a None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:08.418334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e66ff1f-d2c4-4a41-a80b-013518e886dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:08.422111 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e66ff1f-d2c4-4a41-a80b-013518e886dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.477289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-27a39810-0005-4211-b50e-eed0d9c2ec3a None None] Deleting port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:08.479148 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27a39810-0005-4211-b50e-eed0d9c2ec3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.578103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-27a39810-0005-4211-b50e-eed0d9c2ec3a None None] For port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=006c2da6-c7d6-4e47-9f8d-d1b1f8c11497,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:08.579227 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27a39810-0005-4211-b50e-eed0d9c2ec3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.598122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-27a39810-0005-4211-b50e-eed0d9c2ec3a None None] Calling delete_port for 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:08.709262 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27a39810-0005-4211-b50e-eed0d9c2ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:08.744297 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a39810-0005-4211-b50e-eed0d9c2ec3a None None] Pushing event deleted for resources: {'Port': ['ID=006c2da6-c7d6-4e47-9f8d-d1b1f8c11497,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:08.748558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a39810-0005-4211-b50e-eed0d9c2ec3a None None] No DVR routers for this DVR port 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:09.117119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.objects.ports [None req-4e66ff1f-d2c4-4a41-a80b-013518e886dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:42:09.118761 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e66ff1f-d2c4-4a41-a80b-013518e886dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.187614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66ff1f-d2c4-4a41-a80b-013518e886dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:09.187614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4e66ff1f-d2c4-4a41-a80b-013518e886dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:09.189950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66ff1f-d2c4-4a41-a80b-013518e886dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:09.190614 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e66ff1f-d2c4-4a41-a80b-013518e886dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.199173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7804a26-3c56-4e85-bf61-142f789cec65 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:09.201669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66ff1f-d2c4-4a41-a80b-013518e886dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=4574b254-c38e-4698-8e89-3391cb319198,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:09.219255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4e66ff1f-d2c4-4a41-a80b-013518e886dd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9404721 Jul 07 19:42:09.222148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:09.227544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3454e441-647e-4f2d-b043-1a86b1e8db59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:09.405021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3454e441-647e-4f2d-b043-1a86b1e8db59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:09.408019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': '4574b254-c38e-4698-8e89-3391cb319198'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:09.411679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3454e441-647e-4f2d-b043-1a86b1e8db59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.419132 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.446099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:09.486627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:09.487321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 006c2da6-c7d6-4e47-9f8d-d1b1f8c11497 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:09.545839 n-d-792394-12 neutron-server[93770]: INFO neutron.db.ipam_backend_mixin [None req-3454e441-647e-4f2d-b043-1a86b1e8db59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4574b254-c38e-4698-8e89-3391cb319198 (CIDR: 2001:db8::/64) Jul 07 19:42:09.550056 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3454e441-647e-4f2d-b043-1a86b1e8db59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:42:09.550507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3454e441-647e-4f2d-b043-1a86b1e8db59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:09.569124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3454e441-647e-4f2d-b043-1a86b1e8db59 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3454778 Jul 07 19:42:09.571510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:09.578894 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-388c6561-64e6-4036-b4ac-5ecfafb4026b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:09.644532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Allocated IP 2001:db8::f816:3eff:fefd:36f2 (f41002a2-4ffd-47a8-a362-36e099b74986/4574b254-c38e-4698-8e89-3391cb319198/2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:09.694305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388c6561-64e6-4036-b4ac-5ecfafb4026b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:09.698480 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-388c6561-64e6-4036-b4ac-5ecfafb4026b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.837384 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.846379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Transition to ACTIVE for port object 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:09.864515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Transition to ACTIVE for port object 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:09.872270 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:09.914320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:09.922776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:09.936556 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:42:09.937160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:09.939067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Pushing event updated for resources: {'Port': ['ID=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:09.998665 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-388c6561-64e6-4036-b4ac-5ecfafb4026b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.025542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Attempting to bind port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:10.025939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Attempting to bind port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:10.027058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Attempting to bind port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:10.033155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:10.033431 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:10.034926 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.034926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:10.034926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Bound port: 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:10.037472 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.043563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c6561-64e6-4036-b4ac-5ecfafb4026b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:10.046946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-388c6561-64e6-4036-b4ac-5ecfafb4026b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:10.052753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c6561-64e6-4036-b4ac-5ecfafb4026b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:10.054196 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-388c6561-64e6-4036-b4ac-5ecfafb4026b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.073307 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c6561-64e6-4036-b4ac-5ecfafb4026b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=a9c60860-c71e-4ec5-b73c-f4c5131882f7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:10.083494 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-388c6561-64e6-4036-b4ac-5ecfafb4026b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5106318 Jul 07 19:42:10.086554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:10.092325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:8d:69:b5', 'name': 'tempest-NetworksTestDHCPv6-1243547963'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:10.117648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] For port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:10.125219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] For port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:10.134935 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.246056 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8bf46-f964-4e17-9420-7258e916dca3 None None] Pushing event updated for resources: {'Port': ['ID=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:10.275971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:10.399202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.423277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port d61d0099-42ba-4c68-b216-3ef4660d088c yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:10.676033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8:0:1::69 (f41002a2-4ffd-47a8-a362-36e099b74986/a9c60860-c71e-4ec5-b73c-f4c5131882f7/d61d0099-42ba-4c68-b216-3ef4660d088c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:10.682865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::f816:3eff:fe8d:69b5 (f41002a2-4ffd-47a8-a362-36e099b74986/4574b254-c38e-4698-8e89-3391cb319198/d61d0099-42ba-4c68-b216-3ef4660d088c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:10.886779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.900542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object d61d0099-42ba-4c68-b216-3ef4660d088c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:10.937124 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:10.983283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:10.986559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:10.990425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:10.996452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:10.997120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.019031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=d61d0099-42ba-4c68-b216-3ef4660d088c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:11.037152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cb44348e-ec69-489b-9994-03f4d82cc5a7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9491646 Jul 07 19:42:11.037662 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.078012 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e901a82-29d8-40b0-88fe-33cf3b4b70e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.170593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2fbe9-261e-4022-b1e2-62e65dddf064 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port d61d0099-42ba-4c68-b216-3ef4660d088c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:11.171780 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cd2fbe9-261e-4022-b1e2-62e65dddf064 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.277618 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cd2fbe9-261e-4022-b1e2-62e65dddf064 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.297611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2fbe9-261e-4022-b1e2-62e65dddf064 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for d61d0099-42ba-4c68-b216-3ef4660d088c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:11.303885 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.477264 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:11.509984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4035593-b695-44dd-9f99-78adab43f3df None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:11.523814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cd2fbe9-261e-4022-b1e2-62e65dddf064 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.552318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2fbe9-261e-4022-b1e2-62e65dddf064 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=d61d0099-42ba-4c68-b216-3ef4660d088c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:11.577509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0fc02f0-47e2-434f-9bd5-246a66819484 None None] Provisioning for port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:11.605026 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cd2fbe9-261e-4022-b1e2-62e65dddf064 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.610520 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8cd2fbe9-261e-4022-b1e2-62e65dddf064 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/d61d0099-42ba-4c68-b216-3ef4660d088c HTTP/1.1" status: 204 len: 168 time: 0.5693986 Jul 07 19:42:11.610781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.620973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:11.627583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:11.627962 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.685895 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aea2df-c3d4-4c26-9e66-cdfa3561be81 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:11.689899 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-52aea2df-c3d4-4c26-9e66-cdfa3561be81 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0771496 Jul 07 19:42:11.690891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.763341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b8ae40-f855-4075-bd47-f2b8004b733a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:11.767642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.767831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-78b8ae40-f855-4075-bd47-f2b8004b733a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0758729 Jul 07 19:42:11.776613 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.825983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:11.858660 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.859630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8769844-e948-4c6f-97d2-a30fbcfd8311 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:11.864777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8769844-e948-4c6f-97d2-a30fbcfd8311 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:11.866324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8769844-e948-4c6f-97d2-a30fbcfd8311 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:11.868112 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b8769844-e948-4c6f-97d2-a30fbcfd8311 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0989695 Jul 07 19:42:11.870987 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:11.917174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-bea32c4d-a7ef-4ae3-beda-a21197895b07 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795825123&fields=id&tenant_id=f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 267 time: 0.0423012 Jul 07 19:42:11.920269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c11b260-5115-4934-bac5-a30cbc6c6b69 None None] Update dhcp port {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': '4574b254-c38e-4698-8e89-3391cb319198', 'ip_address': '2001:db8::f816:3eff:fefd:36f2'}, {'subnet_id': 'a9c60860-c71e-4ec5-b73c-f4c5131882f7'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:42:11.936742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b198715a-9d85-44be-b4c5-95ec7ce95a42 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 4574b254-c38e-4698-8e89-3391cb319198 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:11.940184 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b198715a-9d85-44be-b4c5-95ec7ce95a42 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.947917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:11.966577 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c11b260-5115-4934-bac5-a30cbc6c6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:11.984826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b198715a-9d85-44be-b4c5-95ec7ce95a42 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.033085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-09e170b3-a1e2-4890-9907-9d13470329f5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:12.034737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-09e170b3-a1e2-4890-9907-9d13470329f5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.1156142 Jul 07 19:42:12.050797 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-1c2e8726-3e35-4323-9208-98ca143c617f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/quotas/f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 375 time: 0.0096049 Jul 07 19:42:12.081678 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b198715a-9d85-44be-b4c5-95ec7ce95a42 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.128794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-e83f371f-9f50-4826-b63f-f2029cc6a0cf tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0723355 Jul 07 19:42:12.143374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b198715a-9d85-44be-b4c5-95ec7ce95a42 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-8c11b260-5115-4934-bac5-a30cbc6c6b69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4574b254-c38e-4698-8e89-3391cb319198: This subnet is being modified by another concurrent operation. Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4574b254-c38e-4698-8e89-3391cb319198: This subnet is being modified by another concurrent operation. Jul 07 19:42:12.145434 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:42:12.154395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-dcfc1555-99cb-4483-9574-e5a99f166977 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:12.155475 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-dcfc1555-99cb-4483-9574-e5a99f166977 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071273 Jul 07 19:42:12.179403 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b198715a-9d85-44be-b4c5-95ec7ce95a42 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.184154 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b198715a-9d85-44be-b4c5-95ec7ce95a42 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/4574b254-c38e-4698-8e89-3391cb319198 HTTP/1.1" status: 204 len: 168 time: 0.3106351 Jul 07 19:42:12.185762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198715a-9d85-44be-b4c5-95ec7ce95a42 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=4574b254-c38e-4698-8e89-3391cb319198,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:12.188029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.233900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1a3873-b40c-4991-82f2-34cbfea98e41 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:12.253123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-22816efa-339d-46e8-8d07-6de8f4d77d1b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet a9c60860-c71e-4ec5-b73c-f4c5131882f7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:12.256683 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22816efa-339d-46e8-8d07-6de8f4d77d1b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.269357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-46902e84-d0fb-4382-9006-822c7d8e44c5 service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054294 Jul 07 19:42:12.301062 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22816efa-339d-46e8-8d07-6de8f4d77d1b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.323839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-242e2601-392b-40a0-94d9-b6bc6209be25 None None] Provisioning complete for port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:12.324567 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-242e2601-392b-40a0-94d9-b6bc6209be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.349754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22816efa-339d-46e8-8d07-6de8f4d77d1b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.366592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-4ba83e38-c063-4480-b118-efeb6f1c53dc service neutron] 10.222.0.113 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889678 Jul 07 19:42:12.417452 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22816efa-339d-46e8-8d07-6de8f4d77d1b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.447871 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22816efa-339d-46e8-8d07-6de8f4d77d1b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c60860-c71e-4ec5-b73c-f4c5131882f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:12.452176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22816efa-339d-46e8-8d07-6de8f4d77d1b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.454437 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-22816efa-339d-46e8-8d07-6de8f4d77d1b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/a9c60860-c71e-4ec5-b73c-f4c5131882f7 HTTP/1.1" status: 204 len: 168 time: 0.2654791 Jul 07 19:42:12.457101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.504144 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8edbe91d-26e1-4fe5-b29f-4b97332bc490 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458984 Jul 07 19:42:12.506880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:12.510286 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.512673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:12.605761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb8d8eb-186b-4c50-bceb-856f915cb535 None None] Update dhcp port {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': 'a9c60860-c71e-4ec5-b73c-f4c5131882f7'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:42:12.616221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:12.620973 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.651439 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dfb8d8eb-186b-4c50-bceb-856f915cb535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.758397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5ecfb091-0613-4bc7-b75f-3f002fc4d4b9 req-517c50a5-e5fd-4032-968f-a775461dd871 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 210 time: 0.0343361 Jul 07 19:42:12.840726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2557ff3a-b22e-41b4-b3de-42ef68fe51e4 None None] Provisioning complete for port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:12.841237 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2557ff3a-b22e-41b4-b3de-42ef68fe51e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:12.927167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74efc6e-61ba-4b4d-9466-18b34d2df648 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:42:13.015046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.objects.ports [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:42:13.050192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74efc6e-61ba-4b4d-9466-18b34d2df648 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:42:13.126080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c1439216-6818-4618-bd95-0878b8c13492 None None] Could not find standard attr ID for object d61d0099-42ba-4c68-b216-3ef4660d088c. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:42:13.209012 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:13.390429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:13.409447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] For port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:13.448278 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:13.463007 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:13.464984 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:13.488746 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:13.576634 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:42:13.577078 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:42:13.619683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:13.623119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=b9c12be8-edb1-4f99-9fad-18d7bcc013d3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:13.625868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:13.631457 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:13.635680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:13.636303 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:13.659100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e76594b6-8091-4caa-bb40-382dc1e199bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1510127 Jul 07 19:42:13.661790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:13.668230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4e6dbe37-9a2f-42fc-be8c-f05762c08de9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:13.816603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6dbe37-9a2f-42fc-be8c-f05762c08de9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:13.820498 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbe37-9a2f-42fc-be8c-f05762c08de9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:13.935057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15848040-70ba-422f-a133-9cdbfe263132 req-a9549688-1291-4997-9d31-93b0bf3d25bb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 210 time: 0.0471618 Jul 07 19:42:13.958762 n-d-792394-12 neutron-server[93770]: INFO neutron.db.ipam_backend_mixin [None req-4e6dbe37-9a2f-42fc-be8c-f05762c08de9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9c12be8-edb1-4f99-9fad-18d7bcc013d3 (CIDR: 2001:db8::/64) Jul 07 19:42:13.963229 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6dbe37-9a2f-42fc-be8c-f05762c08de9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:42:13.963853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6dbe37-9a2f-42fc-be8c-f05762c08de9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:13.996874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4e6dbe37-9a2f-42fc-be8c-f05762c08de9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3293839 Jul 07 19:42:13.997100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:14.003536 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.015870 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c6a417fe-b353-4fa8-bf6d-97a07cbee513 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:14.125557 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.160838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf3274-ad57-4890-8ea1-1e6dcf0a4a16 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:42:14.163002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a417fe-b353-4fa8-bf6d-97a07cbee513 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:14.168322 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6a417fe-b353-4fa8-bf6d-97a07cbee513 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.193848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:14.207330 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.288531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:14.291002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-3aac7811-9d4a-4c01-8781-6ea358558a6b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:14.297501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-3aac7811-9d4a-4c01-8781-6ea358558a6b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.112 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 811 time: 0.1636994 Jul 07 19:42:14.369142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-6bb421bc-b6a3-4175-b13b-4c571bcb0d2c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f58f2e439b864b4da52aae10cd571039 HTTP/1.1" status: 200 len: 380 time: 0.0664115 Jul 07 19:42:14.377697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'port': {'device_id': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'admin_state_up': True, 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'security_groups': ['9d5a13ab-4843-4f90-a1c9-c2beec62448b']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:14.528986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Made reservation on behalf of f58f2e439b864b4da52aae10cd571039 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:14.533117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.568638 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6a417fe-b353-4fa8-bf6d-97a07cbee513 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.650071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a417fe-b353-4fa8-bf6d-97a07cbee513 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:14.651927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf3274-ad57-4890-8ea1-1e6dcf0a4a16 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:42:14.656224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c6a417fe-b353-4fa8-bf6d-97a07cbee513 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:14.664113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a417fe-b353-4fa8-bf6d-97a07cbee513 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:14.664330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9886317a-db0a-4d9e-a9cf-da685cd4410a None None] Provisioning complete for port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:14.664513 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9886317a-db0a-4d9e-a9cf-da685cd4410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.666118 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6a417fe-b353-4fa8-bf6d-97a07cbee513 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.685934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a417fe-b353-4fa8-bf6d-97a07cbee513 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=2a5d1dd1-6d48-49aa-8210-de300faba394,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:14.705721 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c6a417fe-b353-4fa8-bf6d-97a07cbee513 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7068677 Jul 07 19:42:14.708301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:14.728533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:f3:03:8f', 'name': 'tempest-NetworksTestDHCPv6-472703140'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:14.741264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Allocated IP 172.20.0.13 (b150f212-e4ea-4f67-9554-56f7fecaa4a1/b1e703ee-e305-44a3-b919-3ea0602c9c04/7f57e19b-d4ed-4be4-9ec3-dea9b68234b1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:14.868009 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9886317a-db0a-4d9e-a9cf-da685cd4410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:14.932131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:14.942030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9886317a-db0a-4d9e-a9cf-da685cd4410a None None] For port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:14.954396 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9886317a-db0a-4d9e-a9cf-da685cd4410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.039551 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.060294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Transition to ACTIVE for port object 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:15.078859 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.104450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886317a-db0a-4d9e-a9cf-da685cd4410a None None] Pushing event updated for resources: {'Port': ['ID=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:15.112879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port 62fd3f89-8ae1-428e-bf56-dfcd1da734d9 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:15.116146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df65814a-177b-4768-bc21-c48b105abaf4 req-d0c798bc-0a57-4531-94e9-4b2c6451cbf7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 210 time: 0.0346415 Jul 07 19:42:15.214901 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.292860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:15.298905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:15.308959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:15.313396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:15.328188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438d896b-e253-4efc-8731-0e4d039f1cb8 None None] Update dhcp port {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': 'b9c12be8-edb1-4f99-9fad-18d7bcc013d3', 'ip_address': '2001:db8::f816:3eff:fefd:36f2'}, {'subnet_id': '2a5d1dd1-6d48-49aa-8210-de300faba394'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:42:15.332630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54160b-8fc1-477d-b852-1e16e48cd7c0 req-76dc598f-2cfc-4426-88ba-808ce915062c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.339900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54160b-8fc1-477d-b852-1e16e48cd7c0 req-76dc598f-2cfc-4426-88ba-808ce915062c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.346906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54160b-8fc1-477d-b852-1e16e48cd7c0 req-76dc598f-2cfc-4426-88ba-808ce915062c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.354596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54160b-8fc1-477d-b852-1e16e48cd7c0 req-76dc598f-2cfc-4426-88ba-808ce915062c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.361080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54160b-8fc1-477d-b852-1e16e48cd7c0 req-76dc598f-2cfc-4426-88ba-808ce915062c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.371418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54160b-8fc1-477d-b852-1e16e48cd7c0 req-76dc598f-2cfc-4426-88ba-808ce915062c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.377241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8:0:1::103 (f41002a2-4ffd-47a8-a362-36e099b74986/2a5d1dd1-6d48-49aa-8210-de300faba394/62fd3f89-8ae1-428e-bf56-dfcd1da734d9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:15.379603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54160b-8fc1-477d-b852-1e16e48cd7c0 req-76dc598f-2cfc-4426-88ba-808ce915062c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.381902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df54160b-8fc1-477d-b852-1e16e48cd7c0 req-76dc598f-2cfc-4426-88ba-808ce915062c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5437 time: 0.2211413 Jul 07 19:42:15.403961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::f816:3eff:fef3:38f (f41002a2-4ffd-47a8-a362-36e099b74986/b9c12be8-edb1-4f99-9fad-18d7bcc013d3/62fd3f89-8ae1-428e-bf56-dfcd1da734d9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:15.404649 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-438d896b-e253-4efc-8731-0e4d039f1cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.454158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df54160b-8fc1-477d-b852-1e16e48cd7c0 req-7d382ebb-28c6-463c-8825-27d8645449fd tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458450 Jul 07 19:42:15.502587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.503214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.530264 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-a67c549e-20a7-439a-b372-75e87b35b672 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1576862 Jul 07 19:42:15.543441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Request body: {'port': {'device_id': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:15.577951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:15.630655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:15.631032 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.695448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.710415 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.711942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object 62fd3f89-8ae1-428e-bf56-dfcd1da734d9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:15.756039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.810228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:15.814389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:15.829119 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:15.841737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-438d896b-e253-4efc-8731-0e4d039f1cb8 None None] Allocated IP 2001:db8:0:1::2 (f41002a2-4ffd-47a8-a362-36e099b74986/2a5d1dd1-6d48-49aa-8210-de300faba394/2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:15.846687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.847493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:15.869655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=62fd3f89-8ae1-428e-bf56-dfcd1da734d9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:15.878080 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1b21d74a-1841-4e81-a228-cda867e25c51 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1660535 Jul 07 19:42:15.879492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57198) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:15.954088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0c42b-e672-406e-9445-c8ed1aff4810 req-facc2141-5d7f-444d-ad01-a28497aeabd4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.960182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0c42b-e672-406e-9445-c8ed1aff4810 req-facc2141-5d7f-444d-ad01-a28497aeabd4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.966404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0c42b-e672-406e-9445-c8ed1aff4810 req-facc2141-5d7f-444d-ad01-a28497aeabd4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.972388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0c42b-e672-406e-9445-c8ed1aff4810 req-facc2141-5d7f-444d-ad01-a28497aeabd4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.973747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-438d896b-e253-4efc-8731-0e4d039f1cb8 None None] For port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:15.979559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0c42b-e672-406e-9445-c8ed1aff4810 req-facc2141-5d7f-444d-ad01-a28497aeabd4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.985695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0c42b-e672-406e-9445-c8ed1aff4810 req-facc2141-5d7f-444d-ad01-a28497aeabd4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.991746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0c42b-e672-406e-9445-c8ed1aff4810 req-facc2141-5d7f-444d-ad01-a28497aeabd4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:15.994610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5bf0c42b-e672-406e-9445-c8ed1aff4810 req-facc2141-5d7f-444d-ad01-a28497aeabd4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5437 time: 0.3574657 Jul 07 19:42:16.018483 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-438d896b-e253-4efc-8731-0e4d039f1cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.048818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-438d896b-e253-4efc-8731-0e4d039f1cb8 None None] Transition to ACTIVE for port object 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:16.058542 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-438d896b-e253-4efc-8731-0e4d039f1cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.071575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-03cc7b33-8eb1-4136-b948-dce55d7341bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port 62fd3f89-8ae1-428e-bf56-dfcd1da734d9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:16.071953 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03cc7b33-8eb1-4136-b948-dce55d7341bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.128291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:42:16.138650 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.154535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Transition to ACTIVE for port object 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:16.165979 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d896b-e253-4efc-8731-0e4d039f1cb8 None None] Pushing event updated for resources: {'Port': ['ID=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:16.178003 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.217144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03cc7b33-8eb1-4136-b948-dce55d7341bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.235022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-03cc7b33-8eb1-4136-b948-dce55d7341bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for 62fd3f89-8ae1-428e-bf56-dfcd1da734d9 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:16.355257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Pushing event updated for resources: {'Port': ['ID=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:16.465610 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03cc7b33-8eb1-4136-b948-dce55d7341bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.472136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd05b7-c67a-4dd7-8e6b-c84a9788b8ed req-c17d52d4-0800-4186-9e4f-207a7b62cbae tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:16.480776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80dd05b7-c67a-4dd7-8e6b-c84a9788b8ed req-c17d52d4-0800-4186-9e4f-207a7b62cbae tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 944 time: 0.1668787 Jul 07 19:42:16.504435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Attempting to bind port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:16.504857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Attempting to bind port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:16.505189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Attempting to bind port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:16.517141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc7b33-8eb1-4136-b948-dce55d7341bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=62fd3f89-8ae1-428e-bf56-dfcd1da734d9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:16.518529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:42:16.518974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Attempting to bind port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 on network b150f212-e4ea-4f67-9554-56f7fecaa4a1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:16.526272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:16.526619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Checking segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:16.527009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Bound using segment: {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:16.527444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Bound port: 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:16.527807 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.542501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80dd05b7-c67a-4dd7-8e6b-c84a9788b8ed req-aad034e6-d41d-409c-86c9-414250bc81ee tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607390 Jul 07 19:42:16.586862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03cc7b33-8eb1-4136-b948-dce55d7341bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.589233 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-03cc7b33-8eb1-4136-b948-dce55d7341bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/62fd3f89-8ae1-428e-bf56-dfcd1da734d9 HTTP/1.1" status: 204 len: 168 time: 0.7085629 Jul 07 19:42:16.591827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:16.650560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] For port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:16.655252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] For port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:16.660909 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.678459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15425a9a-ce81-47af-83aa-f49f26e9433f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:16.680596 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-15425a9a-ce81-47af-83aa-f49f26e9433f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0873482 Jul 07 19:42:16.685148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:16.709963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:16.710763 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.712770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] 10.222.0.112 "PUT /v2.0/ports/7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 HTTP/1.1" status: 200 len: 1093 time: 1.1743073 Jul 07 19:42:16.713253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'tag': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:42:16.716420 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9143d109-1b00-4714-8a07-7594b850b22e" -d '{"events": [{"name": "network-changed", "server_uuid": "5aaec528-00b2-4c41-a991-8e843e9da5d8", "tag": "7f57e19b-d4ed-4be4-9ec3-dea9b68234b1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:42:16.772278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26840cf7-8b2c-4696-9346-2b92b80ebcda service neutron] Pushing event updated for resources: {'Port': ['ID=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:16.777621 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d868d-c761-4a04-bcf0-f4c5dc78f456 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:16.779777 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dc4d868d-c761-4a04-bcf0-f4c5dc78f456 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0931852 Jul 07 19:42:16.782494 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:16.860313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-752dbbe5-0971-455e-bfba-3a75596dab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:16.861906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-752dbbe5-0971-455e-bfba-3a75596dab31 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 1096 time: 0.0863695 Jul 07 19:42:16.862807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb5d4fd-ba0e-4b87-8bf9-c2aaea4fa1eb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:16.864907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb5d4fd-ba0e-4b87-8bf9-c2aaea4fa1eb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:16.866602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb5d4fd-ba0e-4b87-8bf9-c2aaea4fa1eb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:16.869244 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2bb5d4fd-ba0e-4b87-8bf9-c2aaea4fa1eb tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0853508 Jul 07 19:42:16.871804 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:16.935960 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-4cfc156f-c752-4177-ae06-92ac72967558 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 HTTP/1.1" status: 200 len: 217 time: 0.0633907 Jul 07 19:42:16.950352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8415d76c-9028-43c0-9746-8b29f28a606c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 2a5d1dd1-6d48-49aa-8210-de300faba394 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:16.954462 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8415d76c-9028-43c0-9746-8b29f28a606c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:16.981641 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93226192-9f95-4278-8de6-45ad106bf4b0 x-openstack-request-id: req-93226192-9f95-4278-8de6-45ad106bf4b0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:42:16.982173 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aaec528-00b2-4c41-a991-8e843e9da5d8", "tag": "7f57e19b-d4ed-4be4-9ec3-dea9b68234b1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:42:16.982173 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-93226192-9f95-4278-8de6-45ad106bf4b0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:42:16.982557 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'tag': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1', 'status': 'completed', 'code': 200} Jul 07 19:42:17.004364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-c36b6c9e-1976-4785-8d66-dc9fadceb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:17.006141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-c36b6c9e-1976-4785-8d66-dc9fadceb717 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0633955 Jul 07 19:42:17.012227 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8415d76c-9028-43c0-9746-8b29f28a606c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.035375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d3fff4-f26a-4396-87bd-f3f15e6e52bd None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:17.073988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-9b84b678-bb19-466e-920e-6d403b7a3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:17.075857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-9b84b678-bb19-466e-920e-6d403b7a3b31 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623562 Jul 07 19:42:17.111807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93b32d3d-f162-49aa-bc4a-4cf43ba6a44c None None] Provisioning for port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:17.131486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93b32d3d-f162-49aa-bc4a-4cf43ba6a44c None None] Provisioning complete for port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:17.132249 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b32d3d-f162-49aa-bc4a-4cf43ba6a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.155881 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8415d76c-9028-43c0-9746-8b29f28a606c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.250090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-dc9cef24-fd2d-454c-962c-f215319c7b71 service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673424 Jul 07 19:42:17.250708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8415d76c-9028-43c0-9746-8b29f28a606c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.313116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415d76c-9028-43c0-9746-8b29f28a606c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5d1dd1-6d48-49aa-8210-de300faba394,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:17.318090 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8415d76c-9028-43c0-9746-8b29f28a606c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.321692 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8415d76c-9028-43c0-9746-8b29f28a606c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/2a5d1dd1-6d48-49aa-8210-de300faba394 HTTP/1.1" status: 204 len: 168 time: 0.4487879 Jul 07 19:42:17.328761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:17.459142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ef5cb8-cd6e-4721-af20-623637c6b09c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet b9c12be8-edb1-4f99-9fad-18d7bcc013d3 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:17.467431 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-978d596d-ed97-4bed-8ad9-47ed8eda7c18 req-31c59805-a3a5-48da-b87b-1e6e98656548 service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095516 Jul 07 19:42:17.467671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:17.471632 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26ef5cb8-cd6e-4721-af20-623637c6b09c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.525416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-463ad588-3ffc-4ae9-874a-58b0f0ec5bf3 None None] Provisioning for port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:17.580211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:17.580350 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.585295 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26ef5cb8-cd6e-4721-af20-623637c6b09c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.651627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143d109-1b00-4714-8a07-7594b850b22e req-5bd4527a-6641-436f-b15d-448eb96b4156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:17.653363 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9143d109-1b00-4714-8a07-7594b850b22e req-5bd4527a-6641-436f-b15d-448eb96b4156 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 1096 time: 0.1248465 Jul 07 19:42:17.721244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26ef5cb8-cd6e-4721-af20-623637c6b09c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.797221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e09da-5f82-46a4-971c-ce69b7e16363 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:17.864610 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26ef5cb8-cd6e-4721-af20-623637c6b09c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.892593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef5cb8-cd6e-4721-af20-623637c6b09c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c12be8-edb1-4f99-9fad-18d7bcc013d3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:17.913019 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26ef5cb8-cd6e-4721-af20-623637c6b09c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:17.917377 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-26ef5cb8-cd6e-4721-af20-623637c6b09c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/b9c12be8-edb1-4f99-9fad-18d7bcc013d3 HTTP/1.1" status: 204 len: 168 time: 0.5858340 Jul 07 19:42:17.919647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:17.978965 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bf7e1299-c5d6-417d-9188-a73b87c4e81e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578506 Jul 07 19:42:17.982039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57244) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:17.990934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a792053d-3443-430a-b332-5b20747b460e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:17.993480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-847572bd-52af-42ec-9d89-d9956305bf12 None None] Provisioning complete for port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:17.994163 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-847572bd-52af-42ec-9d89-d9956305bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.141415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a792053d-3443-430a-b332-5b20747b460e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:18.146240 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a792053d-3443-430a-b332-5b20747b460e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.380652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae0e499-4214-46fc-b8b5-222d9bd337ec None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:18.389134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143d109-1b00-4714-8a07-7594b850b22e req-65ac1594-96f8-406f-8dd8-41186c2d6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.390187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9143d109-1b00-4714-8a07-7594b850b22e req-65ac1594-96f8-406f-8dd8-41186c2d6918 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.7237659 Jul 07 19:42:18.399678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f92bd4-ba0a-4032-9ab6-7caa835b207d req-acd25fd5-e095-4d38-ab61-6874c8b0e041 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.406665 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84f92bd4-ba0a-4032-9ab6-7caa835b207d req-acd25fd5-e095-4d38-ab61-6874c8b0e041 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 944 time: 0.1303604 Jul 07 19:42:18.471754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:18.485515 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a792053d-3443-430a-b332-5b20747b460e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.498851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9143d109-1b00-4714-8a07-7594b850b22e req-68edfb95-d1c2-47e9-bc65-1c48555e6ae0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 HTTP/1.1" status: 200 len: 217 time: 0.0838208 Jul 07 19:42:18.504424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0e499-4214-46fc-b8b5-222d9bd337ec None None] Deleting port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:18.504943 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ae0e499-4214-46fc-b8b5-222d9bd337ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.548628 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84f92bd4-ba0a-4032-9ab6-7caa835b207d req-fc17870c-a89d-40ea-bdb2-a18fd7995b78 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409535 Jul 07 19:42:18.585225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143d109-1b00-4714-8a07-7594b850b22e req-5f3f0a5c-7029-41e6-9254-fa3716c2a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.586998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9143d109-1b00-4714-8a07-7594b850b22e req-5f3f0a5c-7029-41e6-9254-fa3716c2a9e7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0808816 Jul 07 19:42:18.611456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2ae0e499-4214-46fc-b8b5-222d9bd337ec None None] For port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:18.611778 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ae0e499-4214-46fc-b8b5-222d9bd337ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.619529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a792053d-3443-430a-b332-5b20747b460e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:18.621730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792053d-3443-430a-b332-5b20747b460e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=ba1b7fca-c54b-431c-aa48-21dba29a849d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:18.626683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0e499-4214-46fc-b8b5-222d9bd337ec None None] Calling delete_port for 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:18.627997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a792053d-3443-430a-b332-5b20747b460e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:18.631330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a792053d-3443-430a-b332-5b20747b460e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.631806 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a792053d-3443-430a-b332-5b20747b460e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.660157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143d109-1b00-4714-8a07-7594b850b22e req-2f8cf919-3efa-418e-ab0e-57f794b7a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.661272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd1bf-be09-4246-aba6-7d92862bbdaa req-df153c08-0131-4482-ba61-7776be075bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.661821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9143d109-1b00-4714-8a07-7594b850b22e req-2f8cf919-3efa-418e-ab0e-57f794b7a25c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688834 Jul 07 19:42:18.662121 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd1bf-be09-4246-aba6-7d92862bbdaa req-df153c08-0131-4482-ba61-7776be075bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.662700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd1bf-be09-4246-aba6-7d92862bbdaa req-df153c08-0131-4482-ba61-7776be075bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.663234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd1bf-be09-4246-aba6-7d92862bbdaa req-df153c08-0131-4482-ba61-7776be075bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.663806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd1bf-be09-4246-aba6-7d92862bbdaa req-df153c08-0131-4482-ba61-7776be075bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.664672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd1bf-be09-4246-aba6-7d92862bbdaa req-df153c08-0131-4482-ba61-7776be075bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.665204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd1bf-be09-4246-aba6-7d92862bbdaa req-df153c08-0131-4482-ba61-7776be075bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:18.667360 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-580cd1bf-be09-4246-aba6-7d92862bbdaa req-df153c08-0131-4482-ba61-7776be075bda service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6501 time: 0.1944242 Jul 07 19:42:18.673412 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a792053d-3443-430a-b332-5b20747b460e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6899474 Jul 07 19:42:18.681618 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:18.688051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dd632e90-1a2f-4767-a866-35505345bc2e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:18.722474 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ae0e499-4214-46fc-b8b5-222d9bd337ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.758406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0e499-4214-46fc-b8b5-222d9bd337ec None None] Pushing event deleted for resources: {'Port': ['ID=2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:18.766676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0e499-4214-46fc-b8b5-222d9bd337ec None None] No DVR routers for this DVR port 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:18.787214 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ebc12-00c4-40d2-9af7-4d508768831c None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:18.791401 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-580cd1bf-be09-4246-aba6-7d92862bbdaa req-7e86677c-f7e6-4b73-b0ce-263468105188 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162670 Jul 07 19:42:18.816299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9143d109-1b00-4714-8a07-7594b850b22e req-fc6f4df2-f4e0-453b-b492-a770841bdd8d service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468861 Jul 07 19:42:18.887952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd632e90-1a2f-4767-a866-35505345bc2e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:18.891766 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd632e90-1a2f-4767-a866-35505345bc2e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:18.983184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9143d109-1b00-4714-8a07-7594b850b22e req-1c4a90d6-110d-438b-a2c0-49fb575b56a0 service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603489 Jul 07 19:42:19.002242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f41002a2-4ffd-47a8-a362-36e099b74986', 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'tenant_id': '077411d89fb845e5ae5bfa129f80b821', 'fixed_ips': [{'subnet_id': 'ba1b7fca-c54b-431c-aa48-21dba29a849d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:19.003062 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.013674 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-0ad658a1-19d3-42dd-91bc-96747b60b68d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1158161 Jul 07 19:42:19.027843 n-d-792394-12 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-dd632e90-1a2f-4767-a866-35505345bc2e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba1b7fca-c54b-431c-aa48-21dba29a849d (CIDR: 2001:db8::/64) Jul 07 19:42:19.031720 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd632e90-1a2f-4767-a866-35505345bc2e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:42:19.031864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd632e90-1a2f-4767-a866-35505345bc2e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:19.050961 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dd632e90-1a2f-4767-a866-35505345bc2e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3665597 Jul 07 19:42:19.053340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:19.060508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:19.181800 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Allocated IP 2001:db8::2 (f41002a2-4ffd-47a8-a362-36e099b74986/ba1b7fca-c54b-431c-aa48-21dba29a849d/7c015116-48a8-4ec5-bd69-167717e695f0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:19.198229 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.215516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-dbcb4cd9-a9a5-429a-bc9c-b11d24de70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:19.217263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-dbcb4cd9-a9a5-429a-bc9c-b11d24de70a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 1097 time: 0.1382115 Jul 07 19:42:19.240900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:19.246822 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.368743 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.381447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Transition to ACTIVE for port object 7c015116-48a8-4ec5-bd69-167717e695f0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:19.407815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Transition to ACTIVE for port object 7c015116-48a8-4ec5-bd69-167717e695f0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:19.420299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:19.426246 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.431324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-6c2149f4-f0af-43df-8e59-45eafd8fef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:19.432805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-6c2149f4-f0af-43df-8e59-45eafd8fef07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.1819179 Jul 07 19:42:19.473891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:19.474234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2cde8ef1-0f2c-41f7-bf6c-7b3d348fd257 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:19.492134 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:19.495958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:19.502174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:19.513558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Pushing event updated for resources: {'Port': ['ID=7c015116-48a8-4ec5-bd69-167717e695f0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:19.576329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Attempting to bind port 7c015116-48a8-4ec5-bd69-167717e695f0 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:19.576597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Attempting to bind port 7c015116-48a8-4ec5-bd69-167717e695f0 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:19.577056 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Attempting to bind port 7c015116-48a8-4ec5-bd69-167717e695f0 on network f41002a2-4ffd-47a8-a362-36e099b74986 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:19.583761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:19.584136 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Checking segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:19.584581 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.585345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Bound using segment: {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:19.585495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-a37f7bc5-97a2-48f5-bb17-20ffcf2c6d2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e132919f-ef51-4906-8ba5-0ab97774658f HTTP/1.1" status: 200 len: 1001 time: 0.1455514 Jul 07 19:42:19.586439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Bound port: 7c015116-48a8-4ec5-bd69-167717e695f0, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321294d3-469a-4cc5-bb9c-80c7f5afe450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:19.588201 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.663103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] For port 7c015116-48a8-4ec5-bd69-167717e695f0, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:19.667693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] For port 7c015116-48a8-4ec5-bd69-167717e695f0, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7c015116-48a8-4ec5-bd69-167717e695f0,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:19.670212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-bc5e53c7-b68e-45f7-aad0-e770da1f2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:19.672012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-bc5e53c7-b68e-45f7-aad0-e770da1f2304 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0747538 Jul 07 19:42:19.676420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:19.749675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c077de-1d32-416d-9e95-14fd65f45945 None None] Pushing event updated for resources: {'Port': ['ID=7c015116-48a8-4ec5-bd69-167717e695f0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:19.862539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-abafa72f-c4fc-46a9-98cb-3ac1c68b6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:19.864101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-abafa72f-c4fc-46a9-98cb-3ac1c68b6157 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1856852 Jul 07 19:42:19.998845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccc327-9255-430f-9eb5-89b6a6681de8 req-db937557-a9bf-4832-8191-7eb9fc8ce573 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:20.000328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fccc327-9255-430f-9eb5-89b6a6681de8 req-db937557-a9bf-4832-8191-7eb9fc8ce573 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 944 time: 0.2924945 Jul 07 19:42:20.122379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fccc327-9255-430f-9eb5-89b6a6681de8 req-7cbd0336-aa8f-4b54-a5aa-63110e82f510 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131775 Jul 07 19:42:20.126966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-8d3981e1-0094-4b97-b53c-2c40c153a035 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534750 Jul 07 19:42:20.148154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.objects.ports [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:42:20.327742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee5b9303-0ed7-4eb1-b90c-9ca27113051d req-c3e8e8eb-d270-4ee2-9111-ed6c7edf0140 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907711 Jul 07 19:42:20.386024 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.546494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] For port 7c015116-48a8-4ec5-bd69-167717e695f0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7c015116-48a8-4ec5-bd69-167717e695f0,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:20.578525 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.583273 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.584120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.671796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:20.680248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:20.689853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:20.690458 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.698344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=09f3bc6d-80a0-4c27-b97c-e3aa008f9343,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:20.706131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=7c015116-48a8-4ec5-bd69-167717e695f0,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:20.718727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:20.719378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-df3f1426-a91d-4768-80a0-782db588c329 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6643627 Jul 07 19:42:20.724214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:8a:b4:d3', 'name': 'tempest-NetworksTestDHCPv6-659478717'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:20.833887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d3860d-ece7-4aa1-b21f-e3f0ca656a7e None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:20.850429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:20.931305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-209ffda4-f0e2-4f15-9138-d46a1bb87829 None None] Provisioning for port 7c015116-48a8-4ec5-bd69-167717e695f0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:20.937709 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:20.958732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port 1ba2f65f-9f01-4342-ae89-c87d99215101 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:21.141356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::1af (f41002a2-4ffd-47a8-a362-36e099b74986/ba1b7fca-c54b-431c-aa48-21dba29a849d/1ba2f65f-9f01-4342-ae89-c87d99215101) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:21.149296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:b4d3 (f41002a2-4ffd-47a8-a362-36e099b74986/09f3bc6d-80a0-4c27-b97c-e3aa008f9343/1ba2f65f-9f01-4342-ae89-c87d99215101) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:21.313228 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.315008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3511208-2080-4639-8859-877fbf1b974c req-d498aea4-2a53-402d-ab99-61e545dfc501 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:21.316643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3511208-2080-4639-8859-877fbf1b974c req-d498aea4-2a53-402d-ab99-61e545dfc501 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 944 time: 0.0717113 Jul 07 19:42:21.328600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object 1ba2f65f-9f01-4342-ae89-c87d99215101 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:21.377680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.378629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3511208-2080-4639-8859-877fbf1b974c req-de828104-d637-4f07-9f47-053314a59dac tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500114 Jul 07 19:42:21.428906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:21.435339 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:21.439364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:21.445788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:21.446481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.453397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=1ba2f65f-9f01-4342-ae89-c87d99215101,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:21.459104 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7c015116-48a8-4ec5-bd69-167717e695f0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:21.468834 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a7287332-6792-4a30-86d2-bed5e3a50841 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7488203 Jul 07 19:42:21.471801 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:21.517193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 7c015116-48a8-4ec5-bd69-167717e695f0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:21.521909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7c015116-48a8-4ec5-bd69-167717e695f0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:21.522682 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.583912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a98ec42d-a5d4-4559-91e6-9b95cbd959e3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port 1ba2f65f-9f01-4342-ae89-c87d99215101 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:21.584658 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a98ec42d-a5d4-4559-91e6-9b95cbd959e3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.690145 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a98ec42d-a5d4-4559-91e6-9b95cbd959e3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.704715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a98ec42d-a5d4-4559-91e6-9b95cbd959e3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for 1ba2f65f-9f01-4342-ae89-c87d99215101 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:21.735735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b17ad25-2cb5-4c80-9299-bb179fbe59c8 None None] Provisioning complete for port 7c015116-48a8-4ec5-bd69-167717e695f0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:21.736136 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b17ad25-2cb5-4c80-9299-bb179fbe59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.810075 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.881687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 7c015116-48a8-4ec5-bd69-167717e695f0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7c015116-48a8-4ec5-bd69-167717e695f0,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:21.885485 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b17ad25-2cb5-4c80-9299-bb179fbe59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.893615 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.921908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a98ec42d-a5d4-4559-91e6-9b95cbd959e3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:21.976660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=7c015116-48a8-4ec5-bd69-167717e695f0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:21.987204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ec42d-a5d4-4559-91e6-9b95cbd959e3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=1ba2f65f-9f01-4342-ae89-c87d99215101,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:21.988402 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-7b17ad25-2cb5-4c80-9299-bb179fbe59c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:42:21.988869 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-7b17ad25-2cb5-4c80-9299-bb179fbe59c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:42:22.015050 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a98ec42d-a5d4-4559-91e6-9b95cbd959e3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.017466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a98ec42d-a5d4-4559-91e6-9b95cbd959e3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/1ba2f65f-9f01-4342-ae89-c87d99215101 HTTP/1.1" status: 204 len: 168 time: 0.5444512 Jul 07 19:42:22.020384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:22.095584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020a1c1-331a-4025-a714-898748e8ac12 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:22.099640 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5020a1c1-331a-4025-a714-898748e8ac12 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0756764 Jul 07 19:42:22.100064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:22.174408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e527733-cdd6-42c2-a9d7-697a23d80e85 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:22.178493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5e527733-cdd6-42c2-a9d7-697a23d80e85 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0750101 Jul 07 19:42:22.179049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:22.249349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabe4a5c-873f-4da4-9bbb-0651f5ac9f73 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:22.251427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabe4a5c-873f-4da4-9bbb-0651f5ac9f73 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:22.253248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabe4a5c-873f-4da4-9bbb-0651f5ac9f73 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:22.255287 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aabe4a5c-873f-4da4-9bbb-0651f5ac9f73 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0751307 Jul 07 19:42:22.258443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:22.320549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb9cd6a-9fa5-4d6e-9e25-6716b7fc7a95 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet 09f3bc6d-80a0-4c27-b97c-e3aa008f9343 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:22.324408 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb9cd6a-9fa5-4d6e-9e25-6716b7fc7a95 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.372713 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb9cd6a-9fa5-4d6e-9e25-6716b7fc7a95 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.501852 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb9cd6a-9fa5-4d6e-9e25-6716b7fc7a95 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.581435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb9cd6a-9fa5-4d6e-9e25-6716b7fc7a95 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.605435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12dd64-1ed0-4f22-a02d-0f088205c795 req-8b8ec42a-401a-4eb1-9ed3-9593bc5a58cf tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:22.607432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d12dd64-1ed0-4f22-a02d-0f088205c795 req-8b8ec42a-401a-4eb1-9ed3-9593bc5a58cf tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 944 time: 0.0898602 Jul 07 19:42:22.614513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb9cd6a-9fa5-4d6e-9e25-6716b7fc7a95 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.616527 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2bb9cd6a-9fa5-4d6e-9e25-6716b7fc7a95 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/09f3bc6d-80a0-4c27-b97c-e3aa008f9343 HTTP/1.1" status: 204 len: 168 time: 0.3568928 Jul 07 19:42:22.617468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9cd6a-9fa5-4d6e-9e25-6716b7fc7a95 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=09f3bc6d-80a0-4c27-b97c-e3aa008f9343,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:22.621382 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:22.629759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be29c1d-b077-4604-9960-21850e9df0ef None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:22.658739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d12dd64-1ed0-4f22-a02d-0f088205c795 req-9582ec8c-527a-401f-a3d9-03e9eee29d44 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441704 Jul 07 19:42:22.679114 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85b17e9-e211-4e78-8f4a-15191eefddb6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet ba1b7fca-c54b-431c-aa48-21dba29a849d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:22.683536 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85b17e9-e211-4e78-8f4a-15191eefddb6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.688060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea79939a-2e57-4938-9ca4-63b1bd08cd7d None None] Could not find standard attr ID for object 62fd3f89-8ae1-428e-bf56-dfcd1da734d9. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:42:22.696942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea79939a-2e57-4938-9ca4-63b1bd08cd7d None None] Could not find standard attr ID for object 1ba2f65f-9f01-4342-ae89-c87d99215101. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:42:22.730559 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85b17e9-e211-4e78-8f4a-15191eefddb6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.822577 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85b17e9-e211-4e78-8f4a-15191eefddb6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.889565 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85b17e9-e211-4e78-8f4a-15191eefddb6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.918000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b17e9-e211-4e78-8f4a-15191eefddb6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1b7fca-c54b-431c-aa48-21dba29a849d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:22.921493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e85b17e9-e211-4e78-8f4a-15191eefddb6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:22.924951 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e85b17e9-e211-4e78-8f4a-15191eefddb6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/ba1b7fca-c54b-431c-aa48-21dba29a849d HTTP/1.1" status: 204 len: 168 time: 0.3018205 Jul 07 19:42:22.925799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:22.971454 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-eb9c662b-d21c-4d5a-8c1f-17b200b3c00d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432224 Jul 07 19:42:22.973150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:22.979044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6a8f9e4a-70aa-41f9-b325-fcb2ddb56df6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:23.072156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8f9e4a-70aa-41f9-b325-fcb2ddb56df6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:23.075768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9e4a-70aa-41f9-b325-fcb2ddb56df6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.285530 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9e4a-70aa-41f9-b325-fcb2ddb56df6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.346306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f9e4a-70aa-41f9-b325-fcb2ddb56df6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:23.349845 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f9e4a-70aa-41f9-b325-fcb2ddb56df6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:23.353282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f9e4a-70aa-41f9-b325-fcb2ddb56df6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=ac87b9c7-b9aa-4c2b-987c-5cd3422cb679,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:23.357056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8f9e4a-70aa-41f9-b325-fcb2ddb56df6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:23.357823 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9e4a-70aa-41f9-b325-fcb2ddb56df6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.375622 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6a8f9e4a-70aa-41f9-b325-fcb2ddb56df6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4014208 Jul 07 19:42:23.378316 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:23.385137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a4d5d05-97b3-4e3c-8caf-fae6f3c09299 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:23.417244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7c015116-48a8-4ec5-bd69-167717e695f0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:23.419887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b120abb-85c4-4be6-a7e5-fea2fca03939 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:23.502851 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d5d05-97b3-4e3c-8caf-fae6f3c09299 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:23.506450 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5d05-97b3-4e3c-8caf-fae6f3c09299 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.512026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-058e4263-06f1-41e6-b84f-757e235bcf12 None None] Provisioning complete for port 7c015116-48a8-4ec5-bd69-167717e695f0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:23.512406 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-058e4263-06f1-41e6-b84f-757e235bcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.608414 n-d-792394-12 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-9a4d5d05-97b3-4e3c-8caf-fae6f3c09299 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac87b9c7-b9aa-4c2b-987c-5cd3422cb679 (CIDR: 2001:db8::/64) Jul 07 19:42:23.612224 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4d5d05-97b3-4e3c-8caf-fae6f3c09299 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 19:42:23.612759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4d5d05-97b3-4e3c-8caf-fae6f3c09299 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:23.613771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7c015116-48a8-4ec5-bd69-167717e695f0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:23.614154 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.628498 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9a4d5d05-97b3-4e3c-8caf-fae6f3c09299 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2489815 Jul 07 19:42:23.631172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:23.637117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'subnet': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:23.761544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:23.766000 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:23.879473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d6675-f951-433f-82db-2ab6a02d1f9b req-b5ce34b3-9364-449e-9b34-8349a0f16c06 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:23.881423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-181d6675-f951-433f-82db-2ab6a02d1f9b req-b5ce34b3-9364-449e-9b34-8349a0f16c06 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 944 time: 0.0974305 Jul 07 19:42:23.934269 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-181d6675-f951-433f-82db-2ab6a02d1f9b req-86d24404-29bd-47b5-b800-3437aeaf1509 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447400 Jul 07 19:42:24.057153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e55230ce-60cd-43a7-8861-59c394ed46a9 None None] Provisioning complete for port 7c015116-48a8-4ec5-bd69-167717e695f0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:24.057947 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e55230ce-60cd-43a7-8861-59c394ed46a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.166556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:42:24.355912 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.518569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] For port 7c015116-48a8-4ec5-bd69-167717e695f0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7c015116-48a8-4ec5-bd69-167717e695f0,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:24.551201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.556100 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.556836 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.625047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:24.633614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:24.642232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:24.642831 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.643634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dc835b-22d0-4a89-918e-1c2a1c6b9329 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:24.663511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Subnet': ['ID=d1d10ee1-ed7c-4378-b605-3ce83b8e6c70,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:24.667287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=7c015116-48a8-4ec5-bd69-167717e695f0,revision_number=9']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:24.674781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:24.674926 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-92b8273e-9af1-418a-a2fe-e7038732cfc1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0425959 Jul 07 19:42:24.680091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Request body: {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'mac_address': 'fa:16:3e:79:cc:2c', 'name': 'tempest-NetworksTestDHCPv6-1608663615'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:24.806753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Made reservation on behalf of 077411d89fb845e5ae5bfa129f80b821 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:24.905368 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:24.926242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Update dhcp port {'port': {'network_id': 'f41002a2-4ffd-47a8-a362-36e099b74986', 'fixed_ips': [{'subnet_id': 'd1d10ee1-ed7c-4378-b605-3ce83b8e6c70', 'ip_address': '2001:db8:0:1:f816:3eff:fee7:30ae'}, {'subnet_id': 'ac87b9c7-b9aa-4c2b-987c-5cd3422cb679'}], 'binding:host_id': 'n-d-792394-12'}, 'id': '7c015116-48a8-4ec5-bd69-167717e695f0'} from n-d-792394-12. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 19:42:24.931407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] device_id is not set on port ba881303-28e7-42bb-8ed5-9da6dbf111cd yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:24.966574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.143398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8::5e (f41002a2-4ffd-47a8-a362-36e099b74986/ac87b9c7-b9aa-4c2b-987c-5cd3422cb679/ba881303-28e7-42bb-8ed5-9da6dbf111cd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:25.153076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Allocated IP 2001:db8:0:1:f816:3eff:fe79:cc2c (f41002a2-4ffd-47a8-a362-36e099b74986/d1d10ee1-ed7c-4378-b605-3ce83b8e6c70/ba881303-28e7-42bb-8ed5-9da6dbf111cd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:25.181789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc42f7-fbf2-405b-9b36-f4d06f230a3e req-39cbee91-f269-4230-ad63-ceb0fc76245c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:25.183282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49dc42f7-fbf2-405b-9b36-f4d06f230a3e req-39cbee91-f269-4230-ad63-ceb0fc76245c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 944 time: 0.1240644 Jul 07 19:42:25.284404 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49dc42f7-fbf2-405b-9b36-f4d06f230a3e req-1e4d45db-43e9-4a49-9e02-bc5c9061ffe6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947640 Jul 07 19:42:25.341250 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.354669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Transition to ACTIVE for port object ba881303-28e7-42bb-8ed5-9da6dbf111cd will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:25.385733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7c015116-48a8-4ec5-bd69-167717e695f0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:25.391373 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.436303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Network f41002a2-4ffd-47a8-a362-36e099b74986 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:25.441622 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:25.446499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:25.452178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:25.452947 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.462677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event updated for resources: {'Port': ['ID=ba881303-28e7-42bb-8ed5-9da6dbf111cd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:25.467914 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Allocated IP 2001:db8::2 (f41002a2-4ffd-47a8-a362-36e099b74986/ac87b9c7-b9aa-4c2b-987c-5cd3422cb679/7c015116-48a8-4ec5-bd69-167717e695f0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:25.474927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-57a5fe30-c03b-4058-9d09-88884a324497 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7988479 Jul 07 19:42:25.477960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:25.487105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7c015116-48a8-4ec5-bd69-167717e695f0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:25.487481 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.587623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b88ca34b-cbc6-43a4-a6f6-a1b6459dee9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting port ba881303-28e7-42bb-8ed5-9da6dbf111cd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:25.588121 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88ca34b-cbc6-43a4-a6f6-a1b6459dee9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.633486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] For port 7c015116-48a8-4ec5-bd69-167717e695f0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7c015116-48a8-4ec5-bd69-167717e695f0,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:25.675231 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.687946 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88ca34b-cbc6-43a4-a6f6-a1b6459dee9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.691436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Transition to ACTIVE for port object 7c015116-48a8-4ec5-bd69-167717e695f0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:25.695513 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.701525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b88ca34b-cbc6-43a4-a6f6-a1b6459dee9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Calling delete_port for ba881303-28e7-42bb-8ed5-9da6dbf111cd owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:25.790137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Pushing event updated for resources: {'Port': ['ID=7c015116-48a8-4ec5-bd69-167717e695f0,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:25.798366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.798728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.799137 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.799437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.799780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.800131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.800446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.800909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.801245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.801583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.801979 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.802318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ce8b8-328e-4f88-ba9c-ad756c4e7f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:25.907017 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88ca34b-cbc6-43a4-a6f6-a1b6459dee9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.939602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ca34b-cbc6-43a4-a6f6-a1b6459dee9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Port': ['ID=ba881303-28e7-42bb-8ed5-9da6dbf111cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:25.992768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88ca34b-cbc6-43a4-a6f6-a1b6459dee9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:25.994964 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b88ca34b-cbc6-43a4-a6f6-a1b6459dee9e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/ba881303-28e7-42bb-8ed5-9da6dbf111cd HTTP/1.1" status: 204 len: 168 time: 0.5158584 Jul 07 19:42:25.997406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:26.062376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28941959-561b-4e73-a58f-29c335a9ff32 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:26.063941 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-28941959-561b-4e73-a58f-29c335a9ff32 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0655758 Jul 07 19:42:26.066472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:26.133342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f439e8-5c89-408c-bed0-6b80800f1eb7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:26.135262 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-37f439e8-5c89-408c-bed0-6b80800f1eb7 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0678434 Jul 07 19:42:26.137889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:26.197701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f06ffd-bc71-4707-9224-d9054c72e6ed tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:26.199117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f06ffd-bc71-4707-9224-d9054c72e6ed tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:26.200623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f06ffd-bc71-4707-9224-d9054c72e6ed tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:26.202225 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-18f06ffd-bc71-4707-9224-d9054c72e6ed tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0633953 Jul 07 19:42:26.205078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:26.486715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095b6e7-dadb-4422-aabe-43e3229e6d95 req-9f7621fa-4168-4217-a243-f16124a978f0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:26.488976 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f095b6e7-dadb-4422-aabe-43e3229e6d95 req-9f7621fa-4168-4217-a243-f16124a978f0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 944 time: 0.0767794 Jul 07 19:42:26.494943 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50e8a1cb-f031-452e-a471-6c3357d97a16 None None] Provisioning for port 7c015116-48a8-4ec5-bd69-167717e695f0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:26.500678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50e8a1cb-f031-452e-a471-6c3357d97a16 None None] Provisioning complete for port 7c015116-48a8-4ec5-bd69-167717e695f0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:26.501217 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50e8a1cb-f031-452e-a471-6c3357d97a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.556573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f095b6e7-dadb-4422-aabe-43e3229e6d95 req-39645eda-a05a-49b3-9e32-ce3ce6b5a415 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578303 Jul 07 19:42:26.641017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cae3902-8735-4dd8-8868-e99a062cfcea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet ac87b9c7-b9aa-4c2b-987c-5cd3422cb679 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:26.644735 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cae3902-8735-4dd8-8868-e99a062cfcea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.686421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cae3902-8735-4dd8-8868-e99a062cfcea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.715194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4572ea90-c393-4dde-b072-16b24052edc2 None None] Could not find standard attr ID for object ba881303-28e7-42bb-8ed5-9da6dbf111cd. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:42:26.780395 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cae3902-8735-4dd8-8868-e99a062cfcea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.842854 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cae3902-8735-4dd8-8868-e99a062cfcea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.870341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae3902-8735-4dd8-8868-e99a062cfcea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=ac87b9c7-b9aa-4c2b-987c-5cd3422cb679,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:26.874848 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cae3902-8735-4dd8-8868-e99a062cfcea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.876820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1cae3902-8735-4dd8-8868-e99a062cfcea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/ac87b9c7-b9aa-4c2b-987c-5cd3422cb679 HTTP/1.1" status: 204 len: 168 time: 0.6707413 Jul 07 19:42:26.879442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57308) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:26.882004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9b55a6-b1df-4165-be1a-d96051196b85 None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:26.931418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-baeb00b3-26ed-486c-8d71-3bb616c864bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Deleting subnet d1d10ee1-ed7c-4378-b605-3ce83b8e6c70 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:26.946723 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-baeb00b3-26ed-486c-8d71-3bb616c864bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:26.987206 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-baeb00b3-26ed-486c-8d71-3bb616c864bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.078437 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-baeb00b3-26ed-486c-8d71-3bb616c864bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.408190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7c015116-48a8-4ec5-bd69-167717e695f0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:27.448978 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-baeb00b3-26ed-486c-8d71-3bb616c864bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.463004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7c015116-48a8-4ec5-bd69-167717e695f0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:27.463657 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.478808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb00b3-26ed-486c-8d71-3bb616c864bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d10ee1-ed7c-4378-b605-3ce83b8e6c70,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:27.480815 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-baeb00b3-26ed-486c-8d71-3bb616c864bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.484955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-baeb00b3-26ed-486c-8d71-3bb616c864bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/d1d10ee1-ed7c-4378-b605-3ce83b8e6c70 HTTP/1.1" status: 204 len: 168 time: 0.6022539 Jul 07 19:42:27.485328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.535172 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-998b5724-375e-4c57-a8af-510426b7b83a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485632 Jul 07 19:42:27.537702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.606284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7897e1-0163-4e05-9b0b-270a00ca394c None None] Network f41002a2-4ffd-47a8-a362-36e099b74986 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:27.609386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9f4f0-d698-4ad2-b3dd-fa91788ccf9d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:27.612514 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-83f9f4f0-d698-4ad2-b3dd-fa91788ccf9d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0718689 Jul 07 19:42:27.613255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.667086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd441e0c-e4fb-4fd2-bf06-61b541c37795 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:27.668858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bd441e0c-e4fb-4fd2-bf06-61b541c37795 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0543261 Jul 07 19:42:27.671414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.684946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30834e1c-f767-4179-9103-2280abbbb421 None None] Provisioning complete for port 7c015116-48a8-4ec5-bd69-167717e695f0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:27.685319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30834e1c-f767-4179-9103-2280abbbb421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.712955 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d65af47-afa1-488b-884f-9f8ce602470f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403416 Jul 07 19:42:27.722402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.748747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92863a0f-c9ab-4147-adc5-fa2cbff83c48 req-21a3927c-1d34-448b-9370-62a359d4868a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:27.750483 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92863a0f-c9ab-4147-adc5-fa2cbff83c48 req-21a3927c-1d34-448b-9370-62a359d4868a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 944 time: 0.0807941 Jul 07 19:42:27.754722 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fded7940-69eb-46c0-8f06-9b06ca37bff5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:27.755422 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fded7940-69eb-46c0-8f06-9b06ca37bff5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:27.758166 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fded7940-69eb-46c0-8f06-9b06ca37bff5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/ba881303-28e7-42bb-8ed5-9da6dbf111cd HTTP/1.1" status: 404 len: 333 time: 0.0346575 Jul 07 19:42:27.760817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.787707 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-072e8f34-b6a0-4bbe-b741-4d4844568475 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:27.788207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072e8f34-b6a0-4bbe-b741-4d4844568475 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:27.791207 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-072e8f34-b6a0-4bbe-b741-4d4844568475 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/d1d10ee1-ed7c-4378-b605-3ce83b8e6c70 HTTP/1.1" status: 404 len: 337 time: 0.0291865 Jul 07 19:42:27.793520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.801539 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92863a0f-c9ab-4147-adc5-fa2cbff83c48 req-f8c5a2cf-8ed7-4cd0-bbf6-5f9e91bff55f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442348 Jul 07 19:42:27.826784 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8310c8-032c-4b41-b982-1c49879ee7f1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:27.827177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8310c8-032c-4b41-b982-1c49879ee7f1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:27.831249 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ce8310c8-032c-4b41-b982-1c49879ee7f1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/ac87b9c7-b9aa-4c2b-987c-5cd3422cb679 HTTP/1.1" status: 404 len: 337 time: 0.0343375 Jul 07 19:42:27.831520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.860614 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d505a032-4d6a-4281-a300-5d882e397cd3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:27.861298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d505a032-4d6a-4281-a300-5d882e397cd3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:27.863032 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d505a032-4d6a-4281-a300-5d882e397cd3 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/1ba2f65f-9f01-4342-ae89-c87d99215101 HTTP/1.1" status: 404 len: 333 time: 0.0302246 Jul 07 19:42:27.865567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.885415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878c1cfe-7b30-4de1-be97-727fa51cb45e None None] DHCP port deletion for f41002a2-4ffd-47a8-a362-36e099b74986 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:27.891636 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ce074d-c6a7-4648-9953-665bf6d536d2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:27.892092 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ce074d-c6a7-4648-9953-665bf6d536d2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:27.893862 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-96ce074d-c6a7-4648-9953-665bf6d536d2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/09f3bc6d-80a0-4c27-b97c-e3aa008f9343 HTTP/1.1" status: 404 len: 337 time: 0.0273883 Jul 07 19:42:27.896386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.923268 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a8f4f5-ac51-4c9b-82e6-6faa8ab6f123 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:27.923726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a8f4f5-ac51-4c9b-82e6-6faa8ab6f123 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:27.925484 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-04a8f4f5-ac51-4c9b-82e6-6faa8ab6f123 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/ba1b7fca-c54b-431c-aa48-21dba29a849d HTTP/1.1" status: 404 len: 337 time: 0.0281334 Jul 07 19:42:27.927989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.934636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-878c1cfe-7b30-4de1-be97-727fa51cb45e None None] Deleting port 7c015116-48a8-4ec5-bd69-167717e695f0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:27.935043 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-878c1cfe-7b30-4de1-be97-727fa51cb45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:27.959215 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef54046-48fa-40c8-8760-0725b09e6ace tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:27.959879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef54046-48fa-40c8-8760-0725b09e6ace tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:27.962223 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bef54046-48fa-40c8-8760-0725b09e6ace tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/62fd3f89-8ae1-428e-bf56-dfcd1da734d9 HTTP/1.1" status: 404 len: 333 time: 0.0332022 Jul 07 19:42:27.964814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:27.991112 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f634dd18-52c4-4c37-81d0-60e72e44de3e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:27.991568 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f634dd18-52c4-4c37-81d0-60e72e44de3e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:27.994185 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f634dd18-52c4-4c37-81d0-60e72e44de3e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/2a5d1dd1-6d48-49aa-8210-de300faba394 HTTP/1.1" status: 404 len: 337 time: 0.0281913 Jul 07 19:42:27.996461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.001090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-878c1cfe-7b30-4de1-be97-727fa51cb45e None None] For port 7c015116-48a8-4ec5-bd69-167717e695f0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7c015116-48a8-4ec5-bd69-167717e695f0,segment=NetworkSegment(321294d3-469a-4cc5-bb9c-80c7f5afe450),segment_id=321294d3-469a-4cc5-bb9c-80c7f5afe450)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:28.001484 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-878c1cfe-7b30-4de1-be97-727fa51cb45e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.014577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-878c1cfe-7b30-4de1-be97-727fa51cb45e None None] Calling delete_port for 7c015116-48a8-4ec5-bd69-167717e695f0 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:28.022185 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c709dda6-5918-43c2-80d1-d654e5ebc423 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.022649 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c709dda6-5918-43c2-80d1-d654e5ebc423 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.024683 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c709dda6-5918-43c2-80d1-d654e5ebc423 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/b9c12be8-edb1-4f99-9fad-18d7bcc013d3 HTTP/1.1" status: 404 len: 337 time: 0.0272462 Jul 07 19:42:28.027173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.053849 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-913b7d60-321f-4017-8720-7fa2b8384f3d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.055160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913b7d60-321f-4017-8720-7fa2b8384f3d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.057154 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-913b7d60-321f-4017-8720-7fa2b8384f3d tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/d61d0099-42ba-4c68-b216-3ef4660d088c HTTP/1.1" status: 404 len: 333 time: 0.0290363 Jul 07 19:42:28.059670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.086297 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-927a5097-598f-44e7-81ba-7cc9673448fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.086814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927a5097-598f-44e7-81ba-7cc9673448fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.088536 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-927a5097-598f-44e7-81ba-7cc9673448fd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/a9c60860-c71e-4ec5-b73c-f4c5131882f7 HTTP/1.1" status: 404 len: 337 time: 0.0279241 Jul 07 19:42:28.093808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.098243 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-878c1cfe-7b30-4de1-be97-727fa51cb45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.121911 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-92431b8a-72d3-4089-9875-2c1c1904eca0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.122290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92431b8a-72d3-4089-9875-2c1c1904eca0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.123995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-92431b8a-72d3-4089-9875-2c1c1904eca0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/4574b254-c38e-4698-8e89-3391cb319198 HTTP/1.1" status: 404 len: 337 time: 0.0291777 Jul 07 19:42:28.124391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c1cfe-7b30-4de1-be97-727fa51cb45e None None] Pushing event deleted for resources: {'Port': ['ID=7c015116-48a8-4ec5-bd69-167717e695f0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:28.126668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.128060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c1cfe-7b30-4de1-be97-727fa51cb45e None None] No DVR routers for this DVR port 7c015116-48a8-4ec5-bd69-167717e695f0 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:28.157591 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fee56b-d60f-4eed-b83d-8478858efd1f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.158219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fee56b-d60f-4eed-b83d-8478858efd1f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.159952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b5fee56b-d60f-4eed-b83d-8478858efd1f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/d8cab6c7-9219-4b0d-81a1-0fe683060dbc HTTP/1.1" status: 404 len: 333 time: 0.0320232 Jul 07 19:42:28.162503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.189466 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc153c1-68d3-4819-a03b-5e2ee7dd5109 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.189906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc153c1-68d3-4819-a03b-5e2ee7dd5109 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.191535 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0dc153c1-68d3-4819-a03b-5e2ee7dd5109 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/a1034998-dab4-4359-a31f-e2ac5b01f4d3 HTTP/1.1" status: 404 len: 337 time: 0.0280702 Jul 07 19:42:28.194040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.205918 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:42:28.224178 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4eee40e-8131-47f2-9714-02a01e48c4d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.224817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4eee40e-8131-47f2-9714-02a01e48c4d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.226534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e4eee40e-8131-47f2-9714-02a01e48c4d4 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/d79ddaf1-71c1-41ae-b119-7b97baf21063 HTTP/1.1" status: 404 len: 333 time: 0.0315950 Jul 07 19:42:28.229599 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.255530 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-504740c1-b9ab-42bb-bdf0-9bb9e37a10a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.255972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504740c1-b9ab-42bb-bdf0-9bb9e37a10a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.258387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-504740c1-b9ab-42bb-bdf0-9bb9e37a10a5 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/001e8718-aad3-4791-be16-b95e869e321d HTTP/1.1" status: 404 len: 337 time: 0.0276949 Jul 07 19:42:28.260862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.286266 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5e365b-ea51-4f17-a2fe-777a1b3fbff2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.286891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5e365b-ea51-4f17-a2fe-777a1b3fbff2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.288627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fe5e365b-ea51-4f17-a2fe-777a1b3fbff2 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/fea02547-25f9-4ebc-b96a-06a80d0ea981 HTTP/1.1" status: 404 len: 333 time: 0.0268095 Jul 07 19:42:28.291236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.307917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:28.317968 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-580c4739-9d18-406e-baaa-66260ae86702 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.318426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580c4739-9d18-406e-baaa-66260ae86702 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.319281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'port_id': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1', 'mac_address': 'fa:16:3e:d9:da:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:42:28.320631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-580c4739-9d18-406e-baaa-66260ae86702 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/1b501a6e-0a23-491f-99b4-98105d6c3895 HTTP/1.1" status: 404 len: 337 time: 0.0280898 Jul 07 19:42:28.323058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.349092 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-559c68ad-59c1-4c23-8a1d-046da399cf4f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.349753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559c68ad-59c1-4c23-8a1d-046da399cf4f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.352492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-559c68ad-59c1-4c23-8a1d-046da399cf4f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/b7295ec0-7f30-43de-9e2a-1e5acd67f7be HTTP/1.1" status: 404 len: 333 time: 0.0274885 Jul 07 19:42:28.354785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.358535 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.371629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:42:28.383692 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff83888-7020-4843-ab9e-9130f91f29ac tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.384031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff83888-7020-4843-ab9e-9130f91f29ac tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.385778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3ff83888-7020-4843-ab9e-9130f91f29ac tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/e17152af-7068-4f12-9434-dc31f8bb69dd HTTP/1.1" status: 404 len: 337 time: 0.0300703 Jul 07 19:42:28.388381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.392381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:28.397059 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:28.417129 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e43dc7f-c6c3-4083-bd9e-c1894410e05a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.418174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e43dc7f-c6c3-4083-bd9e-c1894410e05a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.422598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.422776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7e43dc7f-c6c3-4083-bd9e-c1894410e05a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/24ab322d-8354-4dc2-90e1-d91fa1c8765f HTTP/1.1" status: 404 len: 333 time: 0.0332808 Jul 07 19:42:28.451171 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:28.454051 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f21affa-0758-4fb6-988f-e5908254f7c9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.454505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f21affa-0758-4fb6-988f-e5908254f7c9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.456255 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1f21affa-0758-4fb6-988f-e5908254f7c9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/b2736ff9-0460-4d2e-811c-74b85c19132a HTTP/1.1" status: 404 len: 337 time: 0.0326636 Jul 07 19:42:28.458778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.486158 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f7646a-a9a7-4a09-a191-237ada443ca0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.486774 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f7646a-a9a7-4a09-a191-237ada443ca0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.488436 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c7f7646a-a9a7-4a09-a191-237ada443ca0 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/013624de-797a-407c-a382-cd9525bce654 HTTP/1.1" status: 404 len: 333 time: 0.0286791 Jul 07 19:42:28.491035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.518073 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-32917777-96ff-4369-8864-3980e356779e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.518545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32917777-96ff-4369-8864-3980e356779e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.520159 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-32917777-96ff-4369-8864-3980e356779e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/010bd426-6f48-4f93-afaf-ed73cbebd87f HTTP/1.1" status: 404 len: 337 time: 0.0282478 Jul 07 19:42:28.522595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.550130 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e1fa8c-0592-49c2-a182-b641fd2d7b88 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.550576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e1fa8c-0592-49c2-a182-b641fd2d7b88 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.552245 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-68e1fa8c-0592-49c2-a182-b641fd2d7b88 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/b91a22c5-4a5e-4576-b89d-5d166bb72ee7 HTTP/1.1" status: 404 len: 337 time: 0.0282812 Jul 07 19:42:28.555472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.581288 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cda06dd-1e92-49c1-8c24-0a75fa338028 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.581824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cda06dd-1e92-49c1-8c24-0a75fa338028 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.583472 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4cda06dd-1e92-49c1-8c24-0a75fa338028 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/bbcf63c8-bba1-4107-a19f-1ddf5eafa119 HTTP/1.1" status: 404 len: 333 time: 0.0270011 Jul 07 19:42:28.585886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57372) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.612915 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e3dbf5-16fc-43b5-a9bb-1fc3b23e8457 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.613398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e3dbf5-16fc-43b5-a9bb-1fc3b23e8457 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.615107 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-43e3dbf5-16fc-43b5-a9bb-1fc3b23e8457 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/3c0e4abd-bce9-4e75-809b-f464bb883586 HTTP/1.1" status: 404 len: 337 time: 0.0283294 Jul 07 19:42:28.618333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57374) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.644024 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-43554393-bf38-4040-92e7-32d1335c969e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.644468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43554393-bf38-4040-92e7-32d1335c969e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.646210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-43554393-bf38-4040-92e7-32d1335c969e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/cf341f5b-f6b8-4b38-b05b-172bfcdfbc94 HTTP/1.1" status: 404 len: 337 time: 0.0269113 Jul 07 19:42:28.648646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.677375 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-666d4cab-df2b-4c4e-983f-b09dd4ae53ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.677987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666d4cab-df2b-4c4e-983f-b09dd4ae53ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.680208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-666d4cab-df2b-4c4e-983f-b09dd4ae53ea tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/e9122985-d038-4b0b-8f96-6b6c376f61f0 HTTP/1.1" status: 404 len: 333 time: 0.0306933 Jul 07 19:42:28.683102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.708177 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4231367-bd47-4c67-bd96-1508985c6a5f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.708648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4231367-bd47-4c67-bd96-1508985c6a5f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.709005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['7f57e19b-d4ed-4be4-9ec3-dea9b68234b1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:42:28.710319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f4231367-bd47-4c67-bd96-1508985c6a5f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/73838f32-fa6e-44ed-ac16-ec91d245c93a HTTP/1.1" status: 404 len: 337 time: 0.0262923 Jul 07 19:42:28.712901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.739318 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf084318-d259-4468-be4b-309933163449 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.739818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf084318-d259-4468-be4b-309933163449 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.741650 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cf084318-d259-4468-be4b-309933163449 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/ea6d9a97-66d8-4135-97de-2957a4e2abee HTTP/1.1" status: 404 len: 337 time: 0.0277636 Jul 07 19:42:28.745311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.771086 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-884ba648-a1f7-45e4-9540-300014e96026 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.771838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884ba648-a1f7-45e4-9540-300014e96026 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.773755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-884ba648-a1f7-45e4-9540-300014e96026 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/a6508d3b-705e-46a6-9fb8-be813218ab2b HTTP/1.1" status: 404 len: 333 time: 0.0274413 Jul 07 19:42:28.776304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.801813 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8df90c5-e4da-4fe4-b3ee-719f4a47e397 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.802270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8df90c5-e4da-4fe4-b3ee-719f4a47e397 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.807473 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e8df90c5-e4da-4fe4-b3ee-719f4a47e397 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/5678c26f-763d-40f2-9c70-fa78532ae7ef HTTP/1.1" status: 404 len: 337 time: 0.0267158 Jul 07 19:42:28.807746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.845549 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0575e11c-21bf-471b-b6ff-f337e0ab0210 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.846008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0575e11c-21bf-471b-b6ff-f337e0ab0210 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.849445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0575e11c-21bf-471b-b6ff-f337e0ab0210 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/48573491-efa1-46e9-ac21-a32daec78ab3 HTTP/1.1" status: 404 len: 337 time: 0.0401871 Jul 07 19:42:28.850509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.881881 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e4fa0050-c0f3-4599-a08a-45b8396a5de1 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports?device_id=22a0400e-f370-4370-a02b-37baf2f5df3a HTTP/1.1" status: 200 len: 205 time: 0.0282960 Jul 07 19:42:28.884328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.927789 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-b0c7e7a1-6b9f-42a9-83c7-555472ea1bb9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] delete failed (client error): The resource could not be found. Jul 07 19:42:28.928946 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b0c7e7a1-6b9f-42a9-83c7-555472ea1bb9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/routers/22a0400e-f370-4370-a02b-37baf2f5df3a HTTP/1.1" status: 404 len: 336 time: 0.0436285 Jul 07 19:42:28.933040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.962954 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-405fadf1-a778-4eb3-b893-fd527413949c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:28.963413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405fadf1-a778-4eb3-b893-fd527413949c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:28.965223 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-405fadf1-a778-4eb3-b893-fd527413949c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/0a2ed11e-5e09-49d2-8d53-a1cae5e5dccd HTTP/1.1" status: 404 len: 337 time: 0.0311472 Jul 07 19:42:28.968568 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:28.994385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf5ecd-689f-411e-9f2a-fe8b44e4347f req-9de18246-1091-4773-9a53-5942dd1bd385 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:28.995911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4bf5ecd-689f-411e-9f2a-fe8b44e4347f req-9de18246-1091-4773-9a53-5942dd1bd385 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 945 time: 0.0738158 Jul 07 19:42:28.999380 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ebe09a94-2dc7-411c-8689-3ee369464a19 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "GET /v2.0/ports?device_id=194e01db-a3e8-4dfa-98c1-bb461d53088c HTTP/1.1" status: 200 len: 205 time: 0.0295489 Jul 07 19:42:29.001714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.035292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4bf5ecd-689f-411e-9f2a-fe8b44e4347f req-4efbdc6c-4fbc-4cef-8498-3ce616b8acc4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336742 Jul 07 19:42:29.044102 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e548090b-5ff3-40aa-8897-90b1a3c6708e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] delete failed (client error): The resource could not be found. Jul 07 19:42:29.044929 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e548090b-5ff3-40aa-8897-90b1a3c6708e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/routers/194e01db-a3e8-4dfa-98c1-bb461d53088c HTTP/1.1" status: 404 len: 336 time: 0.0422225 Jul 07 19:42:29.047453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.074650 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6ed301-aeac-4520-ab71-5f0429ff209c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.075096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6ed301-aeac-4520-ab71-5f0429ff209c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.076803 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5e6ed301-aeac-4520-ab71-5f0429ff209c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/2b422a2c-38cd-4378-bc36-6f90bd7d9520 HTTP/1.1" status: 404 len: 337 time: 0.0284195 Jul 07 19:42:29.079550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.105000 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d21d43b-612f-442b-b5c4-6a3c611c6121 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.105461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d21d43b-612f-442b-b5c4-6a3c611c6121 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.107148 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4d21d43b-612f-442b-b5c4-6a3c611c6121 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/321ba77f-9fd6-401a-b948-20fef0d0d293 HTTP/1.1" status: 404 len: 337 time: 0.0266149 Jul 07 19:42:29.109660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.136269 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8504aa05-8c12-47b7-8a1d-e48b32b25edc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.136934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8504aa05-8c12-47b7-8a1d-e48b32b25edc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.138640 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8504aa05-8c12-47b7-8a1d-e48b32b25edc tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/4d304802-9c20-4359-bb01-9c8aeba6064d HTTP/1.1" status: 404 len: 333 time: 0.0280786 Jul 07 19:42:29.141169 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.170972 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d9c762-ffa1-46c1-abea-7e3602798ed6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.171423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d9c762-ffa1-46c1-abea-7e3602798ed6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.173241 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e4d9c762-ffa1-46c1-abea-7e3602798ed6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/c708dec3-03b1-4cc2-b451-93475eae7e95 HTTP/1.1" status: 404 len: 337 time: 0.0311775 Jul 07 19:42:29.175823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.203571 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec4d08c-9c4a-4364-b7ac-a720f0e4e940 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.204311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec4d08c-9c4a-4364-b7ac-a720f0e4e940 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.208617 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9ec4d08c-9c4a-4364-b7ac-a720f0e4e940 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/42ad4507-d790-48cd-827d-db066c7e7b81 HTTP/1.1" status: 404 len: 333 time: 0.0293288 Jul 07 19:42:29.208865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.235377 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e69920-2c3e-403d-afb5-20e455a2fc1e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.236005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e69920-2c3e-403d-afb5-20e455a2fc1e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.240688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.249402 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c7e69920-2c3e-403d-afb5-20e455a2fc1e tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/f6034af2-20e1-44bc-970c-97e8cad9d536 HTTP/1.1" status: 404 len: 337 time: 0.0394433 Jul 07 19:42:29.269561 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee72d75f-d286-415b-8712-54619633db8f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.270311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee72d75f-d286-415b-8712-54619633db8f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.272522 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ee72d75f-d286-415b-8712-54619633db8f tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/bc4f167a-9ac3-499e-9424-cf859c88799a HTTP/1.1" status: 404 len: 333 time: 0.0303507 Jul 07 19:42:29.274987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57414) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.307059 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-736a1c7c-ad48-4c4c-9a98-95afd08c1c45 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.307511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736a1c7c-ad48-4c4c-9a98-95afd08c1c45 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.309271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-736a1c7c-ad48-4c4c-9a98-95afd08c1c45 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/7705272a-b37c-4ed9-8df5-084fd43fce88 HTTP/1.1" status: 404 len: 337 time: 0.0328889 Jul 07 19:42:29.311815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.337855 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78fbcc3-8642-4705-88f8-9b9fc33df86c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.338571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78fbcc3-8642-4705-88f8-9b9fc33df86c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.340709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c78fbcc3-8642-4705-88f8-9b9fc33df86c tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/946c0a40-fb2e-4875-91be-e754316e3572 HTTP/1.1" status: 404 len: 333 time: 0.0279131 Jul 07 19:42:29.343180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.375127 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f01f053-0bf2-4d40-ab42-7c6c03dfbe90 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.375598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f01f053-0bf2-4d40-ab42-7c6c03dfbe90 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.379859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9f01f053-0bf2-4d40-ab42-7c6c03dfbe90 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/ea40a18a-32d3-484b-bba9-a546fc1b70b4 HTTP/1.1" status: 404 len: 337 time: 0.0332713 Jul 07 19:42:29.380008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57420) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.397410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7c015116-48a8-4ec5-bd69-167717e695f0 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:29.409074 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b030fd3-5685-4941-9141-1ec68d6ccfa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.409686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b030fd3-5685-4941-9141-1ec68d6ccfa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.411440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1b030fd3-5685-4941-9141-1ec68d6ccfa6 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/7ad4f732-052f-45d0-a80f-809707b9fb8c HTTP/1.1" status: 404 len: 333 time: 0.0305295 Jul 07 19:42:29.414703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57422) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.420909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 7c015116-48a8-4ec5-bd69-167717e695f0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:29.421333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7c015116-48a8-4ec5-bd69-167717e695f0 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:29.443085 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7160dd92-c925-4699-8023-84597e17a01b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.443416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7160dd92-c925-4699-8023-84597e17a01b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.448028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7160dd92-c925-4699-8023-84597e17a01b tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/d1ebb548-d136-42ba-bddc-318f66664127 HTTP/1.1" status: 404 len: 337 time: 0.0320239 Jul 07 19:42:29.448168 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.475419 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a825e857-1c4f-497e-81c2-c0070157b9bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.476633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a825e857-1c4f-497e-81c2-c0070157b9bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.479071 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a825e857-1c4f-497e-81c2-c0070157b9bd tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/ab767537-9f1d-44f1-b0f6-c21e1634951b HTTP/1.1" status: 404 len: 333 time: 0.0297852 Jul 07 19:42:29.481633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.508148 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dd8126-4772-47cc-a4bb-2850ade4cd02 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.508705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dd8126-4772-47cc-a4bb-2850ade4cd02 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.510389 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-60dd8126-4772-47cc-a4bb-2850ade4cd02 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/1a4c6cda-1c48-4747-9db0-b3ad07dac5f1 HTTP/1.1" status: 404 len: 337 time: 0.0278122 Jul 07 19:42:29.513007 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.539955 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5c6fdc-b1d0-4496-bd29-abf198795b50 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.540577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5c6fdc-b1d0-4496-bd29-abf198795b50 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.542229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fe5c6fdc-b1d0-4496-bd29-abf198795b50 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/ports/1a895d1e-4435-471a-a964-3d52e01b86a3 HTTP/1.1" status: 404 len: 333 time: 0.0282495 Jul 07 19:42:29.544729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.570713 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9260f5b4-3d0b-44a0-b48c-526c60270cd9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:29.571163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9260f5b4-3d0b-44a0-b48c-526c60270cd9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:29.572883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9260f5b4-3d0b-44a0-b48c-526c60270cd9 tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/subnets/223af199-db87-4fae-a03b-b34e8f3caf70 HTTP/1.1" status: 404 len: 337 time: 0.0272429 Jul 07 19:42:29.575355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:29.655280 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.745765 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.756303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41002a2-4ffd-47a8-a362-36e099b74986']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:29.766900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321294d3-469a-4cc5-bb9c-80c7f5afe450') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:29.767195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321294d3-469a-4cc5-bb9c-80c7f5afe450') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:29.776462 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.790352 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.796188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:29.796702 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: items = [ Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:29.799881 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:29.857245 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.864272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:29.866143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] 10.222.0.113 "DELETE /v2.0/networks/f41002a2-4ffd-47a8-a362-36e099b74986 HTTP/1.1" status: 204 len: 168 time: 0.2898867 Jul 07 19:42:29.879658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25186376-4ca6-480e-96e9-10790ed2033a tempest-NetworksTestDHCPv6-1292707900 tempest-NetworksTestDHCPv6-1292707900-project] Pushing event deleted for resources: {'Network': ['ID=f41002a2-4ffd-47a8-a362-36e099b74986,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:30.112408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57440) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:30.230333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:30.233015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca0b3e-664c-4046-b442-6b6795dcb0e2 req-199e2de4-88be-4d21-8e05-a06d03395fb6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:30.234567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0ca0b3e-664c-4046-b442-6b6795dcb0e2 req-199e2de4-88be-4d21-8e05-a06d03395fb6 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 945 time: 0.0843058 Jul 07 19:42:30.277690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-aad37d11-741b-459b-9741-d9b7783516ff admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=077411d89fb845e5ae5bfa129f80b821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640570 Jul 07 19:42:30.280486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:30.286681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:30.291550 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:30.291934 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.295528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0ca0b3e-664c-4046-b442-6b6795dcb0e2 req-39e1319b-b305-4d07-ad23-dcc9a8af01e3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484908 Jul 07 19:42:30.350213 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcd81ab2-9349-439d-a594-e21ba5e4cf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.371024 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.371564 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcd81ab2-9349-439d-a594-e21ba5e4cf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.396829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:42:30.399905 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2191708-70bb-41bb-9438-7248d6c11f10" -d '{"events": [{"server_uuid": "5aaec528-00b2-4c41-a991-8e843e9da5d8", "name": "network-vif-plugged", "status": "completed", "tag": "7f57e19b-d4ed-4be4-9ec3-dea9b68234b1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:42:30.416889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:30.421737 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.432739 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcd81ab2-9349-439d-a594-e21ba5e4cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.435612 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcd81ab2-9349-439d-a594-e21ba5e4cf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:30.436866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bcd81ab2-9349-439d-a594-e21ba5e4cf91 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/76eed9c3-00fc-4ec3-8e81-002e13d4f582 HTTP/1.1" status: 204 len: 168 time: 0.1551423 Jul 07 19:42:30.447142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd81ab2-9349-439d-a594-e21ba5e4cf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eed9c3-00fc-4ec3-8e81-002e13d4f582,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:30.485566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:30.580997 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de69932-ebed-488a-ba67-52c6a7a75f52 x-openstack-request-id: req-5de69932-ebed-488a-ba67-52c6a7a75f52 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:42:30.581294 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaec528-00b2-4c41-a991-8e843e9da5d8", "name": "network-vif-plugged", "status": "completed", "tag": "7f57e19b-d4ed-4be4-9ec3-dea9b68234b1", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:42:30.581550 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5de69932-ebed-488a-ba67-52c6a7a75f52 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:42:30.581944 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1', 'code': 200} Jul 07 19:42:30.694299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1fab5-5cbc-4a4f-afa5-b138102d11d1 req-217b5807-c920-4e98-9b38-cc1e9aff4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:30.696311 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50a1fab5-5cbc-4a4f-afa5-b138102d11d1 req-217b5807-c920-4e98-9b38-cc1e9aff4263 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0549605 Jul 07 19:42:30.732575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-50a1fab5-5cbc-4a4f-afa5-b138102d11d1 req-dc494c89-de03-45bc-99d6-c50a53f58d3f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298536 Jul 07 19:42:31.088235 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.183229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-685f423c-de09-4186-9dbe-339a3993519b tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.184231 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-685f423c-de09-4186-9dbe-339a3993519b tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0949912 Jul 07 19:42:31.187113 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.191026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-8f14ed86-6deb-4a28-a76f-3f6f0383115f tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.191935 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8f14ed86-6deb-4a28-a76f-3f6f0383115f tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0039597 Jul 07 19:42:31.194137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.199627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-b1ab4873-267a-484b-a69e-0bb6e1e36a73 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.200563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b1ab4873-267a-484b-a69e-0bb6e1e36a73 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053508 Jul 07 19:42:31.202734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.206670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-24ab9741-a66d-4606-b2aa-f8f850541eb3 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.207601 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-24ab9741-a66d-4606-b2aa-f8f850541eb3 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0039880 Jul 07 19:42:31.209746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57480) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.213969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-f2b18d7e-fbf3-4b0a-a48a-ffb26bb5b005 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.214878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f2b18d7e-fbf3-4b0a-a48a-ffb26bb5b005 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042982 Jul 07 19:42:31.217150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.220889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-025157f9-de89-4ceb-ac61-4b132b719a9e tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.221777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-025157f9-de89-4ceb-ac61-4b132b719a9e tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038269 Jul 07 19:42:31.223770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57484) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.228456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-b79a6493-4a98-4de9-921a-2d8e51611591 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.229397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b79a6493-4a98-4de9-921a-2d8e51611591 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048273 Jul 07 19:42:31.231837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.236518 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-320f9e99-ca2b-458b-96a8-228c8a1a0c5d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.237739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-320f9e99-ca2b-458b-96a8-228c8a1a0c5d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047688 Jul 07 19:42:31.239494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.244431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-a2a95d34-e444-4492-9e42-3af3876d5d57 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.245364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a2a95d34-e444-4492-9e42-3af3876d5d57 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050676 Jul 07 19:42:31.247492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.251218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-f88f35d2-20bc-4cda-8631-bd7c73adc494 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.252115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f88f35d2-20bc-4cda-8631-bd7c73adc494 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038106 Jul 07 19:42:31.254148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.258606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-3c989117-958f-4364-8d0c-20fe15c5ee8e tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.259518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3c989117-958f-4364-8d0c-20fe15c5ee8e tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045245 Jul 07 19:42:31.261592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.265399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-2f80c2b3-0363-46fb-bdd1-c15cf58823f3 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.266312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2f80c2b3-0363-46fb-bdd1-c15cf58823f3 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039024 Jul 07 19:42:31.268412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.272201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-695d83ba-98c5-4245-be67-26ab7c8a75f0 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.273544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-695d83ba-98c5-4245-be67-26ab7c8a75f0 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038853 Jul 07 19:42:31.275899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.279705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-c7d82bfc-c9e7-4a74-834f-d7feb2b71528 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.280651 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c7d82bfc-c9e7-4a74-834f-d7feb2b71528 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0038996 Jul 07 19:42:31.282581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.286848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-9d4107ac-d5a0-4fa8-809d-665f4cac0a94 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.287776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9d4107ac-d5a0-4fa8-809d-665f4cac0a94 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043817 Jul 07 19:42:31.290217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.293971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-69453953-c599-4416-96ac-4587ab98a936 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.294917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-69453953-c599-4416-96ac-4587ab98a936 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038497 Jul 07 19:42:31.296882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57504) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.300731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-93b4509c-ec0f-4d8a-93c0-81137b3495b0 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.301653 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-93b4509c-ec0f-4d8a-93c0-81137b3495b0 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039382 Jul 07 19:42:31.303853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.308261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-570b00a5-add7-4250-ae82-0d156bdc0aed tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.309236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-570b00a5-add7-4250-ae82-0d156bdc0aed tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040042 Jul 07 19:42:31.311179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.315864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-fc06208c-b013-4654-9b51-405f7b7b5c81 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.316828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fc06208c-b013-4654-9b51-405f7b7b5c81 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047565 Jul 07 19:42:31.319141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.323934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-fb4a82bb-1976-4a16-a447-382306585080 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.324910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fb4a82bb-1976-4a16-a447-382306585080 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049036 Jul 07 19:42:31.328171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.332325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-296434ae-ab09-4b43-9d00-b259b07bd04d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.333425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-296434ae-ab09-4b43-9d00-b259b07bd04d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047042 Jul 07 19:42:31.336873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.341659 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-488361c1-4e67-478d-8b07-3e6b8da74bff tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.344531 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-488361c1-4e67-478d-8b07-3e6b8da74bff tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046804 Jul 07 19:42:31.345155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.350150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-f02d95fc-ad1b-49fc-b8d6-2221e936e58d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.351113 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f02d95fc-ad1b-49fc-b8d6-2221e936e58d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049694 Jul 07 19:42:31.354056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.358117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-1c88dc11-1b8e-4f02-841e-4626733181fd tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.359047 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1c88dc11-1b8e-4f02-841e-4626733181fd tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039907 Jul 07 19:42:31.361317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.365408 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-5a263339-2c49-4016-bd51-c70a95347504 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.366351 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5a263339-2c49-4016-bd51-c70a95347504 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041823 Jul 07 19:42:31.369294 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.373456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-dbfc89cf-f691-4a45-a276-b87a76e84b40 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.374386 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dbfc89cf-f691-4a45-a276-b87a76e84b40 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0041788 Jul 07 19:42:31.376694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.380685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-6fc2471e-c9bb-4cf5-94ee-91524eb135e6 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.381690 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6fc2471e-c9bb-4cf5-94ee-91524eb135e6 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0040896 Jul 07 19:42:31.384402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.388287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-6c125c2f-9644-4375-9c1b-edab2d1d518b tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.389256 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6c125c2f-9644-4375-9c1b-edab2d1d518b tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0039909 Jul 07 19:42:31.391425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.396241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-a82d29ed-d0b5-4432-b455-15d5a406eafc tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.399791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a82d29ed-d0b5-4432-b455-15d5a406eafc tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073769 Jul 07 19:42:31.399956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.404368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-6b0bb435-0fd1-40dc-8144-9d4ce58d92c7 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.408114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6b0bb435-0fd1-40dc-8144-9d4ce58d92c7 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0073922 Jul 07 19:42:31.408738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.417325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-69f06872-b699-4b23-96a1-19bf5401ff17 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.419156 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-69f06872-b699-4b23-96a1-19bf5401ff17 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0084777 Jul 07 19:42:31.421444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.425776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-9ea6c17a-8a63-49db-b59b-daa4d719b036 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.426820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9ea6c17a-8a63-49db-b59b-daa4d719b036 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042887 Jul 07 19:42:31.429669 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.433722 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-ede9ec0f-e5bc-4831-914a-3830ad1f58bf tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.435383 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ede9ec0f-e5bc-4831-914a-3830ad1f58bf tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048363 Jul 07 19:42:31.436964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.441036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-02b6224f-c669-4377-bb2c-a4f7a7558f46 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.441998 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-02b6224f-c669-4377-bb2c-a4f7a7558f46 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041165 Jul 07 19:42:31.444027 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.449196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-5327d73d-63f8-4b18-9c35-3a77082f2d45 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.450301 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5327d73d-63f8-4b18-9c35-3a77082f2d45 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043030 Jul 07 19:42:31.452643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.456696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-3f6acb2d-7794-43ff-bbe3-791dd095a6e4 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.457615 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3f6acb2d-7794-43ff-bbe3-791dd095a6e4 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040967 Jul 07 19:42:31.460024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.466109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-bcdc7648-ebdf-4c80-97c3-e7ad156d172e tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.467191 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bcdc7648-ebdf-4c80-97c3-e7ad156d172e tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047731 Jul 07 19:42:31.469869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.474942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-8ab55b4d-5076-41a7-902c-185a66dcafe3 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.476926 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8ab55b4d-5076-41a7-902c-185a66dcafe3 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0051687 Jul 07 19:42:31.480057 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.484785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-163161ad-b59c-4c82-8b0c-5854871c6826 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.488122 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-163161ad-b59c-4c82-8b0c-5854871c6826 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0066285 Jul 07 19:42:31.488756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.491029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978bce5-56ee-4872-825c-83302aa1902f req-b09acb6a-3b9f-462c-9e2f-3e385e24e4b0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:31.493198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-b8c68e49-cfe6-4c48-972b-69cbbaba6aaa tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.493358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3978bce5-56ee-4872-825c-83302aa1902f req-b09acb6a-3b9f-462c-9e2f-3e385e24e4b0 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 946 time: 0.0781479 Jul 07 19:42:31.494132 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b8c68e49-cfe6-4c48-972b-69cbbaba6aaa tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045094 Jul 07 19:42:31.496495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.500732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-38074460-0dc1-4cac-8fa7-51cc72c4cad8 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.501640 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-38074460-0dc1-4cac-8fa7-51cc72c4cad8 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042472 Jul 07 19:42:31.503886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.508078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-b76ead3a-0b08-448e-bedf-d9ed179a9740 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.509040 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b76ead3a-0b08-448e-bedf-d9ed179a9740 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042477 Jul 07 19:42:31.511344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.515626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-6f0889d0-e632-4413-ab0f-edf1dae91b86 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.518602 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6f0889d0-e632-4413-ab0f-edf1dae91b86 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0063806 Jul 07 19:42:31.518792 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.523618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-8c69f4e6-a5e0-4681-ad12-a5a45cbdd1de tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.524695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8c69f4e6-a5e0-4681-ad12-a5a45cbdd1de tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049977 Jul 07 19:42:31.527246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.531440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-603ba56a-f81c-45cb-92b3-a0057ed20138 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.532375 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-603ba56a-f81c-45cb-92b3-a0057ed20138 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041873 Jul 07 19:42:31.534549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.538472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-375413bd-cb44-4083-8cb3-3edbfcce013e tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.540755 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-375413bd-cb44-4083-8cb3-3edbfcce013e tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0053012 Jul 07 19:42:31.542970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.543121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3978bce5-56ee-4872-825c-83302aa1902f req-b329aab1-5dfe-41f0-9760-23b904389ff5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404325 Jul 07 19:42:31.547671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-830792da-06dd-4e67-be65-5d5c35eb4c2d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.548849 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-830792da-06dd-4e67-be65-5d5c35eb4c2d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045078 Jul 07 19:42:31.551301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57568) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.556654 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-64ba22e6-6c9d-4e03-94f0-f62a744489fb tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.560520 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-64ba22e6-6c9d-4e03-94f0-f62a744489fb tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054252 Jul 07 19:42:31.560520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.564839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-da123dfa-4cf4-4437-aa7c-43a6665554b0 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.565844 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-da123dfa-4cf4-4437-aa7c-43a6665554b0 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044332 Jul 07 19:42:31.568305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.573513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [None req-8625a1a0-89e5-41a4-a41c-053eaf0fd029 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.576881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.577070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8625a1a0-89e5-41a4-a41c-053eaf0fd029 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075402 Jul 07 19:42:31.581192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-734ea88d-6db4-4f98-acaf-ce1b80f7fcc0 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.582254 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-734ea88d-6db4-4f98-acaf-ce1b80f7fcc0 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043991 Jul 07 19:42:31.584398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.589316 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-78fd3a9c-f6ec-4837-a4af-e43c1fdf40a3 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.590248 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-78fd3a9c-f6ec-4837-a4af-e43c1fdf40a3 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049291 Jul 07 19:42:31.592532 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57578) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.596416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-ede4de14-b1fc-4b94-8d3c-c07b542ef9a0 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.597359 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ede4de14-b1fc-4b94-8d3c-c07b542ef9a0 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039744 Jul 07 19:42:31.599457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.604305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-42c35d1f-44d3-4369-a55c-46cc0e3d3008 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.605249 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-42c35d1f-44d3-4369-a55c-46cc0e3d3008 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049541 Jul 07 19:42:31.607455 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.611400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-8c712df4-ca5d-411f-a336-e028b46c40c5 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.612500 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8c712df4-ca5d-411f-a336-e028b46c40c5 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0039892 Jul 07 19:42:31.614470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.619692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-ea297bd5-fa0b-4bdb-8ad3-bdeee5fe626b tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.620669 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ea297bd5-fa0b-4bdb-8ad3-bdeee5fe626b tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053380 Jul 07 19:42:31.623039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.627453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-05921397-62df-4e55-9b3d-4b543bcfc73d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.628387 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-05921397-62df-4e55-9b3d-4b543bcfc73d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044885 Jul 07 19:42:31.630869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.636837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-df33034f-1975-4a6c-9600-adf60622bc48 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.638052 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-df33034f-1975-4a6c-9600-adf60622bc48 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0060863 Jul 07 19:42:31.640768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.645289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-011d0cec-a589-400f-8ea3-af81de41a219 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.646228 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-011d0cec-a589-400f-8ea3-af81de41a219 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042770 Jul 07 19:42:31.649671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.654741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-c6def241-caf4-4bdc-a043-ce90508432c7 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.655687 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c6def241-caf4-4bdc-a043-ce90508432c7 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049107 Jul 07 19:42:31.658124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.663162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-33f667a1-364a-40e1-b50c-9426bf1c8feb tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.664540 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-33f667a1-364a-40e1-b50c-9426bf1c8feb tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051219 Jul 07 19:42:31.666511 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.670498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-4911e136-75c3-45a5-ba8e-4ad1092e276e tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.672075 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4911e136-75c3-45a5-ba8e-4ad1092e276e tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0047038 Jul 07 19:42:31.674249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.681894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-3b32b52a-9fad-48e2-b86b-6786a7ba970d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.682833 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3b32b52a-9fad-48e2-b86b-6786a7ba970d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0055530 Jul 07 19:42:31.685357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.689696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-fc63f451-36b6-4b70-9b6c-3b4a172c97e7 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.690613 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fc63f451-36b6-4b70-9b6c-3b4a172c97e7 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043986 Jul 07 19:42:31.693075 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.699296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-c9d57a47-ebf6-4e35-a7cb-b72f338e84de tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.700234 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c9d57a47-ebf6-4e35-a7cb-b72f338e84de tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0062399 Jul 07 19:42:31.702755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.706666 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-638c7c63-c00d-485b-acb6-024aedaf3f4b tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.707573 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-638c7c63-c00d-485b-acb6-024aedaf3f4b tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0040317 Jul 07 19:42:31.709862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.714526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-04b5c404-e547-4feb-a0bc-29bddce9656d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.715438 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-04b5c404-e547-4feb-a0bc-29bddce9656d tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046501 Jul 07 19:42:31.717848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.721773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-e3c1210d-170a-417b-9924-c2146785bd62 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.722784 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e3c1210d-170a-417b-9924-c2146785bd62 tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040922 Jul 07 19:42:31.725001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:31.729518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [None req-4fa50686-49f7-4633-a49a-c775f9e45e9a tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] http://10.222.0.113:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:42:31.730456 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4fa50686-49f7-4633-a49a-c775f9e45e9a tempest-ExtensionsTestJSON-1191275884 tempest-ExtensionsTestJSON-1191275884-project] 10.222.0.113 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045733 Jul 07 19:42:31.982302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:32.087700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37d5f4c5-39ab-470c-b039-9e83b1376605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.186255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37d5f4c5-39ab-470c-b039-9e83b1376605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.190320 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37d5f4c5-39ab-470c-b039-9e83b1376605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.230783 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-37d5f4c5-39ab-470c-b039-9e83b1376605 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9145bfa692d74721bf37bbad88683f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472589 Jul 07 19:42:32.231552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5f4c5-39ab-470c-b039-9e83b1376605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5f6977-bf55-45fb-b224-6e73ca891a6e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:32.233617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:32.288332 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d1bf6c-f11a-47a7-9e5d-e3632b603b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.312211 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d1bf6c-f11a-47a7-9e5d-e3632b603b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.363045 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d1bf6c-f11a-47a7-9e5d-e3632b603b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.365659 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d1bf6c-f11a-47a7-9e5d-e3632b603b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:32.366909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-01d1bf6c-f11a-47a7-9e5d-e3632b603b1d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4a5f6977-bf55-45fb-b224-6e73ca891a6e HTTP/1.1" status: 204 len: 168 time: 0.1315536 Jul 07 19:42:32.375548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1bf6c-f11a-47a7-9e5d-e3632b603b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5f6977-bf55-45fb-b224-6e73ca891a6e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:32.747790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6c69b-ea54-4f4e-8c10-7585f3b3a019 req-2ebe1fd1-9e54-449d-bae6-e5e3ce45aba4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:32.749451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ba6c69b-ea54-4f4e-8c10-7585f3b3a019 req-2ebe1fd1-9e54-449d-bae6-e5e3ce45aba4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 946 time: 0.0802362 Jul 07 19:42:32.793586 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ba6c69b-ea54-4f4e-8c10-7585f3b3a019 req-0f6c0920-d468-4a49-b889-f3a3cbf791f5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374920 Jul 07 19:42:33.003399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72137a7e-71f5-4819-9b5f-5d08e3c2615e req-ba66292b-2653-4424-93c9-f3dfe9eb23ff tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:33.005015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72137a7e-71f5-4819-9b5f-5d08e3c2615e req-ba66292b-2653-4424-93c9-f3dfe9eb23ff tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 946 time: 0.0889924 Jul 07 19:42:33.049838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72137a7e-71f5-4819-9b5f-5d08e3c2615e req-b05c4425-ecc4-45f2-b0d3-8ba58edf0479 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375276 Jul 07 19:42:33.075296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:33.129117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32847dfb-7850-4055-ac47-b959d643d045 tempest-TestVolumeBootPattern-1347467369 tempest-TestVolumeBootPattern-1347467369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:33.131919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-32847dfb-7850-4055-ac47-b959d643d045 tempest-TestVolumeBootPattern-1347467369 tempest-TestVolumeBootPattern-1347467369-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 1093 time: 0.0555744 Jul 07 19:42:33.136017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:33.144178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:33.144709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:33.183439 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.253145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'networks': [{'name': 'tempest-network--1359272573'}, {'name': 'tempest-network--802695647'}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:33.253464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'network': {'name': 'tempest-network--1359272573'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:33.253923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'network': {'name': 'tempest-network--802695647'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:33.275078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Made reservation on behalf of 414489a12e314003b91f727e28e3f3be for: {'network': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:33.279668 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.288138 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.289389 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.389249 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.393542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.394259 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.408105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Allocated IP 172.25.2.4 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/237d48b0-dd38-473b-9f9e-c8a60afc109b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:33.440196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1b9417-f9b3-4e6a-95e1-34d7e0c3ff27,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:33.443351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:33.455471 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.455891 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Added segment 88a6379e-6181-4076-8f75-21ebec8eb2cc of type vlan for network a69a74a4-8762-4f45-97eb-9bd12c2bbc65 Jul 07 19:42:33.502832 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.511505 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.515479 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.537493 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:33.546916 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.547293 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Added segment 447e51dd-4b54-4de7-8e18-32fbee04dc07 of type vlan for network 55488f23-704e-48ad-b94b-c1ed031f1552 Jul 07 19:42:33.555221 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.590288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.591772 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:33.594698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:33.600380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:33.628869 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.629298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=237d48b0-dd38-473b-9f9e-c8a60afc109b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:33.629426 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.638461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:33.643297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:33.643989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:33.703103 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5577826 Jul 07 19:42:33.705586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:33.805124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event updated for resources: {'Network': ['ID=a69a74a4-8762-4f45-97eb-9bd12c2bbc65,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:33.835287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.836775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.836994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.837334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.837666 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.838526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.838526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.838750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.838926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.839243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.839559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.840388 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:42:33.851695 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network a69a74a4-8762-4f45-97eb-9bd12c2bbc65 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:33.978285 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6974fc6-fd01-4df4-8bb1-0b2a8fae0827 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event updated for resources: {'Network': ['ID=55488f23-704e-48ad-b94b-c1ed031f1552,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:33.988740 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 55488f23-704e-48ad-b94b-c1ed031f1552 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:33.999263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803ed6f-b526-4c4b-9ca3-d960ec72375e tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:34.005351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803ed6f-b526-4c4b-9ca3-d960ec72375e tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:34.012123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803ed6f-b526-4c4b-9ca3-d960ec72375e tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:34.018271 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803ed6f-b526-4c4b-9ca3-d960ec72375e tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:34.020042 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4803ed6f-b526-4c4b-9ca3-d960ec72375e tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3135328 Jul 07 19:42:34.023106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:34.106839 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.139634 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.215624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.226056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69a74a4-8762-4f45-97eb-9bd12c2bbc65']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:34.230236 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.239091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a6379e-6181-4076-8f75-21ebec8eb2cc') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:34.239513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a6379e-6181-4076-8f75-21ebec8eb2cc') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:34.249659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.263497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.269832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:34.270242 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:34.274680 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:34.346306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.356449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.358507 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "DELETE /v2.0/networks/a69a74a4-8762-4f45-97eb-9bd12c2bbc65 HTTP/1.1" status: 204 len: 168 time: 0.3343468 Jul 07 19:42:34.361224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:34.369138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909c80f-44dd-47b4-abc5-e4c7c2f673f7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event deleted for resources: {'Network': ['ID=a69a74a4-8762-4f45-97eb-9bd12c2bbc65,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:34.457910 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.465503 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.468526 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.578469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event updated for resources: {'Port': ['ID=237d48b0-dd38-473b-9f9e-c8a60afc109b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:34.613770 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.660331 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.674957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55488f23-704e-48ad-b94b-c1ed031f1552']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:34.690855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447e51dd-4b54-4de7-8e18-32fbee04dc07') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:34.691157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447e51dd-4b54-4de7-8e18-32fbee04dc07') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:34.730712 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.751699 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.761356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:34.761791 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:34.764636 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:34.774764 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Floating IP 197fa0fe-c905-44bc-bc19-ea8c12eff75c associated. External IP: 172.25.2.4, port: 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1. Jul 07 19:42:34.861234 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.869285 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:34.871106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "DELETE /v2.0/networks/55488f23-704e-48ad-b94b-c1ed031f1552 HTTP/1.1" status: 204 len: 168 time: 0.5089319 Jul 07 19:42:34.873937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:34.908621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ff270-48cc-4e76-9448-7ca6202ffb15 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event deleted for resources: {'Network': ['ID=55488f23-704e-48ad-b94b-c1ed031f1552,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:34.987363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75947c1-d814-4a9f-a9f5-7e5939773186 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:34.993872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75947c1-d814-4a9f-a9f5-7e5939773186 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:34.995458 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e75947c1-d814-4a9f-a9f5-7e5939773186 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1204293 Jul 07 19:42:34.999306 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:35.004402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-294285958'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:35.027392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Made reservation on behalf of 414489a12e314003b91f727e28e3f3be for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:35.031769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.051248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Router e53c06ff-6475-46f0-a260-9f061e2ffa9e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:42:35.056973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:35.066894 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.067360 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Added segment e1210551-39b3-4afd-afab-174d79cb177a of type vlan for network 5a12f543-a438-46dd-9577-594a3c649e27 Jul 07 19:42:35.114519 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.145626 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.151466 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:35.152062 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.165418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:42:35.175858 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19778243-4efd-4c33-9316-1ea9f4f47398 None None] Sync routers for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:42:35.183082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.186719 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19778243-4efd-4c33-9316-1ea9f4f47398 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:35.187720 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19778243-4efd-4c33-9316-1ea9f4f47398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:42:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:35.219760 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2193520 Jul 07 19:42:35.220944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:35.226102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-93764793'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:35.230197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e77ee2-c910-4736-be7d-58aec70d8dff tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event updated for resources: {'Network': ['ID=5a12f543-a438-46dd-9577-594a3c649e27,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:35.235781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-adf92b24-0344-4cd2-8a24-0ad923f2a3b7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0986803 Jul 07 19:42:35.239692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'tag': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:42:35.243064 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c26429-4e91-45c6-a6b5-67422ba5f5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5aaec528-00b2-4c41-a991-8e843e9da5d8", "tag": "7f57e19b-d4ed-4be4-9ec3-dea9b68234b1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:42:35.253035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 5a12f543-a438-46dd-9577-594a3c649e27 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:35.276123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Made reservation on behalf of 414489a12e314003b91f727e28e3f3be for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:35.280439 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.293814 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d817d5-2679-49fa-ad9b-7761401bc73e x-openstack-request-id: req-c0d817d5-2679-49fa-ad9b-7761401bc73e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:42:35.294104 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aaec528-00b2-4c41-a991-8e843e9da5d8", "tag": "7f57e19b-d4ed-4be4-9ec3-dea9b68234b1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:42:35.294354 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c0d817d5-2679-49fa-ad9b-7761401bc73e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:42:35.294739 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'tag': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1', 'status': 'completed', 'code': 200} Jul 07 19:42:35.314678 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-19778243-4efd-4c33-9316-1ea9f4f47398 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:42:35.315764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:35.359389 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.359734 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Added segment 310f795e-91d0-4c12-b944-657a93b97337 of type vlan for network 271e6b08-9646-43a4-8cde-13a10eb138c5 Jul 07 19:42:35.410212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.452900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26429-4e91-45c6-a6b5-67422ba5f5a8 req-96793004-5193-413d-9711-60fd38fc319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:35.454456 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22c26429-4e91-45c6-a6b5-67422ba5f5a8 req-96793004-5193-413d-9711-60fd38fc319a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 1098 time: 0.1351094 Jul 07 19:42:35.469077 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.474709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:35.475343 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:35.647222 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19778243-4efd-4c33-9316-1ea9f4f47398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '197fa0fe-c905-44bc-bc19-ea8c12eff75c', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:d9:da:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:42:33Z', 'updated_at': '2021-07-07T19:42:33Z', 'revision_number': 0, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}, {'id': '218786e9-f7fc-41ba-8f10-150538d91608', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:bd:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:40:28Z', 'updated_at': '2021-07-07T19:40:31Z', 'revision_number': 1, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:35.678209 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19778243-4efd-4c33-9316-1ea9f4f47398 None None] Checking router: e53c06ff-6475-46f0-a260-9f061e2ffa9e for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:42:35.687666 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19778243-4efd-4c33-9316-1ea9f4f47398 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:42:35.688289 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19778243-4efd-4c33-9316-1ea9f4f47398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:42:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:35.797844 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-19778243-4efd-4c33-9316-1ea9f4f47398 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:42:35.889552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6675255 Jul 07 19:42:35.892455 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:35.898486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'ports': [{'network_id': '5a12f543-a438-46dd-9577-594a3c649e27', 'name': 'tempest-port--1420048874', 'admin_state_up': True}, {'network_id': '271e6b08-9646-43a4-8cde-13a10eb138c5', 'admin_state_up': False}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:35.898960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'port': {'network_id': '5a12f543-a438-46dd-9577-594a3c649e27', 'name': 'tempest-port--1420048874', 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:35.899562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'port': {'network_id': '271e6b08-9646-43a4-8cde-13a10eb138c5', 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:35.919809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb09914-42b5-4912-8c4d-1900ff0962be tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event updated for resources: {'Network': ['ID=271e6b08-9646-43a4-8cde-13a10eb138c5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:35.934770 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 271e6b08-9646-43a4-8cde-13a10eb138c5 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:35.950181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26429-4e91-45c6-a6b5-67422ba5f5a8 req-cafeaeee-4d46-47ff-87cf-bbbd3a657c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:35.951916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22c26429-4e91-45c6-a6b5-67422ba5f5a8 req-cafeaeee-4d46-47ff-87cf-bbbd3a657c73 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.4909775 Jul 07 19:42:36.041643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22c26429-4e91-45c6-a6b5-67422ba5f5a8 req-4779329c-6d66-47c3-bb31-a09f295f154c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 HTTP/1.1" status: 200 len: 998 time: 0.0828030 Jul 07 19:42:36.057880 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19778243-4efd-4c33-9316-1ea9f4f47398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '197fa0fe-c905-44bc-bc19-ea8c12eff75c', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:d9:da:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:42:33Z', 'updated_at': '2021-07-07T19:42:33Z', 'revision_number': 0, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}, {'id': '218786e9-f7fc-41ba-8f10-150538d91608', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:bd:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:40:28Z', 'updated_at': '2021-07-07T19:40:31Z', 'revision_number': 1, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:36.084657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Made reservation on behalf of 414489a12e314003b91f727e28e3f3be for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:36.086095 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19778243-4efd-4c33-9316-1ea9f4f47398 None None] The sync data for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 is: [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '197fa0fe-c905-44bc-bc19-ea8c12eff75c', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:d9:da:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:42:33Z', 'updated_at': '2021-07-07T19:42:33Z', 'revision_number': 0, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}, {'id': '218786e9-f7fc-41ba-8f10-150538d91608', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:bd:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:40:28Z', 'updated_at': '2021-07-07T19:40:31Z', 'revision_number': 1, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:42:36.090617 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.095015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26429-4e91-45c6-a6b5-67422ba5f5a8 req-a40e97a1-1d2a-42de-a40f-bed074d34554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:36.096564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22c26429-4e91-45c6-a6b5-67422ba5f5a8 req-a40e97a1-1d2a-42de-a40f-bed074d34554 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0484936 Jul 07 19:42:36.105695 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.162499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26429-4e91-45c6-a6b5-67422ba5f5a8 req-24f0e086-158c-4d9b-a8e9-c312fcb851f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:36.164894 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22c26429-4e91-45c6-a6b5-67422ba5f5a8 req-24f0e086-158c-4d9b-a8e9-c312fcb851f8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623696 Jul 07 19:42:36.204620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] device_id is not set on port 2a74263d-5f2a-4901-a6c2-52d553d3a02d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:36.268926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22c26429-4e91-45c6-a6b5-67422ba5f5a8 req-5ad5b774-31b4-4b67-a9ce-124c35416eeb service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964735 Jul 07 19:42:36.340948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.350289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254ad08-fe5f-44c9-967b-f917800f8753 None None] New status for floating IP 197fa0fe-c905-44bc-bc19-ea8c12eff75c: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:42:36.372502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22c26429-4e91-45c6-a6b5-67422ba5f5a8 req-4bc99a90-e83b-4a8e-8fe4-a836ef22ab37 service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969362 Jul 07 19:42:36.418675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] device_id is not set on port ea01a3df-e371-46b2-afab-5b8af7894e56 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:36.541870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.581747 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.638597 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event updated for resources: {'Port': ['ID=2a74263d-5f2a-4901-a6c2-52d553d3a02d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:36.654720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Checking segment: {'id': 'e1210551-39b3-4afd-afab-174d79cb177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5a12f543-a438-46dd-9577-594a3c649e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:36.655087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Network hostable DHCP agents. Network: 5a12f543-a438-46dd-9577-594a3c649e27, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:36.672506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Network 5a12f543-a438-46dd-9577-594a3c649e27 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:36.681235 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 5a12f543-a438-46dd-9577-594a3c649e27) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:36.684867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:36.685729 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.691314 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b18c30-e9c8-4fbc-8765-062c765f0bc8 None None] Network 5a12f543-a438-46dd-9577-594a3c649e27 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:36.754126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event updated for resources: {'Port': ['ID=ea01a3df-e371-46b2-afab-5b8af7894e56,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:36.763568 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Checking segment: {'id': '310f795e-91d0-4c12-b944-657a93b97337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '271e6b08-9646-43a4-8cde-13a10eb138c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:36.763946 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Network hostable DHCP agents. Network: 271e6b08-9646-43a4-8cde-13a10eb138c5, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:36.781837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Network 271e6b08-9646-43a4-8cde-13a10eb138c5 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:36.792163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 271e6b08-9646-43a4-8cde-13a10eb138c5) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:36.795924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:36.801378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8cc66c-7039-48a5-a909-60d0d4e97ff5 None None] Network 271e6b08-9646-43a4-8cde-13a10eb138c5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:36.803262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:36.808989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:36.809671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:36.830965 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7a214f9d-ca8f-4535-bd60-6e3398803b31 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9371161 Jul 07 19:42:36.833531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:36.901468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e761ed7c-ef71-45a6-bd68-4b47d9ed3228 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:36.907646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e761ed7c-ef71-45a6-bd68-4b47d9ed3228 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:36.909338 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e761ed7c-ef71-45a6-bd68-4b47d9ed3228 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0748544 Jul 07 19:42:36.912422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:37.015329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-66686a7f-0229-449a-bd9d-0d0cdb07b1f3 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Deleting port 2a74263d-5f2a-4901-a6c2-52d553d3a02d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:37.015576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66686a7f-0229-449a-bd9d-0d0cdb07b1f3 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.080622 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66686a7f-0229-449a-bd9d-0d0cdb07b1f3 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.098210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-66686a7f-0229-449a-bd9d-0d0cdb07b1f3 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Calling delete_port for 2a74263d-5f2a-4901-a6c2-52d553d3a02d owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:37.176100 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66686a7f-0229-449a-bd9d-0d0cdb07b1f3 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.206400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66686a7f-0229-449a-bd9d-0d0cdb07b1f3 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event deleted for resources: {'Port': ['ID=2a74263d-5f2a-4901-a6c2-52d553d3a02d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:37.212819 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66686a7f-0229-449a-bd9d-0d0cdb07b1f3 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.214605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-66686a7f-0229-449a-bd9d-0d0cdb07b1f3 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "DELETE /v2.0/ports/2a74263d-5f2a-4901-a6c2-52d553d3a02d HTTP/1.1" status: 204 len: 168 time: 0.3011527 Jul 07 19:42:37.217335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:37.318288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8667606e-90b4-4ccb-946d-942faf0bc323 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Deleting port ea01a3df-e371-46b2-afab-5b8af7894e56 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:37.318530 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8667606e-90b4-4ccb-946d-942faf0bc323 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.384810 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8667606e-90b4-4ccb-946d-942faf0bc323 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.398439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8667606e-90b4-4ccb-946d-942faf0bc323 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Calling delete_port for ea01a3df-e371-46b2-afab-5b8af7894e56 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:37.483428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8667606e-90b4-4ccb-946d-942faf0bc323 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.512030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667606e-90b4-4ccb-946d-942faf0bc323 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event deleted for resources: {'Port': ['ID=ea01a3df-e371-46b2-afab-5b8af7894e56,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:37.517167 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8667606e-90b4-4ccb-946d-942faf0bc323 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.518991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8667606e-90b4-4ccb-946d-942faf0bc323 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "DELETE /v2.0/ports/ea01a3df-e371-46b2-afab-5b8af7894e56 HTTP/1.1" status: 204 len: 168 time: 0.3007164 Jul 07 19:42:37.521738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:37.552986 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-13311043-9c0a-4dca-bbdb-ae81327e5a20 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0301282 Jul 07 19:42:37.556703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57680) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:37.561588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-218160482'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:37.582677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Made reservation on behalf of 414489a12e314003b91f727e28e3f3be for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:37.586847 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.610080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:37.619397 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.619745 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Added segment 86221d0c-43f2-4e66-87fa-2e8e6cdde9e6 of type vlan for network 245a8bb8-d706-4bfd-83c2-47770ed63086 Jul 07 19:42:37.662076 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.694189 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.700445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:37.701127 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.759717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2019629 Jul 07 19:42:37.762346 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:37.767526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-541691433'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:37.771036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4139f85-2a77-4f74-a045-ce01514a4d5b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event updated for resources: {'Network': ['ID=245a8bb8-d706-4bfd-83c2-47770ed63086,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:37.781867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 245a8bb8-d706-4bfd-83c2-47770ed63086 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:37.795601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Made reservation on behalf of 414489a12e314003b91f727e28e3f3be for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:37.799275 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.824462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:37.834139 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.834465 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Added segment e389d00f-a3b7-4b85-a2e3-d60a93a395c9 of type vlan for network d767924e-44f6-4b9d-a3f1-bb58782fe75b Jul 07 19:42:37.876944 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.905796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.911407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:37.911993 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:37.971559 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2080748 Jul 07 19:42:37.982783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7e108-cfbc-4b88-99aa-91b10531e18b tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event updated for resources: {'Network': ['ID=d767924e-44f6-4b9d-a3f1-bb58782fe75b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:37.994170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network d767924e-44f6-4b9d-a3f1-bb58782fe75b details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:38.373123 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-287f4c73-9d2c-4f9c-a33b-6cdcf97097ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.071937 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c9c9749-e7af-4fe8-8529-a6d62ac1e720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.194266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:41.200068 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'subnets': [{'network_id': '245a8bb8-d706-4bfd-83c2-47770ed63086', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2134087761', 'ip_version': 6}, {'network_id': 'd767924e-44f6-4b9d-a3f1-bb58782fe75b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:41.200394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'subnet': {'network_id': '245a8bb8-d706-4bfd-83c2-47770ed63086', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2134087761', 'ip_version': 6}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:41.201091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Request body: {'subnet': {'network_id': 'd767924e-44f6-4b9d-a3f1-bb58782fe75b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:41.296793 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.363499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Made reservation on behalf of 414489a12e314003b91f727e28e3f3be for: {'subnet': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:41.369353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.369690 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.755495 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.812302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event updated for resources: {'Subnet': ['ID=24abdf8e-7911-4784-a933-6883d3047f0b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:41.829550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Checking segment: {'id': '86221d0c-43f2-4e66-87fa-2e8e6cdde9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '245a8bb8-d706-4bfd-83c2-47770ed63086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:41.829918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Network hostable DHCP agents. Network: 245a8bb8-d706-4bfd-83c2-47770ed63086, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:41.848136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Network 245a8bb8-d706-4bfd-83c2-47770ed63086 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:41.858474 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 245a8bb8-d706-4bfd-83c2-47770ed63086) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:41.862582 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.868267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540775c6-e4ce-4451-b80f-0922c5c57268 None None] Network 245a8bb8-d706-4bfd-83c2-47770ed63086 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:41.932172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event updated for resources: {'Subnet': ['ID=c6234fb4-236b-44ce-9a4d-1d77cf0f728d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:41.941474 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Checking segment: {'id': 'e389d00f-a3b7-4b85-a2e3-d60a93a395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'd767924e-44f6-4b9d-a3f1-bb58782fe75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:41.941914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Network hostable DHCP agents. Network: d767924e-44f6-4b9d-a3f1-bb58782fe75b, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:41.962534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Network d767924e-44f6-4b9d-a3f1-bb58782fe75b is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:41.972139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, d767924e-44f6-4b9d-a3f1-bb58782fe75b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:41.977619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:41.978185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:41.979084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:41.986498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07263f4b-cbc5-448b-8d3d-cf1f0e471c98 None None] Network d767924e-44f6-4b9d-a3f1-bb58782fe75b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:41.995654 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2b6c86a0-ffb4-4a73-9ca5-f2dc07cdb8c0 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.7996614 Jul 07 19:42:41.998464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:42.062822 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9e284-6301-41a8-9306-836f57c7ecaa tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:42.064410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9e284-6301-41a8-9306-836f57c7ecaa tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:42.066066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9e284-6301-41a8-9306-836f57c7ecaa tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:42.078353 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-12c9e284-6301-41a8-9306-836f57c7ecaa tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0680895 Jul 07 19:42:42.079037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89867ba7-4bf9-4186-b982-5a77649bd735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-245a8bb8-d706-4bfd-83c2-47770ed63086', 'network_id': '245a8bb8-d706-4bfd-83c2-47770ed63086', 'tenant_id': '414489a12e314003b91f727e28e3f3be', 'fixed_ips': [{'subnet_id': '24abdf8e-7911-4784-a933-6883d3047f0b'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:42.079610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:42.079732 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89867ba7-4bf9-4186-b982-5a77649bd735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.137650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9a358c-f545-4534-8873-2bb8b5a87b50 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Deleting subnet 24abdf8e-7911-4784-a933-6883d3047f0b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:42.141461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d9a358c-f545-4534-8873-2bb8b5a87b50 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.187267 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d9a358c-f545-4534-8873-2bb8b5a87b50 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.244441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-d767924e-44f6-4b9d-a3f1-bb58782fe75b', 'network_id': 'd767924e-44f6-4b9d-a3f1-bb58782fe75b', 'tenant_id': '414489a12e314003b91f727e28e3f3be', 'fixed_ips': [{'subnet_id': 'c6234fb4-236b-44ce-9a4d-1d77cf0f728d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:42.245386 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.246690 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d9a358c-f545-4534-8873-2bb8b5a87b50 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.312120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d9a358c-f545-4534-8873-2bb8b5a87b50 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-89867ba7-4bf9-4186-b982-5a77649bd735 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24abdf8e-7911-4784-a933-6883d3047f0b: This subnet is being modified by another concurrent operation. Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24abdf8e-7911-4784-a933-6883d3047f0b: This subnet is being modified by another concurrent operation. Jul 07 19:42:42.323578 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:42:42.346764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a358c-f545-4534-8873-2bb8b5a87b50 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event deleted for resources: {'Subnet': ['ID=24abdf8e-7911-4784-a933-6883d3047f0b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:42.349590 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb123a-16bf-49c7-908d-6b061dc65a60 None None] Network 245a8bb8-d706-4bfd-83c2-47770ed63086 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:42.352913 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d9a358c-f545-4534-8873-2bb8b5a87b50 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.357672 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2d9a358c-f545-4534-8873-2bb8b5a87b50 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "DELETE /v2.0/subnets/24abdf8e-7911-4784-a933-6883d3047f0b HTTP/1.1" status: 204 len: 168 time: 0.2740593 Jul 07 19:42:42.358619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:42.414694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-feeecf2f-043d-4ca8-9dde-0bdcd5cee070 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Deleting subnet c6234fb4-236b-44ce-9a4d-1d77cf0f728d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:42.468692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.471599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Allocated IP 2001:db8:0:1::1 (d767924e-44f6-4b9d-a3f1-bb58782fe75b/c6234fb4-236b-44ce-9a4d-1d77cf0f728d/f2f357dd-46aa-46b0-80ae-7a956ede0d90) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:42.664880 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.673496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Transition to ACTIVE for port object f2f357dd-46aa-46b0-80ae-7a956ede0d90 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:42.688424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Transition to ACTIVE for port object f2f357dd-46aa-46b0-80ae-7a956ede0d90 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:42.693690 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feeecf2f-043d-4ca8-9dde-0bdcd5cee070 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.694105 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.737062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Network d767924e-44f6-4b9d-a3f1-bb58782fe75b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:42.742890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:42.746425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:42.748735 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feeecf2f-043d-4ca8-9dde-0bdcd5cee070 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.753517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Pushing event updated for resources: {'Port': ['ID=f2f357dd-46aa-46b0-80ae-7a956ede0d90,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:42.814158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Attempting to bind port f2f357dd-46aa-46b0-80ae-7a956ede0d90 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:42.814511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Attempting to bind port f2f357dd-46aa-46b0-80ae-7a956ede0d90 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'e389d00f-a3b7-4b85-a2e3-d60a93a395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'd767924e-44f6-4b9d-a3f1-bb58782fe75b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:42.814871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Attempting to bind port f2f357dd-46aa-46b0-80ae-7a956ede0d90 on network d767924e-44f6-4b9d-a3f1-bb58782fe75b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:42.820634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:42.820960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Checking segment: {'id': 'e389d00f-a3b7-4b85-a2e3-d60a93a395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'd767924e-44f6-4b9d-a3f1-bb58782fe75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:42.821371 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.821763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Bound using segment: {'id': 'e389d00f-a3b7-4b85-a2e3-d60a93a395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'd767924e-44f6-4b9d-a3f1-bb58782fe75b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:42.822231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Bound port: f2f357dd-46aa-46b0-80ae-7a956ede0d90, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e389d00f-a3b7-4b85-a2e3-d60a93a395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'd767924e-44f6-4b9d-a3f1-bb58782fe75b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:42.822617 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.846575 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feeecf2f-043d-4ca8-9dde-0bdcd5cee070 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.913084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feeecf2f-043d-4ca8-9dde-0bdcd5cee070 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.916977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] For port f2f357dd-46aa-46b0-80ae-7a956ede0d90, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:42.921582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] For port f2f357dd-46aa-46b0-80ae-7a956ede0d90, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f2f357dd-46aa-46b0-80ae-7a956ede0d90,segment=NetworkSegment(e389d00f-a3b7-4b85-a2e3-d60a93a395c9),segment_id=e389d00f-a3b7-4b85-a2e3-d60a93a395c9)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:42.926902 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.946809 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeecf2f-043d-4ca8-9dde-0bdcd5cee070 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event deleted for resources: {'Subnet': ['ID=c6234fb4-236b-44ce-9a4d-1d77cf0f728d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:42.951767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feeecf2f-043d-4ca8-9dde-0bdcd5cee070 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:42.953544 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-feeecf2f-043d-4ca8-9dde-0bdcd5cee070 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "DELETE /v2.0/subnets/c6234fb4-236b-44ce-9a4d-1d77cf0f728d HTTP/1.1" status: 204 len: 168 time: 0.5945616 Jul 07 19:42:42.956342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:42.998484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d74d29-e51c-4504-b58a-5c6932bc896a None None] Pushing event updated for resources: {'Port': ['ID=f2f357dd-46aa-46b0-80ae-7a956ede0d90,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:43.014608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254f1d6-49dc-4b4d-80a9-77b4dc556dd7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:43.016218 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7254f1d6-49dc-4b4d-80a9-77b4dc556dd7 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0588601 Jul 07 19:42:43.019990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:43.108336 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.190923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Deleting port f2f357dd-46aa-46b0-80ae-7a956ede0d90 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:43.191276 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.265407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] For port f2f357dd-46aa-46b0-80ae-7a956ede0d90, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f2f357dd-46aa-46b0-80ae-7a956ede0d90,segment=NetworkSegment(e389d00f-a3b7-4b85-a2e3-d60a93a395c9),segment_id=e389d00f-a3b7-4b85-a2e3-d60a93a395c9)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:43.265777 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.279262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Calling delete_port for f2f357dd-46aa-46b0-80ae-7a956ede0d90 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:43.370149 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.399952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] No DVR routers for this DVR port f2f357dd-46aa-46b0-80ae-7a956ede0d90 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:43.406036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event deleted for resources: {'Port': ['ID=f2f357dd-46aa-46b0-80ae-7a956ede0d90,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:43.427126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f2f357dd-46aa-46b0-80ae-7a956ede0d90 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:43.448960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: f2f357dd-46aa-46b0-80ae-7a956ede0d90 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:43.449303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f2f357dd-46aa-46b0-80ae-7a956ede0d90 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 19:42:43.468816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Port f2f357dd-46aa-46b0-80ae-7a956ede0d90 not found, will not notify nova. {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 19:42:43.493033 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.503065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d767924e-44f6-4b9d-a3f1-bb58782fe75b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:43.513392 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e389d00f-a3b7-4b85-a2e3-d60a93a395c9') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:43.513683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e389d00f-a3b7-4b85-a2e3-d60a93a395c9') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:43.522352 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.536171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.542809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:43.543203 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:43.546484 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:43.605724 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.616214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.619653 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "DELETE /v2.0/networks/d767924e-44f6-4b9d-a3f1-bb58782fe75b HTTP/1.1" status: 204 len: 168 time: 0.5983808 Jul 07 19:42:43.623114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:43.644642 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c6e3b-5e58-4327-a989-a55159c0e17c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event deleted for resources: {'Network': ['ID=d767924e-44f6-4b9d-a3f1-bb58782fe75b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:43.720327 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.813502 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.824341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245a8bb8-d706-4bfd-83c2-47770ed63086']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:43.835833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86221d0c-43f2-4e66-87fa-2e8e6cdde9e6') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:43.836235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86221d0c-43f2-4e66-87fa-2e8e6cdde9e6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:43.846015 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.861374 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.868932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:43.869484 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:43.872682 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:43.938715 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.946320 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:43.948232 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "DELETE /v2.0/networks/245a8bb8-d706-4bfd-83c2-47770ed63086 HTTP/1.1" status: 204 len: 168 time: 0.3241391 Jul 07 19:42:43.950717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57700) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:43.969411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bac1738e-c9be-4c7d-92bf-a1bc3406e3d1 None None] Could not find standard attr ID for object f2f357dd-46aa-46b0-80ae-7a956ede0d90. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 19:42:43.969543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c077c3a-b2b0-4786-82a0-a31670d20b4c tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event deleted for resources: {'Network': ['ID=245a8bb8-d706-4bfd-83c2-47770ed63086,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:44.003369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b280267-0ffc-4ed5-a229-cf5e04d09f66 None None] DHCP port deletion for d767924e-44f6-4b9d-a3f1-bb58782fe75b request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:44.006910 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.022195 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c6e7a-ae90-43bb-b6a0-f9a48b409c81 None None] Network d767924e-44f6-4b9d-a3f1-bb58782fe75b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:44.034553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c6e7a-ae90-43bb-b6a0-f9a48b409c81 None None] Network d767924e-44f6-4b9d-a3f1-bb58782fe75b could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 19:42:44.042767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388c9e2d-b495-4f13-a5b3-0b10eb1d0954 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:42:44.048119 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.139048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c9e2d-b495-4f13-a5b3-0b10eb1d0954 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:42:44.141488 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.152311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271e6b08-9646-43a4-8cde-13a10eb138c5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:44.163276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310f795e-91d0-4c12-b944-657a93b97337') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:44.164181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310f795e-91d0-4c12-b944-657a93b97337') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:44.173703 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.187236 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.193213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:44.193600 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:44.197294 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:44.259305 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.266088 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.270856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "DELETE /v2.0/networks/271e6b08-9646-43a4-8cde-13a10eb138c5 HTTP/1.1" status: 204 len: 168 time: 0.3163421 Jul 07 19:42:44.270856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:44.289377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098750a3-1ef9-4cc6-9378-a1f086788933 tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event deleted for resources: {'Network': ['ID=271e6b08-9646-43a4-8cde-13a10eb138c5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:44.358091 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.450053 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.459965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a12f543-a438-46dd-9577-594a3c649e27']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:44.471538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1210551-39b3-4afd-afab-174d79cb177a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:44.471831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1210551-39b3-4afd-afab-174d79cb177a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:44.481817 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.496122 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.501991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:44.502375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:44.505402 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:44.567114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.574709 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:44.576560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] 10.222.0.113 "DELETE /v2.0/networks/5a12f543-a438-46dd-9577-594a3c649e27 HTTP/1.1" status: 204 len: 168 time: 0.3052413 Jul 07 19:42:44.588900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ccd59-67c0-460c-8ccf-98ac601f37cf tempest-BulkNetworkOpsIpV6Test-588212084 tempest-BulkNetworkOpsIpV6Test-588212084-project] Pushing event deleted for resources: {'Network': ['ID=5a12f543-a438-46dd-9577-594a3c649e27,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:44.816818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:44.950260 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d2bea3bf-495b-4d52-a1cf-c8970ebb2add admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=414489a12e314003b91f727e28e3f3be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322691 Jul 07 19:42:44.952758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:45.002300 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8315942-88d4-4e9b-b3dd-1cbafe252c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.024400 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8315942-88d4-4e9b-b3dd-1cbafe252c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.072934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8315942-88d4-4e9b-b3dd-1cbafe252c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.075619 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8315942-88d4-4e9b-b3dd-1cbafe252c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.076752 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b8315942-88d4-4e9b-b3dd-1cbafe252c0e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7d1b9417-f9b3-4e6a-95e1-34d7e0c3ff27 HTTP/1.1" status: 204 len: 168 time: 0.1230617 Jul 07 19:42:45.085027 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8315942-88d4-4e9b-b3dd-1cbafe252c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1b9417-f9b3-4e6a-95e1-34d7e0c3ff27,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:45.398178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f2f357dd-46aa-46b0-80ae-7a956ede0d90 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:45.425840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: f2f357dd-46aa-46b0-80ae-7a956ede0d90 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:45.426159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f2f357dd-46aa-46b0-80ae-7a956ede0d90 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:45.730208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:45.826929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-916020941'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:45.848397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:45.852568 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.861132 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.953968 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.957842 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:45.987399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1118} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:45.993445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3796e0-8a21-47cd-8e8b-284f350ce912,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:46.000795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.001141 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Added segment 057e2e3d-b47b-4a20-b136-5762534f630a of type vlan for network 111b84ee-ee89-41d4-8bfb-ba5fdca36f35 Jul 07 19:42:46.044988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.074611 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.080120 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:46.080735 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:46.146704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4153342 Jul 07 19:42:46.153675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34c38e-d033-414c-b4bb-bd1b0f63ab1a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Network': ['ID=111b84ee-ee89-41d4-8bfb-ba5fdca36f35,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:46.168107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 111b84ee-ee89-41d4-8bfb-ba5fdca36f35 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:46.937207 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:42:49.197260 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.394259 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:49.399964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'subnet': {'network_id': '111b84ee-ee89-41d4-8bfb-ba5fdca36f35', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:49.495244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:49.499193 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.695204 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.754707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Subnet': ['ID=29e84bd9-8d51-4795-be3f-85b0317b220e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:49.773095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Checking segment: {'id': '057e2e3d-b47b-4a20-b136-5762534f630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '111b84ee-ee89-41d4-8bfb-ba5fdca36f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:49.773451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network hostable DHCP agents. Network: 111b84ee-ee89-41d4-8bfb-ba5fdca36f35, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:49.796659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network 111b84ee-ee89-41d4-8bfb-ba5fdca36f35 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:49.810181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 111b84ee-ee89-41d4-8bfb-ba5fdca36f35) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:49.815079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:49.815831 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.823981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3f5238-4aef-4662-ac5f-99c43e6b17f0 None None] Network 111b84ee-ee89-41d4-8bfb-ba5fdca36f35 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:49.835485 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1d15a65b-836f-4bea-8d61-526801575fbc tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4399583 Jul 07 19:42:49.839311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:49.845367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-332875058'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:49.874490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:49.878606 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.907224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1115} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:49.917672 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.918001 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Added segment d9335efe-6e23-4b64-ab20-60de1c0055f2 of type vlan for network ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a Jul 07 19:42:49.957419 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.985700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-111b84ee-ee89-41d4-8bfb-ba5fdca36f35', 'network_id': '111b84ee-ee89-41d4-8bfb-ba5fdca36f35', 'tenant_id': 'fcd086c00c684a48a1f9bd20f3cab210', 'fixed_ips': [{'subnet_id': '29e84bd9-8d51-4795-be3f-85b0317b220e'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:49.986694 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.987916 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:49.994104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:49.994921 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.057090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2165964 Jul 07 19:42:50.059903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:50.067748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'subnet': {'network_id': 'ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:50.117376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3417db0-970c-4623-b1e8-69513109042c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Network': ['ID=ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:50.131252 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:50.134537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Allocated IP 2001:db8:0:ffff::2 (111b84ee-ee89-41d4-8bfb-ba5fdca36f35/29e84bd9-8d51-4795-be3f-85b0317b220e/d58a6fb3-2f77-4bbf-a30b-68020a73f07f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:50.177997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:50.182832 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.454969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.objects.ports [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:42:50.456558 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.502173 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.511724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Transition to ACTIVE for port object d58a6fb3-2f77-4bbf-a30b-68020a73f07f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:50.518076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Subnet': ['ID=347b184c-9765-42d4-9c6f-8affd377d70d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:50.527957 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Transition to ACTIVE for port object d58a6fb3-2f77-4bbf-a30b-68020a73f07f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:50.529174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Checking segment: {'id': 'd9335efe-6e23-4b64-ab20-60de1c0055f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:50.529535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network hostable DHCP agents. Network: ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:50.534630 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.545878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:50.555419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:50.559519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:50.560149 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.567368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad395b-008c-4b3c-855b-0542bf417fca None None] Network ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:50.576996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-967a1eb5-2ebd-4572-8345-5917d7a84244 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5160477 Jul 07 19:42:50.579709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:50.584669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'port': {'network_id': 'ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a', 'name': 'tempest-NetworksIpV6TestAttrs-2100426706'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:50.618379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Network 111b84ee-ee89-41d4-8bfb-ba5fdca36f35 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:50.630187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:50.638343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:50.657475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Pushing event updated for resources: {'Port': ['ID=d58a6fb3-2f77-4bbf-a30b-68020a73f07f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:50.703945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:50.707768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.726224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] device_id is not set on port 6671df0b-8647-46aa-8a03-ef7ddd20a235 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:50.736559 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Attempting to bind port d58a6fb3-2f77-4bbf-a30b-68020a73f07f on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:50.737157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Attempting to bind port d58a6fb3-2f77-4bbf-a30b-68020a73f07f by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '057e2e3d-b47b-4a20-b136-5762534f630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '111b84ee-ee89-41d4-8bfb-ba5fdca36f35'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:50.737571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Attempting to bind port d58a6fb3-2f77-4bbf-a30b-68020a73f07f on network 111b84ee-ee89-41d4-8bfb-ba5fdca36f35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:50.747043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:50.747411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Checking segment: {'id': '057e2e3d-b47b-4a20-b136-5762534f630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '111b84ee-ee89-41d4-8bfb-ba5fdca36f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:50.747811 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.748201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Bound using segment: {'id': '057e2e3d-b47b-4a20-b136-5762534f630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '111b84ee-ee89-41d4-8bfb-ba5fdca36f35'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:50.748695 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Bound port: d58a6fb3-2f77-4bbf-a30b-68020a73f07f, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057e2e3d-b47b-4a20-b136-5762534f630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '111b84ee-ee89-41d4-8bfb-ba5fdca36f35'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:50.749073 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.842371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Allocated IP 2001:db8::f816:3eff:feaf:350c (ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a/347b184c-9765-42d4-9c6f-8affd377d70d/6671df0b-8647-46aa-8a03-ef7ddd20a235) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:50.865483 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a', 'network_id': 'ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a', 'tenant_id': 'fcd086c00c684a48a1f9bd20f3cab210', 'fixed_ips': [{'subnet_id': '347b184c-9765-42d4-9c6f-8affd377d70d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:50.867138 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:50.892337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] For port d58a6fb3-2f77-4bbf-a30b-68020a73f07f, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:50.911025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] For port d58a6fb3-2f77-4bbf-a30b-68020a73f07f, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d58a6fb3-2f77-4bbf-a30b-68020a73f07f,segment=NetworkSegment(057e2e3d-b47b-4a20-b136-5762534f630a),segment_id=057e2e3d-b47b-4a20-b136-5762534f630a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:50.915736 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.000609 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.016136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Transition to ACTIVE for port object 6671df0b-8647-46aa-8a03-ef7ddd20a235 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:51.055009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b94060-6575-49e7-9415-e39df6bad23d None None] Pushing event updated for resources: {'Port': ['ID=d58a6fb3-2f77-4bbf-a30b-68020a73f07f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:51.058512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.106937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:51.112401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:51.117264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:51.122935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:51.123582 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.127327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Allocated IP 2001:db8::f816:3eff:fe7f:8822 (ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a/347b184c-9765-42d4-9c6f-8affd377d70d/8501d4cf-290c-4063-81c3-41d255ea3ad8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:51.132795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Port': ['ID=6671df0b-8647-46aa-8a03-ef7ddd20a235,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:51.144226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5b6242d7-8447-455e-bdb5-d096fe5ef6e1 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.5634751 Jul 07 19:42:51.146949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:51.202743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-93944e7d-a938-4e9e-9096-d0407a221a9c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Deleting subnet 347b184c-9765-42d4-9c6f-8affd377d70d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:51.312165 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.321248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Transition to ACTIVE for port object 8501d4cf-290c-4063-81c3-41d255ea3ad8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:51.338400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Transition to ACTIVE for port object 8501d4cf-290c-4063-81c3-41d255ea3ad8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:51.344988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93944e7d-a938-4e9e-9096-d0407a221a9c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.345526 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.401866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Network ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:51.402962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Pushing event updated for resources: {'Port': ['ID=8501d4cf-290c-4063-81c3-41d255ea3ad8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:51.403237 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93944e7d-a938-4e9e-9096-d0407a221a9c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.405660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:51.409582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:51.483780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d58a6fb3-2f77-4bbf-a30b-68020a73f07f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:51.517599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Attempting to bind port 8501d4cf-290c-4063-81c3-41d255ea3ad8 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:51.518290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Attempting to bind port 8501d4cf-290c-4063-81c3-41d255ea3ad8 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'd9335efe-6e23-4b64-ab20-60de1c0055f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:51.518421 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Attempting to bind port 8501d4cf-290c-4063-81c3-41d255ea3ad8 on network ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:51.530697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:51.531073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Checking segment: {'id': 'd9335efe-6e23-4b64-ab20-60de1c0055f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:51.531497 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.531892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Bound using segment: {'id': 'd9335efe-6e23-4b64-ab20-60de1c0055f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:51.532364 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Bound port: 8501d4cf-290c-4063-81c3-41d255ea3ad8, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9335efe-6e23-4b64-ab20-60de1c0055f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:51.532765 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.539904 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93944e7d-a938-4e9e-9096-d0407a221a9c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.596993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d58a6fb3-2f77-4bbf-a30b-68020a73f07f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:51.609027 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93944e7d-a938-4e9e-9096-d0407a221a9c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.625179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] For port 8501d4cf-290c-4063-81c3-41d255ea3ad8, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:51.628241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] For port 8501d4cf-290c-4063-81c3-41d255ea3ad8, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8501d4cf-290c-4063-81c3-41d255ea3ad8,segment=NetworkSegment(d9335efe-6e23-4b64-ab20-60de1c0055f2),segment_id=d9335efe-6e23-4b64-ab20-60de1c0055f2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:51.633554 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.637175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93944e7d-a938-4e9e-9096-d0407a221a9c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Subnet': ['ID=347b184c-9765-42d4-9c6f-8affd377d70d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:51.641935 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93944e7d-a938-4e9e-9096-d0407a221a9c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.643870 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-93944e7d-a938-4e9e-9096-d0407a221a9c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/subnets/347b184c-9765-42d4-9c6f-8affd377d70d HTTP/1.1" status: 204 len: 168 time: 0.4959643 Jul 07 19:42:51.646517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:51.696538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92f867-be78-4437-bbce-ea929aab9e88 None None] Pushing event updated for resources: {'Port': ['ID=8501d4cf-290c-4063-81c3-41d255ea3ad8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:51.704362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a748d4-7a8f-4427-abbb-2c970232016c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:51.706179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a748d4-7a8f-4427-abbb-2c970232016c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:51.711741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:51.712253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-80a748d4-7a8f-4427-abbb-2c970232016c tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0643146 Jul 07 19:42:51.799411 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7da9186-db01-4671-a833-9def87c7b771 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.806948 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7da9186-db01-4671-a833-9def87c7b771 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 19:42:51.807708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7da9186-db01-4671-a833-9def87c7b771 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:51.817247 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c7da9186-db01-4671-a833-9def87c7b771 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/networks/ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a HTTP/1.1" status: 409 len: 405 time: 0.1043191 Jul 07 19:42:51.819029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:51.824948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-868764436'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:51.856017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:51.859648 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.915708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:51.925708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:51.926069 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Added segment 78e6781b-8f73-49f9-8881-61a9bce8944d of type vlan for network 179ce86f-3482-4a95-9740-4dc7a1a5d0f9 Jul 07 19:42:51.974232 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.015435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.021222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:52.021828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.092262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2680714 Jul 07 19:42:52.092712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57758) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:52.098126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'subnet': {'network_id': '179ce86f-3482-4a95-9740-4dc7a1a5d0f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:52.115115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd67fbd-abd6-4cb1-ac7d-0ee52cef65a0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Network': ['ID=179ce86f-3482-4a95-9740-4dc7a1a5d0f9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:52.127166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 179ce86f-3482-4a95-9740-4dc7a1a5d0f9 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:52.205904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0de61-9dab-43c6-8d00-6a6a9d9c92fa None None] Network 111b84ee-ee89-41d4-8bfb-ba5fdca36f35 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:52.206106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:52.209840 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.275752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c2874920-40eb-4f5e-bdd5-b54b2c1b2ce4 None None] Provisioning for port d58a6fb3-2f77-4bbf-a30b-68020a73f07f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:52.289340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c2874920-40eb-4f5e-bdd5-b54b2c1b2ce4 None None] Provisioning complete for port d58a6fb3-2f77-4bbf-a30b-68020a73f07f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:52.289722 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2874920-40eb-4f5e-bdd5-b54b2c1b2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.445904 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2874920-40eb-4f5e-bdd5-b54b2c1b2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.506401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c2874920-40eb-4f5e-bdd5-b54b2c1b2ce4 None None] For port d58a6fb3-2f77-4bbf-a30b-68020a73f07f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d58a6fb3-2f77-4bbf-a30b-68020a73f07f,segment=NetworkSegment(057e2e3d-b47b-4a20-b136-5762534f630a),segment_id=057e2e3d-b47b-4a20-b136-5762534f630a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:52.513457 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2874920-40eb-4f5e-bdd5-b54b2c1b2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.527445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:42:52.529243 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.576064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2874920-40eb-4f5e-bdd5-b54b2c1b2ce4 None None] Pushing event updated for resources: {'Port': ['ID=d58a6fb3-2f77-4bbf-a30b-68020a73f07f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:52.604857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Checking segment: {'id': '78e6781b-8f73-49f9-8881-61a9bce8944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '179ce86f-3482-4a95-9740-4dc7a1a5d0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:52.605560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network hostable DHCP agents. Network: 179ce86f-3482-4a95-9740-4dc7a1a5d0f9, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:52.618953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Subnet': ['ID=8d479477-1590-460e-a880-89047ae47888,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:52.640138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network 179ce86f-3482-4a95-9740-4dc7a1a5d0f9 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:52.652126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 179ce86f-3482-4a95-9740-4dc7a1a5d0f9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:52.656558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:52.657188 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.666320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba0fc84-ea18-4cba-843e-6bf5186f0d8c None None] Network 179ce86f-3482-4a95-9740-4dc7a1a5d0f9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:52.676120 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1ee9c70d-58af-4ba9-8840-3b1edd95af31 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5822692 Jul 07 19:42:52.678900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:52.686554 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'port': {'network_id': '179ce86f-3482-4a95-9740-4dc7a1a5d0f9', 'name': 'tempest-NetworksIpV6TestAttrs-1496318656'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:52.830801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:52.838429 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.860284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-179ce86f-3482-4a95-9740-4dc7a1a5d0f9', 'network_id': '179ce86f-3482-4a95-9740-4dc7a1a5d0f9', 'tenant_id': 'fcd086c00c684a48a1f9bd20f3cab210', 'fixed_ips': [{'subnet_id': '8d479477-1590-460e-a880-89047ae47888'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:52.861256 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.864265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0dbbcb55-5c7d-457b-a12a-95ed867a1fe6 None None] Provisioning complete for port d58a6fb3-2f77-4bbf-a30b-68020a73f07f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:52.864668 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbbcb55-5c7d-457b-a12a-95ed867a1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:52.865905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] device_id is not set on port b9803e27-af20-4207-96cd-e1e7c4fa01f9 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:42:52.917189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea22e61-f0a5-462c-ba33-0ba52831aaa0 None None] Network ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:52.987190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Allocated IP 2001:db8::f816:3eff:fe76:8b0b (179ce86f-3482-4a95-9740-4dc7a1a5d0f9/8d479477-1590-460e-a880-89047ae47888/b9803e27-af20-4207-96cd-e1e7c4fa01f9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:53.162087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.179109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Transition to ACTIVE for port object b9803e27-af20-4207-96cd-e1e7c4fa01f9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:53.215502 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.245889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f6ceb-ad77-49d4-bc98-34db44c70259 None None] DHCP port deletion for ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:53.256912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network 179ce86f-3482-4a95-9740-4dc7a1a5d0f9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:53.260839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:53.264735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:53.270345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:53.270961 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.297733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Port': ['ID=b9803e27-af20-4207-96cd-e1e7c4fa01f9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:53.299105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9018f37f-bc94-49fe-b1e3-8dc86709ac64 None None] Provisioning for port 8501d4cf-290c-4063-81c3-41d255ea3ad8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:53.301455 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c1c8ac64-e4ee-4893-8d90-a3641c2440b0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6206250 Jul 07 19:42:53.305681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:53.306356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Allocated IP 2001:db8::f816:3eff:fe18:22b1 (179ce86f-3482-4a95-9740-4dc7a1a5d0f9/8d479477-1590-460e-a880-89047ae47888/5f3051ff-852f-4187-9a0c-c05e52f8d786) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:42:53.371397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-658fe01e-9f7e-47fa-906a-763dccddb504 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Deleting subnet 8d479477-1590-460e-a880-89047ae47888 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:42:53.396909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-195f6ceb-ad77-49d4-bc98-34db44c70259 None None] Deleting port 8501d4cf-290c-4063-81c3-41d255ea3ad8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:53.397204 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-195f6ceb-ad77-49d4-bc98-34db44c70259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.418598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d58a6fb3-2f77-4bbf-a30b-68020a73f07f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:53.525118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-195f6ceb-ad77-49d4-bc98-34db44c70259 None None] For port 8501d4cf-290c-4063-81c3-41d255ea3ad8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8501d4cf-290c-4063-81c3-41d255ea3ad8,segment=NetworkSegment(d9335efe-6e23-4b64-ab20-60de1c0055f2),segment_id=d9335efe-6e23-4b64-ab20-60de1c0055f2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:53.525453 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-195f6ceb-ad77-49d4-bc98-34db44c70259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.722431 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-195f6ceb-ad77-49d4-bc98-34db44c70259 None None] Calling delete_port for 8501d4cf-290c-4063-81c3-41d255ea3ad8 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:53.781584 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.793094 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d58a6fb3-2f77-4bbf-a30b-68020a73f07f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:53.793457 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.798433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Transition to ACTIVE for port object 5f3051ff-852f-4187-9a0c-c05e52f8d786 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:53.859669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Transition to ACTIVE for port object 5f3051ff-852f-4187-9a0c-c05e52f8d786 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:42:53.865330 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-658fe01e-9f7e-47fa-906a-763dccddb504 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.873138 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.905539 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-195f6ceb-ad77-49d4-bc98-34db44c70259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.913099 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-658fe01e-9f7e-47fa-906a-763dccddb504 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:53.932224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f6ceb-ad77-49d4-bc98-34db44c70259 None None] No DVR routers for this DVR port 8501d4cf-290c-4063-81c3-41d255ea3ad8 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:53.935983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Network 179ce86f-3482-4a95-9740-4dc7a1a5d0f9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:42:53.946348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:53.949766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:42:53.970139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Pushing event updated for resources: {'Port': ['ID=5f3051ff-852f-4187-9a0c-c05e52f8d786,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:54.021023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f6ceb-ad77-49d4-bc98-34db44c70259 None None] Pushing event deleted for resources: {'Port': ['ID=8501d4cf-290c-4063-81c3-41d255ea3ad8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:54.050382 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-658fe01e-9f7e-47fa-906a-763dccddb504 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.067433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Attempting to bind port 5f3051ff-852f-4187-9a0c-c05e52f8d786 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:42:54.067810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Attempting to bind port 5f3051ff-852f-4187-9a0c-c05e52f8d786 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '78e6781b-8f73-49f9-8881-61a9bce8944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '179ce86f-3482-4a95-9740-4dc7a1a5d0f9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:42:54.068179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Attempting to bind port 5f3051ff-852f-4187-9a0c-c05e52f8d786 on network 179ce86f-3482-4a95-9740-4dc7a1a5d0f9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:42:54.074336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:42:54.074712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Checking segment: {'id': '78e6781b-8f73-49f9-8881-61a9bce8944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '179ce86f-3482-4a95-9740-4dc7a1a5d0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:54.075121 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.075516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Bound using segment: {'id': '78e6781b-8f73-49f9-8881-61a9bce8944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '179ce86f-3482-4a95-9740-4dc7a1a5d0f9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:42:54.075984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Bound port: 5f3051ff-852f-4187-9a0c-c05e52f8d786, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e6781b-8f73-49f9-8881-61a9bce8944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '179ce86f-3482-4a95-9740-4dc7a1a5d0f9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:42:54.076366 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.113153 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-658fe01e-9f7e-47fa-906a-763dccddb504 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.143227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] For port 5f3051ff-852f-4187-9a0c-c05e52f8d786, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:42:54.143603 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fe01e-9f7e-47fa-906a-763dccddb504 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Subnet': ['ID=8d479477-1590-460e-a880-89047ae47888,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:54.147271 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] For port 5f3051ff-852f-4187-9a0c-c05e52f8d786, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5f3051ff-852f-4187-9a0c-c05e52f8d786,segment=NetworkSegment(78e6781b-8f73-49f9-8881-61a9bce8944d),segment_id=78e6781b-8f73-49f9-8881-61a9bce8944d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:42:54.148303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-658fe01e-9f7e-47fa-906a-763dccddb504 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.152704 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-658fe01e-9f7e-47fa-906a-763dccddb504 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/subnets/8d479477-1590-460e-a880-89047ae47888 HTTP/1.1" status: 204 len: 168 time: 0.8444123 Jul 07 19:42:54.153910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:54.154964 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.208506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f35aa8-946a-4d52-921e-5725807d3a24 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:54.210821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f35aa8-946a-4d52-921e-5725807d3a24 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:54.212598 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-71f35aa8-946a-4d52-921e-5725807d3a24 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0576382 Jul 07 19:42:54.215487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:54.223278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8a06d-1ef2-4ca6-ad60-0d74f08670ae None None] Pushing event updated for resources: {'Port': ['ID=5f3051ff-852f-4187-9a0c-c05e52f8d786,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:54.305422 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be636d69-810e-475f-a596-7a8749bf8faf tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.312422 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-be636d69-810e-475f-a596-7a8749bf8faf tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 19:42:54.312942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be636d69-810e-475f-a596-7a8749bf8faf tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:54.314669 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-be636d69-810e-475f-a596-7a8749bf8faf tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/networks/179ce86f-3482-4a95-9740-4dc7a1a5d0f9 HTTP/1.1" status: 409 len: 405 time: 0.0981715 Jul 07 19:42:54.318777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:54.324430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1867345384'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:54.349129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:54.353649 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.396831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:54.408336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.408717 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Added segment 048afc85-85b6-44ec-8230-468cac338eba of type vlan for network 100a7a40-8e09-483e-aeb0-482f4b428ad4 Jul 07 19:42:54.457778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.492404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.499090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:54.499839 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.577178 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2572954 Jul 07 19:42:54.580371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:54.583552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1159c-2560-4694-8624-144db5dfa2d9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Network': ['ID=100a7a40-8e09-483e-aeb0-482f4b428ad4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:54.586080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'subnet': {'network_id': '100a7a40-8e09-483e-aeb0-482f4b428ad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:54.594354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 100a7a40-8e09-483e-aeb0-482f4b428ad4 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:54.682408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:54.686019 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:54.963215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.objects.ports [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:42:54.964820 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.027487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Subnet': ['ID=66c3a625-f770-4972-9e2c-744fc36f4e31,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:55.048273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Checking segment: {'id': '048afc85-85b6-44ec-8230-468cac338eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '100a7a40-8e09-483e-aeb0-482f4b428ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:55.048803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network hostable DHCP agents. Network: 100a7a40-8e09-483e-aeb0-482f4b428ad4, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:55.069099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network 100a7a40-8e09-483e-aeb0-482f4b428ad4 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:55.080640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 100a7a40-8e09-483e-aeb0-482f4b428ad4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:55.085961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:55.086603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.092966 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300b738-2cdc-4d73-8bd0-d69a5933cb0d None None] Network 100a7a40-8e09-483e-aeb0-482f4b428ad4 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:55.107717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-77b0c9ed-69d6-4542-9ece-09af4bdec021 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5259757 Jul 07 19:42:55.110867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:55.225124 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.268822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b7ee88-ee8c-4605-80a9-5784d9cc785a None None] Network 179ce86f-3482-4a95-9740-4dc7a1a5d0f9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:55.285845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef8fa6-b674-4b24-a0d2-6982434492e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-100a7a40-8e09-483e-aeb0-482f4b428ad4', 'network_id': '100a7a40-8e09-483e-aeb0-482f4b428ad4', 'tenant_id': 'fcd086c00c684a48a1f9bd20f3cab210', 'fixed_ips': [{'subnet_id': '66c3a625-f770-4972-9e2c-744fc36f4e31'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:55.286704 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ceef8fa6-b674-4b24-a0d2-6982434492e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.320661 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.389207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1f4864fb-0080-47f2-9a05-521c78bcc2d2 None None] Provisioning for port 5f3051ff-852f-4187-9a0c-c05e52f8d786 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:55.416179 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.511737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5f3051ff-852f-4187-9a0c-c05e52f8d786 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-ceef8fa6-b674-4b24-a0d2-6982434492e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66c3a625-f770-4972-9e2c-744fc36f4e31: This subnet is being modified by another concurrent operation. Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66c3a625-f770-4972-9e2c-744fc36f4e31: This subnet is being modified by another concurrent operation. Jul 07 19:42:55.516505 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:42:55.550471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Subnet': ['ID=66c3a625-f770-4972-9e2c-744fc36f4e31,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:55.574955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b02961f-3cfd-41d5-afca-ba1524fdf57b None None] Network 100a7a40-8e09-483e-aeb0-482f4b428ad4 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:55.575740 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.594756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100a7a40-8e09-483e-aeb0-482f4b428ad4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:55.607228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048afc85-85b6-44ec-8230-468cac338eba') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:55.607760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048afc85-85b6-44ec-8230-468cac338eba') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:55.619555 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.620003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 5f3051ff-852f-4187-9a0c-c05e52f8d786 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:42:55.626606 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5f3051ff-852f-4187-9a0c-c05e52f8d786 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:42:55.626606 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.642248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.650147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:55.650604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.669356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38702a2-1d73-4b75-a801-4dfea5e69499 None None] DHCP port deletion for 179ce86f-3482-4a95-9740-4dc7a1a5d0f9 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:55.671300 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:55.728582 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.735789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.738148 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/networks/100a7a40-8e09-483e-aeb0-482f4b428ad4 HTTP/1.1" status: 204 len: 168 time: 0.6255102 Jul 07 19:42:55.742056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:55.748144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-205455070'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:55.770029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23d89a-7437-41e6-97a7-9361dc249678 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Network': ['ID=100a7a40-8e09-483e-aeb0-482f4b428ad4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:55.777359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:55.783216 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.810033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:55.820241 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.820640 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Added segment 1dd3d858-0ecd-4fb6-9db5-feb2c6ec9b15 of type vlan for network 3964d00f-01eb-40de-9488-fbd72482e9ab Jul 07 19:42:55.830145 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.851268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c38702a2-1d73-4b75-a801-4dfea5e69499 None None] Deleting port 5f3051ff-852f-4187-9a0c-c05e52f8d786 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:55.852244 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c38702a2-1d73-4b75-a801-4dfea5e69499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.867969 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.905847 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.910281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 5f3051ff-852f-4187-9a0c-c05e52f8d786, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5f3051ff-852f-4187-9a0c-c05e52f8d786,segment=NetworkSegment(78e6781b-8f73-49f9-8881-61a9bce8944d),segment_id=78e6781b-8f73-49f9-8881-61a9bce8944d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:55.912950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:55.914248 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.916916 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.964629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c38702a2-1d73-4b75-a801-4dfea5e69499 None None] For port 5f3051ff-852f-4187-9a0c-c05e52f8d786, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5f3051ff-852f-4187-9a0c-c05e52f8d786,segment=NetworkSegment(78e6781b-8f73-49f9-8881-61a9bce8944d),segment_id=78e6781b-8f73-49f9-8881-61a9bce8944d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:42:55.965033 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c38702a2-1d73-4b75-a801-4dfea5e69499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:55.975719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2318425 Jul 07 19:42:55.979750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:55.985050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'subnet': {'network_id': '3964d00f-01eb-40de-9488-fbd72482e9ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:55.986169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c38702a2-1d73-4b75-a801-4dfea5e69499 None None] Calling delete_port for 5f3051ff-852f-4187-9a0c-c05e52f8d786 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:55.987183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbedca7-7ac7-4cb1-8c26-02d1b4b4f049 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Network': ['ID=3964d00f-01eb-40de-9488-fbd72482e9ab,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:56.001101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 3964d00f-01eb-40de-9488-fbd72482e9ab details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:56.083505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=5f3051ff-852f-4187-9a0c-c05e52f8d786,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:56.166113 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c38702a2-1d73-4b75-a801-4dfea5e69499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.193305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38702a2-1d73-4b75-a801-4dfea5e69499 None None] Pushing event deleted for resources: {'Port': ['ID=5f3051ff-852f-4187-9a0c-c05e52f8d786,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:56.198652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38702a2-1d73-4b75-a801-4dfea5e69499 None None] No DVR routers for this DVR port 5f3051ff-852f-4187-9a0c-c05e52f8d786 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:42:56.217300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea70543-65c9-4a16-b1fd-419958b2c93f None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:42:56.343809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea70543-65c9-4a16-b1fd-419958b2c93f None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:42:56.462950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:56.467046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.669757 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.741322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Subnet': ['ID=0e2003a2-41c7-474b-aa77-fef95170aa68,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:56.748013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Checking segment: {'id': '1dd3d858-0ecd-4fb6-9db5-feb2c6ec9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3964d00f-01eb-40de-9488-fbd72482e9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:56.748380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network hostable DHCP agents. Network: 3964d00f-01eb-40de-9488-fbd72482e9ab, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:56.768176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network 3964d00f-01eb-40de-9488-fbd72482e9ab is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:56.778210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 3964d00f-01eb-40de-9488-fbd72482e9ab) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:56.783096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:56.784053 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.788089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72dc47a-38ef-4201-9714-b786bb713a41 None None] Network 3964d00f-01eb-40de-9488-fbd72482e9ab requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:56.799904 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3a601f54-bc27-4f14-98a1-353d1959c588 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8190324 Jul 07 19:42:56.802655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:56.906948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.938384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de96ac-3684-41ad-96a6-681eec8d383c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-3964d00f-01eb-40de-9488-fbd72482e9ab', 'network_id': '3964d00f-01eb-40de-9488-fbd72482e9ab', 'tenant_id': 'fcd086c00c684a48a1f9bd20f3cab210', 'fixed_ips': [{'subnet_id': '0e2003a2-41c7-474b-aa77-fef95170aa68'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:56.939256 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69de96ac-3684-41ad-96a6-681eec8d383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:56.961457 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.024984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-69de96ac-3684-41ad-96a6-681eec8d383c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e2003a2-41c7-474b-aa77-fef95170aa68: This subnet is being modified by another concurrent operation. Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e2003a2-41c7-474b-aa77-fef95170aa68: This subnet is being modified by another concurrent operation. Jul 07 19:42:57.035409 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:42:57.054488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2003a2-41c7-474b-aa77-fef95170aa68,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:57.059113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21168dcc-67ed-499f-b794-4a62f6eaa120 None None] Network 3964d00f-01eb-40de-9488-fbd72482e9ab requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:57.122134 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.133552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3964d00f-01eb-40de-9488-fbd72482e9ab']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:57.146040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd3d858-0ecd-4fb6-9db5-feb2c6ec9b15') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:57.146475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd3d858-0ecd-4fb6-9db5-feb2c6ec9b15') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:57.158602 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.175690 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.180211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57933d3-841b-4e64-b60a-8052877d5637 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:42:57.184994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:57.185529 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:57.189016 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:57.253052 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.261919 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.267793 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/networks/3964d00f-01eb-40de-9488-fbd72482e9ab HTTP/1.1" status: 204 len: 168 time: 0.4607065 Jul 07 19:42:57.274778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-4bbafe4d-663a-4d21-a192-65831ac89376 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0683093 Jul 07 19:42:57.275394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:57.281219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-663110513'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:57.281902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802c87b-a193-4917-b75d-91435301bf04 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Network': ['ID=3964d00f-01eb-40de-9488-fbd72482e9ab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:57.296151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57933d3-841b-4e64-b60a-8052877d5637 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:42:57.305151 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:57.308746 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.374228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:42:57.388779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.389133 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Added segment d6bfae91-48eb-4ef9-803f-049f05de62b7 of type vlan for network 2fb467d2-12bc-4601-a3ec-ccced12bfb6a Jul 07 19:42:57.416676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5f3051ff-852f-4187-9a0c-c05e52f8d786 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:42:57.442733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 5f3051ff-852f-4187-9a0c-c05e52f8d786 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:42:57.443081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5f3051ff-852f-4187-9a0c-c05e52f8d786 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:42:57.443329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.455679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-b219f94b-ae50-4463-92ee-15eee4a6fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.456190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-b219f94b-ae50-4463-92ee-15eee4a6fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.456679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-b219f94b-ae50-4463-92ee-15eee4a6fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.457141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-b219f94b-ae50-4463-92ee-15eee4a6fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.457612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-b219f94b-ae50-4463-92ee-15eee4a6fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.458101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-b219f94b-ae50-4463-92ee-15eee4a6fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.458551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-b219f94b-ae50-4463-92ee-15eee4a6fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.460598 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-b219f94b-ae50-4463-92ee-15eee4a6fcfd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c200aa96ca4467c92dedc19b53b5917&device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 6501 time: 0.1284020 Jul 07 19:42:57.494561 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.500627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.501243 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.606211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3297687 Jul 07 19:42:57.609650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:57.617356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Request body: {'subnet': {'network_id': '2fb467d2-12bc-4601-a3ec-ccced12bfb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:42:57.626708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6eede5-9766-4b4c-a189-bc95a8288586 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Network': ['ID=2fb467d2-12bc-4601-a3ec-ccced12bfb6a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:57.639325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 2fb467d2-12bc-4601-a3ec-ccced12bfb6a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:42:57.652680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-05dfda0e-be68-42ae-be76-615d759a5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.653171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-05dfda0e-be68-42ae-be76-615d759a5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.653649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-05dfda0e-be68-42ae-be76-615d759a5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.655286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-05dfda0e-be68-42ae-be76-615d759a5e49 service neutron] 10.222.0.112 "GET /v2.0/networks?id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=34385845-f749-4bd3-8820-974235536288&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d HTTP/1.1" status: 200 len: 2295 time: 0.1701658 Jul 07 19:42:57.715358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Made reservation on behalf of fcd086c00c684a48a1f9bd20f3cab210 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:42:57.719792 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:57.731111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-2aa59179-0d64-4685-9131-dbae620177cf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946cb551-1be4-4900-9625-023e6b0d6045 HTTP/1.1" status: 200 len: 1001 time: 0.0690076 Jul 07 19:42:57.782055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-8c288f94-dfee-46ac-a14a-24394b1e48db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.783561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-8c288f94-dfee-46ac-a14a-24394b1e48db service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1e96c63b-b9c3-4392-80cb-a5efc479f4d7 HTTP/1.1" status: 200 len: 851 time: 0.0462956 Jul 07 19:42:57.843198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-8bd92ab9-4255-4254-b09d-672d2000a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:57.843905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-8bd92ab9-4255-4254-b09d-672d2000a11c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542176 Jul 07 19:42:57.938907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-0a15b8a0-9299-4849-a985-fc1ff53374ed service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872686 Jul 07 19:42:57.978136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:42:57.979597 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.029189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-36def33a-7287-4a3d-8836-d1277630e1a8 service neutron] 10.222.0.112 "GET /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835979 Jul 07 19:42:58.047348 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event updated for resources: {'Subnet': ['ID=fc1799eb-cfde-4a1f-9415-11902fed0225,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:58.058397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Checking segment: {'id': 'd6bfae91-48eb-4ef9-803f-049f05de62b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2fb467d2-12bc-4601-a3ec-ccced12bfb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:42:58.058767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network hostable DHCP agents. Network: 2fb467d2-12bc-4601-a3ec-ccced12bfb6a, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:42:58.075726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Network 2fb467d2-12bc-4601-a3ec-ccced12bfb6a is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:42:58.077872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-866c1c0b-401b-45c9-8461-85f35a7e68bd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 HTTP/1.1" status: 200 len: 217 time: 0.0427563 Jul 07 19:42:58.085059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 2fb467d2-12bc-4601-a3ec-ccced12bfb6a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:42:58.089138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.089796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.095542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5cb10-1517-4f46-bd9c-495050d2ba30 None None] Network 2fb467d2-12bc-4601-a3ec-ccced12bfb6a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:58.113047 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dcac2be6-e819-4ea9-b450-74d0fc3c8a78 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4990621 Jul 07 19:42:58.116597 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:58.239404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.263284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba800a-d074-4ed0-bed8-671d3ea8696b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-2fb467d2-12bc-4601-a3ec-ccced12bfb6a', 'network_id': '2fb467d2-12bc-4601-a3ec-ccced12bfb6a', 'tenant_id': 'fcd086c00c684a48a1f9bd20f3cab210', 'fixed_ips': [{'subnet_id': 'fc1799eb-cfde-4a1f-9415-11902fed0225'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:42:58.264509 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dfba800a-d074-4ed0-bed8-671d3ea8696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.303301 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.372064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-dfba800a-d074-4ed0-bed8-671d3ea8696b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc1799eb-cfde-4a1f-9415-11902fed0225: This subnet is being modified by another concurrent operation. Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc1799eb-cfde-4a1f-9415-11902fed0225: This subnet is being modified by another concurrent operation. Jul 07 19:42:58.374239 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 19:42:58.400305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1799eb-cfde-4a1f-9415-11902fed0225,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:58.401311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda88237-651e-410f-828b-ae393b6b1992 None None] Network 2fb467d2-12bc-4601-a3ec-ccced12bfb6a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:42:58.450488 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-4d644545-a854-419c-94dd-bb0b1ac338ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.452599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-4d644545-a854-419c-94dd-bb0b1ac338ff service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.3689623 Jul 07 19:42:58.481323 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.493483 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb467d2-12bc-4601-a3ec-ccced12bfb6a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:58.503892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bfae91-48eb-4ef9-803f-049f05de62b7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:58.504322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bfae91-48eb-4ef9-803f-049f05de62b7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:58.513589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-19c62161-5f55-4046-9e4b-fdd59fc2b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.515115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-19c62161-5f55-4046-9e4b-fdd59fc2b670 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558839 Jul 07 19:42:58.516802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.523380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befeecdc-7a62-407d-b504-60d0b2666819 None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 19:42:58.534778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.543132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:58.544325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:58.547537 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:58.612753 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.613764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-80568b49-925d-49a7-b49d-85f150935d65 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919821 Jul 07 19:42:58.628846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befeecdc-7a62-407d-b504-60d0b2666819 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 19:42:58.638110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.647312 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/networks/2fb467d2-12bc-4601-a3ec-ccced12bfb6a HTTP/1.1" status: 204 len: 168 time: 0.5235555 Jul 07 19:42:58.647312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4488291-6fa9-49f5-ab80-811e13866aa9 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Network': ['ID=2fb467d2-12bc-4601-a3ec-ccced12bfb6a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:58.651155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:58.678163 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1175b34c-960b-4c4b-9585-f499408ec424 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:58.678514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1175b34c-960b-4c4b-9585-f499408ec424 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:58.682884 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1175b34c-960b-4c4b-9585-f499408ec424 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/subnets/fc1799eb-cfde-4a1f-9415-11902fed0225 HTTP/1.1" status: 404 len: 337 time: 0.0282459 Jul 07 19:42:58.683181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:58.702031 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffd0559-9199-4969-afb2-c83a6f9119e0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:58.702687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffd0559-9199-4969-afb2-c83a6f9119e0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:58.704509 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3ffd0559-9199-4969-afb2-c83a6f9119e0 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/networks/2fb467d2-12bc-4601-a3ec-ccced12bfb6a HTTP/1.1" status: 404 len: 339 time: 0.0203114 Jul 07 19:42:58.707160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:58.713537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-5af3fd36-a525-4c57-8ec2-8f6406f1d016 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938570 Jul 07 19:42:58.740773 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f98ffe3-a505-4f9b-941f-c1d68a9d6f98 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:58.741913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f98ffe3-a505-4f9b-941f-c1d68a9d6f98 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:58.746624 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8f98ffe3-a505-4f9b-941f-c1d68a9d6f98 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/subnets/0e2003a2-41c7-474b-aa77-fef95170aa68 HTTP/1.1" status: 404 len: 337 time: 0.0360963 Jul 07 19:42:58.746815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:58.761833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-51f88cd0-3744-408d-8427-1d1b0f4e7f6c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=e63e5894-487a-4ed1-8fb3-7173bca23462 HTTP/1.1" status: 200 len: 217 time: 0.0421870 Jul 07 19:42:58.766288 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-703d9354-eb73-4a57-b389-973e37053f0e tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:58.766740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703d9354-eb73-4a57-b389-973e37053f0e tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:58.770959 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-703d9354-eb73-4a57-b389-973e37053f0e tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/networks/3964d00f-01eb-40de-9488-fbd72482e9ab HTTP/1.1" status: 404 len: 339 time: 0.0208614 Jul 07 19:42:58.771269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:58.799222 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-10325d7c-84f0-4d60-9017-99ff04b9b6cf tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:58.799690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10325d7c-84f0-4d60-9017-99ff04b9b6cf tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:58.801818 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-10325d7c-84f0-4d60-9017-99ff04b9b6cf tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/subnets/66c3a625-f770-4972-9e2c-744fc36f4e31 HTTP/1.1" status: 404 len: 337 time: 0.0295849 Jul 07 19:42:58.805848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:58.816510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-c0be208a-ba29-4fc2-a7cd-40389958ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.821090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-c0be208a-ba29-4fc2-a7cd-40389958ee76 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0523696 Jul 07 19:42:58.828786 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d0a588-fdda-410e-945d-67b1ae6fe263 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:58.829390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d0a588-fdda-410e-945d-67b1ae6fe263 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:58.831183 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e5d0a588-fdda-410e-945d-67b1ae6fe263 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/networks/100a7a40-8e09-483e-aeb0-482f4b428ad4 HTTP/1.1" status: 404 len: 339 time: 0.0243967 Jul 07 19:42:58.836739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:58.889721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-26605051-d10b-460d-81bc-bf03156937e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:58.891788 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-26605051-d10b-460d-81bc-bf03156937e4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584157 Jul 07 19:42:58.944321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ce29a-b275-4412-8e7f-7e7551fe824f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Deleting port b9803e27-af20-4207-96cd-e1e7c4fa01f9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:58.945347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce29a-b275-4412-8e7f-7e7551fe824f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:58.990300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-b1c404d4-d45d-4c67-942a-e247bbfac3f9 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909569 Jul 07 19:42:59.022506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce29a-b275-4412-8e7f-7e7551fe824f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.037038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ce29a-b275-4412-8e7f-7e7551fe824f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Calling delete_port for b9803e27-af20-4207-96cd-e1e7c4fa01f9 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:59.092567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-9e15ba3f-7285-494f-8b59-1d94d9464acd service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909686 Jul 07 19:42:59.127439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce29a-b275-4412-8e7f-7e7551fe824f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.138119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-8f65bab8-1c6f-48b2-8859-97857a0198c2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=da338938-8a54-4715-ae73-a927d25b02e9 HTTP/1.1" status: 200 len: 217 time: 0.0390377 Jul 07 19:42:59.161164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ce29a-b275-4412-8e7f-7e7551fe824f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Port': ['ID=b9803e27-af20-4207-96cd-e1e7c4fa01f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:59.168351 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce29a-b275-4412-8e7f-7e7551fe824f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.170794 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fc2ce29a-b275-4412-8e7f-7e7551fe824f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/ports/b9803e27-af20-4207-96cd-e1e7c4fa01f9 HTTP/1.1" status: 204 len: 168 time: 0.3327820 Jul 07 19:42:59.172849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:59.196603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-2cf5d4af-99a1-42e9-b86e-8a7dd3eca966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:59.198117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-2cf5d4af-99a1-42e9-b86e-8a7dd3eca966 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0540965 Jul 07 19:42:59.199797 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f03fd7-8b5d-48ea-9a0a-cb551bba1018 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:59.200256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f03fd7-8b5d-48ea-9a0a-cb551bba1018 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:59.202023 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f0f03fd7-8b5d-48ea-9a0a-cb551bba1018 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/subnets/8d479477-1590-460e-a880-89047ae47888 HTTP/1.1" status: 404 len: 337 time: 0.0281990 Jul 07 19:42:59.204842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:59.257706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-196310b7-7471-4edd-8ff7-f81c2d0858fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:59.259382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-196310b7-7471-4edd-8ff7-f81c2d0858fc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0540965 Jul 07 19:42:59.282111 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.351791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-2a541c36-94ea-4399-a769-a726eae374fd service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855184 Jul 07 19:42:59.382215 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.392289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179ce86f-3482-4a95-9740-4dc7a1a5d0f9']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:59.403518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e6781b-8f73-49f9-8881-61a9bce8944d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:59.403812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e6781b-8f73-49f9-8881-61a9bce8944d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:42:59.414211 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.428603 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.435637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:42:59.436039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:42:59.439114 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:42:59.449519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-eeefcc06-b7c0-49aa-a807-3f01d6b86dd7 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918639 Jul 07 19:42:59.492800 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-8bc4cb8f-e838-4bb2-87a0-ebf99c809007 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9 HTTP/1.1" status: 200 len: 217 time: 0.0360520 Jul 07 19:42:59.504633 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.508984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.513619 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/networks/179ce86f-3482-4a95-9740-4dc7a1a5d0f9 HTTP/1.1" status: 204 len: 168 time: 0.3051641 Jul 07 19:42:59.514857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:59.545937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-e1d62de6-c1ee-43d4-ac75-2ef36eb032d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:59.547303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-e1d62de6-c1ee-43d4-ac75-2ef36eb032d2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 200 len: 797 time: 0.0500796 Jul 07 19:42:59.550724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ae4f8-156b-4e74-bdb0-29424ff60a1b tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Network': ['ID=179ce86f-3482-4a95-9740-4dc7a1a5d0f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:59.613289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-0b7c4bd3-dabd-473e-bded-ae55a6593f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:59.614818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-0b7c4bd3-dabd-473e-bded-ae55a6593f42 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=34385845-f749-4bd3-8820-974235536288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544844 Jul 07 19:42:59.624252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-34d1a06a-bfeb-482d-8bbe-4639cab6da5f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Deleting port 6671df0b-8647-46aa-8a03-ef7ddd20a235 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:42:59.624857 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34d1a06a-bfeb-482d-8bbe-4639cab6da5f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.695878 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34d1a06a-bfeb-482d-8bbe-4639cab6da5f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.709436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-34d1a06a-bfeb-482d-8bbe-4639cab6da5f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Calling delete_port for 6671df0b-8647-46aa-8a03-ef7ddd20a235 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:42:59.714336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-8cbe7d6c-78ed-49b9-ac43-94e323cdb2fa service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935767 Jul 07 19:42:59.790448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34d1a06a-bfeb-482d-8bbe-4639cab6da5f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.815127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-f3266b94-b4cb-416c-b63a-6cf3830c77f8 service neutron] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939884 Jul 07 19:42:59.822165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1a06a-bfeb-482d-8bbe-4639cab6da5f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Port': ['ID=6671df0b-8647-46aa-8a03-ef7ddd20a235,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:42:59.829039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34d1a06a-bfeb-482d-8bbe-4639cab6da5f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.834467 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-34d1a06a-bfeb-482d-8bbe-4639cab6da5f tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/ports/6671df0b-8647-46aa-8a03-ef7ddd20a235 HTTP/1.1" status: 204 len: 168 time: 0.3151901 Jul 07 19:42:59.834467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:59.861170 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-06eacc53-0934-4cd4-9360-84f64350436d tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] DELETE failed (client error): The resource could not be found. Jul 07 19:42:59.861632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06eacc53-0934-4cd4-9360-84f64350436d tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:42:59.865820 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-06eacc53-0934-4cd4-9360-84f64350436d tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/subnets/347b184c-9765-42d4-9c6f-8affd377d70d HTTP/1.1" status: 404 len: 337 time: 0.0289922 Jul 07 19:42:59.866025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-a04768f1-f1c6-44e3-a726-2ed8774ebfda service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e HTTP/1.1" status: 200 len: 217 time: 0.0441039 Jul 07 19:42:59.866296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:42:59.927342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-05d9576d-b713-4bef-b0bf-dccf2da1e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:59.928876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-05d9576d-b713-4bef-b0bf-dccf2da1e7ce service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.0570626 Jul 07 19:42:59.948040 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:42:59.986942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-5cc3f904-643b-483a-8867-e69fce26476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:42:59.988465 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-5cc3f904-643b-483a-8867-e69fce26476b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0534294 Jul 07 19:43:00.041810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.051757 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:00.061819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9335efe-6e23-4b64-ab20-60de1c0055f2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:00.062120 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9335efe-6e23-4b64-ab20-60de1c0055f2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:00.072642 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.081132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-602b2e03-cd20-4836-b721-4e97f495b765 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856161 Jul 07 19:43:00.086810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.093284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:43:00.093684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:43:00.096665 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:43:00.156166 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.164773 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.166604 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/networks/ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a HTTP/1.1" status: 204 len: 168 time: 0.2993081 Jul 07 19:43:00.169095 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 57816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:00.176915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99051d39-cdef-4dcd-b053-4fd5e2f8738a tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Network': ['ID=ba0f9f2c-9d5f-4f0c-9fa0-f8d2352bc57a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:00.204904 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-5757f4db-adb2-41a2-b39c-e449df1705a1 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172338 Jul 07 19:43:00.257609 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-16bcb677-c12b-419d-a2e4-76f307ca0749 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721 HTTP/1.1" status: 200 len: 217 time: 0.0429528 Jul 07 19:43:00.266180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d297ff-4cd9-446f-9ac0-ef1c17e7eec5 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Deleting subnet 29e84bd9-8d51-4795-be3f-85b0317b220e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:43:00.278123 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4d297ff-4cd9-446f-9ac0-ef1c17e7eec5 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.340688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4d297ff-4cd9-446f-9ac0-ef1c17e7eec5 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.363442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-99625b4d-fc5a-46f2-bce6-f17ac34d749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:00.364971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-99625b4d-fc5a-46f2-bce6-f17ac34d749b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 200 len: 797 time: 0.0964947 Jul 07 19:43:00.469936 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4d297ff-4cd9-446f-9ac0-ef1c17e7eec5 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.502963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-ed990c78-d028-4c90-96f9-7289952ccf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:00.504496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-ed990c78-d028-4c90-96f9-7289952ccf57 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=11dfe552-f8c5-4f10-8eea-7a0c48abc40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1303904 Jul 07 19:43:00.586703 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4d297ff-4cd9-446f-9ac0-ef1c17e7eec5 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.626982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d297ff-4cd9-446f-9ac0-ef1c17e7eec5 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Subnet': ['ID=29e84bd9-8d51-4795-be3f-85b0317b220e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:00.632575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4d297ff-4cd9-446f-9ac0-ef1c17e7eec5 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.636641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c4d297ff-4cd9-446f-9ac0-ef1c17e7eec5 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/subnets/29e84bd9-8d51-4795-be3f-85b0317b220e HTTP/1.1" status: 204 len: 168 time: 0.4644163 Jul 07 19:43:00.636826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e66bb0-264b-4789-bd79-f411fb9bcac1 None None] Network 111b84ee-ee89-41d4-8bfb-ba5fdca36f35 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:00.637258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:00.646745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-c7bf64b5-cc8b-4c7a-b347-f7e5e7a0f8bc service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344609 Jul 07 19:43:00.722251 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.743447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24368b80-41e5-488f-a4da-9a07d34ea74a req-a1a07e28-1a63-48c5-9bd3-63365bdf5697 service neutron] 10.222.0.112 "GET /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908637 Jul 07 19:43:00.779949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Deleting port d58a6fb3-2f77-4bbf-a30b-68020a73f07f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:00.780306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.828620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc7a31-d283-4c9e-ae29-9ba3c8c90d1d None None] DHCP port deletion for 111b84ee-ee89-41d4-8bfb-ba5fdca36f35 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:43:00.849380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] For port d58a6fb3-2f77-4bbf-a30b-68020a73f07f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d58a6fb3-2f77-4bbf-a30b-68020a73f07f,segment=NetworkSegment(057e2e3d-b47b-4a20-b136-5762534f630a),segment_id=057e2e3d-b47b-4a20-b136-5762534f630a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:00.849744 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.865278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Calling delete_port for d58a6fb3-2f77-4bbf-a30b-68020a73f07f owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:00.882320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc7a31-d283-4c9e-ae29-9ba3c8c90d1d None None] Deleting port d58a6fb3-2f77-4bbf-a30b-68020a73f07f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:00.882746 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7a31-d283-4c9e-ae29-9ba3c8c90d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.943970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b4cc7a31-d283-4c9e-ae29-9ba3c8c90d1d None None] For port d58a6fb3-2f77-4bbf-a30b-68020a73f07f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d58a6fb3-2f77-4bbf-a30b-68020a73f07f,segment=NetworkSegment(057e2e3d-b47b-4a20-b136-5762534f630a),segment_id=057e2e3d-b47b-4a20-b136-5762534f630a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:00.944700 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7a31-d283-4c9e-ae29-9ba3c8c90d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.951063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:00.958170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc7a31-d283-4c9e-ae29-9ba3c8c90d1d None None] Calling delete_port for d58a6fb3-2f77-4bbf-a30b-68020a73f07f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:00.979537 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Port': ['ID=d58a6fb3-2f77-4bbf-a30b-68020a73f07f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:00.982014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] No DVR routers for this DVR port d58a6fb3-2f77-4bbf-a30b-68020a73f07f on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:43:01.031939 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 19:43:01.040726 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7a31-d283-4c9e-ae29-9ba3c8c90d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.065345 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.067319 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc7a31-d283-4c9e-ae29-9ba3c8c90d1d None None] Pushing event deleted for resources: {'Port': ['ID=d58a6fb3-2f77-4bbf-a30b-68020a73f07f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:01.073670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc7a31-d283-4c9e-ae29-9ba3c8c90d1d None None] No DVR routers for this DVR port d58a6fb3-2f77-4bbf-a30b-68020a73f07f on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:01.083829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111b84ee-ee89-41d4-8bfb-ba5fdca36f35']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:01.090755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057e2e3d-b47b-4a20-b136-5762534f630a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:01.091055 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057e2e3d-b47b-4a20-b136-5762534f630a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:43:01.099907 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.114813 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.121821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:43:01.122216 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:43:01.125172 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:43:01.184415 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.191644 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.200063 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] 10.222.0.113 "DELETE /v2.0/networks/111b84ee-ee89-41d4-8bfb-ba5fdca36f35 HTTP/1.1" status: 204 len: 168 time: 0.5553441 Jul 07 19:43:01.211868 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc7c06-3874-4a10-aa23-6481500f3e91 tempest-NetworksIpV6TestAttrs-946427005 tempest-NetworksIpV6TestAttrs-946427005-project] Pushing event deleted for resources: {'Network': ['ID=111b84ee-ee89-41d4-8bfb-ba5fdca36f35,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:01.418198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d58a6fb3-2f77-4bbf-a30b-68020a73f07f no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:43:01.442293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:01.442750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d58a6fb3-2f77-4bbf-a30b-68020a73f07f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:43:01.443128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d58a6fb3-2f77-4bbf-a30b-68020a73f07f not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:43:01.583131 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a21795ab-b015-46c7-9e7e-290bb4ef807e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fcd086c00c684a48a1f9bd20f3cab210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405985 Jul 07 19:43:01.586499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 57828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:01.640910 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6be0dbb-34ad-4c72-ba6a-5924a059733d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.662607 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6be0dbb-34ad-4c72-ba6a-5924a059733d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.711694 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6be0dbb-34ad-4c72-ba6a-5924a059733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.714580 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6be0dbb-34ad-4c72-ba6a-5924a059733d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:01.715742 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e6be0dbb-34ad-4c72-ba6a-5924a059733d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ff3796e0-8a21-47cd-8e8b-284f350ce912 HTTP/1.1" status: 204 len: 168 time: 0.1283054 Jul 07 19:43:01.723996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be0dbb-34ad-4c72-ba6a-5924a059733d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3796e0-8a21-47cd-8e8b-284f350ce912,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:03.521719 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:08.374420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0270698e-b73e-465a-9369-3b6694600079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.072884 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ccc66db-787f-4f4b-b113-08efc705064a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:11.300790 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:12.457293 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:14.003184 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.029082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-3c83fe14-e7d9-4f5a-8490-f2cb233ea261 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700321 Jul 07 19:43:19.183266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-c58fddb0-c9bc-418c-bd49-6b844aee3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:19.184972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-c58fddb0-c9bc-418c-bd49-6b844aee3557 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 1097 time: 0.0883863 Jul 07 19:43:19.200506 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:19.300684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-6d763bdc-5bbc-4b63-99a6-93240449093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:19.302268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-6d763bdc-5bbc-4b63-99a6-93240449093e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.0952866 Jul 07 19:43:19.377544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-a68a0487-25f1-41ee-95f2-c2749ad3f27d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e132919f-ef51-4906-8ba5-0ab97774658f HTTP/1.1" status: 200 len: 1001 time: 0.0690496 Jul 07 19:43:19.429755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-56d93f01-d933-423c-aaac-867b3544a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:19.432103 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-56d93f01-d933-423c-aaac-867b3544a8f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0473413 Jul 07 19:43:19.495560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-eef88d2e-4c09-488b-8a77-91b509b291a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:19.497088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-eef88d2e-4c09-488b-8a77-91b509b291a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587146 Jul 07 19:43:19.594509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-7fada10b-f907-46b4-b914-f3c20350745f service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912755 Jul 07 19:43:19.688464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb928772-5a01-4c19-aa92-c3ad7ada2be9 req-f1098dcc-6da1-48ea-b547-86eee5078310 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877347 Jul 07 19:43:23.937921 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:43:29.590355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:29.703962 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e46a-7320-4330-80c7-55a364d7fdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.800822 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e46a-7320-4330-80c7-55a364d7fdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.804462 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e46a-7320-4330-80c7-55a364d7fdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.842991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0e46a-7320-4330-80c7-55a364d7fdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffd1b04-03aa-42f9-8df7-54567180f55b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:29.847424 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c0f0e46a-7320-4330-80c7-55a364d7fdba admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9e13fcbdb60f463386f9c4e132c3a6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560391 Jul 07 19:43:29.850088 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:29.908257 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0874dc2c-02df-4c13-9afe-b2ec08300c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.929509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0874dc2c-02df-4c13-9afe-b2ec08300c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.976589 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0874dc2c-02df-4c13-9afe-b2ec08300c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.980002 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0874dc2c-02df-4c13-9afe-b2ec08300c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:29.981220 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0874dc2c-02df-4c13-9afe-b2ec08300c41 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4ffd1b04-03aa-42f9-8df7-54567180f55b HTTP/1.1" status: 204 len: 168 time: 0.1302135 Jul 07 19:43:29.989021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874dc2c-02df-4c13-9afe-b2ec08300c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffd1b04-03aa-42f9-8df7-54567180f55b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:30.247395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:30.260976 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd576b09-6a4f-470f-8730-fb5bb3267d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:30.352827 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd576b09-6a4f-470f-8730-fb5bb3267d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:30.356899 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd576b09-6a4f-470f-8730-fb5bb3267d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:30.395149 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dd576b09-6a4f-470f-8730-fb5bb3267d09 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=62c09e6626ab4a5e8a69e9bf3848ddd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465881 Jul 07 19:43:30.395969 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576b09-6a4f-470f-8730-fb5bb3267d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265ab28d-b27c-43fe-9b3d-8bd557397b33,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:30.398101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:30.456999 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:30.484688 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:30.532857 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:30.535448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:30.536639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/265ab28d-b27c-43fe-9b3d-8bd557397b33 HTTP/1.1" status: 204 len: 168 time: 0.1310277 Jul 07 19:43:30.545886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265ab28d-b27c-43fe-9b3d-8bd557397b33,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:30.553620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:30.553974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:30.554314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:30.554652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:30.555280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:30.555408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:30.555720 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:30.556044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:30.556373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:30.556792 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:30.557059 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:30.557383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10df6c-9997-4d88-bcad-a44eb4b8f724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:32.159898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:32.268712 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5454f08-a2bb-4c4c-b016-8d09684a58c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.360660 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5454f08-a2bb-4c4c-b016-8d09684a58c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.364532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5454f08-a2bb-4c4c-b016-8d09684a58c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.402803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5454f08-a2bb-4c4c-b016-8d09684a58c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595cee76-58a9-4ff0-b500-c5588aa68a48,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:32.408055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c5454f08-a2bb-4c4c-b016-8d09684a58c7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fe03a58fa109452da6d61746601b637a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470124 Jul 07 19:43:32.411795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:32.464777 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8728ff1-a4ee-4c48-99f6-d1ed40c62e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.488336 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8728ff1-a4ee-4c48-99f6-d1ed40c62e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.542829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8728ff1-a4ee-4c48-99f6-d1ed40c62e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.545514 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8728ff1-a4ee-4c48-99f6-d1ed40c62e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.549401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c8728ff1-a4ee-4c48-99f6-d1ed40c62e46 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/595cee76-58a9-4ff0-b500-c5588aa68a48 HTTP/1.1" status: 204 len: 168 time: 0.1339433 Jul 07 19:43:32.554348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8728ff1-a4ee-4c48-99f6-d1ed40c62e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595cee76-58a9-4ff0-b500-c5588aa68a48,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:32.822986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:32.836825 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d92b467-60dd-453e-b37f-131b7b4fea15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.927346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d92b467-60dd-453e-b37f-131b7b4fea15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.931774 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d92b467-60dd-453e-b37f-131b7b4fea15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:32.971955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92b467-60dd-453e-b37f-131b7b4fea15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667eee2a-3718-4cc5-84b1-07cef7efa752,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:32.978957 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0d92b467-60dd-453e-b37f-131b7b4fea15 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6c2496ce648643bc8505cf06c1a30586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523139 Jul 07 19:43:32.979526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:33.033179 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d040d6b1-2f58-4956-8f05-17a4b9ce9e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.057576 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d040d6b1-2f58-4956-8f05-17a4b9ce9e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.104925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d040d6b1-2f58-4956-8f05-17a4b9ce9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.107481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d040d6b1-2f58-4956-8f05-17a4b9ce9e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:33.108663 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d040d6b1-2f58-4956-8f05-17a4b9ce9e5d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/667eee2a-3718-4cc5-84b1-07cef7efa752 HTTP/1.1" status: 204 len: 168 time: 0.1281621 Jul 07 19:43:33.116450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040d6b1-2f58-4956-8f05-17a4b9ce9e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667eee2a-3718-4cc5-84b1-07cef7efa752,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:33.521128 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.380737 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-933218f8-1a13-496f-8987-b1078f876e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.557128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:38.663708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.754762 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.759227 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.798103 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=81405fe7d27048688ada4b038b0a2124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397444 Jul 07 19:43:38.798875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36effac-df2a-40a7-afa8-b4abfa4668f6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:38.800735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:38.807346 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.807704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.808048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.808384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.808748 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.809083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.809413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.809742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.810071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.810397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.810723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.811052 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be30d7-e876-4900-9985-1e9fcd3decd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:38.853477 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c63d71e-961b-4021-aa7f-ebe0d3360a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.875773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c63d71e-961b-4021-aa7f-ebe0d3360a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.924288 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c63d71e-961b-4021-aa7f-ebe0d3360a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.926845 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c63d71e-961b-4021-aa7f-ebe0d3360a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:38.927998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6c63d71e-961b-4021-aa7f-ebe0d3360a52 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f36effac-df2a-40a7-afa8-b4abfa4668f6 HTTP/1.1" status: 204 len: 168 time: 0.1262531 Jul 07 19:43:38.935938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63d71e-961b-4021-aa7f-ebe0d3360a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36effac-df2a-40a7-afa8-b4abfa4668f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:39.200501 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:39.213993 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69451011-5c7a-428a-aa80-9eaf54ad51dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.307979 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69451011-5c7a-428a-aa80-9eaf54ad51dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.311667 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69451011-5c7a-428a-aa80-9eaf54ad51dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.348035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69451011-5c7a-428a-aa80-9eaf54ad51dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8d72b3-0dce-4206-9f4b-d1ffe421e513,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:39.352390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-69451011-5c7a-428a-aa80-9eaf54ad51dd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a7575e5e3b904935a06cf0ecee26d3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507745 Jul 07 19:43:39.355594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58200) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:39.408550 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f05a7788-ec48-4819-b387-b6a9252f3faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.430859 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f05a7788-ec48-4819-b387-b6a9252f3faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.477534 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f05a7788-ec48-4819-b387-b6a9252f3faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.480326 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f05a7788-ec48-4819-b387-b6a9252f3faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:39.481528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f05a7788-ec48-4819-b387-b6a9252f3faf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4d8d72b3-0dce-4206-9f4b-d1ffe421e513 HTTP/1.1" status: 204 len: 168 time: 0.1249545 Jul 07 19:43:39.489244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a7788-ec48-4819-b387-b6a9252f3faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8d72b3-0dce-4206-9f4b-d1ffe421e513,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:40.137260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:40.235535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-368191335-network', 'tenant_id': '5a0873adf5e049739ae046955149d30f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:40.257886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Made reservation on behalf of 5a0873adf5e049739ae046955149d30f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:40.260394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.268821 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.359083 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.362855 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.387751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:43:40.396312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbc9d25-350c-44b4-ba79-511a38a97922,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:40.402962 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.403309 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Added segment 8ee65961-51d0-4e93-9950-72a291e67f2c of type vlan for network 8a467771-a348-41b5-bb5b-98f431a7295a Jul 07 19:43:40.445704 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.474427 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.475580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:40.476194 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.539569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4005311 Jul 07 19:43:40.543284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:40.548453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] Request body: {'subnet': {'network_id': '8a467771-a348-41b5-bb5b-98f431a7295a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-368191335-subnet', 'tenant_id': '5a0873adf5e049739ae046955149d30f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:40.568950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e770a82-7e1d-4537-9c8b-246fce409a5e admin admin] Pushing event updated for resources: {'Network': ['ID=8a467771-a348-41b5-bb5b-98f431a7295a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:40.569421 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] Made reservation on behalf of 5a0873adf5e049739ae046955149d30f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:40.572151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.580083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 8a467771-a348-41b5-bb5b-98f431a7295a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:43:40.743374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.803573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f3234c0-0276-4b9b-b639-5ece8478340f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:40.819245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] Checking segment: {'id': '8ee65961-51d0-4e93-9950-72a291e67f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8a467771-a348-41b5-bb5b-98f431a7295a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:40.819621 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] Network hostable DHCP agents. Network: 8a467771-a348-41b5-bb5b-98f431a7295a, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:43:40.837360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] Network 8a467771-a348-41b5-bb5b-98f431a7295a is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:43:40.846807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 8a467771-a348-41b5-bb5b-98f431a7295a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:40.851653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:40.853798 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:40.857528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3fb655-2d59-4bc7-8923-7611d3c6afb0 None None] Network 8a467771-a348-41b5-bb5b-98f431a7295a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:40.875365 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a4dff438-3edb-44ba-9bd8-fe7f98fb303f admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3308568 Jul 07 19:43:40.987771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb79f8-a8a5-4e03-bea8-0f1da4e2e966 None None] Network 8a467771-a348-41b5-bb5b-98f431a7295a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:41.098167 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84ad6966-e256-4570-bf2a-806d91e9e0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.296713 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.350099 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58244) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:41.356002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-882043496-network', 'tenant_id': '24405df16de9421d87c57e8e555ebc01'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:41.378367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Made reservation on behalf of 24405df16de9421d87c57e8e555ebc01 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:41.380892 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.389925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.483738 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.487587 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.516123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:43:41.521500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559abf3b-e89c-486f-a817-3bcee18c0bcf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:41.529592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.529941 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Added segment c3e41eb6-d23a-4361-b7ed-17798e133194 of type vlan for network 707a5c3d-8d8d-4580-a680-6d764154206d Jul 07 19:43:41.571358 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.600374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.601292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:41.602181 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.666041 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3147645 Jul 07 19:43:41.669112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:43:41.674422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] Request body: {'subnet': {'network_id': '707a5c3d-8d8d-4580-a680-6d764154206d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-882043496-subnet', 'tenant_id': '24405df16de9421d87c57e8e555ebc01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:41.696614 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfe970-f9a6-4ed1-a50f-e1286d0b6581 admin admin] Pushing event updated for resources: {'Network': ['ID=707a5c3d-8d8d-4580-a680-6d764154206d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:41.696920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] Made reservation on behalf of 24405df16de9421d87c57e8e555ebc01 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:41.699197 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.707520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 707a5c3d-8d8d-4580-a680-6d764154206d details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:43:41.876281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.929114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d69092-d527-4cc7-9fea-ccac69973d58,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:41.938342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] Checking segment: {'id': 'c3e41eb6-d23a-4361-b7ed-17798e133194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '707a5c3d-8d8d-4580-a680-6d764154206d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:41.938699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] Network hostable DHCP agents. Network: 707a5c3d-8d8d-4580-a680-6d764154206d, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:43:41.955695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] Network 707a5c3d-8d8d-4580-a680-6d764154206d is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:43:41.965356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 707a5c3d-8d8d-4580-a680-6d764154206d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:41.969500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:41.970104 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:41.974988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e57f95-c574-40ee-9c9d-7e4074c55697 None None] Network 707a5c3d-8d8d-4580-a680-6d764154206d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:41.985037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cdb23595-4241-4542-8a59-9bbf3b2bc1ee admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3146026 Jul 07 19:43:42.102808 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9654565-cfc7-4cf1-b044-086bbd05fec4 None None] Network 707a5c3d-8d8d-4580-a680-6d764154206d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:43:42.442278 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:42.466719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-9ab700bf-4ca1-4b6d-a6c3-aa7c0dff0acf tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:42.468251 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-9ab700bf-4ca1-4b6d-a6c3-aa7c0dff0acf tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/networks?id=8a467771-a348-41b5-bb5b-98f431a7295a HTTP/1.1" status: 200 len: 808 time: 0.1087797 Jul 07 19:43:42.483045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-58b2b7ad-3f56-4047-89a0-c4a544a01e7a tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/quotas/5a0873adf5e049739ae046955149d30f HTTP/1.1" status: 200 len: 375 time: 0.0093591 Jul 07 19:43:42.518693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-7c2c3f71-82b8-491c-b095-ee0568a18a52 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5a0873adf5e049739ae046955149d30f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304296 Jul 07 19:43:42.704581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-3d97f152-179b-4d51-b4fe-05a5ec310a2e service neutron] 10.222.0.113 "GET /v2.0/networks/8a467771-a348-41b5-bb5b-98f431a7295a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782401 Jul 07 19:43:42.794798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-cfc99cfa-e000-4c50-b13a-736e23dfddec service neutron] 10.222.0.113 "GET /v2.0/networks/8a467771-a348-41b5-bb5b-98f431a7295a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844839 Jul 07 19:43:42.993342 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1cdf56f3-778b-4fca-96b0-ddf83cb0bb46 req-8c920f08-1b54-44f0-b9c2-d53ea2691060 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 210 time: 0.0335519 Jul 07 19:43:44.003000 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:44.163148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66a7e37f-fce2-4018-93b1-dbb2052e1321 req-6deacb29-523d-4288-ac29-e8b16b15a160 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 210 time: 0.0550647 Jul 07 19:43:44.216078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-aff7bb3b-109c-4a03-a62f-bca9f13068c9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:44.217569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-aff7bb3b-109c-4a03-a62f-bca9f13068c9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.59 "GET /v2.0/networks?id=8a467771-a348-41b5-bb5b-98f431a7295a HTTP/1.1" status: 200 len: 808 time: 0.1313303 Jul 07 19:43:44.235758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Request body: {'port': {'device_id': '94244f6d-b09f-4a72-9932-929e92bf3113', 'network_id': '8a467771-a348-41b5-bb5b-98f431a7295a', 'admin_state_up': True, 'tenant_id': '5a0873adf5e049739ae046955149d30f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:44.348943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Made reservation on behalf of 5a0873adf5e049739ae046955149d30f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:43:44.353051 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:44.483564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Allocated IP 172.20.0.13 (8a467771-a348-41b5-bb5b-98f431a7295a/1f3234c0-0276-4b9b-b639-5ece8478340f/6ef5e684-9d6c-4eb4-a652-622aa759b95b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:43:44.635563 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:44.675189 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:44.723252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Network 8a467771-a348-41b5-bb5b-98f431a7295a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:43:44.728853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:43:44.732696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:43:44.756414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Pushing event updated for resources: {'Port': ['ID=6ef5e684-9d6c-4eb4-a652-622aa759b95b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:44.784814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:44.785419 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:44.801252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-6cca3e25-834a-4acd-8a2a-b8af3a323f67 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5694094 Jul 07 19:43:44.818730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Request body: {'port': {'device_id': '94244f6d-b09f-4a72-9932-929e92bf3113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:43:44.891091 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:45.157211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef5e684-9d6c-4eb4-a652-622aa759b95b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:43:45.165325 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:45.176827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Transition to ACTIVE for port object 6ef5e684-9d6c-4eb4-a652-622aa759b95b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:43:45.181143 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:45.250781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Pushing event updated for resources: {'Port': ['ID=6ef5e684-9d6c-4eb4-a652-622aa759b95b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:45.337098 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Attempting to bind port 6ef5e684-9d6c-4eb4-a652-622aa759b95b on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:43:45.337426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Attempting to bind port 6ef5e684-9d6c-4eb4-a652-622aa759b95b by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '8ee65961-51d0-4e93-9950-72a291e67f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8a467771-a348-41b5-bb5b-98f431a7295a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:43:45.337754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Attempting to bind port 6ef5e684-9d6c-4eb4-a652-622aa759b95b on network 8a467771-a348-41b5-bb5b-98f431a7295a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:45.344703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Port 6ef5e684-9d6c-4eb4-a652-622aa759b95b on network 8a467771-a348-41b5-bb5b-98f431a7295a not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:43:45.345026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Attempting to bind port 6ef5e684-9d6c-4eb4-a652-622aa759b95b on network 8a467771-a348-41b5-bb5b-98f431a7295a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:43:45.352539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:43:45.352878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Checking segment: {'id': '8ee65961-51d0-4e93-9950-72a291e67f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8a467771-a348-41b5-bb5b-98f431a7295a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:43:45.353528 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Bound using segment: {'id': '8ee65961-51d0-4e93-9950-72a291e67f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8a467771-a348-41b5-bb5b-98f431a7295a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:43:45.353947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Bound port: 6ef5e684-9d6c-4eb4-a652-622aa759b95b, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee65961-51d0-4e93-9950-72a291e67f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8a467771-a348-41b5-bb5b-98f431a7295a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:43:45.354299 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:45.383606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbd9b4-7a07-41bd-b160-5d5d3507bab1 req-f6879f18-13ed-48e6-be6a-cc03558b73d6 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:45.385144 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2bbd9b4-7a07-41bd-b160-5d5d3507bab1 req-f6879f18-13ed-48e6-be6a-cc03558b73d6 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 944 time: 0.1031396 Jul 07 19:43:45.456691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2bbd9b4-7a07-41bd-b160-5d5d3507bab1 req-300b3f39-8887-439c-97fb-c10d15d072f8 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/security-groups?id=dfbc9d25-350c-44b4-ba79-511a38a97922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544198 Jul 07 19:43:45.460938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] For port 6ef5e684-9d6c-4eb4-a652-622aa759b95b, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:43:45.464546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] For port 6ef5e684-9d6c-4eb4-a652-622aa759b95b, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6ef5e684-9d6c-4eb4-a652-622aa759b95b,segment=NetworkSegment(8ee65961-51d0-4e93-9950-72a291e67f2c),segment_id=8ee65961-51d0-4e93-9950-72a291e67f2c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:43:45.469423 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:45.505765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:45.506485 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:45.507993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] 10.222.0.59 "PUT /v2.0/ports/6ef5e684-9d6c-4eb4-a652-622aa759b95b HTTP/1.1" status: 200 len: 1093 time: 0.6934977 Jul 07 19:43:45.508534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94244f6d-b09f-4a72-9932-929e92bf3113', 'tag': '6ef5e684-9d6c-4eb4-a652-622aa759b95b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:43:45.510629 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1d0cec-eb93-4f02-9a15-ee4fa09b9847" -d '{"events": [{"name": "network-changed", "server_uuid": "94244f6d-b09f-4a72-9932-929e92bf3113", "tag": "6ef5e684-9d6c-4eb4-a652-622aa759b95b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:43:45.536214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02192c9-5cad-4b0d-9bcc-2017b1fcacdd service neutron] Pushing event updated for resources: {'Port': ['ID=6ef5e684-9d6c-4eb4-a652-622aa759b95b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:45.558890 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bf7ee6-6064-40bd-9b1b-408306e08f71 x-openstack-request-id: req-22bf7ee6-6064-40bd-9b1b-408306e08f71 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:43:45.559186 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94244f6d-b09f-4a72-9932-929e92bf3113", "tag": "6ef5e684-9d6c-4eb4-a652-622aa759b95b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:43:45.559444 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-22bf7ee6-6064-40bd-9b1b-408306e08f71 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:43:45.560014 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94244f6d-b09f-4a72-9932-929e92bf3113', 'tag': '6ef5e684-9d6c-4eb4-a652-622aa759b95b', 'status': 'completed', 'code': 200} Jul 07 19:43:45.633142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-9cc49014-885d-44e6-a40b-a0cf80205a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:45.634647 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-9cc49014-885d-44e6-a40b-a0cf80205a96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a0873adf5e049739ae046955149d30f&device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 1096 time: 0.0582032 Jul 07 19:43:45.682003 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-94b67f17-9cfd-4467-9a23-b99de23aba8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef5e684-9d6c-4eb4-a652-622aa759b95b HTTP/1.1" status: 200 len: 217 time: 0.0344024 Jul 07 19:43:45.729992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-43c369ca-6dd4-4613-a215-342a98c6c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:45.731362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-43c369ca-6dd4-4613-a215-342a98c6c96f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f3234c0-0276-4b9b-b639-5ece8478340f HTTP/1.1" status: 200 len: 848 time: 0.0437708 Jul 07 19:43:45.769205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-4616f90a-5e7b-4e06-b22e-b0e8ebf08c09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a467771-a348-41b5-bb5b-98f431a7295a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314007 Jul 07 19:43:45.859858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-115a56ed-a1b6-481c-b058-b069c6251eb7 service neutron] 10.222.0.59 "GET /v2.0/networks/8a467771-a348-41b5-bb5b-98f431a7295a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833793 Jul 07 19:43:45.953549 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02b0ffaa-e120-46cf-a2e6-9fb1a4fc1e00 req-d546db46-c3ea-4ea8-a905-e5d62c8ffed6 service neutron] 10.222.0.59 "GET /v2.0/networks/8a467771-a348-41b5-bb5b-98f431a7295a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870180 Jul 07 19:43:46.088517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0cec-eb93-4f02-9a15-ee4fa09b9847 req-78255f48-ec65-4234-ab19-543891a1dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:46.090038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c1d0cec-eb93-4f02-9a15-ee4fa09b9847 req-78255f48-ec65-4234-ab19-543891a1dd67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a0873adf5e049739ae046955149d30f&device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 1096 time: 0.0532966 Jul 07 19:43:46.179187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0cec-eb93-4f02-9a15-ee4fa09b9847 req-3e4b2590-ad89-4836-9214-3a3ee05564e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:46.181351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c1d0cec-eb93-4f02-9a15-ee4fa09b9847 req-3e4b2590-ad89-4836-9214-3a3ee05564e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8a467771-a348-41b5-bb5b-98f431a7295a HTTP/1.1" status: 200 len: 910 time: 0.0849271 Jul 07 19:43:46.532066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c1d0cec-eb93-4f02-9a15-ee4fa09b9847 req-b923a227-726b-4304-8c0f-32a8b34f8e85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef5e684-9d6c-4eb4-a652-622aa759b95b HTTP/1.1" status: 200 len: 217 time: 0.3439186 Jul 07 19:43:46.607990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0cec-eb93-4f02-9a15-ee4fa09b9847 req-889d6bbc-d990-412d-ab74-52acb0e54498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:46.609757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c1d0cec-eb93-4f02-9a15-ee4fa09b9847 req-889d6bbc-d990-412d-ab74-52acb0e54498 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f3234c0-0276-4b9b-b639-5ece8478340f HTTP/1.1" status: 200 len: 848 time: 0.0710421 Jul 07 19:43:46.649243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c1d0cec-eb93-4f02-9a15-ee4fa09b9847 req-32b48b79-15ec-4ff5-a4d6-c0b23b377be4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a467771-a348-41b5-bb5b-98f431a7295a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322421 Jul 07 19:43:46.714115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231d4fd-3753-40d0-9ad9-372be83589c8 req-dfa6fe73-b489-4c5c-98f9-b7bbc5f98c40 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:46.715601 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e231d4fd-3753-40d0-9ad9-372be83589c8 req-dfa6fe73-b489-4c5c-98f9-b7bbc5f98c40 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 944 time: 0.1373866 Jul 07 19:43:46.780323 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e231d4fd-3753-40d0-9ad9-372be83589c8 req-31369c87-dddb-4b54-a661-9d264be66b75 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/security-groups?id=dfbc9d25-350c-44b4-ba79-511a38a97922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551846 Jul 07 19:43:46.785651 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c1d0cec-eb93-4f02-9a15-ee4fa09b9847 req-850aa363-8571-4990-80a2-ddf57fda895a service neutron] 10.222.0.59 "GET /v2.0/networks/8a467771-a348-41b5-bb5b-98f431a7295a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297512 Jul 07 19:43:46.883790 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c1d0cec-eb93-4f02-9a15-ee4fa09b9847 req-6a047caa-fa08-4cba-8692-68dc96ffb9d0 service neutron] 10.222.0.59 "GET /v2.0/networks/8a467771-a348-41b5-bb5b-98f431a7295a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909209 Jul 07 19:43:47.957755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a5b91-1c62-4401-a593-d8d3c2786eae req-faa24e7c-0527-4162-8901-ae21022bd2be tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:47.959238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d1a5b91-1c62-4401-a593-d8d3c2786eae req-faa24e7c-0527-4162-8901-ae21022bd2be tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 944 time: 0.0643473 Jul 07 19:43:47.998001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d1a5b91-1c62-4401-a593-d8d3c2786eae req-e3071a64-5b41-4b7b-84b1-211e2825bfc2 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/security-groups?id=dfbc9d25-350c-44b4-ba79-511a38a97922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323114 Jul 07 19:43:48.515280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6ef5e684-9d6c-4eb4-a652-622aa759b95b details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:43:48.614562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6ef5e684-9d6c-4eb4-a652-622aa759b95b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6ef5e684-9d6c-4eb4-a652-622aa759b95b,segment=NetworkSegment(8ee65961-51d0-4e93-9950-72a291e67f2c),segment_id=8ee65961-51d0-4e93-9950-72a291e67f2c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:48.626650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '6ef5e684-9d6c-4eb4-a652-622aa759b95b', 'network_id': '8a467771-a348-41b5-bb5b-98f431a7295a', 'port_id': '6ef5e684-9d6c-4eb4-a652-622aa759b95b', 'mac_address': 'fa:16:3e:7f:65:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3234c0-0276-4b9b-b639-5ece8478340f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:43:48.662273 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.675397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef5e684-9d6c-4eb4-a652-622aa759b95b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:43:48.695417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6ef5e684-9d6c-4eb4-a652-622aa759b95b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6ef5e684-9d6c-4eb4-a652-622aa759b95b,segment=NetworkSegment(8ee65961-51d0-4e93-9950-72a291e67f2c),segment_id=8ee65961-51d0-4e93-9950-72a291e67f2c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:48.699587 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:48.749259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=6ef5e684-9d6c-4eb4-a652-622aa759b95b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:48.756847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.757197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.757539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.758027 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.758375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.758705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.759039 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.759365 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.759696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.760018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.760343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.760705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:43:48.996500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['6ef5e684-9d6c-4eb4-a652-622aa759b95b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:43:49.175660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63988d-b950-4c29-aa13-7b2fb2fa96b4 req-dde8bf69-dbbc-42cd-befb-c8df62aaecaa tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:49.177203 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff63988d-b950-4c29-aa13-7b2fb2fa96b4 req-dde8bf69-dbbc-42cd-befb-c8df62aaecaa tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 945 time: 0.0642235 Jul 07 19:43:49.210191 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:49.218599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff63988d-b950-4c29-aa13-7b2fb2fa96b4 req-98ff6b69-9003-4379-91dd-45c7f0085504 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/security-groups?id=dfbc9d25-350c-44b4-ba79-511a38a97922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348599 Jul 07 19:43:50.402239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffeb83-b946-491f-9eb9-7c4cdadb0155 req-057a8b38-71b0-4247-976c-f5e23c5c5841 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:50.412412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98ffeb83-b946-491f-9eb9-7c4cdadb0155 req-057a8b38-71b0-4247-976c-f5e23c5c5841 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 945 time: 0.0686514 Jul 07 19:43:50.442310 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98ffeb83-b946-491f-9eb9-7c4cdadb0155 req-5667be23-84dc-40fd-9331-774517223a9c tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/security-groups?id=dfbc9d25-350c-44b4-ba79-511a38a97922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328608 Jul 07 19:43:50.515987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6ef5e684-9d6c-4eb4-a652-622aa759b95b up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:43:50.564151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 6ef5e684-9d6c-4eb4-a652-622aa759b95b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:43:50.567773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 6ef5e684-9d6c-4eb4-a652-622aa759b95b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:43:50.568145 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.649097 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.672150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94244f6d-b09f-4a72-9932-929e92bf3113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef5e684-9d6c-4eb4-a652-622aa759b95b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:43:50.674461 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811af0f5-f0e7-498b-8cd6-b7b0758a5c34" -d '{"events": [{"server_uuid": "94244f6d-b09f-4a72-9932-929e92bf3113", "name": "network-vif-plugged", "status": "completed", "tag": "6ef5e684-9d6c-4eb4-a652-622aa759b95b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:43:50.687997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 6ef5e684-9d6c-4eb4-a652-622aa759b95b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6ef5e684-9d6c-4eb4-a652-622aa759b95b,segment=NetworkSegment(8ee65961-51d0-4e93-9950-72a291e67f2c),segment_id=8ee65961-51d0-4e93-9950-72a291e67f2c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:50.692064 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:50.717251 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2655d035-2c37-4b7a-b28f-00e050bf8ca5 x-openstack-request-id: req-2655d035-2c37-4b7a-b28f-00e050bf8ca5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:43:50.717531 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94244f6d-b09f-4a72-9932-929e92bf3113", "name": "network-vif-plugged", "status": "completed", "tag": "6ef5e684-9d6c-4eb4-a652-622aa759b95b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:43:50.717788 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2655d035-2c37-4b7a-b28f-00e050bf8ca5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:43:50.718183 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94244f6d-b09f-4a72-9932-929e92bf3113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef5e684-9d6c-4eb4-a652-622aa759b95b', 'code': 200} Jul 07 19:43:50.746544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=6ef5e684-9d6c-4eb4-a652-622aa759b95b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:50.856466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e26e34-45c6-4daf-95b2-91c925f1ff14 req-7ac791a2-6ef1-4f3e-a381-396fc485ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:50.858012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51e26e34-45c6-4daf-95b2-91c925f1ff14 req-7ac791a2-6ef1-4f3e-a381-396fc485ad43 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 1098 time: 0.0539086 Jul 07 19:43:50.892028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51e26e34-45c6-4daf-95b2-91c925f1ff14 req-b6818eee-ac5e-49f3-b105-1ef50b759d15 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dfbc9d25-350c-44b4-ba79-511a38a97922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278871 Jul 07 19:43:51.619962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0b167-0538-43ef-bf52-ea0d1a98cdbc req-08b34022-86f0-4613-924f-aa63136d6093 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:51.621549 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cc0b167-0538-43ef-bf52-ea0d1a98cdbc req-08b34022-86f0-4613-924f-aa63136d6093 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 946 time: 0.0650780 Jul 07 19:43:51.662566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cc0b167-0538-43ef-bf52-ea0d1a98cdbc req-4bd0f684-8461-48aa-b1b1-e6f86810df5e tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/security-groups?id=dfbc9d25-350c-44b4-ba79-511a38a97922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354719 Jul 07 19:43:52.841211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5358e-203a-4e6c-b30f-ee3419400d17 req-c27117d1-0e14-45ee-912d-c66885fea4f8 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:52.842759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8df5358e-203a-4e6c-b30f-ee3419400d17 req-c27117d1-0e14-45ee-912d-c66885fea4f8 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 946 time: 0.0676501 Jul 07 19:43:52.881461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8df5358e-203a-4e6c-b30f-ee3419400d17 req-193d9fd7-e306-4b08-b435-aa7e744c41f8 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/security-groups?id=dfbc9d25-350c-44b4-ba79-511a38a97922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330195 Jul 07 19:43:55.422556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48ad84-344d-4c00-9a9d-7d74fa29ba49 req-1760c5c7-c7c4-47b5-bc6c-17bd00f208e0 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:55.424066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e48ad84-344d-4c00-9a9d-7d74fa29ba49 req-1760c5c7-c7c4-47b5-bc6c-17bd00f208e0 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 946 time: 0.0645933 Jul 07 19:43:55.463005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0e48ad84-344d-4c00-9a9d-7d74fa29ba49 req-17f58972-10a3-429c-b55b-d1d5452c9f4d tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/security-groups?id=dfbc9d25-350c-44b4-ba79-511a38a97922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332806 Jul 07 19:43:56.651874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cf004-457e-4ef1-8096-563cbff4995b req-f0847c0c-5bc6-4613-b3ed-a64e4cdd7864 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:56.653480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e3cf004-457e-4ef1-8096-563cbff4995b req-f0847c0c-5bc6-4613-b3ed-a64e4cdd7864 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 946 time: 0.0711989 Jul 07 19:43:56.692068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e3cf004-457e-4ef1-8096-563cbff4995b req-b2f6fec6-1541-45b6-8825-6ec779ee0f77 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/security-groups?id=dfbc9d25-350c-44b4-ba79-511a38a97922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Jul 07 19:43:56.794323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759d688-ed6e-4216-98d4-0bb8a951700f req-f677fa9e-4659-43ec-85c7-263c688edae6 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:56.795835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d759d688-ed6e-4216-98d4-0bb8a951700f req-f677fa9e-4659-43ec-85c7-263c688edae6 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.59 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 946 time: 0.0653026 Jul 07 19:43:56.902987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d759d688-ed6e-4216-98d4-0bb8a951700f req-4d9e8bdb-f54e-45f3-a49e-ce68ae4a06f9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Deleting port 6ef5e684-9d6c-4eb4-a652-622aa759b95b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:43:56.903330 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d759d688-ed6e-4216-98d4-0bb8a951700f req-4d9e8bdb-f54e-45f3-a49e-ce68ae4a06f9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:56.990109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d759d688-ed6e-4216-98d4-0bb8a951700f req-4d9e8bdb-f54e-45f3-a49e-ce68ae4a06f9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] For port 6ef5e684-9d6c-4eb4-a652-622aa759b95b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=6ef5e684-9d6c-4eb4-a652-622aa759b95b,segment=NetworkSegment(8ee65961-51d0-4e93-9950-72a291e67f2c),segment_id=8ee65961-51d0-4e93-9950-72a291e67f2c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:43:56.990384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d759d688-ed6e-4216-98d4-0bb8a951700f req-4d9e8bdb-f54e-45f3-a49e-ce68ae4a06f9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.003584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d759d688-ed6e-4216-98d4-0bb8a951700f req-4d9e8bdb-f54e-45f3-a49e-ce68ae4a06f9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Calling delete_port for 6ef5e684-9d6c-4eb4-a652-622aa759b95b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:43:57.135209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d759d688-ed6e-4216-98d4-0bb8a951700f req-4d9e8bdb-f54e-45f3-a49e-ce68ae4a06f9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.163324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e8bdb-f54e-45f3-a49e-ce68ae4a06f9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Pushing event deleted for resources: {'Port': ['ID=6ef5e684-9d6c-4eb4-a652-622aa759b95b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:43:57.169512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['6ef5e684-9d6c-4eb4-a652-622aa759b95b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:43:57.218122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d759d688-ed6e-4216-98d4-0bb8a951700f req-4d9e8bdb-f54e-45f3-a49e-ce68ae4a06f9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] No DVR routers for this DVR port 6ef5e684-9d6c-4eb4-a652-622aa759b95b on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:43:57.220822 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d759d688-ed6e-4216-98d4-0bb8a951700f req-4d9e8bdb-f54e-45f3-a49e-ce68ae4a06f9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:43:57.222853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d759d688-ed6e-4216-98d4-0bb8a951700f req-4d9e8bdb-f54e-45f3-a49e-ce68ae4a06f9 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.59 "DELETE /v2.0/ports/6ef5e684-9d6c-4eb4-a652-622aa759b95b HTTP/1.1" status: 204 len: 173 time: 0.4216344 Jul 07 19:43:57.223319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94244f6d-b09f-4a72-9932-929e92bf3113', 'name': 'network-vif-deleted', 'tag': '6ef5e684-9d6c-4eb4-a652-622aa759b95b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:43:57.225584 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9ce582-137d-431e-9221-f3fe9cd7a2e8" -d '{"events": [{"server_uuid": "94244f6d-b09f-4a72-9932-929e92bf3113", "name": "network-vif-deleted", "tag": "6ef5e684-9d6c-4eb4-a652-622aa759b95b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:43:57.263225 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41284a44-2f77-4015-9bb5-ff00732280b4 x-openstack-request-id: req-41284a44-2f77-4015-9bb5-ff00732280b4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:43:57.263672 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94244f6d-b09f-4a72-9932-929e92bf3113", "name": "network-vif-deleted", "tag": "6ef5e684-9d6c-4eb4-a652-622aa759b95b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:43:57.263929 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-41284a44-2f77-4015-9bb5-ff00732280b4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:43:57.264335 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94244f6d-b09f-4a72-9932-929e92bf3113', 'name': 'network-vif-deleted', 'tag': '6ef5e684-9d6c-4eb4-a652-622aa759b95b', 'status': 'completed', 'code': 200} Jul 07 19:43:57.868002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3d61b4c-d0d5-4a04-9702-dd2f46d29cad req-505d9c6d-0179-4a97-b8e8-4d79bafc7ae7 tempest-VolumesActionsTest-1490561236 tempest-VolumesActionsTest-1490561236-project] 10.222.0.113 "GET /v2.0/ports?device_id=94244f6d-b09f-4a72-9932-929e92bf3113 HTTP/1.1" status: 200 len: 210 time: 0.0402572 Jul 07 19:43:58.214571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-5022b6f9-69f7-4f73-8104-c9e3acdf56a0 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534723 Jul 07 19:43:58.288600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-2d4b9228-5ed7-4f58-887c-8d152912fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:58.290286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-2d4b9228-5ed7-4f58-887c-8d152912fa8d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0533576 Jul 07 19:43:58.397043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-e1211ff8-7e83-4269-94c4-45ab45fc21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:58.399087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-e1211ff8-7e83-4269-94c4-45ab45fc21c9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.0892735 Jul 07 19:43:58.465085 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-938d2b37-23a7-4c90-9475-148e108c901b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 HTTP/1.1" status: 200 len: 1000 time: 0.0599151 Jul 07 19:43:58.518977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-58ac5746-5143-47bf-9556-eeef1eae36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:58.520449 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-58ac5746-5143-47bf-9556-eeef1eae36dd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0483294 Jul 07 19:43:58.577607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-072efb7c-a6f6-45bc-967d-647d8589af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:43:58.579117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-072efb7c-a6f6-45bc-967d-647d8589af58 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524819 Jul 07 19:43:58.669439 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-2d10fcca-56eb-4497-b814-40ab20abe80c service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837276 Jul 07 19:43:58.765858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9805323e-ceb4-4b70-8322-9fa1e3ede5ef req-d241c89b-a7d8-423a-a315-1c43ed6a59c4 service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890570 Jul 07 19:44:00.579544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6ef5e684-9d6c-4eb4-a652-622aa759b95b no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:00.602948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 6ef5e684-9d6c-4eb4-a652-622aa759b95b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:00.603299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 6ef5e684-9d6c-4eb4-a652-622aa759b95b not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:00.937721 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:44:03.521087 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.314234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:06.498142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Deleting port 237d48b0-dd38-473b-9f9e-c8a60afc109b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:06.498486 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.579198 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.579532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.592500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Calling delete_port for 237d48b0-dd38-473b-9f9e-c8a60afc109b owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:06.782631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.819410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event deleted for resources: {'Port': ['ID=237d48b0-dd38-473b-9f9e-c8a60afc109b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:06.891890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:06.892215 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Floating IP 197fa0fe-c905-44bc-bc19-ea8c12eff75c disassociated (deleted). External IP: 172.25.2.4, port: 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1. Jul 07 19:44:07.122855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Router e53c06ff-6475-46f0-a260-9f061e2ffa9e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:44:07.238344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:07.243546 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:07.248403 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf7680-6762-41b0-ba2c-b22766ba27a3 None None] Sync routers for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:07.257308 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf7680-6762-41b0-ba2c-b22766ba27a3 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:07.258556 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ebf7680-6762-41b0-ba2c-b22766ba27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:43:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:07.281093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d4cff11e-4413-4b78-a078-60350c89c6d7 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "DELETE /v2.0/floatingips/197fa0fe-c905-44bc-bc19-ea8c12eff75c HTTP/1.1" status: 204 len: 168 time: 0.9655728 Jul 07 19:44:07.281814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'tag': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:07.284189 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7e21db-dd6c-43f5-860c-cd894f717689" -d '{"events": [{"name": "network-changed", "server_uuid": "5aaec528-00b2-4c41-a991-8e843e9da5d8", "tag": "7f57e19b-d4ed-4be4-9ec3-dea9b68234b1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:07.322315 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6eeff6-e068-4ce6-a669-9917d28ffeb0 x-openstack-request-id: req-ef6eeff6-e068-4ce6-a669-9917d28ffeb0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:07.323026 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aaec528-00b2-4c41-a991-8e843e9da5d8", "tag": "7f57e19b-d4ed-4be4-9ec3-dea9b68234b1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:07.323026 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ef6eeff6-e068-4ce6-a669-9917d28ffeb0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:07.323437 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'tag': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1', 'status': 'completed', 'code': 200} Jul 07 19:44:07.369357 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9ebf7680-6762-41b0-ba2c-b22766ba27a3 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:07.423615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e21db-dd6c-43f5-860c-cd894f717689 req-94c7638a-61a2-4818-8a3b-fc0f4f4f5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:07.425329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7e21db-dd6c-43f5-860c-cd894f717689 req-94c7638a-61a2-4818-8a3b-fc0f4f4f5c93 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0770004 Jul 07 19:44:07.545612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e21db-dd6c-43f5-860c-cd894f717689 req-d4b76eb9-b664-4b38-9142-5a719c9b6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:07.547152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7e21db-dd6c-43f5-860c-cd894f717689 req-d4b76eb9-b664-4b38-9142-5a719c9b6b49 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.1150458 Jul 07 19:44:07.609193 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7e21db-dd6c-43f5-860c-cd894f717689 req-468a5b5e-8250-43e1-b3f7-a0585e42c816 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 HTTP/1.1" status: 200 len: 217 time: 0.0543368 Jul 07 19:44:07.635593 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ebf7680-6762-41b0-ba2c-b22766ba27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '218786e9-f7fc-41ba-8f10-150538d91608', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:bd:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:40:28Z', 'updated_at': '2021-07-07T19:40:31Z', 'revision_number': 1, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:07.663258 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf7680-6762-41b0-ba2c-b22766ba27a3 None None] Checking router: e53c06ff-6475-46f0-a260-9f061e2ffa9e for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:07.672744 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf7680-6762-41b0-ba2c-b22766ba27a3 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:07.673346 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ebf7680-6762-41b0-ba2c-b22766ba27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:43:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:07.700886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e21db-dd6c-43f5-860c-cd894f717689 req-3d513a40-1b42-4623-8517-70678463bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:07.702613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7e21db-dd6c-43f5-860c-cd894f717689 req-3d513a40-1b42-4623-8517-70678463bb15 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0780897 Jul 07 19:44:07.762969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6487b0f-c6e2-46ce-8305-eebd678c1405 req-54bb3a2c-d2ac-496b-a4d5-d0ab8d3d3b6f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:07.764705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6487b0f-c6e2-46ce-8305-eebd678c1405 req-54bb3a2c-d2ac-496b-a4d5-d0ab8d3d3b6f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 946 time: 0.1501036 Jul 07 19:44:07.794011 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9ebf7680-6762-41b0-ba2c-b22766ba27a3 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:07.862521 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6487b0f-c6e2-46ce-8305-eebd678c1405 req-6fa0a024-2aa5-445a-98ab-6bb6dd62788f tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839407 Jul 07 19:44:07.878049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e21db-dd6c-43f5-860c-cd894f717689 req-d5c6bc8f-f24a-4b56-8ad7-bab3f911c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:07.878049 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7e21db-dd6c-43f5-860c-cd894f717689 req-d5c6bc8f-f24a-4b56-8ad7-bab3f911c7b0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597636 Jul 07 19:44:07.973243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7e21db-dd6c-43f5-860c-cd894f717689 req-766ce854-ad4e-49cb-b11a-1b584ec90d89 service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933659 Jul 07 19:44:08.034665 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ebf7680-6762-41b0-ba2c-b22766ba27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '218786e9-f7fc-41ba-8f10-150538d91608', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:bd:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:40:28Z', 'updated_at': '2021-07-07T19:40:31Z', 'revision_number': 1, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:08.061849 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf7680-6762-41b0-ba2c-b22766ba27a3 None None] The sync data for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 is: [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '218786e9-f7fc-41ba-8f10-150538d91608', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'port_id': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'mac_address': 'fa:16:3e:bd:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:40:28Z', 'updated_at': '2021-07-07T19:40:31Z', 'revision_number': 1, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:08.083111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b7e21db-dd6c-43f5-860c-cd894f717689 req-81f7b0d3-d5f0-46d0-990c-36c8241e24f8 service neutron] 10.222.0.112 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027465 Jul 07 19:44:08.325259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff774740-46c1-4c1b-90ee-f67f6ea0fbbd None None] New status for floating IP 197fa0fe-c905-44bc-bc19-ea8c12eff75c: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:44:08.397330 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-289db4c8-508a-47dc-804c-58f174a245b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:09.069974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe901f2-048e-458a-a79d-1b0a8468d001 req-813f9b91-138f-451e-9cea-b554f9c1c7ab tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:09.072196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fe901f2-048e-458a-a79d-1b0a8468d001 req-813f9b91-138f-451e-9cea-b554f9c1c7ab tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 946 time: 0.0752437 Jul 07 19:44:09.116882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fe901f2-048e-458a-a79d-1b0a8468d001 req-9a61cb65-7b65-4a72-900a-ef5692653d96 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385070 Jul 07 19:44:09.223459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c3b5-7eb3-4189-81a6-e98ea430108f req-28843255-72e0-4cfd-88ab-1c2c11110718 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:09.225058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fe3c3b5-7eb3-4189-81a6-e98ea430108f req-28843255-72e0-4cfd-88ab-1c2c11110718 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.112 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 946 time: 0.0654294 Jul 07 19:44:09.334422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8fe3c3b5-7eb3-4189-81a6-e98ea430108f req-5ed2197c-215c-4301-8d2a-b1000019af5b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Deleting port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:09.334679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fe3c3b5-7eb3-4189-81a6-e98ea430108f req-5ed2197c-215c-4301-8d2a-b1000019af5b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:09.431812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8fe3c3b5-7eb3-4189-81a6-e98ea430108f req-5ed2197c-215c-4301-8d2a-b1000019af5b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] For port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:09.432158 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fe3c3b5-7eb3-4189-81a6-e98ea430108f req-5ed2197c-215c-4301-8d2a-b1000019af5b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:09.446439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8fe3c3b5-7eb3-4189-81a6-e98ea430108f req-5ed2197c-215c-4301-8d2a-b1000019af5b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Calling delete_port for 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:09.582187 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fe3c3b5-7eb3-4189-81a6-e98ea430108f req-5ed2197c-215c-4301-8d2a-b1000019af5b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:09.612660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2197c-215c-4301-8d2a-b1000019af5b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event deleted for resources: {'Port': ['ID=7f57e19b-d4ed-4be4-9ec3-dea9b68234b1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:09.661601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe3c3b5-7eb3-4189-81a6-e98ea430108f req-5ed2197c-215c-4301-8d2a-b1000019af5b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] No DVR routers for this DVR port 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:09.664756 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fe3c3b5-7eb3-4189-81a6-e98ea430108f req-5ed2197c-215c-4301-8d2a-b1000019af5b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:09.667154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fe3c3b5-7eb3-4189-81a6-e98ea430108f req-5ed2197c-215c-4301-8d2a-b1000019af5b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.112 "DELETE /v2.0/ports/7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 HTTP/1.1" status: 204 len: 173 time: 0.4367990 Jul 07 19:44:09.667589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'name': 'network-vif-deleted', 'tag': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:09.669899 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fb8da3-29fc-430d-bea5-192b1b6352dc" -d '{"events": [{"server_uuid": "5aaec528-00b2-4c41-a991-8e843e9da5d8", "name": "network-vif-deleted", "tag": "7f57e19b-d4ed-4be4-9ec3-dea9b68234b1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:09.709993 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf0762d-f806-440f-8d9b-c21fdac17278 x-openstack-request-id: req-4cf0762d-f806-440f-8d9b-c21fdac17278 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:09.710291 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaec528-00b2-4c41-a991-8e843e9da5d8", "name": "network-vif-deleted", "tag": "7f57e19b-d4ed-4be4-9ec3-dea9b68234b1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:09.710545 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4cf0762d-f806-440f-8d9b-c21fdac17278 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:09.711020 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaec528-00b2-4c41-a991-8e843e9da5d8', 'name': 'network-vif-deleted', 'tag': '7f57e19b-d4ed-4be4-9ec3-dea9b68234b1', 'status': 'completed', 'code': 200} Jul 07 19:44:10.335476 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee55fd7f-1e3d-4f4d-b421-829313200b42 req-d551bad3-68e6-40c9-9282-14f3c6c7aa9d tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 210 time: 0.0410485 Jul 07 19:44:11.081754 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0c4a40-e198-422a-9d9f-3c12496a618b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:11.298374 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:11.494222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83acbd52-6475-4618-b3dd-2013be5b4ee0 req-fd2386fe-764f-48e6-9fd2-0f8f33dfe833 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 210 time: 0.0304880 Jul 07 19:44:12.445284 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:12.647531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfdb4f07-1428-4e6a-a066-b1ca5e6cea16 req-d96811ce-d94f-42e5-9f0f-1fd5225a4099 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 210 time: 0.0306137 Jul 07 19:44:12.725205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:12.753241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:12.753546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 7f57e19b-d4ed-4be4-9ec3-dea9b68234b1 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:13.818209 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bf602a3-289c-4c6a-8dbd-6d4a8ebdeed3 req-29b7c40a-6258-4468-955f-3b408db71996 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=5aaec528-00b2-4c41-a991-8e843e9da5d8 HTTP/1.1" status: 200 len: 210 time: 0.0329840 Jul 07 19:44:14.014039 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:19.208582 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.017202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:20.067316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f06d2d5-e6d1-46ab-ba88-b981b73d76f0 admin admin] Deleting subnet 1f3234c0-0276-4b9b-b639-5ece8478340f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:44:20.071089 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f06d2d5-e6d1-46ab-ba88-b981b73d76f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.106535 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f06d2d5-e6d1-46ab-ba88-b981b73d76f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.145737 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f06d2d5-e6d1-46ab-ba88-b981b73d76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.201697 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f06d2d5-e6d1-46ab-ba88-b981b73d76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.228116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06d2d5-e6d1-46ab-ba88-b981b73d76f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f3234c0-0276-4b9b-b639-5ece8478340f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:20.233434 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f06d2d5-e6d1-46ab-ba88-b981b73d76f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.238150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4f06d2d5-e6d1-46ab-ba88-b981b73d76f0 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/1f3234c0-0276-4b9b-b639-5ece8478340f HTTP/1.1" status: 204 len: 168 time: 0.2198586 Jul 07 19:44:20.238301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:20.300010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:20.314379 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.396947 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.408583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a467771-a348-41b5-bb5b-98f431a7295a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:20.419725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee65961-51d0-4e93-9950-72a291e67f2c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:20.420022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee65961-51d0-4e93-9950-72a291e67f2c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:20.429403 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.444430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.452135 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:44:20.452578 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:44:20.463794 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:44:20.473512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Deleting port d9e73673-cd46-4060-b33b-29b79d6194b4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:20.473864 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.517361 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.534639 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.540171 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] 10.222.0.113 "DELETE /v2.0/networks/8a467771-a348-41b5-bb5b-98f431a7295a HTTP/1.1" status: 204 len: 168 time: 0.2975304 Jul 07 19:44:20.540171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c38ab-7ef9-491f-bb50-66b84f760893 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a467771-a348-41b5-bb5b-98f431a7295a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:20.543844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:20.559413 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.559748 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.578350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Calling delete_port for d9e73673-cd46-4060-b33b-29b79d6194b4 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:20.590354 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-282b6444-ec6b-4e99-a455-7381d951d880 admin admin] Deleting subnet c9d69092-d527-4cc7-9fea-ccac69973d58 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:44:20.594181 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-282b6444-ec6b-4e99-a455-7381d951d880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.630974 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-282b6444-ec6b-4e99-a455-7381d951d880 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.676977 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-282b6444-ec6b-4e99-a455-7381d951d880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.734014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-282b6444-ec6b-4e99-a455-7381d951d880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.746571 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.764872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b6444-ec6b-4e99-a455-7381d951d880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d69092-d527-4cc7-9fea-ccac69973d58,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:20.769044 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-282b6444-ec6b-4e99-a455-7381d951d880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.771703 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-282b6444-ec6b-4e99-a455-7381d951d880 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/c9d69092-d527-4cc7-9fea-ccac69973d58 HTTP/1.1" status: 204 len: 168 time: 0.2266803 Jul 07 19:44:20.774301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:20.787799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event deleted for resources: {'Port': ['ID=d9e73673-cd46-4060-b33b-29b79d6194b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:20.857656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.858571 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.859335 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Floating IP 218786e9-f7fc-41ba-8f10-150538d91608 disassociated (deleted). External IP: 172.25.2.253, port: e132919f-ef51-4906-8ba5-0ab97774658f. Jul 07 19:44:20.954548 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:20.966846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707a5c3d-8d8d-4580-a680-6d764154206d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:20.978315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e41eb6-d23a-4361-b7ed-17798e133194') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:20.978626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e41eb6-d23a-4361-b7ed-17798e133194') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:20.989053 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:21.005029 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:21.012945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:44:21.013364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:44:21.015308 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:44:21.037162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-383e5816-691c-437f-8002-166d989a007e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1293218 Jul 07 19:44:21.085361 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:21.090984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:21.093182 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] 10.222.0.113 "DELETE /v2.0/networks/707a5c3d-8d8d-4580-a680-6d764154206d HTTP/1.1" status: 204 len: 168 time: 0.3179338 Jul 07 19:44:21.107087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becebd75-290b-4362-993b-1d7e5f33b6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=707a5c3d-8d8d-4580-a680-6d764154206d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:21.276400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:21.318996 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-43e145a9-3436-4f8c-ab70-4fea2fc12023 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5a0873adf5e049739ae046955149d30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412462 Jul 07 19:44:21.321509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:21.376259 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbd68b45-4d8b-4e0b-accf-8da39e934d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:21.400561 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbd68b45-4d8b-4e0b-accf-8da39e934d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:21.465799 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbd68b45-4d8b-4e0b-accf-8da39e934d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:21.468521 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbd68b45-4d8b-4e0b-accf-8da39e934d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:21.469676 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fbd68b45-4d8b-4e0b-accf-8da39e934d1b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/dfbc9d25-350c-44b4-ba79-511a38a97922 HTTP/1.1" status: 204 len: 168 time: 0.1466725 Jul 07 19:44:21.478204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd68b45-4d8b-4e0b-accf-8da39e934d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbc9d25-350c-44b4-ba79-511a38a97922,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:21.535811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adba4-9452-403d-b6b6-c55a7d56ad85 req-14c319d1-e9b5-47c1-adb3-043b866abca8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:21.542612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adba4-9452-403d-b6b6-c55a7d56ad85 req-14c319d1-e9b5-47c1-adb3-043b866abca8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:21.549184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adba4-9452-403d-b6b6-c55a7d56ad85 req-14c319d1-e9b5-47c1-adb3-043b866abca8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:21.555039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adba4-9452-403d-b6b6-c55a7d56ad85 req-14c319d1-e9b5-47c1-adb3-043b866abca8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:21.561191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adba4-9452-403d-b6b6-c55a7d56ad85 req-14c319d1-e9b5-47c1-adb3-043b866abca8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:21.567026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adba4-9452-403d-b6b6-c55a7d56ad85 req-14c319d1-e9b5-47c1-adb3-043b866abca8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:21.573688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adba4-9452-403d-b6b6-c55a7d56ad85 req-14c319d1-e9b5-47c1-adb3-043b866abca8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:21.575652 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-507adba4-9452-403d-b6b6-c55a7d56ad85 req-14c319d1-e9b5-47c1-adb3-043b866abca8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5437 time: 0.5567865 Jul 07 19:44:21.616258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Router e53c06ff-6475-46f0-a260-9f061e2ffa9e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:44:21.624973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-448988f4-c714-4bab-8b14-b5ef96e44ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:21.626482 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-448988f4-c714-4bab-8b14-b5ef96e44ece service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 1097 time: 0.5267138 Jul 07 19:44:21.645753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-507adba4-9452-403d-b6b6-c55a7d56ad85 req-470d7229-c359-4fd7-aa42-0b6b8b83e134 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598493 Jul 07 19:44:21.823489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:21.838916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-235979a9-4d06-4397-ac8f-13acb572084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:21.840431 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-235979a9-4d06-4397-ac8f-13acb572084e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.1920478 Jul 07 19:44:21.844891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:21.850461 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:21.856522 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dced27-e0e9-4fa9-a520-aca11ed8012e None None] Sync routers for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:21.868548 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dced27-e0e9-4fa9-a520-aca11ed8012e None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:21.869180 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16dced27-e0e9-4fa9-a520-aca11ed8012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:21.885988 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-68dd5de0-3f49-4250-b4f1-fb24ae104cf9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=24405df16de9421d87c57e8e555ebc01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579228 Jul 07 19:44:21.886290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:21.917226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-9c5fc753-7e78-43ad-9726-205d9eaf3131 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e132919f-ef51-4906-8ba5-0ab97774658f HTTP/1.1" status: 200 len: 217 time: 0.0632710 Jul 07 19:44:21.963384 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cbe3ddb1-6ec8-4bb9-9670-807621beee9b tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "DELETE /v2.0/floatingips/218786e9-f7fc-41ba-8f10-150538d91608 HTTP/1.1" status: 204 len: 168 time: 1.6590459 Jul 07 19:44:21.963384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'tag': 'e132919f-ef51-4906-8ba5-0ab97774658f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:21.965228 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2851d767-219c-4d04-9919-fbe0aeb3d4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f82e5234-5507-4ad6-acc5-1b45f753b9e6", "tag": "e132919f-ef51-4906-8ba5-0ab97774658f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:21.984629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-cc2cbfc6-26b8-4113-ae49-1916baef2876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:21.986025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-cc2cbfc6-26b8-4113-ae49-1916baef2876 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0601964 Jul 07 19:44:22.047787 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ab358d-34dc-43d3-9065-2c1f38d7dada x-openstack-request-id: req-10ab358d-34dc-43d3-9065-2c1f38d7dada {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:22.048517 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82e5234-5507-4ad6-acc5-1b45f753b9e6", "tag": "e132919f-ef51-4906-8ba5-0ab97774658f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:22.048517 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-10ab358d-34dc-43d3-9065-2c1f38d7dada {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:22.048750 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'tag': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'status': 'completed', 'code': 200} Jul 07 19:44:22.126183 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-16dced27-e0e9-4fa9-a520-aca11ed8012e None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:22.138551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-bf20c259-006e-46b9-990a-12636b1af5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:22.140266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-bf20c259-006e-46b9-990a-12636b1af5f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1466544 Jul 07 19:44:22.158613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-046d7a7c-102b-4e71-8e76-65a0ab32365c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:22.165736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-046d7a7c-102b-4e71-8e76-65a0ab32365c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:22.171867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-046d7a7c-102b-4e71-8e76-65a0ab32365c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:22.178105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-046d7a7c-102b-4e71-8e76-65a0ab32365c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:22.184442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-046d7a7c-102b-4e71-8e76-65a0ab32365c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:22.190758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-046d7a7c-102b-4e71-8e76-65a0ab32365c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:22.198070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-046d7a7c-102b-4e71-8e76-65a0ab32365c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:22.200148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-046d7a7c-102b-4e71-8e76-65a0ab32365c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5437 time: 0.1904411 Jul 07 19:44:22.249162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-216911e9-5fd4-4bfd-8267-4222241fa45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:22.276643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-216911e9-5fd4-4bfd-8267-4222241fa45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:22.334964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-216911e9-5fd4-4bfd-8267-4222241fa45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:22.339005 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-216911e9-5fd4-4bfd-8267-4222241fa45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:22.340376 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-216911e9-5fd4-4bfd-8267-4222241fa45e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/559abf3b-e89c-486f-a817-3bcee18c0bcf HTTP/1.1" status: 204 len: 168 time: 0.4531074 Jul 07 19:44:22.350849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216911e9-5fd4-4bfd-8267-4222241fa45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559abf3b-e89c-486f-a817-3bcee18c0bcf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:22.380903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-420786ad-58be-43fc-9395-ebbea59f0489 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795366 Jul 07 19:44:22.404999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-a9096ade-6b0e-4b90-b056-32bd371283f0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:22.407035 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-a9096ade-6b0e-4b90-b056-32bd371283f0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "GET /v2.0/ports/e63e5894-487a-4ed1-8fb3-7173bca23462?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1956613 Jul 07 19:44:22.416659 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16dced27-e0e9-4fa9-a520-aca11ed8012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:22.447082 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dced27-e0e9-4fa9-a520-aca11ed8012e None None] Checking router: e53c06ff-6475-46f0-a260-9f061e2ffa9e for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:22.456416 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dced27-e0e9-4fa9-a520-aca11ed8012e None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:22.457325 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16dced27-e0e9-4fa9-a520-aca11ed8012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:22.577440 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-16dced27-e0e9-4fa9-a520-aca11ed8012e None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:22.629774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e221307b-b36e-4685-a9c8-6512ed878e0f req-72073f85-7032-41d0-ad2e-712933d04a76 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417440 Jul 07 19:44:22.635487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-30b2d46e-f273-4933-9901-61d507aa83e2 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "GET /v2.0/networks/34385845-f749-4bd3-8820-974235536288?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2158215 Jul 07 19:44:22.652233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10952e5-4937-4686-816e-a970958b4c64 req-ac7d6267-7aeb-4f3c-b5f6-1cc1a012f9a3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:22.654380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b10952e5-4937-4686-816e-a970958b4c64 req-ac7d6267-7aeb-4f3c-b5f6-1cc1a012f9a3 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 945 time: 0.2010317 Jul 07 19:44:22.663121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:22.828337 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16dced27-e0e9-4fa9-a520-aca11ed8012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:22.839845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b10952e5-4937-4686-816e-a970958b4c64 req-f061bf30-33e7-4bfe-a80a-ab6c5f58b610 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717412 Jul 07 19:44:22.867940 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dced27-e0e9-4fa9-a520-aca11ed8012e None None] The sync data for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 is: [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:31:54Z', 'revision_number': 4, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '222f958e-d868-420a-aa68-168e4d7df2d9', 'name': '', 'network_id': 'b150f212-e4ea-4f67-9554-56f7fecaa4a1', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'mac_address': 'fa:16:3e:5f:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:52Z', 'updated_at': '2021-07-07T19:32:03Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'subnets': [{'id': 'b1e703ee-e305-44a3-b919-3ea0602c9c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:22.895512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:22.939405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851d767-219c-4d04-9919-fbe0aeb3d4a7 req-64ce6efc-6287-422c-ac94-a726bb05f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:22.941224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2851d767-219c-4d04-9919-fbe0aeb3d4a7 req-64ce6efc-6287-422c-ac94-a726bb05f68f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f58f2e439b864b4da52aae10cd571039&device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 1097 time: 0.2229733 Jul 07 19:44:22.998003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1072-20cb-4bc6-9b0b-e47fd350b0fd req-b41287af-ec68-409f-a1d7-34774baf3eb3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.003926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1072-20cb-4bc6-9b0b-e47fd350b0fd req-b41287af-ec68-409f-a1d7-34774baf3eb3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.010239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1072-20cb-4bc6-9b0b-e47fd350b0fd req-b41287af-ec68-409f-a1d7-34774baf3eb3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.016176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1072-20cb-4bc6-9b0b-e47fd350b0fd req-b41287af-ec68-409f-a1d7-34774baf3eb3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.022110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1072-20cb-4bc6-9b0b-e47fd350b0fd req-b41287af-ec68-409f-a1d7-34774baf3eb3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.028549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1072-20cb-4bc6-9b0b-e47fd350b0fd req-b41287af-ec68-409f-a1d7-34774baf3eb3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.034470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1072-20cb-4bc6-9b0b-e47fd350b0fd req-b41287af-ec68-409f-a1d7-34774baf3eb3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.036541 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c57c1072-20cb-4bc6-9b0b-e47fd350b0fd req-b41287af-ec68-409f-a1d7-34774baf3eb3 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 5437 time: 0.2328682 Jul 07 19:44:23.154844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe1bd6-6fc9-4d7c-9d4f-9bb3c5e710ac None None] New status for floating IP 218786e9-f7fc-41ba-8f10-150538d91608: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:44:23.192762 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c57c1072-20cb-4bc6-9b0b-e47fd350b0fd req-a61af3f6-fafb-4ce0-99fc-9402adfe2207 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&id=c898b6e2-e2a1-4300-a81f-2b737f92bdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266441 Jul 07 19:44:23.222334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851d767-219c-4d04-9919-fbe0aeb3d4a7 req-b54feb0e-8c2c-486c-904f-bc07b7996dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.223875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2851d767-219c-4d04-9919-fbe0aeb3d4a7 req-b54feb0e-8c2c-486c-904f-bc07b7996dcb service neutron] 10.222.0.59 "GET /v2.0/networks?id=b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 200 len: 913 time: 0.2639802 Jul 07 19:44:23.285488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2851d767-219c-4d04-9919-fbe0aeb3d4a7 req-fc5fcadc-886c-4d53-8d0e-6bf624a4500c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e132919f-ef51-4906-8ba5-0ab97774658f HTTP/1.1" status: 200 len: 217 time: 0.0530767 Jul 07 19:44:23.291115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] For port e63e5894-487a-4ed1-8fb3-7173bca23462, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e63e5894-487a-4ed1-8fb3-7173bca23462,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:23.361320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851d767-219c-4d04-9919-fbe0aeb3d4a7 req-6ffba3ed-b759-4366-9537-556a0f4c9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.363158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2851d767-219c-4d04-9919-fbe0aeb3d4a7 req-6ffba3ed-b759-4366-9537-556a0f4c9794 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 200 len: 850 time: 0.0698323 Jul 07 19:44:23.366364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] For port e63e5894-487a-4ed1-8fb3-7173bca23462, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:23.429586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] device_id is not set on port e63e5894-487a-4ed1-8fb3-7173bca23462 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:44:23.441197 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.448641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.537318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] No DVR routers for this DVR port e63e5894-487a-4ed1-8fb3-7173bca23462 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:23.541263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] Pushing event updated for resources: {'Port': ['ID=e63e5894-487a-4ed1-8fb3-7173bca23462,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:23.571325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851d767-219c-4d04-9919-fbe0aeb3d4a7 req-02339861-ae5c-495d-9e9f-e04f15b9a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.572930 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2851d767-219c-4d04-9919-fbe0aeb3d4a7 req-02339861-ae5c-495d-9e9f-e04f15b9a061 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b150f212-e4ea-4f67-9554-56f7fecaa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857173 Jul 07 19:44:23.641103 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] In _notify_port_updated(), no bound segment for port e63e5894-487a-4ed1-8fb3-7173bca23462 on network 34385845-f749-4bd3-8820-974235536288 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:44:23.642009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.642627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.643950 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-ec554066-e6de-4aea-9d44-9a481c6d9453 service neutron] 10.222.0.112 "PUT /v2.0/ports/e63e5894-487a-4ed1-8fb3-7173bca23462 HTTP/1.1" status: 200 len: 1028 time: 0.9882615 Jul 07 19:44:23.722102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-e3d33f2f-bc80-41cb-aaa4-2d0b27973c60 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:23.722931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-67e15fe4-7828-4179-8d51-cd3350cbf7b8 None None] Provisioning complete for port e63e5894-487a-4ed1-8fb3-7173bca23462 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:23.723308 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67e15fe4-7828-4179-8d51-cd3350cbf7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.723513 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-e3d33f2f-bc80-41cb-aaa4-2d0b27973c60 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "GET /v2.0/ports/9c2ef4a8-ab7f-460f-8cb6-89a5ba313763?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0724332 Jul 07 19:44:23.738114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:23.761652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-67e15fe4-7828-4179-8d51-cd3350cbf7b8 None None] Port e63e5894-487a-4ed1-8fb3-7173bca23462 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:44:23.771184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2851d767-219c-4d04-9919-fbe0aeb3d4a7 req-67f43981-33cc-41f5-90d4-fd47b7193abc service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879840 Jul 07 19:44:23.878717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:23.938711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2851d767-219c-4d04-9919-fbe0aeb3d4a7 req-00cf72de-70ce-408b-ac3f-41e559353235 service neutron] 10.222.0.59 "GET /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604002 Jul 07 19:44:24.128588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] For port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:24.162819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2e9b8-4b5d-46c4-8403-0b44ced84275 req-5ff29d7b-5ac0-433c-9e7c-3fd2e28cc415 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:24.164583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bf2e9b8-4b5d-46c4-8403-0b44ced84275 req-5ff29d7b-5ac0-433c-9e7c-3fd2e28cc415 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 945 time: 0.1889238 Jul 07 19:44:24.192972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc83156-8249-49d1-82ef-a11485c64d7e req-ca3ca661-f6d9-4036-8dcd-cc90974bb51c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:24.194436 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dc83156-8249-49d1-82ef-a11485c64d7e req-ca3ca661-f6d9-4036-8dcd-cc90974bb51c tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 945 time: 0.1565847 Jul 07 19:44:24.246734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] For port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:24.305323 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0bf2e9b8-4b5d-46c4-8403-0b44ced84275 req-683d2069-c566-4c06-97d1-d73adf819557 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d5a13ab-4843-4f90-a1c9-c2beec62448b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311822 Jul 07 19:44:24.323891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] device_id is not set on port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:44:24.366434 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.380117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.490340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:24.494382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] No DVR routers for this DVR port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:24.497239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2dc83156-8249-49d1-82ef-a11485c64d7e req-6ae98ce9-01e9-48a2-af3e-133642a65712 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Deleting port e132919f-ef51-4906-8ba5-0ab97774658f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:24.497589 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2dc83156-8249-49d1-82ef-a11485c64d7e req-6ae98ce9-01e9-48a2-af3e-133642a65712 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.637677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] In _notify_port_updated(), no bound segment for port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 on network 34385845-f749-4bd3-8820-974235536288 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 19:44:24.638728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:24.639425 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.640865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-d33da944-d725-49ce-b54c-3269b371a403 service neutron] 10.222.0.112 "PUT /v2.0/ports/9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 HTTP/1.1" status: 200 len: 1028 time: 0.9109597 Jul 07 19:44:24.722324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2dc83156-8249-49d1-82ef-a11485c64d7e req-6ae98ce9-01e9-48a2-af3e-133642a65712 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] For port e132919f-ef51-4906-8ba5-0ab97774658f, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e132919f-ef51-4906-8ba5-0ab97774658f,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:24.722690 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2dc83156-8249-49d1-82ef-a11485c64d7e req-6ae98ce9-01e9-48a2-af3e-133642a65712 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.748326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2dc83156-8249-49d1-82ef-a11485c64d7e req-6ae98ce9-01e9-48a2-af3e-133642a65712 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Calling delete_port for e132919f-ef51-4906-8ba5-0ab97774658f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:24.770588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efc7eb-70a1-433e-a2e5-18e12b8c02cc req-226a0af7-c3d8-4f74-a078-c21a7845d4cc tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:24.777209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efc7eb-70a1-433e-a2e5-18e12b8c02cc req-226a0af7-c3d8-4f74-a078-c21a7845d4cc tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:24.783237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efc7eb-70a1-433e-a2e5-18e12b8c02cc req-226a0af7-c3d8-4f74-a078-c21a7845d4cc tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:24.787456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c9fe3a2-a198-43dd-9fa4-76d60add5f37 None None] Provisioning complete for port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:24.787974 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c9fe3a2-a198-43dd-9fa4-76d60add5f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.789730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efc7eb-70a1-433e-a2e5-18e12b8c02cc req-226a0af7-c3d8-4f74-a078-c21a7845d4cc tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:24.795688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efc7eb-70a1-433e-a2e5-18e12b8c02cc req-226a0af7-c3d8-4f74-a078-c21a7845d4cc tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:24.797600 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60efc7eb-70a1-433e-a2e5-18e12b8c02cc req-226a0af7-c3d8-4f74-a078-c21a7845d4cc tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 3887 time: 0.3045666 Jul 07 19:44:24.824428 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e63e5894-487a-4ed1-8fb3-7173bca23462 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:24.852728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4c9fe3a2-a198-43dd-9fa4-76d60add5f37 None None] Port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:44:24.871723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e63e5894-487a-4ed1-8fb3-7173bca23462 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:24.872157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device ab5decfc-c319-4688-8bd8-00f06f4df8b9 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:24.944607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60efc7eb-70a1-433e-a2e5-18e12b8c02cc req-ed8c4b2d-9d3e-45dd-8a13-c9cea6471249 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824859 Jul 07 19:44:24.956627 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.964923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-2c42d846-33e7-48be-a535-79d7681056d8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Deleting port da338938-8a54-4715-ae73-a927d25b02e9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:24.965391 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-2c42d846-33e7-48be-a535-79d7681056d8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:24.993210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5decfc-c319-4688-8bd8-00f06f4df8b9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:24.998801 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264645e3-4a31-444b-965b-3ca57ab97809" -d '{"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5decfc-c319-4688-8bd8-00f06f4df8b9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:25.016568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port ab5decfc-c319-4688-8bd8-00f06f4df8b9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:25.024211 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.025797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 946cb551-1be4-4900-9625-023e6b0d6045 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:25.056185 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3661a2f-23d3-4857-9043-d582f1e16f0e x-openstack-request-id: req-f3661a2f-23d3-4857-9043-d582f1e16f0e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:25.056770 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5decfc-c319-4688-8bd8-00f06f4df8b9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:25.057208 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f3661a2f-23d3-4857-9043-d582f1e16f0e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:25.057849 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5decfc-c319-4688-8bd8-00f06f4df8b9', 'code': 200} Jul 07 19:44:25.074222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2dc83156-8249-49d1-82ef-a11485c64d7e req-6ae98ce9-01e9-48a2-af3e-133642a65712 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.118021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae98ce9-01e9-48a2-af3e-133642a65712 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event deleted for resources: {'Port': ['ID=e132919f-ef51-4906-8ba5-0ab97774658f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:25.149181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=ab5decfc-c319-4688-8bd8-00f06f4df8b9,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:25.162479 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-2c42d846-33e7-48be-a535-79d7681056d8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] For port da338938-8a54-4715-ae73-a927d25b02e9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=da338938-8a54-4715-ae73-a927d25b02e9,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:25.162962 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-2c42d846-33e7-48be-a535-79d7681056d8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.190954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc83156-8249-49d1-82ef-a11485c64d7e req-6ae98ce9-01e9-48a2-af3e-133642a65712 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] No DVR routers for this DVR port e132919f-ef51-4906-8ba5-0ab97774658f on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:25.192360 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.197393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2dc83156-8249-49d1-82ef-a11485c64d7e req-6ae98ce9-01e9-48a2-af3e-133642a65712 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.199561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2dc83156-8249-49d1-82ef-a11485c64d7e req-6ae98ce9-01e9-48a2-af3e-133642a65712 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.59 "DELETE /v2.0/ports/e132919f-ef51-4906-8ba5-0ab97774658f HTTP/1.1" status: 204 len: 173 time: 0.9976983 Jul 07 19:44:25.200076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'name': 'network-vif-deleted', 'tag': 'e132919f-ef51-4906-8ba5-0ab97774658f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:25.202622 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e52c32e-e4de-4bd8-9857-d7e99f9f2f69" -d '{"events": [{"server_uuid": "f82e5234-5507-4ad6-acc5-1b45f753b9e6", "name": "network-vif-deleted", "tag": "e132919f-ef51-4906-8ba5-0ab97774658f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:25.205358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-2c42d846-33e7-48be-a535-79d7681056d8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Calling delete_port for da338938-8a54-4715-ae73-a927d25b02e9 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:25.230639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 946cb551-1be4-4900-9625-023e6b0d6045, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=946cb551-1be4-4900-9625-023e6b0d6045,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:25.235758 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.236875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 53b714e0-d850-4aec-b368-e7f2ccaa4721 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:25.318929 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=946cb551-1be4-4900-9625-023e6b0d6045,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:25.378584 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.418546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 53b714e0-d850-4aec-b368-e7f2ccaa4721, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:25.424100 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.425069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5b290453-bf21-4a9d-89d8-4f0d1116f41e no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:25.526202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=53b714e0-d850-4aec-b368-e7f2ccaa4721,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:25.603404 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.646496 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2b18f9-99c7-4ee9-9470-f076fc446552 x-openstack-request-id: req-bf2b18f9-99c7-4ee9-9470-f076fc446552 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:25.647015 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82e5234-5507-4ad6-acc5-1b45f753b9e6", "name": "network-vif-deleted", "tag": "e132919f-ef51-4906-8ba5-0ab97774658f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:25.647460 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bf2b18f9-99c7-4ee9-9470-f076fc446552 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:25.648221 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82e5234-5507-4ad6-acc5-1b45f753b9e6', 'name': 'network-vif-deleted', 'tag': 'e132919f-ef51-4906-8ba5-0ab97774658f', 'status': 'completed', 'code': 200} Jul 07 19:44:25.682461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bbe60b8a-80e8-4f47-923c-00340b763ba6 req-250d0327-f5ea-483b-9435-1be99750cbcb tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0376825 Jul 07 19:44:25.700229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5b290453-bf21-4a9d-89d8-4f0d1116f41e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:25.716441 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.717204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device da338938-8a54-4715-ae73-a927d25b02e9 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:25.814629 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-2c42d846-33e7-48be-a535-79d7681056d8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.830948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5b290453-bf21-4a9d-89d8-4f0d1116f41e,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:25.841977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No active binding found for port da338938-8a54-4715-ae73-a927d25b02e9 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:44:25.842640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device da338938-8a54-4715-ae73-a927d25b02e9 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:25.843236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:25.904439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:25.908881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42d846-33e7-48be-a535-79d7681056d8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Port': ['ID=da338938-8a54-4715-ae73-a927d25b02e9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:25.927666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-2c42d846-33e7-48be-a535-79d7681056d8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] No DVR routers for this DVR port da338938-8a54-4715-ae73-a927d25b02e9 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:25.931138 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-2c42d846-33e7-48be-a535-79d7681056d8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:25.933165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-2c42d846-33e7-48be-a535-79d7681056d8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "DELETE /v2.0/ports/da338938-8a54-4715-ae73-a927d25b02e9 HTTP/1.1" status: 204 len: 173 time: 1.2834556 Jul 07 19:44:26.078373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Deleting port 946cb551-1be4-4900-9625-023e6b0d6045 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:26.078879 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:26.227963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] For port 946cb551-1be4-4900-9625-023e6b0d6045, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=946cb551-1be4-4900-9625-023e6b0d6045,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:26.228642 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:26.304014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f25cb4-d7da-46fb-b865-074743aefb5a req-33a362db-c800-4d55-820d-782becb9a821 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:26.311377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f25cb4-d7da-46fb-b865-074743aefb5a req-33a362db-c800-4d55-820d-782becb9a821 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:26.317283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f25cb4-d7da-46fb-b865-074743aefb5a req-33a362db-c800-4d55-820d-782becb9a821 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:26.324491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f25cb4-d7da-46fb-b865-074743aefb5a req-33a362db-c800-4d55-820d-782becb9a821 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:26.331798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83f25cb4-d7da-46fb-b865-074743aefb5a req-33a362db-c800-4d55-820d-782becb9a821 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 3144 time: 0.2025731 Jul 07 19:44:26.433373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83f25cb4-d7da-46fb-b865-074743aefb5a req-68b48fd7-2f4d-4d2f-a705-5347a3e2d337 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004047 Jul 07 19:44:26.528272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:26.528760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:26.529142 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Floating IP 1dc583be-997e-4e8e-b51b-e5d65b860ebd disassociated. External IP: 172.25.2.19, port: 946cb551-1be4-4900-9625-023e6b0d6045. Jul 07 19:44:26.529551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Calling delete_port for 946cb551-1be4-4900-9625-023e6b0d6045 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:26.666130 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:26.707409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Port': ['ID=946cb551-1be4-4900-9625-023e6b0d6045,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:26.734853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e132919f-ef51-4906-8ba5-0ab97774658f no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:26.780370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: e132919f-ef51-4906-8ba5-0ab97774658f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:26.782071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e132919f-ef51-4906-8ba5-0ab97774658f not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:26.876333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Router a8edc805-a7ba-40bb-aafb-16c96da201f3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:44:26.910404 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41702dd5-41a1-40f7-b5cb-db7f323b6716 req-946c33bf-6eb9-4016-844c-554d89d70462 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0323431 Jul 07 19:44:27.021463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:27.032276 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0680f9-6e4c-493e-bcea-7cb2c3c5a80e None None] Sync routers for ids ['a8edc805-a7ba-40bb-aafb-16c96da201f3'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:27.042324 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0680f9-6e4c-493e-bcea-7cb2c3c5a80e None None] Routers {'a8edc805-a7ba-40bb-aafb-16c96da201f3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:27.042953 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cf0680f9-6e4c-493e-bcea-7cb2c3c5a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a8edc805-a7ba-40bb-aafb-16c96da201f3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:27.059463 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946cb551-1be4-4900-9625-023e6b0d6045'}, {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b714e0-d850-4aec-b368-e7f2ccaa4721'}, {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b290453-bf21-4a9d-89d8-4f0d1116f41e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:27.061953 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01994a3-3296-4872-ba60-e4ebb95c8783" -d '{"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-unplugged", "status": "completed", "tag": "946cb551-1be4-4900-9625-023e6b0d6045"}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-unplugged", "status": "completed", "tag": "53b714e0-d850-4aec-b368-e7f2ccaa4721"}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-unplugged", "status": "completed", "tag": "5b290453-bf21-4a9d-89d8-4f0d1116f41e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:27.081372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] No DVR routers for this DVR port 946cb551-1be4-4900-9625-023e6b0d6045 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:27.088567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.094763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f68e05c4-b059-488a-bcfa-92a412d13e6a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "DELETE /v2.0/ports/946cb551-1be4-4900-9625-023e6b0d6045 HTTP/1.1" status: 204 len: 173 time: 1.1561337 Jul 07 19:44:27.128650 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ee5819-3312-4ed7-8ae5-3f13714bc267 x-openstack-request-id: req-a7ee5819-3312-4ed7-8ae5-3f13714bc267 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:27.128990 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-unplugged", "status": "completed", "tag": "946cb551-1be4-4900-9625-023e6b0d6045", "code": 200}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-unplugged", "status": "completed", "tag": "53b714e0-d850-4aec-b368-e7f2ccaa4721", "code": 200}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-unplugged", "status": "completed", "tag": "5b290453-bf21-4a9d-89d8-4f0d1116f41e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:27.129261 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a7ee5819-3312-4ed7-8ae5-3f13714bc267 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:27.129663 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946cb551-1be4-4900-9625-023e6b0d6045', 'code': 200} Jul 07 19:44:27.129939 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b714e0-d850-4aec-b368-e7f2ccaa4721', 'code': 200} Jul 07 19:44:27.130190 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b290453-bf21-4a9d-89d8-4f0d1116f41e', 'code': 200} Jul 07 19:44:27.207972 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cf0680f9-6e4c-493e-bcea-7cb2c3c5a80e None None] Set router a8edc805-a7ba-40bb-aafb-16c96da201f3 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:27.285126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-df9bae2b-4db2-42ec-b4e4-36575e23070a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Deleting port ab5decfc-c319-4688-8bd8-00f06f4df8b9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:27.285618 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-df9bae2b-4db2-42ec-b4e4-36575e23070a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.405899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-df9bae2b-4db2-42ec-b4e4-36575e23070a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] For port ab5decfc-c319-4688-8bd8-00f06f4df8b9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=ab5decfc-c319-4688-8bd8-00f06f4df8b9,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:27.406345 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-df9bae2b-4db2-42ec-b4e4-36575e23070a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.423607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-df9bae2b-4db2-42ec-b4e4-36575e23070a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Calling delete_port for ab5decfc-c319-4688-8bd8-00f06f4df8b9 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:27.468025 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cf0680f9-6e4c-493e-bcea-7cb2c3c5a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:28Z', 'revision_number': 4, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '78d799f8-9a0d-4978-930a-4a0ce76a6d3d', 'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'mac_address': 'fa:16:3e:f1:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:39Z', 'revision_number': 5, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'subnets': [{'id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:27.535340 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0680f9-6e4c-493e-bcea-7cb2c3c5a80e None None] Checking router: a8edc805-a7ba-40bb-aafb-16c96da201f3 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:27.580628 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0680f9-6e4c-493e-bcea-7cb2c3c5a80e None None] Routers {'a8edc805-a7ba-40bb-aafb-16c96da201f3'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:27.581274 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cf0680f9-6e4c-493e-bcea-7cb2c3c5a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a8edc805-a7ba-40bb-aafb-16c96da201f3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:27.634722 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-df9bae2b-4db2-42ec-b4e4-36575e23070a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.654710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-deleted', 'tag': 'da338938-8a54-4715-ae73-a927d25b02e9'}, {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-deleted', 'tag': '946cb551-1be4-4900-9625-023e6b0d6045'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:27.657225 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7602b79-747f-453e-8ff2-a30ee8cd9f06" -d '{"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-deleted", "tag": "da338938-8a54-4715-ae73-a927d25b02e9"}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-deleted", "tag": "946cb551-1be4-4900-9625-023e6b0d6045"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:27.724888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bae2b-4db2-42ec-b4e4-36575e23070a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Port': ['ID=ab5decfc-c319-4688-8bd8-00f06f4df8b9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:27.755358 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962b88ba-8d64-4bcf-8322-00408ecb69b2 x-openstack-request-id: req-962b88ba-8d64-4bcf-8322-00408ecb69b2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:27.755997 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-deleted", "tag": "da338938-8a54-4715-ae73-a927d25b02e9", "status": "completed", "code": 200}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-deleted", "tag": "946cb551-1be4-4900-9625-023e6b0d6045", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:27.756350 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-962b88ba-8d64-4bcf-8322-00408ecb69b2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:27.756926 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-deleted', 'tag': 'da338938-8a54-4715-ae73-a927d25b02e9', 'status': 'completed', 'code': 200} Jul 07 19:44:27.757284 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-deleted', 'tag': '946cb551-1be4-4900-9625-023e6b0d6045', 'status': 'completed', 'code': 200} Jul 07 19:44:27.793323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-df9bae2b-4db2-42ec-b4e4-36575e23070a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] No DVR routers for this DVR port ab5decfc-c319-4688-8bd8-00f06f4df8b9 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:27.798929 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-df9bae2b-4db2-42ec-b4e4-36575e23070a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.801234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-df9bae2b-4db2-42ec-b4e4-36575e23070a tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "DELETE /v2.0/ports/ab5decfc-c319-4688-8bd8-00f06f4df8b9 HTTP/1.1" status: 204 len: 173 time: 0.6998551 Jul 07 19:44:27.831258 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cf0680f9-6e4c-493e-bcea-7cb2c3c5a80e None None] Set router a8edc805-a7ba-40bb-aafb-16c96da201f3 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:27.905271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f9bdd-b429-40a2-8add-2fec7f03e7b1 req-efde6b92-9d3d-4c08-b1a1-6f820561f219 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:27.911262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f9bdd-b429-40a2-8add-2fec7f03e7b1 req-efde6b92-9d3d-4c08-b1a1-6f820561f219 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:27.912961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-538f9bdd-b429-40a2-8add-2fec7f03e7b1 req-efde6b92-9d3d-4c08-b1a1-6f820561f219 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 1677 time: 0.2415245 Jul 07 19:44:27.973634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f2c55728-ea06-410a-aa10-3cf96970bf93 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Deleting port 53b714e0-d850-4aec-b368-e7f2ccaa4721 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:27.974239 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f2c55728-ea06-410a-aa10-3cf96970bf93 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:27.980329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-538f9bdd-b429-40a2-8add-2fec7f03e7b1 req-9b472af4-d09b-48b8-a59a-29b276c5f593 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups?id=cc68ff58-2797-46bf-bb42-247bcfe77767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534368 Jul 07 19:44:28.137578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f2c55728-ea06-410a-aa10-3cf96970bf93 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] For port 53b714e0-d850-4aec-b368-e7f2ccaa4721, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=53b714e0-d850-4aec-b368-e7f2ccaa4721,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:28.137996 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f2c55728-ea06-410a-aa10-3cf96970bf93 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.180911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60ea5b5c-edbe-4e64-85b4-c819bd2948f1 req-0e4d5b69-e4c0-42ed-986e-0631f23cd0f5 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0622182 Jul 07 19:44:28.189414 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cf0680f9-6e4c-493e-bcea-7cb2c3c5a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:28Z', 'revision_number': 4, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '78d799f8-9a0d-4978-930a-4a0ce76a6d3d', 'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'mac_address': 'fa:16:3e:f1:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:39Z', 'revision_number': 5, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'subnets': [{'id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:28.192169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f2c55728-ea06-410a-aa10-3cf96970bf93 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Calling delete_port for 53b714e0-d850-4aec-b368-e7f2ccaa4721 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:28.235725 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0680f9-6e4c-493e-bcea-7cb2c3c5a80e None None] The sync data for ids ['a8edc805-a7ba-40bb-aafb-16c96da201f3'] in n-d-792394-12 is: [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:33:28Z', 'revision_number': 4, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '78d799f8-9a0d-4978-930a-4a0ce76a6d3d', 'name': '', 'network_id': '9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'mac_address': 'fa:16:3e:f1:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:24Z', 'updated_at': '2021-07-07T19:33:39Z', 'revision_number': 5, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'subnets': [{'id': '1e96c63b-b9c3-4392-80cb-a5efc479f4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:28.381941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f2c55728-ea06-410a-aa10-3cf96970bf93 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.426245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c55728-ea06-410a-aa10-3cf96970bf93 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Port': ['ID=53b714e0-d850-4aec-b368-e7f2ccaa4721,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:28.485897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f2c55728-ea06-410a-aa10-3cf96970bf93 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] No DVR routers for this DVR port 53b714e0-d850-4aec-b368-e7f2ccaa4721 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:28.492750 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f2c55728-ea06-410a-aa10-3cf96970bf93 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.493597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f2c55728-ea06-410a-aa10-3cf96970bf93 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "DELETE /v2.0/ports/53b714e0-d850-4aec-b368-e7f2ccaa4721 HTTP/1.1" status: 204 len: 173 time: 0.6866395 Jul 07 19:44:28.611193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16053291-2574-4228-acbd-3854452d36ac None None] New status for floating IP 1dc583be-997e-4e8e-b51b-e5d65b860ebd: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:44:28.634264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f0646553-5d0f-4199-b7bc-08ed5a647604 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Deleting port 5b290453-bf21-4a9d-89d8-4f0d1116f41e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:28.634599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f0646553-5d0f-4199-b7bc-08ed5a647604 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.755309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f0646553-5d0f-4199-b7bc-08ed5a647604 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] For port 5b290453-bf21-4a9d-89d8-4f0d1116f41e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5b290453-bf21-4a9d-89d8-4f0d1116f41e,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:28.755802 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f0646553-5d0f-4199-b7bc-08ed5a647604 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:28.774352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f0646553-5d0f-4199-b7bc-08ed5a647604 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Calling delete_port for 5b290453-bf21-4a9d-89d8-4f0d1116f41e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:29.041810 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f0646553-5d0f-4199-b7bc-08ed5a647604 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:29.094076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0646553-5d0f-4199-b7bc-08ed5a647604 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Port': ['ID=5b290453-bf21-4a9d-89d8-4f0d1116f41e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:29.144467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f0646553-5d0f-4199-b7bc-08ed5a647604 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] No DVR routers for this DVR port 5b290453-bf21-4a9d-89d8-4f0d1116f41e on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:29.147963 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f0646553-5d0f-4199-b7bc-08ed5a647604 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:29.150977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-19db6310-6580-4d7a-9eb0-91f8b5cf8d0d req-f0646553-5d0f-4199-b7bc-08ed5a647604 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.112 "DELETE /v2.0/ports/5b290453-bf21-4a9d-89d8-4f0d1116f41e HTTP/1.1" status: 204 len: 173 time: 0.6509798 Jul 07 19:44:29.198261 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-269aba83-b16e-47b3-8614-74d402f031cd req-2c3b4b58-f0d0-4f3c-9ae3-8a597228c108 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0322013 Jul 07 19:44:29.363579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57ccff05-1efc-480f-a4fc-43275418945e req-50c88a1a-a1f4-43b3-a4cc-9db96122fb6a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82e5234-5507-4ad6-acc5-1b45f753b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0289121 Jul 07 19:44:29.758745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-deleted', 'tag': 'ab5decfc-c319-4688-8bd8-00f06f4df8b9'}, {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-deleted', 'tag': '53b714e0-d850-4aec-b368-e7f2ccaa4721'}, {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-deleted', 'tag': '5b290453-bf21-4a9d-89d8-4f0d1116f41e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:44:29.762180 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da84030-06dd-46c2-83af-62754ca6b2d2" -d '{"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-deleted", "tag": "ab5decfc-c319-4688-8bd8-00f06f4df8b9"}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-deleted", "tag": "53b714e0-d850-4aec-b368-e7f2ccaa4721"}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-deleted", "tag": "5b290453-bf21-4a9d-89d8-4f0d1116f41e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:44:29.815628 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 19:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28eabe7-b59d-4e7c-881d-641bbe890533 x-openstack-request-id: req-d28eabe7-b59d-4e7c-881d-641bbe890533 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:44:29.819921 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-deleted", "tag": "ab5decfc-c319-4688-8bd8-00f06f4df8b9", "status": "completed", "code": 200}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-deleted", "tag": "53b714e0-d850-4aec-b368-e7f2ccaa4721", "status": "completed", "code": 200}, {"server_uuid": "33eade1d-95be-4716-b23e-b7f50809d739", "name": "network-vif-deleted", "tag": "5b290453-bf21-4a9d-89d8-4f0d1116f41e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:44:29.820923 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d28eabe7-b59d-4e7c-881d-641bbe890533 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:44:29.821513 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-deleted', 'tag': 'ab5decfc-c319-4688-8bd8-00f06f4df8b9', 'status': 'completed', 'code': 200} Jul 07 19:44:29.821955 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-deleted', 'tag': '53b714e0-d850-4aec-b368-e7f2ccaa4721', 'status': 'completed', 'code': 200} Jul 07 19:44:29.822525 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eade1d-95be-4716-b23e-b7f50809d739', 'name': 'network-vif-deleted', 'tag': '5b290453-bf21-4a9d-89d8-4f0d1116f41e', 'status': 'completed', 'code': 200} Jul 07 19:44:30.381931 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3525bb6e-3003-4f61-925b-384d6ee2c677 req-d380c907-dc9d-433a-ac4a-fab536c41d03 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0404775 Jul 07 19:44:30.468815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:30.600855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Deleting port 516a91f8-34c8-4d1c-b7e8-7f52b71d51a8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:30.601460 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.678101 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.678355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.690109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Calling delete_port for 516a91f8-34c8-4d1c-b7e8-7f52b71d51a8 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:30.832211 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.864658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event deleted for resources: {'Port': ['ID=516a91f8-34c8-4d1c-b7e8-7f52b71d51a8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:30.876653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.877262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.877403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.877697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.878237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.879273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.879273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.879502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.879733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.880063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.880465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.880740 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:30.957893 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.961649 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:30.962939 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bf72d8f2-9028-4005-a528-354e22238a1a tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "DELETE /v2.0/floatingips/1f45f997-e8c6-4143-8f7f-6353fb2b008c HTTP/1.1" status: 204 len: 168 time: 0.4930527 Jul 07 19:44:31.553403 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4c2bedb-180f-4a19-bec2-42f29131e06c req-c03d9269-4579-40d2-878d-2e945de5b24c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0341439 Jul 07 19:44:32.783510 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8fd95b73-8efa-434e-9100-ca9423c49c1a req-1b787614-63f6-41c3-a430-d0f48d0c316f tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0476706 Jul 07 19:44:33.554136 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:33.965728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51e95277-9636-49d2-87a1-97cb7ff87261 req-caa8c688-2099-490c-b62a-2dcb6a50c9b4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0309768 Jul 07 19:44:35.173500 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba56b456-c386-4a8c-93d5-716f70ae5bb2 req-ba6c9e82-78a9-4f64-be6a-f8e1df7fcbe7 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0483577 Jul 07 19:44:35.545891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:35.676235 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75c5086e-6cc3-443e-988e-3e470ba5c8b4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.724483 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75c5086e-6cc3-443e-988e-3e470ba5c8b4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.839203 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75c5086e-6cc3-443e-988e-3e470ba5c8b4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.842228 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75c5086e-6cc3-443e-988e-3e470ba5c8b4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:35.843452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-75c5086e-6cc3-443e-988e-3e470ba5c8b4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] 10.222.0.113 "DELETE /v2.0/security-groups/9d5a13ab-4843-4f90-a1c9-c2beec62448b HTTP/1.1" status: 204 len: 168 time: 0.2965779 Jul 07 19:44:35.869624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5086e-6cc3-443e-988e-3e470ba5c8b4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5a13ab-4843-4f90-a1c9-c2beec62448b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:36.359944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3fc233c-bbc5-496c-bcdb-bebae6047a99 req-f4b8eae2-75fd-42b9-8289-ceefb0d001ac tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0411146 Jul 07 19:44:36.923436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:37.485806 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.532868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34b072dc-f161-4837-a682-f038e591fe81 req-3740546a-afd8-45c5-907b-1f1a5af9c2c0 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0427597 Jul 07 19:44:37.784914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] Deleting port 222f958e-d868-420a-aa68-168e4d7df2d9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:37.785256 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.884129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] For port 222f958e-d868-420a-aa68-168e4d7df2d9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=222f958e-d868-420a-aa68-168e4d7df2d9,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:37.884527 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:37.901438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] Calling delete_port for 222f958e-d868-420a-aa68-168e4d7df2d9 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:37.937517 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:44:37.978651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:38.118485 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.131066 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34eb5e82-f5bb-4f80-b947-167d0be3017f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.176671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=222f958e-d868-420a-aa68-168e4d7df2d9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:38.285814 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34eb5e82-f5bb-4f80-b947-167d0be3017f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.295950 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34eb5e82-f5bb-4f80-b947-167d0be3017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.353670 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.355936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-34eb5e82-f5bb-4f80-b947-167d0be3017f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7d0abff428fe43b69d02dcc86f02e399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752475 Jul 07 19:44:38.360905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:38.368652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb5e82-f5bb-4f80-b947-167d0be3017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70270653-c919-4c6e-ab41-e436e22c1c53,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:38.398935 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-973df314-3e36-42ba-a822-32ffbda76879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.519208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8478a33a-d0b2-4597-9ff6-64fc43d8a81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.553269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8478a33a-d0b2-4597-9ff6-64fc43d8a81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.683262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8478a33a-d0b2-4597-9ff6-64fc43d8a81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.686187 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8478a33a-d0b2-4597-9ff6-64fc43d8a81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:38.687245 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8478a33a-d0b2-4597-9ff6-64fc43d8a81c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/70270653-c919-4c6e-ab41-e436e22c1c53 HTTP/1.1" status: 204 len: 168 time: 0.3253469 Jul 07 19:44:38.687931 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44b02416-e226-42ea-94a2-77c1a4e0304f req-114f7b42-859c-4608-a078-c9f4dbd899c8 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0341327 Jul 07 19:44:38.702615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478a33a-d0b2-4597-9ff6-64fc43d8a81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70270653-c919-4c6e-ab41-e436e22c1c53,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:38.740332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] Router e53c06ff-6475-46f0-a260-9f061e2ffa9e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:44:38.868819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:38.876384 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8ec0e00a-c6d5-473e-93e2-2b30a4bf85c2 admin admin] 10.222.0.113 "PUT /v2.0/routers/e53c06ff-6475-46f0-a260-9f061e2ffa9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9496479 Jul 07 19:44:38.876763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:38.888994 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38d219-f13f-40c3-9a3c-b1f6855a0624 None None] Sync routers for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:38.900166 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38d219-f13f-40c3-9a3c-b1f6855a0624 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:38.901308 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4a38d219-f13f-40c3-9a3c-b1f6855a0624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:39.019195 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.050704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:39.068417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.147113 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.148193 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4a38d219-f13f-40c3-9a3c-b1f6855a0624 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:39.193370 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.199756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.214786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Deleting port c15d84a0-e193-4568-9330-2730682234f8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:39.215123 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.231394 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e38df3d262f340e3a29baace3d212f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779082 Jul 07 19:44:39.238707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:39.281616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdf8dde-e74e-496f-a097-1673fdf57478,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:39.296037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.296645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.297269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.297551 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.297964 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.298371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.298790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.299253 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.299802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.300199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.300641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.301037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f0846-b2dc-4c72-ad1a-ef90ffac1406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:39.328246 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87cbf94f-b487-4609-b6b8-62408b3aa497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.332328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] For port c15d84a0-e193-4568-9330-2730682234f8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c15d84a0-e193-4568-9330-2730682234f8,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:39.333100 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.350313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Calling delete_port for c15d84a0-e193-4568-9330-2730682234f8 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:39.351119 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4a38d219-f13f-40c3-9a3c-b1f6855a0624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'c15d84a0-e193-4568-9330-2730682234f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:44:38Z', 'revision_number': 5, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port': {'id': 'c15d84a0-e193-4568-9330-2730682234f8', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:31:47Z', 'updated_at': '2021-07-07T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:39.355945 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87cbf94f-b487-4609-b6b8-62408b3aa497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.386064 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38d219-f13f-40c3-9a3c-b1f6855a0624 None None] Checking router: e53c06ff-6475-46f0-a260-9f061e2ffa9e for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:39.395204 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38d219-f13f-40c3-9a3c-b1f6855a0624 None None] Routers {'e53c06ff-6475-46f0-a260-9f061e2ffa9e'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:39.395738 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4a38d219-f13f-40c3-9a3c-b1f6855a0624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:39.423591 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87cbf94f-b487-4609-b6b8-62408b3aa497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.426483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87cbf94f-b487-4609-b6b8-62408b3aa497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.432374 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-87cbf94f-b487-4609-b6b8-62408b3aa497 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8fdf8dde-e74e-496f-a097-1673fdf57478 HTTP/1.1" status: 204 len: 168 time: 0.1923494 Jul 07 19:44:39.451693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbf94f-b487-4609-b6b8-62408b3aa497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdf8dde-e74e-496f-a097-1673fdf57478,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:39.516205 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4a38d219-f13f-40c3-9a3c-b1f6855a0624 None None] Set router e53c06ff-6475-46f0-a260-9f061e2ffa9e gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:39.581030 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4a38d219-f13f-40c3-9a3c-b1f6855a0624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:44:39Z', 'revision_number': 6, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:39.612979 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38d219-f13f-40c3-9a3c-b1f6855a0624 None None] The sync data for ids ['e53c06ff-6475-46f0-a260-9f061e2ffa9e'] in n-d-792394-12 is: [{'id': 'e53c06ff-6475-46f0-a260-9f061e2ffa9e', 'name': 'tempest-TestVolumeBootPattern-669614665-router', 'tenant_id': 'f58f2e439b864b4da52aae10cd571039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:31:44Z', 'updated_at': '2021-07-07T19:44:39Z', 'revision_number': 6, 'project_id': 'f58f2e439b864b4da52aae10cd571039', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:39.614261 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.642999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15d84a0-e193-4568-9330-2730682234f8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:39.716664 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.814573 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.816909 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.901284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7b1caa7-cdd6-4982-9dbf-fa146c17096b req-f6835002-dac8-4d79-855a-0b3691a7c195 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0338707 Jul 07 19:44:39.903026 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.903541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e53c06ff-6475-46f0-a260-9f061e2ffa9e {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:44:39.911832 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:39.916002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:39.924899 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7386c95b-e470-4442-b2e2-b4fa0aa26690 admin admin] 10.222.0.113 "DELETE /v2.0/routers/e53c06ff-6475-46f0-a260-9f061e2ffa9e HTTP/1.1" status: 204 len: 168 time: 1.0469801 Jul 07 19:44:39.972180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-816e9dfc-ff10-4a04-a60e-626d5ba58e6b admin admin] Deleting subnet b1e703ee-e305-44a3-b919-3ea0602c9c04 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:44:39.975914 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-816e9dfc-ff10-4a04-a60e-626d5ba58e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.024232 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-816e9dfc-ff10-4a04-a60e-626d5ba58e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.124895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-816e9dfc-ff10-4a04-a60e-626d5ba58e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.188187 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-816e9dfc-ff10-4a04-a60e-626d5ba58e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.221899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e9dfc-ff10-4a04-a60e-626d5ba58e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e703ee-e305-44a3-b919-3ea0602c9c04,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:40.227365 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-816e9dfc-ff10-4a04-a60e-626d5ba58e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.230352 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-816e9dfc-ff10-4a04-a60e-626d5ba58e6b admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b1e703ee-e305-44a3-b919-3ea0602c9c04 HTTP/1.1" status: 204 len: 168 time: 0.3131714 Jul 07 19:44:40.232452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:40.236166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30727508-ca2c-42c3-b93b-bd0bf3acb4a3 None None] Network b150f212-e4ea-4f67-9554-56f7fecaa4a1 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:40.316834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.386634 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Deleting port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:40.387026 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.472814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] For port 1141050e-5ef6-4d90-b25d-3d24b3717cc8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1141050e-5ef6-4d90-b25d-3d24b3717cc8,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:40.473219 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.494562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4a1da9-3666-411a-9318-96ba4284e73f None None] DHCP port deletion for b150f212-e4ea-4f67-9554-56f7fecaa4a1 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:44:40.498409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Calling delete_port for 1141050e-5ef6-4d90-b25d-3d24b3717cc8 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:40.557400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a1da9-3666-411a-9318-96ba4284e73f None None] Deleting port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:40.557779 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1da9-3666-411a-9318-96ba4284e73f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.591579 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.631708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Pushing event deleted for resources: {'Port': ['ID=1141050e-5ef6-4d90-b25d-3d24b3717cc8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:40.635772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] No DVR routers for this DVR port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:40.672006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d4a1da9-3666-411a-9318-96ba4284e73f None None] For port 1141050e-5ef6-4d90-b25d-3d24b3717cc8, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1141050e-5ef6-4d90-b25d-3d24b3717cc8,segment=NetworkSegment(d63f2e8f-c44a-40e8-bced-43d7c79cfc0d),segment_id=d63f2e8f-c44a-40e8-bced-43d7c79cfc0d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:40.672782 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1da9-3666-411a-9318-96ba4284e73f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.688853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a1da9-3666-411a-9318-96ba4284e73f None None] Calling delete_port for 1141050e-5ef6-4d90-b25d-3d24b3717cc8 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:40.722528 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.734869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b150f212-e4ea-4f67-9554-56f7fecaa4a1']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:40.747461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:40.747803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63f2e8f-c44a-40e8-bced-43d7c79cfc0d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:40.766386 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.782718 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1da9-3666-411a-9318-96ba4284e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.796019 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.815637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:44:40.816081 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.817344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a1da9-3666-411a-9318-96ba4284e73f None None] Pushing event deleted for resources: {'Port': ['ID=1141050e-5ef6-4d90-b25d-3d24b3717cc8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:44:40.818707 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:44:40.832860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a1da9-3666-411a-9318-96ba4284e73f None None] No DVR routers for this DVR port 1141050e-5ef6-4d90-b25d-3d24b3717cc8 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:40.921104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.927961 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:40.930785 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] 10.222.0.113 "DELETE /v2.0/networks/b150f212-e4ea-4f67-9554-56f7fecaa4a1 HTTP/1.1" status: 204 len: 168 time: 0.6970639 Jul 07 19:44:40.934180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:40.952997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09352fd5-afcd-46d0-916c-d8e29165db7d admin admin] Pushing event deleted for resources: {'Network': ['ID=b150f212-e4ea-4f67-9554-56f7fecaa4a1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:40.970441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:41.089308 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3d1e006-3c2d-4f26-a4c9-98ce2257a0ff req-ef99ac1e-638f-456b-b7ba-842124b31632 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0360932 Jul 07 19:44:41.099309 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc313-a374-4fe0-a1fa-e0215a336a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.116268 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc671-8a1c-433a-8c1f-f36ce9c48174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.218754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc671-8a1c-433a-8c1f-f36ce9c48174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.223259 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc671-8a1c-433a-8c1f-f36ce9c48174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.267449 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cc671-8a1c-433a-8c1f-f36ce9c48174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3984e8d-b578-41e3-8d53-249352392371,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:41.275691 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4c3cc671-8a1c-433a-8c1f-f36ce9c48174 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dfd76f13ab8f404b9c6aa2b8c37c6548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034286 Jul 07 19:44:41.276392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:41.308935 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.342333 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289708c7-febd-4e1a-bbe5-acb23a28f927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.371788 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289708c7-febd-4e1a-bbe5-acb23a28f927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.437601 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289708c7-febd-4e1a-bbe5-acb23a28f927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.442500 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289708c7-febd-4e1a-bbe5-acb23a28f927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:41.447652 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-289708c7-febd-4e1a-bbe5-acb23a28f927 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f3984e8d-b578-41e3-8d53-249352392371 HTTP/1.1" status: 204 len: 168 time: 0.1666188 Jul 07 19:44:41.457249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289708c7-febd-4e1a-bbe5-acb23a28f927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3984e8d-b578-41e3-8d53-249352392371,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:41.534649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 222f958e-d868-420a-aa68-168e4d7df2d9 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:41.563268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 222f958e-d868-420a-aa68-168e4d7df2d9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:41.563851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 222f958e-d868-420a-aa68-168e4d7df2d9 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:41.564510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1141050e-5ef6-4d90-b25d-3d24b3717cc8 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:41.586171 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 1141050e-5ef6-4d90-b25d-3d24b3717cc8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:41.587798 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1141050e-5ef6-4d90-b25d-3d24b3717cc8 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:41.588737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c15d84a0-e193-4568-9330-2730682234f8 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:41.612626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: c15d84a0-e193-4568-9330-2730682234f8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:41.613285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c15d84a0-e193-4568-9330-2730682234f8 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:41.752024 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.056664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] Deleting port dc93cb6d-b1f7-4bd8-9a16-698efd271240 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:42.057248 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.147581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] For port dc93cb6d-b1f7-4bd8-9a16-698efd271240, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=dc93cb6d-b1f7-4bd8-9a16-698efd271240,segment=NetworkSegment(b81fea63-c988-45e7-8005-208952abb7f3),segment_id=b81fea63-c988-45e7-8005-208952abb7f3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:42.148312 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.166884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] Calling delete_port for dc93cb6d-b1f7-4bd8-9a16-698efd271240 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:42.338313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-778c5af7-f4b2-4e82-b21c-840b5646fcf8 req-4e598f4c-1433-4750-8f90-5f6b94f79a77 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/ports?device_id=33eade1d-95be-4716-b23e-b7f50809d739 HTTP/1.1" status: 200 len: 210 time: 0.0383742 Jul 07 19:44:42.431176 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.450783 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.466643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc93cb6d-b1f7-4bd8-9a16-698efd271240,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:42.638596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:42.876336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] Router c2c00c7d-0df4-40db-a0e2-dabe9169846e has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:44:43.008029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:43.013857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1cd547c7-0dbf-4a15-b07e-9a7235b0c9d8 admin admin] 10.222.0.113 "PUT /v2.0/routers/c2c00c7d-0df4-40db-a0e2-dabe9169846e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0782223 Jul 07 19:44:43.016538 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:43.019945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f1101-aa24-413b-b858-9251b82f9f99 None None] Sync routers for ids ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:43.030775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f1101-aa24-413b-b858-9251b82f9f99 None None] Routers {'c2c00c7d-0df4-40db-a0e2-dabe9169846e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:43.031596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-804f1101-aa24-413b-b858-9251b82f9f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:43.142405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-804f1101-aa24-413b-b858-9251b82f9f99 None None] Set router c2c00c7d-0df4-40db-a0e2-dabe9169846e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:43.365925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-804f1101-aa24-413b-b858-9251b82f9f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'name': 'tempest-TestVolumeBootPattern-1112756642-router', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:00Z', 'updated_at': '2021-07-07T19:44:42Z', 'revision_number': 5, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'gw_port': {'id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:03Z', 'updated_at': '2021-07-07T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:43.397719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.405423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f1101-aa24-413b-b858-9251b82f9f99 None None] Checking router: c2c00c7d-0df4-40db-a0e2-dabe9169846e for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:43.416912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f1101-aa24-413b-b858-9251b82f9f99 None None] Routers {'c2c00c7d-0df4-40db-a0e2-dabe9169846e'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:43.417626 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-804f1101-aa24-413b-b858-9251b82f9f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:43.521301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:43.543352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-804f1101-aa24-413b-b858-9251b82f9f99 None None] Set router c2c00c7d-0df4-40db-a0e2-dabe9169846e gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:43.560333 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.604604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2264c2d8-8df0-4245-a2d8-811fcf6b2469 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.626009 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Deleting port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:43.626355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.632251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2264c2d8-8df0-4245-a2d8-811fcf6b2469 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.691939 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2264c2d8-8df0-4245-a2d8-811fcf6b2469 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.695275 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2264c2d8-8df0-4245-a2d8-811fcf6b2469 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.700797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:43.701696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2264c2d8-8df0-4245-a2d8-811fcf6b2469 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "DELETE /v2.0/security-groups/cc68ff58-2797-46bf-bb42-247bcfe77767 HTTP/1.1" status: 204 len: 168 time: 0.1785579 Jul 07 19:44:43.714129 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264c2d8-8df0-4245-a2d8-811fcf6b2469 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc68ff58-2797-46bf-bb42-247bcfe77767,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:43.721586 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-fc69be89-086e-4fa2-bd86-b07521f9d2dc tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] show failed (client error): The resource could not be found. Jul 07 19:44:43.722979 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fc69be89-086e-4fa2-bd86-b07521f9d2dc tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "GET /v2.0/security-groups/cc68ff58-2797-46bf-bb42-247bcfe77767 HTTP/1.1" status: 404 len: 347 time: 0.0208824 Jul 07 19:44:43.726064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58894) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:43.740728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] For port d7778bdd-d83a-44e6-9981-ba8a7a6c86e7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d7778bdd-d83a-44e6-9981-ba8a7a6c86e7,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:43.740985 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.760404 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Calling delete_port for d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:43.763170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-804f1101-aa24-413b-b858-9251b82f9f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'name': 'tempest-TestVolumeBootPattern-1112756642-router', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:00Z', 'updated_at': '2021-07-07T19:44:42Z', 'revision_number': 5, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'gw_port': {'id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:03Z', 'updated_at': '2021-07-07T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:43.796277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f1101-aa24-413b-b858-9251b82f9f99 None None] The sync data for ids ['c2c00c7d-0df4-40db-a0e2-dabe9169846e'] in n-d-792394-12 is: [{'id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'name': 'tempest-TestVolumeBootPattern-1112756642-router', 'tenant_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:32:00Z', 'updated_at': '2021-07-07T19:44:42Z', 'revision_number': 5, 'project_id': '5690abcf03bc4a3e814a197ba6dcefd7', 'gw_port': {'id': 'd7778bdd-d83a-44e6-9981-ba8a7a6c86e7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c00c7d-0df4-40db-a0e2-dabe9169846e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:32:03Z', 'updated_at': '2021-07-07T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:43.889140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c4363a22-f726-435c-9ed7-75e671d5129c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Deleting port ef3c3fda-451a-44aa-81a4-c737d5654fd3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:43.889612 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4363a22-f726-435c-9ed7-75e671d5129c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.952428 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.974144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4363a22-f726-435c-9ed7-75e671d5129c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.974375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4363a22-f726-435c-9ed7-75e671d5129c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:43.990040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7778bdd-d83a-44e6-9981-ba8a7a6c86e7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:43.990322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c4363a22-f726-435c-9ed7-75e671d5129c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Calling delete_port for ef3c3fda-451a-44aa-81a4-c737d5654fd3 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:44.026739 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.085590 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.171927 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4363a22-f726-435c-9ed7-75e671d5129c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.197027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.199979 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.201598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4363a22-f726-435c-9ed7-75e671d5129c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Port': ['ID=ef3c3fda-451a-44aa-81a4-c737d5654fd3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:44.252007 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.252827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2c00c7d-0df4-40db-a0e2-dabe9169846e {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:44:44.260568 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.261829 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-25262dfc-697b-44b4-bf22-12b0dfc10f7e admin admin] 10.222.0.113 "DELETE /v2.0/routers/c2c00c7d-0df4-40db-a0e2-dabe9169846e HTTP/1.1" status: 204 len: 168 time: 1.2442856 Jul 07 19:44:44.264492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:44.308328 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4363a22-f726-435c-9ed7-75e671d5129c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.310919 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4363a22-f726-435c-9ed7-75e671d5129c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.312105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c4363a22-f726-435c-9ed7-75e671d5129c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "DELETE /v2.0/floatingips/1dc583be-997e-4e8e-b51b-e5d65b860ebd HTTP/1.1" status: 204 len: 168 time: 0.5836129 Jul 07 19:44:44.315070 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:44.324349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b207af-0759-4e6f-84ca-85fe3dbe7550 admin admin] Deleting subnet 091ca480-d64f-481d-9b26-2b743f6e740c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:44:44.327648 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08b207af-0759-4e6f-84ca-85fe3dbe7550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.366445 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08b207af-0759-4e6f-84ca-85fe3dbe7550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.437218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0b901-ddd8-40cc-8f6f-583ac6f287e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Deleting port e63e5894-487a-4ed1-8fb3-7173bca23462 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:44.437575 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4a0b901-ddd8-40cc-8f6f-583ac6f287e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.457853 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08b207af-0759-4e6f-84ca-85fe3dbe7550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.536044 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08b207af-0759-4e6f-84ca-85fe3dbe7550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.542420 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4a0b901-ddd8-40cc-8f6f-583ac6f287e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.557075 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0b901-ddd8-40cc-8f6f-583ac6f287e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Calling delete_port for e63e5894-487a-4ed1-8fb3-7173bca23462 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:44.568492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b207af-0759-4e6f-84ca-85fe3dbe7550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=091ca480-d64f-481d-9b26-2b743f6e740c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:44.571144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08b207af-0759-4e6f-84ca-85fe3dbe7550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.573195 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-08b207af-0759-4e6f-84ca-85fe3dbe7550 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/091ca480-d64f-481d-9b26-2b743f6e740c HTTP/1.1" status: 204 len: 168 time: 0.3077474 Jul 07 19:44:44.575665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:44.579573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f842b831-9352-4978-a33b-90aad036c700 None None] Network e93e9663-1737-42c2-836d-afb6dc11c57a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:44.717255 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.738497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4a0b901-ddd8-40cc-8f6f-583ac6f287e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.777175 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0b901-ddd8-40cc-8f6f-583ac6f287e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Port': ['ID=e63e5894-487a-4ed1-8fb3-7173bca23462,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:44.807126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Deleting port 56290d43-937e-4eb0-b561-8a36ff7ceb55 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:44.807792 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.879325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4a0b901-ddd8-40cc-8f6f-583ac6f287e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.884761 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b4a0b901-ddd8-40cc-8f6f-583ac6f287e4 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "DELETE /v2.0/ports/e63e5894-487a-4ed1-8fb3-7173bca23462 HTTP/1.1" status: 204 len: 168 time: 0.5656033 Jul 07 19:44:44.885100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:44.898917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] For port 56290d43-937e-4eb0-b561-8a36ff7ceb55, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=56290d43-937e-4eb0-b561-8a36ff7ceb55,segment=NetworkSegment(b81fea63-c988-45e7-8005-208952abb7f3),segment_id=b81fea63-c988-45e7-8005-208952abb7f3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:44.899380 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:44.933856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Calling delete_port for 56290d43-937e-4eb0-b561-8a36ff7ceb55 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:45.013236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbf77dc-72d3-4824-b7f6-b7c1b0f11420 None None] DHCP port deletion for e93e9663-1737-42c2-836d-afb6dc11c57a request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:44:45.066111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf77dc-72d3-4824-b7f6-b7c1b0f11420 None None] Deleting port 56290d43-937e-4eb0-b561-8a36ff7ceb55 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:45.067038 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebbf77dc-72d3-4824-b7f6-b7c1b0f11420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.071420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3353c726-29f7-497d-a66c-f7683eee6617 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Deleting port 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:45.071777 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3353c726-29f7-497d-a66c-f7683eee6617 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.112407 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.133905 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ebbf77dc-72d3-4824-b7f6-b7c1b0f11420 None None] For port 56290d43-937e-4eb0-b561-8a36ff7ceb55, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=56290d43-937e-4eb0-b561-8a36ff7ceb55,segment=NetworkSegment(b81fea63-c988-45e7-8005-208952abb7f3),segment_id=b81fea63-c988-45e7-8005-208952abb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:45.134302 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebbf77dc-72d3-4824-b7f6-b7c1b0f11420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.151883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf77dc-72d3-4824-b7f6-b7c1b0f11420 None None] Calling delete_port for 56290d43-937e-4eb0-b561-8a36ff7ceb55 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:45.159513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=56290d43-937e-4eb0-b561-8a36ff7ceb55,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:45.162392 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] No DVR routers for this DVR port 56290d43-937e-4eb0-b561-8a36ff7ceb55 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:45.247047 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebbf77dc-72d3-4824-b7f6-b7c1b0f11420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.260216 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3353c726-29f7-497d-a66c-f7683eee6617 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.273621 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.283909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3353c726-29f7-497d-a66c-f7683eee6617 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Calling delete_port for 9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:45.288056 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf77dc-72d3-4824-b7f6-b7c1b0f11420 None None] Pushing event deleted for resources: {'Port': ['ID=56290d43-937e-4eb0-b561-8a36ff7ceb55,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:45.290689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93e9663-1737-42c2-836d-afb6dc11c57a']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:45.296047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf77dc-72d3-4824-b7f6-b7c1b0f11420 None None] No DVR routers for this DVR port 56290d43-937e-4eb0-b561-8a36ff7ceb55 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:45.312452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81fea63-c988-45e7-8005-208952abb7f3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:45.312846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81fea63-c988-45e7-8005-208952abb7f3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:45.356823 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.376051 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.390909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:44:45.391330 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:44:45.393021 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:44:45.467954 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.473405 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.477971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] 10.222.0.113 "DELETE /v2.0/networks/e93e9663-1737-42c2-836d-afb6dc11c57a HTTP/1.1" status: 204 len: 168 time: 0.8988025 Jul 07 19:44:45.498933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:45.520045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:45.520704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d7778bdd-d83a-44e6-9981-ba8a7a6c86e7 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:45.521584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dc93cb6d-b1f7-4bd8-9a16-698efd271240 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:45.543792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: dc93cb6d-b1f7-4bd8-9a16-698efd271240 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:45.544521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dc93cb6d-b1f7-4bd8-9a16-698efd271240 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:45.545158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 56290d43-937e-4eb0-b561-8a36ff7ceb55 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:45.553860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac3f5-1b90-474e-8d48-86946a856ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e93e9663-1737-42c2-836d-afb6dc11c57a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:45.557092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3353c726-29f7-497d-a66c-f7683eee6617 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.577407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 56290d43-937e-4eb0-b561-8a36ff7ceb55 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:45.578019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 56290d43-937e-4eb0-b561-8a36ff7ceb55 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:45.617576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353c726-29f7-497d-a66c-f7683eee6617 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Port': ['ID=9c2ef4a8-ab7f-460f-8cb6-89a5ba313763,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:45.665851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3353c726-29f7-497d-a66c-f7683eee6617 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.667842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3353c726-29f7-497d-a66c-f7683eee6617 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "DELETE /v2.0/ports/9c2ef4a8-ab7f-460f-8cb6-89a5ba313763 HTTP/1.1" status: 204 len: 168 time: 0.7817292 Jul 07 19:44:45.670639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:45.693233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:45.742627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6afa71-6f78-45fb-8998-c0203b091724 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Deleting subnet e4f192b6-cb30-4bcf-a05d-61490628d178 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:44:45.746002 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4cc9f683-d001-45c2-86bf-75d87b44a4d8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f58f2e439b864b4da52aae10cd571039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509686 Jul 07 19:44:45.748431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:45.750771 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6afa71-6f78-45fb-8998-c0203b091724 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.797108 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6afa71-6f78-45fb-8998-c0203b091724 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.813171 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e06f-11f4-4148-9cdd-47c1c8de557d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.840807 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e06f-11f4-4148-9cdd-47c1c8de557d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.894707 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6afa71-6f78-45fb-8998-c0203b091724 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.894913 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e06f-11f4-4148-9cdd-47c1c8de557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.899271 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e06f-11f4-4148-9cdd-47c1c8de557d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:45.900192 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a6d4e06f-11f4-4148-9cdd-47c1c8de557d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d9c57f90-b48d-49da-9ae9-f561a660cc53 HTTP/1.1" status: 204 len: 168 time: 0.1507015 Jul 07 19:44:45.914802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4e06f-11f4-4148-9cdd-47c1c8de557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c57f90-b48d-49da-9ae9-f561a660cc53,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:45.994924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6afa71-6f78-45fb-8998-c0203b091724 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.027330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6afa71-6f78-45fb-8998-c0203b091724 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f192b6-cb30-4bcf-a05d-61490628d178,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:46.032291 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6afa71-6f78-45fb-8998-c0203b091724 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.034591 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4a6afa71-6f78-45fb-8998-c0203b091724 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "DELETE /v2.0/subnets/e4f192b6-cb30-4bcf-a05d-61490628d178 HTTP/1.1" status: 204 len: 168 time: 0.3629322 Jul 07 19:44:46.037334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:46.039747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b9b41c-0d11-4705-ba00-a3e68a00b29c None None] Network 11dfe552-f8c5-4f10-8eea-7a0c48abc40d requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:46.102375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-986c021e-dfb8-473b-b81c-cad157b47964 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Deleting subnet bc481bf9-fe8a-42c0-a50f-b3934966374e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:44:46.123894 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986c021e-dfb8-473b-b81c-cad157b47964 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.184127 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986c021e-dfb8-473b-b81c-cad157b47964 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.338860 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986c021e-dfb8-473b-b81c-cad157b47964 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.359597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9cb8df-3e4a-49ec-abf6-116d5ccad431 None None] DHCP port deletion for 11dfe552-f8c5-4f10-8eea-7a0c48abc40d request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:44:46.425059 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986c021e-dfb8-473b-b81c-cad157b47964 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.425309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:46.436892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cb8df-3e4a-49ec-abf6-116d5ccad431 None None] Deleting port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:46.437369 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb8df-3e4a-49ec-abf6-116d5ccad431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.455873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c021e-dfb8-473b-b81c-cad157b47964 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Subnet': ['ID=bc481bf9-fe8a-42c0-a50f-b3934966374e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:46.457915 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-986c021e-dfb8-473b-b81c-cad157b47964 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.462756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-986c021e-dfb8-473b-b81c-cad157b47964 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "DELETE /v2.0/subnets/bc481bf9-fe8a-42c0-a50f-b3934966374e HTTP/1.1" status: 204 len: 168 time: 0.4213388 Jul 07 19:44:46.463173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:46.472512 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-136ee409-5aaf-4371-bc68-af8955dbb053 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5690abcf03bc4a3e814a197ba6dcefd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456877 Jul 07 19:44:46.475460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:46.490678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bd8508-f197-4671-ad28-da049752a00b None None] Network 34385845-f749-4bd3-8820-974235536288 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:46.548161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ae29844-6945-4623-a38a-0d5ce90aa3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.556299 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.578767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ae29844-6945-4623-a38a-0d5ce90aa3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.620736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Deleting port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:46.621082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.643586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ae29844-6945-4623-a38a-0d5ce90aa3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.646540 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ae29844-6945-4623-a38a-0d5ce90aa3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.650768 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5ae29844-6945-4623-a38a-0d5ce90aa3de admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/12f9a4a2-7e1f-418e-a9f3-61fb82d6fde4 HTTP/1.1" status: 204 len: 168 time: 0.1705208 Jul 07 19:44:46.667446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae29844-6945-4623-a38a-0d5ce90aa3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f9a4a2-7e1f-418e-a9f3-61fb82d6fde4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:46.705506 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] For port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5cc6b6d4-2eaf-45a3-96f5-4ed80941634f,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:46.705869 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.722660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Calling delete_port for 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:46.843796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.883811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9cb8df-3e4a-49ec-abf6-116d5ccad431 None None] For port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5cc6b6d4-2eaf-45a3-96f5-4ed80941634f,segment=NetworkSegment(239f298f-7563-4e0a-9974-644b804d75bf),segment_id=239f298f-7563-4e0a-9974-644b804d75bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:46.884163 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb8df-3e4a-49ec-abf6-116d5ccad431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:46.899683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cb8df-3e4a-49ec-abf6-116d5ccad431 None None] Calling delete_port for 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:46.907001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] No DVR routers for this DVR port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:47.021013 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.040206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb8df-3e4a-49ec-abf6-116d5ccad431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.054031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11dfe552-f8c5-4f10-8eea-7a0c48abc40d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:47.086945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239f298f-7563-4e0a-9974-644b804d75bf') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:47.087556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239f298f-7563-4e0a-9974-644b804d75bf') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:47.101005 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.117606 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721fc166-86ee-45b0-8ea4-48b227a00b62 None None] DHCP port deletion for 34385845-f749-4bd3-8820-974235536288 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:44:47.124422 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cb8df-3e4a-49ec-abf6-116d5ccad431 None None] Pushing event deleted for resources: {'Port': ['ID=5cc6b6d4-2eaf-45a3-96f5-4ed80941634f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:47.125313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.134745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:44:47.135841 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.146617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cb8df-3e4a-49ec-abf6-116d5ccad431 None None] No DVR routers for this DVR port 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:44:47.219027 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:44:47.223597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Port': ['ID=5cc6b6d4-2eaf-45a3-96f5-4ed80941634f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:47.232428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.235110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-721fc166-86ee-45b0-8ea4-48b227a00b62 None None] Deleting port 2ab7a238-467c-4580-ad65-2e17d5995835 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:47.235933 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-721fc166-86ee-45b0-8ea4-48b227a00b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.243934 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.249275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:47.249721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "DELETE /v2.0/networks/11dfe552-f8c5-4f10-8eea-7a0c48abc40d HTTP/1.1" status: 204 len: 168 time: 0.7852926 Jul 07 19:44:47.289991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18986c5d-5009-4b82-888e-60a3214f6a47 tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Network': ['ID=11dfe552-f8c5-4f10-8eea-7a0c48abc40d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:47.303292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:47.356856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-721fc166-86ee-45b0-8ea4-48b227a00b62 None None] For port 2ab7a238-467c-4580-ad65-2e17d5995835, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2ab7a238-467c-4580-ad65-2e17d5995835,segment=NetworkSegment(7927c5e7-bd1f-45a0-b031-07d0744f6438),segment_id=7927c5e7-bd1f-45a0-b031-07d0744f6438)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:47.357539 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-721fc166-86ee-45b0-8ea4-48b227a00b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.376261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-721fc166-86ee-45b0-8ea4-48b227a00b62 None None] Calling delete_port for 2ab7a238-467c-4580-ad65-2e17d5995835 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:47.463073 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.471085 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-721fc166-86ee-45b0-8ea4-48b227a00b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.502984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fc166-86ee-45b0-8ea4-48b227a00b62 None None] Pushing event deleted for resources: {'Port': ['ID=2ab7a238-467c-4580-ad65-2e17d5995835,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:47.505282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fc166-86ee-45b0-8ea4-48b227a00b62 None None] No DVR routers for this DVR port 2ab7a238-467c-4580-ad65-2e17d5995835 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:44:47.514186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:47.525366 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-723ca976-fca0-44f6-9f23-e2eda0e639fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.535598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:47.536036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5cc6b6d4-2eaf-45a3-96f5-4ed80941634f not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:47.536896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2ab7a238-467c-4580-ad65-2e17d5995835 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:44:47.558589 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 2ab7a238-467c-4580-ad65-2e17d5995835 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:44:47.558995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2ab7a238-467c-4580-ad65-2e17d5995835 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:44:47.604886 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.615508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34385845-f749-4bd3-8820-974235536288']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:47.627870 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7927c5e7-bd1f-45a0-b031-07d0744f6438') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:47.628266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7927c5e7-bd1f-45a0-b031-07d0744f6438') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:47.637325 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-723ca976-fca0-44f6-9f23-e2eda0e639fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.638732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.642133 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-723ca976-fca0-44f6-9f23-e2eda0e639fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.665072 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.673778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:44:47.673926 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:44:47.677153 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:44:47.691936 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-723ca976-fca0-44f6-9f23-e2eda0e639fb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=791848df96f749c3bc11d0c70b0a46de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911746 Jul 07 19:44:47.692871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ca976-fca0-44f6-9f23-e2eda0e639fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e18f66-f13f-40cc-a83f-581cee523fc7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:47.695693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:47.746944 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.748114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4da8913-02e9-4d5c-a99a-d7a6273763a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.753406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.756567 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] 10.222.0.113 "DELETE /v2.0/networks/34385845-f749-4bd3-8820-974235536288 HTTP/1.1" status: 204 len: 168 time: 0.5047967 Jul 07 19:44:47.773738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41159277-f971-421b-b247-29a66193134c tempest-TaggedBootDevicesTest-923814876 tempest-TaggedBootDevicesTest-923814876-project] Pushing event deleted for resources: {'Network': ['ID=34385845-f749-4bd3-8820-974235536288,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:47.778215 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4da8913-02e9-4d5c-a99a-d7a6273763a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.830773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4da8913-02e9-4d5c-a99a-d7a6273763a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.835184 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4da8913-02e9-4d5c-a99a-d7a6273763a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:47.835184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c4da8913-02e9-4d5c-a99a-d7a6273763a3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/48e18f66-f13f-40cc-a83f-581cee523fc7 HTTP/1.1" status: 204 len: 168 time: 0.1382713 Jul 07 19:44:47.845036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da8913-02e9-4d5c-a99a-d7a6273763a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e18f66-f13f-40cc-a83f-581cee523fc7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:48.119199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 58970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:48.133896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8ca212a-d3e5-4caa-be44-770faccf52f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:48.239998 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8ca212a-d3e5-4caa-be44-770faccf52f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:48.244054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8ca212a-d3e5-4caa-be44-770faccf52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:48.283755 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c8ca212a-d3e5-4caa-be44-770faccf52f2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=81444718e7ac469fb4df8ae2fb7112e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634991 Jul 07 19:44:48.284736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca212a-d3e5-4caa-be44-770faccf52f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d1fdf3-e1aa-4ead-82ba-c01402a31b21,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:48.286411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:48.339870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4760e216-3cc6-40b0-b6ca-38e9780e7afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:48.362353 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4760e216-3cc6-40b0-b6ca-38e9780e7afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:48.410558 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4760e216-3cc6-40b0-b6ca-38e9780e7afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:48.413630 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4760e216-3cc6-40b0-b6ca-38e9780e7afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:48.416407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4760e216-3cc6-40b0-b6ca-38e9780e7afa admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b9d1fdf3-e1aa-4ead-82ba-c01402a31b21 HTTP/1.1" status: 204 len: 168 time: 0.1286654 Jul 07 19:44:48.424820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760e216-3cc6-40b0-b6ca-38e9780e7afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d1fdf3-e1aa-4ead-82ba-c01402a31b21,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:49.125139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 58996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:49.224973 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.228841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1714355953-network', 'tenant_id': '5ff58880a86c48889189a784ea440520'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:49.255146 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Made reservation on behalf of 5ff58880a86c48889189a784ea440520 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:44:49.258256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.267659 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.372941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.377336 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.406461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:44:49.412203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9721f3c7-a4c4-48f6-8cf4-673c3c2e6c1d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:49.421212 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.421793 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Added segment b2c1e11f-88c0-4a53-b6db-799534f06ddb of type vlan for network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 Jul 07 19:44:49.465362 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.502375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.503325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:49.503887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.562249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4358771 Jul 07 19:44:49.565060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:49.572513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] Request body: {'subnet': {'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1714355953-subnet', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:49.575629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d540bd3-f961-40e1-a1ba-e4c1d6713c55 admin admin] Pushing event updated for resources: {'Network': ['ID=7b374a63-cfc7-482d-b6d3-38b60ee1d539,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:49.587462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:44:49.597394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] Made reservation on behalf of 5ff58880a86c48889189a784ea440520 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:44:49.599787 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.783003 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.841329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:49.848658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] Checking segment: {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:49.848937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] Network hostable DHCP agents. Network: 7b374a63-cfc7-482d-b6d3-38b60ee1d539, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:44:49.866344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] Network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:44:49.875077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 7b374a63-cfc7-482d-b6d3-38b60ee1d539) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:49.879421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:49.879960 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.884144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58fb2a-b8ec-4ebd-b355-3071a2836e02 None None] Network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:49.899007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2e587e59-0857-4405-9b27-2921a7b1cbb7 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3278670 Jul 07 19:44:49.899401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:49.904162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1714355953-router', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:49.929428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.930792 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:49.989654 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.050501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-7b374a63-cfc7-482d-b6d3-38b60ee1d539', 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'fixed_ips': [{'subnet_id': 'ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:44:50.051377 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.137942 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.199055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Allocated IP 172.20.0.2 (7b374a63-cfc7-482d-b6d3-38b60ee1d539/ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5/e67b4497-4ff0-47ff-aa21-1066f957a1ca) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:50.374042 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.374304 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.385885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Transition to ACTIVE for port object e67b4497-4ff0-47ff-aa21-1066f957a1ca will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:50.395757 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.402032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Transition to ACTIVE for port object e67b4497-4ff0-47ff-aa21-1066f957a1ca will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:50.416755 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.456538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:50.461595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:50.465091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:50.472735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Pushing event updated for resources: {'Port': ['ID=e67b4497-4ff0-47ff-aa21-1066f957a1ca,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:50.498995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.499354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.499977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.499977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.500313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.500623 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.500956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.501287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.501616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.501945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.502273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.502599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:50.512028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Allocated IP 172.25.2.192 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/c50f485a-46bd-473c-b1f8-cab7500c6ae9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:50.543039 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Attempting to bind port e67b4497-4ff0-47ff-aa21-1066f957a1ca on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:50.543445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Attempting to bind port e67b4497-4ff0-47ff-aa21-1066f957a1ca by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:50.543773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Attempting to bind port e67b4497-4ff0-47ff-aa21-1066f957a1ca on network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:50.549019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:50.549332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Checking segment: {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:50.549739 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.550139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Bound using segment: {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:50.550634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Bound port: e67b4497-4ff0-47ff-aa21-1066f957a1ca, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:50.551016 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.614899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] For port e67b4497-4ff0-47ff-aa21-1066f957a1ca, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:50.618281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] For port e67b4497-4ff0-47ff-aa21-1066f957a1ca, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e67b4497-4ff0-47ff-aa21-1066f957a1ca,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:50.623007 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.624906 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.671542 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:50.680762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5124b-a1a6-4a3a-ad9d-1aebd4e697f9 None None] Pushing event updated for resources: {'Port': ['ID=e67b4497-4ff0-47ff-aa21-1066f957a1ca,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:50.715734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:50.720771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:50.725156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:50.750125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Pushing event updated for resources: {'Port': ['ID=c50f485a-46bd-473c-b1f8-cab7500c6ae9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:51.357069 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:51.552184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e67b4497-4ff0-47ff-aa21-1066f957a1ca up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:51.619518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port e67b4497-4ff0-47ff-aa21-1066f957a1ca completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:51.664824 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:51.742158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2925dfc0-a24e-4024-be20-74dccfd7e502 None None] Network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:51.802112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Router 3c91678a-caca-4d55-9b29-1d67d7d98524 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:44:51.862661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f897f9a-3a7c-4423-ab05-a92d1afd1d15 None None] Provisioning for port e67b4497-4ff0-47ff-aa21-1066f957a1ca completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:51.869158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f897f9a-3a7c-4423-ab05-a92d1afd1d15 None None] Provisioning complete for port e67b4497-4ff0-47ff-aa21-1066f957a1ca triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:51.869525 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f897f9a-3a7c-4423-ab05-a92d1afd1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:51.940132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:51.953012 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Sync routers for ids ['3c91678a-caca-4d55-9b29-1d67d7d98524'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:51.966916 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:51.970724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b96889bb-94f6-4f3c-bf52-6c0f6701bada admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0677767 Jul 07 19:44:51.970894 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Routers {'3c91678a-caca-4d55-9b29-1d67d7d98524'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:51.970894 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3c91678a-caca-4d55-9b29-1d67d7d98524'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:51.971144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:51.999257 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f897f9a-3a7c-4423-ab05-a92d1afd1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:52.036007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8f897f9a-3a7c-4423-ab05-a92d1afd1d15 None None] For port e67b4497-4ff0-47ff-aa21-1066f957a1ca, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e67b4497-4ff0-47ff-aa21-1066f957a1ca,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:52.040544 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f897f9a-3a7c-4423-ab05-a92d1afd1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:52.092722 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Set router 3c91678a-caca-4d55-9b29-1d67d7d98524 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:52.103482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f897f9a-3a7c-4423-ab05-a92d1afd1d15 None None] Pushing event updated for resources: {'Port': ['ID=e67b4497-4ff0-47ff-aa21-1066f957a1ca,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:52.314551 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'name': 'tempest-TestServerMultinode-1714355953-router', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:49Z', 'updated_at': '2021-07-07T19:44:50Z', 'revision_number': 3, 'project_id': '5ff58880a86c48889189a784ea440520', 'gw_port': {'id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:52.343590 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Checking router: 3c91678a-caca-4d55-9b29-1d67d7d98524 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:52.343938 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Updating router 3c91678a-caca-4d55-9b29-1d67d7d98524 port c50f485a-46bd-473c-b1f8-cab7500c6ae9 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:44:52.362996 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26365570-9b8e-4709-b32c-38a046da6c53 None None] Provisioning complete for port e67b4497-4ff0-47ff-aa21-1066f957a1ca triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:52.363371 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26365570-9b8e-4709-b32c-38a046da6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:52.394886 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:52.571370 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:52.693692 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:52.707362 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Transition to ACTIVE for port object c50f485a-46bd-473c-b1f8-cab7500c6ae9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:52.715090 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:52.775370 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Attempting to bind port c50f485a-46bd-473c-b1f8-cab7500c6ae9 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:52.775737 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Attempting to bind port c50f485a-46bd-473c-b1f8-cab7500c6ae9 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:52.776099 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Attempting to bind port c50f485a-46bd-473c-b1f8-cab7500c6ae9 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:52.783287 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Pushing event updated for resources: {'Port': ['ID=c50f485a-46bd-473c-b1f8-cab7500c6ae9,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:52.786500 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:52.786873 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:52.787286 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:52.787678 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:52.788142 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Bound port: c50f485a-46bd-473c-b1f8-cab7500c6ae9, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:52.789099 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:52.802424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Allocated IP 172.20.0.1 (7b374a63-cfc7-482d-b6d3-38b60ee1d539/ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5/05fb558c-6c15-455e-ab6f-71dce592fb0b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:52.812150 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.812972 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.812972 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.813242 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.813566 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.813905 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.814421 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.814790 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.815079 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.815474 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.815799 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.816255 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:44:52.868915 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] For port c50f485a-46bd-473c-b1f8-cab7500c6ae9, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:52.872650 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] For port c50f485a-46bd-473c-b1f8-cab7500c6ae9, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c50f485a-46bd-473c-b1f8-cab7500c6ae9,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:52.877893 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:52.931549 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Routers {'3c91678a-caca-4d55-9b29-1d67d7d98524'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:52.932181 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3c91678a-caca-4d55-9b29-1d67d7d98524'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:52.936298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:52.950866 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Transition to ACTIVE for port object 05fb558c-6c15-455e-ab6f-71dce592fb0b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:52.978988 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec601867-ed2e-446a-ab41-b255b99f9075 None None] Pushing event updated for resources: {'Port': ['ID=c50f485a-46bd-473c-b1f8-cab7500c6ae9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:52.990267 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:53.030820 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:53.033989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:53.037626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:53.072685 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] Set router 3c91678a-caca-4d55-9b29-1d67d7d98524 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:53.095773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Pushing event updated for resources: {'Port': ['ID=05fb558c-6c15-455e-ab6f-71dce592fb0b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:53.106428 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:53.341317 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:53.384527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3396f7d-98bb-42e7-bbcc-2f8562dd8d88 None None] Provisioning for port 05fb558c-6c15-455e-ab6f-71dce592fb0b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:53.385240 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'name': 'tempest-TestServerMultinode-1714355953-router', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:49Z', 'updated_at': '2021-07-07T19:44:50Z', 'revision_number': 3, 'project_id': '5ff58880a86c48889189a784ea440520', 'gw_port': {'id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:53.391920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3396f7d-98bb-42e7-bbcc-2f8562dd8d88 None None] Provisioning complete for port 05fb558c-6c15-455e-ab6f-71dce592fb0b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:53.392692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3396f7d-98bb-42e7-bbcc-2f8562dd8d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:53.417472 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841c8c5-99b5-42f8-9367-7cd84d20a1a9 None None] The sync data for ids ['3c91678a-caca-4d55-9b29-1d67d7d98524'] in n-d-792394-12 is: [{'id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'name': 'tempest-TestServerMultinode-1714355953-router', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:49Z', 'updated_at': '2021-07-07T19:44:50Z', 'revision_number': 3, 'project_id': '5ff58880a86c48889189a784ea440520', 'gw_port': {'id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:53.484090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3396f7d-98bb-42e7-bbcc-2f8562dd8d88 None None] Port 05fb558c-6c15-455e-ab6f-71dce592fb0b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:44:53.541433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e67b4497-4ff0-47ff-aa21-1066f957a1ca up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:53.561829 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:53.569336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:53.608615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e67b4497-4ff0-47ff-aa21-1066f957a1ca triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:53.609164 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:53.678165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Pushing event updated for resources: {'Port': ['ID=05fb558c-6c15-455e-ab6f-71dce592fb0b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:53.687117 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:53.826498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:53.828226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:54.111526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-685dbbe4-e40d-4691-a37f-f3355e785119 None None] Provisioning complete for port 05fb558c-6c15-455e-ab6f-71dce592fb0b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:54.112340 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-685dbbe4-e40d-4691-a37f-f3355e785119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:54.154799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-685dbbe4-e40d-4691-a37f-f3355e785119 None None] Port 05fb558c-6c15-455e-ab6f-71dce592fb0b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:44:54.248043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Router 3c91678a-caca-4d55-9b29-1d67d7d98524 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:44:54.367527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:54.383318 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e68b1473-1d82-408d-90cb-21fae372dd51 admin admin] 10.222.0.113 "PUT /v2.0/routers/3c91678a-caca-4d55-9b29-1d67d7d98524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4097986 Jul 07 19:44:54.960896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:54.966143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1776657666-network', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:54.990798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Made reservation on behalf of 4d01c7b9844742d5b9e47438c75224a0 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:44:54.993315 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.003564 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.111244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.116855 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.145301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:44:55.152278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed271e-eb00-440b-96f9-51d1d4c2b2f7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:55.158520 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.158917 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Added segment 62ad3570-75f0-48b2-9d14-c24a1a5c83a4 of type vlan for network 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a Jul 07 19:44:55.203308 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.233663 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.234854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:55.235432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.296238 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3317528 Jul 07 19:44:55.297147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:55.304195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] Request body: {'subnet': {'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1776657666-subnet', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:55.306063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Sync routers for ids ['3c91678a-caca-4d55-9b29-1d67d7d98524'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:55.315360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Routers {'3c91678a-caca-4d55-9b29-1d67d7d98524'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:55.316359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3c91678a-caca-4d55-9b29-1d67d7d98524'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:55.318106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66058a1-2379-4803-8a27-4694f334426e admin admin] Pushing event updated for resources: {'Network': ['ID=9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:55.335069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] Made reservation on behalf of 4d01c7b9844742d5b9e47438c75224a0 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:44:55.337771 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.354828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:44:55.494902 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Set router 3c91678a-caca-4d55-9b29-1d67d7d98524 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:55.534883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c50f485a-46bd-473c-b1f8-cab7500c6ae9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:55.562574 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.635447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b537b5d7-dfa6-4580-9fa6-e4423ef856b2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:55.641813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] Checking segment: {'id': '62ad3570-75f0-48b2-9d14-c24a1a5c83a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:55.642742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] Network hostable DHCP agents. Network: 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:44:55.664655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] Network 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:44:55.675820 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:55.680007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port c50f485a-46bd-473c-b1f8-cab7500c6ae9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:55.680733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:44:55.681819 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.694009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab567f4e-8983-4180-9c39-a741e439829a None None] Network 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:55.699380 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6e745940-6931-47b3-8c93-8e49eed5c257 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3995230 Jul 07 19:44:55.699572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c50f485a-46bd-473c-b1f8-cab7500c6ae9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:55.699572 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.700621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:55.705142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1776657666-router', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:44:55.730676 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.732729 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.797773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.932624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'name': 'tempest-TestServerMultinode-1714355953-router', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:49Z', 'updated_at': '2021-07-07T19:44:53Z', 'revision_number': 4, 'project_id': '5ff58880a86c48889189a784ea440520', 'gw_port': {'id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '05fb558c-6c15-455e-ab6f-71dce592fb0b', 'name': '', 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'mac_address': 'fa:16:3e:db:d1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:52Z', 'updated_at': '2021-07-07T19:44:53Z', 'revision_number': 2, 'project_id': '5ff58880a86c48889189a784ea440520', 'subnets': [{'id': 'ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:55.936321 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.962271 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:55.979442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Checking router: 3c91678a-caca-4d55-9b29-1d67d7d98524 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:55.979810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Updating router 3c91678a-caca-4d55-9b29-1d67d7d98524 port 05fb558c-6c15-455e-ab6f-71dce592fb0b binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:44:56.018651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port c50f485a-46bd-473c-b1f8-cab7500c6ae9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c50f485a-46bd-473c-b1f8-cab7500c6ae9,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:56.043449 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.054789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a', 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'fixed_ips': [{'subnet_id': 'b537b5d7-dfa6-4580-9fa6-e4423ef856b2'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:44:56.055658 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.083623 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.189033 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.205021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=c50f485a-46bd-473c-b1f8-cab7500c6ae9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:56.208949 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.316869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Allocated IP 172.25.2.208 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/2ea2e057-8b8e-4b86-939a-302d6d2a2355) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:56.364709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Allocated IP 172.20.0.2 (9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a/b537b5d7-dfa6-4580-9fa6-e4423ef856b2/d96c02ce-5d41-41f5-8c4c-566c56379e39) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:56.454728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.505726 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.560391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea2e057-8b8e-4b86-939a-302d6d2a2355,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:56.568250 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:56.571167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:56.573854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:56.778943 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.789237 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.798480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Transition to ACTIVE for port object 05fb558c-6c15-455e-ab6f-71dce592fb0b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:56.802872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Transition to ACTIVE for port object d96c02ce-5d41-41f5-8c4c-566c56379e39 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:56.808451 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.843695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.851651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Transition to ACTIVE for port object d96c02ce-5d41-41f5-8c4c-566c56379e39 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:56.873962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb3930-47a3-4f3b-9455-97be0cd3bcaf None None] Pushing event updated for resources: {'Port': ['ID=05fb558c-6c15-455e-ab6f-71dce592fb0b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:56.877982 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:56.978407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Network 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:56.983854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:56.987962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:56.998453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Attempting to bind port 05fb558c-6c15-455e-ab6f-71dce592fb0b on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:56.998835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Attempting to bind port 05fb558c-6c15-455e-ab6f-71dce592fb0b by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:56.999359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Attempting to bind port 05fb558c-6c15-455e-ab6f-71dce592fb0b on network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:57.005751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:57.006139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Checking segment: {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:57.006550 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:57.006950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Bound using segment: {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:57.008112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Bound port: 05fb558c-6c15-455e-ab6f-71dce592fb0b, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:57.010322 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:57.014428 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Pushing event updated for resources: {'Port': ['ID=d96c02ce-5d41-41f5-8c4c-566c56379e39,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:57.097917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:57.115589 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Attempting to bind port d96c02ce-5d41-41f5-8c4c-566c56379e39 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:57.115875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Attempting to bind port d96c02ce-5d41-41f5-8c4c-566c56379e39 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '62ad3570-75f0-48b2-9d14-c24a1a5c83a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:57.117025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Attempting to bind port d96c02ce-5d41-41f5-8c4c-566c56379e39 on network 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:57.124927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:57.125615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Checking segment: {'id': '62ad3570-75f0-48b2-9d14-c24a1a5c83a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:57.126206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:57.126794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Bound using segment: {'id': '62ad3570-75f0-48b2-9d14-c24a1a5c83a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:57.127477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Bound port: d96c02ce-5d41-41f5-8c4c-566c56379e39, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ad3570-75f0-48b2-9d14-c24a1a5c83a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:57.127867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:57.194870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] For port 05fb558c-6c15-455e-ab6f-71dce592fb0b, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:57.214501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] For port 05fb558c-6c15-455e-ab6f-71dce592fb0b, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=05fb558c-6c15-455e-ab6f-71dce592fb0b,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:57.224708 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:57.255020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:44:57.295287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] For port d96c02ce-5d41-41f5-8c4c-566c56379e39, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:57.307069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] For port d96c02ce-5d41-41f5-8c4c-566c56379e39, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d96c02ce-5d41-41f5-8c4c-566c56379e39,segment=NetworkSegment(62ad3570-75f0-48b2-9d14-c24a1a5c83a4),segment_id=62ad3570-75f0-48b2-9d14-c24a1a5c83a4)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:57.319645 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:57.336148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb3930-47a3-4f3b-9455-97be0cd3bcaf None None] Pushing event updated for resources: {'Port': ['ID=05fb558c-6c15-455e-ab6f-71dce592fb0b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:57.346925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Routers {'3c91678a-caca-4d55-9b29-1d67d7d98524'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:57.346925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3c91678a-caca-4d55-9b29-1d67d7d98524'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:57.412219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:44:57.430472 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Sync routers for ids ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:44:57.451611 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Routers {'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:57.452598 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:57.457559 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:57.459100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ec538c22-6cbb-42d8-aa45-623f78397c04 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7576995 Jul 07 19:44:57.462891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:57.474863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055309c0-9321-4021-8f01-0ef7793d82a6 None None] Pushing event updated for resources: {'Port': ['ID=d96c02ce-5d41-41f5-8c4c-566c56379e39,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:57.571085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c50f485a-46bd-473c-b1f8-cab7500c6ae9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:57.605635 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Set router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:57.654513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] Set router 3c91678a-caca-4d55-9b29-1d67d7d98524 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:57.880988 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'name': 'tempest-TestServerMultinode-1776657666-router', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:55Z', 'updated_at': '2021-07-07T19:44:56Z', 'revision_number': 3, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'gw_port': {'id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:56Z', 'updated_at': '2021-07-07T19:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:57.914721 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Checking router: cf44c6cb-51f3-4836-ae7e-0f4f894c1afb for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:44:57.915339 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Updating router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb port 2ea2e057-8b8e-4b86-939a-302d6d2a2355 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:44:57.918281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c50f485a-46bd-473c-b1f8-cab7500c6ae9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:57.918655 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:57.970397 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:58.016769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:44:58.070946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'name': 'tempest-TestServerMultinode-1714355953-router', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:49Z', 'updated_at': '2021-07-07T19:44:53Z', 'revision_number': 4, 'project_id': '5ff58880a86c48889189a784ea440520', 'gw_port': {'id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '05fb558c-6c15-455e-ab6f-71dce592fb0b', 'name': '', 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'mac_address': 'fa:16:3e:db:d1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:52Z', 'updated_at': '2021-07-07T19:44:57Z', 'revision_number': 4, 'project_id': '5ff58880a86c48889189a784ea440520', 'subnets': [{'id': 'ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:58.135253 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623d55e-e33d-4a52-bb51-cc60bb2f4d6d None None] The sync data for ids ['3c91678a-caca-4d55-9b29-1d67d7d98524'] in n-d-792394-12 is: [{'id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'name': 'tempest-TestServerMultinode-1714355953-router', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:49Z', 'updated_at': '2021-07-07T19:44:53Z', 'revision_number': 4, 'project_id': '5ff58880a86c48889189a784ea440520', 'gw_port': {'id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '05fb558c-6c15-455e-ab6f-71dce592fb0b', 'name': '', 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'mac_address': 'fa:16:3e:db:d1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:52Z', 'updated_at': '2021-07-07T19:44:57Z', 'revision_number': 4, 'project_id': '5ff58880a86c48889189a784ea440520', 'subnets': [{'id': 'ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:58.203998 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:58.427537 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:58.459940 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Transition to ACTIVE for port object 2ea2e057-8b8e-4b86-939a-302d6d2a2355 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:58.478086 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:58.558181 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Attempting to bind port 2ea2e057-8b8e-4b86-939a-302d6d2a2355 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:44:58.558831 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Attempting to bind port 2ea2e057-8b8e-4b86-939a-302d6d2a2355 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:44:58.559435 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Attempting to bind port 2ea2e057-8b8e-4b86-939a-302d6d2a2355 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:44:58.563776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Allocated IP 172.20.0.1 (9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a/b537b5d7-dfa6-4580-9fa6-e4423ef856b2/da7bec46-f2d4-4128-8666-05a9b7dde013) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:44:58.571315 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:44:58.572111 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:44:58.572807 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:58.573487 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:44:58.574142 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Bound port: 2ea2e057-8b8e-4b86-939a-302d6d2a2355, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:44:58.574762 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:58.648561 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bb0e1-e5f6-47ec-8b1e-91f3a1f0873c None None] Pushing event updated for resources: {'Port': ['ID=2ea2e057-8b8e-4b86-939a-302d6d2a2355,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:58.665520 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] For port 2ea2e057-8b8e-4b86-939a-302d6d2a2355, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:44:58.669082 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] For port 2ea2e057-8b8e-4b86-939a-302d6d2a2355, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2ea2e057-8b8e-4b86-939a-302d6d2a2355,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:44:58.680258 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:58.751421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:58.768323 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bb0e1-e5f6-47ec-8b1e-91f3a1f0873c None None] Pushing event updated for resources: {'Port': ['ID=2ea2e057-8b8e-4b86-939a-302d6d2a2355,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:58.778575 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Routers {'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:44:58.779184 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:58.791591 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Transition to ACTIVE for port object da7bec46-f2d4-4128-8666-05a9b7dde013 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:44:58.859129 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:58.885505 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Network 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:58.908608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:58.912995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:44:58.937873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be5076d-040d-4928-a8b3-7a46a4508c63 None None] Network 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:44:58.973532 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Pushing event updated for resources: {'Port': ['ID=da7bec46-f2d4-4128-8666-05a9b7dde013,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:58.995499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:58.998306 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] Set router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:44:59.062974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-387b1208-0f4d-4beb-85f5-b4f3f8bd9f68 None None] Provisioning for port d96c02ce-5d41-41f5-8c4c-566c56379e39 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:59.182737 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:59.191965 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:59.319514 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'name': 'tempest-TestServerMultinode-1776657666-router', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:55Z', 'updated_at': '2021-07-07T19:44:56Z', 'revision_number': 3, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'gw_port': {'id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:56Z', 'updated_at': '2021-07-07T19:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:44:59.367773 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fb18ed-f6ae-4534-8f21-afdf12d39c68 None None] The sync data for ids ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'] in n-d-792394-12 is: [{'id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'name': 'tempest-TestServerMultinode-1776657666-router', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:55Z', 'updated_at': '2021-07-07T19:44:56Z', 'revision_number': 3, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'gw_port': {'id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:56Z', 'updated_at': '2021-07-07T19:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:44:59.400214 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:59.407441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:59.544008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Pushing event updated for resources: {'Port': ['ID=da7bec46-f2d4-4128-8666-05a9b7dde013,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:44:59.557931 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:59.619810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 05fb558c-6c15-455e-ab6f-71dce592fb0b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:44:59.647085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] Deleting port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:44:59.652834 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:59.718903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Network 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:44:59.720140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 05fb558c-6c15-455e-ab6f-71dce592fb0b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:59.720368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:44:59.726652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 05fb558c-6c15-455e-ab6f-71dce592fb0b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:59.727539 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:59.788202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9074b10a-3a8d-41ae-8d55-c79f36128584 None None] Provisioning for port da7bec46-f2d4-4128-8666-05a9b7dde013 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:44:59.821054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] For port 78d799f8-9a0d-4978-930a-4a0ce76a6d3d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=78d799f8-9a0d-4978-930a-4a0ce76a6d3d,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:44:59.821437 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:59.832284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9074b10a-3a8d-41ae-8d55-c79f36128584 None None] Provisioning complete for port da7bec46-f2d4-4128-8666-05a9b7dde013 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:44:59.834533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9074b10a-3a8d-41ae-8d55-c79f36128584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:59.851886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] Calling delete_port for 78d799f8-9a0d-4978-930a-4a0ce76a6d3d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:44:59.898727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9074b10a-3a8d-41ae-8d55-c79f36128584 None None] Port da7bec46-f2d4-4128-8666-05a9b7dde013 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:44:59.971745 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:44:59.990650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:45:00.051034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 05fb558c-6c15-455e-ab6f-71dce592fb0b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=05fb558c-6c15-455e-ab6f-71dce592fb0b,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:00.059431 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:00.060895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d96c02ce-5d41-41f5-8c4c-566c56379e39 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:00.121500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:00.164676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b1b0dc47-75ae-4da8-86d5-e961b003c408 None None] Provisioning complete for port da7bec46-f2d4-4128-8666-05a9b7dde013 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:00.165354 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1b0dc47-75ae-4da8-86d5-e961b003c408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:00.180395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:45:00.190391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d799f8-9a0d-4978-930a-4a0ce76a6d3d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:00.190634 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-98b36a7a-6749-46d6-a072-2daf5c5b901a admin admin] 10.222.0.113 "PUT /v2.0/routers/cf44c6cb-51f3-4836-ae7e-0f4f894c1afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7210937 Jul 07 19:45:00.249025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0dc47-75ae-4da8-86d5-e961b003c408 None None] Port da7bec46-f2d4-4128-8666-05a9b7dde013 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:45:00.252513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=05fb558c-6c15-455e-ab6f-71dce592fb0b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:00.276294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d96c02ce-5d41-41f5-8c4c-566c56379e39 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:00.284147 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d96c02ce-5d41-41f5-8c4c-566c56379e39 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:00.285074 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:00.400345 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:00.483524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d96c02ce-5d41-41f5-8c4c-566c56379e39, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d96c02ce-5d41-41f5-8c4c-566c56379e39,segment=NetworkSegment(62ad3570-75f0-48b2-9d14-c24a1a5c83a4),segment_id=62ad3570-75f0-48b2-9d14-c24a1a5c83a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:00.495423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e092f0f7-4fa3-4c34-ad38-6a83302d7f9d None None] Provisioning complete for port da7bec46-f2d4-4128-8666-05a9b7dde013 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:00.495800 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e092f0f7-4fa3-4c34-ad38-6a83302d7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:00.509448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:00.532534 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:00.542928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e092f0f7-4fa3-4c34-ad38-6a83302d7f9d None None] Port da7bec46-f2d4-4128-8666-05a9b7dde013 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:45:00.596358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d96c02ce-5d41-41f5-8c4c-566c56379e39,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:00.749956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] Router a8edc805-a7ba-40bb-aafb-16c96da201f3 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:45:01.240512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:45:01.246417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-52630b69-d177-4121-8376-4f93fc97a402 admin admin] 10.222.0.113 "PUT /v2.0/routers/a8edc805-a7ba-40bb-aafb-16c96da201f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2285647 Jul 07 19:45:01.249013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:01.250374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040ba0e-8dbe-4ab7-9bdb-ed3469cdf512 None None] Sync routers for ids ['a8edc805-a7ba-40bb-aafb-16c96da201f3'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:45:01.260067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040ba0e-8dbe-4ab7-9bdb-ed3469cdf512 None None] Routers {'a8edc805-a7ba-40bb-aafb-16c96da201f3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:01.261025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e040ba0e-8dbe-4ab7-9bdb-ed3469cdf512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a8edc805-a7ba-40bb-aafb-16c96da201f3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:01.279857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-d6672f1d-d80c-40e0-95ce-5c6e8dd58b47 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:01.281535 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-d6672f1d-d80c-40e0-95ce-5c6e8dd58b47 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/networks?id=7b374a63-cfc7-482d-b6d3-38b60ee1d539 HTTP/1.1" status: 200 len: 912 time: 0.4331594 Jul 07 19:45:01.297543 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-3dcfd403-4d72-4eda-82e4-24a2ec4d9766 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/quotas/4d01c7b9844742d5b9e47438c75224a0 HTTP/1.1" status: 200 len: 375 time: 0.0101619 Jul 07 19:45:01.368955 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:01.376170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e040ba0e-8dbe-4ab7-9bdb-ed3469cdf512 None None] Set router a8edc805-a7ba-40bb-aafb-16c96da201f3 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:01.391566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-f19ad06e-d250-4d06-b943-c40ab3368481 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?tenant_id=4d01c7b9844742d5b9e47438c75224a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878997 Jul 07 19:45:01.517789 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-35a071ec-683b-48bb-b16e-fc1a320d3bba service neutron] 10.222.0.113 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196058 Jul 07 19:45:01.537312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:01.625482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Deleting port fd5ef2e1-b679-4af1-b57b-7252094fa988 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:01.626605 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:01.649059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e040ba0e-8dbe-4ab7-9bdb-ed3469cdf512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:45:00Z', 'revision_number': 5, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port': {'id': 'fd5ef2e1-b679-4af1-b57b-7252094fa988', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:33:19Z', 'updated_at': '2021-07-07T19:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:01.696992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040ba0e-8dbe-4ab7-9bdb-ed3469cdf512 None None] Checking router: a8edc805-a7ba-40bb-aafb-16c96da201f3 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:45:01.708262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040ba0e-8dbe-4ab7-9bdb-ed3469cdf512 None None] Routers {'a8edc805-a7ba-40bb-aafb-16c96da201f3'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:01.708745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-0d25e38f-13de-4e34-81bc-3b9af99ab059 service neutron] 10.222.0.113 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828027 Jul 07 19:45:01.709775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e040ba0e-8dbe-4ab7-9bdb-ed3469cdf512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a8edc805-a7ba-40bb-aafb-16c96da201f3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:01.768952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 05fb558c-6c15-455e-ab6f-71dce592fb0b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:01.777441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] For port fd5ef2e1-b679-4af1-b57b-7252094fa988, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=fd5ef2e1-b679-4af1-b57b-7252094fa988,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:01.777985 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:01.794672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Calling delete_port for fd5ef2e1-b679-4af1-b57b-7252094fa988 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:01.868751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e040ba0e-8dbe-4ab7-9bdb-ed3469cdf512 None None] Set router a8edc805-a7ba-40bb-aafb-16c96da201f3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:02.025980 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Sync routers for ids ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:45:02.041209 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Routers {'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:02.043716 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:02.068125 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.122878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5ef2e1-b679-4af1-b57b-7252094fa988,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:02.128791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e040ba0e-8dbe-4ab7-9bdb-ed3469cdf512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:45:01Z', 'revision_number': 6, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:02.132689 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 05fb558c-6c15-455e-ab6f-71dce592fb0b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:02.133024 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.166895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040ba0e-8dbe-4ab7-9bdb-ed3469cdf512 None None] The sync data for ids ['a8edc805-a7ba-40bb-aafb-16c96da201f3'] in n-d-792394-12 is: [{'id': 'a8edc805-a7ba-40bb-aafb-16c96da201f3', 'name': 'tempest-TaggedBootDevicesTest-1436340009-router', 'tenant_id': '0c200aa96ca4467c92dedc19b53b5917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:33:17Z', 'updated_at': '2021-07-07T19:45:01Z', 'revision_number': 6, 'project_id': '0c200aa96ca4467c92dedc19b53b5917', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:45:02.196268 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.213994 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Set router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:02.292033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2ea2e057-8b8e-4b86-939a-302d6d2a2355 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:02.356097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 2ea2e057-8b8e-4b86-939a-302d6d2a2355 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:02.361660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2ea2e057-8b8e-4b86-939a-302d6d2a2355 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:02.362963 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.393797 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f650965-16bf-4a5e-82ac-64d8fd69c1c9 req-9d83b898-e7c6-4850-a363-e20b8852a7ea tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 210 time: 0.1678693 Jul 07 19:45:02.397344 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.403039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.477995 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.479758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8edc805-a7ba-40bb-aafb-16c96da201f3 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:45:02.485666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.489693 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-395e2c86-8c03-4b5c-9e8b-b8b9f226b340 admin admin] 10.222.0.113 "DELETE /v2.0/routers/a8edc805-a7ba-40bb-aafb-16c96da201f3 HTTP/1.1" status: 204 len: 168 time: 1.2396634 Jul 07 19:45:02.490294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:02.512582 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.544387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 2ea2e057-8b8e-4b86-939a-302d6d2a2355, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2ea2e057-8b8e-4b86-939a-302d6d2a2355,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:02.551150 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.553521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d96c02ce-5d41-41f5-8c4c-566c56379e39 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:02.596017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8b6f89-67e1-4deb-83df-8b80bee8cc99 admin admin] Deleting subnet 1e96c63b-b9c3-4392-80cb-a5efc479f4d7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:45:02.607118 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6f89-67e1-4deb-83df-8b80bee8cc99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.673942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=2ea2e057-8b8e-4b86-939a-302d6d2a2355,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:02.703903 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6f89-67e1-4deb-83df-8b80bee8cc99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.729215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d96c02ce-5d41-41f5-8c4c-566c56379e39 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:02.730206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.834060 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6f89-67e1-4deb-83df-8b80bee8cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.868372 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'name': 'tempest-TestServerMultinode-1776657666-router', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:55Z', 'updated_at': '2021-07-07T19:44:59Z', 'revision_number': 4, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'gw_port': {'id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:56Z', 'updated_at': '2021-07-07T19:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'da7bec46-f2d4-4128-8666-05a9b7dde013', 'name': '', 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'mac_address': 'fa:16:3e:bb:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b537b5d7-dfa6-4580-9fa6-e4423ef856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:58Z', 'updated_at': '2021-07-07T19:44:59Z', 'revision_number': 2, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'subnets': [{'id': 'b537b5d7-dfa6-4580-9fa6-e4423ef856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:02.899203 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Checking router: cf44c6cb-51f3-4836-ae7e-0f4f894c1afb for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:45:02.899710 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Updating router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb port da7bec46-f2d4-4128-8666-05a9b7dde013 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:45:02.903448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6f89-67e1-4deb-83df-8b80bee8cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.937785 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6f89-67e1-4deb-83df-8b80bee8cc99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.941800 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:02.942717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:02.943058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ed8b6f89-67e1-4deb-83df-8b80bee8cc99 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/1e96c63b-b9c3-4392-80cb-a5efc479f4d7 HTTP/1.1" status: 204 len: 168 time: 0.4514458 Jul 07 19:45:02.944524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b6f89-67e1-4deb-83df-8b80bee8cc99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e96c63b-b9c3-4392-80cb-a5efc479f4d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:02.945291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf78842f-5a56-40ba-b893-06134026c685 None None] Network 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:45:03.024241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.093849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Deleting port f8dd4bda-774d-48fb-97e1-daf101ac7675 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:03.094192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.194532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcaa3b2-efbc-4efb-8768-2bc6574bd9e1 None None] DHCP port deletion for 9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:45:03.200047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] For port f8dd4bda-774d-48fb-97e1-daf101ac7675, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f8dd4bda-774d-48fb-97e1-daf101ac7675,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:03.200508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.215106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Calling delete_port for f8dd4bda-774d-48fb-97e1-daf101ac7675 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:03.282631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8fcaa3b2-efbc-4efb-8768-2bc6574bd9e1 None None] Deleting port f8dd4bda-774d-48fb-97e1-daf101ac7675 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:03.283128 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa3b2-efbc-4efb-8768-2bc6574bd9e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.323226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.337194 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.351913 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Transition to ACTIVE for port object da7bec46-f2d4-4128-8666-05a9b7dde013 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:03.360113 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.367496 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] No DVR routers for this DVR port f8dd4bda-774d-48fb-97e1-daf101ac7675 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:45:03.371596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8dd4bda-774d-48fb-97e1-daf101ac7675,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:03.435788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8fcaa3b2-efbc-4efb-8768-2bc6574bd9e1 None None] For port f8dd4bda-774d-48fb-97e1-daf101ac7675, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=f8dd4bda-774d-48fb-97e1-daf101ac7675,segment=NetworkSegment(12d74cac-8866-48da-b372-9eb43939b72a),segment_id=12d74cac-8866-48da-b372-9eb43939b72a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:03.436835 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa3b2-efbc-4efb-8768-2bc6574bd9e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.473002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8fcaa3b2-efbc-4efb-8768-2bc6574bd9e1 None None] Calling delete_port for f8dd4bda-774d-48fb-97e1-daf101ac7675 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:03.488353 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd937b-b53c-432a-93d8-da3d76adadbd None None] Pushing event updated for resources: {'Port': ['ID=da7bec46-f2d4-4128-8666-05a9b7dde013,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:03.529824 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.589977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:03.605132 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Attempting to bind port da7bec46-f2d4-4128-8666-05a9b7dde013 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:45:03.605701 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Attempting to bind port da7bec46-f2d4-4128-8666-05a9b7dde013 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '62ad3570-75f0-48b2-9d14-c24a1a5c83a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:45:03.614320 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Attempting to bind port da7bec46-f2d4-4128-8666-05a9b7dde013 on network 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:03.619458 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2ea2e057-8b8e-4b86-939a-302d6d2a2355 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:03.622627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d74cac-8866-48da-b372-9eb43939b72a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:03.623110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d74cac-8866-48da-b372-9eb43939b72a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:03.633205 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.638817 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:45:03.641135 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.653447 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Checking segment: {'id': '62ad3570-75f0-48b2-9d14-c24a1a5c83a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:03.658543 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.658958 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Bound using segment: {'id': '62ad3570-75f0-48b2-9d14-c24a1a5c83a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:45:03.659457 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Bound port: da7bec46-f2d4-4128-8666-05a9b7dde013, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ad3570-75f0-48b2-9d14-c24a1a5c83a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:45:03.665103 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.669347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.682945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:45:03.684002 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.713516 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa3b2-efbc-4efb-8768-2bc6574bd9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.754973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaa3b2-efbc-4efb-8768-2bc6574bd9e1 None None] Pushing event deleted for resources: {'Port': ['ID=f8dd4bda-774d-48fb-97e1-daf101ac7675,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:03.764460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcaa3b2-efbc-4efb-8768-2bc6574bd9e1 None None] No DVR routers for this DVR port f8dd4bda-774d-48fb-97e1-daf101ac7675 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:45:03.792439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 2ea2e057-8b8e-4b86-939a-302d6d2a2355 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:03.794271 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.811969 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] For port da7bec46-f2d4-4128-8666-05a9b7dde013, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:45:03.818462 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] For port da7bec46-f2d4-4128-8666-05a9b7dde013, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=da7bec46-f2d4-4128-8666-05a9b7dde013,segment=NetworkSegment(62ad3570-75f0-48b2-9d14-c24a1a5c83a4),segment_id=62ad3570-75f0-48b2-9d14-c24a1a5c83a4)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:45:03.829291 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.839233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb30ea11-4d3a-4d48-a95a-b0118b86ecf5 req-591505d0-625b-4a1a-9347-4fd6809ebcf0 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 210 time: 0.2060399 Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:45:03.842763 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:45:03.847230 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.915001 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:03.917076 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] 10.222.0.113 "DELETE /v2.0/networks/9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e HTTP/1.1" status: 204 len: 168 time: 0.9724593 Jul 07 19:45:03.918329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c4950-c295-4e46-bdd1-7059050c62b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7fe3cd-70c8-41c5-be89-46c3eb0f1f3e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:03.938653 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Routers {'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:03.939784 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:44:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:03.998079 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd937b-b53c-432a-93d8-da3d76adadbd None None] Pushing event updated for resources: {'Port': ['ID=da7bec46-f2d4-4128-8666-05a9b7dde013,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:04.028712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f8dd4bda-774d-48fb-97e1-daf101ac7675 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:04.080259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: f8dd4bda-774d-48fb-97e1-daf101ac7675 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:04.081894 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device f8dd4bda-774d-48fb-97e1-daf101ac7675 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:04.082410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fd5ef2e1-b679-4af1-b57b-7252094fa988 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:04.097536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-a44f1224-9091-4313-a086-14cffcae6df7 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:04.100875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-a44f1224-9091-4313-a086-14cffcae6df7 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.59 "GET /v2.0/networks?id=7b374a63-cfc7-482d-b6d3-38b60ee1d539 HTTP/1.1" status: 200 len: 912 time: 0.2102952 Jul 07 19:45:04.122928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Request body: {'port': {'device_id': '79a8da99-8923-4705-8f66-e29477b704e5', 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539', 'admin_state_up': True, 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:04.128785 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: fd5ef2e1-b679-4af1-b57b-7252094fa988 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:04.129275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device fd5ef2e1-b679-4af1-b57b-7252094fa988 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:04.129792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 78d799f8-9a0d-4978-930a-4a0ce76a6d3d no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:04.169000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:04.175106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 78d799f8-9a0d-4978-930a-4a0ce76a6d3d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:04.175453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 78d799f8-9a0d-4978-930a-4a0ce76a6d3d not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:04.182106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Made reservation on behalf of 4d01c7b9844742d5b9e47438c75224a0 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:45:04.185535 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:04.190124 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] Set router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:04.245137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-66e66435-6f1b-4ca6-bb7f-d1742230f4d3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0c200aa96ca4467c92dedc19b53b5917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745773 Jul 07 19:45:04.247403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:04.373209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5bb558d-b1f5-4588-a32f-194bb49267e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:04.396935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Allocated IP 172.20.0.9 (7b374a63-cfc7-482d-b6d3-38b60ee1d539/ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5/9481e21d-25bd-4a21-ba69-90a3265bacd6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:04.419420 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5bb558d-b1f5-4588-a32f-194bb49267e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:04.423761 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'name': 'tempest-TestServerMultinode-1776657666-router', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:55Z', 'updated_at': '2021-07-07T19:44:59Z', 'revision_number': 4, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'gw_port': {'id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:56Z', 'updated_at': '2021-07-07T19:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'da7bec46-f2d4-4128-8666-05a9b7dde013', 'name': '', 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'mac_address': 'fa:16:3e:bb:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b537b5d7-dfa6-4580-9fa6-e4423ef856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:58Z', 'updated_at': '2021-07-07T19:45:03Z', 'revision_number': 4, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'subnets': [{'id': 'b537b5d7-dfa6-4580-9fa6-e4423ef856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:04.451181 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2146bf-2f94-4ab9-aa74-b11fa93fbb77 None None] The sync data for ids ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'] in n-d-792394-12 is: [{'id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'name': 'tempest-TestServerMultinode-1776657666-router', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:55Z', 'updated_at': '2021-07-07T19:44:59Z', 'revision_number': 4, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'gw_port': {'id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:56Z', 'updated_at': '2021-07-07T19:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'da7bec46-f2d4-4128-8666-05a9b7dde013', 'name': '', 'network_id': '9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'mac_address': 'fa:16:3e:bb:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b537b5d7-dfa6-4580-9fa6-e4423ef856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:58Z', 'updated_at': '2021-07-07T19:45:03Z', 'revision_number': 4, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'subnets': [{'id': 'b537b5d7-dfa6-4580-9fa6-e4423ef856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:45:04.553999 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5bb558d-b1f5-4588-a32f-194bb49267e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:04.560561 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5bb558d-b1f5-4588-a32f-194bb49267e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:04.560561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d5bb558d-b1f5-4588-a32f-194bb49267e1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c898b6e2-e2a1-4300-a81f-2b737f92bdc7 HTTP/1.1" status: 204 len: 168 time: 0.3093154 Jul 07 19:45:04.611434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb558d-b1f5-4588-a32f-194bb49267e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c898b6e2-e2a1-4300-a81f-2b737f92bdc7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:04.679969 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:04.695426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Transition to ACTIVE for port object 9481e21d-25bd-4a21-ba69-90a3265bacd6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:04.732448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:04.774367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:04.779113 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:04.785201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:04.810980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Pushing event updated for resources: {'Port': ['ID=9481e21d-25bd-4a21-ba69-90a3265bacd6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:04.847640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:04.848424 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:04.868503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-74edd987-433e-48f9-bfad-39b35d772f88 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7596705 Jul 07 19:45:04.891488 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Request body: {'port': {'device_id': '79a8da99-8923-4705-8f66-e29477b704e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:05.049059 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.122566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb24ad-252d-4b98-9085-65fa18a86222 req-cf646cdb-a548-4431-bf00-e58bf7ef2cdf tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:05.124229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcfb24ad-252d-4b98-9085-65fa18a86222 req-cf646cdb-a548-4431-bf00-e58bf7ef2cdf tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1027 time: 0.1211514 Jul 07 19:45:05.168906 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ab2983f-4313-4a52-bad0-316c4580fc7c None None] Provisioning for port 9481e21d-25bd-4a21-ba69-90a3265bacd6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:05.174619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ab2983f-4313-4a52-bad0-316c4580fc7c None None] Provisioning complete for port 9481e21d-25bd-4a21-ba69-90a3265bacd6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:05.175131 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab2983f-4313-4a52-bad0-316c4580fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.242963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2983f-4313-4a52-bad0-316c4580fc7c None None] Port 9481e21d-25bd-4a21-ba69-90a3265bacd6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:45:05.253151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcfb24ad-252d-4b98-9085-65fa18a86222 req-97449247-474d-4438-8234-f30ded297c7f tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726197 Jul 07 19:45:05.405957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:05.408067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9481e21d-25bd-4a21-ba69-90a3265bacd6 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:05.424270 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.466376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Transition to ACTIVE for port object 9481e21d-25bd-4a21-ba69-90a3265bacd6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:05.478238 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.528667 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device da7bec46-f2d4-4128-8666-05a9b7dde013 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:05.563932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1483114241-network', 'tenant_id': 'c801959b93ba4cfcb050ffba49438d14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:05.584757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Pushing event updated for resources: {'Port': ['ID=9481e21d-25bd-4a21-ba69-90a3265bacd6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:05.613276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Made reservation on behalf of c801959b93ba4cfcb050ffba49438d14 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:45:05.617565 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.630700 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.634789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port da7bec46-f2d4-4128-8666-05a9b7dde013 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:05.639763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port da7bec46-f2d4-4128-8666-05a9b7dde013 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:05.640585 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.685147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Attempting to bind port 9481e21d-25bd-4a21-ba69-90a3265bacd6 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:45:05.685803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Attempting to bind port 9481e21d-25bd-4a21-ba69-90a3265bacd6 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:45:05.686931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Attempting to bind port 9481e21d-25bd-4a21-ba69-90a3265bacd6 on network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:05.693526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Port 9481e21d-25bd-4a21-ba69-90a3265bacd6 on network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:45:05.694214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Attempting to bind port 9481e21d-25bd-4a21-ba69-90a3265bacd6 on network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:05.701508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:45:05.702233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Checking segment: {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:05.702920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Bound using segment: {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:45:05.703645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Bound port: 9481e21d-25bd-4a21-ba69-90a3265bacd6, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:45:05.704608 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.770244 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.770651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.781266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.790668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] For port 9481e21d-25bd-4a21-ba69-90a3265bacd6, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:45:05.794266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] For port 9481e21d-25bd-4a21-ba69-90a3265bacd6, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9481e21d-25bd-4a21-ba69-90a3265bacd6,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:45:05.800330 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.823328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:45:05.835077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port da7bec46-f2d4-4128-8666-05a9b7dde013, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=da7bec46-f2d4-4128-8666-05a9b7dde013,segment=NetworkSegment(62ad3570-75f0-48b2-9d14-c24a1a5c83a4),segment_id=62ad3570-75f0-48b2-9d14-c24a1a5c83a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:05.840733 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.841575 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Added segment 4c2efda9-93ac-4905-a107-fbc9d2ea6330 of type vlan for network 38376946-bf76-46d7-94e2-e13a008429f5 Jul 07 19:45:05.841970 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.846345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0968b9f-66f7-47bc-bcaa-609b779cec99,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:05.849675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:05.851355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.853216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-918a7c70-80ed-4613-8082-22be37500961 service neutron] 10.222.0.59 "PUT /v2.0/ports/9481e21d-25bd-4a21-ba69-90a3265bacd6 HTTP/1.1" status: 200 len: 1092 time: 0.9672375 Jul 07 19:45:05.853534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a8da99-8923-4705-8f66-e29477b704e5', 'tag': '9481e21d-25bd-4a21-ba69-90a3265bacd6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:05.856096 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deed4fbb-e639-408f-9de0-4541d1e3e4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "79a8da99-8923-4705-8f66-e29477b704e5", "tag": "9481e21d-25bd-4a21-ba69-90a3265bacd6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:05.886827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a7c70-80ed-4613-8082-22be37500961 service neutron] Pushing event updated for resources: {'Port': ['ID=9481e21d-25bd-4a21-ba69-90a3265bacd6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:05.917585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.926016 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51458797-d4ee-4422-8060-71e177440814 x-openstack-request-id: req-51458797-d4ee-4422-8060-71e177440814 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:05.927802 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a8da99-8923-4705-8f66-e29477b704e5", "tag": "9481e21d-25bd-4a21-ba69-90a3265bacd6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:05.928600 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-51458797-d4ee-4422-8060-71e177440814 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:05.930325 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a8da99-8923-4705-8f66-e29477b704e5', 'tag': '9481e21d-25bd-4a21-ba69-90a3265bacd6', 'status': 'completed', 'code': 200} Jul 07 19:45:05.955480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=da7bec46-f2d4-4128-8666-05a9b7dde013,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:05.962345 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:05.963426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:05.964201 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.010037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-2a7a4b54-f15f-46c0-99a5-c6cdbe4fff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:06.011593 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-2a7a4b54-f15f-46c0-99a5-c6cdbe4fff55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d01c7b9844742d5b9e47438c75224a0&device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1095 time: 0.0717444 Jul 07 19:45:06.022100 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6150658 Jul 07 19:45:06.025622 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59142) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:06.033331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] Request body: {'subnet': {'network_id': '38376946-bf76-46d7-94e2-e13a008429f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1483114241-subnet', 'tenant_id': 'c801959b93ba4cfcb050ffba49438d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:06.048815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a5029-bae8-4ecc-bd9e-60c2db0c9963 admin admin] Pushing event updated for resources: {'Network': ['ID=38376946-bf76-46d7-94e2-e13a008429f5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:06.061185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 38376946-bf76-46d7-94e2-e13a008429f5 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:45:06.068601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] Made reservation on behalf of c801959b93ba4cfcb050ffba49438d14 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:45:06.071827 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.077224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-9748a597-90df-414e-8f05-d408008ea217 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9481e21d-25bd-4a21-ba69-90a3265bacd6 HTTP/1.1" status: 200 len: 217 time: 0.0527337 Jul 07 19:45:06.136438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-91a2350d-c03a-4ca5-bdc5-9c626d2738d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:06.140636 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-91a2350d-c03a-4ca5-bdc5-9c626d2738d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5 HTTP/1.1" status: 200 len: 849 time: 0.0566554 Jul 07 19:45:06.205713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-500e1174-7ed0-4069-b60b-f8e5a4c35057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:06.207180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-500e1174-7ed0-4069-b60b-f8e5a4c35057 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b374a63-cfc7-482d-b6d3-38b60ee1d539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578313 Jul 07 19:45:06.269913 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.319411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-f093e0f2-261b-47fc-92f3-7b1fa49eed1e service neutron] 10.222.0.59 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052155 Jul 07 19:45:06.329998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=069ece3c-7fa3-4779-b01b-14fc4ac54039,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:06.342627 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] Checking segment: {'id': '4c2efda9-93ac-4905-a107-fbc9d2ea6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '38376946-bf76-46d7-94e2-e13a008429f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:06.342991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] Network hostable DHCP agents. Network: 38376946-bf76-46d7-94e2-e13a008429f5, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:45:06.362544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] Network 38376946-bf76-46d7-94e2-e13a008429f5 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:45:06.374528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 38376946-bf76-46d7-94e2-e13a008429f5) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:06.379484 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:06.380126 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:06.391962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bcd1c4-070a-4e64-830e-79644b2a0865 None None] Network 38376946-bf76-46d7-94e2-e13a008429f5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:45:06.402837 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-05cd507a-0791-44d6-90e2-537f6f675c66 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3761101 Jul 07 19:45:06.493873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d4ccfea-a0bd-47c3-be01-3b6a0498bfc5 req-612d3454-2758-4173-af84-a640673049df service neutron] 10.222.0.59 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676857 Jul 07 19:45:06.502250 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fcb4b-c37f-4615-944a-c6e4401b3fa9 req-af105cb3-bdd6-45f3-9995-1a7b29e41bc1 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:06.503860 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7d2fcb4b-c37f-4615-944a-c6e4401b3fa9 req-af105cb3-bdd6-45f3-9995-1a7b29e41bc1 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1095 time: 0.0941293 Jul 07 19:45:06.542289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73993770-2ac8-4d19-960b-25b586df41c7 None None] Network 38376946-bf76-46d7-94e2-e13a008429f5 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:45:06.557612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7d2fcb4b-c37f-4615-944a-c6e4401b3fa9 req-993c5cd1-4682-497d-babc-a76169f0d885 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Jul 07 19:45:06.637725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4fbb-e639-408f-9de0-4541d1e3e4fd req-fd1692ab-d09e-4622-b452-957fc5e4b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:06.639649 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-deed4fbb-e639-408f-9de0-4541d1e3e4fd req-fd1692ab-d09e-4622-b452-957fc5e4b57c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d01c7b9844742d5b9e47438c75224a0&device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1095 time: 0.0593612 Jul 07 19:45:06.741022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4fbb-e639-408f-9de0-4541d1e3e4fd req-6d058df4-b4d9-4d67-bbcd-e47d186ace7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:06.742621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-deed4fbb-e639-408f-9de0-4541d1e3e4fd req-6d058df4-b4d9-4d67-bbcd-e47d186ace7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=7b374a63-cfc7-482d-b6d3-38b60ee1d539 HTTP/1.1" status: 200 len: 912 time: 0.0960898 Jul 07 19:45:06.790255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-deed4fbb-e639-408f-9de0-4541d1e3e4fd req-8d7ddd35-7a58-49ca-a82c-7c76d1fbfb54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9481e21d-25bd-4a21-ba69-90a3265bacd6 HTTP/1.1" status: 200 len: 217 time: 0.0405695 Jul 07 19:45:06.896219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4fbb-e639-408f-9de0-4541d1e3e4fd req-5f6ee0b2-435d-440f-a6d7-05c6fae63430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:06.898402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-deed4fbb-e639-408f-9de0-4541d1e3e4fd req-5f6ee0b2-435d-440f-a6d7-05c6fae63430 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5 HTTP/1.1" status: 200 len: 849 time: 0.0993810 Jul 07 19:45:06.956874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-a7e529d3-4f10-449d-bc96-929b6829b60a tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:06.958259 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-a7e529d3-4f10-449d-bc96-929b6829b60a tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/networks?id=38376946-bf76-46d7-94e2-e13a008429f5 HTTP/1.1" status: 200 len: 814 time: 0.1714067 Jul 07 19:45:06.977631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-e481cbd4-f621-4827-ad4b-9b31b4c44e07 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/quotas/c801959b93ba4cfcb050ffba49438d14 HTTP/1.1" status: 200 len: 375 time: 0.0129836 Jul 07 19:45:07.020286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-7df3af0b-e940-43f7-b439-d91ae07d5941 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c801959b93ba4cfcb050ffba49438d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353839 Jul 07 19:45:07.022203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4fbb-e639-408f-9de0-4541d1e3e4fd req-72dcf8f8-8e6d-4ca9-88c5-f618f9aae8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:07.023985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-deed4fbb-e639-408f-9de0-4541d1e3e4fd req-72dcf8f8-8e6d-4ca9-88c5-f618f9aae8e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b374a63-cfc7-482d-b6d3-38b60ee1d539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189108 Jul 07 19:45:07.178635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-7fb68e56-fe96-483e-aa39-b571c1209907 service neutron] 10.222.0.113 "GET /v2.0/networks/38376946-bf76-46d7-94e2-e13a008429f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514840 Jul 07 19:45:07.181438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-deed4fbb-e639-408f-9de0-4541d1e3e4fd req-2428f858-39f1-430a-9340-159f508256db service neutron] 10.222.0.59 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473267 Jul 07 19:45:07.339371 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-53f5d463-51a6-452d-8b58-ca589e680464 service neutron] 10.222.0.113 "GET /v2.0/networks/38376946-bf76-46d7-94e2-e13a008429f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525252 Jul 07 19:45:07.341128 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-deed4fbb-e639-408f-9de0-4541d1e3e4fd req-70d3d132-5276-48ad-868c-ad076170cfe8 service neutron] 10.222.0.59 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472254 Jul 07 19:45:07.486636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device da7bec46-f2d4-4128-8666-05a9b7dde013 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:07.536662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port da7bec46-f2d4-4128-8666-05a9b7dde013 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:07.536662 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:07.542519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d52c783-4af3-42b3-a955-c393d994ebe7 req-6305a789-dea1-4c3b-81e0-0c719b621b7b tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 210 time: 0.0318904 Jul 07 19:45:07.734640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f507b2-032b-464f-82df-cd4a4df2b4d5 req-595c7612-02de-46b7-a2f6-af1fb04e8b48 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:07.736399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f507b2-032b-464f-82df-cd4a4df2b4d5 req-595c7612-02de-46b7-a2f6-af1fb04e8b48 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1095 time: 0.0589797 Jul 07 19:45:07.776800 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f507b2-032b-464f-82df-cd4a4df2b4d5 req-f01e3c38-1259-4bae-80e0-4028cbefbb86 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Jul 07 19:45:08.383250 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f540154c-9767-46f7-9b51-b7f4cd0209c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:08.596407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b38f6bf9-da11-4fdb-9160-430601e1efef tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:08.597898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b38f6bf9-da11-4fdb-9160-430601e1efef tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.112 "GET /v2.0/networks?id=38376946-bf76-46d7-94e2-e13a008429f5 HTTP/1.1" status: 200 len: 814 time: 0.1047597 Jul 07 19:45:08.610082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Request body: {'port': {'device_id': '9afc1c92-78b3-4dfe-aa24-9eac3ef74c76', 'network_id': '38376946-bf76-46d7-94e2-e13a008429f5', 'admin_state_up': True, 'tenant_id': 'c801959b93ba4cfcb050ffba49438d14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:08.698072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb0134dd-0e7a-4bcc-bfec-ee81031584fd req-f5f96237-747e-4d6b-a79b-dc50b997ef26 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 210 time: 0.0346949 Jul 07 19:45:08.750017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Made reservation on behalf of c801959b93ba4cfcb050ffba49438d14 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:45:08.755698 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:08.891957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Allocated IP 172.20.0.7 (38376946-bf76-46d7-94e2-e13a008429f5/069ece3c-7fa3-4779-b01b-14fc4ac54039/f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:08.996414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b21d23-7d2a-4749-9af9-6edf67bb2b36 req-236885f0-1c78-4021-a00d-c43a6d63a741 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:08.997924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76b21d23-7d2a-4749-9af9-6edf67bb2b36 req-236885f0-1c78-4021-a00d-c43a6d63a741 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1095 time: 0.1038115 Jul 07 19:45:09.003835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9481e21d-25bd-4a21-ba69-90a3265bacd6 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:45:09.084317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76b21d23-7d2a-4749-9af9-6edf67bb2b36 req-5f9b24a6-3546-4fc0-a0ba-4d2d98ffd05c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559998 Jul 07 19:45:09.118108 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:09.121549 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9481e21d-25bd-4a21-ba69-90a3265bacd6, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9481e21d-25bd-4a21-ba69-90a3265bacd6,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:09.133047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '9481e21d-25bd-4a21-ba69-90a3265bacd6', 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539', 'port_id': '9481e21d-25bd-4a21-ba69-90a3265bacd6', 'mac_address': 'fa:16:3e:71:61:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:45:09.159017 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:09.176580 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:09.192429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9481e21d-25bd-4a21-ba69-90a3265bacd6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:09.202790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Network 38376946-bf76-46d7-94e2-e13a008429f5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:09.206115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:09.212367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:09.217014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9481e21d-25bd-4a21-ba69-90a3265bacd6, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9481e21d-25bd-4a21-ba69-90a3265bacd6,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:09.220999 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:09.247454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Pushing event updated for resources: {'Port': ['ID=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:09.271360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:09.271980 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:09.272378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9481e21d-25bd-4a21-ba69-90a3265bacd6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:09.286474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8904d2bb-af54-43d5-be78-5960bb9d223d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6801424 Jul 07 19:45:09.298547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Request body: {'port': {'device_id': '9afc1c92-78b3-4dfe-aa24-9eac3ef74c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:09.372217 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:09.497175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['9481e21d-25bd-4a21-ba69-90a3265bacd6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:45:09.950356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efd50c-82f3-47cd-8f92-120dfbf9c80d req-8c639a86-f6fb-4027-ad3c-26e9dd0a0deb tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:09.951843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9efd50c-82f3-47cd-8f92-120dfbf9c80d req-8c639a86-f6fb-4027-ad3c-26e9dd0a0deb tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 931 time: 0.1378481 Jul 07 19:45:10.008506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9efd50c-82f3-47cd-8f92-120dfbf9c80d req-8c7ac7cb-e16c-4c97-9792-1a98481e680a tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502055 Jul 07 19:45:10.040281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:10.048150 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.060830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Transition to ACTIVE for port object f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:10.064680 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.117426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:10.189246 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Attempting to bind port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:45:10.189585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Attempting to bind port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '4c2efda9-93ac-4905-a107-fbc9d2ea6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '38376946-bf76-46d7-94e2-e13a008429f5'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:45:10.189911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Attempting to bind port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 on network 38376946-bf76-46d7-94e2-e13a008429f5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:10.194516 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 on network 38376946-bf76-46d7-94e2-e13a008429f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:45:10.194900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Attempting to bind port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 on network 38376946-bf76-46d7-94e2-e13a008429f5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:10.200897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:45:10.201245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Checking segment: {'id': '4c2efda9-93ac-4905-a107-fbc9d2ea6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '38376946-bf76-46d7-94e2-e13a008429f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:10.201629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Bound using segment: {'id': '4c2efda9-93ac-4905-a107-fbc9d2ea6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '38376946-bf76-46d7-94e2-e13a008429f5'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:45:10.202053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Bound port: f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2efda9-93ac-4905-a107-fbc9d2ea6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '38376946-bf76-46d7-94e2-e13a008429f5'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:45:10.202446 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.308915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] For port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:45:10.312598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] For port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,segment=NetworkSegment(4c2efda9-93ac-4905-a107-fbc9d2ea6330),segment_id=4c2efda9-93ac-4905-a107-fbc9d2ea6330)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:45:10.314993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8406a0-4485-45fc-9749-e6932d7f0b7b req-f61add38-8d74-4a14-be10-2cc0a372dbcd tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:10.316830 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a8406a0-4485-45fc-9749-e6932d7f0b7b req-f61add38-8d74-4a14-be10-2cc0a372dbcd tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1096 time: 0.1122482 Jul 07 19:45:10.318267 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.375083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:10.375693 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:10.377098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] 10.222.0.112 "PUT /v2.0/ports/f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 HTTP/1.1" status: 200 len: 1092 time: 1.0829916 Jul 07 19:45:10.377814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afc1c92-78b3-4dfe-aa24-9eac3ef74c76', 'tag': 'f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:10.380035 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bca422-b41d-49ef-bc73-4ee1a93130b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9afc1c92-78b3-4dfe-aa24-9eac3ef74c76", "tag": "f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:10.411168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f139e9-e7e3-45ee-9be8-d32aad71c4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:10.415786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a8406a0-4485-45fc-9749-e6932d7f0b7b req-dd437b0e-3ff7-4539-8a8f-170bb3264c18 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921714 Jul 07 19:45:10.427742 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd012298-8113-44f3-98e2-41f57915d84a x-openstack-request-id: req-fd012298-8113-44f3-98e2-41f57915d84a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:10.428095 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afc1c92-78b3-4dfe-aa24-9eac3ef74c76", "tag": "f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:10.428418 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fd012298-8113-44f3-98e2-41f57915d84a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:10.429001 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afc1c92-78b3-4dfe-aa24-9eac3ef74c76', 'tag': 'f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390', 'status': 'completed', 'code': 200} Jul 07 19:45:10.472357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-d41f006e-2c49-4416-85b6-c371b9aecff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:10.473938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-d41f006e-2c49-4416-85b6-c371b9aecff6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c801959b93ba4cfcb050ffba49438d14&device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 1095 time: 0.0571039 Jul 07 19:45:10.527610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-8dd3f6c6-8465-445e-aee5-71fe4beaac8a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 HTTP/1.1" status: 200 len: 217 time: 0.0438008 Jul 07 19:45:10.576803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-33cf0d66-0552-4fe9-b8a8-bc0cc580a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:10.578272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-33cf0d66-0552-4fe9-b8a8-bc0cc580a5a7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069ece3c-7fa3-4779-b01b-14fc4ac54039 HTTP/1.1" status: 200 len: 854 time: 0.0449255 Jul 07 19:45:10.612875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-7e3525e2-cfdc-4380-af52-4b359b424a72 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=38376946-bf76-46d7-94e2-e13a008429f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259564 Jul 07 19:45:10.627394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-96e9b42a-6edf-4e50-b55e-fa5671897116 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:45:10.628329 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-96e9b42a-6edf-4e50-b55e-fa5671897116 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049312 Jul 07 19:45:10.721544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-d435df68-28f9-45ac-b93b-d3092ba87ef5 service neutron] 10.222.0.112 "GET /v2.0/networks/38376946-bf76-46d7-94e2-e13a008429f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859790 Jul 07 19:45:10.811517 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c42e281-aa77-47bc-9dd9-a520f6cbf170 req-badc082a-d18c-4880-a267-3014f45116d0 service neutron] 10.222.0.112 "GET /v2.0/networks/38376946-bf76-46d7-94e2-e13a008429f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832908 Jul 07 19:45:10.919575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca422-b41d-49ef-bc73-4ee1a93130b4 req-2a44fe57-0a7a-4fcd-984e-fda23a329ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:10.921198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0bca422-b41d-49ef-bc73-4ee1a93130b4 req-2a44fe57-0a7a-4fcd-984e-fda23a329ceb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c801959b93ba4cfcb050ffba49438d14&device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 1095 time: 0.0545704 Jul 07 19:45:11.015260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9481e21d-25bd-4a21-ba69-90a3265bacd6 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:11.017544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca422-b41d-49ef-bc73-4ee1a93130b4 req-e1a55a53-abff-486a-926c-d103d32863da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:11.019065 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0bca422-b41d-49ef-bc73-4ee1a93130b4 req-e1a55a53-abff-486a-926c-d103d32863da service neutron] 10.222.0.112 "GET /v2.0/networks?id=38376946-bf76-46d7-94e2-e13a008429f5 HTTP/1.1" status: 200 len: 916 time: 0.0905533 Jul 07 19:45:11.061327 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0bca422-b41d-49ef-bc73-4ee1a93130b4 req-68939b59-9b1d-49e4-98ca-e9facd4b5e0a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 HTTP/1.1" status: 200 len: 217 time: 0.0357854 Jul 07 19:45:11.066356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 9481e21d-25bd-4a21-ba69-90a3265bacd6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:11.076186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 9481e21d-25bd-4a21-ba69-90a3265bacd6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:11.076579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:11.108494 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13baa914-dc4e-45c2-9ce1-a01cc3e9a0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:11.125198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca422-b41d-49ef-bc73-4ee1a93130b4 req-7af62364-1f3d-483a-b4b1-e66ee77cb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:11.127003 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0bca422-b41d-49ef-bc73-4ee1a93130b4 req-7af62364-1f3d-483a-b4b1-e66ee77cb101 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069ece3c-7fa3-4779-b01b-14fc4ac54039 HTTP/1.1" status: 200 len: 854 time: 0.0588980 Jul 07 19:45:11.167328 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:11.185850 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0bca422-b41d-49ef-bc73-4ee1a93130b4 req-49728d25-549a-494b-87bb-fef499eac276 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=38376946-bf76-46d7-94e2-e13a008429f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516768 Jul 07 19:45:11.194708 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a8da99-8923-4705-8f66-e29477b704e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9481e21d-25bd-4a21-ba69-90a3265bacd6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:11.196994 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3b2d91-67b7-466f-a67f-dead4913c14b" -d '{"events": [{"server_uuid": "79a8da99-8923-4705-8f66-e29477b704e5", "name": "network-vif-plugged", "status": "completed", "tag": "9481e21d-25bd-4a21-ba69-90a3265bacd6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:11.217131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 9481e21d-25bd-4a21-ba69-90a3265bacd6, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9481e21d-25bd-4a21-ba69-90a3265bacd6,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:11.222499 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:11.251807 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9407e000-94ad-4a71-af73-0c5cd96b85f4 x-openstack-request-id: req-9407e000-94ad-4a71-af73-0c5cd96b85f4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:11.252103 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a8da99-8923-4705-8f66-e29477b704e5", "name": "network-vif-plugged", "status": "completed", "tag": "9481e21d-25bd-4a21-ba69-90a3265bacd6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:11.252357 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9407e000-94ad-4a71-af73-0c5cd96b85f4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:11.252783 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a8da99-8923-4705-8f66-e29477b704e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9481e21d-25bd-4a21-ba69-90a3265bacd6', 'code': 200} Jul 07 19:45:11.278556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b16a7-d4c4-4cdc-8779-49785b64a463 req-604c6180-33f5-45b2-bb28-fa798e693792 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:11.280196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e7b16a7-d4c4-4cdc-8779-49785b64a463 req-604c6180-33f5-45b2-bb28-fa798e693792 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 943 time: 0.1481256 Jul 07 19:45:11.280925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=9481e21d-25bd-4a21-ba69-90a3265bacd6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:11.305243 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:11.342145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0bca422-b41d-49ef-bc73-4ee1a93130b4 req-f4da8b51-1d5a-46e1-be6b-cb9334e6b2dc service neutron] 10.222.0.112 "GET /v2.0/networks/38376946-bf76-46d7-94e2-e13a008429f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480081 Jul 07 19:45:11.382235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e7b16a7-d4c4-4cdc-8779-49785b64a463 req-b1c6f1cf-c12f-49b8-8852-b832d64074a1 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830181 Jul 07 19:45:11.480023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e28440-ee32-4aab-bc1a-fd5ba30fb778 req-a5c85a27-a43d-431e-8bbf-d32ad41f6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:11.481581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6e28440-ee32-4aab-bc1a-fd5ba30fb778 req-a5c85a27-a43d-431e-8bbf-d32ad41f6aea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1097 time: 0.1418347 Jul 07 19:45:11.483768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0bca422-b41d-49ef-bc73-4ee1a93130b4 req-e676ed69-172c-45e8-bb0f-fcab2dcc7df9 service neutron] 10.222.0.112 "GET /v2.0/networks/38376946-bf76-46d7-94e2-e13a008429f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315687 Jul 07 19:45:11.517641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d6e28440-ee32-4aab-bc1a-fd5ba30fb778 req-3a7152f9-a8fd-432a-a5fb-ae927f5379c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300219 Jul 07 19:45:11.582614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa0a3d-f223-4143-af26-aa7c05aab007 req-e6b83beb-82e5-4518-bf81-0724e6366138 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:11.584148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60fa0a3d-f223-4143-af26-aa7c05aab007 req-e6b83beb-82e5-4518-bf81-0724e6366138 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1097 time: 0.0520232 Jul 07 19:45:11.619721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60fa0a3d-f223-4143-af26-aa7c05aab007 req-ccd9d2b5-c561-4a28-8574-ebee0145d962 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293858 Jul 07 19:45:12.454448 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:12.602064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0033e02-cf78-468c-b256-eb7927824fce req-25113905-2705-4d86-874d-ddd2aa9a4522 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:12.603618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0033e02-cf78-468c-b256-eb7927824fce req-25113905-2705-4d86-874d-ddd2aa9a4522 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 943 time: 0.0798988 Jul 07 19:45:12.653141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0033e02-cf78-468c-b256-eb7927824fce req-7cfb357c-8d8f-4e9b-adc6-10f3d427ccc6 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Jul 07 19:45:12.799283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90855e97-c1ca-4b7d-bf33-2aef921b9581 req-a10c335e-283c-4895-b9a6-b8a18e01207f tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:12.800755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90855e97-c1ca-4b7d-bf33-2aef921b9581 req-a10c335e-283c-4895-b9a6-b8a18e01207f tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1097 time: 0.0542462 Jul 07 19:45:12.838357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90855e97-c1ca-4b7d-bf33-2aef921b9581 req-6625f8ef-9425-47d3-86f0-3f1e4fc15fac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Jul 07 19:45:13.003519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5620b2-9f8a-418f-83ab-6bda70c65f8e req-72332f2e-d6bf-4191-b709-b363f0803be3 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:13.004996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc5620b2-9f8a-418f-83ab-6bda70c65f8e req-72332f2e-d6bf-4191-b709-b363f0803be3 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1097 time: 0.0529752 Jul 07 19:45:13.040995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc5620b2-9f8a-418f-83ab-6bda70c65f8e req-e5fe9a69-03a9-452f-bcee-98c40c3c6259 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299828 Jul 07 19:45:13.205277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c89dd-696d-487f-9e73-08b9beccb54d req-df23a993-e3b4-4135-a884-a0508e924c8d tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:13.206801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc4c89dd-696d-487f-9e73-08b9beccb54d req-df23a993-e3b4-4135-a884-a0508e924c8d tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1097 time: 0.0571492 Jul 07 19:45:13.243363 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bc4c89dd-696d-487f-9e73-08b9beccb54d req-d350ef4e-c58b-4bd3-bd12-19ce63429285 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300314 Jul 07 19:45:13.532224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-babb2eb5-08a0-43bd-8f85-916fb19e8a10 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:13.533697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-babb2eb5-08a0-43bd-8f85-916fb19e8a10 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/networks?id=7b374a63-cfc7-482d-b6d3-38b60ee1d539 HTTP/1.1" status: 200 len: 912 time: 0.0869434 Jul 07 19:45:13.548375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-b5f38ec0-3b1b-4e8b-ab65-df727a79df40 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/quotas/4d01c7b9844742d5b9e47438c75224a0 HTTP/1.1" status: 200 len: 375 time: 0.0086927 Jul 07 19:45:13.613937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-ada19ade-86d2-4bbc-a595-c7a6d04e7efe tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?tenant_id=4d01c7b9844742d5b9e47438c75224a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601420 Jul 07 19:45:13.759981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-bed859c2-2497-45e6-9294-5430b9892dcc service neutron] 10.222.0.113 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383500 Jul 07 19:45:13.893424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-58a65fed-3f0b-423a-982c-b9d3f4d9e3ae service neutron] 10.222.0.113 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274312 Jul 07 19:45:13.906245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f03bcd-2031-4be9-b44c-30cce97b2e63 req-c8033dad-daeb-40bd-be5a-ff482aaf17a1 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:13.907809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45f03bcd-2031-4be9-b44c-30cce97b2e63 req-c8033dad-daeb-40bd-be5a-ff482aaf17a1 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 943 time: 0.1329808 Jul 07 19:45:13.948705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45f03bcd-2031-4be9-b44c-30cce97b2e63 req-eb18e6a5-7d54-46d3-9835-d7e59a5e685f tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349967 Jul 07 19:45:14.012520 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:14.064812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7bdbd91-faae-4f93-9387-f9d06e64975e req-3566890a-db7d-4577-b6cd-cb27adf01c13 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 210 time: 0.0284050 Jul 07 19:45:14.937876 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:45:15.101523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:45:15.173086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-e4ad8f4c-526f-415d-bc91-9b82dd421eb5 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:15.174776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-e4ad8f4c-526f-415d-bc91-9b82dd421eb5 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.112 "GET /v2.0/networks?id=7b374a63-cfc7-482d-b6d3-38b60ee1d539 HTTP/1.1" status: 200 len: 912 time: 0.1536927 Jul 07 19:45:15.188156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Request body: {'port': {'device_id': '8c86b937-f357-442d-bcc3-a9f77fe2fa0e', 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539', 'admin_state_up': True, 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:15.212596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,segment=NetworkSegment(4c2efda9-93ac-4905-a107-fbc9d2ea6330),segment_id=4c2efda9-93ac-4905-a107-fbc9d2ea6330)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:15.220960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cd952-dda6-451b-bb4e-cfb94f1b79e7 req-74bc5c73-777d-4090-b996-f53af59e3597 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:15.222484 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca2cd952-dda6-451b-bb4e-cfb94f1b79e7 req-74bc5c73-777d-4090-b996-f53af59e3597 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 943 time: 0.1478219 Jul 07 19:45:15.225693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390', 'network_id': '38376946-bf76-46d7-94e2-e13a008429f5', 'port_id': 'f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390', 'mac_address': 'fa:16:3e:f8:16:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069ece3c-7fa3-4779-b01b-14fc4ac54039', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:45:15.254687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-633ed9bc-ddb7-4bca-9900-3aaab440e3f5 req-a8352b6c-f0ee-4822-b70d-d54c5342a004 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 210 time: 0.0553222 Jul 07 19:45:15.270221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Made reservation on behalf of 4d01c7b9844742d5b9e47438c75224a0 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:45:15.272592 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:15.275106 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:15.289261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:15.309934 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,segment=NetworkSegment(4c2efda9-93ac-4905-a107-fbc9d2ea6330),segment_id=4c2efda9-93ac-4905-a107-fbc9d2ea6330)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:15.312033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca2cd952-dda6-451b-bb4e-cfb94f1b79e7 req-84e4f964-35ad-466b-aa49-6af63ebb5bc7 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614946 Jul 07 19:45:15.315631 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:15.372675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:15.421739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Allocated IP 172.20.0.6 (7b374a63-cfc7-482d-b6d3-38b60ee1d539/ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5/d1e6aa9c-35a5-4009-87b1-ec19a2547ead) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:15.560609 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:15.562762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:45:15.575178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Transition to ACTIVE for port object d1e6aa9c-35a5-4009-87b1-ec19a2547ead will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:15.609932 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:15.647435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['9481e21d-25bd-4a21-ba69-90a3265bacd6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:45:15.658232 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:15.661102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:15.666739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:15.669876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Pushing event updated for resources: {'Port': ['ID=d1e6aa9c-35a5-4009-87b1-ec19a2547ead,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:15.714964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:15.715884 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:15.732331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-91135552-5a1f-4fa3-aa32-26e640bf114c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5493479 Jul 07 19:45:15.746328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Request body: {'port': {'device_id': '8c86b937-f357-442d-bcc3-a9f77fe2fa0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:15.826798 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:15.964595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3c6a1677-8511-40fd-8fa6-33282ea79400 None None] Provisioning for port d1e6aa9c-35a5-4009-87b1-ec19a2547ead completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:15.968274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3c6a1677-8511-40fd-8fa6-33282ea79400 None None] Provisioning complete for port d1e6aa9c-35a5-4009-87b1-ec19a2547ead triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:15.968682 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c6a1677-8511-40fd-8fa6-33282ea79400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:16.005436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a1677-8511-40fd-8fa6-33282ea79400 None None] Port d1e6aa9c-35a5-4009-87b1-ec19a2547ead cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:45:16.103091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e6aa9c-35a5-4009-87b1-ec19a2547ead {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:16.110924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:16.123667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Transition to ACTIVE for port object d1e6aa9c-35a5-4009-87b1-ec19a2547ead will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:16.127643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:16.179633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e6aa9c-35a5-4009-87b1-ec19a2547ead,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:16.255083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Attempting to bind port d1e6aa9c-35a5-4009-87b1-ec19a2547ead on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:45:16.255423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Attempting to bind port d1e6aa9c-35a5-4009-87b1-ec19a2547ead by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:45:16.255938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Attempting to bind port d1e6aa9c-35a5-4009-87b1-ec19a2547ead on network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:16.261433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Port d1e6aa9c-35a5-4009-87b1-ec19a2547ead on network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:45:16.261771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Attempting to bind port d1e6aa9c-35a5-4009-87b1-ec19a2547ead on network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:16.267011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:45:16.267354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Checking segment: {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:16.267750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Bound using segment: {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:45:16.268210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Bound port: d1e6aa9c-35a5-4009-87b1-ec19a2547ead, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c1e11f-88c0-4a53-b6db-799534f06ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:45:16.268695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:16.350000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] For port d1e6aa9c-35a5-4009-87b1-ec19a2547ead, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:45:16.353710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] For port d1e6aa9c-35a5-4009-87b1-ec19a2547ead, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d1e6aa9c-35a5-4009-87b1-ec19a2547ead,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:45:16.359265 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:16.404923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:16.405694 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:16.407012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] 10.222.0.112 "PUT /v2.0/ports/d1e6aa9c-35a5-4009-87b1-ec19a2547ead HTTP/1.1" status: 200 len: 1092 time: 0.6665301 Jul 07 19:45:16.407475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c86b937-f357-442d-bcc3-a9f77fe2fa0e', 'tag': 'd1e6aa9c-35a5-4009-87b1-ec19a2547ead'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:16.409788 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c86b937-f357-442d-bcc3-a9f77fe2fa0e", "tag": "d1e6aa9c-35a5-4009-87b1-ec19a2547ead"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:16.535004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a0464-efb3-4377-848a-3e7ff5bc0854 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e6aa9c-35a5-4009-87b1-ec19a2547ead,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:16.590239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f7d6c-5d7c-4e62-91e8-75b7a6d49e96 req-9abab2cd-4520-4545-a714-22956756b58c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:16.591823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc5f7d6c-5d7c-4e62-91e8-75b7a6d49e96 req-9abab2cd-4520-4545-a714-22956756b58c tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1095 time: 0.2042410 Jul 07 19:45:16.602077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-7c4c9c47-2b62-4499-979f-8bf98455d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:16.603518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-7c4c9c47-2b62-4499-979f-8bf98455d015 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4d01c7b9844742d5b9e47438c75224a0&device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1095 time: 0.1480510 Jul 07 19:45:16.615354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9657b-0910-418c-84fd-1a05b3635e34 req-63a7845f-eb37-4057-93c0-fa1fbd1b892d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:16.617050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09b9657b-0910-418c-84fd-1a05b3635e34 req-63a7845f-eb37-4057-93c0-fa1fbd1b892d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 944 time: 0.1685236 Jul 07 19:45:16.668555 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-0e102af4-63b9-4086-bae9-54ea9c53b31f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1e6aa9c-35a5-4009-87b1-ec19a2547ead HTTP/1.1" status: 200 len: 217 time: 0.0497301 Jul 07 19:45:16.728797 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc5f7d6c-5d7c-4e62-91e8-75b7a6d49e96 req-45237453-6ff1-441a-b4fa-06660a5eece4 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308765 Jul 07 19:45:16.741825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-09b9657b-0910-418c-84fd-1a05b3635e34 req-8c392067-ec8e-4d79-99ed-2ac4733d7104 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103971 Jul 07 19:45:16.749487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-68ff7abf-3036-4333-a684-ba8b009aa84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:16.751096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-68ff7abf-3036-4333-a684-ba8b009aa84c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5 HTTP/1.1" status: 200 len: 849 time: 0.0719466 Jul 07 19:45:16.786439 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93014bf-764f-4142-952c-1d8d2f600b01 x-openstack-request-id: req-d93014bf-764f-4142-952c-1d8d2f600b01 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:16.786738 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c86b937-f357-442d-bcc3-a9f77fe2fa0e", "tag": "d1e6aa9c-35a5-4009-87b1-ec19a2547ead", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:16.786994 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d93014bf-764f-4142-952c-1d8d2f600b01 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:16.787398 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c86b937-f357-442d-bcc3-a9f77fe2fa0e', 'tag': 'd1e6aa9c-35a5-4009-87b1-ec19a2547ead', 'status': 'completed', 'code': 200} Jul 07 19:45:16.814883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-869456c4-4c0e-495b-bb5f-8d495f9f3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:16.816397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-869456c4-4c0e-495b-bb5f-8d495f9f3e86 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=7b374a63-cfc7-482d-b6d3-38b60ee1d539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582287 Jul 07 19:45:16.912444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-057d0ef8-77d6-4e53-86cd-f77dfd68387e service neutron] 10.222.0.112 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899124 Jul 07 19:45:17.000255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d87ab38-bdde-42e3-b4ca-a4158e4e1a8e req-2f507b75-5323-467e-9743-c3f401367030 service neutron] 10.222.0.112 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818653 Jul 07 19:45:17.102038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc req-6a0d19a4-a26f-46cc-884e-5cfa9d2c7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.102806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:17.103470 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc req-6a0d19a4-a26f-46cc-884e-5cfa9d2c7262 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4d01c7b9844742d5b9e47438c75224a0&device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1095 time: 0.0542302 Jul 07 19:45:17.154826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:17.159510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:17.159879 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:17.200936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc req-46f9b43e-88c7-4322-a54a-9da94c5784e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.202472 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc req-46f9b43e-88c7-4322-a54a-9da94c5784e3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=7b374a63-cfc7-482d-b6d3-38b60ee1d539 HTTP/1.1" status: 200 len: 912 time: 0.0930009 Jul 07 19:45:17.238915 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:17.248239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc req-651fd8ba-478d-4d1e-9b48-d810a8683f30 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1e6aa9c-35a5-4009-87b1-ec19a2547ead HTTP/1.1" status: 200 len: 217 time: 0.0384207 Jul 07 19:45:17.265408 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc1c92-78b3-4dfe-aa24-9eac3ef74c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:17.267646 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5569a33f-bb82-4181-96a4-49fbccf732d3" -d '{"events": [{"server_uuid": "9afc1c92-78b3-4dfe-aa24-9eac3ef74c76", "name": "network-vif-plugged", "status": "completed", "tag": "f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:17.284447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,segment=NetworkSegment(4c2efda9-93ac-4905-a107-fbc9d2ea6330),segment_id=4c2efda9-93ac-4905-a107-fbc9d2ea6330)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:17.289194 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:17.300412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc req-c4d8b9f2-4f4f-4ac2-b994-46aad779b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.302209 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc req-c4d8b9f2-4f4f-4ac2-b994-46aad779b3ba service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5 HTTP/1.1" status: 200 len: 849 time: 0.0470262 Jul 07 19:45:17.314439 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3554f07a-4ea0-4303-adee-c645a4ab2254 x-openstack-request-id: req-3554f07a-4ea0-4303-adee-c645a4ab2254 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:17.314756 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc1c92-78b3-4dfe-aa24-9eac3ef74c76", "name": "network-vif-plugged", "status": "completed", "tag": "f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:17.314992 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3554f07a-4ea0-4303-adee-c645a4ab2254 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:17.315381 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc1c92-78b3-4dfe-aa24-9eac3ef74c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390', 'code': 200} Jul 07 19:45:17.343674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:17.384786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc req-9dd04a1b-44e0-45c7-ba8a-5531aa1726f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.386293 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc req-9dd04a1b-44e0-45c7-ba8a-5531aa1726f5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=7b374a63-cfc7-482d-b6d3-38b60ee1d539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669365 Jul 07 19:45:17.431398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9082dd6-d638-46de-bb43-7a10cbd6accd req-c504fce8-d0f9-4b42-a833-0b9263ca8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.433181 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c9082dd6-d638-46de-bb43-7a10cbd6accd req-c504fce8-d0f9-4b42-a833-0b9263ca8967 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 1097 time: 0.0558894 Jul 07 19:45:17.472299 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c9082dd6-d638-46de-bb43-7a10cbd6accd req-3b88709f-45f2-436f-b38b-b66ba265787a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328341 Jul 07 19:45:17.481540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc req-b0f560b9-125b-4403-a098-7043634f976e service neutron] 10.222.0.112 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874453 Jul 07 19:45:17.605924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1db5247-7e93-4cc3-a589-d2fb76aa66bc req-3f91cf58-eb6d-4aa1-a135-14bf17dd3f17 service neutron] 10.222.0.112 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852942 Jul 07 19:45:17.935975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f6a16-4476-42b0-b4ff-e65f7c8d2ea9 req-09e8c76c-32e0-42fa-8fbc-b3d15f301b57 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.937440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e85f6a16-4476-42b0-b4ff-e65f7c8d2ea9 req-09e8c76c-32e0-42fa-8fbc-b3d15f301b57 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1095 time: 0.0958965 Jul 07 19:45:17.951261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b4b5c-361e-4f31-a576-809dff922fef req-cf44fead-c4c1-4cdb-8b1e-bda144de8034 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:17.952799 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed9b4b5c-361e-4f31-a576-809dff922fef req-cf44fead-c4c1-4cdb-8b1e-bda144de8034 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 945 time: 0.0829740 Jul 07 19:45:18.006250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e85f6a16-4476-42b0-b4ff-e65f7c8d2ea9 req-bb111fbc-acb0-4a6d-bac8-69e87f8c3ad6 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524650 Jul 07 19:45:18.014036 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed9b4b5c-361e-4f31-a576-809dff922fef req-1422dd4a-87b1-4507-822f-e2be76e08a05 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546520 Jul 07 19:45:19.214272 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:19.220338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7dad3-43ae-419c-bb06-6ab99bf9d2f5 req-ddf1671f-022f-4b08-8ce3-8636b235a30a tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:19.221892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2eb7dad3-43ae-419c-bb06-6ab99bf9d2f5 req-ddf1671f-022f-4b08-8ce3-8636b235a30a tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1095 time: 0.0999284 Jul 07 19:45:19.229364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2f3ed-cfbc-4e82-86c3-553eb22abcd4 req-af63adf2-bd22-4b77-860d-b7c8974e8eb8 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:19.231017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bc2f3ed-cfbc-4e82-86c3-553eb22abcd4 req-af63adf2-bd22-4b77-860d-b7c8974e8eb8 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 945 time: 0.0994043 Jul 07 19:45:19.286735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2eb7dad3-43ae-419c-bb06-6ab99bf9d2f5 req-285c0c63-741d-45f0-a900-2d6fb04360c4 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547576 Jul 07 19:45:19.292446 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bc2f3ed-cfbc-4e82-86c3-553eb22abcd4 req-8261da02-e9cf-42a2-81cc-522fd5e94900 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548701 Jul 07 19:45:19.741373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b69cb-020d-47dd-96ea-cb204443abfb req-344a69f4-e0b8-4f9c-b812-db18a4aa33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:19.742906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb2b69cb-020d-47dd-96ea-cb204443abfb req-344a69f4-e0b8-4f9c-b812-db18a4aa33f2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c801959b93ba4cfcb050ffba49438d14&device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 1097 time: 0.0883706 Jul 07 19:45:20.136914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a54f7-295e-42ab-9ebc-88b3b4c22d79 req-5de5d87c-de86-46f5-899d-6288d596648d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:20.138313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-718a54f7-295e-42ab-9ebc-88b3b4c22d79 req-5de5d87c-de86-46f5-899d-6288d596648d tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 945 time: 0.4400322 Jul 07 19:45:20.191902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b69cb-020d-47dd-96ea-cb204443abfb req-93b76d15-3357-41da-ac00-97977e13ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:20.193445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb2b69cb-020d-47dd-96ea-cb204443abfb req-93b76d15-3357-41da-ac00-97977e13ee1c service neutron] 10.222.0.112 "GET /v2.0/networks?id=38376946-bf76-46d7-94e2-e13a008429f5 HTTP/1.1" status: 200 len: 916 time: 0.4436040 Jul 07 19:45:20.199214 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-718a54f7-295e-42ab-9ebc-88b3b4c22d79 req-39aac764-bece-49d1-9b8a-4815702f7baf tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544546 Jul 07 19:45:20.235482 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb2b69cb-020d-47dd-96ea-cb204443abfb req-8527299f-f95e-4abf-8ffa-dc1d56fe7d55 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 HTTP/1.1" status: 200 len: 217 time: 0.0353117 Jul 07 19:45:20.285669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b69cb-020d-47dd-96ea-cb204443abfb req-45410898-b78e-478e-a23e-26ac8e93f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:20.287111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb2b69cb-020d-47dd-96ea-cb204443abfb req-45410898-b78e-478e-a23e-26ac8e93f1f8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069ece3c-7fa3-4779-b01b-14fc4ac54039 HTTP/1.1" status: 200 len: 854 time: 0.0462768 Jul 07 19:45:20.319409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb2b69cb-020d-47dd-96ea-cb204443abfb req-2abfb3bd-04b1-48cd-b403-ecd14036496c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=38376946-bf76-46d7-94e2-e13a008429f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262384 Jul 07 19:45:20.437677 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb2b69cb-020d-47dd-96ea-cb204443abfb req-29143376-f165-4539-851f-2c259b8b7fe9 service neutron] 10.222.0.112 "GET /v2.0/networks/38376946-bf76-46d7-94e2-e13a008429f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117120 Jul 07 19:45:20.525409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2a024-9507-4374-90db-f2a713df6d2f req-0fc25bd4-8a22-48c7-8bff-ec52fc053f18 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:20.526929 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46e2a024-9507-4374-90db-f2a713df6d2f req-0fc25bd4-8a22-48c7-8bff-ec52fc053f18 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1095 time: 0.1226904 Jul 07 19:45:20.555471 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb2b69cb-020d-47dd-96ea-cb204443abfb req-67f74ec7-8ad2-45d5-8834-4c4a7cd25578 service neutron] 10.222.0.112 "GET /v2.0/networks/38376946-bf76-46d7-94e2-e13a008429f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117556 Jul 07 19:45:20.569804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46e2a024-9507-4374-90db-f2a713df6d2f req-6b8c4b31-6a87-4438-b8f9-0fdceb02b85e tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368481 Jul 07 19:45:21.117658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d1e6aa9c-35a5-4009-87b1-ec19a2547ead details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:45:21.216103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d1e6aa9c-35a5-4009-87b1-ec19a2547ead, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d1e6aa9c-35a5-4009-87b1-ec19a2547ead,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:21.228573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'd1e6aa9c-35a5-4009-87b1-ec19a2547ead', 'network_id': '7b374a63-cfc7-482d-b6d3-38b60ee1d539', 'port_id': 'd1e6aa9c-35a5-4009-87b1-ec19a2547ead', 'mac_address': 'fa:16:3e:81:87:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:45:21.271862 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:21.284866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e6aa9c-35a5-4009-87b1-ec19a2547ead {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:21.307312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d1e6aa9c-35a5-4009-87b1-ec19a2547ead, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d1e6aa9c-35a5-4009-87b1-ec19a2547ead,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:21.311661 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:21.359421 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d1e6aa9c-35a5-4009-87b1-ec19a2547ead,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:21.384093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83322f6f-9f58-48e1-a7da-63287e2e066a req-a19ae19e-19dc-4074-a467-e3a70a9cf6d6 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:21.385618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83322f6f-9f58-48e1-a7da-63287e2e066a req-a19ae19e-19dc-4074-a467-e3a70a9cf6d6 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 945 time: 0.0712953 Jul 07 19:45:21.425481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83322f6f-9f58-48e1-a7da-63287e2e066a req-39becb28-b6a2-4098-985d-8ae2822d4fa0 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342770 Jul 07 19:45:21.510728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['d1e6aa9c-35a5-4009-87b1-ec19a2547ead'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:45:21.738207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fb6d5-b127-4fdd-8fdc-b66c208545f9 req-711ff29e-f152-4b29-868f-f0d3368fe5c2 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:21.740130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-162fb6d5-b127-4fdd-8fdc-b66c208545f9 req-711ff29e-f152-4b29-868f-f0d3368fe5c2 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1096 time: 0.0573535 Jul 07 19:45:21.778804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-162fb6d5-b127-4fdd-8fdc-b66c208545f9 req-28ee537c-232c-4a43-9d85-6f762ce47653 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 Jul 07 19:45:21.925756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2061-83d8-40a0-9725-34306893a0a5 req-51ef12e9-a3f1-43d6-b1bf-3bafeed6b217 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:21.927129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90ef2061-83d8-40a0-9725-34306893a0a5 req-51ef12e9-a3f1-43d6-b1bf-3bafeed6b217 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 945 time: 0.0677173 Jul 07 19:45:21.966913 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90ef2061-83d8-40a0-9725-34306893a0a5 req-3d6f9662-9a78-429a-8da3-4e3e9f368fce tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333474 Jul 07 19:45:22.944330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7f2c1-304d-40a4-a245-a44b36fa83f7 req-ad63865d-1870-4e7c-a064-d4eae9c61f98 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:22.946519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ad7f2c1-304d-40a4-a245-a44b36fa83f7 req-ad63865d-1870-4e7c-a064-d4eae9c61f98 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1096 time: 0.0541451 Jul 07 19:45:22.981564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ad7f2c1-304d-40a4-a245-a44b36fa83f7 req-3dd6e44c-5336-4da0-8690-825671c059c2 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293975 Jul 07 19:45:23.037543 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e316021-5805-4443-9168-0b93398df398 req-62390d8d-f923-4225-9e1a-46d83d249c60 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1496756 Jul 07 19:45:23.120074 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d1e6aa9c-35a5-4009-87b1-ec19a2547ead up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:23.168528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port d1e6aa9c-35a5-4009-87b1-ec19a2547ead completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:23.172574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port d1e6aa9c-35a5-4009-87b1-ec19a2547ead triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:23.172943 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:23.206149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb545104-7906-43c2-85e2-b26acf1710c8 req-ece97d36-7d03-4c56-976a-4980dc5dd077 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:23.207680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb545104-7906-43c2-85e2-b26acf1710c8 req-ece97d36-7d03-4c56-976a-4980dc5dd077 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 945 time: 0.1186604 Jul 07 19:45:23.210971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e316021-5805-4443-9168-0b93398df398 req-fc127530-b33a-4af6-bfc1-ecaf0176dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:23.212584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e316021-5805-4443-9168-0b93398df398 req-fc127530-b33a-4af6-bfc1-ecaf0176dda7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d01c7b9844742d5b9e47438c75224a0&device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1097 time: 0.1130447 Jul 07 19:45:23.257237 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:23.284104 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c86b937-f357-442d-bcc3-a9f77fe2fa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e6aa9c-35a5-4009-87b1-ec19a2547ead'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:23.286365 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6a64cb-1a1f-4ffd-811c-170d3a03a667" -d '{"events": [{"server_uuid": "8c86b937-f357-442d-bcc3-a9f77fe2fa0e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e6aa9c-35a5-4009-87b1-ec19a2547ead"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:23.301936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d1e6aa9c-35a5-4009-87b1-ec19a2547ead, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d1e6aa9c-35a5-4009-87b1-ec19a2547ead,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:23.315703 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:23.316456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:23.338581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb545104-7906-43c2-85e2-b26acf1710c8 req-14d37a57-7241-4720-a763-dbc59ba1d75e tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/security-groups?id=b0968b9f-66f7-47bc-bcaa-609b779cec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250534 Jul 07 19:45:23.349151 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f417abe1-b008-4908-9cf4-ff727e5019d5 x-openstack-request-id: req-f417abe1-b008-4908-9cf4-ff727e5019d5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:23.349449 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c86b937-f357-442d-bcc3-a9f77fe2fa0e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e6aa9c-35a5-4009-87b1-ec19a2547ead", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:23.350275 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f417abe1-b008-4908-9cf4-ff727e5019d5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:23.350275 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c86b937-f357-442d-bcc3-a9f77fe2fa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e6aa9c-35a5-4009-87b1-ec19a2547ead', 'code': 200} Jul 07 19:45:23.390905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5d912-0806-4cec-b2aa-aff2db6515ba req-4e68d460-033a-4862-ade7-e5309bb957b6 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:23.392742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0e5d912-0806-4cec-b2aa-aff2db6515ba req-4e68d460-033a-4862-ade7-e5309bb957b6 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.112 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 945 time: 0.1839659 Jul 07 19:45:23.398618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e316021-5805-4443-9168-0b93398df398 req-447c44f3-82ca-4806-8d73-5b0bd0c36773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:23.400643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e316021-5805-4443-9168-0b93398df398 req-447c44f3-82ca-4806-8d73-5b0bd0c36773 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7b374a63-cfc7-482d-b6d3-38b60ee1d539 HTTP/1.1" status: 200 len: 912 time: 0.1530545 Jul 07 19:45:23.402411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d1e6aa9c-35a5-4009-87b1-ec19a2547ead,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:23.455177 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:23.477661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e316021-5805-4443-9168-0b93398df398 req-11e261b8-47ae-4256-9d21-96e3a28c2e06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9481e21d-25bd-4a21-ba69-90a3265bacd6 HTTP/1.1" status: 200 len: 217 time: 0.0418634 Jul 07 19:45:23.486787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178be2-e8f2-406a-a14e-fe4500b2c31c req-bb524e43-5d72-4593-85cb-3900981b41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:23.489235 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-75178be2-e8f2-406a-a14e-fe4500b2c31c req-bb524e43-5d72-4593-85cb-3900981b41d9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1097 time: 0.0664835 Jul 07 19:45:23.494995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,segment=NetworkSegment(4c2efda9-93ac-4905-a107-fbc9d2ea6330),segment_id=4c2efda9-93ac-4905-a107-fbc9d2ea6330)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:23.499556 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:23.527503 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-75178be2-e8f2-406a-a14e-fe4500b2c31c req-60a8e29b-90ef-4e83-8d22-48f6bb627609 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Jul 07 19:45:23.550336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:23.564388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e316021-5805-4443-9168-0b93398df398 req-c5895f83-d2ac-4e86-93ca-2a7b7f8c1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:23.565901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e316021-5805-4443-9168-0b93398df398 req-c5895f83-d2ac-4e86-93ca-2a7b7f8c1c96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5 HTTP/1.1" status: 200 len: 849 time: 0.0803165 Jul 07 19:45:23.614437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d0e5d912-0806-4cec-b2aa-aff2db6515ba req-3bd0cdd3-a00b-4046-8179-b0ce6f15f520 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Deleting port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:23.614765 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e5d912-0806-4cec-b2aa-aff2db6515ba req-3bd0cdd3-a00b-4046-8179-b0ce6f15f520 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:23.717560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e316021-5805-4443-9168-0b93398df398 req-91bce5a3-1f05-4837-bd83-aea07d590d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:23.718998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e316021-5805-4443-9168-0b93398df398 req-91bce5a3-1f05-4837-bd83-aea07d590d48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b374a63-cfc7-482d-b6d3-38b60ee1d539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449466 Jul 07 19:45:23.723726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d0e5d912-0806-4cec-b2aa-aff2db6515ba req-3bd0cdd3-a00b-4046-8179-b0ce6f15f520 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] For port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,segment=NetworkSegment(4c2efda9-93ac-4905-a107-fbc9d2ea6330),segment_id=4c2efda9-93ac-4905-a107-fbc9d2ea6330)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:23.724087 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e5d912-0806-4cec-b2aa-aff2db6515ba req-3bd0cdd3-a00b-4046-8179-b0ce6f15f520 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:23.736200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-1e316021-5805-4443-9168-0b93398df398 req-d39b6dda-7079-4f50-b835-1e43d4e70350 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:45:23.737198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e316021-5805-4443-9168-0b93398df398 req-d39b6dda-7079-4f50-b835-1e43d4e70350 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105789 Jul 07 19:45:23.742866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d0e5d912-0806-4cec-b2aa-aff2db6515ba req-3bd0cdd3-a00b-4046-8179-b0ce6f15f520 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Calling delete_port for f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:23.889441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e316021-5805-4443-9168-0b93398df398 req-5d944ec2-1efb-4815-9142-1386ade432e7 service neutron] 10.222.0.59 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425436 Jul 07 19:45:24.001302 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e5d912-0806-4cec-b2aa-aff2db6515ba req-3bd0cdd3-a00b-4046-8179-b0ce6f15f520 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:24.038478 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0cdd3-a00b-4046-8179-b0ce6f15f520 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Pushing event deleted for resources: {'Port': ['ID=f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:24.056309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e316021-5805-4443-9168-0b93398df398 req-ffc167d1-cd86-498a-ac41-d159a48c0150 service neutron] 10.222.0.59 "GET /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604958 Jul 07 19:45:24.100656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e5d912-0806-4cec-b2aa-aff2db6515ba req-3bd0cdd3-a00b-4046-8179-b0ce6f15f520 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] No DVR routers for this DVR port f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:45:24.104129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e5d912-0806-4cec-b2aa-aff2db6515ba req-3bd0cdd3-a00b-4046-8179-b0ce6f15f520 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:24.106704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0e5d912-0806-4cec-b2aa-aff2db6515ba req-3bd0cdd3-a00b-4046-8179-b0ce6f15f520 tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.112 "DELETE /v2.0/ports/f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390 HTTP/1.1" status: 204 len: 173 time: 0.7051528 Jul 07 19:45:24.107143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc1c92-78b3-4dfe-aa24-9eac3ef74c76', 'name': 'network-vif-deleted', 'tag': 'f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:24.110047 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91d2b5e-93c7-4e96-8c26-007b50709a98" -d '{"events": [{"server_uuid": "9afc1c92-78b3-4dfe-aa24-9eac3ef74c76", "name": "network-vif-deleted", "tag": "f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:24.172896 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c530058-820f-4393-aa06-fd07580e4071 x-openstack-request-id: req-6c530058-820f-4393-aa06-fd07580e4071 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:24.173341 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc1c92-78b3-4dfe-aa24-9eac3ef74c76", "name": "network-vif-deleted", "tag": "f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:24.173728 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6c530058-820f-4393-aa06-fd07580e4071 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:24.174381 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc1c92-78b3-4dfe-aa24-9eac3ef74c76', 'name': 'network-vif-deleted', 'tag': 'f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390', 'status': 'completed', 'code': 200} Jul 07 19:45:24.189866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cbcca-25c3-4412-a871-712817dc4e6b req-0521eac6-de2d-4481-8fdb-43dd192a5f29 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:24.191451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a47cbcca-25c3-4412-a871-712817dc4e6b req-0521eac6-de2d-4481-8fdb-43dd192a5f29 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1097 time: 0.0786524 Jul 07 19:45:24.234002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a47cbcca-25c3-4412-a871-712817dc4e6b req-0cf7023f-c4d9-4205-afa8-c21cb7b5f174 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352833 Jul 07 19:45:24.507840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-780b045e-df86-4579-91fd-1356243cfffe req-8512cfb9-dc34-43cb-aec9-3cfe85c98b4e tempest-InstanceActionsTestJSON-576437685 tempest-InstanceActionsTestJSON-576437685-project] 10.222.0.113 "GET /v2.0/ports?device_id=9afc1c92-78b3-4dfe-aa24-9eac3ef74c76 HTTP/1.1" status: 200 len: 210 time: 0.0294054 Jul 07 19:45:25.351604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc1c92-78b3-4dfe-aa24-9eac3ef74c76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:25.353999 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89fc2cf-92d7-43ff-adbc-d335ae807e39" -d '{"events": [{"server_uuid": "9afc1c92-78b3-4dfe-aa24-9eac3ef74c76", "name": "network-vif-unplugged", "status": "completed", "tag": "f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:25.390458 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d3d4bd-940c-426f-9c42-9cedce3371df x-openstack-request-id: req-22d3d4bd-940c-426f-9c42-9cedce3371df {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:25.390761 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc1c92-78b3-4dfe-aa24-9eac3ef74c76", "name": "network-vif-unplugged", "status": "completed", "tag": "f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:25.391020 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-22d3d4bd-940c-426f-9c42-9cedce3371df {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:25.391412 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc1c92-78b3-4dfe-aa24-9eac3ef74c76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2129ff9-46ae-4b38-8c8f-5a6d4e9b2390', 'code': 200} Jul 07 19:45:25.407786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29973000-fbf8-4c3d-8639-11fc40f5fedd req-0c4a076f-bd9c-47d0-a10a-1051d24dec37 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:25.409404 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29973000-fbf8-4c3d-8639-11fc40f5fedd req-0c4a076f-bd9c-47d0-a10a-1051d24dec37 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1097 time: 0.0593648 Jul 07 19:45:25.446782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29973000-fbf8-4c3d-8639-11fc40f5fedd req-798c4178-a9d1-45d2-97b0-b6b69fad8a20 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300636 Jul 07 19:45:25.602907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:25.615781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d600d-4868-40ae-81ba-a868f0188e92 req-4aa796f7-caf2-4765-9e9e-4bfafc46d59f tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:25.618125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a0d600d-4868-40ae-81ba-a868f0188e92 req-4aa796f7-caf2-4765-9e9e-4bfafc46d59f tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1097 time: 0.0550504 Jul 07 19:45:25.649442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3fd8cc-4091-4fe1-8ab9-508bec501a5c admin admin] Deleting subnet 069ece3c-7fa3-4779-b01b-14fc4ac54039 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:45:25.652681 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8cc-4091-4fe1-8ab9-508bec501a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:25.653985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a0d600d-4868-40ae-81ba-a868f0188e92 req-225eabb4-8fab-4aa1-b8a5-7d32696c47a0 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303602 Jul 07 19:45:25.689015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8cc-4091-4fe1-8ab9-508bec501a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:25.733468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8cc-4091-4fe1-8ab9-508bec501a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:25.786964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8cc-4091-4fe1-8ab9-508bec501a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:25.813844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fd8cc-4091-4fe1-8ab9-508bec501a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069ece3c-7fa3-4779-b01b-14fc4ac54039,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:25.817375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8cc-4091-4fe1-8ab9-508bec501a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:25.819236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41a82-a4c9-4df8-a9fd-91f377456493 req-0cc48b6e-29f6-4457-8d4b-64486dc733ac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:25.820853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04a41a82-a4c9-4df8-a9fd-91f377456493 req-0cc48b6e-29f6-4457-8d4b-64486dc733ac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1097 time: 0.0561731 Jul 07 19:45:25.822284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:25.822506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dc3fd8cc-4091-4fe1-8ab9-508bec501a5c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/069ece3c-7fa3-4779-b01b-14fc4ac54039 HTTP/1.1" status: 204 len: 168 time: 0.2185512 Jul 07 19:45:25.917664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04a41a82-a4c9-4df8-a9fd-91f377456493 req-dcd71d67-9876-400b-8e40-69a398ec26cb tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765033 Jul 07 19:45:25.920185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.003965 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.014308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38376946-bf76-46d7-94e2-e13a008429f5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:26.026143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2efda9-93ac-4905-a107-fbc9d2ea6330') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:26.026496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2efda9-93ac-4905-a107-fbc9d2ea6330') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:26.035344 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.049140 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.055679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:45:26.056190 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:45:26.057899 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:45:26.114362 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.121468 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.125740 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] 10.222.0.113 "DELETE /v2.0/networks/38376946-bf76-46d7-94e2-e13a008429f5 HTTP/1.1" status: 204 len: 168 time: 0.2999210 Jul 07 19:45:26.135349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe2b22-7f69-470d-8421-1adc4a028884 admin admin] Pushing event deleted for resources: {'Network': ['ID=38376946-bf76-46d7-94e2-e13a008429f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:26.273470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:26.314717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c737f1-8a76-482d-8f2c-546da6df4120 req-fdb62dd1-e567-4fc0-af05-7e5902fbe5c8 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:26.316277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69c737f1-8a76-482d-8f2c-546da6df4120 req-fdb62dd1-e567-4fc0-af05-7e5902fbe5c8 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1097 time: 0.0607133 Jul 07 19:45:26.321926 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b232a19e-d99d-4b9f-a5db-587c11ff47f4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c801959b93ba4cfcb050ffba49438d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469644 Jul 07 19:45:26.324354 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:26.356443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69c737f1-8a76-482d-8f2c-546da6df4120 req-797c90f1-e131-4eba-b3c6-2012e89f934e tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Jul 07 19:45:26.375394 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec245cef-8ef1-4012-beb7-c73eaeb9de16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.396877 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec245cef-8ef1-4012-beb7-c73eaeb9de16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.444938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec245cef-8ef1-4012-beb7-c73eaeb9de16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.447547 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec245cef-8ef1-4012-beb7-c73eaeb9de16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:26.448730 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ec245cef-8ef1-4012-beb7-c73eaeb9de16 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b0968b9f-66f7-47bc-bcaa-609b779cec99 HTTP/1.1" status: 204 len: 168 time: 0.1234243 Jul 07 19:45:26.456818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec245cef-8ef1-4012-beb7-c73eaeb9de16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0968b9f-66f7-47bc-bcaa-609b779cec99,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:27.157414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:27.256579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1873024858-network', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:27.282237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Made reservation on behalf of 3ff3263089fe4e09866907a0cfc362bb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:45:27.284627 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.293907 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.389642 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.394719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.421737 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:45:27.432262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5513dc6e-2af2-4f90-8dfa-62930b52b6ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:27.438316 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.438672 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Added segment 8de0fc13-d94e-44f8-b4aa-c634109f5bcb of type vlan for network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab Jul 07 19:45:27.483678 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.514543 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.515633 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:27.516219 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.561026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeda4b1-0efc-42e0-8758-07b7728f1cb6 req-ddefc9ed-b8ef-4a73-ae76-047c4af32dfc tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:27.562515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4eeda4b1-0efc-42e0-8758-07b7728f1cb6 req-ddefc9ed-b8ef-4a73-ae76-047c4af32dfc tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1097 time: 0.0939448 Jul 07 19:45:27.565332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8be5a-940c-408f-a04d-dc3e1cbafafa req-5f05a53e-ba25-4853-a753-bee5b46d79d8 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:27.566856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cbb8be5a-940c-408f-a04d-dc3e1cbafafa req-5f05a53e-ba25-4853-a753-bee5b46d79d8 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8c86b937-f357-442d-bcc3-a9f77fe2fa0e HTTP/1.1" status: 200 len: 1097 time: 0.0886803 Jul 07 19:45:27.575268 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4167213 Jul 07 19:45:27.578069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:27.584861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] Request body: {'subnet': {'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1873024858-subnet', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:27.591389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e249b09-8851-4fcb-af54-c8fa0238255f admin admin] Pushing event updated for resources: {'Network': ['ID=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:27.601378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:45:27.613373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] Made reservation on behalf of 3ff3263089fe4e09866907a0cfc362bb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:45:27.616448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.645078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cbb8be5a-940c-408f-a04d-dc3e1cbafafa req-7b45def5-16d6-4d9f-a9ad-1a21504584bf tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690019 Jul 07 19:45:27.702107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4eeda4b1-0efc-42e0-8758-07b7728f1cb6 req-f740a97f-8153-4aa3-9775-15fbd0109bb9 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Deleting port d1e6aa9c-35a5-4009-87b1-ec19a2547ead {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:27.702454 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4eeda4b1-0efc-42e0-8758-07b7728f1cb6 req-f740a97f-8153-4aa3-9775-15fbd0109bb9 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.790573 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4eeda4b1-0efc-42e0-8758-07b7728f1cb6 req-f740a97f-8153-4aa3-9775-15fbd0109bb9 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] For port d1e6aa9c-35a5-4009-87b1-ec19a2547ead, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d1e6aa9c-35a5-4009-87b1-ec19a2547ead,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:27.790941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4eeda4b1-0efc-42e0-8758-07b7728f1cb6 req-f740a97f-8153-4aa3-9775-15fbd0109bb9 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.809939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4eeda4b1-0efc-42e0-8758-07b7728f1cb6 req-f740a97f-8153-4aa3-9775-15fbd0109bb9 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Calling delete_port for d1e6aa9c-35a5-4009-87b1-ec19a2547ead owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:27.938588 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4eeda4b1-0efc-42e0-8758-07b7728f1cb6 req-f740a97f-8153-4aa3-9775-15fbd0109bb9 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:27.950816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['d1e6aa9c-35a5-4009-87b1-ec19a2547ead'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:45:27.969164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740a97f-8153-4aa3-9775-15fbd0109bb9 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1e6aa9c-35a5-4009-87b1-ec19a2547ead,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:27.984813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['9481e21d-25bd-4a21-ba69-90a3265bacd6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:45:28.016727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeda4b1-0efc-42e0-8758-07b7728f1cb6 req-f740a97f-8153-4aa3-9775-15fbd0109bb9 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] No DVR routers for this DVR port d1e6aa9c-35a5-4009-87b1-ec19a2547ead on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:45:28.019451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4eeda4b1-0efc-42e0-8758-07b7728f1cb6 req-f740a97f-8153-4aa3-9775-15fbd0109bb9 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.021748 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4eeda4b1-0efc-42e0-8758-07b7728f1cb6 req-f740a97f-8153-4aa3-9775-15fbd0109bb9 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.112 "DELETE /v2.0/ports/d1e6aa9c-35a5-4009-87b1-ec19a2547ead HTTP/1.1" status: 204 len: 173 time: 0.4531372 Jul 07 19:45:28.022214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c86b937-f357-442d-bcc3-a9f77fe2fa0e', 'name': 'network-vif-deleted', 'tag': 'd1e6aa9c-35a5-4009-87b1-ec19a2547ead'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:28.025436 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd04fd24-8d47-4dd4-94ad-642d74bfb13c" -d '{"events": [{"server_uuid": "8c86b937-f357-442d-bcc3-a9f77fe2fa0e", "name": "network-vif-deleted", "tag": "d1e6aa9c-35a5-4009-87b1-ec19a2547ead"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:28.072564 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d38a4b2-53df-4ffe-90a3-db4f97f5e26a x-openstack-request-id: req-3d38a4b2-53df-4ffe-90a3-db4f97f5e26a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:28.072856 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c86b937-f357-442d-bcc3-a9f77fe2fa0e", "name": "network-vif-deleted", "tag": "d1e6aa9c-35a5-4009-87b1-ec19a2547ead", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:28.073105 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3d38a4b2-53df-4ffe-90a3-db4f97f5e26a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:28.073660 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c86b937-f357-442d-bcc3-a9f77fe2fa0e', 'name': 'network-vif-deleted', 'tag': 'd1e6aa9c-35a5-4009-87b1-ec19a2547ead', 'status': 'completed', 'code': 200} Jul 07 19:45:28.122291 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.188526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac118d4d-1710-46cb-acea-d9ba231da62c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:28.198394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] Checking segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:28.198850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] Network hostable DHCP agents. Network: 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:45:28.217871 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:45:28.229209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:28.234447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:28.235038 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.239599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1f4116-c7b6-4f54-84bd-66fda99735d4 None None] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:45:28.258147 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-67e6e991-1644-43e2-aa81-c5d130f6ce87 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6780977 Jul 07 19:45:28.261284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:28.265874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:28.294500 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.295538 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.388895 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.395488 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:45:28.396385 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.535985 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.706017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Allocated IP 172.20.0.2 (44cc2ed2-9d9f-48a2-8f8b-16a90d045dab/ac118d4d-1710-46cb-acea-d9ba231da62c/22ccf479-d3d5-40b1-abc3-cbdeed8bd982) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:28.775407 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.803068 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.869104 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.878635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Transition to ACTIVE for port object 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:28.901939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Transition to ACTIVE for port object 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:28.909066 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:28.923485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Allocated IP 172.25.2.91 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/81d9fce9-6eb8-490f-aace-78ea7965b6fe) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:28.947788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:28.951033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:28.956786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:28.966107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Pushing event updated for resources: {'Port': ['ID=22ccf479-d3d5-40b1-abc3-cbdeed8bd982,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:29.023994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Attempting to bind port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:45:29.024367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Attempting to bind port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:45:29.025380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Attempting to bind port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:29.030608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:45:29.031189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Checking segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:29.031598 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.031993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Bound using segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:45:29.032463 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Bound port: 22ccf479-d3d5-40b1-abc3-cbdeed8bd982, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:45:29.032873 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.053654 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.110210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] For port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:45:29.110668 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.114044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] For port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=22ccf479-d3d5-40b1-abc3-cbdeed8bd982,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:45:29.120201 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.139621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607960d-ced0-464b-a771-3552b18c47a1 req-f779fe20-2614-43a1-a815-e026cd9762bb tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:29.146518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b607960d-ced0-464b-a771-3552b18c47a1 req-f779fe20-2614-43a1-a815-e026cd9762bb tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1097 time: 0.0653276 Jul 07 19:45:29.150979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:29.154081 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:29.156811 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:29.191089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=81d9fce9-6eb8-490f-aace-78ea7965b6fe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:29.193579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1eceeb-c0c0-4926-8aeb-84187188f55b None None] Pushing event updated for resources: {'Port': ['ID=22ccf479-d3d5-40b1-abc3-cbdeed8bd982,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:29.196809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b607960d-ced0-464b-a771-3552b18c47a1 req-92fcc3e7-77d3-4c3f-8375-fc99f05a2c3b tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493038 Jul 07 19:45:29.469684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.536238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:29.587092 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:29.682885 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.824030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Router 36614c5c-cfa1-4640-a444-64e74288ab32 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:45:29.939829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:45:29.949271 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b91155-3605-4f53-8428-f817a465188c None None] Sync routers for ids ['36614c5c-cfa1-4640-a444-64e74288ab32'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:45:29.959681 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:29.962074 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b91155-3605-4f53-8428-f817a465188c None None] Routers {'36614c5c-cfa1-4640-a444-64e74288ab32'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:29.962315 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dc531a0a-8007-473f-94ac-c74bfc787cd1 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6999505 Jul 07 19:45:29.962714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-18b91155-3605-4f53-8428-f817a465188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:45:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['36614c5c-cfa1-4640-a444-64e74288ab32'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:29.965026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:30.076749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-18b91155-3605-4f53-8428-f817a465188c None None] Set router 36614c5c-cfa1-4640-a444-64e74288ab32 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:30.200822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa26647-066e-420e-826a-af8436bd6189 None None] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:45:30.337353 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3740f85-9981-432b-bad0-dd2fd281119b None None] Provisioning for port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:30.348304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3740f85-9981-432b-bad0-dd2fd281119b None None] Provisioning complete for port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:30.348708 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3740f85-9981-432b-bad0-dd2fd281119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:30.459216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392de82-cd02-4b0a-9e3f-61c03c098543 req-24a4f84e-d635-46e2-a68c-fd34640ee490 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:30.461450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3392de82-cd02-4b0a-9e3f-61c03c098543 req-24a4f84e-d635-46e2-a68c-fd34640ee490 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1097 time: 0.1303904 Jul 07 19:45:30.478026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-18b91155-3605-4f53-8428-f817a465188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:29Z', 'revision_number': 3, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:30.527465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b91155-3605-4f53-8428-f817a465188c None None] Checking router: 36614c5c-cfa1-4640-a444-64e74288ab32 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:45:30.527820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b91155-3605-4f53-8428-f817a465188c None None] Updating router 36614c5c-cfa1-4640-a444-64e74288ab32 port 81d9fce9-6eb8-490f-aace-78ea7965b6fe binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:45:30.571128 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:30.575374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3392de82-cd02-4b0a-9e3f-61c03c098543 req-2565c684-605a-4706-b2ff-5b4b5a2612f9 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=7fed271e-eb00-440b-96f9-51d1d4c2b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987527 Jul 07 19:45:30.578975 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3740f85-9981-432b-bad0-dd2fd281119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:30.599045 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18b91155-3605-4f53-8428-f817a465188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:30.643743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b979e54-00af-4278-be50-19fea754db6a req-b50d8ace-114b-4657-9593-dcd457520590 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:30.645336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b979e54-00af-4278-be50-19fea754db6a req-b50d8ace-114b-4657-9593-dcd457520590 tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 1097 time: 0.1479065 Jul 07 19:45:30.652661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b3740f85-9981-432b-bad0-dd2fd281119b None None] For port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=22ccf479-d3d5-40b1-abc3-cbdeed8bd982,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:30.659896 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3740f85-9981-432b-bad0-dd2fd281119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:30.784914 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3740f85-9981-432b-bad0-dd2fd281119b None None] Pushing event updated for resources: {'Port': ['ID=22ccf479-d3d5-40b1-abc3-cbdeed8bd982,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:30.840440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Allocated IP 172.20.0.1 (44cc2ed2-9d9f-48a2-8f8b-16a90d045dab/ac118d4d-1710-46cb-acea-d9ba231da62c/4f709d08-fbfb-43af-a704-d751ae8b115b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:30.859893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0b979e54-00af-4278-be50-19fea754db6a req-cc41e77d-b5da-4a08-af47-5de1713fccac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Deleting port 9481e21d-25bd-4a21-ba69-90a3265bacd6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:30.860243 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0b979e54-00af-4278-be50-19fea754db6a req-cc41e77d-b5da-4a08-af47-5de1713fccac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:30.902536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07b43bf9-7b83-49ad-ad5d-aadf44e3a527 None None] Provisioning complete for port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:30.902814 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07b43bf9-7b83-49ad-ad5d-aadf44e3a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:30.975188 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18b91155-3605-4f53-8428-f817a465188c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:30.989369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18b91155-3605-4f53-8428-f817a465188c None None] Transition to ACTIVE for port object 81d9fce9-6eb8-490f-aace-78ea7965b6fe will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:30.996684 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18b91155-3605-4f53-8428-f817a465188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.007262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0b979e54-00af-4278-be50-19fea754db6a req-cc41e77d-b5da-4a08-af47-5de1713fccac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] For port 9481e21d-25bd-4a21-ba69-90a3265bacd6, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=9481e21d-25bd-4a21-ba69-90a3265bacd6,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:31.007806 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0b979e54-00af-4278-be50-19fea754db6a req-cc41e77d-b5da-4a08-af47-5de1713fccac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.029451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.031524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0b979e54-00af-4278-be50-19fea754db6a req-cc41e77d-b5da-4a08-af47-5de1713fccac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Calling delete_port for 9481e21d-25bd-4a21-ba69-90a3265bacd6 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:31.051880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Transition to ACTIVE for port object 4f709d08-fbfb-43af-a704-d751ae8b115b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:31.077136 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9fadd-d8ad-4d8d-81f6-23cf1b17e34a None None] Pushing event updated for resources: {'Port': ['ID=81d9fce9-6eb8-490f-aace-78ea7965b6fe,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:31.079275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18b91155-3605-4f53-8428-f817a465188c None None] Attempting to bind port 81d9fce9-6eb8-490f-aace-78ea7965b6fe on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:45:31.079643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18b91155-3605-4f53-8428-f817a465188c None None] Attempting to bind port 81d9fce9-6eb8-490f-aace-78ea7965b6fe by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:45:31.080004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b91155-3605-4f53-8428-f817a465188c None None] Attempting to bind port 81d9fce9-6eb8-490f-aace-78ea7965b6fe on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:31.087390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b91155-3605-4f53-8428-f817a465188c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:45:31.087764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b91155-3605-4f53-8428-f817a465188c None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:31.088161 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18b91155-3605-4f53-8428-f817a465188c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.088577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b91155-3605-4f53-8428-f817a465188c None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:45:31.089039 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18b91155-3605-4f53-8428-f817a465188c None None] Bound port: 81d9fce9-6eb8-490f-aace-78ea7965b6fe, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:45:31.089414 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18b91155-3605-4f53-8428-f817a465188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.141294 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.147073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-18b91155-3605-4f53-8428-f817a465188c None None] For port 81d9fce9-6eb8-490f-aace-78ea7965b6fe, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:45:31.164004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d1e6aa9c-35a5-4009-87b1-ec19a2547ead no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:31.183837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: d1e6aa9c-35a5-4009-87b1-ec19a2547ead {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:31.184172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d1e6aa9c-35a5-4009-87b1-ec19a2547ead not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:31.209901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:31.219669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:31.227066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:31.234543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Pushing event updated for resources: {'Port': ['ID=4f709d08-fbfb-43af-a704-d751ae8b115b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:31.252705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-18b91155-3605-4f53-8428-f817a465188c None None] For port 81d9fce9-6eb8-490f-aace-78ea7965b6fe, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=81d9fce9-6eb8-490f-aace-78ea7965b6fe,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:45:31.259070 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18b91155-3605-4f53-8428-f817a465188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.262579 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0b979e54-00af-4278-be50-19fea754db6a req-cc41e77d-b5da-4a08-af47-5de1713fccac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.268614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.268954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.269912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.269912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.269912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.270246 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.270570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.270893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.271216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.271537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.271978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.272183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:31.312798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41e77d-b5da-4a08-af47-5de1713fccac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Pushing event deleted for resources: {'Port': ['ID=9481e21d-25bd-4a21-ba69-90a3265bacd6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:31.321262 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.333303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b91155-3605-4f53-8428-f817a465188c None None] Routers {'36614c5c-cfa1-4640-a444-64e74288ab32'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:31.334169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-18b91155-3605-4f53-8428-f817a465188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:45:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['36614c5c-cfa1-4640-a444-64e74288ab32'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:31.394413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9fadd-d8ad-4d8d-81f6-23cf1b17e34a None None] Pushing event updated for resources: {'Port': ['ID=81d9fce9-6eb8-490f-aace-78ea7965b6fe,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:31.410804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b979e54-00af-4278-be50-19fea754db6a req-cc41e77d-b5da-4a08-af47-5de1713fccac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] No DVR routers for this DVR port 9481e21d-25bd-4a21-ba69-90a3265bacd6 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:45:31.415573 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0b979e54-00af-4278-be50-19fea754db6a req-cc41e77d-b5da-4a08-af47-5de1713fccac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.417647 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b979e54-00af-4278-be50-19fea754db6a req-cc41e77d-b5da-4a08-af47-5de1713fccac tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.59 "DELETE /v2.0/ports/9481e21d-25bd-4a21-ba69-90a3265bacd6 HTTP/1.1" status: 204 len: 173 time: 0.7633851 Jul 07 19:45:31.418112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a8da99-8923-4705-8f66-e29477b704e5', 'name': 'network-vif-deleted', 'tag': '9481e21d-25bd-4a21-ba69-90a3265bacd6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:31.420429 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051727fe-6cd3-407f-810e-94710b7cea6d" -d '{"events": [{"server_uuid": "79a8da99-8923-4705-8f66-e29477b704e5", "name": "network-vif-deleted", "tag": "9481e21d-25bd-4a21-ba69-90a3265bacd6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:31.500142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-18b91155-3605-4f53-8428-f817a465188c None None] Set router 36614c5c-cfa1-4640-a444-64e74288ab32 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:31.524026 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6992eca5-06a2-4a53-bb71-c1b0c092d568 x-openstack-request-id: req-6992eca5-06a2-4a53-bb71-c1b0c092d568 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:31.524630 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a8da99-8923-4705-8f66-e29477b704e5", "name": "network-vif-deleted", "tag": "9481e21d-25bd-4a21-ba69-90a3265bacd6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:31.524630 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6992eca5-06a2-4a53-bb71-c1b0c092d568 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:31.524969 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a8da99-8923-4705-8f66-e29477b704e5', 'name': 'network-vif-deleted', 'tag': '9481e21d-25bd-4a21-ba69-90a3265bacd6', 'status': 'completed', 'code': 200} Jul 07 19:45:31.585659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:31.610832 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.704878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d62438b4-a078-4183-bcd2-7ca803109815 None None] Provisioning for port 4f709d08-fbfb-43af-a704-d751ae8b115b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:31.715427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d62438b4-a078-4183-bcd2-7ca803109815 None None] Provisioning complete for port 4f709d08-fbfb-43af-a704-d751ae8b115b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:31.715806 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d62438b4-a078-4183-bcd2-7ca803109815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.942593 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:31.942970 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:31.945381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d62438b4-a078-4183-bcd2-7ca803109815 None None] Port 4f709d08-fbfb-43af-a704-d751ae8b115b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:45:32.057846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-18b91155-3605-4f53-8428-f817a465188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:29Z', 'revision_number': 3, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:32.091106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b91155-3605-4f53-8428-f817a465188c None None] The sync data for ids ['36614c5c-cfa1-4640-a444-64e74288ab32'] in n-d-792394-12 is: [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:29Z', 'revision_number': 3, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:45:32.106900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a06b6dbf-68a0-4f4c-b4b0-5663183fac06 req-7232d7fb-edb3-4810-8573-af243713fa4d tempest-TestServerMultinode-126263741 tempest-TestServerMultinode-126263741-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=79a8da99-8923-4705-8f66-e29477b704e5 HTTP/1.1" status: 200 len: 210 time: 0.3720706 Jul 07 19:45:32.192382 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:32.198333 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:32.266194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Pushing event updated for resources: {'Port': ['ID=4f709d08-fbfb-43af-a704-d751ae8b115b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:32.268868 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:32.390131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:32.391851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:32.559769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Router 36614c5c-cfa1-4640-a444-64e74288ab32 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:45:32.681001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f5c0d633-fd13-4c90-b81a-afa8441642ea None None] Provisioning complete for port 4f709d08-fbfb-43af-a704-d751ae8b115b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:32.681307 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5c0d633-fd13-4c90-b81a-afa8441642ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:32.699701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:45:32.715791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-136408a6-d9f5-4fb7-a9c9-91ef9ac02c31 admin admin] 10.222.0.113 "PUT /v2.0/routers/36614c5c-cfa1-4640-a444-64e74288ab32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7393856 Jul 07 19:45:32.722424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f5c0d633-fd13-4c90-b81a-afa8441642ea None None] Port 4f709d08-fbfb-43af-a704-d751ae8b115b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:45:33.135773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9481e21d-25bd-4a21-ba69-90a3265bacd6 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:33.174490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 9481e21d-25bd-4a21-ba69-90a3265bacd6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:33.175488 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 9481e21d-25bd-4a21-ba69-90a3265bacd6 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:33.224033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:33.501760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:33.507470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-54e9072f-59cb-4b37-a7d8-497ddb7f1c08 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429674729', 'description': 'tempest-description--175313539'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:33.537322 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54e9072f-59cb-4b37-a7d8-497ddb7f1c08 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.537953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 81d9fce9-6eb8-490f-aace-78ea7965b6fe up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:33.592083 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.618235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 81d9fce9-6eb8-490f-aace-78ea7965b6fe completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:33.624762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 81d9fce9-6eb8-490f-aace-78ea7965b6fe triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:33.625185 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.652431 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54e9072f-59cb-4b37-a7d8-497ddb7f1c08 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.660721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54e9072f-59cb-4b37-a7d8-497ddb7f1c08 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.692917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9072f-59cb-4b37-a7d8-497ddb7f1c08 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569fb220-2f74-473a-b3e7-307deb2b3cf6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:33.708390 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54e9072f-59cb-4b37-a7d8-497ddb7f1c08 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.715557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-54e9072f-59cb-4b37-a7d8-497ddb7f1c08 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2125268 Jul 07 19:45:33.716337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:33.722426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3a0dd7a0-3f6d-4a58-981a-0d98da1a6068 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Request body: {'security_group_rule': {'security_group_id': '569fb220-2f74-473a-b3e7-307deb2b3cf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:33.730543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.761159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 81d9fce9-6eb8-490f-aace-78ea7965b6fe, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=81d9fce9-6eb8-490f-aace-78ea7965b6fe,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:33.762087 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd7a0-3f6d-4a58-981a-0d98da1a6068 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.768427 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.832342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=81d9fce9-6eb8-490f-aace-78ea7965b6fe,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:33.867470 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd7a0-3f6d-4a58-981a-0d98da1a6068 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.871788 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd7a0-3f6d-4a58-981a-0d98da1a6068 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.893430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0dd7a0-3f6d-4a58-981a-0d98da1a6068 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749dabdf-68ed-4621-b447-c37430e260ec,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:33.898873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd7a0-3f6d-4a58-981a-0d98da1a6068 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.900137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3a0dd7a0-3f6d-4a58-981a-0d98da1a6068 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827567 Jul 07 19:45:33.902783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:33.908003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5b13c91f-26ba-4372-965c-bf95e2c497f9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Request body: {'security_group_rule': {'security_group_id': '569fb220-2f74-473a-b3e7-307deb2b3cf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:33.928647 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:33.936654 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b13c91f-26ba-4372-965c-bf95e2c497f9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.004010 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b13c91f-26ba-4372-965c-bf95e2c497f9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.009958 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b13c91f-26ba-4372-965c-bf95e2c497f9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.010158 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Sync routers for ids ['36614c5c-cfa1-4640-a444-64e74288ab32'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:45:34.019656 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Routers {'36614c5c-cfa1-4640-a444-64e74288ab32'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:34.020272 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:45:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['36614c5c-cfa1-4640-a444-64e74288ab32'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:34.029448 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13c91f-26ba-4372-965c-bf95e2c497f9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5a4ad6-4e15-4890-9b00-4876e2aab960,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:34.037915 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b13c91f-26ba-4372-965c-bf95e2c497f9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.043382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5b13c91f-26ba-4372-965c-bf95e2c497f9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394722 Jul 07 19:45:34.043675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:34.050587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:34.128067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.131600 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Set router 36614c5c-cfa1-4640-a444-64e74288ab32 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:34.313158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.325816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] Deleting port 05fb558c-6c15-455e-ab6f-71dce592fb0b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:34.326156 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.332309 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 4, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f709d08-fbfb-43af-a704-d751ae8b115b', 'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:30Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 2, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'subnets': [{'id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:34.363010 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Checking router: 36614c5c-cfa1-4640-a444-64e74288ab32 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:45:34.363365 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Updating router 36614c5c-cfa1-4640-a444-64e74288ab32 port 4f709d08-fbfb-43af-a704-d751ae8b115b binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:45:34.398329 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.487760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] For port 05fb558c-6c15-455e-ab6f-71dce592fb0b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=05fb558c-6c15-455e-ab6f-71dce592fb0b,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:34.488213 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.512579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Allocated IP 172.25.2.154 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/19b24dbd-b0f6-4898-85ea-1caccebf873b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:34.514805 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] Calling delete_port for 05fb558c-6c15-455e-ab6f-71dce592fb0b owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:34.668859 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.679759 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Transition to ACTIVE for port object 4f709d08-fbfb-43af-a704-d751ae8b115b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:34.686266 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.738838 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6831bc-1a6d-4fb0-a075-efef7a088685 None None] Pushing event updated for resources: {'Port': ['ID=4f709d08-fbfb-43af-a704-d751ae8b115b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:34.740020 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.796244 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Attempting to bind port 4f709d08-fbfb-43af-a704-d751ae8b115b on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:45:34.796656 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Attempting to bind port 4f709d08-fbfb-43af-a704-d751ae8b115b by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:45:34.797023 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Attempting to bind port 4f709d08-fbfb-43af-a704-d751ae8b115b on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:34.802373 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:45:34.802743 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Checking segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:34.803316 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.804405 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Bound using segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:45:34.805004 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Bound port: 4f709d08-fbfb-43af-a704-d751ae8b115b, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:45:34.805390 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.834237 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.862175 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.877872 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] For port 4f709d08-fbfb-43af-a704-d751ae8b115b, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:45:34.883497 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] For port 4f709d08-fbfb-43af-a704-d751ae8b115b, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4f709d08-fbfb-43af-a704-d751ae8b115b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:45:34.891262 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:34.919322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:34.951434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event updated for resources: {'Port': ['ID=19b24dbd-b0f6-4898-85ea-1caccebf873b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:34.959382 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:34.977065 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Routers {'36614c5c-cfa1-4640-a444-64e74288ab32'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:34.977591 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:45:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['36614c5c-cfa1-4640-a444-64e74288ab32'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:34.991387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:35.012088 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6831bc-1a6d-4fb0-a075-efef7a088685 None None] Pushing event updated for resources: {'Port': ['ID=4f709d08-fbfb-43af-a704-d751ae8b115b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:35.021988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fb558c-6c15-455e-ab6f-71dce592fb0b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:35.213671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:35.227879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:35.243044 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] Set router 36614c5c-cfa1-4640-a444-64e74288ab32 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:35.317511 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:35.475608 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 4, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f709d08-fbfb-43af-a704-d751ae8b115b', 'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:30Z', 'updated_at': '2021-07-07T19:45:34Z', 'revision_number': 4, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'subnets': [{'id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:35.504306 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c14114-830f-4c8e-89b1-9f8933ad5dc4 None None] The sync data for ids ['36614c5c-cfa1-4640-a444-64e74288ab32'] in n-d-792394-12 is: [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 4, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f709d08-fbfb-43af-a704-d751ae8b115b', 'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:30Z', 'updated_at': '2021-07-07T19:45:34Z', 'revision_number': 4, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'subnets': [{'id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:45:35.591993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 81d9fce9-6eb8-490f-aace-78ea7965b6fe up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:35.641825 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:35.645414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] Router 3c91678a-caca-4d55-9b29-1d67d7d98524 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:45:35.648614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:35.673363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 81d9fce9-6eb8-490f-aace-78ea7965b6fe triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:35.673823 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:35.769593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event updated for resources: {'Port': ['ID=19b24dbd-b0f6-4898-85ea-1caccebf873b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:35.798483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:35.852784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:35.854034 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3e1b13c6-1687-4503-9e3b-95a3c1ddf693 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8093443 Jul 07 19:45:35.870047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:45:35.875411 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-df8aa6de-3c2a-4063-a41b-7066e1f7b6e9 admin admin] 10.222.0.113 "PUT /v2.0/routers/3c91678a-caca-4d55-9b29-1d67d7d98524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6499469 Jul 07 19:45:35.878490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:35.880566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe0c057-6296-49bc-8665-410c5f16d4ea None None] Sync routers for ids ['3c91678a-caca-4d55-9b29-1d67d7d98524'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:45:35.893450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0c057-6296-49bc-8665-410c5f16d4ea None None] Routers {'3c91678a-caca-4d55-9b29-1d67d7d98524'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:35.894221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ebe0c057-6296-49bc-8665-410c5f16d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:45:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3c91678a-caca-4d55-9b29-1d67d7d98524'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:35.998511 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:36.019615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-00d1a587-e28b-4001-8d4a-0eb24685ee96 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1429674729&fields=id&tenant_id=3ff3263089fe4e09866907a0cfc362bb HTTP/1.1" status: 200 len: 267 time: 0.0383024 Jul 07 19:45:36.031911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ebe0c057-6296-49bc-8665-410c5f16d4ea None None] Set router 3c91678a-caca-4d55-9b29-1d67d7d98524 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:36.157171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-54e666f2-0382-46fd-ab6b-50a3240c415c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:36.159092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-54e666f2-0382-46fd-ab6b-50a3240c415c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 812 time: 0.1320548 Jul 07 19:45:36.180816 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-4c5f7eac-132c-47bd-af03-d1705cd87e90 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/quotas/3ff3263089fe4e09866907a0cfc362bb HTTP/1.1" status: 200 len: 375 time: 0.0152597 Jul 07 19:45:36.281919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ebe0c057-6296-49bc-8665-410c5f16d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'name': 'tempest-TestServerMultinode-1714355953-router', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:49Z', 'updated_at': '2021-07-07T19:45:34Z', 'revision_number': 5, 'project_id': '5ff58880a86c48889189a784ea440520', 'gw_port': {'id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:36.287469 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-2aa95470-6b7d-4559-af8a-a47f1e3cd0a0 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911744 Jul 07 19:45:36.312952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe0c057-6296-49bc-8665-410c5f16d4ea None None] Checking router: 3c91678a-caca-4d55-9b29-1d67d7d98524 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:45:36.324209 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0c057-6296-49bc-8665-410c5f16d4ea None None] Routers {'3c91678a-caca-4d55-9b29-1d67d7d98524'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:36.325173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ebe0c057-6296-49bc-8665-410c5f16d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:45:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['3c91678a-caca-4d55-9b29-1d67d7d98524'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:36.393768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-5dc6caf6-1a21-49d4-976f-b4487d36fd9e service neutron] 10.222.0.113 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050403 Jul 07 19:45:36.451548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ebe0c057-6296-49bc-8665-410c5f16d4ea None None] Set router 3c91678a-caca-4d55-9b29-1d67d7d98524 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:36.455667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:36.504300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-8dfa3d18-b6da-4e1e-bd37-61c7def6a3e3 service neutron] 10.222.0.113 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088631 Jul 07 19:45:36.546010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Deleting port c50f485a-46bd-473c-b1f8-cab7500c6ae9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:36.546367 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:36.644018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] For port c50f485a-46bd-473c-b1f8-cab7500c6ae9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c50f485a-46bd-473c-b1f8-cab7500c6ae9,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:36.644379 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:36.669096 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ebe0c057-6296-49bc-8665-410c5f16d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'name': 'tempest-TestServerMultinode-1714355953-router', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:49Z', 'updated_at': '2021-07-07T19:45:34Z', 'revision_number': 5, 'project_id': '5ff58880a86c48889189a784ea440520', 'gw_port': {'id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:36.674020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Calling delete_port for c50f485a-46bd-473c-b1f8-cab7500c6ae9 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:36.733337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe0c057-6296-49bc-8665-410c5f16d4ea None None] The sync data for ids ['3c91678a-caca-4d55-9b29-1d67d7d98524'] in n-d-792394-12 is: [{'id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'name': 'tempest-TestServerMultinode-1714355953-router', 'tenant_id': '5ff58880a86c48889189a784ea440520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:49Z', 'updated_at': '2021-07-07T19:45:34Z', 'revision_number': 5, 'project_id': '5ff58880a86c48889189a784ea440520', 'gw_port': {'id': 'c50f485a-46bd-473c-b1f8-cab7500c6ae9', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c91678a-caca-4d55-9b29-1d67d7d98524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:50Z', 'updated_at': '2021-07-07T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:45:36.753553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d4750c0a-745a-45a4-b74a-3f86b8fa8e3c req-d02a630e-a64e-4771-8818-3d2850de4c1e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 210 time: 0.0505943 Jul 07 19:45:36.920504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:36.955415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50f485a-46bd-473c-b1f8-cab7500c6ae9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:37.023890 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.126992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.129349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.179648 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.180236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c91678a-caca-4d55-9b29-1d67d7d98524 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:45:37.184667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.188289 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d3ee0b85-75ac-44d1-af06-2ebe4dbf7943 admin admin] 10.222.0.113 "DELETE /v2.0/routers/3c91678a-caca-4d55-9b29-1d67d7d98524 HTTP/1.1" status: 204 len: 168 time: 1.3066473 Jul 07 19:45:37.188652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:37.241445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2ae9ed-0fe8-40d4-91f5-80d56ff34887 admin admin] Deleting subnet ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:45:37.246168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae9ed-0fe8-40d4-91f5-80d56ff34887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.284632 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae9ed-0fe8-40d4-91f5-80d56ff34887 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.372810 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae9ed-0fe8-40d4-91f5-80d56ff34887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.439505 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae9ed-0fe8-40d4-91f5-80d56ff34887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.475678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ae9ed-0fe8-40d4-91f5-80d56ff34887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:37.485921 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae9ed-0fe8-40d4-91f5-80d56ff34887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.486419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa23ba6-8aed-4b9d-ab76-578129183e5a None None] Network 7b374a63-cfc7-482d-b6d3-38b60ee1d539 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:45:37.487908 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ff2ae9ed-0fe8-40d4-91f5-80d56ff34887 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/ca20cb39-8ac7-45a3-8ae5-07dfb1bef8e5 HTTP/1.1" status: 204 len: 168 time: 0.2984478 Jul 07 19:45:37.491208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59396) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:37.580356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.638870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Deleting port e67b4497-4ff0-47ff-aa21-1066f957a1ca {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:37.639222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.704301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] For port e67b4497-4ff0-47ff-aa21-1066f957a1ca, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e67b4497-4ff0-47ff-aa21-1066f957a1ca,segment=NetworkSegment(b2c1e11f-88c0-4a53-b6db-799534f06ddb),segment_id=b2c1e11f-88c0-4a53-b6db-799534f06ddb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:37.704696 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.720397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Calling delete_port for e67b4497-4ff0-47ff-aa21-1066f957a1ca owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:37.813912 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:37.858855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] No DVR routers for this DVR port e67b4497-4ff0-47ff-aa21-1066f957a1ca on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:45:37.867174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67b4497-4ff0-47ff-aa21-1066f957a1ca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:37.918516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24fe212-624e-4285-94b1-c8b0b17b3996 None None] DHCP port deletion for 7b374a63-cfc7-482d-b6d3-38b60ee1d539 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:45:37.956420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4f709d08-fbfb-43af-a704-d751ae8b115b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:38.019646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4f709d08-fbfb-43af-a704-d751ae8b115b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:38.023712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4f709d08-fbfb-43af-a704-d751ae8b115b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:38.025064 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.027443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d10b9e5-7342-4cb2-8816-84cc270376bc req-36f6ad39-33e5-46e7-b017-1be94c7d7070 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 210 time: 0.1308355 Jul 07 19:45:38.037515 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.058395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b374a63-cfc7-482d-b6d3-38b60ee1d539']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:38.070455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c1e11f-88c0-4a53-b6db-799534f06ddb') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:38.070947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c1e11f-88c0-4a53-b6db-799534f06ddb') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:38.087188 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.114673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-ce425d90-8bfc-4cb0-bcfd-7c3c14c4c271 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:38.116386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-ce425d90-8bfc-4cb0-bcfd-7c3c14c4c271 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 812 time: 0.2699380 Jul 07 19:45:38.120112 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.125773 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.135072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:45:38.135552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:45:38.137502 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:45:38.164202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 4f709d08-fbfb-43af-a704-d751ae8b115b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4f709d08-fbfb-43af-a704-d751ae8b115b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:38.168565 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.192743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 05fb558c-6c15-455e-ab6f-71dce592fb0b no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:38.217858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-aff00d55-3bb4-4abf-93b1-ad1a2c061f2a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ff3263089fe4e09866907a0cfc362bb HTTP/1.1" status: 200 len: 380 time: 0.0921721 Jul 07 19:45:38.219016 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.221013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 05fb558c-6c15-455e-ab6f-71dce592fb0b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:38.221428 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 05fb558c-6c15-455e-ab6f-71dce592fb0b not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:38.223893 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.230312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] 10.222.0.113 "DELETE /v2.0/networks/7b374a63-cfc7-482d-b6d3-38b60ee1d539 HTTP/1.1" status: 204 len: 168 time: 0.7367120 Jul 07 19:45:38.230527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:38.236896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Request body: {'port': {'device_id': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'admin_state_up': True, 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'security_groups': ['569fb220-2f74-473a-b3e7-307deb2b3cf6']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:38.253769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=4f709d08-fbfb-43af-a704-d751ae8b115b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:38.262877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be93426-a11a-4e94-ae35-6083550d0ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b374a63-cfc7-482d-b6d3-38b60ee1d539,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:38.367132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Made reservation on behalf of 3ff3263089fe4e09866907a0cfc362bb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:45:38.371029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.386300 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d8afe6c-014b-4bd6-ba2b-c26efaf764a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.504174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Allocated IP 172.20.0.11 (44cc2ed2-9d9f-48a2-8f8b-16a90d045dab/ac118d4d-1710-46cb-acea-d9ba231da62c/485fa115-315b-47a4-bfae-41cb3fb5d016) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:45:38.611666 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.646818 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.662017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Transition to ACTIVE for port object 485fa115-315b-47a4-bfae-41cb3fb5d016 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:38.697265 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.748038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:45:38.754023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:45:38.756313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:38.759124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:45:38.813971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:38.814607 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.835563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-27dacbde-52a3-4919-a287-efb095407231 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6041284 Jul 07 19:45:38.847486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Request body: {'port': {'device_id': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:38.895579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] Deleting port da7bec46-f2d4-4128-8666-05a9b7dde013 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:38.896078 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.931038 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:38.988830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] For port da7bec46-f2d4-4128-8666-05a9b7dde013, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=da7bec46-f2d4-4128-8666-05a9b7dde013,segment=NetworkSegment(62ad3570-75f0-48b2-9d14-c24a1a5c83a4),segment_id=62ad3570-75f0-48b2-9d14-c24a1a5c83a4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:38.989192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.003899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] Calling delete_port for da7bec46-f2d4-4128-8666-05a9b7dde013 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:39.044541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ac97669c-d569-4511-86d8-5e171cd4357f None None] Provisioning for port 485fa115-315b-47a4-bfae-41cb3fb5d016 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:39.048599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ac97669c-d569-4511-86d8-5e171cd4357f None None] Provisioning complete for port 485fa115-315b-47a4-bfae-41cb3fb5d016 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:39.048966 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac97669c-d569-4511-86d8-5e171cd4357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.092998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ac97669c-d569-4511-86d8-5e171cd4357f None None] Port 485fa115-315b-47a4-bfae-41cb3fb5d016 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:45:39.206494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.234529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7bec46-f2d4-4128-8666-05a9b7dde013,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:39.267241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485fa115-315b-47a4-bfae-41cb3fb5d016 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:39.278779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.295214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c668d9-c458-46b5-a23d-dcc315969aa6 req-b0862666-24a1-4cbf-8cf0-1a0f65011b16 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:39.296826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47c668d9-c458-46b5-a23d-dcc315969aa6 req-b0862666-24a1-4cbf-8cf0-1a0f65011b16 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 932 time: 0.1265154 Jul 07 19:45:39.305686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Transition to ACTIVE for port object 485fa115-315b-47a4-bfae-41cb3fb5d016 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:45:39.315394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.385763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47c668d9-c458-46b5-a23d-dcc315969aa6 req-ca535c21-927e-4509-90a6-111b7f1d1e4f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815284 Jul 07 19:45:39.395220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:39.463698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.523482 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Attempting to bind port 485fa115-315b-47a4-bfae-41cb3fb5d016 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:45:39.524025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Attempting to bind port 485fa115-315b-47a4-bfae-41cb3fb5d016 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:45:39.524669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Attempting to bind port 485fa115-315b-47a4-bfae-41cb3fb5d016 on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:39.530126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Port 485fa115-315b-47a4-bfae-41cb3fb5d016 on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:45:39.530126 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Attempting to bind port 485fa115-315b-47a4-bfae-41cb3fb5d016 on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:45:39.536197 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:45:39.536538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Checking segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:45:39.538207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Bound using segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:45:39.538727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Bound port: 485fa115-315b-47a4-bfae-41cb3fb5d016, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:45:39.539162 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.622987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:45:39.627333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:45:39.631764 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.642574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4f709d08-fbfb-43af-a704-d751ae8b115b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:39.672552 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:39.673702 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.675670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] 10.222.0.112 "PUT /v2.0/ports/485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1093 time: 0.8325610 Jul 07 19:45:39.676193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:39.679895 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:39.718236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52149e-0481-474c-9915-ff4fea0a4713 service neutron] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:39.727881 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4f709d08-fbfb-43af-a704-d751ae8b115b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:39.728541 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:39.738396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] Router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:45:39.760767 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4ad2fe-574a-43ea-bd69-9c9d75cee772 x-openstack-request-id: req-5d4ad2fe-574a-43ea-bd69-9c9d75cee772 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:39.761103 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:39.761338 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5d4ad2fe-574a-43ea-bd69-9c9d75cee772 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:39.761709 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'status': 'completed', 'code': 200} Jul 07 19:45:39.831653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-d5a02f45-d885-483c-8d32-5519c4418ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:39.833262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-d5a02f45-d885-483c-8d32-5519c4418ed1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1096 time: 0.0958052 Jul 07 19:45:39.875715 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:45:39.877270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-750217ef-7d55-4d12-a589-2f493c54fa88 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 217 time: 0.0367711 Jul 07 19:45:39.886546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c50f485a-46bd-473c-b1f8-cab7500c6ae9 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:39.886861 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b32d85-9d25-497e-af3c-7c0cf03b286e None None] Sync routers for ids ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:45:39.892765 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ec23a317-df30-4906-b707-8211f5a22cf1 admin admin] 10.222.0.113 "PUT /v2.0/routers/cf44c6cb-51f3-4836-ae7e-0f4f894c1afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6607783 Jul 07 19:45:39.895262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:39.902601 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b32d85-9d25-497e-af3c-7c0cf03b286e None None] Routers {'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:39.903372 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-04b32d85-9d25-497e-af3c-7c0cf03b286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:45:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:39.919946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: c50f485a-46bd-473c-b1f8-cab7500c6ae9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:39.920291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c50f485a-46bd-473c-b1f8-cab7500c6ae9 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:39.920791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e67b4497-4ff0-47ff-aa21-1066f957a1ca no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:39.936554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-c638b206-ca44-4ac8-95b7-b77787c49ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:39.938053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-c638b206-ca44-4ac8-95b7-b77787c49ea3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0544965 Jul 07 19:45:39.946804 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: e67b4497-4ff0-47ff-aa21-1066f957a1ca {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:39.947208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e67b4497-4ff0-47ff-aa21-1066f957a1ca not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:40.010358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-6bfbe680-6742-4140-8c48-1e7a12ad2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:40.012374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-6bfbe680-6742-4140-8c48-1e7a12ad2502 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652828 Jul 07 19:45:40.024769 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.034877 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-04b32d85-9d25-497e-af3c-7c0cf03b286e None None] Set router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:40.118390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-1cca37ff-475d-4997-a75e-eca3eb7cc29d service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992534 Jul 07 19:45:40.141117 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.198466 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Deleting port 2ea2e057-8b8e-4b86-939a-302d6d2a2355 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:40.198965 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.214843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69533cc5-1fc7-4d20-9e0d-4b5b2882d6d0 req-f8f46f21-4612-4ff0-83f9-21ac263d39de service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905037 Jul 07 19:45:40.229006 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-04b32d85-9d25-497e-af3c-7c0cf03b286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'name': 'tempest-TestServerMultinode-1776657666-router', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:55Z', 'updated_at': '2021-07-07T19:45:39Z', 'revision_number': 5, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'gw_port': {'id': '2ea2e057-8b8e-4b86-939a-302d6d2a2355', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:44:56Z', 'updated_at': '2021-07-07T19:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:40.257428 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b32d85-9d25-497e-af3c-7c0cf03b286e None None] Checking router: cf44c6cb-51f3-4836-ae7e-0f4f894c1afb for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:45:40.266070 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b32d85-9d25-497e-af3c-7c0cf03b286e None None] Routers {'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:40.266925 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-04b32d85-9d25-497e-af3c-7c0cf03b286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:45:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:40.287233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] For port 2ea2e057-8b8e-4b86-939a-302d6d2a2355, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=2ea2e057-8b8e-4b86-939a-302d6d2a2355,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:40.287604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.305989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Calling delete_port for 2ea2e057-8b8e-4b86-939a-302d6d2a2355 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:40.324523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f req-f09d5fa3-ebaa-40ba-afc8-968ef59a8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:40.326046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f req-f09d5fa3-ebaa-40ba-afc8-968ef59a8397 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1096 time: 0.0618649 Jul 07 19:45:40.356676 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-04b32d85-9d25-497e-af3c-7c0cf03b286e None None] Set router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:40.412743 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-04b32d85-9d25-497e-af3c-7c0cf03b286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'name': 'tempest-TestServerMultinode-1776657666-router', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:55Z', 'updated_at': '2021-07-07T19:45:40Z', 'revision_number': 6, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:40.422000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f req-f8a1924c-be97-4451-bc59-687aa6eedeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:40.424370 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f req-f8a1924c-be97-4451-bc59-687aa6eedeb0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0918236 Jul 07 19:45:40.447867 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b32d85-9d25-497e-af3c-7c0cf03b286e None None] The sync data for ids ['cf44c6cb-51f3-4836-ae7e-0f4f894c1afb'] in n-d-792394-12 is: [{'id': 'cf44c6cb-51f3-4836-ae7e-0f4f894c1afb', 'name': 'tempest-TestServerMultinode-1776657666-router', 'tenant_id': '4d01c7b9844742d5b9e47438c75224a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:44:55Z', 'updated_at': '2021-07-07T19:45:40Z', 'revision_number': 6, 'project_id': '4d01c7b9844742d5b9e47438c75224a0', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:45:40.477553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f req-992a5431-4d99-4542-b107-41a5fdb9c84b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 217 time: 0.0454531 Jul 07 19:45:40.533212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f req-2e5d9c21-392e-419b-b889-59d304c12f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:40.534902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f req-2e5d9c21-392e-419b-b889-59d304c12f51 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0510657 Jul 07 19:45:40.537646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.570589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea2e057-8b8e-4b86-939a-302d6d2a2355,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:40.599371 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.599721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.600066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.600456 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.600885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.601227 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.601596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.601927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.602259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.602586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.602915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.603238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:45:40.636863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f req-c10cdf13-da37-4829-b125-15c828473404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:40.638377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f req-c10cdf13-da37-4829-b125-15c828473404 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972850 Jul 07 19:45:40.646075 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.676933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89f0b0-46ca-46f2-80c3-d47088410b6d req-5cb0a2d7-4440-4d3b-ba5a-efcb728337a0 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:40.678398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d89f0b0-46ca-46f2-80c3-d47088410b6d req-5cb0a2d7-4440-4d3b-ba5a-efcb728337a0 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 944 time: 0.1019859 Jul 07 19:45:40.740261 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.742915 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.758639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d89f0b0-46ca-46f2-80c3-d47088410b6d req-28fd1562-927d-4bde-bd3e-2c55a159ff67 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540359 Jul 07 19:45:40.777022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f req-6374c595-ec32-4376-a7c8-cb80d5e1c288 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311111 Jul 07 19:45:40.794819 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.795446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf44c6cb-51f3-4836-ae7e-0f4f894c1afb {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:45:40.799730 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.800958 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9249ba4d-eef5-45ca-a579-657285386fbe admin admin] 10.222.0.113 "DELETE /v2.0/routers/cf44c6cb-51f3-4836-ae7e-0f4f894c1afb HTTP/1.1" status: 204 len: 168 time: 0.9045444 Jul 07 19:45:40.804981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 59410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:40.856073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02bc5a8-72c0-4bef-98b7-328f0f418d48 admin admin] Deleting subnet b537b5d7-dfa6-4580-9fa6-e4423ef856b2 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:45:40.859935 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f02bc5a8-72c0-4bef-98b7-328f0f418d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.893508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2b67df9-9f0e-415d-bdb3-86499f99bd6f req-f070a3f0-1278-4ac9-838a-2a3145a4ac6b service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076765 Jul 07 19:45:40.897079 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f02bc5a8-72c0-4bef-98b7-328f0f418d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:40.978534 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f02bc5a8-72c0-4bef-98b7-328f0f418d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.036147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f02bc5a8-72c0-4bef-98b7-328f0f418d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.062937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bc5a8-72c0-4bef-98b7-328f0f418d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b537b5d7-dfa6-4580-9fa6-e4423ef856b2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:41.066469 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f02bc5a8-72c0-4bef-98b7-328f0f418d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.068310 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f02bc5a8-72c0-4bef-98b7-328f0f418d48 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b537b5d7-dfa6-4580-9fa6-e4423ef856b2 HTTP/1.1" status: 204 len: 168 time: 0.2623630 Jul 07 19:45:41.070921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:41.072576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbc00e4-4e78-4a2c-a538-5194e35efd95 None None] Network 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:45:41.130106 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56da7894-6d13-4a6a-a06c-3d1ad2fe0b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.141434 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.195733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Deleting port d96c02ce-5d41-41f5-8c4c-566c56379e39 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:41.196067 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.270369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] For port d96c02ce-5d41-41f5-8c4c-566c56379e39, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d96c02ce-5d41-41f5-8c4c-566c56379e39,segment=NetworkSegment(62ad3570-75f0-48b2-9d14-c24a1a5c83a4),segment_id=62ad3570-75f0-48b2-9d14-c24a1a5c83a4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:41.270728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.283144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ced34-68f5-4316-ad55-7e76c0fe7163 None None] DHCP port deletion for 9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:45:41.285434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Calling delete_port for d96c02ce-5d41-41f5-8c4c-566c56379e39 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:41.331510 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.348414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-335ced34-68f5-4316-ad55-7e76c0fe7163 None None] Deleting port d96c02ce-5d41-41f5-8c4c-566c56379e39 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:45:41.348863 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-335ced34-68f5-4316-ad55-7e76c0fe7163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.373714 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.406331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d96c02ce-5d41-41f5-8c4c-566c56379e39,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:41.409989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] No DVR routers for this DVR port d96c02ce-5d41-41f5-8c4c-566c56379e39 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:45:41.424665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-335ced34-68f5-4316-ad55-7e76c0fe7163 None None] For port d96c02ce-5d41-41f5-8c4c-566c56379e39, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d96c02ce-5d41-41f5-8c4c-566c56379e39,segment=NetworkSegment(62ad3570-75f0-48b2-9d14-c24a1a5c83a4),segment_id=62ad3570-75f0-48b2-9d14-c24a1a5c83a4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:41.425059 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-335ced34-68f5-4316-ad55-7e76c0fe7163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.440242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-335ced34-68f5-4316-ad55-7e76c0fe7163 None None] Calling delete_port for d96c02ce-5d41-41f5-8c4c-566c56379e39 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:45:41.503654 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.517833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:41.532939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ad3570-75f0-48b2-9d14-c24a1a5c83a4') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:41.533258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ad3570-75f0-48b2-9d14-c24a1a5c83a4') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:41.542089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2ea2e057-8b8e-4b86-939a-302d6d2a2355 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:41.544297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.558723 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.563264 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-335ced34-68f5-4316-ad55-7e76c0fe7163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.565201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 2ea2e057-8b8e-4b86-939a-302d6d2a2355 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:41.565551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 2ea2e057-8b8e-4b86-939a-302d6d2a2355 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:41.565963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device da7bec46-f2d4-4128-8666-05a9b7dde013 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:41.566215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:45:41.566613 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:45:41.568503 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:45:41.608136 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ced34-68f5-4316-ad55-7e76c0fe7163 None None] Pushing event deleted for resources: {'Port': ['ID=d96c02ce-5d41-41f5-8c4c-566c56379e39,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:41.610746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: da7bec46-f2d4-4128-8666-05a9b7dde013 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:41.611092 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device da7bec46-f2d4-4128-8666-05a9b7dde013 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:41.611518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d96c02ce-5d41-41f5-8c4c-566c56379e39 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:45:41.613745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ced34-68f5-4316-ad55-7e76c0fe7163 None None] No DVR routers for this DVR port d96c02ce-5d41-41f5-8c4c-566c56379e39 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:45:41.633362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d96c02ce-5d41-41f5-8c4c-566c56379e39 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:45:41.633695 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d96c02ce-5d41-41f5-8c4c-566c56379e39 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:45:41.634811 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.651097 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.653000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] 10.222.0.113 "DELETE /v2.0/networks/9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a HTTP/1.1" status: 204 len: 168 time: 0.5810921 Jul 07 19:45:41.654284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c121eb-e864-48e6-b1a9-870c7855d9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c13bb39-ada6-4c83-b93d-dbb2f9ec1b5a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:41.768845 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:41.812100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-627caaaa-1ea9-4868-9132-82c3dba98ba8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5ff58880a86c48889189a784ea440520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420890 Jul 07 19:45:41.814738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59420) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:41.868874 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a20e0011-628d-43c8-b355-ecc83d61703d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.900993 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a20e0011-628d-43c8-b355-ecc83d61703d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.985919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47f6f2-904b-4c1c-9c33-45c37193bdf8 req-9b99601b-03c3-454b-a66f-e90ce9093ef3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:41.987427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d47f6f2-904b-4c1c-9c33-45c37193bdf8 req-9b99601b-03c3-454b-a66f-e90ce9093ef3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 944 time: 0.1000824 Jul 07 19:45:41.988459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a20e0011-628d-43c8-b355-ecc83d61703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.991014 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a20e0011-628d-43c8-b355-ecc83d61703d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:41.992595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a20e0011-628d-43c8-b355-ecc83d61703d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9721f3c7-a4c4-48f6-8cf4-673c3c2e6c1d HTTP/1.1" status: 204 len: 168 time: 0.1766145 Jul 07 19:45:42.009341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e0011-628d-43c8-b355-ecc83d61703d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9721f3c7-a4c4-48f6-8cf4-673c3c2e6c1d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:42.043217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d47f6f2-904b-4c1c-9c33-45c37193bdf8 req-f49e8220-1bfe-4be6-baac-e58554c127e7 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478344 Jul 07 19:45:42.314618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:42.354124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d218bdd3-b707-4327-93cc-6261f3ac7608 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4d01c7b9844742d5b9e47438c75224a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383346 Jul 07 19:45:42.356774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:42.404433 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e20e05-1ae2-4b45-bb58-05a18e980fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:42.427183 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e20e05-1ae2-4b45-bb58-05a18e980fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:42.455560 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:42.475881 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e20e05-1ae2-4b45-bb58-05a18e980fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:42.479054 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e20e05-1ae2-4b45-bb58-05a18e980fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:42.480490 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-46e20e05-1ae2-4b45-bb58-05a18e980fb5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7fed271e-eb00-440b-96f9-51d1d4c2b2f7 HTTP/1.1" status: 204 len: 168 time: 0.1228168 Jul 07 19:45:42.488710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e20e05-1ae2-4b45-bb58-05a18e980fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed271e-eb00-440b-96f9-51d1d4c2b2f7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:43.195868 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:45:43.221887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb4528-eddc-4412-815e-346c0515bc80 req-8d8adb2c-2249-4642-8524-af27b2cd5ac2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:43.223417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53cb4528-eddc-4412-815e-346c0515bc80 req-8d8adb2c-2249-4642-8524-af27b2cd5ac2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 944 time: 0.0671191 Jul 07 19:45:43.263423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53cb4528-eddc-4412-815e-346c0515bc80 req-9245909f-d1eb-496e-970d-c241b039bb20 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Jul 07 19:45:43.294949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:43.307615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'port_id': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'mac_address': 'fa:16:3e:64:ba:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:45:43.343366 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:43.356801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485fa115-315b-47a4-bfae-41cb3fb5d016 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:45:43.376624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:43.380625 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:43.427592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:43.570032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['485fa115-315b-47a4-bfae-41cb3fb5d016'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:45:44.011259 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:44.448664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fff07-806d-4e3e-b2a6-c4219f380988 req-40c215ae-1526-42ee-ae49-bcf37e1fdd55 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:44.450186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff2fff07-806d-4e3e-b2a6-c4219f380988 req-40c215ae-1526-42ee-ae49-bcf37e1fdd55 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0756588 Jul 07 19:45:44.489780 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff2fff07-806d-4e3e-b2a6-c4219f380988 req-052fb845-6c32-4a57-bafb-a0f30d7043e9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339499 Jul 07 19:45:45.195493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:45:45.245527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 485fa115-315b-47a4-bfae-41cb3fb5d016 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:45:45.249211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 485fa115-315b-47a4-bfae-41cb3fb5d016 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:45:45.249583 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:45.327635 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:45.349699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:45.353222 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e179428-7d17-44be-8ada-34dc3ad0d845" -d '{"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-plugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:45.366655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:45:45.370603 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:45.394561 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3cceab-fe37-460d-8430-5a8b93d28e4d x-openstack-request-id: req-ce3cceab-fe37-460d-8430-5a8b93d28e4d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:45.394854 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-plugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:45.395102 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ce3cceab-fe37-460d-8430-5a8b93d28e4d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:45.395495 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'code': 200} Jul 07 19:45:45.426475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:45:45.510846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85115b-861b-4d16-9fd4-57e3bc7093d7 req-2e4e9ca7-b101-4b6e-9e6d-2ff3254a68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:45.512330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f85115b-861b-4d16-9fd4-57e3bc7093d7 req-2e4e9ca7-b101-4b6e-9e6d-2ff3254a68bf service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1098 time: 0.0578723 Jul 07 19:45:45.548743 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f85115b-861b-4d16-9fd4-57e3bc7093d7 req-8cd1c48b-1c32-481d-b7c9-3c880824722a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289834 Jul 07 19:45:45.663996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b853c-9cd9-4e85-8bfa-b93a61621d0f req-e01f96b2-ce17-4f63-9858-538d740b1c4d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:45.665542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c54b853c-9cd9-4e85-8bfa-b93a61621d0f req-e01f96b2-ce17-4f63-9858-538d740b1c4d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 946 time: 0.0636029 Jul 07 19:45:45.703655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c54b853c-9cd9-4e85-8bfa-b93a61621d0f req-05a63212-c43e-4dcb-bd73-583d0f20c505 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324962 Jul 07 19:45:46.879189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec94c26-c7ea-4574-b5a4-4281bf88ba24 req-673b16d2-8ff8-488a-b20b-a1aa419f2219 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:46.880848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dec94c26-c7ea-4574-b5a4-4281bf88ba24 req-673b16d2-8ff8-488a-b20b-a1aa419f2219 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 946 time: 0.0648615 Jul 07 19:45:46.919622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dec94c26-c7ea-4574-b5a4-4281bf88ba24 req-2331d16c-eec0-4a25-a86f-34d77f0179ef tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Jul 07 19:45:47.093223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dda436-35c9-4b44-8ca3-e4d8f42d3d9f req-9462cfa5-029a-4686-bfab-c3357c65a7a6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:47.094742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6dda436-35c9-4b44-8ca3-e4d8f42d3d9f req-9462cfa5-029a-4686-bfab-c3357c65a7a6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 946 time: 0.0679226 Jul 07 19:45:47.104008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 59444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:45:47.109426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9e0df55d-1240-43c6-8f5b-cea24ae4c2a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Request body: {'floatingip': {'port_id': '485fa115-315b-47a4-bfae-41cb3fb5d016'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:45:47.149081 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e0df55d-1240-43c6-8f5b-cea24ae4c2a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:47.949374 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e0df55d-1240-43c6-8f5b-cea24ae4c2a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:47.953365 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e0df55d-1240-43c6-8f5b-cea24ae4c2a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:48.054951 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-9e0df55d-1240-43c6-8f5b-cea24ae4c2a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Floating IP f51af553-6e7b-4dbe-b139-fe372bc06e07 associated. External IP: 172.25.2.154, port: 485fa115-315b-47a4-bfae-41cb3fb5d016. Jul 07 19:45:48.265192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0df55d-1240-43c6-8f5b-cea24ae4c2a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Router 36614c5c-cfa1-4640-a444-64e74288ab32 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:45:48.374531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0df55d-1240-43c6-8f5b-cea24ae4c2a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:45:48.379341 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e0df55d-1240-43c6-8f5b-cea24ae4c2a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:48.384354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ded797d-006e-484c-84a3-a967a0f7591f None None] Sync routers for ids ['36614c5c-cfa1-4640-a444-64e74288ab32'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:45:48.394359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ded797d-006e-484c-84a3-a967a0f7591f None None] Routers {'36614c5c-cfa1-4640-a444-64e74288ab32'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:48.394956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ded797d-006e-484c-84a3-a967a0f7591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:45:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['36614c5c-cfa1-4640-a444-64e74288ab32'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:48.419332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9e0df55d-1240-43c6-8f5b-cea24ae4c2a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "PUT /v2.0/floatingips/f51af553-6e7b-4dbe-b139-fe372bc06e07 HTTP/1.1" status: 200 len: 992 time: 1.3139451 Jul 07 19:45:48.420008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:45:48.422551 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a93b7e2-4374-479d-9201-a5416af997e6" -d '{"events": [{"name": "network-changed", "server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:45:48.464089 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64b60e7-3fc1-4196-8ee0-0b6df8ec403b x-openstack-request-id: req-a64b60e7-3fc1-4196-8ee0-0b6df8ec403b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:45:48.466058 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:45:48.466570 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a64b60e7-3fc1-4196-8ee0-0b6df8ec403b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:45:48.467102 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'status': 'completed', 'code': 200} Jul 07 19:45:48.547830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93b7e2-4374-479d-9201-a5416af997e6 req-553b707f-d0bd-474b-881a-68a5d218351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:48.549418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a93b7e2-4374-479d-9201-a5416af997e6 req-553b707f-d0bd-474b-881a-68a5d218351b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1098 time: 0.0596220 Jul 07 19:45:48.645208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93b7e2-4374-479d-9201-a5416af997e6 req-aa77d1af-9e18-4cf9-a917-fa49ef56be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:48.646737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a93b7e2-4374-479d-9201-a5416af997e6 req-aa77d1af-9e18-4cf9-a917-fa49ef56be9c service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0912535 Jul 07 19:45:48.665378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7ded797d-006e-484c-84a3-a967a0f7591f None None] Set router 36614c5c-cfa1-4640-a444-64e74288ab32 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:48.712754 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a93b7e2-4374-479d-9201-a5416af997e6 req-5952e92d-9f42-4aa2-bc6b-00f6d420f0b1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1000 time: 0.0596626 Jul 07 19:45:48.767981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93b7e2-4374-479d-9201-a5416af997e6 req-337d586f-d9f4-4cac-bd5d-9743fb3517b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:48.769499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a93b7e2-4374-479d-9201-a5416af997e6 req-337d586f-d9f4-4cac-bd5d-9743fb3517b8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0510111 Jul 07 19:45:48.827945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93b7e2-4374-479d-9201-a5416af997e6 req-e25f323f-bc23-4e89-a84f-aabab316efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:45:48.829563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a93b7e2-4374-479d-9201-a5416af997e6 req-e25f323f-bc23-4e89-a84f-aabab316efa5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537920 Jul 07 19:45:48.893213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ded797d-006e-484c-84a3-a967a0f7591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 4, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f51af553-6e7b-4dbe-b139-fe372bc06e07', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'port_id': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'mac_address': 'fa:16:3e:64:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:35Z', 'updated_at': '2021-07-07T19:45:47Z', 'revision_number': 1, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f709d08-fbfb-43af-a704-d751ae8b115b', 'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:30Z', 'updated_at': '2021-07-07T19:45:38Z', 'revision_number': 5, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'subnets': [{'id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:48.920705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ded797d-006e-484c-84a3-a967a0f7591f None None] Checking router: 36614c5c-cfa1-4640-a444-64e74288ab32 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:45:48.921282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a93b7e2-4374-479d-9201-a5416af997e6 req-8e0a947a-25d9-40c8-80f7-35a45f933e8d service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844998 Jul 07 19:45:48.929135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ded797d-006e-484c-84a3-a967a0f7591f None None] Routers {'36614c5c-cfa1-4640-a444-64e74288ab32'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:45:48.929750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ded797d-006e-484c-84a3-a967a0f7591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:45:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['36614c5c-cfa1-4640-a444-64e74288ab32'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:49.018461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a93b7e2-4374-479d-9201-a5416af997e6 req-8aa07df3-6553-41ca-8b61-6009c4f4b686 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913694 Jul 07 19:45:49.040328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7ded797d-006e-484c-84a3-a967a0f7591f None None] Set router 36614c5c-cfa1-4640-a444-64e74288ab32 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:45:49.230661 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:45:49.282260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ded797d-006e-484c-84a3-a967a0f7591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 4, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f51af553-6e7b-4dbe-b139-fe372bc06e07', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'port_id': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'mac_address': 'fa:16:3e:64:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:35Z', 'updated_at': '2021-07-07T19:45:47Z', 'revision_number': 1, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f709d08-fbfb-43af-a704-d751ae8b115b', 'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:30Z', 'updated_at': '2021-07-07T19:45:38Z', 'revision_number': 5, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'subnets': [{'id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:45:49.309464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ded797d-006e-484c-84a3-a967a0f7591f None None] The sync data for ids ['36614c5c-cfa1-4640-a444-64e74288ab32'] in n-d-792394-12 is: [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 4, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'f51af553-6e7b-4dbe-b139-fe372bc06e07', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'port_id': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'mac_address': 'fa:16:3e:64:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:45:35Z', 'updated_at': '2021-07-07T19:45:47Z', 'revision_number': 1, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f709d08-fbfb-43af-a704-d751ae8b115b', 'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:30Z', 'updated_at': '2021-07-07T19:45:38Z', 'revision_number': 5, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'subnets': [{'id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:45:49.492092 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ad8de-c252-4e44-b2ce-ce05594eb77d None None] New status for floating IP f51af553-6e7b-4dbe-b139-fe372bc06e07: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:45:51.936855 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:46:01.193434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-e90a5973-2add-4483-9e65-793c39af1bfb service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520091 Jul 07 19:46:01.286877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-6c7f2f27-fdc8-4814-ab33-9396a94d2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:01.288401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-6c7f2f27-fdc8-4814-ab33-9396a94d2138 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1098 time: 0.0534918 Jul 07 19:46:01.395404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-a6245b65-fb5d-4b9e-bec4-2a444df66acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:01.396906 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-a6245b65-fb5d-4b9e-bec4-2a444df66acd service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0889242 Jul 07 19:46:01.464899 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-d951b3cc-ee46-4bca-9dc1-806df4479a9b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1002 time: 0.0611787 Jul 07 19:46:01.520241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-4c8da5c2-0dbe-41d0-aa33-0af9f3569cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:01.521741 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-4c8da5c2-0dbe-41d0-aa33-0af9f3569cf6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0491505 Jul 07 19:46:01.579079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-97db0cc7-7c1f-4a42-b715-0882d74a4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:46:01.580646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-97db0cc7-7c1f-4a42-b715-0882d74a4200 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521512 Jul 07 19:46:01.675605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-8182b32d-d81e-4333-99f5-ea457aff7a0c service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882459 Jul 07 19:46:01.775606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce714bb6-6675-4050-af38-d10ff613bc39 req-a776a17b-9434-40af-8e1c-d5b57c9b84d2 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927422 Jul 07 19:46:03.551275 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:08.388048 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d54d039-fa61-4fe7-9302-4ac1b7ac7e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:11.092712 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0a5fe00-640e-4470-b6c7-1a13b1e40bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:11.304810 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:12.457272 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:14.014023 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:19.237157 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:28.937131 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:46:33.549585 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:38.390659 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0fd8-ff6b-4c7f-88f2-ef4bdec10030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:41.092972 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2efb8711-fbf6-498f-b410-2e85ee2d4bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:41.307386 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:42.460423 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:44.016735 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:46:49.231626 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:02.327639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a892547e-435c-465d-9c24-bc77118ba512 req-8b8c9d41-eb48-4858-bbd1-b38daec8067c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2082958 Jul 07 19:47:02.431499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892547e-435c-465d-9c24-bc77118ba512 req-64bd1d52-cdf3-4814-99ad-118cb04f8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:02.433764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a892547e-435c-465d-9c24-bc77118ba512 req-64bd1d52-cdf3-4814-99ad-118cb04f8a1a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1098 time: 0.0613797 Jul 07 19:47:02.546326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892547e-435c-465d-9c24-bc77118ba512 req-be908957-bc5f-43a8-8958-d0bf08cd3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:02.548898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a892547e-435c-465d-9c24-bc77118ba512 req-be908957-bc5f-43a8-8958-d0bf08cd3fed service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0890338 Jul 07 19:47:02.619498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a892547e-435c-465d-9c24-bc77118ba512 req-22dbd1ce-3e3a-4c16-8663-a422607bd0a0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1002 time: 0.0648534 Jul 07 19:47:02.668333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892547e-435c-465d-9c24-bc77118ba512 req-360981f8-4df0-47ca-9526-df7bda2338ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:02.669764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a892547e-435c-465d-9c24-bc77118ba512 req-360981f8-4df0-47ca-9526-df7bda2338ac service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0436430 Jul 07 19:47:02.725692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892547e-435c-465d-9c24-bc77118ba512 req-104803b4-3723-44ef-8b05-2454080179b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:02.727196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a892547e-435c-465d-9c24-bc77118ba512 req-104803b4-3723-44ef-8b05-2454080179b1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516684 Jul 07 19:47:02.822351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a892547e-435c-465d-9c24-bc77118ba512 req-e5b33fda-1fe2-4cbf-af78-cd721016b369 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877981 Jul 07 19:47:02.914688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a892547e-435c-465d-9c24-bc77118ba512 req-53518f95-3473-45c8-bacf-61148800922e service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853553 Jul 07 19:47:03.546518 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:05.936998 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:47:08.393113 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c334ee3b-61ef-4c70-b9f3-ca705d3fc4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:11.094048 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd52ae1f-bde3-47cb-b187-dd6508972823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:11.310325 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:12.463476 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:14.019931 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:19.249646 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:24.708591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdf1a9-44e3-497f-8c53-8bb0c97c9bee req-b71710f9-c045-4226-a807-1bd16fda7321 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:24.709974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bccdf1a9-44e3-497f-8c53-8bb0c97c9bee req-b71710f9-c045-4226-a807-1bd16fda7321 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 946 time: 0.0643940 Jul 07 19:47:24.749238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bccdf1a9-44e3-497f-8c53-8bb0c97c9bee req-0abe986d-106e-4ca5-9d9e-6c793c93578f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325515 Jul 07 19:47:29.852867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:47:29.963536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:29.982025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'port_id': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'mac_address': 'fa:16:3e:64:ba:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:47:30.028429 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:30.043227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 485fa115-315b-47a4-bfae-41cb3fb5d016 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:47:30.080955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:30.086566 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:30.170106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:30.179958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['485fa115-315b-47a4-bfae-41cb3fb5d016'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:47:30.184540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:30.185161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:30.185536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:30.185875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:30.186213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:30.186543 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:30.186882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:30.187334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:30.191650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:30.191650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:30.191650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:30.191650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:47:31.867807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:47:31.923142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 485fa115-315b-47a4-bfae-41cb3fb5d016 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:47:31.923603 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:32.009905 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:32.041845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:47:32.045069 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444f4274-08fa-4231-ad2e-7b82b1510957" -d '{"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-plugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:47:32.060025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:32.067351 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:32.140096 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:32.287020 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10df2b75-b596-47b2-93e9-afccfdc3c32a x-openstack-request-id: req-10df2b75-b596-47b2-93e9-afccfdc3c32a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:47:32.287700 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-plugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:47:32.288208 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-10df2b75-b596-47b2-93e9-afccfdc3c32a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:47:32.288603 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'code': 200} Jul 07 19:47:33.552512 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:38.394791 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db022029-cefb-4846-a172-0d2a6fbfc740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:38.779240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7bef9-9490-4f5b-a58f-d0733d42b56a req-af81b6c7-8a21-49ac-bdad-233492947d6b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:38.780690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0a7bef9-9490-4f5b-a58f-d0733d42b56a req-af81b6c7-8a21-49ac-bdad-233492947d6b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 946 time: 0.0694120 Jul 07 19:47:38.819171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c0a7bef9-9490-4f5b-a58f-d0733d42b56a req-ca019aa4-7416-43ad-82cf-b9c4d39c5b84 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321643 Jul 07 19:47:41.095924 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e05b2f2-9578-4705-b539-a62d19002bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:41.314112 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:41.944183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:47:42.020970 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:42.042128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:47:42.044602 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755ac5dd-87be-464a-81c4-47a823787948" -d '{"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-unplugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:47:42.057523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:42.061927 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:42.087154 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4e448f-fb55-45d4-894d-dd9822aac5c7 x-openstack-request-id: req-5b4e448f-fb55-45d4-894d-dd9822aac5c7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:47:42.087509 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-unplugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:47:42.087702 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5b4e448f-fb55-45d4-894d-dd9822aac5c7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:47:42.088091 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'code': 200} Jul 07 19:47:42.111944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:42.467002 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:42.936803 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:47:43.959514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:47:44.083951 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:44.130181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:44.145924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'port_id': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'mac_address': 'fa:16:3e:64:ba:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:47:44.192494 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:44.208755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485fa115-315b-47a4-bfae-41cb3fb5d016 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:47:44.236156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:44.240142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:44.296914 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:44.313719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['485fa115-315b-47a4-bfae-41cb3fb5d016'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:47:45.078048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-a65e352a-0566-4db1-a05c-75bc3fa9164e req-719dbb39-f98b-4b2c-913e-9e41057f3eb5 service neutron] (93771) timed out ('10.222.0.113', 33502) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:47:45.974306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:47:46.026690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 485fa115-315b-47a4-bfae-41cb3fb5d016 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:47:46.027232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:46.112076 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:46.139720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:47:46.142159 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71337e9-dad4-4615-8ce7-fb4797256ac4" -d '{"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-plugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:47:46.156760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:46.162850 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:46.220171 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d380a4cd-4702-416c-a6ac-0f2da0176ea8 x-openstack-request-id: req-d380a4cd-4702-416c-a6ac-0f2da0176ea8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:47:46.220656 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-plugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:47:46.220984 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d380a4cd-4702-416c-a6ac-0f2da0176ea8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:47:46.221448 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'code': 200} Jul 07 19:47:46.222113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:49.248070 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:52.915864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5666ef-cadd-4ddc-80f4-22eedd605380 req-cd6f721c-5f35-4581-89c7-7d77e46adf3d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:52.917288 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb5666ef-cadd-4ddc-80f4-22eedd605380 req-cd6f721c-5f35-4581-89c7-7d77e46adf3d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0656469 Jul 07 19:47:52.954520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb5666ef-cadd-4ddc-80f4-22eedd605380 req-822901c8-49de-4dd3-b4e3-caab380094aa tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315449 Jul 07 19:47:53.031136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-9ce8a396-e88a-494e-a1ef-f6ba07dc86c8 req-638f279c-cf67-4e06-a9d9-1f7be16df7f4 tempest-TestVolumeBootPattern-74439558 tempest-TestVolumeBootPattern-74439558-project] (93771) timed out ('10.222.0.112', 64124) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:47:53.700873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341d2ab-c5b6-459d-981d-47a290e6d27a req-ec7c4999-20b2-414a-9d9c-d045aed6b580 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:53.702347 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7341d2ab-c5b6-459d-981d-47a290e6d27a req-ec7c4999-20b2-414a-9d9c-d045aed6b580 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0698872 Jul 07 19:47:53.743240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7341d2ab-c5b6-459d-981d-47a290e6d27a req-0fc8d877-17ab-4ac1-bebf-1e4027455b5a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352643 Jul 07 19:47:54.923478 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a58b73-58af-4393-b947-b02fa5a016b5 req-65bf6d94-92f5-44be-8446-550687774d23 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:54.925066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68a58b73-58af-4393-b947-b02fa5a016b5 req-65bf6d94-92f5-44be-8446-550687774d23 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0643723 Jul 07 19:47:54.962997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68a58b73-58af-4393-b947-b02fa5a016b5 req-405aed96-4f16-4db3-ba68-015f0a98ff53 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321860 Jul 07 19:47:56.036402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:47:56.144681 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:56.173619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f0288-1f51-45a2-a998-4dc24a0629e4 req-2a6dd64f-c34a-4dbc-a4eb-deb1ba81224e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:56.176096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-898f0288-1f51-45a2-a998-4dc24a0629e4 req-2a6dd64f-c34a-4dbc-a4eb-deb1ba81224e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0997701 Jul 07 19:47:56.178851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:47:56.181091 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5346a82-0421-4ee1-8940-fa9540b224fb" -d '{"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-unplugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:47:56.195141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:56.200908 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:56.223912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-898f0288-1f51-45a2-a998-4dc24a0629e4 req-c8b03a75-8f0f-401f-9f29-16aa0cfedcc8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421488 Jul 07 19:47:56.225620 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d0d2ab-6acc-49f0-82f7-d67b982792c2 x-openstack-request-id: req-a5d0d2ab-6acc-49f0-82f7-d67b982792c2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:47:56.225928 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-unplugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:47:56.226141 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a5d0d2ab-6acc-49f0-82f7-d67b982792c2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:47:56.226523 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'code': 200} Jul 07 19:47:56.254152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:57.441966 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32384cc1-664b-4ac7-bd28-b984510a2eec req-1062ed1f-296f-4d4a-80a8-77ae9ea199f9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:57.444250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32384cc1-664b-4ac7-bd28-b984510a2eec req-1062ed1f-296f-4d4a-80a8-77ae9ea199f9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0775490 Jul 07 19:47:57.489829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32384cc1-664b-4ac7-bd28-b984510a2eec req-d6c3dfa9-8932-4871-a4b3-fe13a1429b67 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388827 Jul 07 19:47:58.042347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:47:58.151670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:58.165759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'port_id': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'mac_address': 'fa:16:3e:64:ba:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:47:58.213890 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:58.230794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485fa115-315b-47a4-bfae-41cb3fb5d016 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:47:58.253249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:47:58.258270 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:47:58.322963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:47:58.331856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['485fa115-315b-47a4-bfae-41cb3fb5d016'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:47:58.678333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ea3b9-6f5a-49f4-92c7-fbdde1083637 req-668c02c4-1f9c-4ede-87c7-7f793e4d2c39 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:58.680616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f7ea3b9-6f5a-49f4-92c7-fbdde1083637 req-668c02c4-1f9c-4ede-87c7-7f793e4d2c39 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 946 time: 0.0736217 Jul 07 19:47:58.724835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f7ea3b9-6f5a-49f4-92c7-fbdde1083637 req-c77018f2-09d4-4f7f-8f79-0099f9eb5bea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373752 Jul 07 19:47:59.928012 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62d8fd-3782-4a86-9326-6578546db7b9 req-abad6699-232b-4922-84c7-7b6b88f76d2e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:47:59.931084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec62d8fd-3782-4a86-9326-6578546db7b9 req-abad6699-232b-4922-84c7-7b6b88f76d2e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 946 time: 0.0769591 Jul 07 19:47:59.980436 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec62d8fd-3782-4a86-9326-6578546db7b9 req-2ef91f6b-21ea-4b58-98b1-83f500577655 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434968 Jul 07 19:48:00.049690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:48:00.111312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 485fa115-315b-47a4-bfae-41cb3fb5d016 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:48:00.111683 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:00.210644 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:00.240915 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:48:00.242799 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee953f7-b51a-4421-ae22-70b6d023b874" -d '{"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-plugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:48:00.262288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:48:00.268315 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:00.303742 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f682260-4164-4405-9c68-d3181737aba7 x-openstack-request-id: req-8f682260-4164-4405-9c68-d3181737aba7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:48:00.304109 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-plugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:48:00.304428 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8f682260-4164-4405-9c68-d3181737aba7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:48:00.304854 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'code': 200} Jul 07 19:48:00.328203 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:01.173005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-f4859d54-56c5-4410-b0d5-ecc60fd4167f req-7709ebd8-1133-4098-9267-956786eb118a service neutron] (93770) timed out ('10.222.0.59', 58313) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:48:01.190275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6340d8-69c1-4da1-b6a3-298b86c79c5c req-02c42103-ec6e-405e-90d7-938845ffc591 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:01.192138 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b6340d8-69c1-4da1-b6a3-298b86c79c5c req-02c42103-ec6e-405e-90d7-938845ffc591 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0977776 Jul 07 19:48:01.235073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b6340d8-69c1-4da1-b6a3-298b86c79c5c req-746ec8c9-dabc-4355-a94a-d0bfb4dde1ed tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365105 Jul 07 19:48:02.431821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b6a25-443e-4db7-85d2-3db14ebdd002 req-3e5f406d-d197-490e-afe6-67658e446d23 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:02.434378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-094b6a25-443e-4db7-85d2-3db14ebdd002 req-3e5f406d-d197-490e-afe6-67658e446d23 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0717039 Jul 07 19:48:02.480071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-094b6a25-443e-4db7-85d2-3db14ebdd002 req-b16021bf-ea53-4deb-994f-bb113620fda7 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388281 Jul 07 19:48:03.557196 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:03.690728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cef1ea-b006-4756-90aa-52ca00308318 req-67418d3f-1d36-441d-8abb-c517cf525270 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:03.692275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96cef1ea-b006-4756-90aa-52ca00308318 req-67418d3f-1d36-441d-8abb-c517cf525270 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0738726 Jul 07 19:48:03.749237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96cef1ea-b006-4756-90aa-52ca00308318 req-e6b5a735-e9ce-4957-a37f-be1829cb4314 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502386 Jul 07 19:48:03.957606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860dc04-41c5-4acb-af0b-523e49b2e60f req-3e31b0a0-19a7-484f-865f-c3b69667766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:03.959129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b860dc04-41c5-4acb-af0b-523e49b2e60f req-3e31b0a0-19a7-484f-865f-c3b69667766a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1099 time: 0.0658827 Jul 07 19:48:04.080883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860dc04-41c5-4acb-af0b-523e49b2e60f req-86d7e1d7-f610-4317-a750-ae1c218e5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:04.082397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b860dc04-41c5-4acb-af0b-523e49b2e60f req-86d7e1d7-f610-4317-a750-ae1c218e5a11 service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0985322 Jul 07 19:48:04.166103 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b860dc04-41c5-4acb-af0b-523e49b2e60f req-b1428684-f9d1-4ae9-ad92-8f855613ff5b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1002 time: 0.0762317 Jul 07 19:48:04.235992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860dc04-41c5-4acb-af0b-523e49b2e60f req-d63dc94d-842f-474f-af4c-786ce5e6f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:04.237703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b860dc04-41c5-4acb-af0b-523e49b2e60f req-d63dc94d-842f-474f-af4c-786ce5e6f3db service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0604150 Jul 07 19:48:04.308040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860dc04-41c5-4acb-af0b-523e49b2e60f req-e2f22077-d5f4-41fc-814b-3ddc7595ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:04.309909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b860dc04-41c5-4acb-af0b-523e49b2e60f req-e2f22077-d5f4-41fc-814b-3ddc7595ac82 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656841 Jul 07 19:48:04.415593 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b860dc04-41c5-4acb-af0b-523e49b2e60f req-7ba7ac7b-dc0e-4540-90ec-1d9de4147d48 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989788 Jul 07 19:48:04.532698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b860dc04-41c5-4acb-af0b-523e49b2e60f req-1d18620a-180f-4e12-8640-eaf17c180436 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093705 Jul 07 19:48:04.940403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bcc94-ce5a-4d90-b549-13a673aaf5ea req-7f5f782f-14fd-4194-be15-6b28f3217b42 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:04.942082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-119bcc94-ce5a-4d90-b549-13a673aaf5ea req-7f5f782f-14fd-4194-be15-6b28f3217b42 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0743852 Jul 07 19:48:04.985271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-119bcc94-ce5a-4d90-b549-13a673aaf5ea req-933a1fca-5bdc-41c4-859e-06b6f9be024b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369074 Jul 07 19:48:06.165656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de1fa-2951-4da5-b281-bf39b9984580 req-c1d2ce2f-e6ad-44c3-a8de-f7c79c2f8ce3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:06.167163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-406de1fa-2951-4da5-b281-bf39b9984580 req-c1d2ce2f-e6ad-44c3-a8de-f7c79c2f8ce3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0705473 Jul 07 19:48:06.206191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-406de1fa-2951-4da5-b281-bf39b9984580 req-2bb15efc-e6c7-490b-ab45-8a309363cb9e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332382 Jul 07 19:48:07.383388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b0905-ceed-433c-acac-c14c935caccc req-5c7a66b6-ef1e-4d65-9b44-f92459da2371 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:07.384839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-987b0905-ceed-433c-acac-c14c935caccc req-5c7a66b6-ef1e-4d65-9b44-f92459da2371 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0646250 Jul 07 19:48:07.423825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-987b0905-ceed-433c-acac-c14c935caccc req-4acab07c-efe4-4214-82c4-68616776754e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326624 Jul 07 19:48:07.689229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392779e5-5619-45e2-a8d5-d8dc16b936e9 req-7ebb94b5-2698-42f9-9990-166ac93601d5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:07.690607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-392779e5-5619-45e2-a8d5-d8dc16b936e9 req-7ebb94b5-2698-42f9-9990-166ac93601d5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0633764 Jul 07 19:48:07.728392 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-392779e5-5619-45e2-a8d5-d8dc16b936e9 req-053e3f56-89cb-4fd2-8cb7-df7c864bbeea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322993 Jul 07 19:48:08.397576 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-733754a3-7f65-4ce5-8deb-79aceca45cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:08.834014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39167773-c9bc-41e5-abb5-9aca028330b6 req-ca2dc8a0-2acc-4748-926f-9381a8b6dd3f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:08.835567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39167773-c9bc-41e5-abb5-9aca028330b6 req-ca2dc8a0-2acc-4748-926f-9381a8b6dd3f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.0684030 Jul 07 19:48:08.873596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-39167773-c9bc-41e5-abb5-9aca028330b6 req-bbbca5a8-362c-4ba9-acfe-83b02ad350d0 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317185 Jul 07 19:48:09.222804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719d48e-a305-49f3-abeb-a29f3567b647 req-8d67f676-f740-4133-a076-0d7cabaa2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:09.224288 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4719d48e-a305-49f3-abeb-a29f3567b647 req-8d67f676-f740-4133-a076-0d7cabaa2c77 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1099 time: 0.0926456 Jul 07 19:48:09.300866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfa2e1-fcf1-4862-856e-40a5ba4cfcd0 req-7f9dc0b0-223b-4377-ae05-03383ac175cb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:09.302265 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fbfa2e1-fcf1-4862-856e-40a5ba4cfcd0 req-7f9dc0b0-223b-4377-ae05-03383ac175cb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 947 time: 0.1335120 Jul 07 19:48:09.355611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719d48e-a305-49f3-abeb-a29f3567b647 req-ee1b453a-787f-4c4f-ac1a-8615b5a485c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:09.358056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4719d48e-a305-49f3-abeb-a29f3567b647 req-ee1b453a-787f-4c4f-ac1a-8615b5a485c1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.1275277 Jul 07 19:48:09.365187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fbfa2e1-fcf1-4862-856e-40a5ba4cfcd0 req-88c78cca-a3f4-4160-8c76-274a47b19c1b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566695 Jul 07 19:48:09.430383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4719d48e-a305-49f3-abeb-a29f3567b647 req-d873ddc8-b7a8-4202-b77a-53a57ba3c59b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1002 time: 0.0642560 Jul 07 19:48:09.479857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719d48e-a305-49f3-abeb-a29f3567b647 req-c170d548-0275-40e8-8225-3dcb3a6d3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:09.482447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4719d48e-a305-49f3-abeb-a29f3567b647 req-c170d548-0275-40e8-8225-3dcb3a6d3601 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0460308 Jul 07 19:48:09.538724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719d48e-a305-49f3-abeb-a29f3567b647 req-8940238a-4605-4300-af4d-bc22342b288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:09.540234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4719d48e-a305-49f3-abeb-a29f3567b647 req-8940238a-4605-4300-af4d-bc22342b288e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522239 Jul 07 19:48:09.636279 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4719d48e-a305-49f3-abeb-a29f3567b647 req-03dd112b-8513-42cb-bc9e-7b4a1f74e5f9 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885365 Jul 07 19:48:09.728962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4719d48e-a305-49f3-abeb-a29f3567b647 req-a36255d9-312e-47a1-8351-420f0a2456d4 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857234 Jul 07 19:48:10.119705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:48:10.204267 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:10.227999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:48:10.230338 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06cad23-8578-4d4c-bcc4-2ca659910564" -d '{"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-unplugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:48:10.245015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:48:10.249680 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:10.274637 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311be091-c7ff-41d2-aad2-625885f03651 x-openstack-request-id: req-311be091-c7ff-41d2-aad2-625885f03651 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:48:10.274941 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-unplugged", "status": "completed", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:48:10.275194 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-311be091-c7ff-41d2-aad2-625885f03651 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:48:10.275577 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'code': 200} Jul 07 19:48:10.301291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=14']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:10.562630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3950dd-4cc1-461b-9a6e-7eee08bbc042 req-29157705-6a30-4ded-b098-2a4365e37cac tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:10.564118 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df3950dd-4cc1-461b-9a6e-7eee08bbc042 req-29157705-6a30-4ded-b098-2a4365e37cac tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0687463 Jul 07 19:48:10.601269 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df3950dd-4cc1-461b-9a6e-7eee08bbc042 req-fff0cdf8-b59b-47b1-8675-ed4a4b019717 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Jul 07 19:48:10.874556 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e563f-37d4-460b-9629-098bca1e49e9 req-64202dd5-6f77-42c2-b815-3d808f091255 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:10.876092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f1e563f-37d4-460b-9629-098bca1e49e9 req-64202dd5-6f77-42c2-b815-3d808f091255 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0656366 Jul 07 19:48:10.914975 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f1e563f-37d4-460b-9629-098bca1e49e9 req-75bac816-b0b9-4522-a142-08ae7024f664 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327914 Jul 07 19:48:11.096191 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c63f3ff3-b656-40cf-b5ec-be5f61d8c013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:11.096526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649dd41-f348-4ccb-ae6d-0afeb488024c req-5c072846-c3bb-4710-8161-19ef0a254e86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:11.097803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d649dd41-f348-4ccb-ae6d-0afeb488024c req-5c072846-c3bb-4710-8161-19ef0a254e86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0640054 Jul 07 19:48:11.137223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d649dd41-f348-4ccb-ae6d-0afeb488024c req-06603983-9978-4e40-a48e-e0ba61f060a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333340 Jul 07 19:48:11.316459 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:11.418526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-f2e687ad-b500-42ec-83bb-748efc58e04b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:11.420543 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-f2e687ad-b500-42ec-83bb-748efc58e04b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 812 time: 0.1063452 Jul 07 19:48:11.436294 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-d487ccdf-0753-45a8-b8c1-05da5642fb62 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/quotas/3ff3263089fe4e09866907a0cfc362bb HTTP/1.1" status: 200 len: 375 time: 0.0099597 Jul 07 19:48:11.509498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-e0d1d409-5d3e-4ae9-a709-ee7455c0dae3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0679641 Jul 07 19:48:11.603374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-612f6f37-d262-4f3e-ae05-bb1840a6ec82 service neutron] 10.222.0.113 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869732 Jul 07 19:48:11.694685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-1e676d48-0051-4c1b-985c-253d5a96c7c1 service neutron] 10.222.0.113 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841660 Jul 07 19:48:11.870383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c255bbe4-1636-40f3-8cce-3271ab029a92 req-2304a79f-113d-48f9-87ad-ad6a50eae02f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 210 time: 0.0351958 Jul 07 19:48:12.469965 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:13.029914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f55514d-f2d3-49ef-8c4d-2e2271259d7a req-d4a1f200-a649-4f56-b12e-da0308f64f41 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 210 time: 0.0405595 Jul 07 19:48:13.140545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-a68875d0-f78f-4dd4-939f-67691cdf4691 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:13.141958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-a68875d0-f78f-4dd4-939f-67691cdf4691 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.59 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 812 time: 0.1230290 Jul 07 19:48:13.160197 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Request body: {'port': {'device_id': '77f89a3c-d0ff-4aab-84f2-bc763a2bb499', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'admin_state_up': True, 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:48:13.292066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Made reservation on behalf of 3ff3263089fe4e09866907a0cfc362bb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:48:13.296425 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:13.442121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Allocated IP 172.20.0.9 (44cc2ed2-9d9f-48a2-8f8b-16a90d045dab/ac118d4d-1710-46cb-acea-d9ba231da62c/44657da3-ffa2-4b83-8a1a-db6a6c749382) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:48:13.629016 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:13.644563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Transition to ACTIVE for port object 44657da3-ffa2-4b83-8a1a-db6a6c749382 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:48:13.686641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:13.737809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:48:13.743177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:48:13.750577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:48:13.753277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event updated for resources: {'Port': ['ID=44657da3-ffa2-4b83-8a1a-db6a6c749382,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:13.783480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.784036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.784440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.784884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.785224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.785561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.786017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.786473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.786785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.787111 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.787441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.787767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:13.817489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:13.818157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:13.838982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-b419b4ad-52a0-4126-a8e6-ab72397609dc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6829779 Jul 07 19:48:13.856948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Request body: {'port': {'device_id': '77f89a3c-d0ff-4aab-84f2-bc763a2bb499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:48:13.936844 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:14.030862 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:14.034157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-411fd96e-66b7-4c73-8fda-f34d7ef98fd1 None None] Provisioning for port 44657da3-ffa2-4b83-8a1a-db6a6c749382 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:48:14.038042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-411fd96e-66b7-4c73-8fda-f34d7ef98fd1 None None] Provisioning complete for port 44657da3-ffa2-4b83-8a1a-db6a6c749382 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:48:14.038413 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-411fd96e-66b7-4c73-8fda-f34d7ef98fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:14.080114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-411fd96e-66b7-4c73-8fda-f34d7ef98fd1 None None] Port 44657da3-ffa2-4b83-8a1a-db6a6c749382 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:48:14.578392 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44657da3-ffa2-4b83-8a1a-db6a6c749382 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:48:14.589412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5f051-d4af-4abe-8e76-e2b4c3183d5d req-dad99f1e-0d9c-4765-9466-89401232c945 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:14.590948 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2f5f051-d4af-4abe-8e76-e2b4c3183d5d req-dad99f1e-0d9c-4765-9466-89401232c945 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 931 time: 0.4379449 Jul 07 19:48:14.594782 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:14.624323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Transition to ACTIVE for port object 44657da3-ffa2-4b83-8a1a-db6a6c749382 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:48:14.628893 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:14.671487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a2f5f051-d4af-4abe-8e76-e2b4c3183d5d req-bb29878a-2e70-4803-b564-f8a3c9315c28 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737810 Jul 07 19:48:14.689647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Pushing event updated for resources: {'Port': ['ID=44657da3-ffa2-4b83-8a1a-db6a6c749382,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:14.766202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Attempting to bind port 44657da3-ffa2-4b83-8a1a-db6a6c749382 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:48:14.766541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Attempting to bind port 44657da3-ffa2-4b83-8a1a-db6a6c749382 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:48:14.766871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Attempting to bind port 44657da3-ffa2-4b83-8a1a-db6a6c749382 on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:48:14.772201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Port 44657da3-ffa2-4b83-8a1a-db6a6c749382 on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:48:14.772547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Attempting to bind port 44657da3-ffa2-4b83-8a1a-db6a6c749382 on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:48:14.777771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:48:14.778666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Checking segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:48:14.779068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Bound using segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:48:14.779566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Bound port: 44657da3-ffa2-4b83-8a1a-db6a6c749382, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:48:14.779846 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:14.851414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] For port 44657da3-ffa2-4b83-8a1a-db6a6c749382, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:48:14.854614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] For port 44657da3-ffa2-4b83-8a1a-db6a6c749382, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=44657da3-ffa2-4b83-8a1a-db6a6c749382,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:48:14.860004 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:14.894475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:14.895228 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:14.896683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] 10.222.0.59 "PUT /v2.0/ports/44657da3-ffa2-4b83-8a1a-db6a6c749382 HTTP/1.1" status: 200 len: 1092 time: 1.0444570 Jul 07 19:48:14.899274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f89a3c-d0ff-4aab-84f2-bc763a2bb499', 'tag': '44657da3-ffa2-4b83-8a1a-db6a6c749382'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:48:14.901822 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14fffc7-4875-4ad4-850f-73b231c238c7" -d '{"events": [{"name": "network-changed", "server_uuid": "77f89a3c-d0ff-4aab-84f2-bc763a2bb499", "tag": "44657da3-ffa2-4b83-8a1a-db6a6c749382"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:48:14.937355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da2e05-a035-4aa4-b4c3-3853fe3a73b7 service neutron] Pushing event updated for resources: {'Port': ['ID=44657da3-ffa2-4b83-8a1a-db6a6c749382,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:15.018226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-f2a0a02d-4d6d-402e-93de-345168c231d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:15.020016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-f2a0a02d-4d6d-402e-93de-345168c231d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 1095 time: 0.0633514 Jul 07 19:48:15.026951 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47f267f-66b9-483f-a12c-d86594454160 x-openstack-request-id: req-c47f267f-66b9-483f-a12c-d86594454160 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:48:15.027251 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f89a3c-d0ff-4aab-84f2-bc763a2bb499", "tag": "44657da3-ffa2-4b83-8a1a-db6a6c749382", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:48:15.027505 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c47f267f-66b9-483f-a12c-d86594454160 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:48:15.027904 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f89a3c-d0ff-4aab-84f2-bc763a2bb499', 'tag': '44657da3-ffa2-4b83-8a1a-db6a6c749382', 'status': 'completed', 'code': 200} Jul 07 19:48:15.075485 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-a39b1f41-7d46-435a-b7c3-3a1482d23f82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44657da3-ffa2-4b83-8a1a-db6a6c749382 HTTP/1.1" status: 200 len: 217 time: 0.0404637 Jul 07 19:48:15.126133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-9770e7b9-d56a-4d2c-8b1f-bf5906648ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:15.127634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-9770e7b9-d56a-4d2c-8b1f-bf5906648ba1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0457878 Jul 07 19:48:15.185148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-730a12d7-1df7-4e73-9e10-4a521fc0d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:15.186846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-730a12d7-1df7-4e73-9e10-4a521fc0d3b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529168 Jul 07 19:48:15.281819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-077f8f11-2a88-4f50-bcca-fc999706fb49 service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877509 Jul 07 19:48:15.370665 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ec06a8c-b07a-402a-8ea3-9a95a6d9d6b7 req-406713a9-27bd-49b7-86a4-78228abb25cb service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821602 Jul 07 19:48:15.519425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fffc7-4875-4ad4-850f-73b231c238c7 req-09277694-b331-483c-974f-050cbf6b4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:15.520966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b14fffc7-4875-4ad4-850f-73b231c238c7 req-09277694-b331-483c-974f-050cbf6b4caf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 1095 time: 0.0540166 Jul 07 19:48:15.614226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fffc7-4875-4ad4-850f-73b231c238c7 req-fa140bf9-55f1-4acf-93e3-7d16ed8ae8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:15.615695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b14fffc7-4875-4ad4-850f-73b231c238c7 req-fa140bf9-55f1-4acf-93e3-7d16ed8ae8bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0885942 Jul 07 19:48:15.658540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b14fffc7-4875-4ad4-850f-73b231c238c7 req-942ca2a1-c75a-4cc0-a751-b55f2c6cc9f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44657da3-ffa2-4b83-8a1a-db6a6c749382 HTTP/1.1" status: 200 len: 217 time: 0.0364888 Jul 07 19:48:15.712039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fffc7-4875-4ad4-850f-73b231c238c7 req-31d1eec9-4489-40fe-a86d-9d20a7189763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:15.713565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b14fffc7-4875-4ad4-850f-73b231c238c7 req-31d1eec9-4489-40fe-a86d-9d20a7189763 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0485976 Jul 07 19:48:15.773616 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fffc7-4875-4ad4-850f-73b231c238c7 req-f4cf4e28-655a-426f-815f-8e4797c01d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:15.775149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b14fffc7-4875-4ad4-850f-73b231c238c7 req-f4cf4e28-655a-426f-815f-8e4797c01d08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539505 Jul 07 19:48:15.919999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b14fffc7-4875-4ad4-850f-73b231c238c7 req-657afdc2-a60b-4c5f-9d59-4a919112ab9c service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364686 Jul 07 19:48:15.928239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5feeb-2a80-4e24-968e-8e0883a56503 req-c0636a57-60b0-4896-86a3-74de9c393982 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:15.929662 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ae5feeb-2a80-4e24-968e-8e0883a56503 req-c0636a57-60b0-4896-86a3-74de9c393982 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 943 time: 0.1390970 Jul 07 19:48:16.018598 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ae5feeb-2a80-4e24-968e-8e0883a56503 req-39d2aa61-fdce-4cd1-b86a-5d04bd853960 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803797 Jul 07 19:48:16.043326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b14fffc7-4875-4ad4-850f-73b231c238c7 req-998af8cd-8ccd-42d7-8d21-e88e79f2719a service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127331 Jul 07 19:48:17.195472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854a413-d628-47d5-8d09-a379f4f41bd0 req-5abcf8bd-22ce-4040-8e95-5932b5bd5561 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:17.196909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5854a413-d628-47d5-8d09-a379f4f41bd0 req-5abcf8bd-22ce-4040-8e95-5932b5bd5561 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 943 time: 0.0655336 Jul 07 19:48:17.234885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5854a413-d628-47d5-8d09-a379f4f41bd0 req-3a46a9fb-c01f-45ec-ba61-1a94696aa124 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Jul 07 19:48:18.409328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57394325-53e4-4f1c-bc27-139b91d2b665 req-cc489585-00c8-43ec-9b14-453b5ef02dff tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:18.410860 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57394325-53e4-4f1c-bc27-139b91d2b665 req-cc489585-00c8-43ec-9b14-453b5ef02dff tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 943 time: 0.0653028 Jul 07 19:48:18.451185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57394325-53e4-4f1c-bc27-139b91d2b665 req-2f0d3d4c-4260-409a-bb14-9fb8b7902560 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345263 Jul 07 19:48:19.269357 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:19.631412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeab643-d115-4763-b97f-fb5e63b6605b req-ed11b250-3f84-40d5-b195-287206258863 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:19.632924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3eeab643-d115-4763-b97f-fb5e63b6605b req-ed11b250-3f84-40d5-b195-287206258863 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 943 time: 0.0674486 Jul 07 19:48:19.671615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3eeab643-d115-4763-b97f-fb5e63b6605b req-0919570f-de06-4508-9d20-142bcc374c6f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329301 Jul 07 19:48:19.932185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 44657da3-ffa2-4b83-8a1a-db6a6c749382 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:48:19.937448 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:48:20.030544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 44657da3-ffa2-4b83-8a1a-db6a6c749382, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=44657da3-ffa2-4b83-8a1a-db6a6c749382,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:48:20.041523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '44657da3-ffa2-4b83-8a1a-db6a6c749382', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'port_id': '44657da3-ffa2-4b83-8a1a-db6a6c749382', 'mac_address': 'fa:16:3e:45:d1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:48:20.080522 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:20.096878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44657da3-ffa2-4b83-8a1a-db6a6c749382 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:48:20.117354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 44657da3-ffa2-4b83-8a1a-db6a6c749382, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=44657da3-ffa2-4b83-8a1a-db6a6c749382,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:48:20.121305 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:20.320125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=44657da3-ffa2-4b83-8a1a-db6a6c749382,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:20.425341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['44657da3-ffa2-4b83-8a1a-db6a6c749382'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:48:20.853711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e777a-1eda-4ab2-8524-3f806058ca7b req-f39589a6-8159-4cbb-a45c-e7a1829bf595 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:20.855213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-534e777a-1eda-4ab2-8524-3f806058ca7b req-f39589a6-8159-4cbb-a45c-e7a1829bf595 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 944 time: 0.0639894 Jul 07 19:48:20.893409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-534e777a-1eda-4ab2-8524-3f806058ca7b req-34316504-73d1-4ee9-ab94-712d949d413a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315981 Jul 07 19:48:21.952528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 44657da3-ffa2-4b83-8a1a-db6a6c749382 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:48:22.004557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 44657da3-ffa2-4b83-8a1a-db6a6c749382 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:48:22.009571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 44657da3-ffa2-4b83-8a1a-db6a6c749382 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:48:22.009946 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:22.069387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a405800-c825-4d05-8e71-d8dffe8f54bc req-f43e3c46-ec63-4da8-93ae-d2aaccbb0b35 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:22.070943 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a405800-c825-4d05-8e71-d8dffe8f54bc req-f43e3c46-ec63-4da8-93ae-d2aaccbb0b35 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 944 time: 0.0640397 Jul 07 19:48:22.088681 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:22.113852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f89a3c-d0ff-4aab-84f2-bc763a2bb499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44657da3-ffa2-4b83-8a1a-db6a6c749382'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:48:22.116127 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4672344-9666-4b2a-a12a-e2c0a0ae226c" -d '{"events": [{"server_uuid": "77f89a3c-d0ff-4aab-84f2-bc763a2bb499", "name": "network-vif-plugged", "status": "completed", "tag": "44657da3-ffa2-4b83-8a1a-db6a6c749382"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:48:22.117575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a405800-c825-4d05-8e71-d8dffe8f54bc req-5477a431-7df4-4123-917c-02578abac5d6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Jul 07 19:48:22.131391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 44657da3-ffa2-4b83-8a1a-db6a6c749382, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=44657da3-ffa2-4b83-8a1a-db6a6c749382,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:48:22.135986 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:22.166272 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a09efe6-c597-4362-b619-660808ed1f4a x-openstack-request-id: req-6a09efe6-c597-4362-b619-660808ed1f4a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:48:22.166564 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f89a3c-d0ff-4aab-84f2-bc763a2bb499", "name": "network-vif-plugged", "status": "completed", "tag": "44657da3-ffa2-4b83-8a1a-db6a6c749382", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:48:22.166818 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6a09efe6-c597-4362-b619-660808ed1f4a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:48:22.167205 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f89a3c-d0ff-4aab-84f2-bc763a2bb499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44657da3-ffa2-4b83-8a1a-db6a6c749382', 'code': 200} Jul 07 19:48:22.193440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=44657da3-ffa2-4b83-8a1a-db6a6c749382,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:22.302727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53308635-3090-4d58-bf17-d8d712b83fd7 req-41281f32-ba9b-48b2-913c-a772409135c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:22.304266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53308635-3090-4d58-bf17-d8d712b83fd7 req-41281f32-ba9b-48b2-913c-a772409135c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 1097 time: 0.0545852 Jul 07 19:48:22.339726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53308635-3090-4d58-bf17-d8d712b83fd7 req-9aacceae-4667-4f0c-8dff-9dac0507bd44 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282023 Jul 07 19:48:23.301698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1045c-8c02-4bd3-a488-fe8a2875d575 req-96a0eae6-43e9-40f3-8bb1-ea043595a8cc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:23.303210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3a1045c-8c02-4bd3-a488-fe8a2875d575 req-96a0eae6-43e9-40f3-8bb1-ea043595a8cc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0647025 Jul 07 19:48:23.346286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3a1045c-8c02-4bd3-a488-fe8a2875d575 req-f2e91917-d607-4c4d-8144-dd45cbdab5ca tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370748 Jul 07 19:48:24.528648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645beeff-5710-409a-a4e1-6808d39a5167 req-59ee836a-e948-4cd7-abe8-6fbddb5dabb6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:24.530155 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-645beeff-5710-409a-a4e1-6808d39a5167 req-59ee836a-e948-4cd7-abe8-6fbddb5dabb6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0697682 Jul 07 19:48:24.568260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-645beeff-5710-409a-a4e1-6808d39a5167 req-4c3307af-23f5-4439-ae00-c359c2803eef tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Jul 07 19:48:24.915785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba0aac-651a-49bf-84b2-7776f0cb9dfb req-94692754-b8a5-43ef-afde-f204e5476597 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:24.917360 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fba0aac-651a-49bf-84b2-7776f0cb9dfb req-94692754-b8a5-43ef-afde-f204e5476597 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0667720 Jul 07 19:48:24.957681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fba0aac-651a-49bf-84b2-7776f0cb9dfb req-a85e45bc-5bd1-4362-84cb-26edc75178bb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340118 Jul 07 19:48:26.135043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1415e-6612-49e3-9b13-af5024b48f96 req-9989774b-fa98-4a82-a7ef-b800f44f0633 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:26.136427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25a1415e-6612-49e3-9b13-af5024b48f96 req-9989774b-fa98-4a82-a7ef-b800f44f0633 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0641031 Jul 07 19:48:26.173639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25a1415e-6612-49e3-9b13-af5024b48f96 req-1f8c1d2b-6fec-499b-99e0-ba58453a99d5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310354 Jul 07 19:48:26.995937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a0fee-dc4c-47bb-bbac-0f236b27eea1 req-1a451a58-c25b-4d7d-8371-87c6c4f1bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:26.997490 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f7a0fee-dc4c-47bb-bbac-0f236b27eea1 req-1a451a58-c25b-4d7d-8371-87c6c4f1bff3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 1097 time: 0.0570135 Jul 07 19:48:27.105645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a0fee-dc4c-47bb-bbac-0f236b27eea1 req-cb9cf702-cd8b-4ab5-9c62-c95fb7fe45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:27.107017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f7a0fee-dc4c-47bb-bbac-0f236b27eea1 req-cb9cf702-cd8b-4ab5-9c62-c95fb7fe45d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0896461 Jul 07 19:48:27.153250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f7a0fee-dc4c-47bb-bbac-0f236b27eea1 req-405d38d9-5873-401e-9872-cb53f61743a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44657da3-ffa2-4b83-8a1a-db6a6c749382 HTTP/1.1" status: 200 len: 217 time: 0.0391812 Jul 07 19:48:27.203090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a0fee-dc4c-47bb-bbac-0f236b27eea1 req-3eb5ff7f-f294-4e26-a000-fd38f9700a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:27.204722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f7a0fee-dc4c-47bb-bbac-0f236b27eea1 req-3eb5ff7f-f294-4e26-a000-fd38f9700a8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0458810 Jul 07 19:48:27.266330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a0fee-dc4c-47bb-bbac-0f236b27eea1 req-cb8f9bde-1538-42af-90f3-f8af4789020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:27.267848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f7a0fee-dc4c-47bb-bbac-0f236b27eea1 req-cb8f9bde-1538-42af-90f3-f8af4789020b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555191 Jul 07 19:48:27.411087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f7a0fee-dc4c-47bb-bbac-0f236b27eea1 req-e4f9d0af-8001-414f-a424-d21a61a9e366 service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366320 Jul 07 19:48:27.423867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba75d1-edc9-41d6-a1a1-4ed17f4c80e8 req-c959f59f-1b22-4e5a-871b-f9fbc737e99f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:27.425356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41ba75d1-edc9-41d6-a1a1-4ed17f4c80e8 req-c959f59f-1b22-4e5a-871b-f9fbc737e99f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.1329143 Jul 07 19:48:27.515841 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41ba75d1-edc9-41d6-a1a1-4ed17f4c80e8 req-694f4734-4688-4004-88d9-1c0956bfb3ac tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824246 Jul 07 19:48:27.542925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f7a0fee-dc4c-47bb-bbac-0f236b27eea1 req-f4458a5b-a262-47a8-af8d-2e4913279409 service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166184 Jul 07 19:48:28.694870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab75cd-7c04-4c00-b3cb-a62831c0f327 req-d34ff2ce-ad27-4a48-a6fa-23496f93623f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:28.696352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9eab75cd-7c04-4c00-b3cb-a62831c0f327 req-d34ff2ce-ad27-4a48-a6fa-23496f93623f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0638318 Jul 07 19:48:28.735639 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9eab75cd-7c04-4c00-b3cb-a62831c0f327 req-68930f63-861c-4a30-8018-745949cd5014 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335941 Jul 07 19:48:29.915316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a4c2b-a61a-4836-8319-fa9b3a212ff5 req-ab6fd5f1-f84e-4fc7-bcb4-1cf8e2e01ee9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:29.916852 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c1a4c2b-a61a-4836-8319-fa9b3a212ff5 req-ab6fd5f1-f84e-4fc7-bcb4-1cf8e2e01ee9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0651112 Jul 07 19:48:29.955999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c1a4c2b-a61a-4836-8319-fa9b3a212ff5 req-51b805f4-d621-4ed5-8897-b370b591250f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330713 Jul 07 19:48:31.134941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e4b2d-d574-4eed-bbad-37c148a13f52 req-e761df1e-3981-44ad-9ce7-3fbffdc19ee7 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:31.136377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-003e4b2d-d574-4eed-bbad-37c148a13f52 req-e761df1e-3981-44ad-9ce7-3fbffdc19ee7 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0684271 Jul 07 19:48:31.176874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-003e4b2d-d574-4eed-bbad-37c148a13f52 req-a3018e42-35f4-4ea5-a33f-5be52938e3fb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344675 Jul 07 19:48:32.358585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6eeef5-6e5a-40e3-a763-1243fb3c5fa9 req-43698be8-0edb-430e-a521-da9a7f24822b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:32.360096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7d6eeef5-6e5a-40e3-a763-1243fb3c5fa9 req-43698be8-0edb-430e-a521-da9a7f24822b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0666461 Jul 07 19:48:32.398851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7d6eeef5-6e5a-40e3-a763-1243fb3c5fa9 req-04c0dcd5-917a-409d-b6bd-cd9f7485e67e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Jul 07 19:48:33.553842 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:33.580952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f536679-4db5-40fb-994a-864a9db64a78 req-80c474a4-dcdb-437a-a641-dbf526b70bb1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:33.582471 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f536679-4db5-40fb-994a-864a9db64a78 req-80c474a4-dcdb-437a-a641-dbf526b70bb1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0712292 Jul 07 19:48:33.621604 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f536679-4db5-40fb-994a-864a9db64a78 req-32001b41-02e1-4451-8b54-f4e71c66d0ae tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Jul 07 19:48:34.803631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284630ae-0f35-48fe-ae2a-5415d46afed2 req-65830d69-c79b-4074-b212-c9dae82ecb1a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:34.805134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-284630ae-0f35-48fe-ae2a-5415d46afed2 req-65830d69-c79b-4074-b212-c9dae82ecb1a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0728402 Jul 07 19:48:34.846004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-284630ae-0f35-48fe-ae2a-5415d46afed2 req-d7a13d40-3313-494d-a47e-e27e4f2b1015 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351577 Jul 07 19:48:36.020867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4a615-660b-47dd-8307-f8e2eaa8e52b req-63383d38-076e-4f89-939a-0c29ed8ecc59 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:36.022373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38c4a615-660b-47dd-8307-f8e2eaa8e52b req-63383d38-076e-4f89-939a-0c29ed8ecc59 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0642858 Jul 07 19:48:36.063323 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38c4a615-660b-47dd-8307-f8e2eaa8e52b req-e5f601b8-f0f1-48ac-9e3a-e2c152094d8f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345585 Jul 07 19:48:37.244714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944fca8-a34b-4607-b79e-084520126a9f req-1f687ae9-0f79-4556-a761-7216d9cb9bf8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:37.246212 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d944fca8-a34b-4607-b79e-084520126a9f req-1f687ae9-0f79-4556-a761-7216d9cb9bf8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0681534 Jul 07 19:48:37.285167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d944fca8-a34b-4607-b79e-084520126a9f req-9bf1c314-0ed5-4857-af62-70770dee5305 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331643 Jul 07 19:48:38.398815 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb39e852-ad0d-4cf5-8b37-71c6488e9b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:38.466323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a50a9e-5014-4023-ace0-c8cc2fe18c0e req-8cd10803-6358-471e-931d-480b60073e6a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:38.468013 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f2a50a9e-5014-4023-ace0-c8cc2fe18c0e req-8cd10803-6358-471e-931d-480b60073e6a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0640209 Jul 07 19:48:38.507927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f2a50a9e-5014-4023-ace0-c8cc2fe18c0e req-605c2531-1e23-4af2-80ad-4b1deffadef2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Jul 07 19:48:39.683660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0a2e-7b2f-4930-8e12-d140339d7178 req-38dab6c5-538b-4b34-bbcc-3657ff2ba6ac tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:39.685165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-deee0a2e-7b2f-4930-8e12-d140339d7178 req-38dab6c5-538b-4b34-bbcc-3657ff2ba6ac tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0661428 Jul 07 19:48:39.724215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-deee0a2e-7b2f-4930-8e12-d140339d7178 req-35a31645-c770-4d36-ab06-0afd63ebb80f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329745 Jul 07 19:48:40.903669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6372f-dee5-4cff-8ebc-51d23b8d594d req-120c7912-529a-47bd-aca5-d717b4d86f83 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:40.905515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c3f6372f-dee5-4cff-8ebc-51d23b8d594d req-120c7912-529a-47bd-aca5-d717b4d86f83 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0672345 Jul 07 19:48:40.942705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c3f6372f-dee5-4cff-8ebc-51d23b8d594d req-923a1746-6968-4a9c-b80d-d510004c5e87 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318398 Jul 07 19:48:41.097952 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-529c2c57-d533-4910-bdae-5a6f4ecb275a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:41.317832 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:42.121215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39a8f7-4108-4c9f-bf9f-4cd39874164d req-1b486d53-3b63-4089-80dd-b184dff18567 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:42.122608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d39a8f7-4108-4c9f-bf9f-4cd39874164d req-1b486d53-3b63-4089-80dd-b184dff18567 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0649865 Jul 07 19:48:42.160288 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d39a8f7-4108-4c9f-bf9f-4cd39874164d req-6c069fa2-4891-484a-9fc7-2fac34d17182 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 Jul 07 19:48:42.473112 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:43.340272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992354ba-bab1-405f-9e08-ab43498f942c req-dd0e4ade-9789-4140-a2ca-4563d4aabd53 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:43.341825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-992354ba-bab1-405f-9e08-ab43498f942c req-dd0e4ade-9789-4140-a2ca-4563d4aabd53 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0682418 Jul 07 19:48:43.379743 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-992354ba-bab1-405f-9e08-ab43498f942c req-da31a95d-f156-4c6a-9290-36e42621b019 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Jul 07 19:48:44.026901 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:44.558400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116c474-b4d5-48a1-948c-850fa789be58 req-66a89643-a89a-4fde-ae53-18716ad6e282 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:44.559873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2116c474-b4d5-48a1-948c-850fa789be58 req-66a89643-a89a-4fde-ae53-18716ad6e282 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0646265 Jul 07 19:48:44.598575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2116c474-b4d5-48a1-948c-850fa789be58 req-68a01993-591b-4883-b9a1-b9e238b95142 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Jul 07 19:48:45.777337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7f982-b60b-4ae8-bd32-eb64cc6e73f7 req-57a204bf-d820-4a01-a98e-b6c4e3982d76 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:45.778848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3c7f982-b60b-4ae8-bd32-eb64cc6e73f7 req-57a204bf-d820-4a01-a98e-b6c4e3982d76 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0681574 Jul 07 19:48:45.818532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3c7f982-b60b-4ae8-bd32-eb64cc6e73f7 req-1e7e8f91-928b-4ecb-913c-3208d6bc5dfe tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323279 Jul 07 19:48:46.999300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3d9b2-6b2a-4485-9bf8-a7166dcc1fe4 req-4e913dd6-9348-4427-8bff-7863ea829b2e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:47.000826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0c3d9b2-6b2a-4485-9bf8-a7166dcc1fe4 req-4e913dd6-9348-4427-8bff-7863ea829b2e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0660882 Jul 07 19:48:47.039419 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0c3d9b2-6b2a-4485-9bf8-a7166dcc1fe4 req-64f9b8de-a7fb-4067-9f17-4190111f466f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330012 Jul 07 19:48:48.220256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b553-9036-4c2a-8f8b-27755a626ae6 req-2b7066b6-3c76-4785-b93e-7ca0986722ea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:48.221700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45a4b553-9036-4c2a-8f8b-27755a626ae6 req-2b7066b6-3c76-4785-b93e-7ca0986722ea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0672197 Jul 07 19:48:48.258946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45a4b553-9036-4c2a-8f8b-27755a626ae6 req-2f45bad8-327d-4435-9a5d-f4985aac5c82 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 Jul 07 19:48:49.266018 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:49.448239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72cf7-211e-485d-afdb-4eb8a99f4923 req-b9858e27-bf01-45a6-835d-55bb1477576d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:49.449761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3a72cf7-211e-485d-afdb-4eb8a99f4923 req-b9858e27-bf01-45a6-835d-55bb1477576d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0722992 Jul 07 19:48:49.492392 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3a72cf7-211e-485d-afdb-4eb8a99f4923 req-88a15544-7763-44d0-87d6-75ba04ad000b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352962 Jul 07 19:48:50.666829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2984d0a-e834-4902-a619-559ca3862871 req-79aa4e9b-885c-4fc8-b42a-c56af84821bd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:50.668311 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2984d0a-e834-4902-a619-559ca3862871 req-79aa4e9b-885c-4fc8-b42a-c56af84821bd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0645268 Jul 07 19:48:50.705897 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b2984d0a-e834-4902-a619-559ca3862871 req-61f0839f-b9ff-49d2-a6c6-31b03ee54bd8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312610 Jul 07 19:48:50.981209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e60f11-8e62-4b17-8812-bd5d07b4dfad req-ce8302c9-56d7-45a4-8aeb-dac1f09a6838 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:50.983634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-42e60f11-8e62-4b17-8812-bd5d07b4dfad req-ce8302c9-56d7-45a4-8aeb-dac1f09a6838 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0692320 Jul 07 19:48:51.022615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-42e60f11-8e62-4b17-8812-bd5d07b4dfad req-e49b9b3b-735a-4e29-863a-b0ab22bb50b8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332971 Jul 07 19:48:51.210686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46061-3200-4404-b829-e3ed66908b59 req-9523cdb5-1bf6-4795-a94a-65de65a44e9d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:51.212892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74f46061-3200-4404-b829-e3ed66908b59 req-9523cdb5-1bf6-4795-a94a-65de65a44e9d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0712013 Jul 07 19:48:51.253814 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74f46061-3200-4404-b829-e3ed66908b59 req-0ba3af6b-0407-49e4-b2a4-9448051ddde4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338619 Jul 07 19:48:51.485874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-9919eba6-8829-4a41-b9da-7b173f666d95 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:51.487303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-9919eba6-8829-4a41-b9da-7b173f666d95 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 812 time: 0.1059544 Jul 07 19:48:51.502129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-b64fb7cb-4a00-43a1-8dda-9a21645bfd1c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/quotas/3ff3263089fe4e09866907a0cfc362bb HTTP/1.1" status: 200 len: 375 time: 0.0092280 Jul 07 19:48:51.576188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-6793e023-9402-4d0b-b219-3b3ac5b301d0 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0687900 Jul 07 19:48:51.669573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-d0c81096-4cc9-46ff-9509-933264c60b62 service neutron] 10.222.0.113 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866787 Jul 07 19:48:51.757436 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-c90a4818-1301-475b-b4ea-50f8423abe9f service neutron] 10.222.0.113 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815549 Jul 07 19:48:51.926718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b0c6dcb-e7b4-41bd-a790-609fe4140a46 req-d24e80bf-35e8-438c-8851-800976cf7889 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 210 time: 0.0290091 Jul 07 19:48:53.066404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-dbe8f4aa-45e2-49a8-ab5d-8ed3c12de086 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:53.068683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-dbe8f4aa-45e2-49a8-ab5d-8ed3c12de086 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.59 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 812 time: 0.1282060 Jul 07 19:48:53.088062 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fac99004-cc7e-4eea-bedc-7649118ce820 req-4a00a465-dc23-44ef-80fb-b9850618e92b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 210 time: 0.0406241 Jul 07 19:48:53.091392 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Request body: {'port': {'device_id': 'ac10aa62-ffcd-45ab-af1a-f5fe972f9992', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'admin_state_up': True, 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:48:53.207068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Made reservation on behalf of 3ff3263089fe4e09866907a0cfc362bb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:48:53.210962 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:53.336293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Allocated IP 172.20.0.8 (44cc2ed2-9d9f-48a2-8f8b-16a90d045dab/ac118d4d-1710-46cb-acea-d9ba231da62c/ad5be208-09ca-449b-a9e2-2f70ad84b0a0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:48:53.488173 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:53.501613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Transition to ACTIVE for port object ad5be208-09ca-449b-a9e2-2f70ad84b0a0 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:48:53.535549 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:53.568824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['44657da3-ffa2-4b83-8a1a-db6a6c749382'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:48:53.583992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:48:53.587165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:48:53.591507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:48:53.615200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event updated for resources: {'Port': ['ID=ad5be208-09ca-449b-a9e2-2f70ad84b0a0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:53.653668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:53.654471 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:53.670897 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-ae039c21-81a2-4d40-8274-31db979d9c69 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849121 Jul 07 19:48:53.689505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Request body: {'port': {'device_id': 'ac10aa62-ffcd-45ab-af1a-f5fe972f9992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:48:53.767356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:53.882910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-24e34a4e-7e3a-4dee-bb2f-104d303b5d4a None None] Provisioning for port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:48:53.886751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-24e34a4e-7e3a-4dee-bb2f-104d303b5d4a None None] Provisioning complete for port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:48:53.887125 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24e34a4e-7e3a-4dee-bb2f-104d303b5d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:53.921825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-24e34a4e-7e3a-4dee-bb2f-104d303b5d4a None None] Port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:48:54.036896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5be208-09ca-449b-a9e2-2f70ad84b0a0 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:48:54.044202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:54.056561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Transition to ACTIVE for port object ad5be208-09ca-449b-a9e2-2f70ad84b0a0 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:48:54.060084 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:54.110974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5be208-09ca-449b-a9e2-2f70ad84b0a0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:54.184967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Attempting to bind port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:48:54.185561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Attempting to bind port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:48:54.186700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Attempting to bind port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:48:54.192272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:48:54.192621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Attempting to bind port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:48:54.198196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:48:54.198663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Checking segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:48:54.199149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Bound using segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:48:54.199735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Bound port: ad5be208-09ca-449b-a9e2-2f70ad84b0a0, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:48:54.200203 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:54.632560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] For port ad5be208-09ca-449b-a9e2-2f70ad84b0a0, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:48:54.652032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434a97a-cc4b-40f0-9088-e96e1065edbe req-4d2a3a3e-0918-4583-827f-c37c7063f3e2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:54.653567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8434a97a-cc4b-40f0-9088-e96e1065edbe req-4d2a3a3e-0918-4583-827f-c37c7063f3e2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 943 time: 0.4410045 Jul 07 19:48:54.655381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] For port ad5be208-09ca-449b-a9e2-2f70ad84b0a0, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ad5be208-09ca-449b-a9e2-2f70ad84b0a0,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:48:54.659651 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:54.711156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:54.711832 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:54.713203 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] 10.222.0.59 "PUT /v2.0/ports/ad5be208-09ca-449b-a9e2-2f70ad84b0a0 HTTP/1.1" status: 200 len: 1092 time: 1.0290551 Jul 07 19:48:54.716542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac10aa62-ffcd-45ab-af1a-f5fe972f9992', 'tag': 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:48:54.719489 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac10aa62-ffcd-45ab-af1a-f5fe972f9992", "tag": "ad5be208-09ca-449b-a9e2-2f70ad84b0a0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:48:54.744343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8434a97a-cc4b-40f0-9088-e96e1065edbe req-38eabb03-a2f9-4a18-b713-986e1e02c94a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823214 Jul 07 19:48:54.759160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce694d0-5378-494e-bcb8-0fd0aff5dee9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5be208-09ca-449b-a9e2-2f70ad84b0a0,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:54.774007 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c5560d-5c30-4418-a698-f6c64d9193bf x-openstack-request-id: req-17c5560d-5c30-4418-a698-f6c64d9193bf {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:48:54.774322 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac10aa62-ffcd-45ab-af1a-f5fe972f9992", "tag": "ad5be208-09ca-449b-a9e2-2f70ad84b0a0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:48:54.774579 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-17c5560d-5c30-4418-a698-f6c64d9193bf {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:48:54.775011 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac10aa62-ffcd-45ab-af1a-f5fe972f9992', 'tag': 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0', 'status': 'completed', 'code': 200} Jul 07 19:48:54.844893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-51a03351-4e82-45c9-9015-4cce2b29c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:54.846417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-51a03351-4e82-45c9-9015-4cce2b29c530 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 1095 time: 0.0609949 Jul 07 19:48:54.895808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-a6d44bdb-4d32-4411-926f-9dad7502086c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad5be208-09ca-449b-a9e2-2f70ad84b0a0 HTTP/1.1" status: 200 len: 217 time: 0.0358086 Jul 07 19:48:54.945188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-e86b9928-da99-4ad0-b910-dde4e73ba52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:54.946668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-e86b9928-da99-4ad0-b910-dde4e73ba52c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0442388 Jul 07 19:48:55.010035 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-61ed4fe6-84c6-4462-8a6e-17dd380e4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:55.011451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-61ed4fe6-84c6-4462-8a6e-17dd380e4d1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576384 Jul 07 19:48:55.101715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-88c02bb8-39a6-4702-880b-23ccf32c122e service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832739 Jul 07 19:48:55.195820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ceee8433-d2b1-483b-836c-63d03af9b3c9 req-acbb2232-1d20-4bcd-84f2-d8603754aab0 service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866420 Jul 07 19:48:55.336405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3 req-6802cd02-2c54-4bb5-aacf-2ddb3de63a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:55.337941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3 req-6802cd02-2c54-4bb5-aacf-2ddb3de63a2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 1095 time: 0.0536296 Jul 07 19:48:55.426038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3 req-459ed2da-e097-4ff6-9aa5-eabe91390c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:55.427496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3 req-459ed2da-e097-4ff6-9aa5-eabe91390c2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0832713 Jul 07 19:48:55.473977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3 req-8b3b5a84-7ad5-4a19-b164-9e08c3ae4c3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad5be208-09ca-449b-a9e2-2f70ad84b0a0 HTTP/1.1" status: 200 len: 217 time: 0.0392621 Jul 07 19:48:55.524164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3 req-17889632-add4-4f40-9084-015989cc5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:55.525629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3 req-17889632-add4-4f40-9084-015989cc5735 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0449531 Jul 07 19:48:55.582635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3 req-b20e2d50-a168-4c49-a753-673d7033509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:55.584130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3 req-b20e2d50-a168-4c49-a753-673d7033509a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517819 Jul 07 19:48:55.681018 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3 req-292376ae-d008-4982-8d3e-1a9f39c88fea service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899353 Jul 07 19:48:55.769469 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c3ab1a2-f9c5-4398-9e55-df65c34a26a3 req-f0f6a071-6f97-4f88-a007-9d574f9acf90 service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818784 Jul 07 19:48:55.941033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c346c1-dfdd-4bc1-9a6a-a00a8a06597f req-9df66e95-e665-454f-bd60-ecb8a79a7540 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:55.942580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53c346c1-dfdd-4bc1-9a6a-a00a8a06597f req-9df66e95-e665-454f-bd60-ecb8a79a7540 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 943 time: 0.0679781 Jul 07 19:48:55.980015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53c346c1-dfdd-4bc1-9a6a-a00a8a06597f req-7e78b527-f356-4ed4-a376-089f7851fffa tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Jul 07 19:48:56.936354 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:48:57.157986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa5ca0-9ed3-46aa-b433-e4efc9f0b4af req-8277a664-ef32-4ed8-84fb-bbefd8a7e006 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:57.159405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fa5ca0-9ed3-46aa-b433-e4efc9f0b4af req-8277a664-ef32-4ed8-84fb-bbefd8a7e006 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 943 time: 0.0645037 Jul 07 19:48:57.197577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fa5ca0-9ed3-46aa-b433-e4efc9f0b4af req-aad16bcb-3772-4460-aded-a26db6a02192 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Jul 07 19:48:58.173210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ad5be208-09ca-449b-a9e2-2f70ad84b0a0 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:48:58.269387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ad5be208-09ca-449b-a9e2-2f70ad84b0a0, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ad5be208-09ca-449b-a9e2-2f70ad84b0a0,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:48:58.284890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'port_id': 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0', 'mac_address': 'fa:16:3e:dc:71:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:48:58.322934 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:58.335875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5be208-09ca-449b-a9e2-2f70ad84b0a0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:48:58.355889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ad5be208-09ca-449b-a9e2-2f70ad84b0a0, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ad5be208-09ca-449b-a9e2-2f70ad84b0a0,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:48:58.361037 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:48:58.376371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991397a-8fe0-42c0-8d60-822aa3c3010e req-dc8f0246-7c52-416e-90d1-7bd20104c4f5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:58.377914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a991397a-8fe0-42c0-8d60-822aa3c3010e req-dc8f0246-7c52-416e-90d1-7bd20104c4f5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 943 time: 0.0667188 Jul 07 19:48:58.410384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=ad5be208-09ca-449b-a9e2-2f70ad84b0a0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:48:58.417756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a991397a-8fe0-42c0-8d60-822aa3c3010e req-868c0b90-42af-4dcd-ae90-77c990867771 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337875 Jul 07 19:48:58.418863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.419223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.420296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.420815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.421152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.421576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.421797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.422120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.422443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.422762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.423086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.423462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:48:58.643738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['ad5be208-09ca-449b-a9e2-2f70ad84b0a0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:48:59.604016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6abc6-bf45-450c-97a2-133ea7689762 req-ff5d602d-e245-4b9f-97d2-3e8f306315cb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:48:59.605502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59f6abc6-bf45-450c-97a2-133ea7689762 req-ff5d602d-e245-4b9f-97d2-3e8f306315cb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 944 time: 0.0713859 Jul 07 19:48:59.643406 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59f6abc6-bf45-450c-97a2-133ea7689762 req-f816d8cb-3688-4464-b3cc-7a093cd1400a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Jul 07 19:49:00.197751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ad5be208-09ca-449b-a9e2-2f70ad84b0a0 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:49:00.246379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:49:00.251143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:49:00.251511 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:00.329988 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:00.351751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac10aa62-ffcd-45ab-af1a-f5fe972f9992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:49:00.354096 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca893267-21b0-457e-99f8-c92c4ddf87cc" -d '{"events": [{"server_uuid": "ac10aa62-ffcd-45ab-af1a-f5fe972f9992", "name": "network-vif-plugged", "status": "completed", "tag": "ad5be208-09ca-449b-a9e2-2f70ad84b0a0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:49:00.367711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ad5be208-09ca-449b-a9e2-2f70ad84b0a0, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ad5be208-09ca-449b-a9e2-2f70ad84b0a0,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:49:00.372744 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:00.397705 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224fd140-e6b3-4bb1-9311-63cefe47790f x-openstack-request-id: req-224fd140-e6b3-4bb1-9311-63cefe47790f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:49:00.398008 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac10aa62-ffcd-45ab-af1a-f5fe972f9992", "name": "network-vif-plugged", "status": "completed", "tag": "ad5be208-09ca-449b-a9e2-2f70ad84b0a0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:49:00.398268 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-224fd140-e6b3-4bb1-9311-63cefe47790f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:49:00.398692 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac10aa62-ffcd-45ab-af1a-f5fe972f9992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0', 'code': 200} Jul 07 19:49:00.427525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=ad5be208-09ca-449b-a9e2-2f70ad84b0a0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:49:00.553996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744bb6e-c3b5-4c59-8ad9-19d309dc781a req-6d8c4122-91b1-4932-8387-b612bfc2bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:00.555450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9744bb6e-c3b5-4c59-8ad9-19d309dc781a req-6d8c4122-91b1-4932-8387-b612bfc2bae2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 1097 time: 0.0525212 Jul 07 19:49:00.593411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9744bb6e-c3b5-4c59-8ad9-19d309dc781a req-2e31ffeb-b879-4dc3-b133-1c25018f10a9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294068 Jul 07 19:49:00.822868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656e78e-6c4a-4c87-99cf-a9ab221cddee req-ce756bcc-8663-49c3-b55b-720514d37418 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:00.824289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a656e78e-6c4a-4c87-99cf-a9ab221cddee req-ce756bcc-8663-49c3-b55b-720514d37418 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 945 time: 0.0678158 Jul 07 19:49:00.864559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a656e78e-6c4a-4c87-99cf-a9ab221cddee req-b3815927-bca8-492c-b1b0-78286923f5c9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342033 Jul 07 19:49:02.043996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9a1f0-3a9d-415e-9bdd-09e0bdd197aa req-fc96436b-28e5-4387-b326-0c2017161ff7 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:02.045532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6fb9a1f0-3a9d-415e-9bdd-09e0bdd197aa req-fc96436b-28e5-4387-b326-0c2017161ff7 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 945 time: 0.0659850 Jul 07 19:49:02.086672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6fb9a1f0-3a9d-415e-9bdd-09e0bdd197aa req-608d816d-e7ed-48f3-a4bc-f6934a023acc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341434 Jul 07 19:49:03.554253 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:04.716643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-6aeb64e6-b1a0-4538-b87f-b930569ba24b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502183 Jul 07 19:49:04.815127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-929a79ff-82ee-4b47-9880-60b9d0a05f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:04.817219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-929a79ff-82ee-4b47-9880-60b9d0a05f75 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1097 time: 0.0586264 Jul 07 19:49:04.925242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-f7960964-f7e9-4566-afb7-3240c8637849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:04.926716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-f7960964-f7e9-4566-afb7-3240c8637849 service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0886502 Jul 07 19:49:04.994972 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-c81a7301-8f2f-44f2-aef9-c351b8ea603b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1000 time: 0.0615728 Jul 07 19:49:05.041631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-3738682b-3237-4b0b-95ab-624f06fe0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:05.043090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-3738682b-3237-4b0b-95ab-624f06fe0ca9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0423644 Jul 07 19:49:05.100919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-58581414-0085-4cd6-96b3-ea01e281f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:05.102499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-58581414-0085-4cd6-96b3-ea01e281f712 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527537 Jul 07 19:49:05.199079 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-fcb0b0cd-7123-4b46-a5bf-3c53a8a3b6e4 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893230 Jul 07 19:49:05.289262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aae3fa80-a421-4545-bc58-fc49cc740964 req-fed8022f-1f3f-48f3-a45f-e97052f44dc6 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833683 Jul 07 19:49:08.400172 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cece022f-5a56-46e7-9696-8d4845e4c282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:11.099133 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e75078f2-4974-4aa8-af78-4c5bc07668cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:11.318479 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:12.476933 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:13.569300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dc93e-4d41-4ff2-9dad-ed9a42bcf018 req-fa00401c-b3fe-4c49-85a3-3c6699af33b5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:13.570811 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c05dc93e-4d41-4ff2-9dad-ed9a42bcf018 req-fa00401c-b3fe-4c49-85a3-3c6699af33b5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0653687 Jul 07 19:49:13.614366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c05dc93e-4d41-4ff2-9dad-ed9a42bcf018 req-0ea4ef57-3532-47d2-8835-cfabc45dfdf1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377045 Jul 07 19:49:13.790484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847735f-4c91-4039-9718-6c054729606f req-48fb24c6-67de-4d60-b84d-409053d04094 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:13.792007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d847735f-4c91-4039-9718-6c054729606f req-48fb24c6-67de-4d60-b84d-409053d04094 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0645630 Jul 07 19:49:13.833213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d847735f-4c91-4039-9718-6c054729606f req-e31f2e63-4de1-42d5-bc3c-94376d3c1847 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347395 Jul 07 19:49:14.030295 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:14.236873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f952d-b4e9-41e7-bfba-080fb746ba16 req-33a64ad4-3683-490d-8de0-59a9e88a7852 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:14.238577 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c7f952d-b4e9-41e7-bfba-080fb746ba16 req-33a64ad4-3683-490d-8de0-59a9e88a7852 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0708559 Jul 07 19:49:14.285510 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c7f952d-b4e9-41e7-bfba-080fb746ba16 req-d3f17ee7-1e98-4e71-8459-736ed169dfc9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Jul 07 19:49:14.982629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e867fe-f5dd-4452-8b7a-189214fff9e3 req-3aa91e93-c664-4b58-9c43-e55d14871dfc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:14.984196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00e867fe-f5dd-4452-8b7a-189214fff9e3 req-3aa91e93-c664-4b58-9c43-e55d14871dfc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0694532 Jul 07 19:49:15.023834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00e867fe-f5dd-4452-8b7a-189214fff9e3 req-d94b682f-9c5b-4bf8-b969-9dbebe3401c1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335598 Jul 07 19:49:16.198532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08744dd5-04d2-47a7-997c-fd6072b55bdb req-b0594142-d460-41b0-b6a3-46c6e0b5be1c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:16.199981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08744dd5-04d2-47a7-997c-fd6072b55bdb req-b0594142-d460-41b0-b6a3-46c6e0b5be1c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0633698 Jul 07 19:49:16.242586 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08744dd5-04d2-47a7-997c-fd6072b55bdb req-6cf363b9-d8e3-4c1a-8aa1-389fb5ed3b2b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345795 Jul 07 19:49:17.427861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53430fc4-4138-41b7-ba27-684fa46c8ced req-e39cfac5-8880-415a-9819-e968184cbebc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:17.429416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53430fc4-4138-41b7-ba27-684fa46c8ced req-e39cfac5-8880-415a-9819-e968184cbebc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0750892 Jul 07 19:49:17.468093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53430fc4-4138-41b7-ba27-684fa46c8ced req-17c76981-2949-4034-98a3-c41dc7964ed7 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330384 Jul 07 19:49:18.646558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5adb62-f466-4461-9e4f-d2fd87b42b10 req-2e26f81e-9725-4d6f-a5c8-b9446b2274bb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:18.648058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c5adb62-f466-4461-9e4f-d2fd87b42b10 req-2e26f81e-9725-4d6f-a5c8-b9446b2274bb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0636699 Jul 07 19:49:18.686466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c5adb62-f466-4461-9e4f-d2fd87b42b10 req-61341463-75b8-4461-b53e-9f155885b136 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325339 Jul 07 19:49:19.281162 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:19.865385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e037f9-1f8e-4cd8-bdfe-8a4c3ded8d25 req-7de23f01-3867-4c4f-b2ee-24fb3c3987a6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:19.866902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5e037f9-1f8e-4cd8-bdfe-8a4c3ded8d25 req-7de23f01-3867-4c4f-b2ee-24fb3c3987a6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0650764 Jul 07 19:49:19.905176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5e037f9-1f8e-4cd8-bdfe-8a4c3ded8d25 req-b074a1cf-5dc0-4d7e-a09f-28a8e0a5babc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Jul 07 19:49:21.085049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979c1b4-4032-436e-86e7-c1f68701c440 req-f0ee8ed3-1878-47af-909c-724d7d5cacd4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:21.086562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7979c1b4-4032-436e-86e7-c1f68701c440 req-f0ee8ed3-1878-47af-909c-724d7d5cacd4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0680327 Jul 07 19:49:21.125387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7979c1b4-4032-436e-86e7-c1f68701c440 req-2ce725f4-9264-46a0-937c-0a98dad6b5a8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323777 Jul 07 19:49:22.301541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76401688-233b-4645-b33d-5b56748b48ed req-d8a8476e-fcd4-4f28-a798-db05a45b8b08 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:22.303348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76401688-233b-4645-b33d-5b56748b48ed req-d8a8476e-fcd4-4f28-a798-db05a45b8b08 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0659220 Jul 07 19:49:22.340863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-76401688-233b-4645-b33d-5b56748b48ed req-0291be32-d5c5-4af1-8ed5-8cc1c62a0634 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Jul 07 19:49:23.523283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae38cbe-acee-42d4-a2ed-3e8cbfb37b8b req-9412db14-55a0-4232-b28d-29b2caac841f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:23.524801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dae38cbe-acee-42d4-a2ed-3e8cbfb37b8b req-9412db14-55a0-4232-b28d-29b2caac841f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0681677 Jul 07 19:49:23.563591 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dae38cbe-acee-42d4-a2ed-3e8cbfb37b8b req-79ddf33f-40a0-40d8-8fac-e4dea474f3a3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332038 Jul 07 19:49:24.738248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd859f-f066-495e-917a-fa90f674bf11 req-5373d3de-4da0-4694-9aa7-5e14a97091c0 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:24.739753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bafd859f-f066-495e-917a-fa90f674bf11 req-5373d3de-4da0-4694-9aa7-5e14a97091c0 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0643010 Jul 07 19:49:24.778809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bafd859f-f066-495e-917a-fa90f674bf11 req-9231e5e1-7f19-4c53-95cb-fb70d291cf33 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Jul 07 19:49:25.953372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d18e4d-49ab-4877-af3d-01864590b288 req-3781becf-366e-4de6-a5bd-d723434d0937 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:25.955364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58d18e4d-49ab-4877-af3d-01864590b288 req-3781becf-366e-4de6-a5bd-d723434d0937 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0640121 Jul 07 19:49:25.995491 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-58d18e4d-49ab-4877-af3d-01864590b288 req-0f5f9c98-d38a-4b08-bb53-4a02414f1c24 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346608 Jul 07 19:49:26.367078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11360203-ae8f-41bb-81de-c96943010d85 req-c9bd9485-bb33-4680-b8d0-32b7be1c0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:26.368532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11360203-ae8f-41bb-81de-c96943010d85 req-c9bd9485-bb33-4680-b8d0-32b7be1c0514 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1097 time: 0.0993378 Jul 07 19:49:26.380459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab312c9-ff8b-4a08-891a-ff4e3f642dd2 req-3dd0ee92-8d8a-4f4f-8937-0403710adf9b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:26.381914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ab312c9-ff8b-4a08-891a-ff4e3f642dd2 req-3dd0ee92-8d8a-4f4f-8937-0403710adf9b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.1037109 Jul 07 19:49:26.469159 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9ab312c9-ff8b-4a08-891a-ff4e3f642dd2 req-1a4140e4-c57e-4102-8126-d4d13d98ff16 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786190 Jul 07 19:49:26.499177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11360203-ae8f-41bb-81de-c96943010d85 req-3f94c156-5e18-4cbd-8b0e-ac35ad3251bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:26.500757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11360203-ae8f-41bb-81de-c96943010d85 req-3f94c156-5e18-4cbd-8b0e-ac35ad3251bb service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.1179721 Jul 07 19:49:26.568177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11360203-ae8f-41bb-81de-c96943010d85 req-1f1e2361-8efd-4060-a5c6-1d7f31483c2e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1000 time: 0.0611329 Jul 07 19:49:26.620540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11360203-ae8f-41bb-81de-c96943010d85 req-cac237c6-2d80-41e7-98b5-3e356996ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:26.621940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11360203-ae8f-41bb-81de-c96943010d85 req-cac237c6-2d80-41e7-98b5-3e356996ae69 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0483069 Jul 07 19:49:26.678723 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11360203-ae8f-41bb-81de-c96943010d85 req-b7579989-96e9-4f73-bbe1-f758e48dc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:26.680223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11360203-ae8f-41bb-81de-c96943010d85 req-b7579989-96e9-4f73-bbe1-f758e48dc750 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523081 Jul 07 19:49:26.768282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11360203-ae8f-41bb-81de-c96943010d85 req-6402dc19-a4b0-4924-bb03-a570205b6e2a service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814710 Jul 07 19:49:26.865164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11360203-ae8f-41bb-81de-c96943010d85 req-b56bbad6-1e7b-459b-b931-80f91ee2504c service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903449 Jul 07 19:49:27.824851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a74394-1fde-484d-b40a-6de77139e80c req-7a16fd9b-d855-44a7-9704-62a7f8c680af tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:27.826318 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45a74394-1fde-484d-b40a-6de77139e80c req-7a16fd9b-d855-44a7-9704-62a7f8c680af tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0646889 Jul 07 19:49:27.868206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45a74394-1fde-484d-b40a-6de77139e80c req-465ceac8-2246-49d8-b169-8b0e4fcf0c35 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356967 Jul 07 19:49:27.955578 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41a92a1c-483f-4744-b054-05b6d19da127 req-3c58a82d-47d2-436f-8714-54db48aecbba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512722 Jul 07 19:49:28.091205 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412704b-e3af-49c0-bf1c-815e06bf778f req-3a3e0be5-2117-4e2f-b175-c7a48dc2deff tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:28.092705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4412704b-e3af-49c0-bf1c-815e06bf778f req-3a3e0be5-2117-4e2f-b175-c7a48dc2deff tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.1094563 Jul 07 19:49:28.099579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92a1c-483f-4744-b054-05b6d19da127 req-b6048fdb-d835-4055-ad88-2d6b6185cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:28.101150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41a92a1c-483f-4744-b054-05b6d19da127 req-b6048fdb-d835-4055-ad88-2d6b6185cff4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 1097 time: 0.0824304 Jul 07 19:49:28.181829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4412704b-e3af-49c0-bf1c-815e06bf778f req-d17fa1f8-c27f-4217-be12-7a4637cbe9f4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797141 Jul 07 19:49:28.224453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92a1c-483f-4744-b054-05b6d19da127 req-b77fba95-a7d1-4f18-b6f1-562199763c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:28.225938 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41a92a1c-483f-4744-b054-05b6d19da127 req-b77fba95-a7d1-4f18-b6f1-562199763c37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.1031744 Jul 07 19:49:28.268327 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41a92a1c-483f-4744-b054-05b6d19da127 req-480874ae-7d72-4171-a9a2-16183f7ce4fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44657da3-ffa2-4b83-8a1a-db6a6c749382 HTTP/1.1" status: 200 len: 217 time: 0.0356376 Jul 07 19:49:28.318079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92a1c-483f-4744-b054-05b6d19da127 req-dcac2c52-f32e-4ec3-b01c-a691b5ca9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:28.319575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41a92a1c-483f-4744-b054-05b6d19da127 req-dcac2c52-f32e-4ec3-b01c-a691b5ca9323 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0450826 Jul 07 19:49:28.381938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92a1c-483f-4744-b054-05b6d19da127 req-5a422e63-7672-4a52-af33-20d0caa74fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:28.383468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41a92a1c-483f-4744-b054-05b6d19da127 req-5a422e63-7672-4a52-af33-20d0caa74fe0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578759 Jul 07 19:49:28.477881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41a92a1c-483f-4744-b054-05b6d19da127 req-13c1e2c7-08db-4997-97d0-dd2967a73f9a service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881553 Jul 07 19:49:28.616750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41a92a1c-483f-4744-b054-05b6d19da127 req-26d221f7-cefa-4c40-9560-dd7c3fc30cba service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308095 Jul 07 19:49:28.625170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ed928-139b-479e-b246-9ea795fc7db5 req-73996a96-574e-44fc-8921-8fcde7a0c5bf tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:28.626573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f7ed928-139b-479e-b246-9ea795fc7db5 req-73996a96-574e-44fc-8921-8fcde7a0c5bf tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.1221111 Jul 07 19:49:28.666714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f7ed928-139b-479e-b246-9ea795fc7db5 req-28f08335-9528-4252-8e02-0b8aa15908dd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333002 Jul 07 19:49:29.019716 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f841d1-907a-4a46-ae28-35fca2c1959c req-19b2d7ff-7d1e-4ed9-af23-adfa4a7115cd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:29.022292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-93f841d1-907a-4a46-ae28-35fca2c1959c req-19b2d7ff-7d1e-4ed9-af23-adfa4a7115cd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0758152 Jul 07 19:49:29.064732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-93f841d1-907a-4a46-ae28-35fca2c1959c req-6a29345c-6ae8-43c0-893d-a201668296d5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368016 Jul 07 19:49:30.242815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa0c33-7546-4211-aa7b-568fad1386d9 req-79a2716c-b983-4c55-a0b1-e714a14a2abd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:30.244390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5aa0c33-7546-4211-aa7b-568fad1386d9 req-79a2716c-b983-4c55-a0b1-e714a14a2abd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0654509 Jul 07 19:49:30.288141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5aa0c33-7546-4211-aa7b-568fad1386d9 req-4a89938f-d08f-47b3-9bfc-dbb2332cd8b8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375481 Jul 07 19:49:30.657742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d022bf-9968-4c45-81f7-245a0f91e1be req-f2adcff0-55e8-4cc6-bab6-98ae6ee18f8e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:30.659091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65d022bf-9968-4c45-81f7-245a0f91e1be req-f2adcff0-55e8-4cc6-bab6-98ae6ee18f8e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0664017 Jul 07 19:49:30.703154 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65d022bf-9968-4c45-81f7-245a0f91e1be req-affa0f2d-424c-40c9-a62b-62fd324bdcee tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370083 Jul 07 19:49:31.885879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f9171-a15d-418f-9e90-5b07c9dd5da6 req-a060508c-1d0e-44b1-b243-939ceede1641 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:31.887364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad1f9171-a15d-418f-9e90-5b07c9dd5da6 req-a060508c-1d0e-44b1-b243-939ceede1641 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0695558 Jul 07 19:49:31.924881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad1f9171-a15d-418f-9e90-5b07c9dd5da6 req-4e4ed47e-415a-4d35-9e64-fd5526a016c8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317218 Jul 07 19:49:32.105798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045640-6aa6-4d79-8148-13ac961caa31 req-2fca6cd0-0316-4275-a821-207c5544ea0d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:32.107492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12045640-6aa6-4d79-8148-13ac961caa31 req-2fca6cd0-0316-4275-a821-207c5544ea0d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0670538 Jul 07 19:49:32.147064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12045640-6aa6-4d79-8148-13ac961caa31 req-4489e945-ba89-4108-a7b3-5931fe75517a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329123 Jul 07 19:49:32.326345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb34be-13df-4f39-a3a6-8d1f0c82ebbe req-91110bda-77cf-434d-81ba-cd3b941cf701 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:32.327914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85eb34be-13df-4f39-a3a6-8d1f0c82ebbe req-91110bda-77cf-434d-81ba-cd3b941cf701 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0699947 Jul 07 19:49:32.368120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85eb34be-13df-4f39-a3a6-8d1f0c82ebbe req-eb96ecac-915a-4471-a03b-f69cbf9f6591 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344627 Jul 07 19:49:32.544673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb6e5e-e80c-4d3f-b884-0fd2f43f20a3 req-ca11f384-3733-43c4-a2cb-b5f21cf87676 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:49:32.546167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cfb6e5e-e80c-4d3f-b884-0fd2f43f20a3 req-ca11f384-3733-43c4-a2cb-b5f21cf87676 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0648513 Jul 07 19:49:32.585258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cfb6e5e-e80c-4d3f-b884-0fd2f43f20a3 req-05b21e99-568c-49eb-b83c-219b107c859b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325830 Jul 07 19:49:33.563996 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:33.934812 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:49:38.401654 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8deb2073-cc08-4018-b0de-516509bf00ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:41.101563 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7372b024-f1c9-421e-bd9e-4bdbdb3d6a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:41.319674 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:42.482867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:44.029019 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:49:49.294364 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:00.878046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32519585-237e-44e4-83df-ebb428dd79e7 req-03199d9d-c459-49d4-b30e-9364dc4ecc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:00.879558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32519585-237e-44e4-83df-ebb428dd79e7 req-03199d9d-c459-49d4-b30e-9364dc4ecc38 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1097 time: 0.0998008 Jul 07 19:50:00.902230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae3f56-c5aa-482f-8aa8-8230a97e16e4 req-4b6e824d-ad91-4fd3-8cc6-431a70deb1b4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:00.903645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51ae3f56-c5aa-482f-8aa8-8230a97e16e4 req-4b6e824d-ad91-4fd3-8cc6-431a70deb1b4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0942264 Jul 07 19:50:00.982130 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51ae3f56-c5aa-482f-8aa8-8230a97e16e4 req-360aecd3-5c87-4b06-b61a-69f76536f666 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683625 Jul 07 19:50:01.006859 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32519585-237e-44e4-83df-ebb428dd79e7 req-f0a240dd-b1d9-47a2-a4eb-a201886ab776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:01.008773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32519585-237e-44e4-83df-ebb428dd79e7 req-f0a240dd-b1d9-47a2-a4eb-a201886ab776 service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.1221104 Jul 07 19:50:01.077381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32519585-237e-44e4-83df-ebb428dd79e7 req-3ec728a4-6e2c-47fd-be8e-9a9c24195b3b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1000 time: 0.0614643 Jul 07 19:50:01.129221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32519585-237e-44e4-83df-ebb428dd79e7 req-1b24d325-8f23-4d07-8310-62160fe8f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:01.130602 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32519585-237e-44e4-83df-ebb428dd79e7 req-1b24d325-8f23-4d07-8310-62160fe8f04f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0443039 Jul 07 19:50:01.187434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32519585-237e-44e4-83df-ebb428dd79e7 req-6d468395-775c-455e-be5c-2b9ff584dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:01.188947 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32519585-237e-44e4-83df-ebb428dd79e7 req-6d468395-775c-455e-be5c-2b9ff584dffe service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518951 Jul 07 19:50:01.285192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32519585-237e-44e4-83df-ebb428dd79e7 req-2202461c-6fd8-453d-8864-fe97d732fed8 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865257 Jul 07 19:50:01.374868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32519585-237e-44e4-83df-ebb428dd79e7 req-e278b888-8dd7-46d0-86b2-25cd467f6a5d service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828774 Jul 07 19:50:02.233803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62f03c-9d85-48b3-ada4-6fd42f0a9980 req-dc9a16a3-ee88-4c24-b70c-6c97fe60e6ba tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:02.235425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c62f03c-9d85-48b3-ada4-6fd42f0a9980 req-dc9a16a3-ee88-4c24-b70c-6c97fe60e6ba tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.1373239 Jul 07 19:50:02.277871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c62f03c-9d85-48b3-ada4-6fd42f0a9980 req-01976d08-2dc1-4e75-9935-9ce0323ad824 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351098 Jul 07 19:50:03.464606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385bc1-9c08-45c5-9879-a16a4071c065 req-39543363-f28b-429d-bf89-5f80e8c74b52 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:03.466148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6385bc1-9c08-45c5-9879-a16a4071c065 req-39543363-f28b-429d-bf89-5f80e8c74b52 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0723996 Jul 07 19:50:03.505004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6385bc1-9c08-45c5-9879-a16a4071c065 req-7f7eb73e-1e6a-46bc-9a66-9dbb29f8befe tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325615 Jul 07 19:50:03.575429 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:04.202352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686fffd-26ae-46f0-a14a-ebdabb90e7db req-cd4d7c1b-0f92-44be-8ccf-5e19d6c59cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:04.203781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e686fffd-26ae-46f0-a14a-ebdabb90e7db req-cd4d7c1b-0f92-44be-8ccf-5e19d6c59cb5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1097 time: 0.0538268 Jul 07 19:50:04.311596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686fffd-26ae-46f0-a14a-ebdabb90e7db req-5ef60441-af73-4889-aa4b-23da54c270b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:04.313227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e686fffd-26ae-46f0-a14a-ebdabb90e7db req-5ef60441-af73-4889-aa4b-23da54c270b8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0898716 Jul 07 19:50:04.380622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e686fffd-26ae-46f0-a14a-ebdabb90e7db req-64226488-df2b-43b2-8855-12932b653c17 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1000 time: 0.0609405 Jul 07 19:50:04.436540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686fffd-26ae-46f0-a14a-ebdabb90e7db req-e8aa2f39-a34e-41f3-a4ee-d37d99dccfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:04.438170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e686fffd-26ae-46f0-a14a-ebdabb90e7db req-e8aa2f39-a34e-41f3-a4ee-d37d99dccfd2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0495763 Jul 07 19:50:04.497475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686fffd-26ae-46f0-a14a-ebdabb90e7db req-ff8641f2-8d1c-4c71-9381-861698156624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:04.499225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e686fffd-26ae-46f0-a14a-ebdabb90e7db req-ff8641f2-8d1c-4c71-9381-861698156624 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546615 Jul 07 19:50:04.588604 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e686fffd-26ae-46f0-a14a-ebdabb90e7db req-06f71573-1d2d-48e9-9322-ee8ef040f513 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825579 Jul 07 19:50:04.721810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e686fffd-26ae-46f0-a14a-ebdabb90e7db req-9da6f040-840c-47a8-8e97-f9a698f027f7 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266222 Jul 07 19:50:04.737664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb29b0-e4c1-4e81-88b5-09d07bf87b78 req-b19c19f5-9a24-4b48-8721-5de875e5120a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:04.739607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7bb29b0-e4c1-4e81-88b5-09d07bf87b78 req-b19c19f5-9a24-4b48-8721-5de875e5120a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0981791 Jul 07 19:50:04.777707 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7bb29b0-e4c1-4e81-88b5-09d07bf87b78 req-71b8636d-fd9b-4ad5-a2ec-24ffd0be6283 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323901 Jul 07 19:50:06.024036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6b203-4152-4f1f-89f1-828d2bb4ee52 req-249ed3be-5860-41f9-84c5-84fb62e12412 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:06.025560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fee6b203-4152-4f1f-89f1-828d2bb4ee52 req-249ed3be-5860-41f9-84c5-84fb62e12412 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.1307476 Jul 07 19:50:06.066176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fee6b203-4152-4f1f-89f1-828d2bb4ee52 req-da3ba8dc-b813-49b6-b6c8-37a843564272 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338862 Jul 07 19:50:07.243110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d6358-94d1-4ff8-b12a-4c704a8343bd req-e58f2b42-0975-4b69-a0f0-e71e1f6ec4a4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:07.244632 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-017d6358-94d1-4ff8-b12a-4c704a8343bd req-e58f2b42-0975-4b69-a0f0-e71e1f6ec4a4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0641551 Jul 07 19:50:07.283147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-017d6358-94d1-4ff8-b12a-4c704a8343bd req-625648d0-c481-4e4e-b0c5-2141a697dbb9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320365 Jul 07 19:50:08.403025 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9317d7f-dbef-49c0-b562-f38e3701860d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:10.933781 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:50:11.102377 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d22609c-8d25-44b2-add9-168639ff76e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:11.320691 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:12.482119 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:14.033171 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:19.284789 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:28.028694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-cfb5dc0f-b3cd-4a5f-b25f-ad052fb55a85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1072409 Jul 07 19:50:28.113036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-f24c65eb-05dd-4282-99e9-cfc444a98642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:28.114531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-f24c65eb-05dd-4282-99e9-cfc444a98642 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 1097 time: 0.0532038 Jul 07 19:50:28.217659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-b9bd6a1c-6da1-4be1-aecb-94c3d9b43394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:28.220554 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-b9bd6a1c-6da1-4be1-aecb-94c3d9b43394 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0853207 Jul 07 19:50:28.266940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-bcae445b-9ded-488c-8df1-4706fbbd3ff3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad5be208-09ca-449b-a9e2-2f70ad84b0a0 HTTP/1.1" status: 200 len: 217 time: 0.0384653 Jul 07 19:50:28.317565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-89288e09-6d80-404b-8d5e-9ec0a32b7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:28.319027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-89288e09-6d80-404b-8d5e-9ec0a32b7d93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0465176 Jul 07 19:50:28.377282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-dfcefe7d-d8be-4a08-a757-edbfa3c107ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:28.378786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-dfcefe7d-d8be-4a08-a757-edbfa3c107ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535159 Jul 07 19:50:28.786558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-93ffb947-2fef-4369-ab5b-af247fca4ddd service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009397 Jul 07 19:50:28.880074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c09ba8d-928d-405d-80ca-7e21fd5e5d82 req-dbb6fc92-25ac-4e81-b560-6b7ce9c714c0 service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838974 Jul 07 19:50:33.588628 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:38.406013 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d5db097-7aba-41a9-b8e9-f676b7d71937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:39.601939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6669bdc-99a1-42ed-827b-a22993831557 req-26e8a0f5-5f5e-446e-84f6-cded8aaeb816 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:39.603401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6669bdc-99a1-42ed-827b-a22993831557 req-26e8a0f5-5f5e-446e-84f6-cded8aaeb816 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0662229 Jul 07 19:50:39.643463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6669bdc-99a1-42ed-827b-a22993831557 req-18159910-64a4-4bc5-b08a-5e0d2d9b3831 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340986 Jul 07 19:50:39.824331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b616-6b92-4c27-8c67-b9df466a5956 req-f31912ba-865b-4980-9701-14ba9e4254f3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:39.826870 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94d3b616-6b92-4c27-8c67-b9df466a5956 req-f31912ba-865b-4980-9701-14ba9e4254f3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0657268 Jul 07 19:50:39.866958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94d3b616-6b92-4c27-8c67-b9df466a5956 req-0dec4714-1eae-47d3-b86f-4be96cf711bd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332162 Jul 07 19:50:40.098830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79794-92d8-4690-b66b-b0c162644023 req-005e82bd-d833-4b3e-a2ba-5e39fc02e932 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:40.100302 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-005e82bd-d833-4b3e-a2ba-5e39fc02e932 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 812 time: 0.1039391 Jul 07 19:50:40.116766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-49bc8ca7-ca45-416b-b69b-dde6c9138488 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/quotas/3ff3263089fe4e09866907a0cfc362bb HTTP/1.1" status: 200 len: 375 time: 0.0106120 Jul 07 19:50:40.193848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-49ec3728-0002-4e29-b498-7e57ef076c56 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0717354 Jul 07 19:50:40.206643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-0d88fb80-8abe-4719-97e2-5f1fc0f100f2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:50:40.207618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-0d88fb80-8abe-4719-97e2-5f1fc0f100f2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077345 Jul 07 19:50:40.346709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-1366508d-0569-4f89-8c2e-f1f9b7f36be6 service neutron] 10.222.0.113 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333883 Jul 07 19:50:40.444174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-306d0933-b250-4ffc-98a5-8236efb76a7d service neutron] 10.222.0.113 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914047 Jul 07 19:50:40.615735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9960db88-5350-4284-a037-cbab3e3e4f70 req-30ec76c4-701c-42cd-84b4-a900d9fa27df tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 210 time: 0.0308144 Jul 07 19:50:41.104256 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7419468-f638-4d46-a669-9755d5c91451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:41.321301 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:41.650711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79794-92d8-4690-b66b-b0c162644023 req-7d6cec78-7292-449d-987d-11cdf45962ce tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:41.652265 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-7d6cec78-7292-449d-987d-11cdf45962ce tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 812 time: 0.1100194 Jul 07 19:50:41.671968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Request body: {'port': {'device_id': '68404c86-3bc1-4783-bc46-1f0b4e35633b', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'admin_state_up': True, 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:41.781438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-546ba57d-cb78-43da-b7a5-cc64d4b05ca1 req-6b57770d-01b2-49a6-9599-140c2b713db5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 210 time: 0.0426993 Jul 07 19:50:41.818624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Made reservation on behalf of 3ff3263089fe4e09866907a0cfc362bb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:50:41.822344 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:41.948155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Allocated IP 172.20.0.14 (44cc2ed2-9d9f-48a2-8f8b-16a90d045dab/ac118d4d-1710-46cb-acea-d9ba231da62c/144ef851-4cf9-4a27-aea0-dc291662a72a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:50:42.103973 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.118557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Transition to ACTIVE for port object 144ef851-4cf9-4a27-aea0-dc291662a72a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:50:42.153753 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.187265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['44657da3-ffa2-4b83-8a1a-db6a6c749382', 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:50:42.199122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:50:42.204791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:50:42.208620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:50:42.234481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event updated for resources: {'Port': ['ID=144ef851-4cf9-4a27-aea0-dc291662a72a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:42.256623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.256969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.257317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.257647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.257982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.258314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.258641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.258963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.259285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.259604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.259926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.260249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:42.279755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:42.280404 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.297394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-9c0214ae-de90-429e-aeb1-e7fcefbf0310 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6295383 Jul 07 19:50:42.310342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Request body: {'port': {'device_id': '68404c86-3bc1-4783-bc46-1f0b4e35633b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:42.388509 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.489956 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.495310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5034f1df-b880-441b-8272-af4f59bfb492 None None] Provisioning for port 144ef851-4cf9-4a27-aea0-dc291662a72a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:50:42.499113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5034f1df-b880-441b-8272-af4f59bfb492 None None] Provisioning complete for port 144ef851-4cf9-4a27-aea0-dc291662a72a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:50:42.499484 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5034f1df-b880-441b-8272-af4f59bfb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.534233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5034f1df-b880-441b-8272-af4f59bfb492 None None] Port 144ef851-4cf9-4a27-aea0-dc291662a72a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:50:42.663641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144ef851-4cf9-4a27-aea0-dc291662a72a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:50:42.671065 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.683019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Transition to ACTIVE for port object 144ef851-4cf9-4a27-aea0-dc291662a72a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:50:42.686809 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.742981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Pushing event updated for resources: {'Port': ['ID=144ef851-4cf9-4a27-aea0-dc291662a72a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:42.814354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Attempting to bind port 144ef851-4cf9-4a27-aea0-dc291662a72a on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:50:42.814735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Attempting to bind port 144ef851-4cf9-4a27-aea0-dc291662a72a by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:50:42.815036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Attempting to bind port 144ef851-4cf9-4a27-aea0-dc291662a72a on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:50:42.819979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Port 144ef851-4cf9-4a27-aea0-dc291662a72a on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:50:42.820311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Attempting to bind port 144ef851-4cf9-4a27-aea0-dc291662a72a on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:50:42.825909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:50:42.826249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Checking segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:50:42.826633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Bound using segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:50:42.827062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Bound port: 144ef851-4cf9-4a27-aea0-dc291662a72a, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:50:42.827424 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.914042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] For port 144ef851-4cf9-4a27-aea0-dc291662a72a, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:50:42.919106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] For port 144ef851-4cf9-4a27-aea0-dc291662a72a, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=144ef851-4cf9-4a27-aea0-dc291662a72a,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:50:42.931982 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.990973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:42.991646 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:42.993050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] 10.222.0.112 "PUT /v2.0/ports/144ef851-4cf9-4a27-aea0-dc291662a72a HTTP/1.1" status: 200 len: 1093 time: 0.6871827 Jul 07 19:50:42.995337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68404c86-3bc1-4783-bc46-1f0b4e35633b', 'tag': '144ef851-4cf9-4a27-aea0-dc291662a72a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:50:42.998127 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d401bd-cd4f-427a-a0bf-38539e81a971" -d '{"events": [{"name": "network-changed", "server_uuid": "68404c86-3bc1-4783-bc46-1f0b4e35633b", "tag": "144ef851-4cf9-4a27-aea0-dc291662a72a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:50:43.029435 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402eae2-ee56-4a2f-8f61-56a8cac2729d service neutron] Pushing event updated for resources: {'Port': ['ID=144ef851-4cf9-4a27-aea0-dc291662a72a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:43.052339 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6e28fa-d427-443f-a669-33b5349e159d x-openstack-request-id: req-3a6e28fa-d427-443f-a669-33b5349e159d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:50:43.052663 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68404c86-3bc1-4783-bc46-1f0b4e35633b", "tag": "144ef851-4cf9-4a27-aea0-dc291662a72a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:50:43.052910 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3a6e28fa-d427-443f-a669-33b5349e159d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:50:43.053314 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68404c86-3bc1-4783-bc46-1f0b4e35633b', 'tag': '144ef851-4cf9-4a27-aea0-dc291662a72a', 'status': 'completed', 'code': 200} Jul 07 19:50:43.086045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e62c4-bd1d-4a3a-a6bf-76ed2db99789 req-efe7c486-6f24-44ac-820b-76078ea27a0d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:43.087637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af1e62c4-bd1d-4a3a-a6bf-76ed2db99789 req-efe7c486-6f24-44ac-820b-76078ea27a0d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 944 time: 0.1711497 Jul 07 19:50:43.154298 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af1e62c4-bd1d-4a3a-a6bf-76ed2db99789 req-41e89f49-01cd-402b-b458-ebbc67fde455 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601723 Jul 07 19:50:43.161762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79794-92d8-4690-b66b-b0c162644023 req-10900109-97f8-4cd2-a98b-ccd8b8850056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:43.163444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-10900109-97f8-4cd2-a98b-ccd8b8850056 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 1096 time: 0.1234143 Jul 07 19:50:43.209613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-676fd6c0-2068-4a15-8f93-c48b0012ba96 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=144ef851-4cf9-4a27-aea0-dc291662a72a HTTP/1.1" status: 200 len: 217 time: 0.0388629 Jul 07 19:50:43.260872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79794-92d8-4690-b66b-b0c162644023 req-a1244c58-8a86-4482-9f49-3cf98773ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:43.262248 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-a1244c58-8a86-4482-9f49-3cf98773ee2f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0468693 Jul 07 19:50:43.320805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79794-92d8-4690-b66b-b0c162644023 req-924648ce-7172-40b5-8f0d-1a159d22e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:43.322304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-924648ce-7172-40b5-8f0d-1a159d22e18f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533750 Jul 07 19:50:43.416560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-744d44da-1d0e-4112-9fe9-f7ea99261c37 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871542 Jul 07 19:50:43.510679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65c79794-92d8-4690-b66b-b0c162644023 req-a0b852fa-90b3-4b23-96af-7fcadda62140 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850441 Jul 07 19:50:43.620177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d401bd-cd4f-427a-a0bf-38539e81a971 req-3eb137e1-7ea4-4457-beba-7bb014008b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:43.621715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5d401bd-cd4f-427a-a0bf-38539e81a971 req-3eb137e1-7ea4-4457-beba-7bb014008b2c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 1096 time: 0.0604060 Jul 07 19:50:43.711507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d401bd-cd4f-427a-a0bf-38539e81a971 req-213b3d70-8ee6-49f7-b17a-7d84c424202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:43.713022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5d401bd-cd4f-427a-a0bf-38539e81a971 req-213b3d70-8ee6-49f7-b17a-7d84c424202f service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0843670 Jul 07 19:50:43.759742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5d401bd-cd4f-427a-a0bf-38539e81a971 req-3baaa5e1-c225-4e9f-86fb-912b2f9e8b02 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=144ef851-4cf9-4a27-aea0-dc291662a72a HTTP/1.1" status: 200 len: 217 time: 0.0399036 Jul 07 19:50:43.812032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d401bd-cd4f-427a-a0bf-38539e81a971 req-8508e140-50df-4551-9e4a-153edf5aa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:43.814203 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5d401bd-cd4f-427a-a0bf-38539e81a971 req-8508e140-50df-4551-9e4a-153edf5aa0e4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0457239 Jul 07 19:50:43.874388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d401bd-cd4f-427a-a0bf-38539e81a971 req-1f18b2cc-8214-425e-90bd-5328982c3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:43.875807 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5d401bd-cd4f-427a-a0bf-38539e81a971 req-1f18b2cc-8214-425e-90bd-5328982c3593 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550735 Jul 07 19:50:43.972447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5d401bd-cd4f-427a-a0bf-38539e81a971 req-acda47ea-54e2-4e33-8aaa-552d9a2b3a1e service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884690 Jul 07 19:50:44.035971 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:44.067436 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5d401bd-cd4f-427a-a0bf-38539e81a971 req-f9193155-083f-4aee-a254-b6196222b476 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882878 Jul 07 19:50:44.334488 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c613d-5907-43bf-8793-f6a26a83d03a req-808225f0-4b12-4854-83bc-6760eb127903 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:44.335983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-440c613d-5907-43bf-8793-f6a26a83d03a req-808225f0-4b12-4854-83bc-6760eb127903 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 944 time: 0.0638981 Jul 07 19:50:44.374142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-440c613d-5907-43bf-8793-f6a26a83d03a req-3d72a9d1-4829-4d01-b11a-a323acd9ac5e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323684 Jul 07 19:50:45.557414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa8d07-5aaf-41b5-81e3-1930eef158ed req-f71d8130-bc62-463b-ba3f-0dd2c62e057e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:45.558842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8fa8d07-5aaf-41b5-81e3-1930eef158ed req-f71d8130-bc62-463b-ba3f-0dd2c62e057e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 944 time: 0.0678942 Jul 07 19:50:45.597770 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8fa8d07-5aaf-41b5-81e3-1930eef158ed req-b63e89e6-bd1a-48a4-a7c0-b5dc8888cd57 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326498 Jul 07 19:50:46.771872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020a6f5-fc8a-4fad-ae45-91a55438bec8 req-996ab73d-cbca-472c-834c-cd622921df29 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:46.773562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e020a6f5-fc8a-4fad-ae45-91a55438bec8 req-996ab73d-cbca-472c-834c-cd622921df29 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 944 time: 0.0644081 Jul 07 19:50:46.811945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e020a6f5-fc8a-4fad-ae45-91a55438bec8 req-5f8e2610-588f-414f-bab3-a4c75ed6e37c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Jul 07 19:50:46.913696 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 144ef851-4cf9-4a27-aea0-dc291662a72a details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:50:47.013747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 144ef851-4cf9-4a27-aea0-dc291662a72a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=144ef851-4cf9-4a27-aea0-dc291662a72a,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:47.026398 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '144ef851-4cf9-4a27-aea0-dc291662a72a', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'port_id': '144ef851-4cf9-4a27-aea0-dc291662a72a', 'mac_address': 'fa:16:3e:4e:7f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:50:47.063773 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:47.076176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144ef851-4cf9-4a27-aea0-dc291662a72a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:50:47.096505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 144ef851-4cf9-4a27-aea0-dc291662a72a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=144ef851-4cf9-4a27-aea0-dc291662a72a,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:47.100554 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:47.153831 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=144ef851-4cf9-4a27-aea0-dc291662a72a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:47.161194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.161536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.161878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.162218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.162554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.162880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.163212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.163538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.163918 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.164187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.164529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.164853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:50:47.322265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['144ef851-4cf9-4a27-aea0-dc291662a72a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:50:47.937094 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:50:47.994392 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d9ac-650f-482b-a614-a1978cd1dae3 req-13db703f-60b3-468a-a811-24ae9e209ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:47.995926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d19d9ac-650f-482b-a614-a1978cd1dae3 req-13db703f-60b3-468a-a811-24ae9e209ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 945 time: 0.0698581 Jul 07 19:50:48.034378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d19d9ac-650f-482b-a614-a1978cd1dae3 req-44697f1a-03c0-40ce-af07-3d5cd791874c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327470 Jul 07 19:50:48.928645 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 144ef851-4cf9-4a27-aea0-dc291662a72a up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:50:48.981140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 144ef851-4cf9-4a27-aea0-dc291662a72a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:50:48.984635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 144ef851-4cf9-4a27-aea0-dc291662a72a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:50:48.984998 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:49.062068 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:49.085012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68404c86-3bc1-4783-bc46-1f0b4e35633b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144ef851-4cf9-4a27-aea0-dc291662a72a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:50:49.087398 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bae965-9af0-479b-adb0-63650a6f55bb" -d '{"events": [{"server_uuid": "68404c86-3bc1-4783-bc46-1f0b4e35633b", "name": "network-vif-plugged", "status": "completed", "tag": "144ef851-4cf9-4a27-aea0-dc291662a72a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:50:49.100971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 144ef851-4cf9-4a27-aea0-dc291662a72a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=144ef851-4cf9-4a27-aea0-dc291662a72a,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:49.105969 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:49.132084 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda287c6-2bb4-40a6-819d-92fa66517485 x-openstack-request-id: req-eda287c6-2bb4-40a6-819d-92fa66517485 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:50:49.132856 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68404c86-3bc1-4783-bc46-1f0b4e35633b", "name": "network-vif-plugged", "status": "completed", "tag": "144ef851-4cf9-4a27-aea0-dc291662a72a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:50:49.133117 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-eda287c6-2bb4-40a6-819d-92fa66517485 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:50:49.133505 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68404c86-3bc1-4783-bc46-1f0b4e35633b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144ef851-4cf9-4a27-aea0-dc291662a72a', 'code': 200} Jul 07 19:50:49.167583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=144ef851-4cf9-4a27-aea0-dc291662a72a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:49.219004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103f7b6-3137-4d72-89c6-923823462862 req-177274a5-abe4-404d-a909-bc7f388c511d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:49.221124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8103f7b6-3137-4d72-89c6-923823462862 req-177274a5-abe4-404d-a909-bc7f388c511d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 946 time: 0.0723126 Jul 07 19:50:49.288534 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8103f7b6-3137-4d72-89c6-923823462862 req-2d737088-1803-4d07-b7ed-c1ba5544ae11 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592115 Jul 07 19:50:49.303544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f8206-4a3f-41e7-854e-16f827eed2bf req-bd671ee4-927d-4432-9589-c6ff0c4bf947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:49.304087 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:49.305128 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-810f8206-4a3f-41e7-854e-16f827eed2bf req-bd671ee4-927d-4432-9589-c6ff0c4bf947 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 1098 time: 0.0831230 Jul 07 19:50:49.344375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-810f8206-4a3f-41e7-854e-16f827eed2bf req-7e4c67e3-0b9d-47df-bb9b-83e32f2700cf service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Jul 07 19:50:50.465660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674e20d-4974-49af-a62c-35de874650d3 req-5d6ba12c-dc45-4fe6-ac8f-91dd95051fbd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:50.467096 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4674e20d-4974-49af-a62c-35de874650d3 req-5d6ba12c-dc45-4fe6-ac8f-91dd95051fbd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 946 time: 0.0644398 Jul 07 19:50:50.505405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4674e20d-4974-49af-a62c-35de874650d3 req-2c48d38e-6c47-42f7-9a8c-d20b1c1ecf9b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Jul 07 19:50:50.643615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c59bfef-6b71-44f2-a898-a447639fdde2 req-5662fe4f-0b9f-4941-b7c0-67b80ad79386 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3ff3263089fe4e09866907a0cfc362bb HTTP/1.1" status: 200 len: 267 time: 0.0335362 Jul 07 19:50:50.708959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59bfef-6b71-44f2-a898-a447639fdde2 req-48565cc4-ef10-43b0-9204-6048c7671f81 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:50.710420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c59bfef-6b71-44f2-a898-a447639fdde2 req-48565cc4-ef10-43b0-9204-6048c7671f81 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 946 time: 0.0617056 Jul 07 19:50:50.721584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1c59bfef-6b71-44f2-a898-a447639fdde2 req-7d7ef59a-26d9-4721-8db2-0a1a0a29bca5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Request body: {'port': {'security_groups': []}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:50.815356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c59bfef-6b71-44f2-a898-a447639fdde2 req-7d7ef59a-26d9-4721-8db2-0a1a0a29bca5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:50.980581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1c59bfef-6b71-44f2-a898-a447639fdde2 req-7d7ef59a-26d9-4721-8db2-0a1a0a29bca5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] For port 144ef851-4cf9-4a27-aea0-dc291662a72a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=144ef851-4cf9-4a27-aea0-dc291662a72a,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:51.011783 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c59bfef-6b71-44f2-a898-a447639fdde2 req-7d7ef59a-26d9-4721-8db2-0a1a0a29bca5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:51.016339 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c59bfef-6b71-44f2-a898-a447639fdde2 req-7d7ef59a-26d9-4721-8db2-0a1a0a29bca5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:51.029060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['144ef851-4cf9-4a27-aea0-dc291662a72a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:50:51.061935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59bfef-6b71-44f2-a898-a447639fdde2 req-7d7ef59a-26d9-4721-8db2-0a1a0a29bca5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:51.062559 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c59bfef-6b71-44f2-a898-a447639fdde2 req-7d7ef59a-26d9-4721-8db2-0a1a0a29bca5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:51.063075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['44657da3-ffa2-4b83-8a1a-db6a6c749382', 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:50:51.065240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1c59bfef-6b71-44f2-a898-a447639fdde2 req-7d7ef59a-26d9-4721-8db2-0a1a0a29bca5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "PUT /v2.0/ports/144ef851-4cf9-4a27-aea0-dc291662a72a HTTP/1.1" status: 200 len: 905 time: 0.3488629 Jul 07 19:50:51.065707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68404c86-3bc1-4783-bc46-1f0b4e35633b', 'tag': '144ef851-4cf9-4a27-aea0-dc291662a72a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:50:51.068051 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e" -d '{"events": [{"name": "network-changed", "server_uuid": "68404c86-3bc1-4783-bc46-1f0b4e35633b", "tag": "144ef851-4cf9-4a27-aea0-dc291662a72a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:50:51.095844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ef59a-26d9-4721-8db2-0a1a0a29bca5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event updated for resources: {'Port': ['ID=144ef851-4cf9-4a27-aea0-dc291662a72a,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:51.147603 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4593ab1-635c-49dd-9f87-292fc23c9766 x-openstack-request-id: req-d4593ab1-635c-49dd-9f87-292fc23c9766 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:50:51.148660 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68404c86-3bc1-4783-bc46-1f0b4e35633b", "tag": "144ef851-4cf9-4a27-aea0-dc291662a72a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:50:51.148660 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d4593ab1-635c-49dd-9f87-292fc23c9766 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:50:51.148660 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68404c86-3bc1-4783-bc46-1f0b4e35633b', 'tag': '144ef851-4cf9-4a27-aea0-dc291662a72a', 'status': 'completed', 'code': 200} Jul 07 19:50:51.150271 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['144ef851-4cf9-4a27-aea0-dc291662a72a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:50:51.279480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e req-15da2c7d-87b8-4e4d-adfb-f20222542e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:51.280848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e req-15da2c7d-87b8-4e4d-adfb-f20222542e04 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 1060 time: 0.1103714 Jul 07 19:50:51.354223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8fa93-baf2-49cf-81b9-2df8cf3b38c2 req-53ad13d6-73b8-4d23-8670-69a0072e300a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:51.355999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fe8fa93-baf2-49cf-81b9-2df8cf3b38c2 req-53ad13d6-73b8-4d23-8670-69a0072e300a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 908 time: 0.1407719 Jul 07 19:50:51.363953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3cdfb87c-dc53-4599-b44f-71de83a82c2a None None] Provisioning complete for port 144ef851-4cf9-4a27-aea0-dc291662a72a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:50:51.364584 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cdfb87c-dc53-4599-b44f-71de83a82c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:51.394188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e req-29defca5-22ff-439b-9d44-4ab27928e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:51.395994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e req-29defca5-22ff-439b-9d44-4ab27928e859 service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.1079943 Jul 07 19:50:51.450158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e req-0c7aacc0-3e3b-4e79-92b6-b8c9542aa5d6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=144ef851-4cf9-4a27-aea0-dc291662a72a HTTP/1.1" status: 200 len: 217 time: 0.0390673 Jul 07 19:50:51.531310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e req-43649a2e-76fd-47ec-baf1-fa61e9518ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:51.532801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e req-43649a2e-76fd-47ec-baf1-fa61e9518ab2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0749993 Jul 07 19:50:51.592964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75422682-0485-40b9-890c-d164e53a7ad9 req-82139d74-6a6f-4308-b60a-70ac7d1a9475 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:51.594991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75422682-0485-40b9-890c-d164e53a7ad9 req-82139d74-6a6f-4308-b60a-70ac7d1a9475 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.1093230 Jul 07 19:50:51.638378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e req-0a11803f-8916-4d7d-acc7-3307723d414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:51.639890 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e req-0a11803f-8916-4d7d-acc7-3307723d414c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996883 Jul 07 19:50:51.647158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75422682-0485-40b9-890c-d164e53a7ad9 req-4cc387e5-074d-4e80-963f-dadd2c6a5830 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464170 Jul 07 19:50:51.731988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e req-0a8c983b-68f3-4f2b-a7b8-73ad8642574f service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838830 Jul 07 19:50:51.866711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71f07946-4070-4d8f-b2c0-b1f549d8ea4e req-23a86fff-e3f1-4aca-a3e5-f3d307387264 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280684 Jul 07 19:50:51.880160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345e858-509b-4e47-abb8-4c30aa6dc232 req-35a333f1-9e6f-4d0d-b1de-e506f3963927 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:51.881677 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a345e858-509b-4e47-abb8-4c30aa6dc232 req-35a333f1-9e6f-4d0d-b1de-e506f3963927 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0970249 Jul 07 19:50:51.921760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a345e858-509b-4e47-abb8-4c30aa6dc232 req-f318e494-e0b0-4c17-ba10-61ff67ca60da tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336173 Jul 07 19:50:52.155152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-ce1c99e2-692a-45e9-852b-4c918f5a3a1d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:52.156573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-ce1c99e2-692a-45e9-852b-4c918f5a3a1d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 812 time: 0.1070886 Jul 07 19:50:52.171877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-69562a4f-a33b-4733-bd26-ad047e8dcf92 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/quotas/3ff3263089fe4e09866907a0cfc362bb HTTP/1.1" status: 200 len: 375 time: 0.0097580 Jul 07 19:50:52.252875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-532b7c84-6e6e-4a0b-8104-ef06d0450ba9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0747399 Jul 07 19:50:52.407706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-0d09b3aa-4c2f-45a7-b501-8b928a7907ee service neutron] 10.222.0.113 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474655 Jul 07 19:50:52.497579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-909f35a1-ae79-495e-a947-8e3209126e8c service neutron] 10.222.0.113 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841749 Jul 07 19:50:52.672239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69c142d8-0c37-4c77-abc7-97cc562cf03d req-a71a42f7-b1e7-4cb1-92c6-9a368aa9e5ac tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 210 time: 0.0308394 Jul 07 19:50:53.785702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-5189bc79-6d52-42f9-b059-671778053722 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:53.787277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-5189bc79-6d52-42f9-b059-671778053722 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.59 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 812 time: 0.1132526 Jul 07 19:50:53.823297 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Request body: {'port': {'device_id': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'admin_state_up': True, 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:53.829551 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f9b1a9fb-20f4-4cb0-8fcf-208c5267668b req-b12aa0c1-0bc3-4b07-a3f3-d3e25eae5e2d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 210 time: 0.0380290 Jul 07 19:50:53.940928 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Made reservation on behalf of 3ff3263089fe4e09866907a0cfc362bb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:50:53.944343 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.067978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Allocated IP 172.20.0.5 (44cc2ed2-9d9f-48a2-8f8b-16a90d045dab/ac118d4d-1710-46cb-acea-d9ba231da62c/dd41d2a1-273b-47ae-9809-e049ab020f2b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:50:54.215641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.229560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Transition to ACTIVE for port object dd41d2a1-273b-47ae-9809-e049ab020f2b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:50:54.262198 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.296334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['44657da3-ffa2-4b83-8a1a-db6a6c749382', 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:50:54.308821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:50:54.314605 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:50:54.316924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:50:54.353655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event updated for resources: {'Port': ['ID=dd41d2a1-273b-47ae-9809-e049ab020f2b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:54.383357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:54.384350 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.418859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-e78b2218-3ef9-47ae-9b97-403648880dcc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6159494 Jul 07 19:50:54.437618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Request body: {'port': {'device_id': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:50:54.519404 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.596752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-96ac8ff6-1423-4d73-be99-73c4405c356a None None] Provisioning for port dd41d2a1-273b-47ae-9809-e049ab020f2b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:50:54.600431 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-96ac8ff6-1423-4d73-be99-73c4405c356a None None] Provisioning complete for port dd41d2a1-273b-47ae-9809-e049ab020f2b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:50:54.600823 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96ac8ff6-1423-4d73-be99-73c4405c356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.639215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-96ac8ff6-1423-4d73-be99-73c4405c356a None None] Port dd41d2a1-273b-47ae-9809-e049ab020f2b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:50:54.787323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd41d2a1-273b-47ae-9809-e049ab020f2b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:50:54.795040 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.807570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Transition to ACTIVE for port object dd41d2a1-273b-47ae-9809-e049ab020f2b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:50:54.811350 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:54.884196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd41d2a1-273b-47ae-9809-e049ab020f2b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:54.934321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Attempting to bind port dd41d2a1-273b-47ae-9809-e049ab020f2b on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:50:54.934984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Attempting to bind port dd41d2a1-273b-47ae-9809-e049ab020f2b by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:50:54.935434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Attempting to bind port dd41d2a1-273b-47ae-9809-e049ab020f2b on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:50:54.941023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Port dd41d2a1-273b-47ae-9809-e049ab020f2b on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:50:54.941433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Attempting to bind port dd41d2a1-273b-47ae-9809-e049ab020f2b on network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:50:54.946856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:50:54.947327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Checking segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:50:54.947818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Bound using segment: {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:50:54.948257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Bound port: dd41d2a1-273b-47ae-9809-e049ab020f2b, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de0fc13-d94e-44f8-b4aa-c634109f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:50:54.948644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.058271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] For port dd41d2a1-273b-47ae-9809-e049ab020f2b, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:50:55.075653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] For port dd41d2a1-273b-47ae-9809-e049ab020f2b, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:50:55.086145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595b818-4cd5-4d51-9703-f52c6010f967 req-4f996bf0-d1bc-4e2a-918f-cbb2c97fe420 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:55.087645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4595b818-4cd5-4d51-9703-f52c6010f967 req-4f996bf0-d1bc-4e2a-918f-cbb2c97fe420 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 943 time: 0.1272378 Jul 07 19:50:55.089129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.129385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:55.129987 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:55.131628 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] 10.222.0.59 "PUT /v2.0/ports/dd41d2a1-273b-47ae-9809-e049ab020f2b HTTP/1.1" status: 200 len: 1092 time: 0.6990693 Jul 07 19:50:55.142478 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'tag': 'dd41d2a1-273b-47ae-9809-e049ab020f2b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:50:55.144810 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7226d395-d51a-4b42-8272-0e9256cea0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a82d23fb-90b4-4c23-99f1-c1d174b4a203", "tag": "dd41d2a1-273b-47ae-9809-e049ab020f2b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:50:55.186305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4595b818-4cd5-4d51-9703-f52c6010f967 req-69b898c2-3452-4d6a-815c-81e5b91d4abd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885937 Jul 07 19:50:55.187394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c4977-87ff-4673-b4bd-580137d102f9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd41d2a1-273b-47ae-9809-e049ab020f2b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:55.202931 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5d80be-f9d2-4910-bcc1-c9bbb23e8342 x-openstack-request-id: req-bc5d80be-f9d2-4910-bcc1-c9bbb23e8342 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:50:55.203293 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82d23fb-90b4-4c23-99f1-c1d174b4a203", "tag": "dd41d2a1-273b-47ae-9809-e049ab020f2b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:50:55.204262 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bc5d80be-f9d2-4910-bcc1-c9bbb23e8342 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:50:55.205542 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'tag': 'dd41d2a1-273b-47ae-9809-e049ab020f2b', 'status': 'completed', 'code': 200} Jul 07 19:50:55.256400 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-84e4fa10-3718-4a87-a03b-e8c07c59a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:55.258000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-84e4fa10-3718-4a87-a03b-e8c07c59a3df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 1095 time: 0.0661442 Jul 07 19:50:55.306675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-2ffc0fbf-2add-47cc-bfb0-4cdde6481175 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b HTTP/1.1" status: 200 len: 217 time: 0.0367804 Jul 07 19:50:55.356453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-11d63f74-66d5-437b-b463-1217d22c99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:55.358023 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-11d63f74-66d5-437b-b463-1217d22c99a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0455937 Jul 07 19:50:55.421100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-39c3c531-acdd-4ab4-8cd1-601496847123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:55.423221 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-39c3c531-acdd-4ab4-8cd1-601496847123 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578218 Jul 07 19:50:55.511697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-33638a6d-145e-4e7f-9cf4-a52d18c11780 service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822628 Jul 07 19:50:55.603547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1b7347d-5c9b-42b6-919f-069f41698a42 req-33cdb868-ccd8-4a00-b3f7-e697644a53d8 service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852163 Jul 07 19:50:55.751719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226d395-d51a-4b42-8272-0e9256cea0d7 req-ee3b5de2-8ebc-43b3-bfbd-f7e8bab45976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:55.753228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7226d395-d51a-4b42-8272-0e9256cea0d7 req-ee3b5de2-8ebc-43b3-bfbd-f7e8bab45976 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 1095 time: 0.0546534 Jul 07 19:50:55.848282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226d395-d51a-4b42-8272-0e9256cea0d7 req-1f1530f9-5ef1-4631-a887-cec0bd9ae697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:55.849813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7226d395-d51a-4b42-8272-0e9256cea0d7 req-1f1530f9-5ef1-4631-a887-cec0bd9ae697 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0879745 Jul 07 19:50:56.211340 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7226d395-d51a-4b42-8272-0e9256cea0d7 req-e784d4a5-0ce2-4856-97a3-7d77a1ee6f9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b HTTP/1.1" status: 200 len: 217 time: 0.3543234 Jul 07 19:50:56.261404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226d395-d51a-4b42-8272-0e9256cea0d7 req-9498fcd1-2b60-4e1d-8d58-9267037e4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:56.262883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7226d395-d51a-4b42-8272-0e9256cea0d7 req-9498fcd1-2b60-4e1d-8d58-9267037e4476 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0439389 Jul 07 19:50:56.353853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226d395-d51a-4b42-8272-0e9256cea0d7 req-c8b01b4f-7112-43a2-afa8-1fd94428e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:56.355614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7226d395-d51a-4b42-8272-0e9256cea0d7 req-c8b01b4f-7112-43a2-afa8-1fd94428e43c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852728 Jul 07 19:50:56.430927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1b880-f1af-4d06-96fa-9da475355175 req-ab4cb24d-9299-4632-98aa-2d24012732a5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:56.432425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41e1b880-f1af-4d06-96fa-9da475355175 req-ab4cb24d-9299-4632-98aa-2d24012732a5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 943 time: 0.1261160 Jul 07 19:50:56.493767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7226d395-d51a-4b42-8272-0e9256cea0d7 req-72d45b16-72b1-46d8-b5ef-96aa1be6654e service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302941 Jul 07 19:50:56.498672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41e1b880-f1af-4d06-96fa-9da475355175 req-12aae718-834b-480a-b1c1-c8d45bbca9a4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591280 Jul 07 19:50:56.584812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7226d395-d51a-4b42-8272-0e9256cea0d7 req-38d5100b-493c-47fc-94f9-f84d14e0a6bb service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827751 Jul 07 19:50:57.676874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dae67d-e483-44c2-b173-a93797f7562f req-06b3605a-aa1a-4808-b3c1-41a058ee1fc2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:57.678378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f2dae67d-e483-44c2-b173-a93797f7562f req-06b3605a-aa1a-4808-b3c1-41a058ee1fc2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 943 time: 0.0642486 Jul 07 19:50:57.721136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f2dae67d-e483-44c2-b173-a93797f7562f req-68dd9f62-c0d0-46d1-b06a-b6671b42e40e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372238 Jul 07 19:50:58.863758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device dd41d2a1-273b-47ae-9809-e049ab020f2b details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:50:58.897915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d4a03-95f4-484c-9fcd-0eb0104ef511 req-d0aaf8fc-6bdc-4d19-8df8-730b73e89e7d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:50:58.899440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df7d4a03-95f4-484c-9fcd-0eb0104ef511 req-d0aaf8fc-6bdc-4d19-8df8-730b73e89e7d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 943 time: 0.0656478 Jul 07 19:50:58.937470 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df7d4a03-95f4-484c-9fcd-0eb0104ef511 req-3cd502e3-d2f5-4da1-bbc6-c3557e1bf583 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Jul 07 19:50:58.960344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port dd41d2a1-273b-47ae-9809-e049ab020f2b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:58.972433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'dd41d2a1-273b-47ae-9809-e049ab020f2b', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'port_id': 'dd41d2a1-273b-47ae-9809-e049ab020f2b', 'mac_address': 'fa:16:3e:34:a8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:50:59.017522 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:59.030336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd41d2a1-273b-47ae-9809-e049ab020f2b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:50:59.050689 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port dd41d2a1-273b-47ae-9809-e049ab020f2b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:50:59.054585 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:50:59.101144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=dd41d2a1-273b-47ae-9809-e049ab020f2b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:50:59.372505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['dd41d2a1-273b-47ae-9809-e049ab020f2b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:51:00.111954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311961e-325c-4a23-9d49-4e250863e86e req-dd810a2f-9c77-4c01-a02b-14c5bc7fdbab tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:00.113507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7311961e-325c-4a23-9d49-4e250863e86e req-dd810a2f-9c77-4c01-a02b-14c5bc7fdbab tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 944 time: 0.0639620 Jul 07 19:51:00.151387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7311961e-325c-4a23-9d49-4e250863e86e req-f729d6a4-4643-467f-9a41-9cc280d42eb1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322828 Jul 07 19:51:00.892013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device dd41d2a1-273b-47ae-9809-e049ab020f2b up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:51:00.940723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port dd41d2a1-273b-47ae-9809-e049ab020f2b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:51:00.944523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port dd41d2a1-273b-47ae-9809-e049ab020f2b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:51:00.944905 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:01.020417 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:01.042821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd41d2a1-273b-47ae-9809-e049ab020f2b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:01.045082 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64ea0cc-50a8-416b-bca5-5fba771c17b2" -d '{"events": [{"server_uuid": "a82d23fb-90b4-4c23-99f1-c1d174b4a203", "name": "network-vif-plugged", "status": "completed", "tag": "dd41d2a1-273b-47ae-9809-e049ab020f2b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:01.058806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port dd41d2a1-273b-47ae-9809-e049ab020f2b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:01.063053 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:01.090634 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491f599d-f051-47f2-8e6a-35c7b1f943e6 x-openstack-request-id: req-491f599d-f051-47f2-8e6a-35c7b1f943e6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:01.090873 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82d23fb-90b4-4c23-99f1-c1d174b4a203", "name": "network-vif-plugged", "status": "completed", "tag": "dd41d2a1-273b-47ae-9809-e049ab020f2b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:01.091122 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-491f599d-f051-47f2-8e6a-35c7b1f943e6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:01.091506 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd41d2a1-273b-47ae-9809-e049ab020f2b', 'code': 200} Jul 07 19:51:01.118656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=dd41d2a1-273b-47ae-9809-e049ab020f2b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:01.231193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57ffd-85e6-4540-92fa-3b8e5fb99560 req-49ee8e15-9b22-4e90-8fb1-12629131ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:01.232720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38f57ffd-85e6-4540-92fa-3b8e5fb99560 req-49ee8e15-9b22-4e90-8fb1-12629131ae6d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 1097 time: 0.0592561 Jul 07 19:51:01.269690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38f57ffd-85e6-4540-92fa-3b8e5fb99560 req-697e5e39-bd80-4faf-a20a-da8d03336549 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309289 Jul 07 19:51:01.330576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35065-f1d7-4b61-955f-833402ec721c req-d553dcfc-1e8a-4d68-b1b4-89b37ffbb954 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:01.332075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92a35065-f1d7-4b61-955f-833402ec721c req-d553dcfc-1e8a-4d68-b1b4-89b37ffbb954 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0659747 Jul 07 19:51:01.370258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92a35065-f1d7-4b61-955f-833402ec721c req-34550e87-c510-4c14-a9b8-360c10020b92 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Jul 07 19:51:02.566512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6b0af-4d85-44c0-9646-922d3c1087c8 req-e6dcc406-888e-4b50-abf7-60bff0691cca tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:02.568050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-36c6b0af-4d85-44c0-9646-922d3c1087c8 req-e6dcc406-888e-4b50-abf7-60bff0691cca tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0705280 Jul 07 19:51:02.611440 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-36c6b0af-4d85-44c0-9646-922d3c1087c8 req-a3a4fe87-0f86-43c3-be1a-c5ac63e38fec tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370436 Jul 07 19:51:02.962324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29dca3-2df9-4d8d-a403-d4c25cbd9f0c req-b85f8a49-827e-4d2c-b52b-14bae2313eb4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:02.963731 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f29dca3-2df9-4d8d-a403-d4c25cbd9f0c req-b85f8a49-827e-4d2c-b52b-14bae2313eb4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0636878 Jul 07 19:51:03.005452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f29dca3-2df9-4d8d-a403-d4c25cbd9f0c req-2b83eb1d-55af-4d68-8d0e-714a71cd03db tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360847 Jul 07 19:51:03.588771 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:04.216928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-a81e78ef-6eb4-47d9-9296-a73e4d75db05 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1007535 Jul 07 19:51:04.225956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618821b0-ec0e-4ff8-b4af-9dfdb4e92bf5 req-12d21f5c-3d2a-44c1-9dbe-9299428655d3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:04.227444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-618821b0-ec0e-4ff8-b4af-9dfdb4e92bf5 req-12d21f5c-3d2a-44c1-9dbe-9299428655d3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.1023052 Jul 07 19:51:04.276869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-618821b0-ec0e-4ff8-b4af-9dfdb4e92bf5 req-f87b1d9c-48b3-43a7-9d7a-4ba2534a4bb4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Jul 07 19:51:04.321694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-2c941750-9050-474f-aca3-a77d9c8a485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:04.323219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-2c941750-9050-474f-aca3-a77d9c8a485d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1097 time: 0.0604250 Jul 07 19:51:04.435455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-9386db3f-d022-49ee-a1a7-a89be6f34383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:04.437054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-9386db3f-d022-49ee-a1a7-a89be6f34383 service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0938575 Jul 07 19:51:04.508706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-8c46bbe0-666b-4e6c-930b-dd95de0f5905 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1000 time: 0.0645590 Jul 07 19:51:04.557832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-14e277ba-5ac2-4c3f-a9a5-bb8fd5ce35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:04.559268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-14e277ba-5ac2-4c3f-a9a5-bb8fd5ce35ca service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0446603 Jul 07 19:51:04.620465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-9374d99c-1dd2-4a02-967a-c9bb1483d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:04.622082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-9374d99c-1dd2-4a02-967a-c9bb1483d625 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561783 Jul 07 19:51:04.716869 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-a326d5bf-40e9-47e4-92f7-f14c65558ace service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883656 Jul 07 19:51:04.849793 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-842fbc53-a23a-4ef1-8092-6d73c1117da9 req-1755d16c-6f1a-409d-b0fa-f1bd8fc917a8 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248274 Jul 07 19:51:04.875596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27dea5-4842-4af3-b1d8-7b05b17750d7 req-1b1ddf85-9ce7-4700-8a4c-6665f48e6e03 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:04.877645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be27dea5-4842-4af3-b1d8-7b05b17750d7 req-1b1ddf85-9ce7-4700-8a4c-6665f48e6e03 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0908988 Jul 07 19:51:04.920193 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be27dea5-4842-4af3-b1d8-7b05b17750d7 req-a40be183-a346-4df2-837f-322ef8897605 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368395 Jul 07 19:51:06.099613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae0563-d446-40e1-b966-6224e815a5e7 req-c4adf4dc-1b35-4268-87e3-387017c09927 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:06.101050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69ae0563-d446-40e1-b966-6224e815a5e7 req-c4adf4dc-1b35-4268-87e3-387017c09927 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0659721 Jul 07 19:51:06.138801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69ae0563-d446-40e1-b966-6224e815a5e7 req-a391c6ca-3b0e-4311-91c3-bc787a6806ec tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319228 Jul 07 19:51:07.322197 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ce50e-2198-4e5c-b273-7f5c76b16717 req-af7b33c4-d03a-43ed-a665-100057bb7ade tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:07.323730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c2ce50e-2198-4e5c-b273-7f5c76b16717 req-af7b33c4-d03a-43ed-a665-100057bb7ade tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0718296 Jul 07 19:51:07.365845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c2ce50e-2198-4e5c-b273-7f5c76b16717 req-acfcbe61-eca2-4a1a-8648-fae090103f10 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351486 Jul 07 19:51:08.418064 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02eadb4f-7afd-4881-bf21-54ebb3027311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:08.617717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86124a4-167c-47e8-a575-746590b5a048 req-764943dd-d67f-4dfd-a780-e8956c4a3257 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:08.620076 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c86124a4-167c-47e8-a575-746590b5a048 req-764943dd-d67f-4dfd-a780-e8956c4a3257 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0688810 Jul 07 19:51:08.666383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c86124a4-167c-47e8-a575-746590b5a048 req-e4a7b09e-ee5f-486c-910e-93b129400652 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398073 Jul 07 19:51:08.972955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device dd41d2a1-273b-47ae-9809-e049ab020f2b details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:51:09.090324 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port dd41d2a1-273b-47ae-9809-e049ab020f2b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:09.122415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'dd41d2a1-273b-47ae-9809-e049ab020f2b', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'port_id': 'dd41d2a1-273b-47ae-9809-e049ab020f2b', 'mac_address': 'fa:16:3e:34:a8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:51:09.168707 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:09.182724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd41d2a1-273b-47ae-9809-e049ab020f2b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:51:09.203706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port dd41d2a1-273b-47ae-9809-e049ab020f2b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:09.210094 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:09.276255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=dd41d2a1-273b-47ae-9809-e049ab020f2b,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:09.370181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['dd41d2a1-273b-47ae-9809-e049ab020f2b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:51:09.873885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7e099-4fe2-4512-9568-cbc7ef32c402 req-e5389199-0b4a-491b-9c2b-dc4d56f84348 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:09.876151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33d7e099-4fe2-4512-9568-cbc7ef32c402 req-e5389199-0b4a-491b-9c2b-dc4d56f84348 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 944 time: 0.0840678 Jul 07 19:51:09.923453 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33d7e099-4fe2-4512-9568-cbc7ef32c402 req-bb09b5b9-a0f1-40aa-9d7f-29a70a08560b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Jul 07 19:51:10.973159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device dd41d2a1-273b-47ae-9809-e049ab020f2b up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:51:11.039409 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port dd41d2a1-273b-47ae-9809-e049ab020f2b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:51:11.040046 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:11.119051 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c54c8c8f-2ad6-4f81-ad85-5f9b7831ae29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:11.145236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2684cdb-fd81-4833-8cd6-bfaea1ed84f7 req-b3314cc3-f228-4825-bd7e-7e57658be37c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:11.148572 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2684cdb-fd81-4833-8cd6-bfaea1ed84f7 req-b3314cc3-f228-4825-bd7e-7e57658be37c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 944 time: 0.1033099 Jul 07 19:51:11.167840 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:11.202501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd41d2a1-273b-47ae-9809-e049ab020f2b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:11.206042 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255c38b2-c84f-4b2b-93f8-6451f133c941" -d '{"events": [{"server_uuid": "a82d23fb-90b4-4c23-99f1-c1d174b4a203", "name": "network-vif-plugged", "status": "completed", "tag": "dd41d2a1-273b-47ae-9809-e049ab020f2b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:11.207161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2684cdb-fd81-4833-8cd6-bfaea1ed84f7 req-37358e4e-6e01-4c4a-9ae7-5aed6995e7bd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519810 Jul 07 19:51:11.224390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port dd41d2a1-273b-47ae-9809-e049ab020f2b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:11.229203 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:11.262653 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68efb22-d1cb-4f58-bcad-b80879b014dd x-openstack-request-id: req-d68efb22-d1cb-4f58-bcad-b80879b014dd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:11.263027 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82d23fb-90b4-4c23-99f1-c1d174b4a203", "name": "network-vif-plugged", "status": "completed", "tag": "dd41d2a1-273b-47ae-9809-e049ab020f2b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:11.263351 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d68efb22-d1cb-4f58-bcad-b80879b014dd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:11.263824 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd41d2a1-273b-47ae-9809-e049ab020f2b', 'code': 200} Jul 07 19:51:11.295061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=dd41d2a1-273b-47ae-9809-e049ab020f2b,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:11.326120 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:12.415320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99875c1-ec88-491e-976b-622859e8f73c req-cf4b3309-fb63-4778-bfb7-86779aeb65c2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:12.417688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d99875c1-ec88-491e-976b-622859e8f73c req-cf4b3309-fb63-4778-bfb7-86779aeb65c2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0741687 Jul 07 19:51:12.463373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d99875c1-ec88-491e-976b-622859e8f73c req-e54b94e1-cf46-4e00-beae-4c0b16ccb483 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398393 Jul 07 19:51:12.498574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:13.675950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270aada-e180-4f2c-9333-cce9a9f60bb9 req-18cec85d-75ff-4408-ae8b-0adcfc3a4145 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:13.677550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c270aada-e180-4f2c-9333-cce9a9f60bb9 req-18cec85d-75ff-4408-ae8b-0adcfc3a4145 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0766826 Jul 07 19:51:13.726813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c270aada-e180-4f2c-9333-cce9a9f60bb9 req-586ab33a-18b7-4a09-a5ae-e3e36a2a5559 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396764 Jul 07 19:51:14.040556 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:14.921162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0102d2c-87db-4e86-9f52-30e535db480d req-25bf0354-f552-4bd6-95c9-a2e76ce23ef8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:14.928636 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0102d2c-87db-4e86-9f52-30e535db480d req-25bf0354-f552-4bd6-95c9-a2e76ce23ef8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0747297 Jul 07 19:51:14.973180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0102d2c-87db-4e86-9f52-30e535db480d req-1bfb12c9-6de0-44ac-b6af-19a7ead07dfb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434697 Jul 07 19:51:16.153776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2d51f-5c02-4c5c-ad5e-8fd19d9e5cc9 req-76c08fd6-d30f-47e8-9be7-e5e4ffb890eb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:16.153776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88f2d51f-5c02-4c5c-ad5e-8fd19d9e5cc9 req-76c08fd6-d30f-47e8-9be7-e5e4ffb890eb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0704260 Jul 07 19:51:16.204127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88f2d51f-5c02-4c5c-ad5e-8fd19d9e5cc9 req-f0eedebe-7bb4-4124-8d9f-45f929b5b142 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438118 Jul 07 19:51:16.968304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65002af6-6725-4af4-86f4-53117d5ec068 req-847db156-54f3-48f4-9184-7407e98b5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:16.969846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65002af6-6725-4af4-86f4-53117d5ec068 req-847db156-54f3-48f4-9184-7407e98b5995 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 1097 time: 0.0531507 Jul 07 19:51:17.060805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65002af6-6725-4af4-86f4-53117d5ec068 req-58346b59-e0a1-46b2-9b4d-1e7e3ce68cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:17.062289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65002af6-6725-4af4-86f4-53117d5ec068 req-58346b59-e0a1-46b2-9b4d-1e7e3ce68cc1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0864372 Jul 07 19:51:17.108042 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65002af6-6725-4af4-86f4-53117d5ec068 req-d4fad8a6-38f1-417c-b9bb-cc63cb524ac0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b HTTP/1.1" status: 200 len: 217 time: 0.0386775 Jul 07 19:51:17.155748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65002af6-6725-4af4-86f4-53117d5ec068 req-e81f4261-1cd9-4025-bdbe-2b53d7965d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:17.157233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65002af6-6725-4af4-86f4-53117d5ec068 req-e81f4261-1cd9-4025-bdbe-2b53d7965d8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0433357 Jul 07 19:51:17.218783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65002af6-6725-4af4-86f4-53117d5ec068 req-3e3231d2-b8fa-4a2a-b3c3-8ba54b3b49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:17.220750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65002af6-6725-4af4-86f4-53117d5ec068 req-3e3231d2-b8fa-4a2a-b3c3-8ba54b3b49e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539472 Jul 07 19:51:17.317730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65002af6-6725-4af4-86f4-53117d5ec068 req-a643f0fe-9148-4e4c-80da-d35110a097ef service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903509 Jul 07 19:51:17.451442 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65002af6-6725-4af4-86f4-53117d5ec068 req-64f3eaa8-f9ea-424a-8e10-48cbfcdf7205 service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220365 Jul 07 19:51:17.459837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8796-17fb-4b3f-802b-f993dfeccff0 req-9b69f0ec-2ae6-45a9-bd79-586f6868616b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:17.461366 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-799c8796-17fb-4b3f-802b-f993dfeccff0 req-9b69f0ec-2ae6-45a9-bd79-586f6868616b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.1408420 Jul 07 19:51:17.503321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-799c8796-17fb-4b3f-802b-f993dfeccff0 req-3da1cbdb-2401-4142-bb04-0e8c3776d7b2 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362177 Jul 07 19:51:18.679177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bfd65-edef-4bcf-b1fb-b115f816f449 req-147909e1-99c4-433d-b121-3ae89f42bce8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:18.680699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-373bfd65-edef-4bcf-b1fb-b115f816f449 req-147909e1-99c4-433d-b121-3ae89f42bce8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 945 time: 0.0637710 Jul 07 19:51:18.718481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-373bfd65-edef-4bcf-b1fb-b115f816f449 req-a2879b94-e7e4-485b-b86d-2ed51ab4d9a0 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321848 Jul 07 19:51:19.065237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device dd41d2a1-273b-47ae-9809-e049ab020f2b no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:51:19.085179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-db72334b-166a-48b6-bde5-323889c1be86 req-4575b97a-1b84-4c57-86c6-e4fd3dfdb685 service neutron] (93771) timed out ('10.222.0.59', 58160) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:51:19.143148 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:19.165557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd41d2a1-273b-47ae-9809-e049ab020f2b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:19.167928 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693b5ef4-d603-4192-94cc-8193e6c41573" -d '{"events": [{"server_uuid": "a82d23fb-90b4-4c23-99f1-c1d174b4a203", "name": "network-vif-unplugged", "status": "completed", "tag": "dd41d2a1-273b-47ae-9809-e049ab020f2b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:19.187709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port dd41d2a1-273b-47ae-9809-e049ab020f2b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:19.192953 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:19.217819 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354474e8-40ce-4b91-85ce-a6064b74385b x-openstack-request-id: req-354474e8-40ce-4b91-85ce-a6064b74385b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:19.218116 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82d23fb-90b4-4c23-99f1-c1d174b4a203", "name": "network-vif-unplugged", "status": "completed", "tag": "dd41d2a1-273b-47ae-9809-e049ab020f2b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:19.218368 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-354474e8-40ce-4b91-85ce-a6064b74385b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:19.218758 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd41d2a1-273b-47ae-9809-e049ab020f2b', 'code': 200} Jul 07 19:51:19.247404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=dd41d2a1-273b-47ae-9809-e049ab020f2b,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:19.305121 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:19.902492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb76da-ff48-4762-9444-1501935a3846 req-99511431-537f-483d-9a62-b0c8520f0fdf tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:19.903867 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8eb76da-ff48-4762-9444-1501935a3846 req-99511431-537f-483d-9a62-b0c8520f0fdf tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 943 time: 0.0678618 Jul 07 19:51:19.941544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8eb76da-ff48-4762-9444-1501935a3846 req-6aefd25d-43e8-49df-ad0d-65af7dc31f68 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Jul 07 19:51:20.115966 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8334a6-b62f-4e45-ba31-cf70bbf603a1 req-be24cb68-bfb3-4173-a9af-9d2e663b4e53 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:20.117503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a8334a6-b62f-4e45-ba31-cf70bbf603a1 req-be24cb68-bfb3-4173-a9af-9d2e663b4e53 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0645902 Jul 07 19:51:20.158803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a8334a6-b62f-4e45-ba31-cf70bbf603a1 req-19664a53-1f72-4d57-89c3-8330a682ad59 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355358 Jul 07 19:51:20.334830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0da855-47b9-432e-ab26-291fe12510a8 req-2621d4f8-dea2-4ce2-9d44-cd5f867108f4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:20.336337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f0da855-47b9-432e-ab26-291fe12510a8 req-2621d4f8-dea2-4ce2-9d44-cd5f867108f4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0638783 Jul 07 19:51:20.374905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9f0da855-47b9-432e-ab26-291fe12510a8 req-b429263a-1496-429b-9922-eb73f7a1af5e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329428 Jul 07 19:51:20.733841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3743b4-0004-4f06-9c41-7b6ef5ba1f7b req-e1614e46-99c0-4fbe-9f89-e002e5a839bb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:20.735270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a3743b4-0004-4f06-9c41-7b6ef5ba1f7b req-e1614e46-99c0-4fbe-9f89-e002e5a839bb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0692673 Jul 07 19:51:20.774144 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a3743b4-0004-4f06-9c41-7b6ef5ba1f7b req-8151af51-359e-4cda-b08e-28d70c79a807 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329423 Jul 07 19:51:21.950778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d339-817f-4b95-8003-34e9f3f25102 req-d198ecac-8b73-45cf-8711-a0a65b79d248 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:21.952176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c80d339-817f-4b95-8003-34e9f3f25102 req-d198ecac-8b73-45cf-8711-a0a65b79d248 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0623183 Jul 07 19:51:21.992932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c80d339-817f-4b95-8003-34e9f3f25102 req-8b4a533f-9b9f-4ae3-ad8f-e3a84950efa5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350020 Jul 07 19:51:23.082727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device dd41d2a1-273b-47ae-9809-e049ab020f2b no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:51:23.171418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6eec5d-8511-4aa3-9186-601680d44be2 req-6d733059-5524-45e3-9f4b-d0d6bbc98771 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:23.172831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b6eec5d-8511-4aa3-9186-601680d44be2 req-6d733059-5524-45e3-9f4b-d0d6bbc98771 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0682864 Jul 07 19:51:23.213072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6b6eec5d-8511-4aa3-9186-601680d44be2 req-1921f8cd-46d7-4369-8236-0a40fbd207cb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339863 Jul 07 19:51:24.388733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f06e-005e-4c0a-b19f-de37e771f6c8 req-7a59a0d2-97f2-4e50-b4d4-65689a463f30 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:24.390253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc1f06e-005e-4c0a-b19f-de37e771f6c8 req-7a59a0d2-97f2-4e50-b4d4-65689a463f30 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0644145 Jul 07 19:51:24.429450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcc1f06e-005e-4c0a-b19f-de37e771f6c8 req-66c45317-a380-4d62-bebc-376110265989 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331600 Jul 07 19:51:24.935976 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:51:25.606210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9874e60-57bc-4971-997f-1e730c50ac0f req-1f27085c-1f4a-440a-a796-b62aabab9d53 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:25.607726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c9874e60-57bc-4971-997f-1e730c50ac0f req-1f27085c-1f4a-440a-a796-b62aabab9d53 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0638957 Jul 07 19:51:25.645567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c9874e60-57bc-4971-997f-1e730c50ac0f req-89119ea7-2a0e-4c72-96cf-9d1620869ecc tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Jul 07 19:51:26.828273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212bb28-44f0-4c9a-b154-d7280699399d req-f47439b8-996e-4f5f-b238-6dbb5ff89b91 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:26.829903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8212bb28-44f0-4c9a-b154-d7280699399d req-f47439b8-996e-4f5f-b238-6dbb5ff89b91 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0691068 Jul 07 19:51:26.868596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8212bb28-44f0-4c9a-b154-d7280699399d req-6ab010b8-a7fc-45f4-9bc3-1202151cd3bf tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326567 Jul 07 19:51:27.953024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-f31c63d7-e5bb-41c2-afa5-fc22baa137d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552766 Jul 07 19:51:28.091939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24247cc9-4b42-4f5b-8696-3f100be857c5 req-190dc5b1-e7a2-4f90-81c8-7ed6bd3be5f6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:28.093468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24247cc9-4b42-4f5b-8696-3f100be857c5 req-190dc5b1-e7a2-4f90-81c8-7ed6bd3be5f6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.1073377 Jul 07 19:51:28.103184 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-ed99c07a-7f0a-41eb-b644-24f41c2ef36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:28.104664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-ed99c07a-7f0a-41eb-b644-24f41c2ef36a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 1097 time: 0.0882108 Jul 07 19:51:28.153509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24247cc9-4b42-4f5b-8696-3f100be857c5 req-7f497383-6dbf-4e6b-b61c-60e5a1a3438b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523906 Jul 07 19:51:28.223354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-70afd520-64c7-43eb-9d0d-e1f63c802a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:28.224854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-70afd520-64c7-43eb-9d0d-e1f63c802a1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.0988352 Jul 07 19:51:28.267819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-d5b563cf-46c1-4565-a406-c298695b706e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44657da3-ffa2-4b83-8a1a-db6a6c749382 HTTP/1.1" status: 200 len: 217 time: 0.0354922 Jul 07 19:51:28.316539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-95fc14a0-3437-460e-90e3-7c0aacdd1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:28.317984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-95fc14a0-3437-460e-90e3-7c0aacdd1b34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0449047 Jul 07 19:51:28.379253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-a7996859-2f8b-4a71-8888-2963f70fe96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:28.380755 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-a7996859-2f8b-4a71-8888-2963f70fe96c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562544 Jul 07 19:51:28.471032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-6e998023-6792-409e-954d-ea5714eb2ee5 service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825951 Jul 07 19:51:28.561764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f48bcf6c-6532-4f32-b228-f925ff335adc req-49ba74d3-375e-4d3d-871d-d707c60e5834 service neutron] 10.222.0.59 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856214 Jul 07 19:51:29.334555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30040306-f012-4da0-9a82-87342bfc56cc req-31315b86-f59a-487a-971c-a29cd2507a92 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:29.336157 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30040306-f012-4da0-9a82-87342bfc56cc req-31315b86-f59a-487a-971c-a29cd2507a92 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0653639 Jul 07 19:51:29.378895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-30040306-f012-4da0-9a82-87342bfc56cc req-f61811ef-2269-407b-a9a3-56c796bf499d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368874 Jul 07 19:51:30.554607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba29a-ea9d-4fa8-9de9-145d115c2ccd req-6a6c5c83-39e4-4d99-984d-6696207ed234 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:30.556092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52eba29a-ea9d-4fa8-9de9-145d115c2ccd req-6a6c5c83-39e4-4d99-984d-6696207ed234 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0625231 Jul 07 19:51:30.593041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52eba29a-ea9d-4fa8-9de9-145d115c2ccd req-bed7e32b-5f63-4aca-9e6d-4327112ce0f5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313287 Jul 07 19:51:31.770432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ef78f-32bc-4517-8f03-b28ebefb923b req-e5c945f3-0cea-4e8c-9f46-85f8f21a312c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:31.771912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-014ef78f-32bc-4517-8f03-b28ebefb923b req-e5c945f3-0cea-4e8c-9f46-85f8f21a312c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0662558 Jul 07 19:51:31.811056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-014ef78f-32bc-4517-8f03-b28ebefb923b req-8512fd14-6e2a-4943-a2dd-e3ff0f39b9a8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335550 Jul 07 19:51:32.197613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69fb0e-1b2c-4787-b40b-d8866d085649 req-b0484f5d-dcab-422f-b59f-bd7f912a8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:32.199134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b69fb0e-1b2c-4787-b40b-d8866d085649 req-b0484f5d-dcab-422f-b59f-bd7f912a8f13 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1097 time: 0.1065292 Jul 07 19:51:32.210804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633eb22-64b0-4e0d-a774-3846b958b437 req-4331048a-9467-48e3-9b37-2058c7e5c653 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:32.212216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d633eb22-64b0-4e0d-a774-3846b958b437 req-4331048a-9467-48e3-9b37-2058c7e5c653 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0897274 Jul 07 19:51:32.304806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d633eb22-64b0-4e0d-a774-3846b958b437 req-1e744e33-f723-4890-8c5b-24eb2b0c9027 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844922 Jul 07 19:51:32.332423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69fb0e-1b2c-4787-b40b-d8866d085649 req-0e715ff5-e790-408f-83b2-d65cbb0662e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:32.333928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b69fb0e-1b2c-4787-b40b-d8866d085649 req-0e715ff5-e790-408f-83b2-d65cbb0662e0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.1208532 Jul 07 19:51:32.405673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b69fb0e-1b2c-4787-b40b-d8866d085649 req-ae9e512c-fb57-43c8-a07a-70d1b5a051e1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1000 time: 0.0651231 Jul 07 19:51:32.457196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69fb0e-1b2c-4787-b40b-d8866d085649 req-720615bc-14c7-4d17-ad8d-5d3e9454cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:32.458614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b69fb0e-1b2c-4787-b40b-d8866d085649 req-720615bc-14c7-4d17-ad8d-5d3e9454cf60 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0466697 Jul 07 19:51:32.521170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69fb0e-1b2c-4787-b40b-d8866d085649 req-844fc4de-0bfb-4f10-b778-46ab1c5e70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:32.522824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b69fb0e-1b2c-4787-b40b-d8866d085649 req-844fc4de-0bfb-4f10-b778-46ab1c5e70f4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577037 Jul 07 19:51:32.617678 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b69fb0e-1b2c-4787-b40b-d8866d085649 req-1e0ad7f5-0d2e-454d-b735-d77f542da95b service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883465 Jul 07 19:51:32.713107 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3b69fb0e-1b2c-4787-b40b-d8866d085649 req-53d05b1e-8440-4efc-9357-a5a08f1d8ed3 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888283 Jul 07 19:51:33.485080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fec6e-4956-4b81-a980-a20da30532ad req-ab6ddeb2-e1a1-4378-9b8e-ed2478048b4e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:33.487891 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d13fec6e-4956-4b81-a980-a20da30532ad req-ab6ddeb2-e1a1-4378-9b8e-ed2478048b4e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0675557 Jul 07 19:51:33.525978 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d13fec6e-4956-4b81-a980-a20da30532ad req-5b80030d-42b3-4c1d-92fe-62d931a1a52b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Jul 07 19:51:33.618873 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:33.708878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bbaa4-626e-413a-b951-bf0f9b501326 req-fd3093a8-5f0f-4de3-828f-ea4e0c63c1a5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:33.710355 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-057bbaa4-626e-413a-b951-bf0f9b501326 req-fd3093a8-5f0f-4de3-828f-ea4e0c63c1a5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0693238 Jul 07 19:51:33.748524 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-057bbaa4-626e-413a-b951-bf0f9b501326 req-3781fce2-c1ca-493e-9a20-e3c9ce479f7d tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325644 Jul 07 19:51:33.926368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7b26f-d6d8-4b89-9101-0801926611a1 req-54e643a8-d8e7-41cd-aeb2-b1a3ffbaa193 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:33.927820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6f7b26f-d6d8-4b89-9101-0801926611a1 req-54e643a8-d8e7-41cd-aeb2-b1a3ffbaa193 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0635822 Jul 07 19:51:33.965824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6f7b26f-d6d8-4b89-9101-0801926611a1 req-53119fb8-21e2-42a4-810a-4dbd0a514034 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324094 Jul 07 19:51:34.336536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9937b-4cf8-494d-baf0-b3ebc54d44e9 req-75786e91-af72-4606-ad8d-495123e679f9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:34.338034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15f9937b-4cf8-494d-baf0-b3ebc54d44e9 req-75786e91-af72-4606-ad8d-495123e679f9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0707314 Jul 07 19:51:34.692994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15f9937b-4cf8-494d-baf0-b3ebc54d44e9 req-647cd5e6-3210-4848-992e-eaa8b60c9857 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491330 Jul 07 19:51:35.871877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ca2da-5123-460a-baaf-c463cf84e394 req-702e8846-ebd2-44c2-92bf-959e0814f020 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:35.873368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-814ca2da-5123-460a-baaf-c463cf84e394 req-702e8846-ebd2-44c2-92bf-959e0814f020 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0649385 Jul 07 19:51:35.911615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-814ca2da-5123-460a-baaf-c463cf84e394 req-fe8b9596-2440-485d-bc8f-4aad143edb11 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 Jul 07 19:51:36.276189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556116a1-1a21-4848-84a0-0d025047fd5d req-a1fbbfcb-5eb3-4013-8563-5944fe875e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:36.277644 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-556116a1-1a21-4848-84a0-0d025047fd5d req-a1fbbfcb-5eb3-4013-8563-5944fe875e08 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ff3263089fe4e09866907a0cfc362bb&device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 1097 time: 0.0959766 Jul 07 19:51:36.292515 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa7bef-133c-4430-9b41-c100ea6142f7 req-218d6b2d-dd07-4ed3-9d32-93dd0dca81b5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:36.293902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ffa7bef-133c-4430-9b41-c100ea6142f7 req-218d6b2d-dd07-4ed3-9d32-93dd0dca81b5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0854664 Jul 07 19:51:36.378105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ffa7bef-133c-4430-9b41-c100ea6142f7 req-353acc67-e8a4-4f07-b99c-7c1d8e4445b1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773375 Jul 07 19:51:36.406222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556116a1-1a21-4848-84a0-0d025047fd5d req-a7fbee7c-96bf-4794-9fad-22b960f40bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:36.407776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-556116a1-1a21-4848-84a0-0d025047fd5d req-a7fbee7c-96bf-4794-9fad-22b960f40bcb service neutron] 10.222.0.112 "GET /v2.0/networks?id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 200 len: 914 time: 0.1227591 Jul 07 19:51:36.474040 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-556116a1-1a21-4848-84a0-0d025047fd5d req-d8dd299c-46e2-48a8-bbbd-372fb8103539 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 200 len: 1000 time: 0.0602460 Jul 07 19:51:36.522468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556116a1-1a21-4848-84a0-0d025047fd5d req-604e733e-3578-4c8c-b0ab-3e3d791d5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:36.523898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-556116a1-1a21-4848-84a0-0d025047fd5d req-604e733e-3578-4c8c-b0ab-3e3d791d5b3c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 200 len: 851 time: 0.0443497 Jul 07 19:51:36.583578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556116a1-1a21-4848-84a0-0d025047fd5d req-c3efa637-637d-4e52-a595-bdf256ebecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:36.584882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-556116a1-1a21-4848-84a0-0d025047fd5d req-c3efa637-637d-4e52-a595-bdf256ebecaf service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548904 Jul 07 19:51:36.672877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-556116a1-1a21-4848-84a0-0d025047fd5d req-0e4f86ed-9dc6-4c78-a32d-8c45926a60a1 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818803 Jul 07 19:51:36.765159 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-556116a1-1a21-4848-84a0-0d025047fd5d req-31b36078-7d25-46c2-8385-6e5a6a7d7459 service neutron] 10.222.0.112 "GET /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865164 Jul 07 19:51:37.566687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326cce4-fc77-4214-bc54-7d51d7cb4223 req-b9ee994c-a7e6-4698-8693-16190669e393 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:37.568179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8326cce4-fc77-4214-bc54-7d51d7cb4223 req-b9ee994c-a7e6-4698-8693-16190669e393 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0650303 Jul 07 19:51:37.606450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8326cce4-fc77-4214-bc54-7d51d7cb4223 req-f351b49b-3025-49e0-8b26-d79532b32865 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325835 Jul 07 19:51:37.780495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3d88c-73da-42ca-bf07-31afe9d9e307 req-4fa7da3f-1fe4-4204-be9b-ebf6f35a5d96 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:37.781920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32c3d88c-73da-42ca-bf07-31afe9d9e307 req-4fa7da3f-1fe4-4204-be9b-ebf6f35a5d96 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0641134 Jul 07 19:51:37.821508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32c3d88c-73da-42ca-bf07-31afe9d9e307 req-975bbcc0-7b7c-4347-b136-d03b91948bd6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327473 Jul 07 19:51:38.412944 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db16445d-4e73-42cc-90b7-56f2d02a4f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:38.507705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2b349-57a5-457f-a005-0e91187a9a4d req-219365c4-2081-41b3-8a8e-9586699401b4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:38.509228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-faa2b349-57a5-457f-a005-0e91187a9a4d req-219365c4-2081-41b3-8a8e-9586699401b4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=a82d23fb-90b4-4c23-99f1-c1d174b4a203 HTTP/1.1" status: 200 len: 943 time: 0.0705366 Jul 07 19:51:38.609499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-faa2b349-57a5-457f-a005-0e91187a9a4d req-64a59bdc-c58a-4656-8179-c1077d5a1f65 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Deleting port dd41d2a1-273b-47ae-9809-e049ab020f2b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:51:38.610136 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-faa2b349-57a5-457f-a005-0e91187a9a4d req-64a59bdc-c58a-4656-8179-c1077d5a1f65 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:38.706530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-faa2b349-57a5-457f-a005-0e91187a9a4d req-64a59bdc-c58a-4656-8179-c1077d5a1f65 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] For port dd41d2a1-273b-47ae-9809-e049ab020f2b, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=dd41d2a1-273b-47ae-9809-e049ab020f2b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:38.706888 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-faa2b349-57a5-457f-a005-0e91187a9a4d req-64a59bdc-c58a-4656-8179-c1077d5a1f65 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:38.719484 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-faa2b349-57a5-457f-a005-0e91187a9a4d req-64a59bdc-c58a-4656-8179-c1077d5a1f65 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Calling delete_port for dd41d2a1-273b-47ae-9809-e049ab020f2b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:51:38.853487 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-faa2b349-57a5-457f-a005-0e91187a9a4d req-64a59bdc-c58a-4656-8179-c1077d5a1f65 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:38.883415 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a59bdc-c58a-4656-8179-c1077d5a1f65 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event deleted for resources: {'Port': ['ID=dd41d2a1-273b-47ae-9809-e049ab020f2b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:38.891193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['44657da3-ffa2-4b83-8a1a-db6a6c749382', 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:51:38.933462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa2b349-57a5-457f-a005-0e91187a9a4d req-64a59bdc-c58a-4656-8179-c1077d5a1f65 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] No DVR routers for this DVR port dd41d2a1-273b-47ae-9809-e049ab020f2b on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:51:38.936995 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-faa2b349-57a5-457f-a005-0e91187a9a4d req-64a59bdc-c58a-4656-8179-c1077d5a1f65 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:38.939561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-faa2b349-57a5-457f-a005-0e91187a9a4d req-64a59bdc-c58a-4656-8179-c1077d5a1f65 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "DELETE /v2.0/ports/dd41d2a1-273b-47ae-9809-e049ab020f2b HTTP/1.1" status: 204 len: 173 time: 0.4249244 Jul 07 19:51:38.939800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'name': 'network-vif-deleted', 'tag': 'dd41d2a1-273b-47ae-9809-e049ab020f2b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:38.942361 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d581971e-b6f2-4e25-b275-3ecdbb0acda2" -d '{"events": [{"server_uuid": "a82d23fb-90b4-4c23-99f1-c1d174b4a203", "name": "network-vif-deleted", "tag": "dd41d2a1-273b-47ae-9809-e049ab020f2b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:38.982813 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec169d3-def2-4fce-a1a0-6e4af941747b x-openstack-request-id: req-7ec169d3-def2-4fce-a1a0-6e4af941747b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:38.983110 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82d23fb-90b4-4c23-99f1-c1d174b4a203", "name": "network-vif-deleted", "tag": "dd41d2a1-273b-47ae-9809-e049ab020f2b", "status": "failed", "code": 422}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:38.983372 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7ec169d3-def2-4fce-a1a0-6e4af941747b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:38.983935 n-d-792394-12 neutron-server[93770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a82d23fb-90b4-4c23-99f1-c1d174b4a203', 'name': 'network-vif-deleted', 'tag': 'dd41d2a1-273b-47ae-9809-e049ab020f2b', 'status': 'failed', 'code': 422} returned with failed status Jul 07 19:51:39.736844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4e032-3ac1-4536-8ab9-d679d24b5c97 req-7e6abc8f-3243-4d9a-86a1-c1930fd4d69f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:39.738486 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74e4e032-3ac1-4536-8ab9-d679d24b5c97 req-7e6abc8f-3243-4d9a-86a1-c1930fd4d69f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 908 time: 0.0675189 Jul 07 19:51:40.921701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d89bc-5802-4e8a-bb59-9621b228e5b6 req-280a11c6-d93f-48b7-af1b-471294be40a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:40.923223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-949d89bc-5802-4e8a-bb59-9621b228e5b6 req-280a11c6-d93f-48b7-af1b-471294be40a9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 908 time: 0.0683210 Jul 07 19:51:41.008728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07434-273c-40d4-943f-b5813acee609 req-7341de91-3578-435b-a72f-c81fca2cf20f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:41.010190 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ab07434-273c-40d4-943f-b5813acee609 req-7341de91-3578-435b-a72f-c81fca2cf20f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.112 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 908 time: 0.0628393 Jul 07 19:51:41.112821 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f75c30d2-bfb9-4c6d-9b31-9f73029f9cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:41.116262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3ab07434-273c-40d4-943f-b5813acee609 req-614fbe36-19cd-4119-8c15-ae9a9a0a03d6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Deleting port 144ef851-4cf9-4a27-aea0-dc291662a72a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:51:41.116639 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab07434-273c-40d4-943f-b5813acee609 req-614fbe36-19cd-4119-8c15-ae9a9a0a03d6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:41.206218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3ab07434-273c-40d4-943f-b5813acee609 req-614fbe36-19cd-4119-8c15-ae9a9a0a03d6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] For port 144ef851-4cf9-4a27-aea0-dc291662a72a, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=144ef851-4cf9-4a27-aea0-dc291662a72a,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:41.206567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab07434-273c-40d4-943f-b5813acee609 req-614fbe36-19cd-4119-8c15-ae9a9a0a03d6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:41.218878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3ab07434-273c-40d4-943f-b5813acee609 req-614fbe36-19cd-4119-8c15-ae9a9a0a03d6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Calling delete_port for 144ef851-4cf9-4a27-aea0-dc291662a72a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:51:41.330775 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:41.356633 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab07434-273c-40d4-943f-b5813acee609 req-614fbe36-19cd-4119-8c15-ae9a9a0a03d6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:41.384907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fbe36-19cd-4119-8c15-ae9a9a0a03d6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event deleted for resources: {'Port': ['ID=144ef851-4cf9-4a27-aea0-dc291662a72a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:41.429821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab07434-273c-40d4-943f-b5813acee609 req-614fbe36-19cd-4119-8c15-ae9a9a0a03d6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] No DVR routers for this DVR port 144ef851-4cf9-4a27-aea0-dc291662a72a on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:51:41.433054 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab07434-273c-40d4-943f-b5813acee609 req-614fbe36-19cd-4119-8c15-ae9a9a0a03d6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:41.435199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ab07434-273c-40d4-943f-b5813acee609 req-614fbe36-19cd-4119-8c15-ae9a9a0a03d6 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.112 "DELETE /v2.0/ports/144ef851-4cf9-4a27-aea0-dc291662a72a HTTP/1.1" status: 204 len: 173 time: 0.4192061 Jul 07 19:51:41.435651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68404c86-3bc1-4783-bc46-1f0b4e35633b', 'name': 'network-vif-deleted', 'tag': '144ef851-4cf9-4a27-aea0-dc291662a72a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:41.438236 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f05db7-dfe6-44ed-a0a1-724d49ed7e4a" -d '{"events": [{"server_uuid": "68404c86-3bc1-4783-bc46-1f0b4e35633b", "name": "network-vif-deleted", "tag": "144ef851-4cf9-4a27-aea0-dc291662a72a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:41.482345 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5858a4-2700-45f0-89f2-62c71d5ffe49 x-openstack-request-id: req-df5858a4-2700-45f0-89f2-62c71d5ffe49 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:41.482583 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68404c86-3bc1-4783-bc46-1f0b4e35633b", "name": "network-vif-deleted", "tag": "144ef851-4cf9-4a27-aea0-dc291662a72a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:41.482879 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-df5858a4-2700-45f0-89f2-62c71d5ffe49 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:41.483280 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68404c86-3bc1-4783-bc46-1f0b4e35633b', 'name': 'network-vif-deleted', 'tag': '144ef851-4cf9-4a27-aea0-dc291662a72a', 'status': 'completed', 'code': 200} Jul 07 19:51:42.086129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6795b1c8-7817-4e02-836c-3d5cb5ff4148 req-c751e2c8-1125-4488-8a2c-daa80e40f9d9 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=68404c86-3bc1-4783-bc46-1f0b4e35633b HTTP/1.1" status: 200 len: 210 time: 0.0342987 Jul 07 19:51:42.490049 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:43.542098 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce1141-4e24-4409-847f-72674ae79bc1 req-b446ff28-b292-4b06-a054-c7d252e527b4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:43.543605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40ce1141-4e24-4409-847f-72674ae79bc1 req-b446ff28-b292-4b06-a054-c7d252e527b4 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 945 time: 0.0650280 Jul 07 19:51:43.581456 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40ce1141-4e24-4409-847f-72674ae79bc1 req-007d885b-ca36-4225-a950-0795941d66fa tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Jul 07 19:51:44.040518 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:44.758061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bcf1a-7b17-4045-8e93-24e456cf4b5f req-8084dfb4-dd25-44ac-b1f4-8302854847c5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:44.759563 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c0bcf1a-7b17-4045-8e93-24e456cf4b5f req-8084dfb4-dd25-44ac-b1f4-8302854847c5 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 945 time: 0.0645962 Jul 07 19:51:44.811711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c0bcf1a-7b17-4045-8e93-24e456cf4b5f req-3959159a-fe4c-4071-af2c-c33a3db92b60 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464528 Jul 07 19:51:44.865762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f928ef1-2202-411a-8bbd-39592b48ac9c req-d1037fdd-1d1a-414b-ab7e-d581111cd7ef tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:44.867202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0f928ef1-2202-411a-8bbd-39592b48ac9c req-d1037fdd-1d1a-414b-ab7e-d581111cd7ef tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 945 time: 0.0698462 Jul 07 19:51:44.967640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0f928ef1-2202-411a-8bbd-39592b48ac9c req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Deleting port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:51:44.967991 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0f928ef1-2202-411a-8bbd-39592b48ac9c req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:45.061678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0f928ef1-2202-411a-8bbd-39592b48ac9c req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] For port ad5be208-09ca-449b-a9e2-2f70ad84b0a0, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ad5be208-09ca-449b-a9e2-2f70ad84b0a0,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:45.062037 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0f928ef1-2202-411a-8bbd-39592b48ac9c req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:45.074693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0f928ef1-2202-411a-8bbd-39592b48ac9c req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Calling delete_port for ad5be208-09ca-449b-a9e2-2f70ad84b0a0 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:51:45.207020 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0f928ef1-2202-411a-8bbd-39592b48ac9c req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:45.227594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 144ef851-4cf9-4a27-aea0-dc291662a72a no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:51:45.239230 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event deleted for resources: {'Port': ['ID=ad5be208-09ca-449b-a9e2-2f70ad84b0a0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:45.252199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['44657da3-ffa2-4b83-8a1a-db6a6c749382'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:51:45.271337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.271874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.272251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.272453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.272719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.273056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.273398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.273730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.274060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.274389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.274725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.275105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:45.275303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 144ef851-4cf9-4a27-aea0-dc291662a72a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:51:45.275653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 144ef851-4cf9-4a27-aea0-dc291662a72a not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:51:45.297188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f928ef1-2202-411a-8bbd-39592b48ac9c req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] No DVR routers for this DVR port ad5be208-09ca-449b-a9e2-2f70ad84b0a0 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:51:45.300048 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0f928ef1-2202-411a-8bbd-39592b48ac9c req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:45.302437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0f928ef1-2202-411a-8bbd-39592b48ac9c req-353c0bf7-85c8-438f-a0db-2d59c7751ba1 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.59 "DELETE /v2.0/ports/ad5be208-09ca-449b-a9e2-2f70ad84b0a0 HTTP/1.1" status: 204 len: 173 time: 0.4294899 Jul 07 19:51:45.303062 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac10aa62-ffcd-45ab-af1a-f5fe972f9992', 'name': 'network-vif-deleted', 'tag': 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:45.305984 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f715d4-4586-4e27-9f0e-2526c48aad56" -d '{"events": [{"server_uuid": "ac10aa62-ffcd-45ab-af1a-f5fe972f9992", "name": "network-vif-deleted", "tag": "ad5be208-09ca-449b-a9e2-2f70ad84b0a0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:45.346438 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f24a1c-166a-4964-823e-aeccda3d49aa x-openstack-request-id: req-48f24a1c-166a-4964-823e-aeccda3d49aa {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:45.346852 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac10aa62-ffcd-45ab-af1a-f5fe972f9992", "name": "network-vif-deleted", "tag": "ad5be208-09ca-449b-a9e2-2f70ad84b0a0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:45.347209 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-48f24a1c-166a-4964-823e-aeccda3d49aa {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:45.347823 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac10aa62-ffcd-45ab-af1a-f5fe972f9992', 'name': 'network-vif-deleted', 'tag': 'ad5be208-09ca-449b-a9e2-2f70ad84b0a0', 'status': 'completed', 'code': 200} Jul 07 19:51:45.976764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0de38e2f-88d6-4707-aad5-c8bd6bd9aa2a req-d63f18e4-74d3-4504-ab45-63df6141ac2c tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac10aa62-ffcd-45ab-af1a-f5fe972f9992 HTTP/1.1" status: 200 len: 210 time: 0.0300653 Jul 07 19:51:47.143075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ad5be208-09ca-449b-a9e2-2f70ad84b0a0 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:51:47.167112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: ad5be208-09ca-449b-a9e2-2f70ad84b0a0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:51:47.167438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ad5be208-09ca-449b-a9e2-2f70ad84b0a0 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:51:47.443241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cbeb3-72f9-423e-84a7-b21cdcd91f7a req-a651d053-c9d4-4990-b595-2ac6efa424c3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:47.444708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-947cbeb3-72f9-423e-84a7-b21cdcd91f7a req-a651d053-c9d4-4990-b595-2ac6efa424c3 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.0678308 Jul 07 19:51:47.486210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-947cbeb3-72f9-423e-84a7-b21cdcd91f7a req-a3b43561-c0ff-4bf2-88ed-8f7a3c60da8b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352786 Jul 07 19:51:48.704175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a28d8-4b7c-436d-b7b4-4d7ce1609293 req-c33e5cf4-fe92-42ac-915d-3513b37553c8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:48.705596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d5a28d8-4b7c-436d-b7b4-4d7ce1609293 req-c33e5cf4-fe92-42ac-915d-3513b37553c8 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.1149905 Jul 07 19:51:48.712871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f30ff-a23b-4a1a-bfbb-4570bf66ebfb req-4b084979-3204-4006-99da-53de820e2afb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:48.714220 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-578f30ff-a23b-4a1a-bfbb-4570bf66ebfb req-4b084979-3204-4006-99da-53de820e2afb tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=77f89a3c-d0ff-4aab-84f2-bc763a2bb499 HTTP/1.1" status: 200 len: 945 time: 0.1132154 Jul 07 19:51:48.806011 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-578f30ff-a23b-4a1a-bfbb-4570bf66ebfb req-2d80f70a-e806-4555-b0e7-690e9f60ef48 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=5513dc6e-2af2-4f90-8dfa-62930b52b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842943 Jul 07 19:51:48.835379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9d5a28d8-4b7c-436d-b7b4-4d7ce1609293 req-add85327-6d53-4690-9b1a-b2556259af86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Deleting port 44657da3-ffa2-4b83-8a1a-db6a6c749382 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:51:48.835730 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d5a28d8-4b7c-436d-b7b4-4d7ce1609293 req-add85327-6d53-4690-9b1a-b2556259af86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:48.927274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9d5a28d8-4b7c-436d-b7b4-4d7ce1609293 req-add85327-6d53-4690-9b1a-b2556259af86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] For port 44657da3-ffa2-4b83-8a1a-db6a6c749382, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=44657da3-ffa2-4b83-8a1a-db6a6c749382,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:48.927638 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d5a28d8-4b7c-436d-b7b4-4d7ce1609293 req-add85327-6d53-4690-9b1a-b2556259af86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:48.941106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9d5a28d8-4b7c-436d-b7b4-4d7ce1609293 req-add85327-6d53-4690-9b1a-b2556259af86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Calling delete_port for 44657da3-ffa2-4b83-8a1a-db6a6c749382 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:51:49.066237 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d5a28d8-4b7c-436d-b7b4-4d7ce1609293 req-add85327-6d53-4690-9b1a-b2556259af86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:49.100112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['44657da3-ffa2-4b83-8a1a-db6a6c749382'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:51:49.106876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add85327-6d53-4690-9b1a-b2556259af86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event deleted for resources: {'Port': ['ID=44657da3-ffa2-4b83-8a1a-db6a6c749382,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:49.153114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5a28d8-4b7c-436d-b7b4-4d7ce1609293 req-add85327-6d53-4690-9b1a-b2556259af86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] No DVR routers for this DVR port 44657da3-ffa2-4b83-8a1a-db6a6c749382 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:51:49.155806 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d5a28d8-4b7c-436d-b7b4-4d7ce1609293 req-add85327-6d53-4690-9b1a-b2556259af86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:49.159151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d5a28d8-4b7c-436d-b7b4-4d7ce1609293 req-add85327-6d53-4690-9b1a-b2556259af86 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.59 "DELETE /v2.0/ports/44657da3-ffa2-4b83-8a1a-db6a6c749382 HTTP/1.1" status: 204 len: 173 time: 0.4440141 Jul 07 19:51:49.159620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f89a3c-d0ff-4aab-84f2-bc763a2bb499', 'name': 'network-vif-deleted', 'tag': '44657da3-ffa2-4b83-8a1a-db6a6c749382'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:49.161985 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ac558f-33be-4837-943a-1b8ff78eeb28" -d '{"events": [{"server_uuid": "77f89a3c-d0ff-4aab-84f2-bc763a2bb499", "name": "network-vif-deleted", "tag": "44657da3-ffa2-4b83-8a1a-db6a6c749382"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:49.200178 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732f6a06-7d37-4f17-838b-80a547e3139e x-openstack-request-id: req-732f6a06-7d37-4f17-838b-80a547e3139e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:49.200507 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f89a3c-d0ff-4aab-84f2-bc763a2bb499", "name": "network-vif-deleted", "tag": "44657da3-ffa2-4b83-8a1a-db6a6c749382", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:49.200763 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-732f6a06-7d37-4f17-838b-80a547e3139e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:49.201164 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f89a3c-d0ff-4aab-84f2-bc763a2bb499', 'name': 'network-vif-deleted', 'tag': '44657da3-ffa2-4b83-8a1a-db6a6c749382', 'status': 'completed', 'code': 200} Jul 07 19:51:49.309365 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:50.259340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045035b0-ca81-44e0-9d4e-0e02c61b9043 req-518777df-2c53-46d1-b2da-d5c93d6b871b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:50.260823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-045035b0-ca81-44e0-9d4e-0e02c61b9043 req-518777df-2c53-46d1-b2da-d5c93d6b871b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0649941 Jul 07 19:51:50.298597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-045035b0-ca81-44e0-9d4e-0e02c61b9043 req-88a25f5a-2594-4ad0-bf5d-9d0f4dba9404 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322320 Jul 07 19:51:51.143789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 44657da3-ffa2-4b83-8a1a-db6a6c749382 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:51:51.164085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 44657da3-ffa2-4b83-8a1a-db6a6c749382 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:51:51.164783 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 44657da3-ffa2-4b83-8a1a-db6a6c749382 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:51:51.477289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016934b-fcf8-4f97-b982-3b942a4ecf15 req-59b426af-6b0c-4bc3-8708-4cb53579816a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:51.478694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1016934b-fcf8-4f97-b982-3b942a4ecf15 req-59b426af-6b0c-4bc3-8708-4cb53579816a tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0676610 Jul 07 19:51:51.518457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1016934b-fcf8-4f97-b982-3b942a4ecf15 req-fde6c7d4-8089-4659-865f-c85d617dc874 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339427 Jul 07 19:51:52.571460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-14b82910-ef94-4f72-b4a2-3c9cf0cd75c7 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:52.573819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-14b82910-ef94-4f72-b4a2-3c9cf0cd75c7 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.112 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.0646973 Jul 07 19:51:52.721520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Deleting port 485fa115-315b-47a4-bfae-41cb3fb5d016 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:51:52.721861 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:52.733360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4043dd-cfaf-4d66-ae1a-09e0d7b2f04f req-9545190f-3931-48d8-9be1-c238daaaedee tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:51:52.734847 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a4043dd-cfaf-4d66-ae1a-09e0d7b2f04f req-9545190f-3931-48d8-9be1-c238daaaedee tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 945 time: 0.1009707 Jul 07 19:51:52.820943 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a4043dd-cfaf-4d66-ae1a-09e0d7b2f04f req-3c665c5a-e98b-4b05-b59a-8604b3409cfd tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups?id=569fb220-2f74-473a-b3e7-307deb2b3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757940 Jul 07 19:51:52.850748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] For port 485fa115-315b-47a4-bfae-41cb3fb5d016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=485fa115-315b-47a4-bfae-41cb3fb5d016,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:52.851115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:53.028810 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:53.029174 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:53.029482 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Floating IP f51af553-6e7b-4dbe-b139-fe372bc06e07 disassociated. External IP: 172.25.2.154, port: 485fa115-315b-47a4-bfae-41cb3fb5d016. Jul 07 19:51:53.029813 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Calling delete_port for 485fa115-315b-47a4-bfae-41cb3fb5d016 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:51:53.161204 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:53.192124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event deleted for resources: {'Port': ['ID=485fa115-315b-47a4-bfae-41cb3fb5d016,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:53.311052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Router 36614c5c-cfa1-4640-a444-64e74288ab32 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:51:53.425542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:51:53.435854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09c0dfb-73dc-4b2c-a436-faef3f609014 None None] Sync routers for ids ['36614c5c-cfa1-4640-a444-64e74288ab32'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:51:53.445738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c0dfb-73dc-4b2c-a436-faef3f609014 None None] Routers {'36614c5c-cfa1-4640-a444-64e74288ab32'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:51:53.446356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a09c0dfb-73dc-4b2c-a436-faef3f609014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:51:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['36614c5c-cfa1-4640-a444-64e74288ab32'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:53.470234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] No DVR routers for this DVR port 485fa115-315b-47a4-bfae-41cb3fb5d016 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:51:53.472715 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:53.474744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7ba440b-d412-4f18-885c-50b41ac23ba6 req-5c310fe2-2e7d-4fd1-adeb-7b2b5b59495b tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.112 "DELETE /v2.0/ports/485fa115-315b-47a4-bfae-41cb3fb5d016 HTTP/1.1" status: 204 len: 173 time: 0.8945136 Jul 07 19:51:53.475163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-deleted', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:51:53.477506 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e31f2b-badb-4f34-8536-c815cd7a7cc7" -d '{"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-deleted", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:51:53.526681 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e911c7-91a2-418a-87b9-473cf2e3f3a7 x-openstack-request-id: req-77e911c7-91a2-418a-87b9-473cf2e3f3a7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:51:53.527510 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daccae89-e8af-4216-ad9a-a4c21bb81305", "name": "network-vif-deleted", "tag": "485fa115-315b-47a4-bfae-41cb3fb5d016", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:51:53.527510 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-77e911c7-91a2-418a-87b9-473cf2e3f3a7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:51:53.527739 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daccae89-e8af-4216-ad9a-a4c21bb81305', 'name': 'network-vif-deleted', 'tag': '485fa115-315b-47a4-bfae-41cb3fb5d016', 'status': 'completed', 'code': 200} Jul 07 19:51:53.721069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a09c0dfb-73dc-4b2c-a436-faef3f609014 None None] Set router 36614c5c-cfa1-4640-a444-64e74288ab32 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:51:53.934687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a09c0dfb-73dc-4b2c-a436-faef3f609014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 4, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f709d08-fbfb-43af-a704-d751ae8b115b', 'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:30Z', 'updated_at': '2021-07-07T19:45:38Z', 'revision_number': 5, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'subnets': [{'id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:53.965773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09c0dfb-73dc-4b2c-a436-faef3f609014 None None] Checking router: 36614c5c-cfa1-4640-a444-64e74288ab32 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:51:53.975312 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c0dfb-73dc-4b2c-a436-faef3f609014 None None] Routers {'36614c5c-cfa1-4640-a444-64e74288ab32'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:51:53.975856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a09c0dfb-73dc-4b2c-a436-faef3f609014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:51:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['36614c5c-cfa1-4640-a444-64e74288ab32'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:53.993541 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6f4ffff3-594e-4483-9b46-d1edd31b64f0 req-cbf6917a-bfc9-4c3e-a802-17259eff8911 tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/ports?device_id=daccae89-e8af-4216-ad9a-a4c21bb81305 HTTP/1.1" status: 200 len: 210 time: 0.0343332 Jul 07 19:51:54.090109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a09c0dfb-73dc-4b2c-a436-faef3f609014 None None] Set router 36614c5c-cfa1-4640-a444-64e74288ab32 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:51:54.290533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a09c0dfb-73dc-4b2c-a436-faef3f609014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 4, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f709d08-fbfb-43af-a704-d751ae8b115b', 'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:30Z', 'updated_at': '2021-07-07T19:45:38Z', 'revision_number': 5, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'subnets': [{'id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:54.320830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09c0dfb-73dc-4b2c-a436-faef3f609014 None None] The sync data for ids ['36614c5c-cfa1-4640-a444-64e74288ab32'] in n-d-792394-12 is: [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:31Z', 'revision_number': 4, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f709d08-fbfb-43af-a704-d751ae8b115b', 'name': '', 'network_id': '44cc2ed2-9d9f-48a2-8f8b-16a90d045dab', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'mac_address': 'fa:16:3e:7a:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:30Z', 'updated_at': '2021-07-07T19:45:38Z', 'revision_number': 5, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'subnets': [{'id': 'ac118d4d-1710-46cb-acea-d9ba231da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:51:54.540026 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c1672-8d6b-47f8-8486-b4def86e9c28 None None] New status for floating IP f51af553-6e7b-4dbe-b139-fe372bc06e07: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:51:55.118928 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:55.175791 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:55.199749 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:55.246933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:55.249564 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:55.251270 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "DELETE /v2.0/security-groups/569fb220-2f74-473a-b3e7-307deb2b3cf6 HTTP/1.1" status: 204 len: 168 time: 0.1307857 Jul 07 19:51:55.254394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:55.260771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569fb220-2f74-473a-b3e7-307deb2b3cf6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:55.269015 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-572f094a-8bfe-4027-a017-5e24a147b71e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] show failed (client error): The resource could not be found. Jul 07 19:51:55.269288 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.269646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.269997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.270229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-572f094a-8bfe-4027-a017-5e24a147b71e tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "GET /v2.0/security-groups/569fb220-2f74-473a-b3e7-307deb2b3cf6 HTTP/1.1" status: 404 len: 347 time: 0.0146160 Jul 07 19:51:55.270624 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.270624 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.270982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.271315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.271648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.271996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.272282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.272636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.272962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0028af-12dc-4a13-a7a2-7f1afba70aea tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:55.273911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:55.403172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-507e22e6-70b6-4fd5-baa5-73efe6dd6e7f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Deleting port 19b24dbd-b0f6-4898-85ea-1caccebf873b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:51:55.403172 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507e22e6-70b6-4fd5-baa5-73efe6dd6e7f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:55.476773 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507e22e6-70b6-4fd5-baa5-73efe6dd6e7f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:55.477093 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507e22e6-70b6-4fd5-baa5-73efe6dd6e7f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:55.490760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-507e22e6-70b6-4fd5-baa5-73efe6dd6e7f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Calling delete_port for 19b24dbd-b0f6-4898-85ea-1caccebf873b owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:51:55.625048 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507e22e6-70b6-4fd5-baa5-73efe6dd6e7f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:55.652363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e22e6-70b6-4fd5-baa5-73efe6dd6e7f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Pushing event deleted for resources: {'Port': ['ID=19b24dbd-b0f6-4898-85ea-1caccebf873b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:55.716420 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507e22e6-70b6-4fd5-baa5-73efe6dd6e7f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:55.718936 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507e22e6-70b6-4fd5-baa5-73efe6dd6e7f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:55.720702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-507e22e6-70b6-4fd5-baa5-73efe6dd6e7f tempest-ServerActionsTestJSON-1309121287 tempest-ServerActionsTestJSON-1309121287-project] 10.222.0.113 "DELETE /v2.0/floatingips/f51af553-6e7b-4dbe-b139-fe372bc06e07 HTTP/1.1" status: 204 len: 168 time: 0.4459009 Jul 07 19:51:55.723701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60806) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:56.491794 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:56.745534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] Deleting port 4f709d08-fbfb-43af-a704-d751ae8b115b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:51:56.745787 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:56.827064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] For port 4f709d08-fbfb-43af-a704-d751ae8b115b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4f709d08-fbfb-43af-a704-d751ae8b115b,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:56.827424 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:56.841070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] Calling delete_port for 4f709d08-fbfb-43af-a704-d751ae8b115b owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:51:57.022109 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:57.046087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f709d08-fbfb-43af-a704-d751ae8b115b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:57.226639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:51:57.228430 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:57.247489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 485fa115-315b-47a4-bfae-41cb3fb5d016 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:51:57.247924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 485fa115-315b-47a4-bfae-41cb3fb5d016 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:51:57.444975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] Router 36614c5c-cfa1-4640-a444-64e74288ab32 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:51:57.553364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:51:57.558878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e1108c44-b05f-4b28-a56b-83dbabeb4365 admin admin] 10.222.0.113 "PUT /v2.0/routers/36614c5c-cfa1-4640-a444-64e74288ab32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8341961 Jul 07 19:51:57.561387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:57.565132 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afdff5-7355-4b63-83a1-c56a088e191e None None] Sync routers for ids ['36614c5c-cfa1-4640-a444-64e74288ab32'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:51:57.574714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afdff5-7355-4b63-83a1-c56a088e191e None None] Routers {'36614c5c-cfa1-4640-a444-64e74288ab32'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:51:57.575340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b9afdff5-7355-4b63-83a1-c56a088e191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:51:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['36614c5c-cfa1-4640-a444-64e74288ab32'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:57.676652 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:57.683184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b9afdff5-7355-4b63-83a1-c56a088e191e None None] Set router 36614c5c-cfa1-4640-a444-64e74288ab32 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:51:57.782540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:57.837765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Deleting port 81d9fce9-6eb8-490f-aace-78ea7965b6fe {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:51:57.838524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:57.870844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b9afdff5-7355-4b63-83a1-c56a088e191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:51:56Z', 'revision_number': 5, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port': {'id': '81d9fce9-6eb8-490f-aace-78ea7965b6fe', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:57.901040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afdff5-7355-4b63-83a1-c56a088e191e None None] Checking router: 36614c5c-cfa1-4640-a444-64e74288ab32 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:51:57.909528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afdff5-7355-4b63-83a1-c56a088e191e None None] Routers {'36614c5c-cfa1-4640-a444-64e74288ab32'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:51:57.910131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b9afdff5-7355-4b63-83a1-c56a088e191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:51:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['36614c5c-cfa1-4640-a444-64e74288ab32'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:57.921726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] For port 81d9fce9-6eb8-490f-aace-78ea7965b6fe, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=81d9fce9-6eb8-490f-aace-78ea7965b6fe,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:57.922086 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:57.936402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Calling delete_port for 81d9fce9-6eb8-490f-aace-78ea7965b6fe owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:51:57.999658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b9afdff5-7355-4b63-83a1-c56a088e191e None None] Set router 36614c5c-cfa1-4640-a444-64e74288ab32 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:51:58.055044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b9afdff5-7355-4b63-83a1-c56a088e191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:51:57Z', 'revision_number': 6, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:58.085066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afdff5-7355-4b63-83a1-c56a088e191e None None] The sync data for ids ['36614c5c-cfa1-4640-a444-64e74288ab32'] in n-d-792394-12 is: [{'id': '36614c5c-cfa1-4640-a444-64e74288ab32', 'name': 'tempest-ServerActionsTestJSON-1873024858-router', 'tenant_id': '3ff3263089fe4e09866907a0cfc362bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:45:28Z', 'updated_at': '2021-07-07T19:51:57Z', 'revision_number': 6, 'project_id': '3ff3263089fe4e09866907a0cfc362bb', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:51:58.110640 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.137290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=81d9fce9-6eb8-490f-aace-78ea7965b6fe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:58.199364 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.292644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.294645 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.342081 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.342828 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36614c5c-cfa1-4640-a444-64e74288ab32 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:51:58.348030 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.349398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-496ee4ce-9d3e-4642-a219-064f21643c64 admin admin] 10.222.0.113 "DELETE /v2.0/routers/36614c5c-cfa1-4640-a444-64e74288ab32 HTTP/1.1" status: 204 len: 168 time: 0.7870803 Jul 07 19:51:58.351904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:58.397094 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fc8ac7-847e-43d2-9f48-8412f7519f29 admin admin] Deleting subnet ac118d4d-1710-46cb-acea-d9ba231da62c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:51:58.400407 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74fc8ac7-847e-43d2-9f48-8412f7519f29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.442703 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74fc8ac7-847e-43d2-9f48-8412f7519f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.535908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74fc8ac7-847e-43d2-9f48-8412f7519f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.589152 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74fc8ac7-847e-43d2-9f48-8412f7519f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.618160 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74fc8ac7-847e-43d2-9f48-8412f7519f29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.620063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-74fc8ac7-847e-43d2-9f48-8412f7519f29 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/ac118d4d-1710-46cb-acea-d9ba231da62c HTTP/1.1" status: 204 len: 168 time: 0.2671723 Jul 07 19:51:58.621902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc8ac7-847e-43d2-9f48-8412f7519f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac118d4d-1710-46cb-acea-d9ba231da62c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:58.622672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:58.623248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc9cbb-827e-481f-ad70-da069962493c None None] Network 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:51:58.877407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] DHCP port deletion for 44cc2ed2-9d9f-48a2-8f8b-16a90d045dab request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:51:58.931142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Deleting port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:51:58.931529 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.981725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:58.997318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] For port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=22ccf479-d3d5-40b1-abc3-cbdeed8bd982,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:58.997575 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.011563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Calling delete_port for 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:51:59.038683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Deleting port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:51:59.039022 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.099222 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.114852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] For port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=22ccf479-d3d5-40b1-abc3-cbdeed8bd982,segment=NetworkSegment(8de0fc13-d94e-44f8-b4aa-c634109f5bcb),segment_id=8de0fc13-d94e-44f8-b4aa-c634109f5bcb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:51:59.115584 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.125703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Pushing event deleted for resources: {'Port': ['ID=22ccf479-d3d5-40b1-abc3-cbdeed8bd982,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:59.130644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] No DVR routers for this DVR port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:51:59.134687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Calling delete_port for 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:51:59.138967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.139327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.139657 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.139993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.140331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.140680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.142063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.142063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.142325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.142494 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.142817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.143134 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591101ad-c66f-4047-aa63-83f992e6f324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:51:59.215562 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.242662 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=22ccf479-d3d5-40b1-abc3-cbdeed8bd982,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:59.244605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] No DVR routers for this DVR port 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:51:59.320944 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.332229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cc2ed2-9d9f-48a2-8f8b-16a90d045dab']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:59.345116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de0fc13-d94e-44f8-b4aa-c634109f5bcb') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:59.345308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de0fc13-d94e-44f8-b4aa-c634109f5bcb') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:51:59.356362 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.372934 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.379374 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:51:59.379798 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: self.session.flush() Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:51:59.381467 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:51:59.441339 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.447340 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.449383 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] 10.222.0.113 "DELETE /v2.0/networks/44cc2ed2-9d9f-48a2-8f8b-16a90d045dab HTTP/1.1" status: 204 len: 168 time: 0.8256390 Jul 07 19:51:59.460807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58f4ee-f6cf-4716-9c60-baef87f8e7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=44cc2ed2-9d9f-48a2-8f8b-16a90d045dab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:59.562471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:59.603269 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7147a4ef-d323-4361-8555-529e4df8d6d8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3ff3263089fe4e09866907a0cfc362bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391965 Jul 07 19:51:59.605862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:51:59.655253 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-581ef8fa-0adc-4f21-9fb7-7dafcafe0192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.678256 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-581ef8fa-0adc-4f21-9fb7-7dafcafe0192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.725449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-581ef8fa-0adc-4f21-9fb7-7dafcafe0192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.728351 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-581ef8fa-0adc-4f21-9fb7-7dafcafe0192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:51:59.729853 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-581ef8fa-0adc-4f21-9fb7-7dafcafe0192 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5513dc6e-2af2-4f90-8dfa-62930b52b6ba HTTP/1.1" status: 204 len: 168 time: 0.1227415 Jul 07 19:51:59.730990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:51:59.739405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ef8fa-0adc-4f21-9fb7-7dafcafe0192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5513dc6e-2af2-4f90-8dfa-62930b52b6ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:51:59.762232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:51:59.762570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 22ccf479-d3d5-40b1-abc3-cbdeed8bd982 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:51:59.762987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4f709d08-fbfb-43af-a704-d751ae8b115b no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:51:59.787643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 4f709d08-fbfb-43af-a704-d751ae8b115b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:51:59.787947 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4f709d08-fbfb-43af-a704-d751ae8b115b not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:51:59.788699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 81d9fce9-6eb8-490f-aace-78ea7965b6fe no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:51:59.808861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 81d9fce9-6eb8-490f-aace-78ea7965b6fe {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:51:59.809300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 81d9fce9-6eb8-490f-aace-78ea7965b6fe not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:52:00.411881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:00.511484 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1256417312-network', 'tenant_id': '0ab98b5881314b90bab02bc56eb5d785'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:00.533454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Made reservation on behalf of 0ab98b5881314b90bab02bc56eb5d785 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:00.535817 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:00.544292 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:00.639087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:00.643656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:00.670465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:52:00.676788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:00.683205 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:00.683521 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Added segment 39e6f569-b339-4069-b252-4c46da30e1f0 of type vlan for network e6891513-09e9-40ef-93f0-1ed8d9f37dd3 Jul 07 19:52:00.731472 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:00.759450 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:00.760395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:00.761009 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:00.815460 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4023254 Jul 07 19:52:00.818510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:00.824054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] Request body: {'subnet': {'network_id': 'e6891513-09e9-40ef-93f0-1ed8d9f37dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1256417312-subnet', 'tenant_id': '0ab98b5881314b90bab02bc56eb5d785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:00.826508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02445273-7a00-4e96-a647-0d7130405420 admin admin] Pushing event updated for resources: {'Network': ['ID=e6891513-09e9-40ef-93f0-1ed8d9f37dd3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:00.838390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e6891513-09e9-40ef-93f0-1ed8d9f37dd3 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:52:00.847503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] Made reservation on behalf of 0ab98b5881314b90bab02bc56eb5d785 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:00.850209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:01.021679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:01.081076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b7b28b-7e5c-4e26-a1a2-b9a80146b796,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:01.085962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] Checking segment: {'id': '39e6f569-b339-4069-b252-4c46da30e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e6891513-09e9-40ef-93f0-1ed8d9f37dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:52:01.086326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] Network hostable DHCP agents. Network: e6891513-09e9-40ef-93f0-1ed8d9f37dd3, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:52:01.103417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] Network e6891513-09e9-40ef-93f0-1ed8d9f37dd3 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:52:01.114133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e6891513-09e9-40ef-93f0-1ed8d9f37dd3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:01.120785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:01.121822 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:01.122388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d6f0c8-7d39-4488-bebe-cabb7ff107b6 None None] Network e6891513-09e9-40ef-93f0-1ed8d9f37dd3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:52:01.136898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2da7ec06-6dac-424a-bcc6-b6477392e757 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3172691 Jul 07 19:52:01.259009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4812474d-8bec-48d9-af13-8b5a1471d37d None None] Network e6891513-09e9-40ef-93f0-1ed8d9f37dd3 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:52:01.583394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-6ca363b6-14f4-4317-b273-b2c3a5728aae tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:01.584827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-6ca363b6-14f4-4317-b273-b2c3a5728aae tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/networks?id=e6891513-09e9-40ef-93f0-1ed8d9f37dd3 HTTP/1.1" status: 200 len: 822 time: 0.1087193 Jul 07 19:52:01.600020 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-304fcb28-0a10-46f1-9f8f-158918263047 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/quotas/0ab98b5881314b90bab02bc56eb5d785 HTTP/1.1" status: 200 len: 375 time: 0.0096300 Jul 07 19:52:01.636328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-af72691e-c847-497a-a423-10e7365ff89d tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=0ab98b5881314b90bab02bc56eb5d785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308611 Jul 07 19:52:01.733226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-099668ec-60c4-4f9f-9730-716f0ab9cfc2 service neutron] 10.222.0.113 "GET /v2.0/networks/e6891513-09e9-40ef-93f0-1ed8d9f37dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894618 Jul 07 19:52:01.822840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-ec88e23c-e29a-42ab-8bda-2becb7e46dc1 service neutron] 10.222.0.113 "GET /v2.0/networks/e6891513-09e9-40ef-93f0-1ed8d9f37dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831869 Jul 07 19:52:01.943965 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:52:01.997532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59aeeaff-4a0c-4ae2-86dd-33f90ca76f74 req-1083ddaf-cf54-436d-a4bf-65518817df98 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 210 time: 0.0332339 Jul 07 19:52:03.157729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f60ca2a8-e836-478e-873e-ea1dcabf3907 req-f28eb3d5-075f-451e-b9a2-dbebb832fc60 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 210 time: 0.0406630 Jul 07 19:52:03.184047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-2ce706f2-fe91-4d8b-a266-dfdd22df0f5e tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:03.185584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-2ce706f2-fe91-4d8b-a266-dfdd22df0f5e tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.59 "GET /v2.0/networks?id=e6891513-09e9-40ef-93f0-1ed8d9f37dd3 HTTP/1.1" status: 200 len: 822 time: 0.1387818 Jul 07 19:52:03.203561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Request body: {'port': {'device_id': '0510a2d2-f100-4889-bbd8-4415ce62a238', 'network_id': 'e6891513-09e9-40ef-93f0-1ed8d9f37dd3', 'admin_state_up': True, 'tenant_id': '0ab98b5881314b90bab02bc56eb5d785'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:03.317532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Made reservation on behalf of 0ab98b5881314b90bab02bc56eb5d785 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:03.321456 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:03.447481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Allocated IP 172.20.0.10 (e6891513-09e9-40ef-93f0-1ed8d9f37dd3/10b7b28b-7e5c-4e26-a1a2-b9a80146b796/46cfee2a-926d-44ba-9f48-520200757f06) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:52:03.602156 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:03.619384 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:03.645538 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:03.691066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Network e6891513-09e9-40ef-93f0-1ed8d9f37dd3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:52:03.696078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:03.698686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:52:03.731127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Pushing event updated for resources: {'Port': ['ID=46cfee2a-926d-44ba-9f48-520200757f06,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:03.760252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:03.760900 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:03.775308 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-58c02d22-8fe6-4cef-a4b9-32ef72b0c49f tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5756044 Jul 07 19:52:03.792170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Request body: {'port': {'device_id': '0510a2d2-f100-4889-bbd8-4415ce62a238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:03.869717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:04.135684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cfee2a-926d-44ba-9f48-520200757f06 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:52:04.143900 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:04.156113 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Transition to ACTIVE for port object 46cfee2a-926d-44ba-9f48-520200757f06 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:52:04.159985 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:04.209335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=46cfee2a-926d-44ba-9f48-520200757f06,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:04.282072 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Attempting to bind port 46cfee2a-926d-44ba-9f48-520200757f06 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:52:04.282526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Attempting to bind port 46cfee2a-926d-44ba-9f48-520200757f06 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '39e6f569-b339-4069-b252-4c46da30e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e6891513-09e9-40ef-93f0-1ed8d9f37dd3'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:52:04.282864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Attempting to bind port 46cfee2a-926d-44ba-9f48-520200757f06 on network e6891513-09e9-40ef-93f0-1ed8d9f37dd3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:52:04.287695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Port 46cfee2a-926d-44ba-9f48-520200757f06 on network e6891513-09e9-40ef-93f0-1ed8d9f37dd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:52:04.288150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Attempting to bind port 46cfee2a-926d-44ba-9f48-520200757f06 on network e6891513-09e9-40ef-93f0-1ed8d9f37dd3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:52:04.292927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:52:04.293258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Checking segment: {'id': '39e6f569-b339-4069-b252-4c46da30e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e6891513-09e9-40ef-93f0-1ed8d9f37dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:52:04.293639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Bound using segment: {'id': '39e6f569-b339-4069-b252-4c46da30e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e6891513-09e9-40ef-93f0-1ed8d9f37dd3'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:52:04.294056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Bound port: 46cfee2a-926d-44ba-9f48-520200757f06, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e6f569-b339-4069-b252-4c46da30e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e6891513-09e9-40ef-93f0-1ed8d9f37dd3'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:52:04.294411 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:04.407421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] For port 46cfee2a-926d-44ba-9f48-520200757f06, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:52:04.411166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] For port 46cfee2a-926d-44ba-9f48-520200757f06, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=46cfee2a-926d-44ba-9f48-520200757f06,segment=NetworkSegment(39e6f569-b339-4069-b252-4c46da30e1f0),segment_id=39e6f569-b339-4069-b252-4c46da30e1f0)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:52:04.419219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737def4f-2011-4fce-b1c4-0c70962e0b6a req-424b56e9-e810-43fc-9f04-15cf3a9e0ad8 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:04.420771 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-737def4f-2011-4fce-b1c4-0c70962e0b6a req-424b56e9-e810-43fc-9f04-15cf3a9e0ad8 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 944 time: 0.1243758 Jul 07 19:52:04.422899 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:04.473755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:04.474384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:04.475787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/46cfee2a-926d-44ba-9f48-520200757f06 HTTP/1.1" status: 200 len: 1093 time: 0.6882722 Jul 07 19:52:04.476243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0510a2d2-f100-4889-bbd8-4415ce62a238', 'tag': '46cfee2a-926d-44ba-9f48-520200757f06'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:04.478539 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad263b4d-1886-4f39-b303-b59a31075c03" -d '{"events": [{"name": "network-changed", "server_uuid": "0510a2d2-f100-4889-bbd8-4415ce62a238", "tag": "46cfee2a-926d-44ba-9f48-520200757f06"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:04.515750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93deca71-5a82-448e-a20e-c17b3071f5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=46cfee2a-926d-44ba-9f48-520200757f06,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:04.520875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-737def4f-2011-4fce-b1c4-0c70962e0b6a req-9c66273a-6dd8-4132-adf2-84502a309588 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927470 Jul 07 19:52:04.524101 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3155b26-1304-4d4f-8dc3-5484026eadbd x-openstack-request-id: req-b3155b26-1304-4d4f-8dc3-5484026eadbd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:04.524397 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0510a2d2-f100-4889-bbd8-4415ce62a238", "tag": "46cfee2a-926d-44ba-9f48-520200757f06", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:04.524684 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b3155b26-1304-4d4f-8dc3-5484026eadbd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:04.525080 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0510a2d2-f100-4889-bbd8-4415ce62a238', 'tag': '46cfee2a-926d-44ba-9f48-520200757f06', 'status': 'completed', 'code': 200} Jul 07 19:52:04.596496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-7515f3ac-c293-4d97-aa9d-b587bf2066a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:04.598031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-7515f3ac-c293-4d97-aa9d-b587bf2066a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ab98b5881314b90bab02bc56eb5d785&device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 1096 time: 0.0576694 Jul 07 19:52:04.645174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-b136b190-5296-4b85-bfa0-f16b84477f0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46cfee2a-926d-44ba-9f48-520200757f06 HTTP/1.1" status: 200 len: 217 time: 0.0342298 Jul 07 19:52:04.692873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-f924e6be-19e2-4702-9798-c7cc33f1cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:04.694239 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-f924e6be-19e2-4702-9798-c7cc33f1cff5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10b7b28b-7e5c-4e26-a1a2-b9a80146b796 HTTP/1.1" status: 200 len: 862 time: 0.0431240 Jul 07 19:52:04.730049 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-d08741f2-4dbf-4064-8d7b-087b9930e43c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6891513-09e9-40ef-93f0-1ed8d9f37dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295920 Jul 07 19:52:04.817761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-414644a2-3072-4ea3-8761-639fce82722f service neutron] 10.222.0.59 "GET /v2.0/networks/e6891513-09e9-40ef-93f0-1ed8d9f37dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811427 Jul 07 19:52:04.912839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23e06cee-4d9c-4d86-9719-f602a68e10cd req-ae8baf17-e9ea-4d78-95b0-3b883b9354d9 service neutron] 10.222.0.59 "GET /v2.0/networks/e6891513-09e9-40ef-93f0-1ed8d9f37dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878115 Jul 07 19:52:05.050634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad263b4d-1886-4f39-b303-b59a31075c03 req-e4ea5432-b517-4d5a-8db9-58dc58720083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:05.052057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad263b4d-1886-4f39-b303-b59a31075c03 req-e4ea5432-b517-4d5a-8db9-58dc58720083 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ab98b5881314b90bab02bc56eb5d785&device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 1096 time: 0.0530198 Jul 07 19:52:05.146202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad263b4d-1886-4f39-b303-b59a31075c03 req-f2893e0f-ae64-405c-8393-dfb43f8298bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:05.147672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad263b4d-1886-4f39-b303-b59a31075c03 req-f2893e0f-ae64-405c-8393-dfb43f8298bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6891513-09e9-40ef-93f0-1ed8d9f37dd3 HTTP/1.1" status: 200 len: 924 time: 0.0887694 Jul 07 19:52:05.193531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad263b4d-1886-4f39-b303-b59a31075c03 req-c36602e9-c552-4ec8-b69c-dfe4032a5cb6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46cfee2a-926d-44ba-9f48-520200757f06 HTTP/1.1" status: 200 len: 217 time: 0.0390148 Jul 07 19:52:05.243906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad263b4d-1886-4f39-b303-b59a31075c03 req-6e836e8b-a93d-48d3-93ef-85999ffb87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:05.245395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad263b4d-1886-4f39-b303-b59a31075c03 req-6e836e8b-a93d-48d3-93ef-85999ffb87ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10b7b28b-7e5c-4e26-a1a2-b9a80146b796 HTTP/1.1" status: 200 len: 862 time: 0.0450585 Jul 07 19:52:05.279946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad263b4d-1886-4f39-b303-b59a31075c03 req-0f661494-074a-431a-94ae-2ba461485232 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6891513-09e9-40ef-93f0-1ed8d9f37dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267403 Jul 07 19:52:05.377523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad263b4d-1886-4f39-b303-b59a31075c03 req-3e6b3495-bb29-4935-bd58-1d5548858120 service neutron] 10.222.0.59 "GET /v2.0/networks/e6891513-09e9-40ef-93f0-1ed8d9f37dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907087 Jul 07 19:52:05.467540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad263b4d-1886-4f39-b303-b59a31075c03 req-0d741092-84a9-42e6-8c55-76a98924d9f2 service neutron] 10.222.0.59 "GET /v2.0/networks/e6891513-09e9-40ef-93f0-1ed8d9f37dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833564 Jul 07 19:52:05.710629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f20bba-0e94-4391-ab65-e9e0e890bd96 req-8eb10243-2c90-4860-9f76-eb63c87c1a67 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:05.712136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84f20bba-0e94-4391-ab65-e9e0e890bd96 req-8eb10243-2c90-4860-9f76-eb63c87c1a67 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 944 time: 0.0747278 Jul 07 19:52:05.755451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84f20bba-0e94-4391-ab65-e9e0e890bd96 req-049a9c2a-1329-4d03-9b4d-1be00a62a063 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Jul 07 19:52:06.928976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7ff37-a8b0-4766-8d7a-bb5e331dc239 req-7570d067-7463-432c-88d2-e13f5314d411 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:06.930485 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ab7ff37-a8b0-4766-8d7a-bb5e331dc239 req-7570d067-7463-432c-88d2-e13f5314d411 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 944 time: 0.0632846 Jul 07 19:52:06.967859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8ab7ff37-a8b0-4766-8d7a-bb5e331dc239 req-d3e47963-4f0f-45bc-bd7c-78b8a49bb406 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Jul 07 19:52:08.144025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06a509-794b-419e-8aba-ad5c18f1f8b6 req-877efb42-15d5-4727-a6f9-9df07787d915 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:08.145580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e06a509-794b-419e-8aba-ad5c18f1f8b6 req-877efb42-15d5-4727-a6f9-9df07787d915 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 944 time: 0.0643637 Jul 07 19:52:08.183279 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e06a509-794b-419e-8aba-ad5c18f1f8b6 req-94d1e58a-a3f3-4b33-9a8a-4f98ade822d6 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319710 Jul 07 19:52:08.420439 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e51a5ef-ffb1-4fa8-baab-e9f9fc7e562c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:09.207665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 46cfee2a-926d-44ba-9f48-520200757f06 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:52:09.303720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 46cfee2a-926d-44ba-9f48-520200757f06, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=46cfee2a-926d-44ba-9f48-520200757f06,segment=NetworkSegment(39e6f569-b339-4069-b252-4c46da30e1f0),segment_id=39e6f569-b339-4069-b252-4c46da30e1f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:09.316381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '46cfee2a-926d-44ba-9f48-520200757f06', 'network_id': 'e6891513-09e9-40ef-93f0-1ed8d9f37dd3', 'port_id': '46cfee2a-926d-44ba-9f48-520200757f06', 'mac_address': 'fa:16:3e:d4:49:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b7b28b-7e5c-4e26-a1a2-b9a80146b796', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:52:09.353338 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:09.367335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cfee2a-926d-44ba-9f48-520200757f06 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:52:09.371555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af8cd-ae22-46ef-a020-c77cb87800e8 req-f2e2c563-32a2-4bf0-b876-2927b590cc8e tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:09.373235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e6af8cd-ae22-46ef-a020-c77cb87800e8 req-f2e2c563-32a2-4bf0-b876-2927b590cc8e tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 944 time: 0.0716522 Jul 07 19:52:09.389102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 46cfee2a-926d-44ba-9f48-520200757f06, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=46cfee2a-926d-44ba-9f48-520200757f06,segment=NetworkSegment(39e6f569-b339-4069-b252-4c46da30e1f0),segment_id=39e6f569-b339-4069-b252-4c46da30e1f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:09.395025 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:09.432361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e6af8cd-ae22-46ef-a020-c77cb87800e8 req-4a280023-ef4f-4c47-9253-9551745a7033 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521326 Jul 07 19:52:09.451895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=46cfee2a-926d-44ba-9f48-520200757f06,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:09.666595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['46cfee2a-926d-44ba-9f48-520200757f06'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:52:10.609743 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e2794-3fec-4134-a2ad-965f6402f0da req-37fac0fc-b4a1-446a-b76a-dc41707bdfc9 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:10.611263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b51e2794-3fec-4134-a2ad-965f6402f0da req-37fac0fc-b4a1-446a-b76a-dc41707bdfc9 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 945 time: 0.0639226 Jul 07 19:52:10.649524 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b51e2794-3fec-4134-a2ad-965f6402f0da req-0e5c9388-74df-48e2-8230-bbae15f714f5 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Jul 07 19:52:11.114544 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffee7473-2ec0-4d47-b3f9-18b02b43eef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:11.237226 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 46cfee2a-926d-44ba-9f48-520200757f06 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:52:11.288719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 46cfee2a-926d-44ba-9f48-520200757f06 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:52:11.292339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 46cfee2a-926d-44ba-9f48-520200757f06 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:11.292744 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:11.343311 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:11.383071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:11.404680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0510a2d2-f100-4889-bbd8-4415ce62a238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cfee2a-926d-44ba-9f48-520200757f06'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:11.407102 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675c0322-8e4b-4d2e-84ff-aacbb2df19e6" -d '{"events": [{"server_uuid": "0510a2d2-f100-4889-bbd8-4415ce62a238", "name": "network-vif-plugged", "status": "completed", "tag": "46cfee2a-926d-44ba-9f48-520200757f06"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:11.420280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 46cfee2a-926d-44ba-9f48-520200757f06, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=46cfee2a-926d-44ba-9f48-520200757f06,segment=NetworkSegment(39e6f569-b339-4069-b252-4c46da30e1f0),segment_id=39e6f569-b339-4069-b252-4c46da30e1f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:11.425403 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:11.452032 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0c929a-0677-435a-979c-b9ed87101a3c x-openstack-request-id: req-ef0c929a-0677-435a-979c-b9ed87101a3c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:11.452250 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0510a2d2-f100-4889-bbd8-4415ce62a238", "name": "network-vif-plugged", "status": "completed", "tag": "46cfee2a-926d-44ba-9f48-520200757f06", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:11.452516 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ef0c929a-0677-435a-979c-b9ed87101a3c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:11.452918 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0510a2d2-f100-4889-bbd8-4415ce62a238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cfee2a-926d-44ba-9f48-520200757f06', 'code': 200} Jul 07 19:52:11.598486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd2db7-e468-4f10-8efe-8ba17c2170a8 req-36e283fb-c691-4f5c-9db1-b169b946ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:11.599990 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcdd2db7-e468-4f10-8efe-8ba17c2170a8 req-36e283fb-c691-4f5c-9db1-b169b946ac27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 1098 time: 0.0637648 Jul 07 19:52:11.641019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=46cfee2a-926d-44ba-9f48-520200757f06,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:11.987628 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcdd2db7-e468-4f10-8efe-8ba17c2170a8 req-dc84e4f1-4f9e-471d-8ee4-ea5cb610ffe4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804936 Jul 07 19:52:12.020560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7ef20-29b4-4b7a-ad30-73af03df013e req-6aee0ace-d421-4de9-ae52-2e6a0c5f7fd2 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:12.022066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43f7ef20-29b4-4b7a-ad30-73af03df013e req-6aee0ace-d421-4de9-ae52-2e6a0c5f7fd2 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 946 time: 0.0770962 Jul 07 19:52:12.060691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43f7ef20-29b4-4b7a-ad30-73af03df013e req-629b1490-2e9e-4df1-a041-e22e1eae9303 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Jul 07 19:52:12.493390 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:13.238957 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06749d7-6942-48d9-a42a-d4756cd8824d req-8389f1b9-2b0f-443c-8ec7-ff3dd42e6622 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:13.240450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c06749d7-6942-48d9-a42a-d4756cd8824d req-8389f1b9-2b0f-443c-8ec7-ff3dd42e6622 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 946 time: 0.0633047 Jul 07 19:52:13.278014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c06749d7-6942-48d9-a42a-d4756cd8824d req-35cfb5fd-d968-4ad8-ae43-d9a2d42886f3 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Jul 07 19:52:13.767264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70abb7d-789e-445b-865d-fd543e60ef06 req-9127b6dd-3055-49bc-bc0c-e74acb7b6855 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:13.768823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b70abb7d-789e-445b-865d-fd543e60ef06 req-9127b6dd-3055-49bc-bc0c-e74acb7b6855 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 946 time: 0.0688806 Jul 07 19:52:13.808737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b70abb7d-789e-445b-865d-fd543e60ef06 req-8b512ac1-4de1-4a47-92f9-d1a825c5c76a tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340853 Jul 07 19:52:14.042251 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:14.984905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239514c-7900-43ca-b6bb-abb1d0dbc9bc req-ea5111e9-aa7c-43f2-8c21-74613c0ff7d1 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:14.986415 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f239514c-7900-43ca-b6bb-abb1d0dbc9bc req-ea5111e9-aa7c-43f2-8c21-74613c0ff7d1 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 946 time: 0.0629392 Jul 07 19:52:15.025025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f239514c-7900-43ca-b6bb-abb1d0dbc9bc req-fac6aea0-9f07-4a07-9783-efd7e4b6181c tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/security-groups?id=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330160 Jul 07 19:52:15.123180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a923d3-6fb1-4bc2-8e86-19544c91c2c3 req-2d93bc93-f13a-410d-adb3-2fe071c5a37b tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:15.124582 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27a923d3-6fb1-4bc2-8e86-19544c91c2c3 req-2d93bc93-f13a-410d-adb3-2fe071c5a37b tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 946 time: 0.0663557 Jul 07 19:52:15.224322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-27a923d3-6fb1-4bc2-8e86-19544c91c2c3 req-83ca4834-7602-47a4-9c15-1c29187ca682 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Deleting port 46cfee2a-926d-44ba-9f48-520200757f06 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:52:15.224681 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27a923d3-6fb1-4bc2-8e86-19544c91c2c3 req-83ca4834-7602-47a4-9c15-1c29187ca682 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:15.317143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-27a923d3-6fb1-4bc2-8e86-19544c91c2c3 req-83ca4834-7602-47a4-9c15-1c29187ca682 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] For port 46cfee2a-926d-44ba-9f48-520200757f06, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=46cfee2a-926d-44ba-9f48-520200757f06,segment=NetworkSegment(39e6f569-b339-4069-b252-4c46da30e1f0),segment_id=39e6f569-b339-4069-b252-4c46da30e1f0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:15.317500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27a923d3-6fb1-4bc2-8e86-19544c91c2c3 req-83ca4834-7602-47a4-9c15-1c29187ca682 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:15.330335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-27a923d3-6fb1-4bc2-8e86-19544c91c2c3 req-83ca4834-7602-47a4-9c15-1c29187ca682 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Calling delete_port for 46cfee2a-926d-44ba-9f48-520200757f06 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:52:15.458239 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27a923d3-6fb1-4bc2-8e86-19544c91c2c3 req-83ca4834-7602-47a4-9c15-1c29187ca682 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:15.492093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['46cfee2a-926d-44ba-9f48-520200757f06'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:52:15.493082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca4834-7602-47a4-9c15-1c29187ca682 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Pushing event deleted for resources: {'Port': ['ID=46cfee2a-926d-44ba-9f48-520200757f06,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:15.538319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a923d3-6fb1-4bc2-8e86-19544c91c2c3 req-83ca4834-7602-47a4-9c15-1c29187ca682 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] No DVR routers for this DVR port 46cfee2a-926d-44ba-9f48-520200757f06 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:52:15.541048 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27a923d3-6fb1-4bc2-8e86-19544c91c2c3 req-83ca4834-7602-47a4-9c15-1c29187ca682 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:15.543140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27a923d3-6fb1-4bc2-8e86-19544c91c2c3 req-83ca4834-7602-47a4-9c15-1c29187ca682 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.59 "DELETE /v2.0/ports/46cfee2a-926d-44ba-9f48-520200757f06 HTTP/1.1" status: 204 len: 173 time: 0.4133134 Jul 07 19:52:15.543589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0510a2d2-f100-4889-bbd8-4415ce62a238', 'name': 'network-vif-deleted', 'tag': '46cfee2a-926d-44ba-9f48-520200757f06'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:15.545948 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086d03b1-9eb5-4c01-bdb3-d39d292e26da" -d '{"events": [{"server_uuid": "0510a2d2-f100-4889-bbd8-4415ce62a238", "name": "network-vif-deleted", "tag": "46cfee2a-926d-44ba-9f48-520200757f06"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:15.586583 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c546f6c7-6efd-469c-b8b2-803ec7a7dab2 x-openstack-request-id: req-c546f6c7-6efd-469c-b8b2-803ec7a7dab2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:15.586884 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0510a2d2-f100-4889-bbd8-4415ce62a238", "name": "network-vif-deleted", "tag": "46cfee2a-926d-44ba-9f48-520200757f06", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:15.587139 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c546f6c7-6efd-469c-b8b2-803ec7a7dab2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:15.587546 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0510a2d2-f100-4889-bbd8-4415ce62a238', 'name': 'network-vif-deleted', 'tag': '46cfee2a-926d-44ba-9f48-520200757f06', 'status': 'completed', 'code': 200} Jul 07 19:52:16.201489 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-878c4c27-c20b-446b-a603-098ce962ca58 req-726fa944-61e1-4d30-80cd-26bd7f7a5887 tempest-ServerAddressesNegativeTestJSON-737784307 tempest-ServerAddressesNegativeTestJSON-737784307-project] 10.222.0.113 "GET /v2.0/ports?device_id=0510a2d2-f100-4889-bbd8-4415ce62a238 HTTP/1.1" status: 200 len: 210 time: 0.0313196 Jul 07 19:52:17.307046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:17.357693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb32829-1cce-49ee-82c1-68e68f01e21e admin admin] Deleting subnet 10b7b28b-7e5c-4e26-a1a2-b9a80146b796 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:52:17.361769 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bb32829-1cce-49ee-82c1-68e68f01e21e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.405443 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bb32829-1cce-49ee-82c1-68e68f01e21e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.449479 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bb32829-1cce-49ee-82c1-68e68f01e21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.506563 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bb32829-1cce-49ee-82c1-68e68f01e21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.535714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb32829-1cce-49ee-82c1-68e68f01e21e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b7b28b-7e5c-4e26-a1a2-b9a80146b796,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:17.538629 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bb32829-1cce-49ee-82c1-68e68f01e21e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.540328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8bb32829-1cce-49ee-82c1-68e68f01e21e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/10b7b28b-7e5c-4e26-a1a2-b9a80146b796 HTTP/1.1" status: 204 len: 168 time: 0.2322485 Jul 07 19:52:17.542936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:17.626913 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.720822 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.731175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6891513-09e9-40ef-93f0-1ed8d9f37dd3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:17.742130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e6f569-b339-4069-b252-4c46da30e1f0') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:17.742427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e6f569-b339-4069-b252-4c46da30e1f0') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:17.751643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.765468 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.772313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:52:17.772760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:52:17.774489 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:52:17.837357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.843915 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:17.846641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] 10.222.0.113 "DELETE /v2.0/networks/e6891513-09e9-40ef-93f0-1ed8d9f37dd3 HTTP/1.1" status: 204 len: 168 time: 0.3025246 Jul 07 19:52:17.859350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be74e56-b7c8-485b-9123-70e314ca3460 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6891513-09e9-40ef-93f0-1ed8d9f37dd3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:17.960504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:18.007601 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-01ffa8b3-8835-4009-b5d4-e3cccc549e4e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0ab98b5881314b90bab02bc56eb5d785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458746 Jul 07 19:52:18.010060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:18.059893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c8e516e-a236-4e43-8bbc-678dcfcd7692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.082044 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c8e516e-a236-4e43-8bbc-678dcfcd7692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.129293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c8e516e-a236-4e43-8bbc-678dcfcd7692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.131976 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c8e516e-a236-4e43-8bbc-678dcfcd7692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.133196 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7c8e516e-a236-4e43-8bbc-678dcfcd7692 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d1cd3d38-ef91-40bf-b948-8ed01ee2d40a HTTP/1.1" status: 204 len: 168 time: 0.1222310 Jul 07 19:52:18.143980 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e516e-a236-4e43-8bbc-678dcfcd7692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cd3d38-ef91-40bf-b948-8ed01ee2d40a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:18.802519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:18.901157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1091637108-network', 'tenant_id': '2c87c0e694044b29a8db27fe4719b6b3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:18.920960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Made reservation on behalf of 2c87c0e694044b29a8db27fe4719b6b3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:18.923258 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:18.931571 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.020796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.024603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.044694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:52:19.060267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d494d35-2143-4b33-a750-dee0ee805d05,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:19.063321 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.064180 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Added segment 47817065-ddad-438c-93a8-c64424c2b6a9 of type vlan for network f422bdb2-c51a-41ff-a303-402e9ba1e1cb Jul 07 19:52:19.103381 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.136687 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.137856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:19.138710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.193158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3895011 Jul 07 19:52:19.202165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf68de-70df-4cac-925c-cb16a8d2df59 admin admin] Pushing event updated for resources: {'Network': ['ID=f422bdb2-c51a-41ff-a303-402e9ba1e1cb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:19.212272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f422bdb2-c51a-41ff-a303-402e9ba1e1cb details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:52:19.270791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 46cfee2a-926d-44ba-9f48-520200757f06 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:52:19.295322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 46cfee2a-926d-44ba-9f48-520200757f06 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:52:19.295675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 46cfee2a-926d-44ba-9f48-520200757f06 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:52:19.325659 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.655971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c990-5044-4c55-ad79-af1f7859ddaa req-76de4211-fc3c-4cc2-aa74-131851a029af tempest-ComputeTenantNetworksTest-388656844 tempest-ComputeTenantNetworksTest-388656844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:19.662666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c990-5044-4c55-ad79-af1f7859ddaa req-76de4211-fc3c-4cc2-aa74-131851a029af tempest-ComputeTenantNetworksTest-388656844 tempest-ComputeTenantNetworksTest-388656844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:19.668384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c990-5044-4c55-ad79-af1f7859ddaa req-76de4211-fc3c-4cc2-aa74-131851a029af tempest-ComputeTenantNetworksTest-388656844 tempest-ComputeTenantNetworksTest-388656844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:19.670027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ce0c990-5044-4c55-ad79-af1f7859ddaa req-76de4211-fc3c-4cc2-aa74-131851a029af tempest-ComputeTenantNetworksTest-388656844 tempest-ComputeTenantNetworksTest-388656844-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1935582 Jul 07 19:52:19.774886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565082e2-f4bf-4fad-93a4-cff98a45697b req-a49fd245-b572-44fc-bd17-be29e62fae8f tempest-ComputeTenantNetworksTest-388656844 tempest-ComputeTenantNetworksTest-388656844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:19.776267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-565082e2-f4bf-4fad-93a4-cff98a45697b req-a49fd245-b572-44fc-bd17-be29e62fae8f tempest-ComputeTenantNetworksTest-388656844 tempest-ComputeTenantNetworksTest-388656844-project] 10.222.0.113 "GET /v2.0/networks/f422bdb2-c51a-41ff-a303-402e9ba1e1cb HTTP/1.1" status: 200 len: 769 time: 0.0855296 Jul 07 19:52:19.785159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60958) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:19.857105 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.934371 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.943867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f422bdb2-c51a-41ff-a303-402e9ba1e1cb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:19.953926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47817065-ddad-438c-93a8-c64424c2b6a9') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:19.953926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47817065-ddad-438c-93a8-c64424c2b6a9') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:52:19.962865 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.977615 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.983753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:52:19.984140 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:52:19.986527 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:52:20.041527 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.046984 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.049890 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] 10.222.0.113 "DELETE /v2.0/networks/f422bdb2-c51a-41ff-a303-402e9ba1e1cb HTTP/1.1" status: 204 len: 168 time: 0.2632084 Jul 07 19:52:20.060674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b7e49-a144-4f6a-8286-2d49260266ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f422bdb2-c51a-41ff-a303-402e9ba1e1cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:20.160617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:20.200164 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-38c80289-19e8-4ad8-9f1d-d90c078c399d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2c87c0e694044b29a8db27fe4719b6b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382748 Jul 07 19:52:20.202603 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:20.251213 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d0745da-85d7-4201-a26b-b8bdd15826e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.272962 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d0745da-85d7-4201-a26b-b8bdd15826e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.321247 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d0745da-85d7-4201-a26b-b8bdd15826e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.323764 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d0745da-85d7-4201-a26b-b8bdd15826e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:20.324937 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1d0745da-85d7-4201-a26b-b8bdd15826e4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6d494d35-2143-4b33-a750-dee0ee805d05 HTTP/1.1" status: 204 len: 168 time: 0.1214461 Jul 07 19:52:20.333605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0745da-85d7-4201-a26b-b8bdd15826e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d494d35-2143-4b33-a750-dee0ee805d05,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:20.983920 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 60986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:21.082137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-748906085-network', 'tenant_id': 'f3206a349c0f4704a88da2d383d36492'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:21.103395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Made reservation on behalf of f3206a349c0f4704a88da2d383d36492 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:21.106214 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.115794 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.205120 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.209118 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.230974 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:52:21.246784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba736a25-0bb0-4095-a450-59da31357ab8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:21.249758 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.250107 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Added segment a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a of type vlan for network d2b16cbb-71de-42d2-9100-ef12a6d633fc Jul 07 19:52:21.292423 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.322504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.323639 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:21.324226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.381845 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3965638 Jul 07 19:52:21.384980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 60990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:52:21.390077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] Request body: {'subnet': {'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-748906085-subnet', 'tenant_id': 'f3206a349c0f4704a88da2d383d36492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:21.391054 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224bc6e-6424-4d66-8595-686cd7530b80 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b16cbb-71de-42d2-9100-ef12a6d633fc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:21.401294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network d2b16cbb-71de-42d2-9100-ef12a6d633fc details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:52:21.412459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] Made reservation on behalf of f3206a349c0f4704a88da2d383d36492 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:21.414864 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.583990 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.640041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1755b977-a6b2-4032-b682-6017ce1cd521,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:21.648459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] Checking segment: {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:52:21.648852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] Network hostable DHCP agents. Network: d2b16cbb-71de-42d2-9100-ef12a6d633fc, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:52:21.666824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] Network d2b16cbb-71de-42d2-9100-ef12a6d633fc is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:52:21.675838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, d2b16cbb-71de-42d2-9100-ef12a6d633fc) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:21.679956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:21.680561 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:21.685851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b09402-cf09-47f5-a1b8-a4b0aae62585 None None] Network d2b16cbb-71de-42d2-9100-ef12a6d633fc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:52:21.695747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3e9ee68f-7f4d-4c13-a7d1-622118250741 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3096704 Jul 07 19:52:21.814251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe0044-0808-45f1-a0fb-ba86d1ba384a None None] Network d2b16cbb-71de-42d2-9100-ef12a6d633fc requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:52:22.139376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-342bbf6a-e90a-44d0-b8f7-b3a5f2b5e107 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:22.141249 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-342bbf6a-e90a-44d0-b8f7-b3a5f2b5e107 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 814 time: 0.1141450 Jul 07 19:52:22.156537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-92581444-61a4-45f0-b803-0907477a99f6 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/quotas/f3206a349c0f4704a88da2d383d36492 HTTP/1.1" status: 200 len: 375 time: 0.0092297 Jul 07 19:52:22.190780 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-4ec85a70-4201-46c3-9944-ccb48dd09662 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285923 Jul 07 19:52:22.201397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-db970c7d-11a6-4d79-b98c-100befcd5538 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:52:22.202336 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-db970c7d-11a6-4d79-b98c-100befcd5538 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054808 Jul 07 19:52:22.295980 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-9f6de83d-6d0e-47d9-9a05-cf1099a080b7 service neutron] 10.222.0.113 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863075 Jul 07 19:52:22.386928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-9991007f-c161-472f-ad77-3a4786a55177 service neutron] 10.222.0.113 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847936 Jul 07 19:52:22.554110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6d0aa04-d265-4b05-adcc-a68d6ff017a7 req-dd7a1fbb-35a8-493d-8989-2da930227ef8 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 210 time: 0.0294480 Jul 07 19:52:23.638159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-0f83bd8b-3c37-4bc2-8db6-b1c293b2b608 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:23.640364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-0f83bd8b-3c37-4bc2-8db6-b1c293b2b608 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 814 time: 0.1135845 Jul 07 19:52:23.658243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Request body: {'port': {'device_id': '46d57aa2-767c-4617-8dd2-623f5a65d024', 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc', 'admin_state_up': True, 'tenant_id': 'f3206a349c0f4704a88da2d383d36492'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:23.734001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-78d43b8f-956d-4144-8be4-c4565e9378ba req-b0f0c622-41ce-4729-a884-6fff40cdc045 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 210 time: 0.0594072 Jul 07 19:52:23.797292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Made reservation on behalf of f3206a349c0f4704a88da2d383d36492 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:23.801060 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:23.926224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Allocated IP 172.20.0.3 (d2b16cbb-71de-42d2-9100-ef12a6d633fc/1755b977-a6b2-4032-b682-6017ce1cd521/a63778ba-618d-4b70-a588-0b91275b0d2f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:52:24.072508 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.111818 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.154411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Network d2b16cbb-71de-42d2-9100-ef12a6d633fc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:52:24.160134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:24.163915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:52:24.170288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Pushing event updated for resources: {'Port': ['ID=a63778ba-618d-4b70-a588-0b91275b0d2f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:24.221223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:24.221829 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.236187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c64d84cf-8ada-4f61-8c28-935d66f087ff tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5820310 Jul 07 19:52:24.301381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Request body: {'port': {'device_id': '46d57aa2-767c-4617-8dd2-623f5a65d024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:24.373438 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.636438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63778ba-618d-4b70-a588-0b91275b0d2f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:52:24.644440 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.655890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Transition to ACTIVE for port object a63778ba-618d-4b70-a588-0b91275b0d2f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:52:24.660228 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.709248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f509e0-959e-41db-badd-97107942c740 service neutron] Pushing event updated for resources: {'Port': ['ID=a63778ba-618d-4b70-a588-0b91275b0d2f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:24.778732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Attempting to bind port a63778ba-618d-4b70-a588-0b91275b0d2f on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:52:24.779078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Attempting to bind port a63778ba-618d-4b70-a588-0b91275b0d2f by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:52:24.779411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Attempting to bind port a63778ba-618d-4b70-a588-0b91275b0d2f on network d2b16cbb-71de-42d2-9100-ef12a6d633fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:52:24.784463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Port a63778ba-618d-4b70-a588-0b91275b0d2f on network d2b16cbb-71de-42d2-9100-ef12a6d633fc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:52:24.784813 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Attempting to bind port a63778ba-618d-4b70-a588-0b91275b0d2f on network d2b16cbb-71de-42d2-9100-ef12a6d633fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:52:24.789820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:52:24.790155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Checking segment: {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:52:24.790538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Bound using segment: {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:52:24.790993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Bound port: a63778ba-618d-4b70-a588-0b91275b0d2f, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:52:24.791319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.862097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] For port a63778ba-618d-4b70-a588-0b91275b0d2f, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:52:24.897497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] For port a63778ba-618d-4b70-a588-0b91275b0d2f, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a63778ba-618d-4b70-a588-0b91275b0d2f,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:52:24.903246 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.943628 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:24.944250 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:24.945676 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-72f509e0-959e-41db-badd-97107942c740 service neutron] 10.222.0.112 "PUT /v2.0/ports/a63778ba-618d-4b70-a588-0b91275b0d2f HTTP/1.1" status: 200 len: 1092 time: 0.7027209 Jul 07 19:52:24.946127 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d57aa2-767c-4617-8dd2-623f5a65d024', 'tag': 'a63778ba-618d-4b70-a588-0b91275b0d2f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:24.948362 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e046be-4285-4dc1-b966-5e7923dbe6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "46d57aa2-767c-4617-8dd2-623f5a65d024", "tag": "a63778ba-618d-4b70-a588-0b91275b0d2f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:24.999501 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc766d-eb2d-4320-8910-0f8ef13b79cc x-openstack-request-id: req-f4dc766d-eb2d-4320-8910-0f8ef13b79cc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:24.999783 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d57aa2-767c-4617-8dd2-623f5a65d024", "tag": "a63778ba-618d-4b70-a588-0b91275b0d2f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:25.000034 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f4dc766d-eb2d-4320-8910-0f8ef13b79cc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:25.000428 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d57aa2-767c-4617-8dd2-623f5a65d024', 'tag': 'a63778ba-618d-4b70-a588-0b91275b0d2f', 'status': 'completed', 'code': 200} Jul 07 19:52:25.009677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f8193-e61c-4f8b-8613-850ede84158d req-95ce2e87-cd40-4131-baa9-f5b2023151c8 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:25.011135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-723f8193-e61c-4f8b-8613-850ede84158d req-95ce2e87-cd40-4131-baa9-f5b2023151c8 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 943 time: 0.1511455 Jul 07 19:52:25.030773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f509e0-959e-41db-badd-97107942c740 service neutron] Pushing event updated for resources: {'Port': ['ID=a63778ba-618d-4b70-a588-0b91275b0d2f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:25.079702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-723f8193-e61c-4f8b-8613-850ede84158d req-ac4ff0f3-2006-4e3b-a254-dd09a3518018 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445762 Jul 07 19:52:25.091204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c60f1e98-e2b5-42b9-a4d7-7e213ee0b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:25.092804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-c60f1e98-e2b5-42b9-a4d7-7e213ee0b37b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 1095 time: 0.1056914 Jul 07 19:52:25.136237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-80cc84d8-25da-49f2-a860-1f5e13355fd0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a63778ba-618d-4b70-a588-0b91275b0d2f HTTP/1.1" status: 200 len: 217 time: 0.0348063 Jul 07 19:52:25.189277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-0ad9a778-913a-4586-9207-b4166c4697f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:25.190665 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-0ad9a778-913a-4586-9207-b4166c4697f1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 200 len: 854 time: 0.0481217 Jul 07 19:52:25.223757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-4a0acd29-2d18-4fa2-a1ec-46498f581b72 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d2b16cbb-71de-42d2-9100-ef12a6d633fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268600 Jul 07 19:52:25.311163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-15624d21-1b14-410c-b021-4323ae47a440 service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814617 Jul 07 19:52:25.403487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8b60b2d-213e-4ab1-bb96-37cf7beed347 req-b6433b42-a1ac-46c4-8b2b-46735512d243 service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862379 Jul 07 19:52:25.507061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e046be-4285-4dc1-b966-5e7923dbe6a5 req-642a28ac-8557-4c85-ad20-32af09292228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:25.508570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6e046be-4285-4dc1-b966-5e7923dbe6a5 req-642a28ac-8557-4c85-ad20-32af09292228 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 1095 time: 0.0531614 Jul 07 19:52:25.600619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e046be-4285-4dc1-b966-5e7923dbe6a5 req-ddb6b9b2-a1f2-4515-8530-da978f894b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:25.602106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6e046be-4285-4dc1-b966-5e7923dbe6a5 req-ddb6b9b2-a1f2-4515-8530-da978f894b63 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 916 time: 0.0872972 Jul 07 19:52:25.642547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6e046be-4285-4dc1-b966-5e7923dbe6a5 req-51fdbc92-61bd-4ee1-a696-63362fd71794 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a63778ba-618d-4b70-a588-0b91275b0d2f HTTP/1.1" status: 200 len: 217 time: 0.0340512 Jul 07 19:52:25.690821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e046be-4285-4dc1-b966-5e7923dbe6a5 req-d2201814-0642-4345-b9c6-fd2b861ae2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:25.692377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6e046be-4285-4dc1-b966-5e7923dbe6a5 req-d2201814-0642-4345-b9c6-fd2b861ae2d3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 200 len: 854 time: 0.0437148 Jul 07 19:52:25.725549 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6e046be-4285-4dc1-b966-5e7923dbe6a5 req-14eaeb53-b3bd-4c9e-83cd-37324eb62536 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d2b16cbb-71de-42d2-9100-ef12a6d633fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270545 Jul 07 19:52:25.818537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6e046be-4285-4dc1-b966-5e7923dbe6a5 req-0db557ea-68d8-4641-aef3-c360d527bacb service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865529 Jul 07 19:52:25.907777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e6e046be-4285-4dc1-b966-5e7923dbe6a5 req-6fc91a73-9a6d-4176-914d-c6f6ddfb7c92 service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827906 Jul 07 19:52:26.260324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698de6ce-f2e2-4338-a1a3-362fa4a7bd6b req-9dcca1cc-1ec5-4c23-a716-533ab099e537 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:26.261839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-698de6ce-f2e2-4338-a1a3-362fa4a7bd6b req-9dcca1cc-1ec5-4c23-a716-533ab099e537 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 943 time: 0.0687225 Jul 07 19:52:26.299032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-698de6ce-f2e2-4338-a1a3-362fa4a7bd6b req-c3cf8cf1-e906-47dc-a4d0-d1fabdd84e5f tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Jul 07 19:52:27.365942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device a63778ba-618d-4b70-a588-0b91275b0d2f details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:52:27.466823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port a63778ba-618d-4b70-a588-0b91275b0d2f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a63778ba-618d-4b70-a588-0b91275b0d2f,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:27.479787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'a63778ba-618d-4b70-a588-0b91275b0d2f', 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc', 'port_id': 'a63778ba-618d-4b70-a588-0b91275b0d2f', 'mac_address': 'fa:16:3e:61:14:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1755b977-a6b2-4032-b682-6017ce1cd521', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:52:27.487695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe9a7a-fd68-439e-8ac9-49fcded2d3d1 req-abd4cab3-328c-4523-8892-0362d5168495 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:27.489237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8efe9a7a-fd68-439e-8ac9-49fcded2d3d1 req-abd4cab3-328c-4523-8892-0362d5168495 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 943 time: 0.0709651 Jul 07 19:52:27.518109 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:27.528785 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8efe9a7a-fd68-439e-8ac9-49fcded2d3d1 req-1006852a-ea5f-43d8-8660-917943c9eea7 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333927 Jul 07 19:52:27.530956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63778ba-618d-4b70-a588-0b91275b0d2f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:52:27.552603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port a63778ba-618d-4b70-a588-0b91275b0d2f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a63778ba-618d-4b70-a588-0b91275b0d2f,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:27.556245 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:27.602638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=a63778ba-618d-4b70-a588-0b91275b0d2f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:27.759877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a63778ba-618d-4b70-a588-0b91275b0d2f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:52:28.707115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf4561-c86c-467c-97a7-7aaf333293a0 req-a7597fcf-11f2-4d3a-9904-3c6ab83dc4ee tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:28.708605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aabf4561-c86c-467c-97a7-7aaf333293a0 req-a7597fcf-11f2-4d3a-9904-3c6ab83dc4ee tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 944 time: 0.0689449 Jul 07 19:52:28.745462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aabf4561-c86c-467c-97a7-7aaf333293a0 req-de1b6891-3aef-4562-b708-e4c773f45caf tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311048 Jul 07 19:52:29.380574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device a63778ba-618d-4b70-a588-0b91275b0d2f up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:52:29.429977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port a63778ba-618d-4b70-a588-0b91275b0d2f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:52:29.433751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port a63778ba-618d-4b70-a588-0b91275b0d2f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:29.434128 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:29.513788 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:29.536042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d57aa2-767c-4617-8dd2-623f5a65d024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63778ba-618d-4b70-a588-0b91275b0d2f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:29.538296 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eff406-2d9b-4afc-9973-f53d788f13a2" -d '{"events": [{"server_uuid": "46d57aa2-767c-4617-8dd2-623f5a65d024", "name": "network-vif-plugged", "status": "completed", "tag": "a63778ba-618d-4b70-a588-0b91275b0d2f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:29.552098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port a63778ba-618d-4b70-a588-0b91275b0d2f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a63778ba-618d-4b70-a588-0b91275b0d2f,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:29.556248 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:29.581137 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b11d0f-fc3f-4ebd-8050-011f3d7fac6a x-openstack-request-id: req-26b11d0f-fc3f-4ebd-8050-011f3d7fac6a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:29.581552 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d57aa2-767c-4617-8dd2-623f5a65d024", "name": "network-vif-plugged", "status": "completed", "tag": "a63778ba-618d-4b70-a588-0b91275b0d2f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:29.581815 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-26b11d0f-fc3f-4ebd-8050-011f3d7fac6a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:29.582233 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d57aa2-767c-4617-8dd2-623f5a65d024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63778ba-618d-4b70-a588-0b91275b0d2f', 'code': 200} Jul 07 19:52:29.609108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=a63778ba-618d-4b70-a588-0b91275b0d2f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:29.685112 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c389-35ca-4110-bc30-3528e78c72c5 req-0a810016-d84c-4726-aa39-7ef3731215a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:29.686634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6790c389-35ca-4110-bc30-3528e78c72c5 req-0a810016-d84c-4726-aa39-7ef3731215a0 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 1097 time: 0.0518041 Jul 07 19:52:29.722076 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6790c389-35ca-4110-bc30-3528e78c72c5 req-337d3544-35ff-4c85-aaaa-5469254778e5 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290160 Jul 07 19:52:29.925830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b89f0-8a54-4b99-99e5-4595f6bffafa req-0d1409f6-5143-4171-87d3-40f88c261208 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:29.927273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b5b89f0-8a54-4b99-99e5-4595f6bffafa req-0d1409f6-5143-4171-87d3-40f88c261208 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 945 time: 0.0636206 Jul 07 19:52:29.966544 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b5b89f0-8a54-4b99-99e5-4595f6bffafa req-a48aa8cf-8d42-44ef-9b01-079d500c7ab1 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Jul 07 19:52:31.145210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2460c3c-d236-4833-85d9-5ecb48021b0c req-02a1cd37-c88f-43dc-a30c-4d16359e30c1 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:31.146599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c2460c3c-d236-4833-85d9-5ecb48021b0c req-02a1cd37-c88f-43dc-a30c-4d16359e30c1 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 945 time: 0.0678482 Jul 07 19:52:31.188921 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c2460c3c-d236-4833-85d9-5ecb48021b0c req-51224dbe-f81d-4682-b0ff-98bf119002d0 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366294 Jul 07 19:52:33.632102 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:38.412934 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-063c15f6-9060-45f4-ba7f-f71a2b24177e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:38.940687 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:52:41.114834 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9af60890-baf8-45c1-9048-8bf7e54520ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:41.333904 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:42.496420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:42.653577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b62a-6307-490f-87b8-29751eeb19db req-6e863780-543e-4144-a70d-00e4fbb50de2 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:42.655050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-6e863780-543e-4144-a70d-00e4fbb50de2 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 814 time: 0.0999358 Jul 07 19:52:42.669645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-19e88396-08e4-4970-8641-8a58105b75c0 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/quotas/f3206a349c0f4704a88da2d383d36492 HTTP/1.1" status: 200 len: 375 time: 0.0089865 Jul 07 19:52:42.738035 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-ec8b56c8-8671-4a90-8773-45e272e0e055 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624783 Jul 07 19:52:42.832176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-bd38a405-77f1-4951-abaf-99f06b0ecfdb service neutron] 10.222.0.113 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873268 Jul 07 19:52:42.925945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-8492111a-910f-4902-b894-bac4c1967d1d service neutron] 10.222.0.113 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879722 Jul 07 19:52:43.432712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03117bf6-16f3-47bb-820e-35c4ec9a0828 req-0ce4ec65-1122-4cd3-8df9-1c057f7ec0b1 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 210 time: 0.3621802 Jul 07 19:52:44.044206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:44.233907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b62a-6307-490f-87b8-29751eeb19db req-52780d91-f321-49a9-99d7-8b0c21462660 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:44.236451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-52780d91-f321-49a9-99d7-8b0c21462660 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.59 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 814 time: 0.1038487 Jul 07 19:52:44.256246 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Request body: {'port': {'device_id': 'c73c3d56-cea9-4a89-8082-445bbd06653e', 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc', 'admin_state_up': True, 'tenant_id': 'f3206a349c0f4704a88da2d383d36492'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:44.370155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Made reservation on behalf of f3206a349c0f4704a88da2d383d36492 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:44.373681 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:44.509878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Allocated IP 172.20.0.9 (d2b16cbb-71de-42d2-9100-ef12a6d633fc/1755b977-a6b2-4032-b682-6017ce1cd521/b84882c0-7d12-4f6e-b9f3-18a9e59e35ff) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:52:44.588499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17b4e7aa-e58a-4731-b78b-12837cd31ff4 req-a54f33cc-0560-46ac-8b12-3b3227735e2a tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 210 time: 0.0367327 Jul 07 19:52:44.681543 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:44.723816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:44.736962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a63778ba-618d-4b70-a588-0b91275b0d2f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:52:44.770555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Network d2b16cbb-71de-42d2-9100-ef12a6d633fc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:52:44.776052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:52:44.779189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:52:44.811123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Pushing event updated for resources: {'Port': ['ID=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:44.841825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:44.842447 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:44.857768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-2781c390-28f0-4b7e-a7b7-c92f2721a365 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6055920 Jul 07 19:52:44.875457 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Request body: {'port': {'device_id': 'c73c3d56-cea9-4a89-8082-445bbd06653e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:44.949146 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:45.216190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84882c0-7d12-4f6e-b9f3-18a9e59e35ff {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:52:45.223956 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:45.236179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Transition to ACTIVE for port object b84882c0-7d12-4f6e-b9f3-18a9e59e35ff will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:52:45.240175 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:45.292005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Pushing event updated for resources: {'Port': ['ID=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:45.316989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.317337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.317687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.318024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.318360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.318691 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.319019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.319346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.319672 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.319997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.320321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.320671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:52:45.372840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Attempting to bind port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:52:45.373180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Attempting to bind port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:52:45.373507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Attempting to bind port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff on network d2b16cbb-71de-42d2-9100-ef12a6d633fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:52:45.378504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff on network d2b16cbb-71de-42d2-9100-ef12a6d633fc not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:52:45.378825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Attempting to bind port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff on network d2b16cbb-71de-42d2-9100-ef12a6d633fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:52:45.383574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:52:45.383910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Checking segment: {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:52:45.384295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Bound using segment: {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:52:45.384752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Bound port: b84882c0-7d12-4f6e-b9f3-18a9e59e35ff, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:52:45.385105 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:45.449818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] For port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:52:45.453733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] For port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:52:45.457911 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:45.492324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:45.493213 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:45.494595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] 10.222.0.59 "PUT /v2.0/ports/b84882c0-7d12-4f6e-b9f3-18a9e59e35ff HTTP/1.1" status: 200 len: 1092 time: 0.6237319 Jul 07 19:52:45.495039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73c3d56-cea9-4a89-8082-445bbd06653e', 'tag': 'b84882c0-7d12-4f6e-b9f3-18a9e59e35ff'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:45.497340 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624d8e5e-52e9-43fd-b2e8-9c142144025d" -d '{"events": [{"name": "network-changed", "server_uuid": "c73c3d56-cea9-4a89-8082-445bbd06653e", "tag": "b84882c0-7d12-4f6e-b9f3-18a9e59e35ff"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:45.523547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae9ac8-909d-4f11-b369-0b4afd71456e service neutron] Pushing event updated for resources: {'Port': ['ID=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:45.538392 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d4f7a2-bb18-4817-8688-281118473a30 x-openstack-request-id: req-69d4f7a2-bb18-4817-8688-281118473a30 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:45.538934 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73c3d56-cea9-4a89-8082-445bbd06653e", "tag": "b84882c0-7d12-4f6e-b9f3-18a9e59e35ff", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:45.539195 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-69d4f7a2-bb18-4817-8688-281118473a30 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:45.539594 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73c3d56-cea9-4a89-8082-445bbd06653e', 'tag': 'b84882c0-7d12-4f6e-b9f3-18a9e59e35ff', 'status': 'completed', 'code': 200} Jul 07 19:52:45.610309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b62a-6307-490f-87b8-29751eeb19db req-e994fd67-dd1b-40d5-9795-61d21ee673b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:45.611903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-e994fd67-dd1b-40d5-9795-61d21ee673b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 1095 time: 0.0555148 Jul 07 19:52:45.662221 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-23119a50-114d-40cc-ad13-69381cdbfcbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff HTTP/1.1" status: 200 len: 217 time: 0.0376511 Jul 07 19:52:45.711682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b62a-6307-490f-87b8-29751eeb19db req-485dcd87-7406-4ef6-94a9-59659c060d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:45.713152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-485dcd87-7406-4ef6-94a9-59659c060d77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 200 len: 854 time: 0.0446653 Jul 07 19:52:45.770488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-57c940cd-684d-4dd6-b3b5-109de11fc6db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2b16cbb-71de-42d2-9100-ef12a6d633fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458846 Jul 07 19:52:45.856906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40522a8-f5b9-4a16-9b76-2b6834839c91 req-ad7c422b-6273-48bd-a522-199306b4d3d4 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:45.858398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e40522a8-f5b9-4a16-9b76-2b6834839c91 req-ad7c422b-6273-48bd-a522-199306b4d3d4 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 943 time: 0.1426313 Jul 07 19:52:45.900945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-a731b303-f138-4b53-ba93-7dc85ae81a58 service neutron] 10.222.0.59 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223323 Jul 07 19:52:45.934009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e40522a8-f5b9-4a16-9b76-2b6834839c91 req-fe4ef2ab-b420-49f6-a0f9-80be7b78b500 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686233 Jul 07 19:52:46.001792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c24b62a-6307-490f-87b8-29751eeb19db req-517d9a88-efb6-4e25-bb1c-a8408cfe2c88 service neutron] 10.222.0.59 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948796 Jul 07 19:52:46.142875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d8e5e-52e9-43fd-b2e8-9c142144025d req-791628e1-ed14-49e8-b896-86c7c19110c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:46.144418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-624d8e5e-52e9-43fd-b2e8-9c142144025d req-791628e1-ed14-49e8-b896-86c7c19110c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 1095 time: 0.0539188 Jul 07 19:52:46.242152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d8e5e-52e9-43fd-b2e8-9c142144025d req-d9e2e93e-fa21-4421-b30c-a1741ecfd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:46.243670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-624d8e5e-52e9-43fd-b2e8-9c142144025d req-d9e2e93e-fa21-4421-b30c-a1741ecfd5c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 916 time: 0.0926008 Jul 07 19:52:46.286815 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-624d8e5e-52e9-43fd-b2e8-9c142144025d req-a342b248-2fb9-4b86-a0bc-6344dc0eb784 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff HTTP/1.1" status: 200 len: 217 time: 0.0359137 Jul 07 19:52:46.335990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d8e5e-52e9-43fd-b2e8-9c142144025d req-c6cf454a-a390-4606-bbee-a3751ef313d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:46.337492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-624d8e5e-52e9-43fd-b2e8-9c142144025d req-c6cf454a-a390-4606-bbee-a3751ef313d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 200 len: 854 time: 0.0445013 Jul 07 19:52:46.374843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-624d8e5e-52e9-43fd-b2e8-9c142144025d req-9624c685-34c7-4dd5-93d1-bc6a64d46dff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2b16cbb-71de-42d2-9100-ef12a6d633fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295417 Jul 07 19:52:46.464664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-624d8e5e-52e9-43fd-b2e8-9c142144025d req-3d466111-7348-4744-8fc8-7012167ddf3d service neutron] 10.222.0.59 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829005 Jul 07 19:52:46.559598 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-624d8e5e-52e9-43fd-b2e8-9c142144025d req-6c2cb34a-9fe6-4a9a-86c7-43df5889c7fa service neutron] 10.222.0.59 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887091 Jul 07 19:52:47.118340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99206b14-c416-4868-86fc-ab923f3ec587 req-166f1988-e540-40a8-9925-62522b4a919e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:47.119752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99206b14-c416-4868-86fc-ab923f3ec587 req-166f1988-e540-40a8-9925-62522b4a919e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 943 time: 0.0700545 Jul 07 19:52:47.158444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99206b14-c416-4868-86fc-ab923f3ec587 req-f5bc2366-dc32-4ca0-b122-03d59d343075 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323555 Jul 07 19:52:48.333375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc191d-355a-4241-9a3e-4b85c1fd3459 req-4d6df68a-8f09-4cce-9f1b-77194cdbbbda tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:48.334921 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4bc191d-355a-4241-9a3e-4b85c1fd3459 req-4d6df68a-8f09-4cce-9f1b-77194cdbbbda tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 943 time: 0.0663056 Jul 07 19:52:48.374604 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4bc191d-355a-4241-9a3e-4b85c1fd3459 req-98dec192-3d69-48b4-ba18-16c8e36422aa tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340486 Jul 07 19:52:49.316549 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:49.467636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b84882c0-7d12-4f6e-b9f3-18a9e59e35ff details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:52:49.559227 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666417b-9a12-4c30-9487-68ca304fa294 req-b38ccb93-5c73-41ac-9e18-e461182ce259 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:49.560769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3666417b-9a12-4c30-9487-68ca304fa294 req-b38ccb93-5c73-41ac-9e18-e461182ce259 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 943 time: 0.0708518 Jul 07 19:52:49.571154 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:49.583005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'b84882c0-7d12-4f6e-b9f3-18a9e59e35ff', 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc', 'port_id': 'b84882c0-7d12-4f6e-b9f3-18a9e59e35ff', 'mac_address': 'fa:16:3e:2b:d4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1755b977-a6b2-4032-b682-6017ce1cd521', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:52:49.599822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3666417b-9a12-4c30-9487-68ca304fa294 req-9c04b933-3651-4494-b706-85c6dc378ef9 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Jul 07 19:52:49.621104 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:49.634103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84882c0-7d12-4f6e-b9f3-18a9e59e35ff {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:52:49.652862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:49.656943 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:49.704930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:49.922832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b84882c0-7d12-4f6e-b9f3-18a9e59e35ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:52:50.778156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca007afb-c4e1-47fc-8e43-81874f3b85ac req-e7dd5afb-fea4-473d-aa2f-26de9f97ed14 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:50.779658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca007afb-c4e1-47fc-8e43-81874f3b85ac req-e7dd5afb-fea4-473d-aa2f-26de9f97ed14 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 944 time: 0.0643630 Jul 07 19:52:50.819474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca007afb-c4e1-47fc-8e43-81874f3b85ac req-f3632e27-d47b-41ec-a67e-5921389391b6 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329387 Jul 07 19:52:51.475462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b84882c0-7d12-4f6e-b9f3-18a9e59e35ff up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:52:51.524392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:52:51.528123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:52:51.528519 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:51.611219 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:51.633460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73c3d56-cea9-4a89-8082-445bbd06653e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84882c0-7d12-4f6e-b9f3-18a9e59e35ff'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:52:51.635698 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67498fd-66b9-4d52-a05f-5f25a0dc3a0c" -d '{"events": [{"server_uuid": "c73c3d56-cea9-4a89-8082-445bbd06653e", "name": "network-vif-plugged", "status": "completed", "tag": "b84882c0-7d12-4f6e-b9f3-18a9e59e35ff"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:52:51.649848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:52:51.654022 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:52:51.712962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:52:51.736695 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5381cb-76d6-488f-858f-cd3a1b631f7e x-openstack-request-id: req-8a5381cb-76d6-488f-858f-cd3a1b631f7e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:52:51.737057 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73c3d56-cea9-4a89-8082-445bbd06653e", "name": "network-vif-plugged", "status": "completed", "tag": "b84882c0-7d12-4f6e-b9f3-18a9e59e35ff", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:52:51.737242 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8a5381cb-76d6-488f-858f-cd3a1b631f7e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:52:51.737631 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73c3d56-cea9-4a89-8082-445bbd06653e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84882c0-7d12-4f6e-b9f3-18a9e59e35ff', 'code': 200} Jul 07 19:52:51.882020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f14d6-2ba3-499f-8f6d-9f3740f1edc7 req-786051e2-f5e5-41b1-96c4-cfa09af461c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:51.883509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-514f14d6-2ba3-499f-8f6d-9f3740f1edc7 req-786051e2-f5e5-41b1-96c4-cfa09af461c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 1097 time: 0.0552871 Jul 07 19:52:51.920696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-514f14d6-2ba3-499f-8f6d-9f3740f1edc7 req-ab0c78cd-fa0e-46f6-b942-1651684fd563 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289896 Jul 07 19:52:52.001883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136658a6-261d-4a0b-98f4-2f03e2afc1b6 req-b0aaaf64-43b0-4f72-a234-c1f0c881c319 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:52.003356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-136658a6-261d-4a0b-98f4-2f03e2afc1b6 req-b0aaaf64-43b0-4f72-a234-c1f0c881c319 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 945 time: 0.0710344 Jul 07 19:52:52.041498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-136658a6-261d-4a0b-98f4-2f03e2afc1b6 req-6f946ab9-9df2-47f8-b030-daeda976df4c tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Jul 07 19:52:53.225195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65753b9f-4ff7-4e86-8a06-d0783df34bca req-67a95d1b-f00f-40cd-999d-2122bcfeb2ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:53.226641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65753b9f-4ff7-4e86-8a06-d0783df34bca req-67a95d1b-f00f-40cd-999d-2122bcfeb2ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 945 time: 0.0643892 Jul 07 19:52:53.263767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-65753b9f-4ff7-4e86-8a06-d0783df34bca req-8db23374-3f0d-4a3e-8a11-035fb3eec4cd tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Jul 07 19:52:58.216426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-cfb7e158-4d88-44f0-83f7-d93958247d0f tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:58.217850 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-cfb7e158-4d88-44f0-83f7-d93958247d0f tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 814 time: 0.1079834 Jul 07 19:52:58.233119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-1e7c57e3-28dc-4be2-9c7b-25523b1cb7c3 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/quotas/f3206a349c0f4704a88da2d383d36492 HTTP/1.1" status: 200 len: 375 time: 0.0096483 Jul 07 19:52:58.301156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-6d8485a6-4c4e-445f-9921-7275103f4677 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627260 Jul 07 19:52:58.397438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-6db810b4-c01d-4979-bc58-41ec2d70be79 service neutron] 10.222.0.113 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896747 Jul 07 19:52:58.488095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-7745b7a1-f4ce-4428-87e7-e0fc8ccf8917 service neutron] 10.222.0.113 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848503 Jul 07 19:52:58.656709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d92fce4-8a6a-4567-a572-02a28dd17995 req-fda59df4-d7db-4870-9a9f-70993c248cd6 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 210 time: 0.0302238 Jul 07 19:52:59.731370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a725d280-0ab3-4128-8e47-2a2b01ea355a tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:52:59.734695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a725d280-0ab3-4128-8e47-2a2b01ea355a tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 814 time: 0.1143506 Jul 07 19:52:59.750207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Request body: {'port': {'device_id': 'a0f79944-00e9-4bfd-888d-a4ab29638556', 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc', 'admin_state_up': True, 'tenant_id': 'f3206a349c0f4704a88da2d383d36492'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:52:59.834853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7df88965-61e7-4a0b-9336-cc3a6e99270d req-7765c116-7e87-431f-9411-73b0da3dee34 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 210 time: 0.0428703 Jul 07 19:52:59.893659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Made reservation on behalf of f3206a349c0f4704a88da2d383d36492 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:52:59.897197 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:00.022967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Allocated IP 172.20.0.12 (d2b16cbb-71de-42d2-9100-ef12a6d633fc/1755b977-a6b2-4032-b682-6017ce1cd521/4d140e94-843a-4276-b85d-53d79c5ebbdd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:53:00.175300 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:00.213520 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:00.225208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a63778ba-618d-4b70-a588-0b91275b0d2f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:53:00.248743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b84882c0-7d12-4f6e-b9f3-18a9e59e35ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:53:00.261804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Network d2b16cbb-71de-42d2-9100-ef12a6d633fc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:53:00.272098 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:53:00.276911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:53:00.312456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Pushing event updated for resources: {'Port': ['ID=4d140e94-843a-4276-b85d-53d79c5ebbdd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:00.338897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:00.339520 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:00.355053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a056f48e-73e2-4b0e-af49-3d276ae2c766 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6090717 Jul 07 19:53:00.367774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Request body: {'port': {'device_id': 'a0f79944-00e9-4bfd-888d-a4ab29638556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:53:00.442435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:00.708263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d140e94-843a-4276-b85d-53d79c5ebbdd {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:53:00.715662 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:00.728200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Transition to ACTIVE for port object 4d140e94-843a-4276-b85d-53d79c5ebbdd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:53:00.732458 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:00.780442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Pushing event updated for resources: {'Port': ['ID=4d140e94-843a-4276-b85d-53d79c5ebbdd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:00.854825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Attempting to bind port 4d140e94-843a-4276-b85d-53d79c5ebbdd on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:53:00.855158 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Attempting to bind port 4d140e94-843a-4276-b85d-53d79c5ebbdd by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:53:00.855517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Attempting to bind port 4d140e94-843a-4276-b85d-53d79c5ebbdd on network d2b16cbb-71de-42d2-9100-ef12a6d633fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:53:00.859780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Port 4d140e94-843a-4276-b85d-53d79c5ebbdd on network d2b16cbb-71de-42d2-9100-ef12a6d633fc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:53:00.860096 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Attempting to bind port 4d140e94-843a-4276-b85d-53d79c5ebbdd on network d2b16cbb-71de-42d2-9100-ef12a6d633fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:53:00.865600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:53:00.865936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Checking segment: {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:53:00.866319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Bound using segment: {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:53:00.866737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Bound port: 4d140e94-843a-4276-b85d-53d79c5ebbdd, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:53:00.867092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:00.937185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] For port 4d140e94-843a-4276-b85d-53d79c5ebbdd, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:53:00.940683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] For port 4d140e94-843a-4276-b85d-53d79c5ebbdd, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4d140e94-843a-4276-b85d-53d79c5ebbdd,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:53:00.945263 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:00.992236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:00.992880 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:00.994247 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] 10.222.0.112 "PUT /v2.0/ports/4d140e94-843a-4276-b85d-53d79c5ebbdd HTTP/1.1" status: 200 len: 1093 time: 0.6309235 Jul 07 19:53:00.994709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f79944-00e9-4bfd-888d-a4ab29638556', 'tag': '4d140e94-843a-4276-b85d-53d79c5ebbdd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:53:00.997117 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aef66c3-9ea4-4fd3-99b1-010c63972705" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f79944-00e9-4bfd-888d-a4ab29638556", "tag": "4d140e94-843a-4276-b85d-53d79c5ebbdd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:53:01.040084 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8476a4d9-4f73-44c4-9502-240089a891da x-openstack-request-id: req-8476a4d9-4f73-44c4-9502-240089a891da {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:53:01.040365 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f79944-00e9-4bfd-888d-a4ab29638556", "tag": "4d140e94-843a-4276-b85d-53d79c5ebbdd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:53:01.040642 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8476a4d9-4f73-44c4-9502-240089a891da {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:53:01.041031 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f79944-00e9-4bfd-888d-a4ab29638556', 'tag': '4d140e94-843a-4276-b85d-53d79c5ebbdd', 'status': 'completed', 'code': 200} Jul 07 19:53:01.057015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75c8c1-a5fb-45d5-8932-5231a085f866 service neutron] Pushing event updated for resources: {'Port': ['ID=4d140e94-843a-4276-b85d-53d79c5ebbdd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:01.120514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765a160-0431-4bee-b70d-58f40d68b2dc req-da56e102-111f-4785-98c3-f1ff9e786421 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:01.122045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c765a160-0431-4bee-b70d-58f40d68b2dc req-da56e102-111f-4785-98c3-f1ff9e786421 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 944 time: 0.1503243 Jul 07 19:53:01.136144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-e0f83ec7-af60-4731-a196-9ca4a850b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:01.137631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-e0f83ec7-af60-4731-a196-9ca4a850b81e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 1096 time: 0.0944555 Jul 07 19:53:01.189325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-134845d4-e44c-4e5f-ae99-003f92a58d9e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d140e94-843a-4276-b85d-53d79c5ebbdd HTTP/1.1" status: 200 len: 217 time: 0.0411859 Jul 07 19:53:01.197627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c765a160-0431-4bee-b70d-58f40d68b2dc req-8fa42e0f-de8d-49b2-8eae-e264619d77f1 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691082 Jul 07 19:53:01.241615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-10a9c95c-a09e-40dc-9336-84f032cd1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:01.243001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-10a9c95c-a09e-40dc-9336-84f032cd1522 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 200 len: 854 time: 0.0444083 Jul 07 19:53:01.276552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-690587b9-6c37-411f-8414-aa7bd225e60c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d2b16cbb-71de-42d2-9100-ef12a6d633fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261776 Jul 07 19:53:01.374004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-de53ce1f-022e-4de9-8bb0-72b48fa645cd service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890322 Jul 07 19:53:01.466700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23fc6a76-41de-430a-b7d5-6bc9dc14e290 req-a7404ef9-7130-479e-bcfa-e98ea204f045 service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857298 Jul 07 19:53:01.573222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef66c3-9ea4-4fd3-99b1-010c63972705 req-fc493ce0-c8d8-4f9b-b65e-44f26f767772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:01.574661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3aef66c3-9ea4-4fd3-99b1-010c63972705 req-fc493ce0-c8d8-4f9b-b65e-44f26f767772 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 1096 time: 0.0589578 Jul 07 19:53:01.667483 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef66c3-9ea4-4fd3-99b1-010c63972705 req-eca7a51e-8720-48a8-8f8c-fcfbe76f0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:01.669183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3aef66c3-9ea4-4fd3-99b1-010c63972705 req-eca7a51e-8720-48a8-8f8c-fcfbe76f0558 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 916 time: 0.0859923 Jul 07 19:53:01.723017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3aef66c3-9ea4-4fd3-99b1-010c63972705 req-d8d3674d-911c-4589-9b33-21f8f801ce37 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d140e94-843a-4276-b85d-53d79c5ebbdd HTTP/1.1" status: 200 len: 217 time: 0.0383875 Jul 07 19:53:01.775120 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef66c3-9ea4-4fd3-99b1-010c63972705 req-f465b4ce-9ff9-4856-b6b8-8a5e9dad98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:01.776816 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3aef66c3-9ea4-4fd3-99b1-010c63972705 req-f465b4ce-9ff9-4856-b6b8-8a5e9dad98d2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 200 len: 854 time: 0.0465658 Jul 07 19:53:01.813510 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3aef66c3-9ea4-4fd3-99b1-010c63972705 req-8fedcb67-e383-4a94-bad0-e15d78cd1cbe service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d2b16cbb-71de-42d2-9100-ef12a6d633fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281341 Jul 07 19:53:01.915016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3aef66c3-9ea4-4fd3-99b1-010c63972705 req-adc20cae-3ac7-49a9-bd86-c4b73c26d925 service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948942 Jul 07 19:53:02.010028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3aef66c3-9ea4-4fd3-99b1-010c63972705 req-913bcfb0-20c9-435d-be39-6da244fa0948 service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885229 Jul 07 19:53:02.385031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf24eb-fb28-4674-8b81-2930bea643b1 req-eeec01f7-a5c6-4847-bd88-13290ff296af tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:02.386571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcdf24eb-fb28-4674-8b81-2930bea643b1 req-eeec01f7-a5c6-4847-bd88-13290ff296af tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 944 time: 0.0676489 Jul 07 19:53:02.424952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fcdf24eb-fb28-4674-8b81-2930bea643b1 req-9281c779-e992-40d5-bbdd-44520dc4acfc tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Jul 07 19:53:03.538411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4d140e94-843a-4276-b85d-53d79c5ebbdd details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:53:03.602537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72477998-0bbf-41a4-a796-3c3fae3e4438 req-297a8f23-33b1-4417-9700-d32fc55336ce tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:03.604635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72477998-0bbf-41a4-a796-3c3fae3e4438 req-297a8f23-33b1-4417-9700-d32fc55336ce tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 944 time: 0.0676973 Jul 07 19:53:03.646942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 4d140e94-843a-4276-b85d-53d79c5ebbdd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4d140e94-843a-4276-b85d-53d79c5ebbdd,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:03.650538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-72477998-0bbf-41a4-a796-3c3fae3e4438 req-394fa8cf-800d-48da-af79-4941cf350532 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Jul 07 19:53:03.657670 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:03.661031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '4d140e94-843a-4276-b85d-53d79c5ebbdd', 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc', 'port_id': '4d140e94-843a-4276-b85d-53d79c5ebbdd', 'mac_address': 'fa:16:3e:4a:ea:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1755b977-a6b2-4032-b682-6017ce1cd521', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:53:03.701614 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:03.714606 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d140e94-843a-4276-b85d-53d79c5ebbdd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:53:03.735565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 4d140e94-843a-4276-b85d-53d79c5ebbdd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4d140e94-843a-4276-b85d-53d79c5ebbdd,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:03.739583 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:03.797351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=4d140e94-843a-4276-b85d-53d79c5ebbdd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:03.806084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.806721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.807046 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.807386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.807729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.808057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.808391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.808768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.809100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.809429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.809754 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.810084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:03.949528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['4d140e94-843a-4276-b85d-53d79c5ebbdd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:53:04.824907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9c316-b9bd-4d2e-8bb7-2e3b4b223f19 req-5f783f2c-71ab-439c-a402-6b3891cb124d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:04.826451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46a9c316-b9bd-4d2e-8bb7-2e3b4b223f19 req-5f783f2c-71ab-439c-a402-6b3891cb124d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 945 time: 0.0638890 Jul 07 19:53:04.865319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46a9c316-b9bd-4d2e-8bb7-2e3b4b223f19 req-47e92242-0130-4265-a96e-f6d29bd3d20e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325797 Jul 07 19:53:05.152849 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd841b49-dd33-4476-9de5-23411d771e01 req-03e4e6b4-5e3b-4663-be31-af6a4338eec9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552907 Jul 07 19:53:05.251280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd841b49-dd33-4476-9de5-23411d771e01 req-57801f9c-4503-4ca6-856d-4193c0589dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:05.253629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd841b49-dd33-4476-9de5-23411d771e01 req-57801f9c-4503-4ca6-856d-4193c0589dee service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 1097 time: 0.0550787 Jul 07 19:53:05.356319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd841b49-dd33-4476-9de5-23411d771e01 req-e1a58384-cc59-47f0-9456-520a90fa6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:05.357837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd841b49-dd33-4476-9de5-23411d771e01 req-e1a58384-cc59-47f0-9456-520a90fa6614 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 916 time: 0.0838799 Jul 07 19:53:05.402068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd841b49-dd33-4476-9de5-23411d771e01 req-a97b1d51-f2b3-45a4-9584-d1f4e916341b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a63778ba-618d-4b70-a588-0b91275b0d2f HTTP/1.1" status: 200 len: 217 time: 0.0377150 Jul 07 19:53:05.451427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd841b49-dd33-4476-9de5-23411d771e01 req-151c0b2d-c93a-4c46-97e0-1200952e18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:05.452873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd841b49-dd33-4476-9de5-23411d771e01 req-151c0b2d-c93a-4c46-97e0-1200952e18b6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 200 len: 854 time: 0.0451465 Jul 07 19:53:05.487521 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd841b49-dd33-4476-9de5-23411d771e01 req-808fdcdf-6b5e-405e-a591-f4ce374b189e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d2b16cbb-71de-42d2-9100-ef12a6d633fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271711 Jul 07 19:53:05.555848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4d140e94-843a-4276-b85d-53d79c5ebbdd up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:53:05.583570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd841b49-dd33-4476-9de5-23411d771e01 req-1e6aac1d-011b-490d-a1f0-16604475f86b service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893893 Jul 07 19:53:05.607906 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 4d140e94-843a-4276-b85d-53d79c5ebbdd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:53:05.612630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 4d140e94-843a-4276-b85d-53d79c5ebbdd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:53:05.613008 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:05.681657 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd841b49-dd33-4476-9de5-23411d771e01 req-1b085136-44bb-4b3d-aaf2-1bb5cacf83ce service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905740 Jul 07 19:53:05.697153 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:05.722773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f79944-00e9-4bfd-888d-a4ab29638556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d140e94-843a-4276-b85d-53d79c5ebbdd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:53:05.725086 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2252468d-4418-4569-9f15-7e3831a571b4" -d '{"events": [{"server_uuid": "a0f79944-00e9-4bfd-888d-a4ab29638556", "name": "network-vif-plugged", "status": "completed", "tag": "4d140e94-843a-4276-b85d-53d79c5ebbdd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:53:05.738263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 4d140e94-843a-4276-b85d-53d79c5ebbdd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4d140e94-843a-4276-b85d-53d79c5ebbdd,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:05.742334 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:05.766899 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f57b83-9869-4662-a727-4265b00e8061 x-openstack-request-id: req-47f57b83-9869-4662-a727-4265b00e8061 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:53:05.767199 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f79944-00e9-4bfd-888d-a4ab29638556", "name": "network-vif-plugged", "status": "completed", "tag": "4d140e94-843a-4276-b85d-53d79c5ebbdd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:53:05.768077 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-47f57b83-9869-4662-a727-4265b00e8061 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:53:05.768556 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f79944-00e9-4bfd-888d-a4ab29638556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d140e94-843a-4276-b85d-53d79c5ebbdd', 'code': 200} Jul 07 19:53:05.799887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=4d140e94-843a-4276-b85d-53d79c5ebbdd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:05.878920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1c93-ff7c-4c74-84ee-6702bb7351c3 req-3a2a5b5c-4711-440a-9842-e0cc72d0efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:05.880425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5ba1c93-ff7c-4c74-84ee-6702bb7351c3 req-3a2a5b5c-4711-440a-9842-e0cc72d0efaf service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 1098 time: 0.0527503 Jul 07 19:53:05.915235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5ba1c93-ff7c-4c74-84ee-6702bb7351c3 req-ef8ba17e-b0c1-403c-bb92-659fa847d88f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283844 Jul 07 19:53:06.043257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d661f-7356-4edf-9256-aedc9461ea1a req-22cf207c-9023-40ed-86a2-0a2770e6ad80 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:06.044822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-656d661f-7356-4edf-9256-aedc9461ea1a req-22cf207c-9023-40ed-86a2-0a2770e6ad80 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 946 time: 0.0676894 Jul 07 19:53:06.083241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-656d661f-7356-4edf-9256-aedc9461ea1a req-2397636f-37f1-4c53-89da-8447500459fd tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Jul 07 19:53:07.259044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc8539-81d1-49b4-90ba-1a354609ab39 req-547d47db-84c7-4c93-b771-a3c0429b3835 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:07.260702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc8539-81d1-49b4-90ba-1a354609ab39 req-547d47db-84c7-4c93-b771-a3c0429b3835 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 946 time: 0.0654750 Jul 07 19:53:07.299164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1ffc8539-81d1-49b4-90ba-1a354609ab39 req-b39a7f17-5b15-45c8-a3c9-928ce45d28a1 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327199 Jul 07 19:53:08.419047 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-559c22c9-f1bb-49a8-bbe8-dc99aec14c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:11.117647 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-046c980c-f6a9-4f88-9876-030378453aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:11.335100 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:12.499845 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:14.046363 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:15.941151 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:53:19.313895 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:23.474428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-1259e8b1-e618-4b23-88c4-da97f34e1031 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:23.475815 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-1259e8b1-e618-4b23-88c4-da97f34e1031 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 814 time: 0.1095421 Jul 07 19:53:23.491495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-6da18f83-cb48-44b2-b1b9-7ddcb1b133c0 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/quotas/f3206a349c0f4704a88da2d383d36492 HTTP/1.1" status: 200 len: 375 time: 0.0098181 Jul 07 19:53:23.561415 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-837a9600-28cd-4c38-b17b-c75564d8a1ca tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647712 Jul 07 19:53:23.982994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-0117abd9-617d-4ad0-bee4-11e5ea774f0b service neutron] 10.222.0.113 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148638 Jul 07 19:53:24.073795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-9b21c552-3ed6-4759-9ca0-336fa9ff6116 service neutron] 10.222.0.113 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845056 Jul 07 19:53:24.245202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0577d8f4-9278-412b-8fe5-424d938d1522 req-011207d5-b0e9-4519-a3e9-6628f326e2b6 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 210 time: 0.0298715 Jul 07 19:53:25.414965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d2ed75df-493d-4fd8-9062-091556102035 req-b0506ce8-9ca9-4d1c-bd8f-3e088457bce8 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 210 time: 0.0343816 Jul 07 19:53:25.466899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-222698b4-e4ee-480c-97ca-c2e7fc950084 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:25.468365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-222698b4-e4ee-480c-97ca-c2e7fc950084 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 814 time: 0.1403551 Jul 07 19:53:25.481001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Request body: {'port': {'device_id': 'b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7', 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc', 'admin_state_up': True, 'tenant_id': 'f3206a349c0f4704a88da2d383d36492'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:53:25.592329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Made reservation on behalf of f3206a349c0f4704a88da2d383d36492 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:53:25.595924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:25.729750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Allocated IP 172.20.0.6 (d2b16cbb-71de-42d2-9100-ef12a6d633fc/1755b977-a6b2-4032-b682-6017ce1cd521/5c8fa606-ec00-42a8-a641-e75002aa4336) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:53:25.877075 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:25.916302 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:25.929769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a63778ba-618d-4b70-a588-0b91275b0d2f', '4d140e94-843a-4276-b85d-53d79c5ebbdd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:53:25.960614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b84882c0-7d12-4f6e-b9f3-18a9e59e35ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:53:25.964880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Network d2b16cbb-71de-42d2-9100-ef12a6d633fc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:53:25.970203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:53:25.974165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:53:25.980842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Pushing event updated for resources: {'Port': ['ID=5c8fa606-ec00-42a8-a641-e75002aa4336,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:26.026777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:26.027401 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:26.042481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-15049e71-ae04-4d50-9a66-7f2e3fa3825e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5658841 Jul 07 19:53:26.055216 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Request body: {'port': {'device_id': 'b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:53:26.128392 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:26.398523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8fa606-ec00-42a8-a641-e75002aa4336 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:53:26.406041 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:26.420302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Transition to ACTIVE for port object 5c8fa606-ec00-42a8-a641-e75002aa4336 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:53:26.425324 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:26.477372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8fa606-ec00-42a8-a641-e75002aa4336,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:26.580198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Attempting to bind port 5c8fa606-ec00-42a8-a641-e75002aa4336 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:53:26.580664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Attempting to bind port 5c8fa606-ec00-42a8-a641-e75002aa4336 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:53:26.581469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Attempting to bind port 5c8fa606-ec00-42a8-a641-e75002aa4336 on network d2b16cbb-71de-42d2-9100-ef12a6d633fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:53:26.588531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Port 5c8fa606-ec00-42a8-a641-e75002aa4336 on network d2b16cbb-71de-42d2-9100-ef12a6d633fc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:53:26.588863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Attempting to bind port 5c8fa606-ec00-42a8-a641-e75002aa4336 on network d2b16cbb-71de-42d2-9100-ef12a6d633fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:53:26.596977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:53:26.597312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Checking segment: {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:53:26.597700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Bound using segment: {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:53:26.598100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Bound port: 5c8fa606-ec00-42a8-a641-e75002aa4336, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:53:26.598448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:26.661675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949312f-934a-4ac5-a888-0634568d0e3f req-e881c6a8-5928-4fc5-85a7-01e8efe38154 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:26.663115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4949312f-934a-4ac5-a888-0634568d0e3f req-e881c6a8-5928-4fc5-85a7-01e8efe38154 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 943 time: 0.1208167 Jul 07 19:53:26.711982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] For port 5c8fa606-ec00-42a8-a641-e75002aa4336, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:53:26.733236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4949312f-934a-4ac5-a888-0634568d0e3f req-3ea27715-e1af-43f5-a9f7-59416e754a08 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635781 Jul 07 19:53:26.735174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] For port 5c8fa606-ec00-42a8-a641-e75002aa4336, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5c8fa606-ec00-42a8-a641-e75002aa4336,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:53:26.741320 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:26.780096 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:26.780704 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:26.782151 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] 10.222.0.112 "PUT /v2.0/ports/5c8fa606-ec00-42a8-a641-e75002aa4336 HTTP/1.1" status: 200 len: 1092 time: 0.7313128 Jul 07 19:53:26.782697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7', 'tag': '5c8fa606-ec00-42a8-a641-e75002aa4336'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:53:26.785062 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf758774-e7b8-4db8-ba18-0ac113510f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7", "tag": "5c8fa606-ec00-42a8-a641-e75002aa4336"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:53:26.811721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7c6c9-1dd9-472a-ab5c-42e847d5e559 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8fa606-ec00-42a8-a641-e75002aa4336,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:26.888542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-c1e2496f-9789-4e06-95fd-3b97ee1d9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:26.890099 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-c1e2496f-9789-4e06-95fd-3b97ee1d9d7b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 1095 time: 0.0574689 Jul 07 19:53:26.893992 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60525fab-249c-4dae-b91e-7a3ef0b9bf61 x-openstack-request-id: req-60525fab-249c-4dae-b91e-7a3ef0b9bf61 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:53:26.894287 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7", "tag": "5c8fa606-ec00-42a8-a641-e75002aa4336", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:53:26.894541 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-60525fab-249c-4dae-b91e-7a3ef0b9bf61 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:53:26.894931 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7', 'tag': '5c8fa606-ec00-42a8-a641-e75002aa4336', 'status': 'completed', 'code': 200} Jul 07 19:53:26.933990 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-654e7997-a0f7-498b-b1d4-4351d57cebb2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8fa606-ec00-42a8-a641-e75002aa4336 HTTP/1.1" status: 200 len: 217 time: 0.0345740 Jul 07 19:53:26.986398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-2afcdd59-79bd-4552-8bc1-9da878c8733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:26.988730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-2afcdd59-79bd-4552-8bc1-9da878c8733f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 200 len: 854 time: 0.0474670 Jul 07 19:53:27.022734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-5ef4dec2-90d8-4caf-9f04-90d0bd6a23cc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d2b16cbb-71de-42d2-9100-ef12a6d633fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275784 Jul 07 19:53:27.115182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-eec9d9d0-26a7-4849-aea9-4a2f222c0039 service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842493 Jul 07 19:53:27.210595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac6872d3-c03d-48e9-9419-867a45dc55e3 req-b261a34e-79a8-4fe8-896b-c6cccb6fce73 service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882015 Jul 07 19:53:27.319976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf758774-e7b8-4db8-ba18-0ac113510f2c req-6e531b05-3060-4d19-b09e-c3b64e4731b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:27.321528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf758774-e7b8-4db8-ba18-0ac113510f2c req-6e531b05-3060-4d19-b09e-c3b64e4731b5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 1095 time: 0.0547388 Jul 07 19:53:27.416497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf758774-e7b8-4db8-ba18-0ac113510f2c req-1277d115-7e7e-4f03-883a-03f32ddf4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:27.418595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf758774-e7b8-4db8-ba18-0ac113510f2c req-1277d115-7e7e-4f03-883a-03f32ddf4779 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 916 time: 0.0899408 Jul 07 19:53:27.463043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf758774-e7b8-4db8-ba18-0ac113510f2c req-56055629-fe08-4e67-83f4-5732f0ebb958 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8fa606-ec00-42a8-a641-e75002aa4336 HTTP/1.1" status: 200 len: 217 time: 0.0359738 Jul 07 19:53:27.513722 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf758774-e7b8-4db8-ba18-0ac113510f2c req-76a11c96-1427-4c03-a07a-06c59389f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:27.515186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf758774-e7b8-4db8-ba18-0ac113510f2c req-76a11c96-1427-4c03-a07a-06c59389f7cf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 200 len: 854 time: 0.0443306 Jul 07 19:53:27.548505 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf758774-e7b8-4db8-ba18-0ac113510f2c req-40c938a5-5921-4714-84fd-4a453e3cea48 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d2b16cbb-71de-42d2-9100-ef12a6d633fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260255 Jul 07 19:53:27.640904 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf758774-e7b8-4db8-ba18-0ac113510f2c req-58b59c89-f99a-4f15-8714-a5ef3901773d service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857410 Jul 07 19:53:27.734313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cf758774-e7b8-4db8-ba18-0ac113510f2c req-c246f906-4c80-41c0-a5a7-e779d803dd9e service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838897 Jul 07 19:53:27.921299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d09c1-ed08-4712-a03f-9a3610b73730 req-cdc66d28-525b-4142-bcfa-4a263257dadc tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:27.922796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad8d09c1-ed08-4712-a03f-9a3610b73730 req-cdc66d28-525b-4142-bcfa-4a263257dadc tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 943 time: 0.0686436 Jul 07 19:53:27.961524 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad8d09c1-ed08-4712-a03f-9a3610b73730 req-0c547c1a-75b7-4dfc-86a2-7ab00fda5c37 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 Jul 07 19:53:28.974789 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a7d0453-d142-4fdd-9c1c-4faa19b001a8 req-68507e4f-b659-4081-9ac4-2e260602bda6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529287 Jul 07 19:53:29.117634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d0453-d142-4fdd-9c1c-4faa19b001a8 req-541fc75d-8420-40bb-85e4-49018c120739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:29.119042 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a7d0453-d142-4fdd-9c1c-4faa19b001a8 req-541fc75d-8420-40bb-85e4-49018c120739 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 1097 time: 0.0856819 Jul 07 19:53:29.194734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cb3b9-de21-409e-94f1-17081d7bc88c req-9afa8660-7674-40b0-a5f9-a08f6de011b0 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:29.196219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-970cb3b9-de21-409e-94f1-17081d7bc88c req-9afa8660-7674-40b0-a5f9-a08f6de011b0 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 943 time: 0.1178071 Jul 07 19:53:29.254627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-970cb3b9-de21-409e-94f1-17081d7bc88c req-b3a61e95-8097-46fb-a595-6f0705a8bafd tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524511 Jul 07 19:53:29.264042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d0453-d142-4fdd-9c1c-4faa19b001a8 req-cd6196da-c744-4eb5-ae46-3b8d18553462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:29.265558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a7d0453-d142-4fdd-9c1c-4faa19b001a8 req-cd6196da-c744-4eb5-ae46-3b8d18553462 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 916 time: 0.1251352 Jul 07 19:53:29.310887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a7d0453-d142-4fdd-9c1c-4faa19b001a8 req-9f644639-1f53-446d-8538-2fbbf96e83d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff HTTP/1.1" status: 200 len: 217 time: 0.0387316 Jul 07 19:53:29.362567 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d0453-d142-4fdd-9c1c-4faa19b001a8 req-91630ae7-63a7-4eac-aa95-6989fdc28076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:29.364091 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a7d0453-d142-4fdd-9c1c-4faa19b001a8 req-91630ae7-63a7-4eac-aa95-6989fdc28076 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 200 len: 854 time: 0.0468781 Jul 07 19:53:29.398932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a7d0453-d142-4fdd-9c1c-4faa19b001a8 req-e9aee86a-16e7-48a5-b4be-7787fdcdc538 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2b16cbb-71de-42d2-9100-ef12a6d633fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287831 Jul 07 19:53:29.499383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a7d0453-d142-4fdd-9c1c-4faa19b001a8 req-340f6ea1-4fbb-4084-bee3-71b29fa7788b service neutron] 10.222.0.59 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932217 Jul 07 19:53:29.589316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a7d0453-d142-4fdd-9c1c-4faa19b001a8 req-64078f66-c439-4f05-80f9-0c1cac5b0168 service neutron] 10.222.0.59 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834758 Jul 07 19:53:29.666624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5c8fa606-ec00-42a8-a641-e75002aa4336 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:53:29.766745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5c8fa606-ec00-42a8-a641-e75002aa4336, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5c8fa606-ec00-42a8-a641-e75002aa4336,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:29.778887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '5c8fa606-ec00-42a8-a641-e75002aa4336', 'network_id': 'd2b16cbb-71de-42d2-9100-ef12a6d633fc', 'port_id': '5c8fa606-ec00-42a8-a641-e75002aa4336', 'mac_address': 'fa:16:3e:8a:55:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1755b977-a6b2-4032-b682-6017ce1cd521', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:53:29.817085 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:29.829603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8fa606-ec00-42a8-a641-e75002aa4336 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:53:29.850871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5c8fa606-ec00-42a8-a641-e75002aa4336, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5c8fa606-ec00-42a8-a641-e75002aa4336,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:29.855326 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:29.904169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5c8fa606-ec00-42a8-a641-e75002aa4336,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:30.102167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['5c8fa606-ec00-42a8-a641-e75002aa4336'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:53:30.435554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f6ee9-a099-423e-b95d-90d1cc9f6af1 req-9225f9cd-b5f9-4cbe-9c55-e2bdcafe8406 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:30.437023 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d64f6ee9-a099-423e-b95d-90d1cc9f6af1 req-9225f9cd-b5f9-4cbe-9c55-e2bdcafe8406 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 944 time: 0.0713179 Jul 07 19:53:30.476952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d64f6ee9-a099-423e-b95d-90d1cc9f6af1 req-3653db62-f174-4eba-b8f0-2a26b3c435d7 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337706 Jul 07 19:53:31.651973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fc637-d6d4-48b8-81d8-7270691f884f req-f865ccb3-7208-40a9-af38-382dbd6e6f34 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:31.653483 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef4fc637-d6d4-48b8-81d8-7270691f884f req-f865ccb3-7208-40a9-af38-382dbd6e6f34 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 944 time: 0.0662615 Jul 07 19:53:31.680196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5c8fa606-ec00-42a8-a641-e75002aa4336 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:53:31.693332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef4fc637-d6d4-48b8-81d8-7270691f884f req-a406ed8a-473e-459f-9878-b7bc1ab1f9c5 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338340 Jul 07 19:53:31.729347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 5c8fa606-ec00-42a8-a641-e75002aa4336 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:53:31.732895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 5c8fa606-ec00-42a8-a641-e75002aa4336 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:53:31.733213 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:31.968266 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:31.991489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8fa606-ec00-42a8-a641-e75002aa4336'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:53:31.993765 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b9bb83-00e7-426f-bd8d-b4ee37b5cbb7" -d '{"events": [{"server_uuid": "b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7", "name": "network-vif-plugged", "status": "completed", "tag": "5c8fa606-ec00-42a8-a641-e75002aa4336"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:53:32.006720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5c8fa606-ec00-42a8-a641-e75002aa4336, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5c8fa606-ec00-42a8-a641-e75002aa4336,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:32.010404 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:32.035677 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07390f68-d8d8-4f1b-8447-f32839260bf3 x-openstack-request-id: req-07390f68-d8d8-4f1b-8447-f32839260bf3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:53:32.035964 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7", "name": "network-vif-plugged", "status": "completed", "tag": "5c8fa606-ec00-42a8-a641-e75002aa4336", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:53:32.036211 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-07390f68-d8d8-4f1b-8447-f32839260bf3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:53:32.036611 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8fa606-ec00-42a8-a641-e75002aa4336', 'code': 200} Jul 07 19:53:32.062605 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5c8fa606-ec00-42a8-a641-e75002aa4336,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:32.153805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cdc3d-4641-4a9e-a6bd-b2fff3690a89 req-bae0fdbf-ba40-4703-82b2-843df4bfc373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:32.155223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad6cdc3d-4641-4a9e-a6bd-b2fff3690a89 req-bae0fdbf-ba40-4703-82b2-843df4bfc373 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 1097 time: 0.0599258 Jul 07 19:53:32.192027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad6cdc3d-4641-4a9e-a6bd-b2fff3690a89 req-fa1b3b22-e12d-4ea0-bdcd-27ee5136c893 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299511 Jul 07 19:53:32.877383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76fc39-c01d-408c-9893-d9773e8348d0 req-a1b7c043-d06c-4ff1-8c74-7e217d2e095f tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:32.878890 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e76fc39-c01d-408c-9893-d9773e8348d0 req-a1b7c043-d06c-4ff1-8c74-7e217d2e095f tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0695279 Jul 07 19:53:32.920244 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3e76fc39-c01d-408c-9893-d9773e8348d0 req-45f14069-f8f7-433b-a3d4-0d8ee2568d81 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355763 Jul 07 19:53:33.660283 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:34.096676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f57e54-c217-4fca-9b4d-59eb86087625 req-f5ce3717-9f61-4b40-a439-5a1a75f4be39 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:34.098219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9f57e54-c217-4fca-9b4d-59eb86087625 req-f5ce3717-9f61-4b40-a439-5a1a75f4be39 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0651064 Jul 07 19:53:34.137878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9f57e54-c217-4fca-9b4d-59eb86087625 req-fd9dfaa6-e7e1-4d4e-931a-ed8177fd37aa tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339510 Jul 07 19:53:38.422831 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41aab1d3-0e97-4df8-8bbf-5159c39a2366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:41.120456 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6bfb1f1-24d3-4f6f-9d9c-18f834e93383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:41.336756 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:42.503018 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:44.050705 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:49.318076 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:52.558061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96245ac3-bba4-48a9-9e0e-99ccf9ea354e req-8925b698-3557-4133-a428-2e3a1ce9afc8 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:52.559564 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96245ac3-bba4-48a9-9e0e-99ccf9ea354e req-8925b698-3557-4133-a428-2e3a1ce9afc8 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0693464 Jul 07 19:53:52.601526 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-96245ac3-bba4-48a9-9e0e-99ccf9ea354e req-63dd4dc2-8ba9-4ba3-9e76-9704709f9130 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343585 Jul 07 19:53:52.940285 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:53:53.786338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844dc41-dbc2-4d40-9123-4906877e1176 req-d7421097-c55d-4fa2-bd64-aefcefeaf6d8 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:53.787984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6844dc41-dbc2-4d40-9123-4906877e1176 req-d7421097-c55d-4fa2-bd64-aefcefeaf6d8 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0667734 Jul 07 19:53:53.826306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6844dc41-dbc2-4d40-9123-4906877e1176 req-dc954962-7716-4e07-8888-728626e6095e tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Jul 07 19:53:53.998234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00665a7-4484-4990-b050-67d45ff75790 req-30a98ef5-fda8-4bac-9c9b-aa236c83ec7f tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:53.999669 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b00665a7-4484-4990-b050-67d45ff75790 req-30a98ef5-fda8-4bac-9c9b-aa236c83ec7f tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 945 time: 0.0637782 Jul 07 19:53:54.105868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b00665a7-4484-4990-b050-67d45ff75790 req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Deleting port 5c8fa606-ec00-42a8-a641-e75002aa4336 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:53:54.106208 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b00665a7-4484-4990-b050-67d45ff75790 req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:54.193619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b00665a7-4484-4990-b050-67d45ff75790 req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] For port 5c8fa606-ec00-42a8-a641-e75002aa4336, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5c8fa606-ec00-42a8-a641-e75002aa4336,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:53:54.194050 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b00665a7-4484-4990-b050-67d45ff75790 req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:54.206910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b00665a7-4484-4990-b050-67d45ff75790 req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Calling delete_port for 5c8fa606-ec00-42a8-a641-e75002aa4336 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:53:54.341226 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b00665a7-4484-4990-b050-67d45ff75790 req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:54.356083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a63778ba-618d-4b70-a588-0b91275b0d2f', '4d140e94-843a-4276-b85d-53d79c5ebbdd', '5c8fa606-ec00-42a8-a641-e75002aa4336'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:53:54.370486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Pushing event deleted for resources: {'Port': ['ID=5c8fa606-ec00-42a8-a641-e75002aa4336,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:53:54.381706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b84882c0-7d12-4f6e-b9f3-18a9e59e35ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:53:54.389128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.389623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.390033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.390447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.390938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.391364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.391783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.392228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.393725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.393900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.394353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.394773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:53:54.441715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00665a7-4484-4990-b050-67d45ff75790 req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] No DVR routers for this DVR port 5c8fa606-ec00-42a8-a641-e75002aa4336 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:53:54.444361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b00665a7-4484-4990-b050-67d45ff75790 req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:53:54.446629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b00665a7-4484-4990-b050-67d45ff75790 req-6310d418-9879-4d86-9b62-677e7e4466ea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "DELETE /v2.0/ports/5c8fa606-ec00-42a8-a641-e75002aa4336 HTTP/1.1" status: 204 len: 173 time: 0.4417946 Jul 07 19:53:54.447189 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7', 'name': 'network-vif-deleted', 'tag': '5c8fa606-ec00-42a8-a641-e75002aa4336'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:53:54.449772 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcbb7a5-8693-46b4-9b5b-b8fe19b5e5b8" -d '{"events": [{"server_uuid": "b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7", "name": "network-vif-deleted", "tag": "5c8fa606-ec00-42a8-a641-e75002aa4336"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:53:54.497934 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d23f316-c61f-4b54-95b7-f17fad803701 x-openstack-request-id: req-6d23f316-c61f-4b54-95b7-f17fad803701 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:53:54.498279 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7", "name": "network-vif-deleted", "tag": "5c8fa606-ec00-42a8-a641-e75002aa4336", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:53:54.498698 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6d23f316-c61f-4b54-95b7-f17fad803701 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:53:54.499157 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7', 'name': 'network-vif-deleted', 'tag': '5c8fa606-ec00-42a8-a641-e75002aa4336', 'status': 'completed', 'code': 200} Jul 07 19:53:54.991498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e41ab8f1-4f42-4cb8-bb91-8a7ddb30b28e req-9b12e76e-3e8d-40a4-956f-dc4ff2743dae tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=b6ac8f7b-e9b2-46b0-8d97-a2830427e7b7 HTTP/1.1" status: 200 len: 210 time: 0.0286074 Jul 07 19:53:57.815277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5c8fa606-ec00-42a8-a641-e75002aa4336 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:53:57.835819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 5c8fa606-ec00-42a8-a641-e75002aa4336 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:53:57.836162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5c8fa606-ec00-42a8-a641-e75002aa4336 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:53:58.645595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1683d3-8cc9-421d-9e9c-0400ab1a0fb1 req-1e79300e-5ee3-4cec-9f51-85cd18a12aea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:58.647949 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b1683d3-8cc9-421d-9e9c-0400ab1a0fb1 req-1e79300e-5ee3-4cec-9f51-85cd18a12aea tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 946 time: 0.0683210 Jul 07 19:53:58.687855 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b1683d3-8cc9-421d-9e9c-0400ab1a0fb1 req-e1f14fbe-2b00-4d87-83ba-e2dc5a269de5 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Jul 07 19:53:59.875309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc104a-b5d7-4e6a-b988-6470af466fc5 req-a062782f-ab79-48db-b3a1-c0bea41a1674 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:53:59.877266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cbc104a-b5d7-4e6a-b988-6470af466fc5 req-a062782f-ab79-48db-b3a1-c0bea41a1674 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 946 time: 0.0691240 Jul 07 19:53:59.915101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cbc104a-b5d7-4e6a-b988-6470af466fc5 req-42be1b4d-1c2e-4221-85db-26a66598ae9f tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324783 Jul 07 19:54:00.185946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21c3d5-0f86-4de6-a96a-3fdf2f0ff668 req-5107b797-63c0-4540-9558-31d65cdbc597 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:00.187421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a21c3d5-0f86-4de6-a96a-3fdf2f0ff668 req-5107b797-63c0-4540-9558-31d65cdbc597 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 946 time: 0.0650203 Jul 07 19:54:00.294162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7a21c3d5-0f86-4de6-a96a-3fdf2f0ff668 req-bc8d7f19-f8bc-48fb-aa8b-c8d59297703d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Deleting port 4d140e94-843a-4276-b85d-53d79c5ebbdd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:00.294504 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a21c3d5-0f86-4de6-a96a-3fdf2f0ff668 req-bc8d7f19-f8bc-48fb-aa8b-c8d59297703d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:00.384498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7a21c3d5-0f86-4de6-a96a-3fdf2f0ff668 req-bc8d7f19-f8bc-48fb-aa8b-c8d59297703d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] For port 4d140e94-843a-4276-b85d-53d79c5ebbdd, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=4d140e94-843a-4276-b85d-53d79c5ebbdd,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:00.384950 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a21c3d5-0f86-4de6-a96a-3fdf2f0ff668 req-bc8d7f19-f8bc-48fb-aa8b-c8d59297703d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:00.397768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7a21c3d5-0f86-4de6-a96a-3fdf2f0ff668 req-bc8d7f19-f8bc-48fb-aa8b-c8d59297703d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Calling delete_port for 4d140e94-843a-4276-b85d-53d79c5ebbdd owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:00.530900 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a21c3d5-0f86-4de6-a96a-3fdf2f0ff668 req-bc8d7f19-f8bc-48fb-aa8b-c8d59297703d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:00.544401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a63778ba-618d-4b70-a588-0b91275b0d2f', '4d140e94-843a-4276-b85d-53d79c5ebbdd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:54:00.567262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d7f19-f8bc-48fb-aa8b-c8d59297703d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Pushing event deleted for resources: {'Port': ['ID=4d140e94-843a-4276-b85d-53d79c5ebbdd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:00.572692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b84882c0-7d12-4f6e-b9f3-18a9e59e35ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:54:00.616043 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a21c3d5-0f86-4de6-a96a-3fdf2f0ff668 req-bc8d7f19-f8bc-48fb-aa8b-c8d59297703d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] No DVR routers for this DVR port 4d140e94-843a-4276-b85d-53d79c5ebbdd on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:54:00.618936 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a21c3d5-0f86-4de6-a96a-3fdf2f0ff668 req-bc8d7f19-f8bc-48fb-aa8b-c8d59297703d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:00.620973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7a21c3d5-0f86-4de6-a96a-3fdf2f0ff668 req-bc8d7f19-f8bc-48fb-aa8b-c8d59297703d tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "DELETE /v2.0/ports/4d140e94-843a-4276-b85d-53d79c5ebbdd HTTP/1.1" status: 204 len: 173 time: 0.4276474 Jul 07 19:54:00.621436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f79944-00e9-4bfd-888d-a4ab29638556', 'name': 'network-vif-deleted', 'tag': '4d140e94-843a-4276-b85d-53d79c5ebbdd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:54:00.623701 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715090a6-0c3d-46c7-ace8-cee9b6a641d2" -d '{"events": [{"server_uuid": "a0f79944-00e9-4bfd-888d-a4ab29638556", "name": "network-vif-deleted", "tag": "4d140e94-843a-4276-b85d-53d79c5ebbdd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:54:00.661207 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22aafad-9d10-4b1a-a1aa-552877bb18cf x-openstack-request-id: req-c22aafad-9d10-4b1a-a1aa-552877bb18cf {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:54:00.661557 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f79944-00e9-4bfd-888d-a4ab29638556", "name": "network-vif-deleted", "tag": "4d140e94-843a-4276-b85d-53d79c5ebbdd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:54:00.661767 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c22aafad-9d10-4b1a-a1aa-552877bb18cf {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:54:00.662184 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f79944-00e9-4bfd-888d-a4ab29638556', 'name': 'network-vif-deleted', 'tag': '4d140e94-843a-4276-b85d-53d79c5ebbdd', 'status': 'completed', 'code': 200} Jul 07 19:54:01.077518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01579120-012d-4b05-9e85-7172217bae59 req-54c2dd69-59cd-46b5-9d26-93f7c48da328 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0f79944-00e9-4bfd-888d-a4ab29638556 HTTP/1.1" status: 200 len: 210 time: 0.0328770 Jul 07 19:54:02.545038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd50524-4ea6-457c-9356-fec3376c358e req-b017637d-aa2a-42a0-813a-7428d4fb56a3 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:02.546581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cbd50524-4ea6-457c-9356-fec3376c358e req-b017637d-aa2a-42a0-813a-7428d4fb56a3 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 945 time: 0.0644050 Jul 07 19:54:02.584794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cbd50524-4ea6-457c-9356-fec3376c358e req-2aa8422e-1e32-439e-94d9-63af0a3a2379 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324407 Jul 07 19:54:03.659905 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:03.772878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943dbcc-baba-4004-84ce-e3dbbae90c57 req-ddc505f7-22ad-421b-8599-984ed9985197 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:03.774461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1943dbcc-baba-4004-84ce-e3dbbae90c57 req-ddc505f7-22ad-421b-8599-984ed9985197 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 945 time: 0.0691257 Jul 07 19:54:03.817097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1943dbcc-baba-4004-84ce-e3dbbae90c57 req-cf9b367f-b2b5-474a-9693-25d1c85b6e9b tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370982 Jul 07 19:54:03.832150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4d140e94-843a-4276-b85d-53d79c5ebbdd no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:54:03.852930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 4d140e94-843a-4276-b85d-53d79c5ebbdd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:54:03.853274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 4d140e94-843a-4276-b85d-53d79c5ebbdd not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:54:03.939196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ff60-053e-4163-999f-c19877a8d5d8 req-c476b5f4-4c9e-4e77-9818-6945af8f86e7 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:03.940660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1af3ff60-053e-4163-999f-c19877a8d5d8 req-c476b5f4-4c9e-4e77-9818-6945af8f86e7 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 945 time: 0.0636976 Jul 07 19:54:04.039320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1af3ff60-053e-4163-999f-c19877a8d5d8 req-041174e8-684a-4072-b2b3-81594d4ddb94 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Deleting port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:04.039640 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1af3ff60-053e-4163-999f-c19877a8d5d8 req-041174e8-684a-4072-b2b3-81594d4ddb94 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:04.131449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1af3ff60-053e-4163-999f-c19877a8d5d8 req-041174e8-684a-4072-b2b3-81594d4ddb94 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] For port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:04.131806 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1af3ff60-053e-4163-999f-c19877a8d5d8 req-041174e8-684a-4072-b2b3-81594d4ddb94 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:04.144694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1af3ff60-053e-4163-999f-c19877a8d5d8 req-041174e8-684a-4072-b2b3-81594d4ddb94 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Calling delete_port for b84882c0-7d12-4f6e-b9f3-18a9e59e35ff owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:04.275591 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1af3ff60-053e-4163-999f-c19877a8d5d8 req-041174e8-684a-4072-b2b3-81594d4ddb94 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:04.287335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a63778ba-618d-4b70-a588-0b91275b0d2f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:54:04.307972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041174e8-684a-4072-b2b3-81594d4ddb94 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Pushing event deleted for resources: {'Port': ['ID=b84882c0-7d12-4f6e-b9f3-18a9e59e35ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:04.310863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['b84882c0-7d12-4f6e-b9f3-18a9e59e35ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:54:04.352157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af3ff60-053e-4163-999f-c19877a8d5d8 req-041174e8-684a-4072-b2b3-81594d4ddb94 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] No DVR routers for this DVR port b84882c0-7d12-4f6e-b9f3-18a9e59e35ff on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:54:04.355676 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1af3ff60-053e-4163-999f-c19877a8d5d8 req-041174e8-684a-4072-b2b3-81594d4ddb94 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:04.357746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1af3ff60-053e-4163-999f-c19877a8d5d8 req-041174e8-684a-4072-b2b3-81594d4ddb94 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.59 "DELETE /v2.0/ports/b84882c0-7d12-4f6e-b9f3-18a9e59e35ff HTTP/1.1" status: 204 len: 173 time: 0.4121435 Jul 07 19:54:04.358188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73c3d56-cea9-4a89-8082-445bbd06653e', 'name': 'network-vif-deleted', 'tag': 'b84882c0-7d12-4f6e-b9f3-18a9e59e35ff'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:54:04.360466 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf228d2-5cf5-49d0-9bce-ffa795827b55" -d '{"events": [{"server_uuid": "c73c3d56-cea9-4a89-8082-445bbd06653e", "name": "network-vif-deleted", "tag": "b84882c0-7d12-4f6e-b9f3-18a9e59e35ff"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:54:04.399700 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacd3a4-8a79-4bf3-8599-7a2b44805e82 x-openstack-request-id: req-daacd3a4-8a79-4bf3-8599-7a2b44805e82 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:54:04.399916 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73c3d56-cea9-4a89-8082-445bbd06653e", "name": "network-vif-deleted", "tag": "b84882c0-7d12-4f6e-b9f3-18a9e59e35ff", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:54:04.400278 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-daacd3a4-8a79-4bf3-8599-7a2b44805e82 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:54:04.400714 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73c3d56-cea9-4a89-8082-445bbd06653e', 'name': 'network-vif-deleted', 'tag': 'b84882c0-7d12-4f6e-b9f3-18a9e59e35ff', 'status': 'completed', 'code': 200} Jul 07 19:54:04.973227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8a5559f-332b-490d-bd15-36e762e6b043 req-c9d87ccb-c19e-48ca-8d77-8f42688e4ac1 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73c3d56-cea9-4a89-8082-445bbd06653e HTTP/1.1" status: 200 len: 210 time: 0.0304875 Jul 07 19:54:07.165383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0801db41-fcfe-4456-b32e-3df308e6dcf8 req-8613b57d-1286-45e2-b94c-3d29f650ef1b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0600274 Jul 07 19:54:07.266407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801db41-fcfe-4456-b32e-3df308e6dcf8 req-837cdc68-5933-44fb-b3c9-c4b33c39f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:07.267998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0801db41-fcfe-4456-b32e-3df308e6dcf8 req-837cdc68-5933-44fb-b3c9-c4b33c39f307 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f3206a349c0f4704a88da2d383d36492&device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 1097 time: 0.0588844 Jul 07 19:54:07.374169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801db41-fcfe-4456-b32e-3df308e6dcf8 req-05eb339a-f884-426c-b511-4c73925c1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:07.375648 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0801db41-fcfe-4456-b32e-3df308e6dcf8 req-05eb339a-f884-426c-b511-4c73925c1ba3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 200 len: 916 time: 0.0881355 Jul 07 19:54:07.421932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0801db41-fcfe-4456-b32e-3df308e6dcf8 req-6c56fb92-3e0c-49fe-ba5c-86a7536f8b3b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a63778ba-618d-4b70-a588-0b91275b0d2f HTTP/1.1" status: 200 len: 217 time: 0.0395324 Jul 07 19:54:07.474853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801db41-fcfe-4456-b32e-3df308e6dcf8 req-48c932ba-9d68-4199-9d7f-5135f3d0cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:07.476390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0801db41-fcfe-4456-b32e-3df308e6dcf8 req-48c932ba-9d68-4199-9d7f-5135f3d0cca2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 200 len: 854 time: 0.0488763 Jul 07 19:54:07.510592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0801db41-fcfe-4456-b32e-3df308e6dcf8 req-08d064ad-dd14-40b2-9cd0-cac121fd4973 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d2b16cbb-71de-42d2-9100-ef12a6d633fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280836 Jul 07 19:54:07.607481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0801db41-fcfe-4456-b32e-3df308e6dcf8 req-bc3e1562-2556-4222-9ab3-bedc24d3e303 service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890377 Jul 07 19:54:07.699885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0801db41-fcfe-4456-b32e-3df308e6dcf8 req-ca06166f-5d67-4cea-b70e-785b0f8b1b9b service neutron] 10.222.0.112 "GET /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859909 Jul 07 19:54:07.896305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b84882c0-7d12-4f6e-b9f3-18a9e59e35ff no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:54:07.916961 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: b84882c0-7d12-4f6e-b9f3-18a9e59e35ff {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:54:07.917233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device b84882c0-7d12-4f6e-b9f3-18a9e59e35ff not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:54:08.426080 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-056c8e98-bf32-43af-bd27-864380c8ba8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:08.639882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e86ea-2d77-4bd7-b3b2-7d1237530d18 req-9f45f96d-0cdb-4601-9772-16cfbafde213 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:08.641402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac5e86ea-2d77-4bd7-b3b2-7d1237530d18 req-9f45f96d-0cdb-4601-9772-16cfbafde213 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 945 time: 0.0688691 Jul 07 19:54:08.679223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac5e86ea-2d77-4bd7-b3b2-7d1237530d18 req-819486cd-0dcd-480b-99bd-11b4e81b4fe4 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Jul 07 19:54:09.863351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e085018-07e4-421a-af1b-8931a83bbfd9 req-47ffd49d-c256-4691-a1ce-b34e658365aa tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:09.864934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e085018-07e4-421a-af1b-8931a83bbfd9 req-47ffd49d-c256-4691-a1ce-b34e658365aa tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 945 time: 0.0694578 Jul 07 19:54:09.901683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e085018-07e4-421a-af1b-8931a83bbfd9 req-e211142d-99a6-4373-b3f2-00ad2002d827 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/security-groups?id=ba736a25-0bb0-4095-a450-59da31357ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311172 Jul 07 19:54:10.026375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ec9d1-8a97-4a1e-9d8d-c51df2cd885c req-c01c5d7a-0d27-4b3a-a210-f5ddea891c56 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:10.027720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-908ec9d1-8a97-4a1e-9d8d-c51df2cd885c req-c01c5d7a-0d27-4b3a-a210-f5ddea891c56 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 945 time: 0.0637519 Jul 07 19:54:10.134572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-908ec9d1-8a97-4a1e-9d8d-c51df2cd885c req-a6c480de-3866-4427-ba86-4e47bab07acb tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Deleting port a63778ba-618d-4b70-a588-0b91275b0d2f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:10.134917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-908ec9d1-8a97-4a1e-9d8d-c51df2cd885c req-a6c480de-3866-4427-ba86-4e47bab07acb tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:10.220455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-908ec9d1-8a97-4a1e-9d8d-c51df2cd885c req-a6c480de-3866-4427-ba86-4e47bab07acb tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] For port a63778ba-618d-4b70-a588-0b91275b0d2f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=a63778ba-618d-4b70-a588-0b91275b0d2f,segment=NetworkSegment(a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a),segment_id=a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:54:10.220840 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-908ec9d1-8a97-4a1e-9d8d-c51df2cd885c req-a6c480de-3866-4427-ba86-4e47bab07acb tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:10.234601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-908ec9d1-8a97-4a1e-9d8d-c51df2cd885c req-a6c480de-3866-4427-ba86-4e47bab07acb tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Calling delete_port for a63778ba-618d-4b70-a588-0b91275b0d2f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:10.364942 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-908ec9d1-8a97-4a1e-9d8d-c51df2cd885c req-a6c480de-3866-4427-ba86-4e47bab07acb tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:10.377340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['a63778ba-618d-4b70-a588-0b91275b0d2f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:54:10.394891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c480de-3866-4427-ba86-4e47bab07acb tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Pushing event deleted for resources: {'Port': ['ID=a63778ba-618d-4b70-a588-0b91275b0d2f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:10.451234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-908ec9d1-8a97-4a1e-9d8d-c51df2cd885c req-a6c480de-3866-4427-ba86-4e47bab07acb tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] No DVR routers for this DVR port a63778ba-618d-4b70-a588-0b91275b0d2f on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:54:10.453764 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-908ec9d1-8a97-4a1e-9d8d-c51df2cd885c req-a6c480de-3866-4427-ba86-4e47bab07acb tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:10.456354 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-908ec9d1-8a97-4a1e-9d8d-c51df2cd885c req-a6c480de-3866-4427-ba86-4e47bab07acb tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.112 "DELETE /v2.0/ports/a63778ba-618d-4b70-a588-0b91275b0d2f HTTP/1.1" status: 204 len: 173 time: 0.4204535 Jul 07 19:54:10.456898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d57aa2-767c-4617-8dd2-623f5a65d024', 'name': 'network-vif-deleted', 'tag': 'a63778ba-618d-4b70-a588-0b91275b0d2f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:54:10.459168 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681af6ab-50ca-43fc-af66-c57b5d999e39" -d '{"events": [{"server_uuid": "46d57aa2-767c-4617-8dd2-623f5a65d024", "name": "network-vif-deleted", "tag": "a63778ba-618d-4b70-a588-0b91275b0d2f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:54:10.499523 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b847a15-1bfc-48a8-bddb-18e157a51e5c x-openstack-request-id: req-8b847a15-1bfc-48a8-bddb-18e157a51e5c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:54:10.499810 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d57aa2-767c-4617-8dd2-623f5a65d024", "name": "network-vif-deleted", "tag": "a63778ba-618d-4b70-a588-0b91275b0d2f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:54:10.500058 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8b847a15-1bfc-48a8-bddb-18e157a51e5c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:54:10.500444 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d57aa2-767c-4617-8dd2-623f5a65d024', 'name': 'network-vif-deleted', 'tag': 'a63778ba-618d-4b70-a588-0b91275b0d2f', 'status': 'completed', 'code': 200} Jul 07 19:54:11.060312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c53ec674-1f5a-4f78-84c9-5dea542a5a56 req-c4fc7284-e36b-49f8-8106-25bfec84d5f9 tempest-AttachVolumeNegativeTest-1489308513 tempest-AttachVolumeNegativeTest-1489308513-project] 10.222.0.113 "GET /v2.0/ports?device_id=46d57aa2-767c-4617-8dd2-623f5a65d024 HTTP/1.1" status: 200 len: 210 time: 0.0295963 Jul 07 19:54:11.120680 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe19a90-6ff2-40a3-b61a-e406992b97c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:11.337847 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.156733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:12.201279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49ced77-36d5-4e88-8425-c75dad6a4dfd admin admin] Deleting subnet 1755b977-a6b2-4032-b682-6017ce1cd521 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:54:12.204651 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e49ced77-36d5-4e88-8425-c75dad6a4dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.239498 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e49ced77-36d5-4e88-8425-c75dad6a4dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.281138 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e49ced77-36d5-4e88-8425-c75dad6a4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.336494 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e49ced77-36d5-4e88-8425-c75dad6a4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.361081 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ced77-36d5-4e88-8425-c75dad6a4dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1755b977-a6b2-4032-b682-6017ce1cd521,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:12.367899 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e49ced77-36d5-4e88-8425-c75dad6a4dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.369943 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e49ced77-36d5-4e88-8425-c75dad6a4dfd admin admin] 10.222.0.113 "DELETE /v2.0/subnets/1755b977-a6b2-4032-b682-6017ce1cd521 HTTP/1.1" status: 204 len: 168 time: 0.2120297 Jul 07 19:54:12.372349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:12.440105 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.506336 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.524372 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.533884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b16cbb-71de-42d2-9100-ef12a6d633fc']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:12.544048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:12.544340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a684dc6f-a8c5-4f37-8ba0-7bd89b4c2d0a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:12.553751 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.568576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.575046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:54:12.575581 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:54:12.586433 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:54:12.640277 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.646316 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.648184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] 10.222.0.113 "DELETE /v2.0/networks/d2b16cbb-71de-42d2-9100-ef12a6d633fc HTTP/1.1" status: 204 len: 168 time: 0.2748377 Jul 07 19:54:12.659199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d32cd-c132-43bf-9f84-9319d2d3133b admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b16cbb-71de-42d2-9100-ef12a6d633fc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:12.759638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:12.799985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c6b651b5-c6f9-4d95-a6fc-9e2078085d48 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f3206a349c0f4704a88da2d383d36492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391192 Jul 07 19:54:12.802917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:12.852771 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be9116c-f9c9-4f80-9998-4c0dfc4d4911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.874580 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be9116c-f9c9-4f80-9998-4c0dfc4d4911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.924106 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be9116c-f9c9-4f80-9998-4c0dfc4d4911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.927411 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be9116c-f9c9-4f80-9998-4c0dfc4d4911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:12.928729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0be9116c-f9c9-4f80-9998-4c0dfc4d4911 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ba736a25-0bb0-4095-a450-59da31357ab8 HTTP/1.1" status: 204 len: 168 time: 0.1248925 Jul 07 19:54:12.936554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9116c-f9c9-4f80-9998-4c0dfc4d4911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba736a25-0bb0-4095-a450-59da31357ab8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:13.893407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device a63778ba-618d-4b70-a588-0b91275b0d2f no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:54:13.916711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: a63778ba-618d-4b70-a588-0b91275b0d2f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:54:13.917061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device a63778ba-618d-4b70-a588-0b91275b0d2f not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:54:14.054384 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:18.147504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:18.295518 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:18.386255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:18.391649 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:18.431569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2755074-e85a-4e77-b996-202c77426fb0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:18.436310 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=846c0e27dd014d7d8afab6b8ecab55b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872982 Jul 07 19:54:18.439155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:18.441518 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.441863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.442200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.442534 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.442863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.443341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.444217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.444581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.444911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.445237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.445560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.445904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9f121-6609-4767-8c1c-ed45c39d66e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:18.491568 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba4da21-162c-45a2-82ad-3a4d8e73f5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:18.512234 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba4da21-162c-45a2-82ad-3a4d8e73f5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:18.562469 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba4da21-162c-45a2-82ad-3a4d8e73f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:18.565009 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba4da21-162c-45a2-82ad-3a4d8e73f5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:18.566177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-eba4da21-162c-45a2-82ad-3a4d8e73f5c0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b2755074-e85a-4e77-b996-202c77426fb0 HTTP/1.1" status: 204 len: 168 time: 0.1259723 Jul 07 19:54:18.574574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4da21-162c-45a2-82ad-3a4d8e73f5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2755074-e85a-4e77-b996-202c77426fb0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:18.840046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:18.853665 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a51c7814-dba3-422e-8f1c-683ad08c04b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:18.946316 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a51c7814-dba3-422e-8f1c-683ad08c04b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:18.950393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a51c7814-dba3-422e-8f1c-683ad08c04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:18.991112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a51c7814-dba3-422e-8f1c-683ad08c04b8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b60726840191444e91ea74eda2e8b65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502883 Jul 07 19:54:18.992092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c7814-dba3-422e-8f1c-683ad08c04b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f87560-debd-4a5b-8e07-5341e832d9f3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:18.995128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:19.044249 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc15-28ec-4e07-be5c-e59772c6aeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:19.065167 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc15-28ec-4e07-be5c-e59772c6aeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:19.116925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc15-28ec-4e07-be5c-e59772c6aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:19.119462 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc15-28ec-4e07-be5c-e59772c6aeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:19.120664 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bbffcc15-28ec-4e07-be5c-e59772c6aeff admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/89f87560-debd-4a5b-8e07-5341e832d9f3 HTTP/1.1" status: 204 len: 168 time: 0.1245158 Jul 07 19:54:19.128544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffcc15-28ec-4e07-be5c-e59772c6aeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f87560-debd-4a5b-8e07-5341e832d9f3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:19.310582 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.096641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:25.199394 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-519d41d5-c9d7-480d-95cb-8f4802646e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.290897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-519d41d5-c9d7-480d-95cb-8f4802646e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.294980 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-519d41d5-c9d7-480d-95cb-8f4802646e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.334159 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-519d41d5-c9d7-480d-95cb-8f4802646e1a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1bd77b710e7e4a90978c467fac73a1db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358954 Jul 07 19:54:25.335095 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d41d5-c9d7-480d-95cb-8f4802646e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f090a50e-fa4f-4bc6-832d-a7b7a7feec15,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:25.338006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:25.388977 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97a5f17b-2a20-4921-808e-9e85895b3393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.410712 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97a5f17b-2a20-4921-808e-9e85895b3393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.456631 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97a5f17b-2a20-4921-808e-9e85895b3393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.459927 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97a5f17b-2a20-4921-808e-9e85895b3393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.461131 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-97a5f17b-2a20-4921-808e-9e85895b3393 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f090a50e-fa4f-4bc6-832d-a7b7a7feec15 HTTP/1.1" status: 204 len: 168 time: 0.1220942 Jul 07 19:54:25.469503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5f17b-2a20-4921-808e-9e85895b3393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f090a50e-fa4f-4bc6-832d-a7b7a7feec15,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:25.722901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:25.740576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34d2c650-b9d1-4f13-990e-c207fa46c4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.829755 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34d2c650-b9d1-4f13-990e-c207fa46c4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.833691 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34d2c650-b9d1-4f13-990e-c207fa46c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.877033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-34d2c650-b9d1-4f13-990e-c207fa46c4d0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bc03f717100d4efe8eab9ef116868f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530368 Jul 07 19:54:25.877897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2c650-b9d1-4f13-990e-c207fa46c4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fb19e5-86a2-46a4-9212-1f02bdbe0c7c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:25.879895 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:25.930565 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9569d7-c813-400d-b8f0-760325f7bd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.951955 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9569d7-c813-400d-b8f0-760325f7bd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:25.998527 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9569d7-c813-400d-b8f0-760325f7bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:26.001158 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9569d7-c813-400d-b8f0-760325f7bd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:26.002308 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6d9569d7-c813-400d-b8f0-760325f7bd76 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/04fb19e5-86a2-46a4-9212-1f02bdbe0c7c HTTP/1.1" status: 204 len: 168 time: 0.1211812 Jul 07 19:54:26.010976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9569d7-c813-400d-b8f0-760325f7bd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fb19e5-86a2-46a4-9212-1f02bdbe0c7c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:29.938983 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:54:31.837588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:31.940682 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54ef00f6-8f31-4cba-a4af-3d9c5c94cc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.037070 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54ef00f6-8f31-4cba-a4af-3d9c5c94cc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.041268 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54ef00f6-8f31-4cba-a4af-3d9c5c94cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.082756 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-54ef00f6-8f31-4cba-a4af-3d9c5c94cc94 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=785edeb30757415f808c42a4e2586253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440634 Jul 07 19:54:32.084361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef00f6-8f31-4cba-a4af-3d9c5c94cc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1581b7ef-722b-42dc-97a0-f4c7f0b719cd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:32.086225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:32.138098 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7978b11-69f4-4809-a9ea-ccb6e403aa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.159266 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7978b11-69f4-4809-a9ea-ccb6e403aa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.205196 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7978b11-69f4-4809-a9ea-ccb6e403aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.207899 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7978b11-69f4-4809-a9ea-ccb6e403aa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.210422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a7978b11-69f4-4809-a9ea-ccb6e403aa1d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1581b7ef-722b-42dc-97a0-f4c7f0b719cd HTTP/1.1" status: 204 len: 168 time: 0.1228812 Jul 07 19:54:32.218500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7978b11-69f4-4809-a9ea-ccb6e403aa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1581b7ef-722b-42dc-97a0-f4c7f0b719cd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:32.484180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:32.498512 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e09f050c-982c-402a-aefe-25311b414bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.590095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e09f050c-982c-402a-aefe-25311b414bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.593960 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e09f050c-982c-402a-aefe-25311b414bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.635001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f050c-982c-402a-aefe-25311b414bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba04462-81a9-423c-b6f5-c3cb0aceb61d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:32.640109 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e09f050c-982c-402a-aefe-25311b414bd3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9f7fa79d739c45c8b41f7cfaefaacb82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548231 Jul 07 19:54:32.642995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:32.702433 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62a58089-4cac-4f21-8613-c0f885cd5adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.734716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62a58089-4cac-4f21-8613-c0f885cd5adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.789142 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62a58089-4cac-4f21-8613-c0f885cd5adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.791757 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62a58089-4cac-4f21-8613-c0f885cd5adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:32.793029 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-62a58089-4cac-4f21-8613-c0f885cd5adb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bba04462-81a9-423c-b6f5-c3cb0aceb61d HTTP/1.1" status: 204 len: 168 time: 0.1490765 Jul 07 19:54:32.801587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a58089-4cac-4f21-8613-c0f885cd5adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba04462-81a9-423c-b6f5-c3cb0aceb61d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:33.675145 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:34.797555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:34.905559 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abde27a0-b3d6-49f5-ac84-40a43953e1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:34.997851 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abde27a0-b3d6-49f5-ac84-40a43953e1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.001833 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abde27a0-b3d6-49f5-ac84-40a43953e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.041989 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-abde27a0-b3d6-49f5-ac84-40a43953e1ea admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ae83977263d44937be0a0627d57cd4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433474 Jul 07 19:54:35.043172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde27a0-b3d6-49f5-ac84-40a43953e1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d67371d-f3d0-4a67-aace-efa2e573f01c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:35.044799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:35.095196 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13e17b7e-7cc9-4c4c-9a6b-30bf63c06b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.119819 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13e17b7e-7cc9-4c4c-9a6b-30bf63c06b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.165676 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13e17b7e-7cc9-4c4c-9a6b-30bf63c06b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.168361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13e17b7e-7cc9-4c4c-9a6b-30bf63c06b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.169524 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-13e17b7e-7cc9-4c4c-9a6b-30bf63c06b21 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5d67371d-f3d0-4a67-aace-efa2e573f01c HTTP/1.1" status: 204 len: 168 time: 0.1238079 Jul 07 19:54:35.177235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e17b7e-7cc9-4c4c-9a6b-30bf63c06b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d67371d-f3d0-4a67-aace-efa2e573f01c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:35.435534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:35.448996 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a234-ecf3-437d-8a5a-3002c94f7d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.481432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-ce8c4926-13f7-4b3f-9c78-f4ff39d765e9 req-4c092806-e14d-4c07-846e-0a8bd0db2cb9 service neutron] (93771) timed out ('10.222.0.113', 38040) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:54:35.540189 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a234-ecf3-437d-8a5a-3002c94f7d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.544047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a234-ecf3-437d-8a5a-3002c94f7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.582101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a1e4a234-ecf3-437d-8a5a-3002c94f7d9d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=924febb83d1e43899eb166f74e0bb4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455045 Jul 07 19:54:35.583234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4a234-ecf3-437d-8a5a-3002c94f7d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426aeb4c-d960-46c0-b956-af6df673af31,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:35.585101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33730) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:35.636599 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b4f88c9-d2de-41b6-af4a-0fb7946f7f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.657965 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b4f88c9-d2de-41b6-af4a-0fb7946f7f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.704659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b4f88c9-d2de-41b6-af4a-0fb7946f7f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.707203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b4f88c9-d2de-41b6-af4a-0fb7946f7f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:35.708979 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b4f88c9-d2de-41b6-af4a-0fb7946f7f6f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/426aeb4c-d960-46c0-b956-af6df673af31 HTTP/1.1" status: 204 len: 168 time: 0.1222501 Jul 07 19:54:35.716979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f88c9-d2de-41b6-af4a-0fb7946f7f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426aeb4c-d960-46c0-b956-af6df673af31,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:37.789519 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:37.897284 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bbc4d6c-8ff4-469a-81fe-9ba2a9bb15ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:37.985828 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bbc4d6c-8ff4-469a-81fe-9ba2a9bb15ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:37.991572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bbc4d6c-8ff4-469a-81fe-9ba2a9bb15ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.031410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc4d6c-8ff4-469a-81fe-9ba2a9bb15ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b320bc-cd5d-41d2-81d2-efaf89ca6d95,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:38.038893 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3bbc4d6c-8ff4-469a-81fe-9ba2a9bb15ac admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7bfe8223fa5d44b0b72c0b54c9a7904c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457626 Jul 07 19:54:38.039279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:38.089243 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f368cba-33c9-476b-86b0-55a2e7bed7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.112785 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f368cba-33c9-476b-86b0-55a2e7bed7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.159979 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f368cba-33c9-476b-86b0-55a2e7bed7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.163621 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f368cba-33c9-476b-86b0-55a2e7bed7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.164803 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2f368cba-33c9-476b-86b0-55a2e7bed7c9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e2b320bc-cd5d-41d2-81d2-efaf89ca6d95 HTTP/1.1" status: 204 len: 168 time: 0.1247311 Jul 07 19:54:38.172446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368cba-33c9-476b-86b0-55a2e7bed7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b320bc-cd5d-41d2-81d2-efaf89ca6d95,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:38.432360 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3e22-51fe-4a8d-b364-6321f0699899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.444679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 33850) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:38.457905 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8247a47-0fb4-4e44-9ae0-09e7ca0f73a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.546609 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8247a47-0fb4-4e44-9ae0-09e7ca0f73a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.550931 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8247a47-0fb4-4e44-9ae0-09e7ca0f73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.589301 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b8247a47-0fb4-4e44-9ae0-09e7ca0f73a4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9cf823278252411d8313942540d3444a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435201 Jul 07 19:54:38.590163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8247a47-0fb4-4e44-9ae0-09e7ca0f73a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3554c8a4-f706-46c7-8268-b6546b2df659,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:38.592994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 33852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:38.644902 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4191b010-a459-4306-9165-d11cc2a49e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.670545 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4191b010-a459-4306-9165-d11cc2a49e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.716142 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4191b010-a459-4306-9165-d11cc2a49e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.718719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4191b010-a459-4306-9165-d11cc2a49e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:38.719868 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4191b010-a459-4306-9165-d11cc2a49e83 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3554c8a4-f706-46c7-8268-b6546b2df659 HTTP/1.1" status: 204 len: 168 time: 0.1255343 Jul 07 19:54:38.728900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191b010-a459-4306-9165-d11cc2a49e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3554c8a4-f706-46c7-8268-b6546b2df659,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:41.128252 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d785878-4c0f-421c-a453-760ac5da9232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.338688 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.461311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34020) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:41.563221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77d895e0-22e9-4903-9682-7a08597054ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.651968 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77d895e0-22e9-4903-9682-7a08597054ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.655830 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77d895e0-22e9-4903-9682-7a08597054ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.695414 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-77d895e0-22e9-4903-9682-7a08597054ce admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ef49fa5b6bbf4873a5b885be62a56ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330084 Jul 07 19:54:41.696282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d895e0-22e9-4903-9682-7a08597054ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecc6771-3e93-4150-8452-54a0da8fb157,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:41.698811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:41.752772 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c263784-732e-4583-9870-708f2538016d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.774684 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c263784-732e-4583-9870-708f2538016d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.823236 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c263784-732e-4583-9870-708f2538016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.825820 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c263784-732e-4583-9870-708f2538016d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:41.826951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7c263784-732e-4583-9870-708f2538016d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9ecc6771-3e93-4150-8452-54a0da8fb157 HTTP/1.1" status: 204 len: 168 time: 0.1266108 Jul 07 19:54:41.835686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c263784-732e-4583-9870-708f2538016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecc6771-3e93-4150-8452-54a0da8fb157,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:42.096701 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:42.110485 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2549515c-bd7c-4942-be4b-7201f4071b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.202485 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2549515c-bd7c-4942-be4b-7201f4071b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.206384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2549515c-bd7c-4942-be4b-7201f4071b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.247872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2549515c-bd7c-4942-be4b-7201f4071b2c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ab0ba7a7f54547dc8e5a1e754cd136ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500590 Jul 07 19:54:42.248803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549515c-bd7c-4942-be4b-7201f4071b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2ade10-d647-4cee-8c43-f2c4308ae108,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:42.250669 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:42.301420 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2a03ebb-0807-4462-a4f2-6227d1a6465b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.324004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2a03ebb-0807-4462-a4f2-6227d1a6465b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.372499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2a03ebb-0807-4462-a4f2-6227d1a6465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.375101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2a03ebb-0807-4462-a4f2-6227d1a6465b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:42.376277 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a2a03ebb-0807-4462-a4f2-6227d1a6465b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9c2ade10-d647-4cee-8c43-f2c4308ae108 HTTP/1.1" status: 204 len: 168 time: 0.1246011 Jul 07 19:54:42.385105 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a03ebb-0807-4462-a4f2-6227d1a6465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2ade10-d647-4cee-8c43-f2c4308ae108,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:42.508511 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.589788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:43.685548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-65ec8f8e-62f0-4cd6-805d-221b57456bb2 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1311254770'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:43.686015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-65ec8f8e-62f0-4cd6-805d-221b57456bb2 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Unknown quota resources ['metering_label']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:54:43.873883 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65ec8f8e-62f0-4cd6-805d-221b57456bb2 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:43.875072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-65ec8f8e-62f0-4cd6-805d-221b57456bb2 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2842579 Jul 07 19:54:43.877813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:43.882596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9c4e2d29-2b24-48c5-8086-69d09fcd0891 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '67a16473-610e-48f3-844d-966c35372cbe'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:43.883090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9c4e2d29-2b24-48c5-8086-69d09fcd0891 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:54:43.954434 n-d-792394-12 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-9c4e2d29-2b24-48c5-8086-69d09fcd0891 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 19:54:44.060879 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.061442 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2d29-2b24-48c5-8086-69d09fcd0891 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.062084 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9c4e2d29-2b24-48c5-8086-69d09fcd0891 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1833460 Jul 07 19:54:44.065159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:44.070318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68d59dae-9d4f-4696-8197-45de23206092 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '67a16473-610e-48f3-844d-966c35372cbe'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:44.070819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68d59dae-9d4f-4696-8197-45de23206092 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:54:44.123983 n-d-792394-12 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-68d59dae-9d4f-4696-8197-45de23206092 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 19:54:44.203943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68d59dae-9d4f-4696-8197-45de23206092 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.205222 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-68d59dae-9d4f-4696-8197-45de23206092 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1389391 Jul 07 19:54:44.207843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:44.217973 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2df92251-4d90-4188-af1b-5b52fed6c03c tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-label-rules?id=94efe24d-e85c-4b8f-9d6c-174ee2888e9b HTTP/1.1" status: 200 len: 462 time: 0.0090489 Jul 07 19:54:44.220759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:44.697283 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e6f5-6498-4420-8863-5078d38087c0 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.698421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ddf2e6f5-6498-4420-8863-5078d38087c0 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "DELETE /v2.0/metering/metering-label-rules/94efe24d-e85c-4b8f-9d6c-174ee2888e9b HTTP/1.1" status: 204 len: 168 time: 0.4764595 Jul 07 19:54:44.701150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:44.711312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-433a4e8b-d96c-44b4-8627-f9849ffe9d94 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-label-rules?id=94efe24d-e85c-4b8f-9d6c-174ee2888e9b HTTP/1.1" status: 200 len: 221 time: 0.0091681 Jul 07 19:54:44.714430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:44.718453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d9cf587c-a505-46bb-ad1b-89d190808c98 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--122191187', 'description': 'label created by tempest'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:44.718934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d9cf587c-a505-46bb-ad1b-89d190808c98 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Unknown quota resources ['metering_label']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 19:54:44.915051 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9cf587c-a505-46bb-ad1b-89d190808c98 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:44.916228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d9cf587c-a505-46bb-ad1b-89d190808c98 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2009263 Jul 07 19:54:44.919244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:44.993863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-40344ffe-051d-4773-934c-26f05a029308 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-labels?id=c7bee07b-a069-45a6-8d3f-38e17377c992 HTTP/1.1" status: 200 len: 467 time: 0.0734329 Jul 07 19:54:44.996543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:45.179120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ef5e8a0-3174-4c02-8546-d40ab09d21ed tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:45.180266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2ef5e8a0-3174-4c02-8546-d40ab09d21ed tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "DELETE /v2.0/metering/metering-labels/c7bee07b-a069-45a6-8d3f-38e17377c992 HTTP/1.1" status: 204 len: 168 time: 0.1826987 Jul 07 19:54:45.183003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:45.194376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-686e2051-319f-442d-b205-4a89c09a9cb2 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-labels?id=c7bee07b-a069-45a6-8d3f-38e17377c992 HTTP/1.1" status: 200 len: 216 time: 0.0102878 Jul 07 19:54:45.197916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:45.206489 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-34db0817-2381-46ff-be25-78ca58e30300 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0075819 Jul 07 19:54:45.209797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:45.221075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-707fa4a9-4e9a-4444-a42d-4f90611dbfa2 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0103247 Jul 07 19:54:45.225657 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:45.277326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-858aa856-db33-4850-84a4-35a336fddfef tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-labels/67a16473-610e-48f3-844d-966c35372cbe HTTP/1.1" status: 200 len: 473 time: 0.0505407 Jul 07 19:54:45.280597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:45.290926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1680661f-9c8c-43e5-8d86-9c1a519cdff6 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "GET /v2.0/metering/metering-label-rules/bb3f6030-1937-4b32-9c2a-a6f147810612 HTTP/1.1" status: 200 len: 459 time: 0.0093200 Jul 07 19:54:45.293917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:45.393113 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-795644fc-fd2c-4726-8d02-2924742c1d58 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:45.394237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-795644fc-fd2c-4726-8d02-2924742c1d58 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "DELETE /v2.0/metering/metering-label-rules/bb3f6030-1937-4b32-9c2a-a6f147810612 HTTP/1.1" status: 204 len: 168 time: 0.0994241 Jul 07 19:54:45.397881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34106) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:45.579679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a0341fc-e57c-42df-8f24-92f72e499f56 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:45.580837 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1a0341fc-e57c-42df-8f24-92f72e499f56 tempest-MeteringIpV6TestJSON-1989489915 tempest-MeteringIpV6TestJSON-1989489915-project-admin] 10.222.0.113 "DELETE /v2.0/metering/metering-labels/67a16473-610e-48f3-844d-966c35372cbe HTTP/1.1" status: 204 len: 168 time: 0.1818836 Jul 07 19:54:45.824155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:45.956860 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88c4bfe-f81c-41d6-a1f7-e2b10512383e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.047084 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88c4bfe-f81c-41d6-a1f7-e2b10512383e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.050875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88c4bfe-f81c-41d6-a1f7-e2b10512383e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.088763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f88c4bfe-f81c-41d6-a1f7-e2b10512383e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=580fe92f264b467b96bf6e09f885b1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634687 Jul 07 19:54:46.089895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c4bfe-f81c-41d6-a1f7-e2b10512383e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87ffcbc-017e-4c85-b394-1157286894e1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:46.091973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:46.149236 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e1fb541-7871-423b-a241-3f11687273e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.172964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e1fb541-7871-423b-a241-3f11687273e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.225836 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e1fb541-7871-423b-a241-3f11687273e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.229096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e1fb541-7871-423b-a241-3f11687273e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.230305 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2e1fb541-7871-423b-a241-3f11687273e2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b87ffcbc-017e-4c85-b394-1157286894e1 HTTP/1.1" status: 204 len: 168 time: 0.1330104 Jul 07 19:54:46.242001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fb541-7871-423b-a241-3f11687273e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87ffcbc-017e-4c85-b394-1157286894e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:46.502496 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:46.516508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b73e099e-290e-4dbc-ada5-f16a47e65d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.605131 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b73e099e-290e-4dbc-ada5-f16a47e65d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.608973 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b73e099e-290e-4dbc-ada5-f16a47e65d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.647116 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b73e099e-290e-4dbc-ada5-f16a47e65d33 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=020925a87c774bfb8bbe62a5504acb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433799 Jul 07 19:54:46.649013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e099e-290e-4dbc-ada5-f16a47e65d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9988b22a-46c4-4b62-a1b8-c86493128c83,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:46.650177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34128) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:46.700222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a53c66cc-4593-4020-be57-dcd87d522c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.721781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a53c66cc-4593-4020-be57-dcd87d522c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.769271 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a53c66cc-4593-4020-be57-dcd87d522c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.772830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a53c66cc-4593-4020-be57-dcd87d522c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:46.773983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a53c66cc-4593-4020-be57-dcd87d522c5a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9988b22a-46c4-4b62-a1b8-c86493128c83 HTTP/1.1" status: 204 len: 168 time: 0.1228080 Jul 07 19:54:46.781998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c66cc-4593-4020-be57-dcd87d522c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9988b22a-46c4-4b62-a1b8-c86493128c83,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:48.142444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34170) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:48.236390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c1d3bccd-7dde-4747-95b9-b2ae81a87f39 tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:48.268252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c1d3bccd-7dde-4747-95b9-b2ae81a87f39 tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] 10.222.0.113 "PUT /v2.0/quotas/e6fbc3725534438595cea8efbe833871 HTTP/1.1" status: 200 len: 366 time: 0.1246886 Jul 07 19:54:48.271510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:48.281339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-86c86aac-ede7-47f5-bbd9-ea1317054473 tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] 10.222.0.113 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0088127 Jul 07 19:54:48.283398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:48.292865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f40e869a-c8eb-485b-80b5-a1e01a8c72e1 tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] 10.222.0.113 "GET /v2.0/quotas/e6fbc3725534438595cea8efbe833871 HTTP/1.1" status: 200 len: 366 time: 0.0084863 Jul 07 19:54:48.295022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:48.307737 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ec144a11-9872-4852-bde4-59b0b8c51e22 tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] 10.222.0.113 "DELETE /v2.0/quotas/e6fbc3725534438595cea8efbe833871 HTTP/1.1" status: 204 len: 168 time: 0.0117292 Jul 07 19:54:48.309907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:48.320121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-36620053-d2a6-483b-b88a-e295a44c3eca tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] 10.222.0.113 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0092304 Jul 07 19:54:48.322454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:48.331034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-42ebd0fa-5a2f-441a-8cce-575c03e91e0a tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] 10.222.0.113 "GET /v2.0/quotas/e6fbc3725534438595cea8efbe833871 HTTP/1.1" status: 200 len: 370 time: 0.0076480 Jul 07 19:54:48.334242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:48.338764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-984a42e0-1200-43ae-b75f-e89dc7fb214a tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] 10.222.0.113 "GET /v2.0/quotas/e6fbc3725534438595cea8efbe833871/default HTTP/1.1" status: 200 len: 370 time: 0.0036230 Jul 07 19:54:48.340933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:48.348678 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8e21214d-46c6-445c-b931-fbf51b872266 tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] delete failed (client error): The resource could not be found. Jul 07 19:54:48.349617 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8e21214d-46c6-445c-b931-fbf51b872266 tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] 10.222.0.113 "DELETE /v2.0/quotas/e6fbc3725534438595cea8efbe833871 HTTP/1.1" status: 404 len: 348 time: 0.0078442 Jul 07 19:54:48.455077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:48.475254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Usage tracker for resource:network and tenant:bc99529c7fa942b9b3633182bc776049 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:54:48.481185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:54:48.487402 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Usage tracker for resource:subnet and tenant:bc99529c7fa942b9b3633182bc776049 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:54:48.493096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:54:48.499278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Usage tracker for resource:subnetpool and tenant:bc99529c7fa942b9b3633182bc776049 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:54:48.504228 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:54:48.511162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Usage tracker for resource:port and tenant:bc99529c7fa942b9b3633182bc776049 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:54:48.516266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:54:48.522465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Usage tracker for resource:router and tenant:bc99529c7fa942b9b3633182bc776049 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:54:48.527327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:54:48.533295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Usage tracker for resource:floatingip and tenant:bc99529c7fa942b9b3633182bc776049 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:54:48.537965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:54:48.575657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Usage tracker for resource:security_group and tenant:bc99529c7fa942b9b3633182bc776049 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:54:48.581005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:54:48.587055 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Usage tracker for resource:security_group_rule and tenant:bc99529c7fa942b9b3633182bc776049 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 19:54:48.591815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.quota.resource [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 19:54:48.596356 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-944f29dc-e658-4eb0-9db0-619d8d09b5cd tempest-QuotasTest-1077013264 tempest-QuotasTest-1077013264-project-admin] 10.222.0.113 "GET /v2.0/quotas/bc99529c7fa942b9b3633182bc776049/details.json HTTP/1.1" status: 200 len: 703 time: 0.1402452 Jul 07 19:54:48.887474 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:48.990435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c10eb1b-e813-493e-8285-371c3ca574f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.083116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c10eb1b-e813-493e-8285-371c3ca574f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.086820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c10eb1b-e813-493e-8285-371c3ca574f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.124070 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10eb1b-e813-493e-8285-371c3ca574f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9656170e-277b-437b-ab6a-9649acc13184,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:49.133516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7c10eb1b-e813-493e-8285-371c3ca574f4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=48f726c418164a56974e2c5067a2c70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449071 Jul 07 19:54:49.136108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:49.185682 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f613d8aa-2952-41cf-83c8-ffa1a7fb217c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.206352 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f613d8aa-2952-41cf-83c8-ffa1a7fb217c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.252992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f613d8aa-2952-41cf-83c8-ffa1a7fb217c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.255924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f613d8aa-2952-41cf-83c8-ffa1a7fb217c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.257099 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f613d8aa-2952-41cf-83c8-ffa1a7fb217c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9656170e-277b-437b-ab6a-9649acc13184 HTTP/1.1" status: 204 len: 168 time: 0.1200497 Jul 07 19:54:49.265563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613d8aa-2952-41cf-83c8-ffa1a7fb217c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9656170e-277b-437b-ab6a-9649acc13184,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:49.317450 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.523969 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:49.537355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61434255-d11b-4cd2-9c4d-53375fb17f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.633561 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61434255-d11b-4cd2-9c4d-53375fb17f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.637436 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61434255-d11b-4cd2-9c4d-53375fb17f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.678630 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-61434255-d11b-4cd2-9c4d-53375fb17f6a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bc99529c7fa942b9b3633182bc776049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535475 Jul 07 19:54:49.679576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61434255-d11b-4cd2-9c4d-53375fb17f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c30593-5c89-48ba-be29-e985e7861c10,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:49.681364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:49.733224 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93f38d7-56bc-4205-8fe1-a0ed2c8aa2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.754319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93f38d7-56bc-4205-8fe1-a0ed2c8aa2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.801303 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93f38d7-56bc-4205-8fe1-a0ed2c8aa2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.805557 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93f38d7-56bc-4205-8fe1-a0ed2c8aa2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:49.806831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d93f38d7-56bc-4205-8fe1-a0ed2c8aa2a1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/64c30593-5c89-48ba-be29-e985e7861c10 HTTP/1.1" status: 204 len: 168 time: 0.1244144 Jul 07 19:54:49.815226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f38d7-56bc-4205-8fe1-a0ed2c8aa2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c30593-5c89-48ba-be29-e985e7861c10,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:51.006710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:51.101582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1617743376', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:51.123615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Made reservation on behalf of 5e2b6dbb8e3d40229d621c97c6399a37 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:54:51.126185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.135914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.229080 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.232853 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.253870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1115} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:54:51.269121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6207e3cf-fc63-4629-b0b8-3e752d1cfa89,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:51.272613 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.272949 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Added segment 2cc1cae8-67cd-4271-b23a-f692dfff6461 of type vlan for network 3aed46be-f4c7-4d22-8d89-903f14f817b9 Jul 07 19:54:51.322013 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.355894 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.357038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:51.357641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.409606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4017713 Jul 07 19:54:51.413640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:51.419021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Request body: {'subnet': {'network_id': '3aed46be-f4c7-4d22-8d89-903f14f817b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:51.421010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e033d-9c4d-42bb-b37f-c3bb7c481aad tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event updated for resources: {'Network': ['ID=3aed46be-f4c7-4d22-8d89-903f14f817b9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:51.431537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 3aed46be-f4c7-4d22-8d89-903f14f817b9 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:54:51.442410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Made reservation on behalf of 5e2b6dbb8e3d40229d621c97c6399a37 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:54:51.445215 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.740188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.objects.ports [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 19:54:51.740647 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.796880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6c4bf9e6-7e1b-4308-92ab-8bed0cb26680,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:51.806617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Checking segment: {'id': '2cc1cae8-67cd-4271-b23a-f692dfff6461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '3aed46be-f4c7-4d22-8d89-903f14f817b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:54:51.807094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Network hostable DHCP agents. Network: 3aed46be-f4c7-4d22-8d89-903f14f817b9, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:54:51.826367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Network 3aed46be-f4c7-4d22-8d89-903f14f817b9 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:54:51.835596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 3aed46be-f4c7-4d22-8d89-903f14f817b9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:51.840268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:51.840456 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.844586 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a24225-d7aa-4a40-b265-623542532974 None None] Network 3aed46be-f4c7-4d22-8d89-903f14f817b9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:54:51.857975 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-26d421ee-97ee-43e3-a750-e3e8990f61ff tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4428344 Jul 07 19:54:51.860424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:51.865562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-83407783', 'network_id': '3aed46be-f4c7-4d22-8d89-903f14f817b9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:51.886641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Made reservation on behalf of 5e2b6dbb8e3d40229d621c97c6399a37 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:54:51.889233 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:51.908153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] device_id is not set on port 19be80be-8cc1-4e59-889c-25073304562d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:54:51.974045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3367c96-7982-4769-8bb6-b4aae1cc1892 None None] Network 3aed46be-f4c7-4d22-8d89-903f14f817b9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:54:52.023366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Allocated IP 2001:db8::250 (3aed46be-f4c7-4d22-8d89-903f14f817b9/6c4bf9e6-7e1b-4308-92ab-8bed0cb26680/19be80be-8cc1-4e59-889c-25073304562d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:54:52.167608 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:52.207063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:52.250586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Network 3aed46be-f4c7-4d22-8d89-903f14f817b9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:54:52.253377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:52.257165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:54:52.258215 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:54:52.258838 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:52.274290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event updated for resources: {'Port': ['ID=19be80be-8cc1-4e59-889c-25073304562d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:52.282078 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f25bff1a-4c1d-418e-afb6-c2b6d14708d7 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.4206297 Jul 07 19:54:52.284572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:52.370319 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-533a6b68-175a-4e0d-ad17-8968de29c0ca tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Deleting port 19be80be-8cc1-4e59-889c-25073304562d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:52.370669 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-533a6b68-175a-4e0d-ad17-8968de29c0ca tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:52.449861 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-533a6b68-175a-4e0d-ad17-8968de29c0ca tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:52.461626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-533a6b68-175a-4e0d-ad17-8968de29c0ca tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Calling delete_port for 19be80be-8cc1-4e59-889c-25073304562d owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:52.581245 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-533a6b68-175a-4e0d-ad17-8968de29c0ca tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:52.614017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a6b68-175a-4e0d-ad17-8968de29c0ca tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event deleted for resources: {'Port': ['ID=19be80be-8cc1-4e59-889c-25073304562d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:52.642726 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-533a6b68-175a-4e0d-ad17-8968de29c0ca tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:52.644727 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-533a6b68-175a-4e0d-ad17-8968de29c0ca tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "DELETE /v2.0/ports/19be80be-8cc1-4e59-889c-25073304562d HTTP/1.1" status: 204 len: 168 time: 0.3591888 Jul 07 19:54:52.647592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:52.651965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3aed46be-f4c7-4d22-8d89-903f14f817b9', 'external_fixed_ips': [{'subnet_id': '6c4bf9e6-7e1b-4308-92ab-8bed0cb26680', 'ip_address': '2001:db8::250'}]}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:52.673416 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:52.674436 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:52.726677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:53.134910 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:53.372965 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:53.392651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:53.547490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Allocated IP 2001:db8::250 (3aed46be-f4c7-4d22-8d89-903f14f817b9/6c4bf9e6-7e1b-4308-92ab-8bed0cb26680/94eaa761-fc9d-4b4c-9671-9c4e60fbf7ee) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:54:53.650209 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:53.690162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:53.729802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Network 3aed46be-f4c7-4d22-8d89-903f14f817b9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:54:53.732760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:53.736191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:54:53.780345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event updated for resources: {'Port': ['ID=94eaa761-fc9d-4b4c-9671-9c4e60fbf7ee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:53.960097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.158646 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.284851 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Router e94b7bd0-3a40-4fbf-8919-365430e3df93 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:54:54.393684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:54:54.403059 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Sync routers for ids ['e94b7bd0-3a40-4fbf-8919-365430e3df93'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:54:54.412417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.413395 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6d4af114-ee70-4b09-9d5c-4c2cc38bc3f1 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7647293 Jul 07 19:54:54.413808 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Routers {'e94b7bd0-3a40-4fbf-8919-365430e3df93'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:54.414428 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['e94b7bd0-3a40-4fbf-8919-365430e3df93'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:54.416004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:54.522248 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Set router e94b7bd0-3a40-4fbf-8919-365430e3df93 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:54:54.529984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.635039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.687483 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Deleting port 94eaa761-fc9d-4b4c-9671-9c4e60fbf7ee {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:54.687834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.707552 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94b7bd0-3a40-4fbf-8919-365430e3df93', 'name': '', 'tenant_id': '5e2b6dbb8e3d40229d621c97c6399a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aed46be-f4c7-4d22-8d89-903f14f817b9', 'external_fixed_ips': [{'subnet_id': '6c4bf9e6-7e1b-4308-92ab-8bed0cb26680', 'ip_address': '2001:db8::250'}], 'enable_snat': True}, 'gw_port_id': '94eaa761-fc9d-4b4c-9671-9c4e60fbf7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:52Z', 'updated_at': '2021-07-07T19:54:53Z', 'revision_number': 3, 'project_id': '5e2b6dbb8e3d40229d621c97c6399a37', 'gw_port': {'id': '94eaa761-fc9d-4b4c-9671-9c4e60fbf7ee', 'name': '', 'network_id': '3aed46be-f4c7-4d22-8d89-903f14f817b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94b7bd0-3a40-4fbf-8919-365430e3df93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '6c4bf9e6-7e1b-4308-92ab-8bed0cb26680', 'ip_address': '2001:db8::250', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:53Z', 'updated_at': '2021-07-07T19:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c4bf9e6-7e1b-4308-92ab-8bed0cb26680', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:54.735247 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Checking router: e94b7bd0-3a40-4fbf-8919-365430e3df93 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:54:54.735247 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Updating router e94b7bd0-3a40-4fbf-8919-365430e3df93 port 94eaa761-fc9d-4b4c-9671-9c4e60fbf7ee binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:54:54.771651 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.772422 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.784249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Calling delete_port for 94eaa761-fc9d-4b4c-9671-9c4e60fbf7ee owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:54.958541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:54.984800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event deleted for resources: {'Port': ['ID=94eaa761-fc9d-4b4c-9671-9c4e60fbf7ee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:55.011749 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.027965 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:54:55.028390 n-d-792394-12 neutron-server[93773]: DEBUG oslo_db.api [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:54:55.104266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.106708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.153424 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.153963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e94b7bd0-3a40-4fbf-8919-365430e3df93 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:54:55.158233 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.159380 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-761dcc6e-f6c6-4eb4-888f-e8b826dbf50d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "DELETE /v2.0/routers/e94b7bd0-3a40-4fbf-8919-365430e3df93 HTTP/1.1" status: 204 len: 168 time: 0.7423878 Jul 07 19:54:55.162324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:55.207132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf010882-8e70-461d-bd72-d17d8199ee29 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Deleting subnet 6c4bf9e6-7e1b-4308-92ab-8bed0cb26680 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:54:55.210404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf010882-8e70-461d-bd72-d17d8199ee29 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.244938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf010882-8e70-461d-bd72-d17d8199ee29 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.283803 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf010882-8e70-461d-bd72-d17d8199ee29 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.342311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf010882-8e70-461d-bd72-d17d8199ee29 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.370288 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf010882-8e70-461d-bd72-d17d8199ee29 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6c4bf9e6-7e1b-4308-92ab-8bed0cb26680,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:55.372253 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf010882-8e70-461d-bd72-d17d8199ee29 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.374140 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bf010882-8e70-461d-bd72-d17d8199ee29 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "DELETE /v2.0/subnets/6c4bf9e6-7e1b-4308-92ab-8bed0cb26680 HTTP/1.1" status: 204 len: 168 time: 0.2108994 Jul 07 19:54:55.376783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:55.447602 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.531209 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.541761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aed46be-f4c7-4d22-8d89-903f14f817b9']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:55.549798 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Port 94eaa761-fc9d-4b4c-9671-9c4e60fbf7ee not found while updating agent binding for router e94b7bd0-3a40-4fbf-8919-365430e3df93. {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 19:54:55.558809 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Routers set() bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:55.559331 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Router IDs set() for agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 19:54:55.559738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc1cae8-67cd-4271-b23a-f692dfff6461') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:55.560030 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc1cae8-67cd-4271-b23a-f692dfff6461') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:55.560389 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_agentschedulers_db [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e94b7bd0-3a40-4fbf-8919-365430e3df93'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent'). {{(pid=93773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 19:54:55.560793 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f51db-a086-4a93-a827-7e08df64c34c None None] The sync data for ids ['e94b7bd0-3a40-4fbf-8919-365430e3df93'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:54:55.571409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.585226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.591095 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:54:55.591465 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:54:55.593124 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:54:55.651191 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.656755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3aed46be-f4c7-4d22-8d89-903f14f817b9 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 19:54:55.659330 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.661785 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "DELETE /v2.0/networks/3aed46be-f4c7-4d22-8d89-903f14f817b9 HTTP/1.1" status: 204 len: 168 time: 0.2835135 Jul 07 19:54:55.671514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05a8d9-68dc-4f10-b032-e1f2d09dbfdd tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event deleted for resources: {'Network': ['ID=3aed46be-f4c7-4d22-8d89-903f14f817b9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:55.861000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:55.867041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0fda7a02-183f-46f5-b0a9-fe2c21255379 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Request body: {'router': {'name': 'tempest-router--1627037625', 'project_id': '3cf3933bb69f4ca19f8010f982f6951f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:55.889605 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fda7a02-183f-46f5-b0a9-fe2c21255379 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.890718 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fda7a02-183f-46f5-b0a9-fe2c21255379 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.947702 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fda7a02-183f-46f5-b0a9-fe2c21255379 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.952490 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fda7a02-183f-46f5-b0a9-fe2c21255379 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.965449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fda7a02-183f-46f5-b0a9-fe2c21255379 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:55.966712 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0fda7a02-183f-46f5-b0a9-fe2c21255379 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1046984 Jul 07 19:54:55.969482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:56.043257 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-068b9c0f-1a92-4365-8922-9555c891b24c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.479504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-068b9c0f-1a92-4365-8922-9555c891b24c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.481653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-068b9c0f-1a92-4365-8922-9555c891b24c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.522747 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-068b9c0f-1a92-4365-8922-9555c891b24c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.523254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068b9c0f-1a92-4365-8922-9555c891b24c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39739908-4078-4955-80f3-5c0171222f6f {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:54:56.527360 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-068b9c0f-1a92-4365-8922-9555c891b24c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.528520 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-068b9c0f-1a92-4365-8922-9555c891b24c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "DELETE /v2.0/routers/39739908-4078-4955-80f3-5c0171222f6f HTTP/1.1" status: 204 len: 168 time: 0.5580947 Jul 07 19:54:56.630211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:56.819798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-599553251', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:56.843454 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.844755 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:56.901214 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:57.039414 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:57.241073 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:57.260138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:57.363103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Allocated IP 172.25.2.5 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/ffd52ff7-421e-4f0b-abdc-3c9562c36f4e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:54:57.471991 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:57.511633 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:57.550063 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:54:57.556530 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:57.561650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:54:57.564319 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Pushing event updated for resources: {'Port': ['ID=ffd52ff7-421e-4f0b-abdc-3c9562c36f4e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:57.817327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:58.019827 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:58.150453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Router 7af9123e-ba59-44e1-b84f-5cc0a6e8e712 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:54:58.257602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:54:58.267281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08366f1a-8ca0-4708-b2c9-fcb2a47f168b None None] Sync routers for ids ['7af9123e-ba59-44e1-b84f-5cc0a6e8e712'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:54:58.275506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:58.276792 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-16fc01e3-33fd-4730-8e44-89195fd75e8f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6454635 Jul 07 19:54:58.277062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08366f1a-8ca0-4708-b2c9-fcb2a47f168b None None] Routers {'7af9123e-ba59-44e1-b84f-5cc0a6e8e712'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:58.277699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-08366f1a-8ca0-4708-b2c9-fcb2a47f168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['7af9123e-ba59-44e1-b84f-5cc0a6e8e712'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:58.279496 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:58.310067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-08366f1a-8ca0-4708-b2c9-fcb2a47f168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:58.319748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08366f1a-8ca0-4708-b2c9-fcb2a47f168b None None] Routers {'7af9123e-ba59-44e1-b84f-5cc0a6e8e712'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:54:58.320355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-08366f1a-8ca0-4708-b2c9-fcb2a47f168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['7af9123e-ba59-44e1-b84f-5cc0a6e8e712'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:58.351438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-08366f1a-8ca0-4708-b2c9-fcb2a47f168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:54:58.352007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08366f1a-8ca0-4708-b2c9-fcb2a47f168b None None] The sync data for ids ['7af9123e-ba59-44e1-b84f-5cc0a6e8e712'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:54:58.386075 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c5e3743f-ed62-48ca-b1b7-dff598e880ba tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/routers/7af9123e-ba59-44e1-b84f-5cc0a6e8e712 HTTP/1.1" status: 200 len: 922 time: 0.1054158 Jul 07 19:54:58.388888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:58.417891 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-64295cd5-2fee-4e32-8f6f-3e1f4084d1e9 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=7af9123e-ba59-44e1-b84f-5cc0a6e8e712 HTTP/1.1" status: 200 len: 205 time: 0.0279236 Jul 07 19:54:58.420730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:58.561090 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:58.664627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:58.722770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Deleting port ffd52ff7-421e-4f0b-abdc-3c9562c36f4e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:54:58.723111 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:58.797772 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:58.811014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Calling delete_port for ffd52ff7-421e-4f0b-abdc-3c9562c36f4e owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:54:58.977615 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.003326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Pushing event deleted for resources: {'Port': ['ID=ffd52ff7-421e-4f0b-abdc-3c9562c36f4e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:54:59.015502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.015855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.016203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.016575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.016910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.017242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.017568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.017893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.018215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.018535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.018861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.019180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:54:59.080533 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.184663 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.186645 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.230167 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.230711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Fanout notify agent at l3_agent the message router_deleted on router 7af9123e-ba59-44e1-b84f-5cc0a6e8e712 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:54:59.237512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.241017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-985de8ac-be35-458b-b2ef-f28fa396e8ab tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/7af9123e-ba59-44e1-b84f-5cc0a6e8e712 HTTP/1.1" status: 204 len: 168 time: 0.8192284 Jul 07 19:54:59.242388 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:54:59.247020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Request body: {'router': {'name': 'tempest-snat-router-517001737', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'enable_snat': False}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:54:59.268592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.269546 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.326129 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.469430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.674851 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.694791 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.795733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Allocated IP 172.25.2.97 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/9f5e0d86-05c1-4941-af9c-2e559a984311) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:54:59.903966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.944123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:54:59.981250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:54:59.984040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:54:59.991039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:00.016830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event updated for resources: {'Port': ['ID=9f5e0d86-05c1-4941-af9c-2e559a984311,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:00.241629 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.438365 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.569559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Router 2425b6ef-befc-44ba-a7a8-71c5adfd9c0d is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:55:00.676503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:00.685505 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Sync routers for ids ['2425b6ef-befc-44ba-a7a8-71c5adfd9c0d'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:00.692153 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.694071 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ac24df8b-155e-4a0e-9e10-b87a331ad150 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.4506276 Jul 07 19:55:00.696640 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Routers {'2425b6ef-befc-44ba-a7a8-71c5adfd9c0d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:00.696780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:00.697238 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2425b6ef-befc-44ba-a7a8-71c5adfd9c0d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:00.803113 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Set router 2425b6ef-befc-44ba-a7a8-71c5adfd9c0d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:55:00.804603 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3f258a9f-5b15-4f24-8331-7be5a162a2da tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/routers/2425b6ef-befc-44ba-a7a8-71c5adfd9c0d HTTP/1.1" status: 200 len: 907 time: 0.1066501 Jul 07 19:55:00.808432 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:00.813818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Request body: {'router': {'name': 'tempest-snat-router-517001737', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'enable_snat': True}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:00.841815 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.843354 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.898357 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:00.985878 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425b6ef-befc-44ba-a7a8-71c5adfd9c0d', 'name': 'tempest-snat-router-517001737', 'tenant_id': '5e2b6dbb8e3d40229d621c97c6399a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97'}], 'enable_snat': False}, 'gw_port_id': '9f5e0d86-05c1-4941-af9c-2e559a984311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:59Z', 'updated_at': '2021-07-07T19:55:00Z', 'revision_number': 3, 'project_id': '5e2b6dbb8e3d40229d621c97c6399a37', 'gw_port': {'id': '9f5e0d86-05c1-4941-af9c-2e559a984311', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2425b6ef-befc-44ba-a7a8-71c5adfd9c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:59Z', 'updated_at': '2021-07-07T19:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:01.017578 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Checking router: 2425b6ef-befc-44ba-a7a8-71c5adfd9c0d for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:55:01.017922 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Updating router 2425b6ef-befc-44ba-a7a8-71c5adfd9c0d port 9f5e0d86-05c1-4941-af9c-2e559a984311 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:55:01.056091 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.313201 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.321300 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.322764 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Transition to ACTIVE for port object 9f5e0d86-05c1-4941-af9c-2e559a984311 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:55:01.329216 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.378602 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Pushing event updated for resources: {'Port': ['ID=9f5e0d86-05c1-4941-af9c-2e559a984311,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:01.388017 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Attempting to bind port 9f5e0d86-05c1-4941-af9c-2e559a984311 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:55:01.388382 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Attempting to bind port 9f5e0d86-05c1-4941-af9c-2e559a984311 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:55:01.388758 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Attempting to bind port 9f5e0d86-05c1-4941-af9c-2e559a984311 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:55:01.392072 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.392409 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.392761 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.393091 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.393415 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.393736 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.394052 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.394368 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.394682 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.394995 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.395851 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.396172 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:01.401585 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:55:01.401956 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:55:01.402352 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.402729 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:55:01.403183 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Bound port: 9f5e0d86-05c1-4941-af9c-2e559a984311, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:55:01.403560 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.468765 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] For port 9f5e0d86-05c1-4941-af9c-2e559a984311, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:55:01.472408 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] For port 9f5e0d86-05c1-4941-af9c-2e559a984311, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9f5e0d86-05c1-4941-af9c-2e559a984311,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:55:01.478022 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.527476 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefab287-4760-44cd-817c-30ca9c2bfd56 None None] Pushing event updated for resources: {'Port': ['ID=9f5e0d86-05c1-4941-af9c-2e559a984311,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:01.542365 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.547157 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Routers {'2425b6ef-befc-44ba-a7a8-71c5adfd9c0d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:01.547840 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['2425b6ef-befc-44ba-a7a8-71c5adfd9c0d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:01.562286 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.684078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Allocated IP 172.25.2.126 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/160925dc-c1de-4381-a349-2372727219e2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:01.756561 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] Set router 2425b6ef-befc-44ba-a7a8-71c5adfd9c0d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:55:01.803022 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.844914 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:01.885322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:01.892176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:01.898523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:01.919761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event updated for resources: {'Port': ['ID=160925dc-c1de-4381-a349-2372727219e2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:01.948071 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2425b6ef-befc-44ba-a7a8-71c5adfd9c0d', 'name': 'tempest-snat-router-517001737', 'tenant_id': '5e2b6dbb8e3d40229d621c97c6399a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97'}], 'enable_snat': False}, 'gw_port_id': '9f5e0d86-05c1-4941-af9c-2e559a984311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:59Z', 'updated_at': '2021-07-07T19:55:00Z', 'revision_number': 3, 'project_id': '5e2b6dbb8e3d40229d621c97c6399a37', 'gw_port': {'id': '9f5e0d86-05c1-4941-af9c-2e559a984311', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2425b6ef-befc-44ba-a7a8-71c5adfd9c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:59Z', 'updated_at': '2021-07-07T19:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:01.980125 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9125673-1472-4132-bf31-5a0caaa1f0a2 None None] The sync data for ids ['2425b6ef-befc-44ba-a7a8-71c5adfd9c0d'] in n-d-792394-12 is: [{'id': '2425b6ef-befc-44ba-a7a8-71c5adfd9c0d', 'name': 'tempest-snat-router-517001737', 'tenant_id': '5e2b6dbb8e3d40229d621c97c6399a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97'}], 'enable_snat': False}, 'gw_port_id': '9f5e0d86-05c1-4941-af9c-2e559a984311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:54:59Z', 'updated_at': '2021-07-07T19:55:00Z', 'revision_number': 3, 'project_id': '5e2b6dbb8e3d40229d621c97c6399a37', 'gw_port': {'id': '9f5e0d86-05c1-4941-af9c-2e559a984311', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2425b6ef-befc-44ba-a7a8-71c5adfd9c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:54:59Z', 'updated_at': '2021-07-07T19:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:02.219492 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:02.493415 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:02.641810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Router b38ee470-ce28-4484-98df-807bcded4701 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:55:02.765523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:02.775705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Sync routers for ids ['b38ee470-ce28-4484-98df-807bcded4701'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:02.784341 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:02.788953 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-efc81d3f-59a4-4f81-bb46-48de9269480b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.9759786 Jul 07 19:55:02.789112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Routers {'b38ee470-ce28-4484-98df-807bcded4701'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:02.789112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['b38ee470-ce28-4484-98df-807bcded4701'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:02.789314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:02.911775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-24c61b04-e6b5-4a6e-92fc-e9b46ce2b98c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/routers/b38ee470-ce28-4484-98df-807bcded4701 HTTP/1.1" status: 200 len: 907 time: 0.1211863 Jul 07 19:55:02.911997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:02.914956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Set router b38ee470-ce28-4484-98df-807bcded4701 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:55:03.026336 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.103196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38ee470-ce28-4484-98df-807bcded4701', 'name': 'tempest-snat-router-517001737', 'tenant_id': '5e2b6dbb8e3d40229d621c97c6399a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '160925dc-c1de-4381-a349-2372727219e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:55:00Z', 'updated_at': '2021-07-07T19:55:02Z', 'revision_number': 3, 'project_id': '5e2b6dbb8e3d40229d621c97c6399a37', 'gw_port': {'id': '160925dc-c1de-4381-a349-2372727219e2', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38ee470-ce28-4484-98df-807bcded4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:55:01Z', 'updated_at': '2021-07-07T19:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:03.130930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Checking router: b38ee470-ce28-4484-98df-807bcded4701 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:55:03.131368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Updating router b38ee470-ce28-4484-98df-807bcded4701 port 160925dc-c1de-4381-a349-2372727219e2 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:55:03.136233 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.177445 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.191970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Deleting port 160925dc-c1de-4381-a349-2372727219e2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:03.192892 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.270812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.282881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Calling delete_port for 160925dc-c1de-4381-a349-2372727219e2 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:03.461629 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.462811 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:55:03.463175 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:55:03.492992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event deleted for resources: {'Port': ['ID=160925dc-c1de-4381-a349-2372727219e2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:03.559234 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.655084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.657279 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.688802 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.706019 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.706572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b38ee470-ce28-4484-98df-807bcded4701 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:55:03.712249 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.713580 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3aa203c5-c9d8-4d24-8085-f93249285f85 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "DELETE /v2.0/routers/b38ee470-ce28-4484-98df-807bcded4701 HTTP/1.1" status: 204 len: 168 time: 0.8002346 Jul 07 19:55:03.716190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:03.829589 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.845793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9f5e0d86-05c1-4941-af9c-2e559a984311 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:55:03.897827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 9f5e0d86-05c1-4941-af9c-2e559a984311 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:55:03.901814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 9f5e0d86-05c1-4941-af9c-2e559a984311 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:55:03.902253 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.943468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:03.992273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Port 160925dc-c1de-4381-a349-2372727219e2 not found while updating agent binding for router b38ee470-ce28-4484-98df-807bcded4701. {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 19:55:03.997021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Deleting port 9f5e0d86-05c1-4941-af9c-2e559a984311 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:03.997371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.009555 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.015516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Routers set() bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:04.015880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Router IDs set() for agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 19:55:04.016507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_agentschedulers_db [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b38ee470-ce28-4484-98df-807bcded4701'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent'). {{(pid=93772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 19:55:04.016852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc888c-af5a-41b4-befe-82d357df6cfe None None] The sync data for ids ['b38ee470-ce28-4484-98df-807bcded4701'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:04.034002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 9f5e0d86-05c1-4941-af9c-2e559a984311, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9f5e0d86-05c1-4941-af9c-2e559a984311,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:55:04.039396 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.083125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] For port 9f5e0d86-05c1-4941-af9c-2e559a984311, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9f5e0d86-05c1-4941-af9c-2e559a984311,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:55:04.083479 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.086491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=9f5e0d86-05c1-4941-af9c-2e559a984311,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:04.093813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.094160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.094729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.094847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.095160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.095712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.095823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.095907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Calling delete_port for 9f5e0d86-05c1-4941-af9c-2e559a984311 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:04.096126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.096452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.096800 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.097130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.097452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:04.268042 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.295773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f5e0d86-05c1-4941-af9c-2e559a984311,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:04.366328 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.461417 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.464063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.511597 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.512411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2425b6ef-befc-44ba-a7a8-71c5adfd9c0d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:55:04.517028 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.518386 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-107ada84-a521-4641-ae03-cf8600475f03 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "DELETE /v2.0/routers/2425b6ef-befc-44ba-a7a8-71c5adfd9c0d HTTP/1.1" status: 204 len: 168 time: 0.8011816 Jul 07 19:55:04.523544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:04.529369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1497952047', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:04.554139 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.555089 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.610976 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.758392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.959487 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:04.978263 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:05.083717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Allocated IP 172.25.2.54 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/98eea827-bf8f-4866-84de-cf03fddaf66b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:05.196063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:05.235747 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:05.274423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:05.280604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:05.286052 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:05.289366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Pushing event updated for resources: {'Port': ['ID=98eea827-bf8f-4866-84de-cf03fddaf66b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:05.545317 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:05.831548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9f5e0d86-05c1-4941-af9c-2e559a984311 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:55:05.852220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 9f5e0d86-05c1-4941-af9c-2e559a984311 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:55:05.852599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9f5e0d86-05c1-4941-af9c-2e559a984311 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:55:06.032172 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:06.162251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Router 02d4448e-f060-4a2e-8ae1-575f6214f139 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:55:06.272216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:06.281156 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b93af-da9f-4953-accc-5e7b85b3784e None None] Sync routers for ids ['02d4448e-f060-4a2e-8ae1-575f6214f139'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:06.290755 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b93af-da9f-4953-accc-5e7b85b3784e None None] Routers {'02d4448e-f060-4a2e-8ae1-575f6214f139'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:06.291351 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-462b93af-da9f-4953-accc-5e7b85b3784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['02d4448e-f060-4a2e-8ae1-575f6214f139'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:06.291967 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:06.296278 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dba60797-9a66-4fa2-9151-ee8528ec0dcc tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7710609 Jul 07 19:55:06.296466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34308) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:06.300745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0e6e0c9b-b266-416f-b16a-833e2eca4af4 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:06.324413 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-462b93af-da9f-4953-accc-5e7b85b3784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:06.333692 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b93af-da9f-4953-accc-5e7b85b3784e None None] Routers {'02d4448e-f060-4a2e-8ae1-575f6214f139'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:06.334632 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-462b93af-da9f-4953-accc-5e7b85b3784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['02d4448e-f060-4a2e-8ae1-575f6214f139'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:06.366728 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-462b93af-da9f-4953-accc-5e7b85b3784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:06.367362 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b93af-da9f-4953-accc-5e7b85b3784e None None] The sync data for ids ['02d4448e-f060-4a2e-8ae1-575f6214f139'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:06.601140 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0c9b-b266-416f-b16a-833e2eca4af4 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:06.937794 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:55:06.992159 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0c9b-b266-416f-b16a-833e2eca4af4 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:06.995548 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0c9b-b266-416f-b16a-833e2eca4af4 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:07.102033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6e0c9b-b266-416f-b16a-833e2eca4af4 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Router 02d4448e-f060-4a2e-8ae1-575f6214f139 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:07.550051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6e0c9b-b266-416f-b16a-833e2eca4af4 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:07.554509 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0c9b-b266-416f-b16a-833e2eca4af4 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:07.555729 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0e6e0c9b-b266-416f-b16a-833e2eca4af4 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "PUT /v2.0/routers/02d4448e-f060-4a2e-8ae1-575f6214f139 HTTP/1.1" status: 200 len: 925 time: 1.2585573 Jul 07 19:55:07.558460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:07.558595 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82eb99c-04d8-427d-92d5-8a2dc5d7e0db None None] Sync routers for ids ['02d4448e-f060-4a2e-8ae1-575f6214f139'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:07.568108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82eb99c-04d8-427d-92d5-8a2dc5d7e0db None None] Routers {'02d4448e-f060-4a2e-8ae1-575f6214f139'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:07.568749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b82eb99c-04d8-427d-92d5-8a2dc5d7e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['02d4448e-f060-4a2e-8ae1-575f6214f139'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:07.603438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b82eb99c-04d8-427d-92d5-8a2dc5d7e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:07.612187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82eb99c-04d8-427d-92d5-8a2dc5d7e0db None None] Routers {'02d4448e-f060-4a2e-8ae1-575f6214f139'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:07.612816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b82eb99c-04d8-427d-92d5-8a2dc5d7e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['02d4448e-f060-4a2e-8ae1-575f6214f139'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:07.644861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b82eb99c-04d8-427d-92d5-8a2dc5d7e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:07.646125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82eb99c-04d8-427d-92d5-8a2dc5d7e0db None None] The sync data for ids ['02d4448e-f060-4a2e-8ae1-575f6214f139'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:07.666371 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0581e32b-091a-448c-9f54-81f178569b86 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/routers/02d4448e-f060-4a2e-8ae1-575f6214f139 HTTP/1.1" status: 200 len: 925 time: 0.1067758 Jul 07 19:55:07.669122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:07.755349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286bdc9-d541-4dd2-9278-226a4dfc33d8 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:07.757021 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2286bdc9-d541-4dd2-9278-226a4dfc33d8 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=bec3f046-f8b3-402a-8374-381f4c722371&device_id=02d4448e-f060-4a2e-8ae1-575f6214f139&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0869868 Jul 07 19:55:07.759698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:07.849717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e027f86-6968-4bef-9f0b-d0158bd3c74b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:07.851141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1e027f86-6968-4bef-9f0b-d0158bd3c74b tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 881 time: 0.0904238 Jul 07 19:55:07.854282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:07.883722 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c6aa4006-12cf-4189-b3b5-da2ffded1c82 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=02d4448e-f060-4a2e-8ae1-575f6214f139 HTTP/1.1" status: 200 len: 205 time: 0.0283833 Jul 07 19:55:07.886247 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34318) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:07.997236 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.104799 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.157617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Deleting port 98eea827-bf8f-4866-84de-cf03fddaf66b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:08.157953 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.236179 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.248315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Calling delete_port for 98eea827-bf8f-4866-84de-cf03fddaf66b owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:08.413826 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.426021 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dcd85339-03b4-4428-809e-8d5b352da425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.441048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Pushing event deleted for resources: {'Port': ['ID=98eea827-bf8f-4866-84de-cf03fddaf66b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:08.503153 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.597331 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.599567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.647214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.647728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Fanout notify agent at l3_agent the message router_deleted on router 02d4448e-f060-4a2e-8ae1-575f6214f139 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:55:08.654763 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.655877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-189c8501-a288-4c66-a785-2d8f0b8a4ca3 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/02d4448e-f060-4a2e-8ae1-575f6214f139 HTTP/1.1" status: 204 len: 168 time: 0.7687235 Jul 07 19:55:08.660766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:08.665852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-030e311d-03ae-4e9e-bce0-01d48db82f23 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1662416872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:08.688932 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-030e311d-03ae-4e9e-bce0-01d48db82f23 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.689926 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-030e311d-03ae-4e9e-bce0-01d48db82f23 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.742148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-030e311d-03ae-4e9e-bce0-01d48db82f23 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.746908 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-030e311d-03ae-4e9e-bce0-01d48db82f23 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.763664 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-030e311d-03ae-4e9e-bce0-01d48db82f23 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:08.764896 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-030e311d-03ae-4e9e-bce0-01d48db82f23 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1027908 Jul 07 19:55:08.767502 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:08.772133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:08.986359 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:09.188096 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:09.207246 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:09.316783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Allocated IP 172.25.2.133 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/829798e9-d241-44ac-8e50-35ee2d9be1a4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:09.420612 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:09.472659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:09.511696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:09.518119 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:09.523377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:09.526160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Pushing event updated for resources: {'Port': ['ID=829798e9-d241-44ac-8e50-35ee2d9be1a4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:09.776541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:09.980435 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:09.983752 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:10.115051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Router 16253299-7ed3-4966-89cc-355619cf86dd is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:55:10.228812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:10.235699 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:10.236909 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3e01a03f-4559-461c-afe4-9d6e4429d6f4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "PUT /v2.0/routers/16253299-7ed3-4966-89cc-355619cf86dd HTTP/1.1" status: 200 len: 884 time: 1.4684713 Jul 07 19:55:10.237689 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900d9623-7e62-4da5-9d20-4bf2e42e35e3 None None] Sync routers for ids ['16253299-7ed3-4966-89cc-355619cf86dd'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:10.239974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:10.246904 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d9623-7e62-4da5-9d20-4bf2e42e35e3 None None] Routers {'16253299-7ed3-4966-89cc-355619cf86dd'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:10.247544 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-900d9623-7e62-4da5-9d20-4bf2e42e35e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['16253299-7ed3-4966-89cc-355619cf86dd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:10.283256 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-900d9623-7e62-4da5-9d20-4bf2e42e35e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:10.292544 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d9623-7e62-4da5-9d20-4bf2e42e35e3 None None] Routers {'16253299-7ed3-4966-89cc-355619cf86dd'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:10.293160 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-900d9623-7e62-4da5-9d20-4bf2e42e35e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:54:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['16253299-7ed3-4966-89cc-355619cf86dd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:10.324365 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-900d9623-7e62-4da5-9d20-4bf2e42e35e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:10.325038 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900d9623-7e62-4da5-9d20-4bf2e42e35e3 None None] The sync data for ids ['16253299-7ed3-4966-89cc-355619cf86dd'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:10.348383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e7cd8d92-b6cc-4c8b-8baf-f9115eebc6ec tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/routers/16253299-7ed3-4966-89cc-355619cf86dd HTTP/1.1" status: 200 len: 925 time: 0.1072054 Jul 07 19:55:10.352213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:10.404747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b1ed8-f211-4f93-ae06-698736a6ed53 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:10.406200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-917b1ed8-f211-4f93-ae06-698736a6ed53 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=bec3f046-f8b3-402a-8374-381f4c722371&device_id=16253299-7ed3-4966-89cc-355619cf86dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0530453 Jul 07 19:55:10.408804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:10.491933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc89a7-f271-4463-8dc6-0de0c00ac84c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:10.493371 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-01cc89a7-f271-4463-8dc6-0de0c00ac84c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 881 time: 0.0836694 Jul 07 19:55:10.496313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:10.529868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7bff8599-285b-4dd0-80f8-edaf30dc7592 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=16253299-7ed3-4966-89cc-355619cf86dd HTTP/1.1" status: 200 len: 205 time: 0.0324697 Jul 07 19:55:10.532248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:10.636306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:10.738250 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:10.790476 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Deleting port 829798e9-d241-44ac-8e50-35ee2d9be1a4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:10.790816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:10.867115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:10.878585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Calling delete_port for 829798e9-d241-44ac-8e50-35ee2d9be1a4 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:11.040354 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.071600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Pushing event deleted for resources: {'Port': ['ID=829798e9-d241-44ac-8e50-35ee2d9be1a4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:11.120936 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48d79610-4c7f-4349-a035-3cf2cc56e659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.138339 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.233281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.235492 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.281782 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.282581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Fanout notify agent at l3_agent the message router_deleted on router 16253299-7ed3-4966-89cc-355619cf86dd {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:55:11.289532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.290757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e7bf0497-da6f-4df4-92ca-9ce369abd119 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/16253299-7ed3-4966-89cc-355619cf86dd HTTP/1.1" status: 204 len: 168 time: 0.7574868 Jul 07 19:55:11.294302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:11.299061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a1a25803-dfc7-4f81-9688-50d7bc547f75 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-621084158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:11.323316 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a25803-dfc7-4f81-9688-50d7bc547f75 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.324462 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a25803-dfc7-4f81-9688-50d7bc547f75 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.341001 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.389944 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a25803-dfc7-4f81-9688-50d7bc547f75 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.394393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a25803-dfc7-4f81-9688-50d7bc547f75 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.414329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a25803-dfc7-4f81-9688-50d7bc547f75 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.415553 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a1a25803-dfc7-4f81-9688-50d7bc547f75 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1202197 Jul 07 19:55:11.418340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:11.423870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'enable_snat': True}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:11.624770 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.838119 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.858091 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:11.962879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Allocated IP 172.25.2.174 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/597fae3f-bc47-4912-a6b6-46ac4b7dfae8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:12.063856 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:12.102639 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:12.143830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:12.147249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:12.152781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:12.175931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event updated for resources: {'Port': ['ID=597fae3f-bc47-4912-a6b6-46ac4b7dfae8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:12.512331 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:12.750295 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:12.947361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:12.950618 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:13.077632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Router d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:55:13.181711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:13.185860 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:13.186998 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3d74bbe4-5401-45f4-882b-094e6c0f4d25 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "PUT /v2.0/routers/d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10 HTTP/1.1" status: 200 len: 918 time: 1.7673824 Jul 07 19:55:13.189656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:13.192269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774ba313-3959-4af2-b787-d57372718505 None None] Sync routers for ids ['d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:13.202382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ba313-3959-4af2-b787-d57372718505 None None] Routers {'d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:13.203051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-774ba313-3959-4af2-b787-d57372718505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:13.243333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-774ba313-3959-4af2-b787-d57372718505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:13.251869 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ba313-3959-4af2-b787-d57372718505 None None] Routers {'d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:13.252506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-774ba313-3959-4af2-b787-d57372718505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:13.295502 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-774ba313-3959-4af2-b787-d57372718505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:13.296159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774ba313-3959-4af2-b787-d57372718505 None None] The sync data for ids ['d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:13.301774 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0a589f3a-8907-497a-89fd-a13e56fba4e3 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/routers/d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10 HTTP/1.1" status: 200 len: 924 time: 0.1108019 Jul 07 19:55:13.304614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:13.362598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c0af4-6e4f-45b0-afed-7d22c627e3d4 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:13.364217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cf0c0af4-6e4f-45b0-afed-7d22c627e3d4 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=bec3f046-f8b3-402a-8374-381f4c722371&device_id=d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0585320 Jul 07 19:55:13.366962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:13.450409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a46ada4-d093-4a23-a31a-de513935456d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:13.451703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7a46ada4-d093-4a23-a31a-de513935456d tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 881 time: 0.0838430 Jul 07 19:55:13.454475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:13.484767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f051c198-ce22-45da-be41-2cd9652f06a0 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10 HTTP/1.1" status: 200 len: 205 time: 0.0292075 Jul 07 19:55:13.487202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:13.596381 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:13.706097 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:13.759280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Deleting port 597fae3f-bc47-4912-a6b6-46ac4b7dfae8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:13.759990 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:13.842233 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:13.854200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Calling delete_port for 597fae3f-bc47-4912-a6b6-46ac4b7dfae8 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:14.022482 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.050711 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Pushing event deleted for resources: {'Port': ['ID=597fae3f-bc47-4912-a6b6-46ac4b7dfae8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:14.061252 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.113294 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.212031 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.214214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.260886 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.261322 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Fanout notify agent at l3_agent the message router_deleted on router d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:55:14.268047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.269166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8bc4a1be-2fa9-4fd2-a1dd-93559ec64f9f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10 HTTP/1.1" status: 204 len: 168 time: 0.7810783 Jul 07 19:55:14.274595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:14.279525 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-54d32ae5-aa52-4b1d-a010-43b260eb2b48 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1023979180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:14.306777 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d32ae5-aa52-4b1d-a010-43b260eb2b48 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.307764 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d32ae5-aa52-4b1d-a010-43b260eb2b48 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.362003 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d32ae5-aa52-4b1d-a010-43b260eb2b48 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.366310 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d32ae5-aa52-4b1d-a010-43b260eb2b48 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.382283 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d32ae5-aa52-4b1d-a010-43b260eb2b48 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.383502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-54d32ae5-aa52-4b1d-a010-43b260eb2b48 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1079004 Jul 07 19:55:14.386536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:14.390937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:14.602544 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.802102 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.825248 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:14.928391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Allocated IP 172.25.2.115 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/c89c3deb-9445-4a2f-b0c6-cff910866bb5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:15.033035 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:15.072523 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:15.108934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:15.116266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:15.119943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:15.142081 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Pushing event updated for resources: {'Port': ['ID=c89c3deb-9445-4a2f-b0c6-cff910866bb5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:15.375250 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:15.570751 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:15.573995 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:15.700737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Router c4c57168-0a2d-45c5-bae0-239c3475162d is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:55:15.807666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:15.811983 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:15.813019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e3808215-3129-4665-81ee-c370b4288820 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "PUT /v2.0/routers/c4c57168-0a2d-45c5-bae0-239c3475162d HTTP/1.1" status: 200 len: 920 time: 1.4255619 Jul 07 19:55:15.815811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:15.818612 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8b079-1fc1-49b1-a5f3-01cb88ba45c0 None None] Sync routers for ids ['c4c57168-0a2d-45c5-bae0-239c3475162d'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:15.828234 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8b079-1fc1-49b1-a5f3-01cb88ba45c0 None None] Routers {'c4c57168-0a2d-45c5-bae0-239c3475162d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:15.828947 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-87b8b079-1fc1-49b1-a5f3-01cb88ba45c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c4c57168-0a2d-45c5-bae0-239c3475162d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:15.865494 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-87b8b079-1fc1-49b1-a5f3-01cb88ba45c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:15.874195 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8b079-1fc1-49b1-a5f3-01cb88ba45c0 None None] Routers {'c4c57168-0a2d-45c5-bae0-239c3475162d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:15.874785 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-87b8b079-1fc1-49b1-a5f3-01cb88ba45c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c4c57168-0a2d-45c5-bae0-239c3475162d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:15.906326 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-87b8b079-1fc1-49b1-a5f3-01cb88ba45c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:15.906972 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8b079-1fc1-49b1-a5f3-01cb88ba45c0 None None] The sync data for ids ['c4c57168-0a2d-45c5-bae0-239c3475162d'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:16.270750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-254c4a78-09d2-43e3-ac5b-93b0c6e83b90 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/routers/c4c57168-0a2d-45c5-bae0-239c3475162d HTTP/1.1" status: 200 len: 926 time: 0.4528613 Jul 07 19:55:16.273328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:16.326405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9688dc47-3258-45ff-af55-3b209a7d951c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:16.327918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9688dc47-3258-45ff-af55-3b209a7d951c tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=bec3f046-f8b3-402a-8374-381f4c722371&device_id=c4c57168-0a2d-45c5-bae0-239c3475162d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0536854 Jul 07 19:55:16.330544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:16.419219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74e100-ac1b-4e2f-a7e1-aefb97358e42 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:16.420654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9c74e100-ac1b-4e2f-a7e1-aefb97358e42 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/networks/bec3f046-f8b3-402a-8374-381f4c722371 HTTP/1.1" status: 200 len: 881 time: 0.0891857 Jul 07 19:55:16.423412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:16.457085 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e3660a51-10dd-441e-95de-3e50589dd6e8 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4c57168-0a2d-45c5-bae0-239c3475162d HTTP/1.1" status: 200 len: 205 time: 0.0325968 Jul 07 19:55:16.459749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:16.566851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:16.666413 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:16.720532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Deleting port c89c3deb-9445-4a2f-b0c6-cff910866bb5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:16.720882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:16.796001 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:16.808226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Calling delete_port for c89c3deb-9445-4a2f-b0c6-cff910866bb5 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:16.972567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:16.998356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Pushing event deleted for resources: {'Port': ['ID=c89c3deb-9445-4a2f-b0c6-cff910866bb5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:17.064875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.158523 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.160547 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.205393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.205917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Fanout notify agent at l3_agent the message router_deleted on router c4c57168-0a2d-45c5-bae0-239c3475162d {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:55:17.213353 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.214475 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ca3ddfb2-38c7-4a3f-8520-7cb2ad404bc4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/c4c57168-0a2d-45c5-bae0-239c3475162d HTTP/1.1" status: 204 len: 168 time: 0.7534659 Jul 07 19:55:17.218017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:17.222349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1364630435', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:17.246676 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.247799 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.312071 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.456783 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.654016 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.672839 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.777108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Allocated IP 172.25.2.112 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/9dfa8d3a-0563-476a-ab81-ff65606f650a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:17.881473 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.920119 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:17.957503 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:17.960333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:17.965762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:17.994617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Pushing event updated for resources: {'Port': ['ID=9dfa8d3a-0563-476a-ab81-ff65606f650a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:18.225878 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:18.421777 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:18.558141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Router dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:55:18.666015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:18.675505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da122ba3-84f0-4bfd-9de0-daa2c4681cd8 None None] Sync routers for ids ['dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:18.686061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da122ba3-84f0-4bfd-9de0-daa2c4681cd8 None None] Routers {'dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:18.686372 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:18.686669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-da122ba3-84f0-4bfd-9de0-daa2c4681cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:18.687618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-331044b5-cee2-4f23-b98c-292ad1960362 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.4686675 Jul 07 19:55:18.690479 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:18.696424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:18.720382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-da122ba3-84f0-4bfd-9de0-daa2c4681cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:18.730354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da122ba3-84f0-4bfd-9de0-daa2c4681cd8 None None] Routers {'dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:18.731049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-da122ba3-84f0-4bfd-9de0-daa2c4681cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:18.766717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-da122ba3-84f0-4bfd-9de0-daa2c4681cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:18.767379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da122ba3-84f0-4bfd-9de0-daa2c4681cd8 None None] The sync data for ids ['dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:18.998119 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:19.012017 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:19.062733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Deleting port 9dfa8d3a-0563-476a-ab81-ff65606f650a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:19.063074 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:19.144116 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:19.155709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Calling delete_port for 9dfa8d3a-0563-476a-ab81-ff65606f650a owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:19.317735 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:19.322913 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:19.349546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Pushing event deleted for resources: {'Port': ['ID=9dfa8d3a-0563-476a-ab81-ff65606f650a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:19.415732 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:19.625043 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:19.628253 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-893470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-893445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-837839'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:19.704061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Router dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:19.776280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:19.783190 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:19.785169 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-73b30eed-865a-4aa4-9282-16a1a08cd41d tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "PUT /v2.0/routers/dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd HTTP/1.1" status: 200 len: 710 time: 1.0937150 Jul 07 19:55:19.786923 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363f2ee-3928-4eea-a1cb-e833068d9ac5 None None] Sync routers for ids ['dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:19.788387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:19.795897 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363f2ee-3928-4eea-a1cb-e833068d9ac5 None None] Routers {'dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:19.796542 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4363f2ee-3928-4eea-a1cb-e833068d9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:19.834529 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4363f2ee-3928-4eea-a1cb-e833068d9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:19.843213 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363f2ee-3928-4eea-a1cb-e833068d9ac5 None None] Routers {'dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:19.843810 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4363f2ee-3928-4eea-a1cb-e833068d9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:19.870057 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ab2435c4-1267-4360-b264-2286862292fb tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/routers/dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd HTTP/1.1" status: 200 len: 745 time: 0.0804698 Jul 07 19:55:19.872736 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:19.878343 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4363f2ee-3928-4eea-a1cb-e833068d9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:19.878989 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363f2ee-3928-4eea-a1cb-e833068d9ac5 None None] The sync data for ids ['dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:19.920976 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9575233a-2235-4733-bf93-04cf41757c88 tempest-RoutersIpV6AdminTest-1098046469 tempest-RoutersIpV6AdminTest-1098046469-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=bec3f046-f8b3-402a-8374-381f4c722371&device_id=dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd HTTP/1.1" status: 200 len: 205 time: 0.0466969 Jul 07 19:55:19.923121 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:19.952529 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f117e3e7-600f-4fa4-a773-918b90d746e0 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd HTTP/1.1" status: 200 len: 205 time: 0.0283067 Jul 07 19:55:19.955050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:20.337764 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caf3eccb-3f53-4661-95b9-1494dc647fc7 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:20.531292 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caf3eccb-3f53-4661-95b9-1494dc647fc7 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:20.534339 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caf3eccb-3f53-4661-95b9-1494dc647fc7 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:20.590615 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caf3eccb-3f53-4661-95b9-1494dc647fc7 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:20.591264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf3eccb-3f53-4661-95b9-1494dc647fc7 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Fanout notify agent at l3_agent the message router_deleted on router dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:55:20.602579 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caf3eccb-3f53-4661-95b9-1494dc647fc7 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:20.604448 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-caf3eccb-3f53-4661-95b9-1494dc647fc7 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd HTTP/1.1" status: 204 len: 168 time: 0.6483605 Jul 07 19:55:20.607858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:20.642705 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-31e69af5-43d6-4e19-95d4-d3149a8cf292 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd HTTP/1.1" status: 200 len: 205 time: 0.0336719 Jul 07 19:55:20.646226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:20.700975 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-8f955b52-8d4f-42e1-82ba-665484e5cfb5 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] delete failed (client error): The resource could not be found. Jul 07 19:55:20.702006 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8f955b52-8d4f-42e1-82ba-665484e5cfb5 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/dc5e6b29-8e1d-4b38-9463-b6ecf5b026fd HTTP/1.1" status: 404 len: 336 time: 0.0548255 Jul 07 19:55:20.704606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:20.733453 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-45c5b8d8-372a-49ab-8a1f-f64bc708b0ac tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4c57168-0a2d-45c5-bae0-239c3475162d HTTP/1.1" status: 200 len: 205 time: 0.0277951 Jul 07 19:55:20.735685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:20.773887 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-df8411eb-eaf6-41ce-8377-8fb93664ccd2 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] delete failed (client error): The resource could not be found. Jul 07 19:55:20.774907 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-df8411eb-eaf6-41ce-8377-8fb93664ccd2 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/c4c57168-0a2d-45c5-bae0-239c3475162d HTTP/1.1" status: 404 len: 336 time: 0.0383346 Jul 07 19:55:20.777495 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:20.811204 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f2ce69fd-9d7e-4e47-903d-8df25152dc0a tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10 HTTP/1.1" status: 200 len: 205 time: 0.0326569 Jul 07 19:55:20.813499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:20.851650 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-77f0941d-12f4-431a-b5ea-d78adc423b34 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] delete failed (client error): The resource could not be found. Jul 07 19:55:20.852640 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-77f0941d-12f4-431a-b5ea-d78adc423b34 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/d0cfd1ca-5e20-4e0e-bebf-79d58afd0a10 HTTP/1.1" status: 404 len: 336 time: 0.0382242 Jul 07 19:55:20.855510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:20.884660 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bf434423-825d-4835-b3f0-934ada87977b tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=16253299-7ed3-4966-89cc-355619cf86dd HTTP/1.1" status: 200 len: 205 time: 0.0280442 Jul 07 19:55:20.886951 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:20.930439 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-9356c0e6-ec1d-407d-ae52-9b8ba73ceb47 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] delete failed (client error): The resource could not be found. Jul 07 19:55:20.931452 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9356c0e6-ec1d-407d-ae52-9b8ba73ceb47 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/16253299-7ed3-4966-89cc-355619cf86dd HTTP/1.1" status: 404 len: 336 time: 0.0435941 Jul 07 19:55:20.934002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:20.963211 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-af8a9ce1-8000-4832-92e1-7df02e0455c6 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=02d4448e-f060-4a2e-8ae1-575f6214f139 HTTP/1.1" status: 200 len: 205 time: 0.0281570 Jul 07 19:55:20.965606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:21.003361 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-d19f9901-7dc2-4a18-9f15-83eb16fda38f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] delete failed (client error): The resource could not be found. Jul 07 19:55:21.004979 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d19f9901-7dc2-4a18-9f15-83eb16fda38f tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/02d4448e-f060-4a2e-8ae1-575f6214f139 HTTP/1.1" status: 404 len: 336 time: 0.0379105 Jul 07 19:55:21.007727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:21.049984 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-da2103cc-b520-424a-a326-a2d9cdea4cd4 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "GET /v2.0/ports?device_id=7af9123e-ba59-44e1-b84f-5cc0a6e8e712 HTTP/1.1" status: 200 len: 205 time: 0.0411355 Jul 07 19:55:21.052882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:21.089816 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-91a64599-002f-4ae6-944a-76ae18999f4a tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] delete failed (client error): The resource could not be found. Jul 07 19:55:21.091096 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-91a64599-002f-4ae6-944a-76ae18999f4a tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/routers/7af9123e-ba59-44e1-b84f-5cc0a6e8e712 HTTP/1.1" status: 404 len: 336 time: 0.0373123 Jul 07 19:55:21.093957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:21.121978 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b67b534-4911-4e9e-b3af-7b5497a176b7 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] DELETE failed (client error): The resource could not be found. Jul 07 19:55:21.122355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b67b534-4911-4e9e-b3af-7b5497a176b7 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:55:21.124026 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7b67b534-4911-4e9e-b3af-7b5497a176b7 tempest-RoutersIpV6AdminTest-599802627 tempest-RoutersIpV6AdminTest-599802627-project] 10.222.0.113 "DELETE /v2.0/subnets/6c4bf9e6-7e1b-4308-92ab-8bed0cb26680 HTTP/1.1" status: 404 len: 337 time: 0.0291777 Jul 07 19:55:21.369449 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:21.479849 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45cfbc3-47a8-4543-b259-be338a6de6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:21.570466 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45cfbc3-47a8-4543-b259-be338a6de6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:21.574176 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45cfbc3-47a8-4543-b259-be338a6de6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:21.617884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d45cfbc3-47a8-4543-b259-be338a6de6f0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2cb9786228384e6ab6544e1a2c9ae6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472851 Jul 07 19:55:21.618752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cfbc3-47a8-4543-b259-be338a6de6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28525e7d-40cc-4aa2-8200-db62466e5b25,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:21.620667 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:21.670013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:21.697114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:21.746658 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:21.749224 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:21.750427 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/28525e7d-40cc-4aa2-8200-db62466e5b25 HTTP/1.1" status: 204 len: 168 time: 0.1287754 Jul 07 19:55:21.758266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28525e7d-40cc-4aa2-8200-db62466e5b25,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:21.765691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:21.766033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:21.766369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:21.766702 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:21.767093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:21.767345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:21.767668 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:21.767994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:21.768310 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:21.768653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:21.768973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:21.769290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f6c1f-2fd5-4f17-9cdf-1274534daf38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:55:22.021739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:22.066606 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-164cded5-4117-45af-a5d6-aa5b8a0a4940 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5e2b6dbb8e3d40229d621c97c6399a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433331 Jul 07 19:55:22.069081 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:22.118741 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a448c291-706a-4a2f-aebf-cedfbfcd6a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:22.139927 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a448c291-706a-4a2f-aebf-cedfbfcd6a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:22.189338 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a448c291-706a-4a2f-aebf-cedfbfcd6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:22.192301 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a448c291-706a-4a2f-aebf-cedfbfcd6a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:22.193452 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a448c291-706a-4a2f-aebf-cedfbfcd6a92 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6207e3cf-fc63-4629-b0b8-3e752d1cfa89 HTTP/1.1" status: 204 len: 168 time: 0.1231692 Jul 07 19:55:22.201337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448c291-706a-4a2f-aebf-cedfbfcd6a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6207e3cf-fc63-4629-b0b8-3e752d1cfa89,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:22.883903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:22.987998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1797749382'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:23.009547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Made reservation on behalf of cf73c517ec7e47cb9e1d94af23a5c71d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:55:23.013175 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.022484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.119713 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.123492 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.147851 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:55:23.163851 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dc47c5-a6a2-4cc3-8245-b80c4b72c540,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:23.167045 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.167407 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Added segment 2558d04c-2992-489b-a7c1-9f9c6e511a12 of type vlan for network a26a1081-a766-4464-9db9-eb928e0caa61 Jul 07 19:55:23.214516 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.244753 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.250364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:23.250961 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.301978 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4169240 Jul 07 19:55:23.304783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:23.320884 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'subnet': {'network_id': 'a26a1081-a766-4464-9db9-eb928e0caa61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:23.369893 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc7e79-4ca7-459c-a29c-93c83dcad6c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Network': ['ID=a26a1081-a766-4464-9db9-eb928e0caa61,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:23.380220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network a26a1081-a766-4464-9db9-eb928e0caa61 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:55:23.420999 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Made reservation on behalf of cf73c517ec7e47cb9e1d94af23a5c71d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:55:23.424885 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.611998 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.673831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Subnet': ['ID=712bc2f7-c4d1-447a-803f-39b9af68d720,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:23.683178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Checking segment: {'id': '2558d04c-2992-489b-a7c1-9f9c6e511a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a26a1081-a766-4464-9db9-eb928e0caa61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:55:23.683544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network hostable DHCP agents. Network: a26a1081-a766-4464-9db9-eb928e0caa61, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:55:23.700133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network a26a1081-a766-4464-9db9-eb928e0caa61 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:55:23.708527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, a26a1081-a766-4464-9db9-eb928e0caa61) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:23.712722 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:23.713307 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.717607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b8b634-e3fc-4ac6-96e6-fc3b3924b1d0 None None] Network a26a1081-a766-4464-9db9-eb928e0caa61 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:55:23.728140 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8ee5ee68-1c2f-40d7-8db8-34c0c76c7420 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4222543 Jul 07 19:55:23.731087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:23.735746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-807201533', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:23.760805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.761785 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.820598 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:23.857017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10719236-f994-4de0-ab6e-512d6bac59d1 None None] Network a26a1081-a766-4464-9db9-eb928e0caa61 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:55:23.968584 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:24.164300 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:24.183228 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:24.293163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.25.2.158 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/019b82d1-b60c-4d69-829c-715d9b88c406) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:24.397401 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:24.436726 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:24.479949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:24.482918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:24.488553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:24.512955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=019b82d1-b60c-4d69-829c-715d9b88c406,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:24.748933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:24.951042 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:25.365281 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:55:25.471821 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:25.482213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb9961-67a7-4a7e-acf6-ee515bb24ff9 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:25.492863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb9961-67a7-4a7e-acf6-ee515bb24ff9 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:25.493496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2fb9961-67a7-4a7e-acf6-ee515bb24ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:25.493763 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:25.495244 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6d9a5b99-774d-4fee-8663-ea9329b83a9c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7631187 Jul 07 19:55:25.497779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:25.529389 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2fb9961-67a7-4a7e-acf6-ee515bb24ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:25.539073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb9961-67a7-4a7e-acf6-ee515bb24ff9 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:25.539671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2fb9961-67a7-4a7e-acf6-ee515bb24ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:25.571917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2fb9961-67a7-4a7e-acf6-ee515bb24ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:25.572616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb9961-67a7-4a7e-acf6-ee515bb24ff9 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:25.934909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:26.204379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.20.0.1 (a26a1081-a766-4464-9db9-eb928e0caa61/712bc2f7-c4d1-447a-803f-39b9af68d720/98048a58-05a1-41c0-b651-3296720358e1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:26.316678 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:26.357332 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:26.403807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network a26a1081-a766-4464-9db9-eb928e0caa61 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:26.409279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:26.414292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:26.438727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=98048a58-05a1-41c0-b651-3296720358e1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:26.464525 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:26.607960 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:26.882721 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:26.887347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:26.967118 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=98048a58-05a1-41c0-b651-3296720358e1,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:26.969685 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:27.065101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network a26a1081-a766-4464-9db9-eb928e0caa61 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:27.066490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:27.176339 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:27.285701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:27.292277 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-58c884f4-bfe9-480b-b5eb-c0c9d7181809 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "PUT /v2.0/routers/237946f5-1802-44af-aeae-1c1cd35c0fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7933283 Jul 07 19:55:27.294239 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:27.296041 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3b2da-c73e-4fa6-a599-2d83f0672726 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:27.299547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'port': {'network_id': 'a26a1081-a766-4464-9db9-eb928e0caa61', 'name': 'tempest-FloatingIPTestJSON-1855384887'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:27.306925 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3b2da-c73e-4fa6-a599-2d83f0672726 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:27.307548 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cde3b2da-c73e-4fa6-a599-2d83f0672726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:27.338797 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cde3b2da-c73e-4fa6-a599-2d83f0672726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:27.347242 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3b2da-c73e-4fa6-a599-2d83f0672726 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:27.347844 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cde3b2da-c73e-4fa6-a599-2d83f0672726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:27.382796 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cde3b2da-c73e-4fa6-a599-2d83f0672726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:27.383429 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3b2da-c73e-4fa6-a599-2d83f0672726 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:27.409116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Made reservation on behalf of cf73c517ec7e47cb9e1d94af23a5c71d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:55:27.413514 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:27.432051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] device_id is not set on port 754998a6-94c4-4408-8238-3379a05895ed yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:55:27.544784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.20.0.11 (a26a1081-a766-4464-9db9-eb928e0caa61/712bc2f7-c4d1-447a-803f-39b9af68d720/754998a6-94c4-4408-8238-3379a05895ed) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:27.691169 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:27.730826 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:27.774955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network a26a1081-a766-4464-9db9-eb928e0caa61 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:27.780044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:27.783799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:27.809644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=754998a6-94c4-4408-8238-3379a05895ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:27.835564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:27.836332 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:27.853066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-476f620d-8499-41e6-9860-410f8306822b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5576744 Jul 07 19:55:27.855967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:27.860946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'port': {'network_id': 'a26a1081-a766-4464-9db9-eb928e0caa61', 'name': 'tempest-FloatingIPTestJSON-1979693865'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:28.329233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Made reservation on behalf of cf73c517ec7e47cb9e1d94af23a5c71d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:55:28.332794 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:28.350013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] device_id is not set on port 7d88620c-1fee-4398-844a-35a8659c141f yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:55:28.456987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.20.0.10 (a26a1081-a766-4464-9db9-eb928e0caa61/712bc2f7-c4d1-447a-803f-39b9af68d720/7d88620c-1fee-4398-844a-35a8659c141f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:28.612332 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:28.651593 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:28.695698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network a26a1081-a766-4464-9db9-eb928e0caa61 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:28.700762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:28.704398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:28.711271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=7d88620c-1fee-4398-844a-35a8659c141f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:28.761410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:28.762018 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:28.775359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-218ffa90-ec14-4e2d-867f-0e2881264cb1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9183459 Jul 07 19:55:28.778847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:28.783695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '7d88620c-1fee-4398-844a-35a8659c141f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:28.807390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:28.913553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:29.021123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.25.2.9 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/6f7068be-0b58-4897-a37c-7524d278963d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:29.122538 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:29.161533 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:29.204586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:29.207322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:29.212835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:29.215889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=6f7068be-0b58-4897-a37c-7524d278963d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:29.610128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:29.689144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:29.846539 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:29.852287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:29.921119 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=6f7068be-0b58-4897-a37c-7524d278963d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:29.932064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:30.034768 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP a257b1cc-009f-410b-ad64-1e96e357422c associated. External IP: 172.25.2.9, port: 7d88620c-1fee-4398-844a-35a8659c141f. Jul 07 19:55:30.244127 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:30.352052 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:30.362120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96206dcb-2802-4a64-84c7-d0a5490619e2 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:30.368964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:30.373830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96206dcb-2802-4a64-84c7-d0a5490619e2 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:30.374448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96206dcb-2802-4a64-84c7-d0a5490619e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:30.406029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96206dcb-2802-4a64-84c7-d0a5490619e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:30.407358 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-335a63cb-d93d-4d6c-b8d3-f7421e5da7a1 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6273718 Jul 07 19:55:30.410104 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:30.415610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ba102acc-adcf-4f1e-9c19-1070a837a0fe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:30.416337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96206dcb-2802-4a64-84c7-d0a5490619e2 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:30.416990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96206dcb-2802-4a64-84c7-d0a5490619e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:30.451556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96206dcb-2802-4a64-84c7-d0a5490619e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:30.452204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96206dcb-2802-4a64-84c7-d0a5490619e2 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:30.473013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba102acc-adcf-4f1e-9c19-1070a837a0fe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:30.625288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba102acc-adcf-4f1e-9c19-1070a837a0fe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:30.628884 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba102acc-adcf-4f1e-9c19-1070a837a0fe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:30.629203 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-ba102acc-adcf-4f1e-9c19-1070a837a0fe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP a257b1cc-009f-410b-ad64-1e96e357422c disassociated. External IP: 172.25.2.9, port: 7d88620c-1fee-4398-844a-35a8659c141f. Jul 07 19:55:30.839125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba102acc-adcf-4f1e-9c19-1070a837a0fe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:31.232908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba102acc-adcf-4f1e-9c19-1070a837a0fe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:31.237579 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba102acc-adcf-4f1e-9c19-1070a837a0fe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:31.243294 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c1f89-1df2-4eef-97c3-a98673fc4513 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:31.252597 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c1f89-1df2-4eef-97c3-a98673fc4513 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:31.253210 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fc7c1f89-1df2-4eef-97c3-a98673fc4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:31.274932 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ba102acc-adcf-4f1e-9c19-1070a837a0fe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "PUT /v2.0/floatingips/a257b1cc-009f-410b-ad64-1e96e357422c HTTP/1.1" status: 200 len: 686 time: 0.8637712 Jul 07 19:55:31.277606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:31.284553 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fc7c1f89-1df2-4eef-97c3-a98673fc4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:31.293219 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c1f89-1df2-4eef-97c3-a98673fc4513 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:31.293819 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fc7c1f89-1df2-4eef-97c3-a98673fc4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:31.329452 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fc7c1f89-1df2-4eef-97c3-a98673fc4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:31.330091 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c1f89-1df2-4eef-97c3-a98673fc4513 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:31.406079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2190b-b93f-4070-a895-736fd58ccead tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port 6f7068be-0b58-4897-a37c-7524d278963d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:31.406420 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc2190b-b93f-4070-a895-736fd58ccead tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:31.486363 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc2190b-b93f-4070-a895-736fd58ccead tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:31.486607 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc2190b-b93f-4070-a895-736fd58ccead tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:31.498531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2190b-b93f-4070-a895-736fd58ccead tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for 6f7068be-0b58-4897-a37c-7524d278963d owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:31.633174 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc2190b-b93f-4070-a895-736fd58ccead tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:31.657201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2190b-b93f-4070-a895-736fd58ccead tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=6f7068be-0b58-4897-a37c-7524d278963d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:31.724609 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc2190b-b93f-4070-a895-736fd58ccead tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:31.727219 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc2190b-b93f-4070-a895-736fd58ccead tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:31.728953 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dcc2190b-b93f-4070-a895-736fd58ccead tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/floatingips/a257b1cc-009f-410b-ad64-1e96e357422c HTTP/1.1" status: 204 len: 168 time: 0.4499934 Jul 07 19:55:31.732566 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:31.737277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '754998a6-94c4-4408-8238-3379a05895ed'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:31.760231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:31.858660 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:31.965928 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.25.2.57 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/e8849fd6-8f5a-488e-89a1-bcf328ef653a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:32.071580 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:32.117045 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:32.155192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:32.161389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:32.166429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:32.169460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=e8849fd6-8f5a-488e-89a1-bcf328ef653a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:32.554587 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:32.635808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:32.795687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:32.800182 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:32.882791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=e8849fd6-8f5a-488e-89a1-bcf328ef653a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:32.891611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:33.003350 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP d373f56f-3961-4ba8-a951-bde72496f3c2 associated. External IP: 172.25.2.57, port: 754998a6-94c4-4408-8238-3379a05895ed. Jul 07 19:55:33.227020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:33.336338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:33.345247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4585a2-76a2-4057-8068-763b135ffac6 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:33.353039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:33.354849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4585a2-76a2-4057-8068-763b135ffac6 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:33.355473 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8e4585a2-76a2-4057-8068-763b135ffac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:33.388922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8e4585a2-76a2-4057-8068-763b135ffac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:33.396283 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b2b9e6d8-20a1-4326-8456-e365ce3fd59d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6621647 Jul 07 19:55:33.397616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4585a2-76a2-4057-8068-763b135ffac6 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:33.398228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8e4585a2-76a2-4057-8068-763b135ffac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:33.398570 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34462) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:33.433562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8e4585a2-76a2-4057-8068-763b135ffac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:33.434219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4585a2-76a2-4057-8068-763b135ffac6 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:33.466189 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b1ebe9ce-31e0-4e52-8bc0-ae81a7519f7e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "GET /v2.0/floatingips/d373f56f-3961-4ba8-a951-bde72496f3c2 HTTP/1.1" status: 200 len: 978 time: 0.0663698 Jul 07 19:55:33.468616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:33.574877 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e5fb4ce3-cbdb-425f-a41c-646f8b2c1930 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1045887 Jul 07 19:55:33.576793 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:33.581225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-637bbb4b-4bb7-411e-b3cd-24470755959e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'floatingip': {'port_id': '7d88620c-1fee-4398-844a-35a8659c141f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:33.640668 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-637bbb4b-4bb7-411e-b3cd-24470755959e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:33.703764 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:34.137620 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-637bbb4b-4bb7-411e-b3cd-24470755959e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:34.141355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-637bbb4b-4bb7-411e-b3cd-24470755959e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:34.242051 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-637bbb4b-4bb7-411e-b3cd-24470755959e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP d373f56f-3961-4ba8-a951-bde72496f3c2 associated. External IP: 172.25.2.57, port: 754998a6-94c4-4408-8238-3379a05895ed. Jul 07 19:55:34.454160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637bbb4b-4bb7-411e-b3cd-24470755959e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:34.846744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637bbb4b-4bb7-411e-b3cd-24470755959e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:34.856883 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4830c1a1-1971-42cd-9878-09ccc46cfcf7 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:34.866934 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4830c1a1-1971-42cd-9878-09ccc46cfcf7 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:34.867553 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4830c1a1-1971-42cd-9878-09ccc46cfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:34.899880 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4830c1a1-1971-42cd-9878-09ccc46cfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:34.908352 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4830c1a1-1971-42cd-9878-09ccc46cfcf7 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:34.908977 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4830c1a1-1971-42cd-9878-09ccc46cfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:34.940331 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4830c1a1-1971-42cd-9878-09ccc46cfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:34.941000 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4830c1a1-1971-42cd-9878-09ccc46cfcf7 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:35.055369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637bbb4b-4bb7-411e-b3cd-24470755959e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:35.171085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637bbb4b-4bb7-411e-b3cd-24470755959e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:35.175423 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-637bbb4b-4bb7-411e-b3cd-24470755959e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:35.180604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2747bf-ec37-4ede-ae71-7b4a7663135d None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:35.192240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2747bf-ec37-4ede-ae71-7b4a7663135d None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:35.193747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-aa2747bf-ec37-4ede-ae71-7b4a7663135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:35.227599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-aa2747bf-ec37-4ede-ae71-7b4a7663135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:35.236732 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2747bf-ec37-4ede-ae71-7b4a7663135d None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:35.237417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-aa2747bf-ec37-4ede-ae71-7b4a7663135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:35.253665 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-637bbb4b-4bb7-411e-b3cd-24470755959e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "PUT /v2.0/floatingips/d373f56f-3961-4ba8-a951-bde72496f3c2 HTTP/1.1" status: 200 len: 978 time: 1.6758330 Jul 07 19:55:35.257473 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:35.262090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e05812cc-912b-47bd-87ab-34a435358751 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:35.269370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-aa2747bf-ec37-4ede-ae71-7b4a7663135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:35.270034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2747bf-ec37-4ede-ae71-7b4a7663135d None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:35.320903 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05812cc-912b-47bd-87ab-34a435358751 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:35.475484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05812cc-912b-47bd-87ab-34a435358751 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:35.479357 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05812cc-912b-47bd-87ab-34a435358751 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:35.479769 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-e05812cc-912b-47bd-87ab-34a435358751 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP d373f56f-3961-4ba8-a951-bde72496f3c2 disassociated. External IP: 172.25.2.57, port: 7d88620c-1fee-4398-844a-35a8659c141f. Jul 07 19:55:35.687789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05812cc-912b-47bd-87ab-34a435358751 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:35.796975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05812cc-912b-47bd-87ab-34a435358751 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:35.801390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05812cc-912b-47bd-87ab-34a435358751 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:35.806757 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8ace5-07ad-4ace-bea8-c694a47781c4 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:35.816338 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8ace5-07ad-4ace-bea8-c694a47781c4 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:35.817015 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98c8ace5-07ad-4ace-bea8-c694a47781c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:35.845376 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e05812cc-912b-47bd-87ab-34a435358751 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "PUT /v2.0/floatingips/d373f56f-3961-4ba8-a951-bde72496f3c2 HTTP/1.1" status: 200 len: 687 time: 0.5868392 Jul 07 19:55:35.847834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:35.853067 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98c8ace5-07ad-4ace-bea8-c694a47781c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:35.862001 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8ace5-07ad-4ace-bea8-c694a47781c4 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:35.862589 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98c8ace5-07ad-4ace-bea8-c694a47781c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:35.894644 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98c8ace5-07ad-4ace-bea8-c694a47781c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:35.895288 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8ace5-07ad-4ace-bea8-c694a47781c4 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:35.980887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-08293bce-903d-46ff-b718-755757af43b4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port e8849fd6-8f5a-488e-89a1-bcf328ef653a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:35.981239 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08293bce-903d-46ff-b718-755757af43b4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:36.057436 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08293bce-903d-46ff-b718-755757af43b4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:36.057682 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08293bce-903d-46ff-b718-755757af43b4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:36.069318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-08293bce-903d-46ff-b718-755757af43b4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for e8849fd6-8f5a-488e-89a1-bcf328ef653a owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:36.207774 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08293bce-903d-46ff-b718-755757af43b4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:36.231799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08293bce-903d-46ff-b718-755757af43b4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=e8849fd6-8f5a-488e-89a1-bcf328ef653a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:36.301317 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08293bce-903d-46ff-b718-755757af43b4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:36.304980 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08293bce-903d-46ff-b718-755757af43b4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:36.306150 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-08293bce-903d-46ff-b718-755757af43b4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/floatingips/d373f56f-3961-4ba8-a951-bde72496f3c2 HTTP/1.1" status: 204 len: 168 time: 0.4574063 Jul 07 19:55:36.309475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:36.345071 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-a64cc6b8-582f-4bfc-a293-99aa59edbb08 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] delete failed (client error): The resource could not be found. Jul 07 19:55:36.346078 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a64cc6b8-582f-4bfc-a293-99aa59edbb08 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/floatingips/d373f56f-3961-4ba8-a951-bde72496f3c2 HTTP/1.1" status: 404 len: 345 time: 0.0357466 Jul 07 19:55:36.350065 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:36.462186 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd93ef-86d8-4b0f-a101-8a824f31e44c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:36.468107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd93ef-86d8-4b0f-a101-8a824f31e44c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:36.474711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd93ef-86d8-4b0f-a101-8a824f31e44c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:36.476429 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c1bd93ef-86d8-4b0f-a101-8a824f31e44c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "GET /v2.0/ports?network_id=a26a1081-a766-4464-9db9-eb928e0caa61 HTTP/1.1" status: 200 len: 2360 time: 0.1254168 Jul 07 19:55:36.479466 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:36.532209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de53bde8-a749-4197-ac80-9ef9ddeb59ed tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:36.533600 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-de53bde8-a749-4197-ac80-9ef9ddeb59ed tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "GET /v2.0/subnets/712bc2f7-c4d1-447a-803f-39b9af68d720 HTTP/1.1" status: 200 len: 797 time: 0.0532224 Jul 07 19:55:36.538369 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:36.543139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'port': {'network_id': 'a26a1081-a766-4464-9db9-eb928e0caa61', 'name': 'tempest-FloatingIPTestJSON-2115256862', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:36.651421 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Made reservation on behalf of cf73c517ec7e47cb9e1d94af23a5c71d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:55:36.740247 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:36.757533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] device_id is not set on port f77e266c-d6b7-4de5-980b-2877d8a2425b yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:55:37.050016 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.20.0.14 (a26a1081-a766-4464-9db9-eb928e0caa61/712bc2f7-c4d1-447a-803f-39b9af68d720/f77e266c-d6b7-4de5-980b-2877d8a2425b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:37.057181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.20.0.13 (a26a1081-a766-4464-9db9-eb928e0caa61/712bc2f7-c4d1-447a-803f-39b9af68d720/f77e266c-d6b7-4de5-980b-2877d8a2425b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:37.201879 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:37.242208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:37.288950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network a26a1081-a766-4464-9db9-eb928e0caa61 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:37.292195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:37.294652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:37.326676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=f77e266c-d6b7-4de5-980b-2877d8a2425b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:37.355037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:37.355659 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:37.369782 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3fa776d5-970e-4abb-83be-0b3374e960e8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8303304 Jul 07 19:55:37.372266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:37.376694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': 'f77e266c-d6b7-4de5-980b-2877d8a2425b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:37.409040 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:37.509462 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:37.618109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.25.2.224 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/0223c3d1-857e-4be6-851c-85c6c66e5b9f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:37.719093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:37.762471 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:37.805436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:37.814024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:37.819970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:37.823182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=0223c3d1-857e-4be6-851c-85c6c66e5b9f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:38.188509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:38.273295 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:38.430029 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc7d9-087e-4ad3-8d94-3455086415b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:38.431784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:38.436523 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:38.509355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=0223c3d1-857e-4be6-851c-85c6c66e5b9f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:38.519816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:38.623091 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP 0be57671-4e73-4d10-9d79-76dbf7f08a49 associated. External IP: 172.25.2.224, port: f77e266c-d6b7-4de5-980b-2877d8a2425b. Jul 07 19:55:38.839993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:38.952315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:38.961849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2304f-dbe3-4cbc-8c5c-877d6d65bd55 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:38.969000 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:38.974880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2304f-dbe3-4cbc-8c5c-877d6d65bd55 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:38.975507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bb2304f-dbe3-4cbc-8c5c-877d6d65bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:39.008438 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ddca3543-681e-4852-a075-c9b0f8dfb864 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.6350765 Jul 07 19:55:39.011059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:39.015797 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-728afeff-0a46-4ca0-90e5-b4fd52eaf720 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'floatingip': {'port_id': 'f77e266c-d6b7-4de5-980b-2877d8a2425b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:39.080208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-728afeff-0a46-4ca0-90e5-b4fd52eaf720 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:39.161512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bb2304f-dbe3-4cbc-8c5c-877d6d65bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:39.170259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2304f-dbe3-4cbc-8c5c-877d6d65bd55 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:39.170891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bb2304f-dbe3-4cbc-8c5c-877d6d65bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:39.202345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bb2304f-dbe3-4cbc-8c5c-877d6d65bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:39.202999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2304f-dbe3-4cbc-8c5c-877d6d65bd55 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:39.862183 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-728afeff-0a46-4ca0-90e5-b4fd52eaf720 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:39.866181 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-728afeff-0a46-4ca0-90e5-b4fd52eaf720 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:40.076807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728afeff-0a46-4ca0-90e5-b4fd52eaf720 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:40.185482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728afeff-0a46-4ca0-90e5-b4fd52eaf720 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:40.190086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-728afeff-0a46-4ca0-90e5-b4fd52eaf720 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:40.194342 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6af3cf-0df4-4f2e-9ae9-edf1e226de8e None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:40.203314 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6af3cf-0df4-4f2e-9ae9-edf1e226de8e None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:40.203923 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6af3cf-0df4-4f2e-9ae9-edf1e226de8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:40.240402 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6af3cf-0df4-4f2e-9ae9-edf1e226de8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:40.249851 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6af3cf-0df4-4f2e-9ae9-edf1e226de8e None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:40.250467 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6af3cf-0df4-4f2e-9ae9-edf1e226de8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:40.268924 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-728afeff-0a46-4ca0-90e5-b4fd52eaf720 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "PUT /v2.0/floatingips/0be57671-4e73-4d10-9d79-76dbf7f08a49 HTTP/1.1" status: 200 len: 979 time: 1.2567639 Jul 07 19:55:40.271707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:40.282888 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6af3cf-0df4-4f2e-9ae9-edf1e226de8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:40.283523 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6af3cf-0df4-4f2e-9ae9-edf1e226de8e None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:40.434171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port 0223c3d1-857e-4be6-851c-85c6c66e5b9f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:40.434515 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:40.510702 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:40.511036 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:40.523325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for 0223c3d1-857e-4be6-851c-85c6c66e5b9f owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:40.673795 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:40.702887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=0223c3d1-857e-4be6-851c-85c6c66e5b9f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:40.766635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:40.767009 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP 0be57671-4e73-4d10-9d79-76dbf7f08a49 disassociated (deleted). External IP: 172.25.2.224, port: f77e266c-d6b7-4de5-980b-2877d8a2425b. Jul 07 19:55:40.975912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:41.084282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:41.088734 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:41.093253 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1feb5cb-70d1-4233-b2c6-f79deebb6501 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:41.105977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1feb5cb-70d1-4233-b2c6-f79deebb6501 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:41.106793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c1feb5cb-70d1-4233-b2c6-f79deebb6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:41.126840 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-81f2f657-9603-48ff-a2dd-3ded9c7a0dbe tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/floatingips/0be57671-4e73-4d10-9d79-76dbf7f08a49 HTTP/1.1" status: 204 len: 168 time: 0.8540967 Jul 07 19:55:41.129282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:41.151267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c1feb5cb-70d1-4233-b2c6-f79deebb6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:41.158249 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acad7d45-bb80-4e0a-9772-d412ff96baf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:41.164330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1feb5cb-70d1-4233-b2c6-f79deebb6501 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:41.164985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c1feb5cb-70d1-4233-b2c6-f79deebb6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:41.197564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c1feb5cb-70d1-4233-b2c6-f79deebb6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:41.198219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1feb5cb-70d1-4233-b2c6-f79deebb6501 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:41.232273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-16008adc-5edb-4da9-8130-7eb5dce61b9a tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port f77e266c-d6b7-4de5-980b-2877d8a2425b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:41.232560 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16008adc-5edb-4da9-8130-7eb5dce61b9a tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:41.323845 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16008adc-5edb-4da9-8130-7eb5dce61b9a tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:41.335737 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-16008adc-5edb-4da9-8130-7eb5dce61b9a tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for f77e266c-d6b7-4de5-980b-2877d8a2425b owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:41.343055 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:41.517128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16008adc-5edb-4da9-8130-7eb5dce61b9a tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:41.546675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16008adc-5edb-4da9-8130-7eb5dce61b9a tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=f77e266c-d6b7-4de5-980b-2877d8a2425b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:41.642719 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16008adc-5edb-4da9-8130-7eb5dce61b9a tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:41.644632 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-16008adc-5edb-4da9-8130-7eb5dce61b9a tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/ports/f77e266c-d6b7-4de5-980b-2877d8a2425b HTTP/1.1" status: 204 len: 168 time: 0.5136371 Jul 07 19:55:41.648862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:41.653489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:41.674818 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:41.770908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:41.879202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.25.2.97 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/21c6b6ef-de78-4fa3-8b57-944c0654e9ed) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:41.979326 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.017314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.058726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:42.065038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:42.068894 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:42.101961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=21c6b6ef-de78-4fa3-8b57-944c0654e9ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:42.169896 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.213076 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.370250 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.374706 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.448618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=21c6b6ef-de78-4fa3-8b57-944c0654e9ed,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:42.461020 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.475461 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.476820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cde9fe1a-204c-473a-a189-5c32e20a6c9f tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8269210 Jul 07 19:55:42.479809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:42.484724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'port': {'network_id': 'a26a1081-a766-4464-9db9-eb928e0caa61', 'name': 'tempest-FloatingIPTestJSON-1171656175'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:42.513941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.595103 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Made reservation on behalf of cf73c517ec7e47cb9e1d94af23a5c71d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:55:42.599269 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.617307 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] device_id is not set on port d2061d85-9a62-48a3-afc3-e51014b263a5 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:55:42.728174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.20.0.13 (a26a1081-a766-4464-9db9-eb928e0caa61/712bc2f7-c4d1-447a-803f-39b9af68d720/d2061d85-9a62-48a3-afc3-e51014b263a5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:42.878121 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.918070 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:42.960855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network a26a1081-a766-4464-9db9-eb928e0caa61 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:42.964082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:42.970045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:42.995598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=d2061d85-9a62-48a3-afc3-e51014b263a5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:43.024046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:43.024706 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:43.038830 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9e8afdc2-7ec8-4c1a-9342-f8d072bb0625 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5580068 Jul 07 19:55:43.041370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:43.045789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ed2fefdc-3a0d-49cf-8cf1-ffed02d33edf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'floatingip': {'port_id': 'd2061d85-9a62-48a3-afc3-e51014b263a5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:43.089692 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2fefdc-3a0d-49cf-8cf1-ffed02d33edf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:43.536609 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2fefdc-3a0d-49cf-8cf1-ffed02d33edf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:43.540563 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2fefdc-3a0d-49cf-8cf1-ffed02d33edf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:43.642219 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-ed2fefdc-3a0d-49cf-8cf1-ffed02d33edf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP f1651386-c999-4635-b0e0-8520cd2b352d associated. External IP: 172.25.2.97, port: d2061d85-9a62-48a3-afc3-e51014b263a5. Jul 07 19:55:43.855603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2fefdc-3a0d-49cf-8cf1-ffed02d33edf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:43.936104 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:55:43.965167 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2fefdc-3a0d-49cf-8cf1-ffed02d33edf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:43.969828 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2fefdc-3a0d-49cf-8cf1-ffed02d33edf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:43.975384 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e08d7d-6fdb-4cf9-8282-1432958f7595 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:43.985894 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e08d7d-6fdb-4cf9-8282-1432958f7595 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:43.986491 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a3e08d7d-6fdb-4cf9-8282-1432958f7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:44.008029 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ed2fefdc-3a0d-49cf-8cf1-ffed02d33edf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "PUT /v2.0/floatingips/f1651386-c999-4635-b0e0-8520cd2b352d HTTP/1.1" status: 200 len: 978 time: 0.9655995 Jul 07 19:55:44.010382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:44.018277 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a3e08d7d-6fdb-4cf9-8282-1432958f7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:44.027623 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e08d7d-6fdb-4cf9-8282-1432958f7595 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:44.028227 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a3e08d7d-6fdb-4cf9-8282-1432958f7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:44.063327 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:44.063965 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a3e08d7d-6fdb-4cf9-8282-1432958f7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:44.064491 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e08d7d-6fdb-4cf9-8282-1432958f7595 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:44.118712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port d2061d85-9a62-48a3-afc3-e51014b263a5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:44.119060 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:44.204908 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:44.375147 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:44.375529 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:44.375843 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP f1651386-c999-4635-b0e0-8520cd2b352d disassociated. External IP: 172.25.2.97, port: d2061d85-9a62-48a3-afc3-e51014b263a5. Jul 07 19:55:44.376185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for d2061d85-9a62-48a3-afc3-e51014b263a5 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:44.506714 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:44.540453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=d2061d85-9a62-48a3-afc3-e51014b263a5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:44.655887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:44.762288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:44.771760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42035af-7468-4c95-99d8-06955740b84f None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:44.780524 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42035af-7468-4c95-99d8-06955740b84f None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:44.781134 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e42035af-7468-4c95-99d8-06955740b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:44.816290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e42035af-7468-4c95-99d8-06955740b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:44.825731 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42035af-7468-4c95-99d8-06955740b84f None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:44.826347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e42035af-7468-4c95-99d8-06955740b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:44.838390 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:44.843392 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a690ff13-6093-4f91-ac78-656244654441 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/ports/d2061d85-9a62-48a3-afc3-e51014b263a5 HTTP/1.1" status: 204 len: 168 time: 0.8298695 Jul 07 19:55:44.843650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:44.859742 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e42035af-7468-4c95-99d8-06955740b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:44.860388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42035af-7468-4c95-99d8-06955740b84f None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:44.889820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1dd9b8ab-7283-41bf-8420-bab9b1dbaa7d tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "GET /v2.0/floatingips/f1651386-c999-4635-b0e0-8520cd2b352d HTTP/1.1" status: 200 len: 687 time: 0.0449717 Jul 07 19:55:44.892304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:45.021533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f0ab5-301e-441c-a7d8-7b0ee80744f3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port 21c6b6ef-de78-4fa3-8b57-944c0654e9ed {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:45.021781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ab5-301e-441c-a7d8-7b0ee80744f3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:45.099313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ab5-301e-441c-a7d8-7b0ee80744f3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:45.099646 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ab5-301e-441c-a7d8-7b0ee80744f3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:45.111563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f0ab5-301e-441c-a7d8-7b0ee80744f3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for 21c6b6ef-de78-4fa3-8b57-944c0654e9ed owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:45.240907 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ab5-301e-441c-a7d8-7b0ee80744f3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:45.275487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f0ab5-301e-441c-a7d8-7b0ee80744f3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=21c6b6ef-de78-4fa3-8b57-944c0654e9ed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:45.333247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ab5-301e-441c-a7d8-7b0ee80744f3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:45.335974 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ab5-301e-441c-a7d8-7b0ee80744f3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:45.337170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bb0f0ab5-301e-441c-a7d8-7b0ee80744f3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/floatingips/f1651386-c999-4635-b0e0-8520cd2b352d HTTP/1.1" status: 204 len: 168 time: 0.4439414 Jul 07 19:55:45.340784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:45.345262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '7d88620c-1fee-4398-844a-35a8659c141f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:45.367513 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:45.468463 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:45.570292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.25.2.116 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/86e85cfc-b1e6-4dae-86dc-41e1ab32db35) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:45.680566 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:45.720406 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:45.758871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:45.764024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:45.768653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:45.791564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=86e85cfc-b1e6-4dae-86dc-41e1ab32db35,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:46.150717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:46.225355 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:46.375357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:46.380684 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:46.792863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=86e85cfc-b1e6-4dae-86dc-41e1ab32db35,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:46.805147 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:46.906114 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP 4f33e53d-0e2f-4604-bae0-ff76c3e10e7f associated. External IP: 172.25.2.116, port: 7d88620c-1fee-4398-844a-35a8659c141f. Jul 07 19:55:47.110384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:47.220765 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:47.230415 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ae8c98-1692-4740-bcf7-5f82294f6ce3 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:47.237106 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:47.240092 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ae8c98-1692-4740-bcf7-5f82294f6ce3 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:47.240749 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-63ae8c98-1692-4740-bcf7-5f82294f6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:47.273590 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-63ae8c98-1692-4740-bcf7-5f82294f6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:47.281318 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-425d1380-9b5d-4538-8f87-086c350b61f9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.9370949 Jul 07 19:55:47.281634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34520) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:47.282263 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ae8c98-1692-4740-bcf7-5f82294f6ce3 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:47.282867 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-63ae8c98-1692-4740-bcf7-5f82294f6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:47.287132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2076934823'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:47.310084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Made reservation on behalf of cf73c517ec7e47cb9e1d94af23a5c71d for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:55:47.313669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:47.321007 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-63ae8c98-1692-4740-bcf7-5f82294f6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:47.321656 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ae8c98-1692-4740-bcf7-5f82294f6ce3 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:47.340991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:55:47.350907 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:47.351284 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Added segment 517d4fed-54b7-4ea0-9b9f-ba6ac9691348 of type vlan for network 38e5ea87-f06e-41a8-abc4-be44911c64db Jul 07 19:55:47.393452 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:47.423630 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:47.430145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:47.430732 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:47.492412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2097540 Jul 07 19:55:47.495257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:47.500347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'subnet': {'network_id': '38e5ea87-f06e-41a8-abc4-be44911c64db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:47.545692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815a3b7-9a21-4828-9d83-910edf3a0bc9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Network': ['ID=38e5ea87-f06e-41a8-abc4-be44911c64db,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:47.556784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 38e5ea87-f06e-41a8-abc4-be44911c64db details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:55:47.597584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Made reservation on behalf of cf73c517ec7e47cb9e1d94af23a5c71d for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:55:47.601579 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:47.784009 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:47.842680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Subnet': ['ID=6946d6a7-f1ad-4e47-b925-b4231f90c0ff,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:47.854036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Checking segment: {'id': '517d4fed-54b7-4ea0-9b9f-ba6ac9691348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '38e5ea87-f06e-41a8-abc4-be44911c64db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:55:47.854397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network hostable DHCP agents. Network: 38e5ea87-f06e-41a8-abc4-be44911c64db, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:55:47.870456 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network 38e5ea87-f06e-41a8-abc4-be44911c64db is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:55:47.879211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 38e5ea87-f06e-41a8-abc4-be44911c64db) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:47.883513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:47.884114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:47.888791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f202a2-5a87-4086-ac4f-aa6eec56eeac None None] Network 38e5ea87-f06e-41a8-abc4-be44911c64db requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:55:47.899018 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-97b0eb7f-5482-4dec-b943-d5417e6bf49c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4027004 Jul 07 19:55:47.901582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:47.906036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-445523809', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:47.930376 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:47.931642 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:47.990159 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.042508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-38e5ea87-f06e-41a8-abc4-be44911c64db', 'network_id': '38e5ea87-f06e-41a8-abc4-be44911c64db', 'tenant_id': 'cf73c517ec7e47cb9e1d94af23a5c71d', 'fixed_ips': [{'subnet_id': '6946d6a7-f1ad-4e47-b925-b4231f90c0ff'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:55:48.043394 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.143220 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.177269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Allocated IP 172.20.0.2 (38e5ea87-f06e-41a8-abc4-be44911c64db/6946d6a7-f1ad-4e47-b925-b4231f90c0ff/27e094ae-20a5-4f8b-8e48-8aad34289eef) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:48.321672 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.330279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Transition to ACTIVE for port object 27e094ae-20a5-4f8b-8e48-8aad34289eef will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:55:48.345733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Transition to ACTIVE for port object 27e094ae-20a5-4f8b-8e48-8aad34289eef will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:55:48.349583 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.351373 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.368933 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.388769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Network 38e5ea87-f06e-41a8-abc4-be44911c64db is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:48.393610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:48.397765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:48.406911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Pushing event updated for resources: {'Port': ['ID=27e094ae-20a5-4f8b-8e48-8aad34289eef,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:48.465845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Attempting to bind port 27e094ae-20a5-4f8b-8e48-8aad34289eef on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:55:48.466359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Attempting to bind port 27e094ae-20a5-4f8b-8e48-8aad34289eef by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '517d4fed-54b7-4ea0-9b9f-ba6ac9691348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '38e5ea87-f06e-41a8-abc4-be44911c64db'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:55:48.466734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Attempting to bind port 27e094ae-20a5-4f8b-8e48-8aad34289eef on network 38e5ea87-f06e-41a8-abc4-be44911c64db {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:55:48.474438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:55:48.474824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Checking segment: {'id': '517d4fed-54b7-4ea0-9b9f-ba6ac9691348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '38e5ea87-f06e-41a8-abc4-be44911c64db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:55:48.475216 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.475604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Bound using segment: {'id': '517d4fed-54b7-4ea0-9b9f-ba6ac9691348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '38e5ea87-f06e-41a8-abc4-be44911c64db'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:55:48.476071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Bound port: 27e094ae-20a5-4f8b-8e48-8aad34289eef, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517d4fed-54b7-4ea0-9b9f-ba6ac9691348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '38e5ea87-f06e-41a8-abc4-be44911c64db'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:55:48.476616 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.484921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.25.2.244 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/9ed44586-622c-49c4-ba06-a9b29c7518f3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:48.541501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] For port 27e094ae-20a5-4f8b-8e48-8aad34289eef, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:55:48.544861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] For port 27e094ae-20a5-4f8b-8e48-8aad34289eef, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=27e094ae-20a5-4f8b-8e48-8aad34289eef,segment=NetworkSegment(517d4fed-54b7-4ea0-9b9f-ba6ac9691348),segment_id=517d4fed-54b7-4ea0-9b9f-ba6ac9691348)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:55:48.549504 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.601717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.612302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce600-58f3-41ec-a2ff-63a96f630655 None None] Pushing event updated for resources: {'Port': ['ID=27e094ae-20a5-4f8b-8e48-8aad34289eef,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:48.645107 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:48.688961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:48.696960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:48.699372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:48.705512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=9ed44586-622c-49c4-ba06-a9b29c7518f3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:48.983598 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:49.186759 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:49.316086 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:49.325421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router baf2973a-27c4-4f07-9b83-d6881956f516 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:55:49.437579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:49.448276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc51b13a-566d-40c7-b9e7-f987bb9da4da None None] Sync routers for ids ['baf2973a-27c4-4f07-9b83-d6881956f516'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:49.465994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51b13a-566d-40c7-b9e7-f987bb9da4da None None] Routers {'baf2973a-27c4-4f07-9b83-d6881956f516'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:49.466779 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cc51b13a-566d-40c7-b9e7-f987bb9da4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['baf2973a-27c4-4f07-9b83-d6881956f516'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:49.469567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:49.473669 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f6f08f22-0f3b-44d9-81a3-b5d85f68fa9b tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5684271 Jul 07 19:55:49.474475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:49.508646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cc51b13a-566d-40c7-b9e7-f987bb9da4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:49.514843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b32ba9-576d-43b1-972c-483cdbe58f93 None None] Network 38e5ea87-f06e-41a8-abc4-be44911c64db requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:55:49.557892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51b13a-566d-40c7-b9e7-f987bb9da4da None None] Routers {'baf2973a-27c4-4f07-9b83-d6881956f516'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:49.558510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cc51b13a-566d-40c7-b9e7-f987bb9da4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['baf2973a-27c4-4f07-9b83-d6881956f516'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:49.605255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cc51b13a-566d-40c7-b9e7-f987bb9da4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:49.605866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc51b13a-566d-40c7-b9e7-f987bb9da4da None None] The sync data for ids ['baf2973a-27c4-4f07-9b83-d6881956f516'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:49.622904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c170716d-169c-4db1-ab8c-9ac59e2939df None None] Provisioning for port 27e094ae-20a5-4f8b-8e48-8aad34289eef completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:55:49.889539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 27e094ae-20a5-4f8b-8e48-8aad34289eef up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:55:49.939171 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 27e094ae-20a5-4f8b-8e48-8aad34289eef completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:55:49.940946 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:49.943988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 27e094ae-20a5-4f8b-8e48-8aad34289eef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:55:49.944361 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:49.986778 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91da8473-11de-40d9-ad93-025ae971c01d None None] Provisioning complete for port 27e094ae-20a5-4f8b-8e48-8aad34289eef triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:55:49.987051 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91da8473-11de-40d9-ad93-025ae971c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:50.071581 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:50.132605 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91da8473-11de-40d9-ad93-025ae971c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:50.137850 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 27e094ae-20a5-4f8b-8e48-8aad34289eef, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=27e094ae-20a5-4f8b-8e48-8aad34289eef,segment=NetworkSegment(517d4fed-54b7-4ea0-9b9f-ba6ac9691348),segment_id=517d4fed-54b7-4ea0-9b9f-ba6ac9691348)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:55:50.151272 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:50.234645 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=27e094ae-20a5-4f8b-8e48-8aad34289eef,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:50.239820 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-91da8473-11de-40d9-ad93-025ae971c01d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 19:55:50.240067 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-91da8473-11de-40d9-ad93-025ae971c01d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 19:55:50.568948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.20.0.1 (38e5ea87-f06e-41a8-abc4-be44911c64db/6946d6a7-f1ad-4e47-b925-b4231f90c0ff/48ce7909-b208-4cfc-8988-cf311551560c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:50.680098 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:50.693445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Transition to ACTIVE for port object 48ce7909-b208-4cfc-8988-cf311551560c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:55:50.726543 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:50.773335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network 38e5ea87-f06e-41a8-abc4-be44911c64db is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:50.778639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:50.783262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:50.790267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=48ce7909-b208-4cfc-8988-cf311551560c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:50.836670 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:50.987040 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:50.997734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f523761-ba1a-4e8b-8f1f-3b180b4cfe97 None None] Provisioning for port 48ce7909-b208-4cfc-8988-cf311551560c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:55:51.001756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f523761-ba1a-4e8b-8f1f-3b180b4cfe97 None None] Provisioning complete for port 48ce7909-b208-4cfc-8988-cf311551560c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:55:51.002130 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f523761-ba1a-4e8b-8f1f-3b180b4cfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:51.041276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8f523761-ba1a-4e8b-8f1f-3b180b4cfe97 None None] Port 48ce7909-b208-4cfc-8988-cf311551560c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:55:51.265743 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:51.271299 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:51.344325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=48ce7909-b208-4cfc-8988-cf311551560c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:51.349928 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:51.456812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network 38e5ea87-f06e-41a8-abc4-be44911c64db is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:51.458430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:51.580584 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router baf2973a-27c4-4f07-9b83-d6881956f516 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:51.663714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3a6d707-d923-42f9-b84f-5bb30fc0c4d4 None None] Provisioning complete for port 48ce7909-b208-4cfc-8988-cf311551560c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:55:51.664158 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d707-d923-42f9-b84f-5bb30fc0c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:51.694379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:51.699450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bcd9af67-a209-496a-a8dd-e71725225e22 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "PUT /v2.0/routers/baf2973a-27c4-4f07-9b83-d6881956f516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2239316 Jul 07 19:55:51.702036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:51.702615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6d707-d923-42f9-b84f-5bb30fc0c4d4 None None] Port 48ce7909-b208-4cfc-8988-cf311551560c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:55:51.705472 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6f7d5-d52c-4afd-a931-65bbe4b8392f None None] Sync routers for ids ['baf2973a-27c4-4f07-9b83-d6881956f516'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:51.707058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'port': {'network_id': '38e5ea87-f06e-41a8-abc4-be44911c64db', 'name': 'tempest-FloatingIPTestJSON-731659821'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:51.715971 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6f7d5-d52c-4afd-a931-65bbe4b8392f None None] Routers {'baf2973a-27c4-4f07-9b83-d6881956f516'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:51.716626 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fbc6f7d5-d52c-4afd-a931-65bbe4b8392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['baf2973a-27c4-4f07-9b83-d6881956f516'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:51.749839 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fbc6f7d5-d52c-4afd-a931-65bbe4b8392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:51.759154 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6f7d5-d52c-4afd-a931-65bbe4b8392f None None] Routers {'baf2973a-27c4-4f07-9b83-d6881956f516'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:51.759746 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fbc6f7d5-d52c-4afd-a931-65bbe4b8392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['baf2973a-27c4-4f07-9b83-d6881956f516'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:51.791499 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fbc6f7d5-d52c-4afd-a931-65bbe4b8392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:51.792046 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6f7d5-d52c-4afd-a931-65bbe4b8392f None None] The sync data for ids ['baf2973a-27c4-4f07-9b83-d6881956f516'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:51.821361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Made reservation on behalf of cf73c517ec7e47cb9e1d94af23a5c71d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:55:51.825150 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:51.845174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] device_id is not set on port e6b46b4d-5602-4726-9132-55af9032f473 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 19:55:51.857615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 27e094ae-20a5-4f8b-8e48-8aad34289eef up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:55:51.905539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 27e094ae-20a5-4f8b-8e48-8aad34289eef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:55:51.905910 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:51.959198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Allocated IP 172.20.0.9 (38e5ea87-f06e-41a8-abc4-be44911c64db/6946d6a7-f1ad-4e47-b925-b4231f90c0ff/e6b46b4d-5602-4726-9132-55af9032f473) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:55:52.108798 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:52.123345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Transition to ACTIVE for port object e6b46b4d-5602-4726-9132-55af9032f473 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:55:52.156577 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:52.206697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Network 38e5ea87-f06e-41a8-abc4-be44911c64db is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:55:52.212842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:55:52.216558 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:55:52.222770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event updated for resources: {'Port': ['ID=e6b46b4d-5602-4726-9132-55af9032f473,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:52.272465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:52.273048 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:52.290761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:52.291346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f0ce3c7b-79b0-4b6f-a0a6-5ec888b7a9c8 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5877874 Jul 07 19:55:52.296332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f5379e5a-8744-4ef3-837b-778af0811826 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Request body: {'floatingip': {'port_id': 'e6b46b4d-5602-4726-9132-55af9032f473'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:55:52.358307 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5379e5a-8744-4ef3-837b-778af0811826 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:52.428273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-662d774f-a186-4ed7-b0b4-bfc3f59bbf6a None None] Provisioning for port e6b46b4d-5602-4726-9132-55af9032f473 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:55:52.432380 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-662d774f-a186-4ed7-b0b4-bfc3f59bbf6a None None] Provisioning complete for port e6b46b4d-5602-4726-9132-55af9032f473 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:55:52.432801 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-662d774f-a186-4ed7-b0b4-bfc3f59bbf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:52.467521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-662d774f-a186-4ed7-b0b4-bfc3f59bbf6a None None] Port e6b46b4d-5602-4726-9132-55af9032f473 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:55:52.853907 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5379e5a-8744-4ef3-837b-778af0811826 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:52.857556 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5379e5a-8744-4ef3-837b-778af0811826 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:52.962337 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-f5379e5a-8744-4ef3-837b-778af0811826 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP 4f33e53d-0e2f-4604-bae0-ff76c3e10e7f associated. External IP: 172.25.2.116, port: 7d88620c-1fee-4398-844a-35a8659c141f. Jul 07 19:55:53.172620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5379e5a-8744-4ef3-837b-778af0811826 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:53.578211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5379e5a-8744-4ef3-837b-778af0811826 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:53.593119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4e283-f9be-45d1-a12e-77627dda4f22 None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:53.603067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4e283-f9be-45d1-a12e-77627dda4f22 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:53.604014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e283-f9be-45d1-a12e-77627dda4f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:53.635968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e283-f9be-45d1-a12e-77627dda4f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:53.644519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4e283-f9be-45d1-a12e-77627dda4f22 None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:53.645639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e283-f9be-45d1-a12e-77627dda4f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:53.680978 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e283-f9be-45d1-a12e-77627dda4f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:53.681726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4e283-f9be-45d1-a12e-77627dda4f22 None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:53.805263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5379e5a-8744-4ef3-837b-778af0811826 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router baf2973a-27c4-4f07-9b83-d6881956f516 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:53.915941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5379e5a-8744-4ef3-837b-778af0811826 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:53.920346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5379e5a-8744-4ef3-837b-778af0811826 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:53.925322 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63722b7-d031-4eb4-ac5b-d0347dbccc54 None None] Sync routers for ids ['baf2973a-27c4-4f07-9b83-d6881956f516'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:53.935306 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63722b7-d031-4eb4-ac5b-d0347dbccc54 None None] Routers {'baf2973a-27c4-4f07-9b83-d6881956f516'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:53.935931 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f63722b7-d031-4eb4-ac5b-d0347dbccc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['baf2973a-27c4-4f07-9b83-d6881956f516'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:53.971022 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f63722b7-d031-4eb4-ac5b-d0347dbccc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:53.980273 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63722b7-d031-4eb4-ac5b-d0347dbccc54 None None] Routers {'baf2973a-27c4-4f07-9b83-d6881956f516'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:53.980898 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f63722b7-d031-4eb4-ac5b-d0347dbccc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['baf2973a-27c4-4f07-9b83-d6881956f516'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:54.002614 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f5379e5a-8744-4ef3-837b-778af0811826 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "PUT /v2.0/floatingips/4f33e53d-0e2f-4604-bae0-ff76c3e10e7f HTTP/1.1" status: 200 len: 977 time: 1.7099414 Jul 07 19:55:54.005537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:54.013566 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f63722b7-d031-4eb4-ac5b-d0347dbccc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:54.014213 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63722b7-d031-4eb4-ac5b-d0347dbccc54 None None] The sync data for ids ['baf2973a-27c4-4f07-9b83-d6881956f516'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:54.101388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port e6b46b4d-5602-4726-9132-55af9032f473 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:54.101644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:54.190616 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:54.364043 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:54.364253 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:54.364586 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Floating IP 4f33e53d-0e2f-4604-bae0-ff76c3e10e7f disassociated. External IP: 172.25.2.116, port: e6b46b4d-5602-4726-9132-55af9032f473. Jul 07 19:55:54.364992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for e6b46b4d-5602-4726-9132-55af9032f473 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:54.495137 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:54.522614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=e6b46b4d-5602-4726-9132-55af9032f473,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:54.646066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router baf2973a-27c4-4f07-9b83-d6881956f516 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:54.759422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:54.768321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fca5be-6b82-4a6a-ba20-c259eb1cd2dc None None] Sync routers for ids ['baf2973a-27c4-4f07-9b83-d6881956f516'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:54.777795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fca5be-6b82-4a6a-ba20-c259eb1cd2dc None None] Routers {'baf2973a-27c4-4f07-9b83-d6881956f516'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:54.778402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3fca5be-6b82-4a6a-ba20-c259eb1cd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['baf2973a-27c4-4f07-9b83-d6881956f516'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:54.812003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3fca5be-6b82-4a6a-ba20-c259eb1cd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:54.821523 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fca5be-6b82-4a6a-ba20-c259eb1cd2dc None None] Routers {'baf2973a-27c4-4f07-9b83-d6881956f516'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:54.822320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3fca5be-6b82-4a6a-ba20-c259eb1cd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['baf2973a-27c4-4f07-9b83-d6881956f516'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:54.829052 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:54.831243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3d4350d7-28e8-41e7-90b3-feba843a322e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/ports/e6b46b4d-5602-4726-9132-55af9032f473 HTTP/1.1" status: 204 len: 168 time: 0.8247159 Jul 07 19:55:54.834170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:54.855621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3fca5be-6b82-4a6a-ba20-c259eb1cd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:54.856261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fca5be-6b82-4a6a-ba20-c259eb1cd2dc None None] The sync data for ids ['baf2973a-27c4-4f07-9b83-d6881956f516'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:55.181354 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b2f077a-e2c6-4e8b-ab99-e65328be13cf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:55.451755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f077a-e2c6-4e8b-ab99-e65328be13cf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port 48ce7909-b208-4cfc-8988-cf311551560c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:55.452020 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b2f077a-e2c6-4e8b-ab99-e65328be13cf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:55.541832 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b2f077a-e2c6-4e8b-ab99-e65328be13cf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:55.553664 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f077a-e2c6-4e8b-ab99-e65328be13cf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for 48ce7909-b208-4cfc-8988-cf311551560c owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:55.742982 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b2f077a-e2c6-4e8b-ab99-e65328be13cf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:55.769472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f077a-e2c6-4e8b-ab99-e65328be13cf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=48ce7909-b208-4cfc-8988-cf311551560c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:55.955557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b2f077a-e2c6-4e8b-ab99-e65328be13cf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:56.175803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2f077a-e2c6-4e8b-ab99-e65328be13cf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router baf2973a-27c4-4f07-9b83-d6881956f516 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:55:56.281014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2f077a-e2c6-4e8b-ab99-e65328be13cf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:55:56.287172 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9b2f077a-e2c6-4e8b-ab99-e65328be13cf tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "PUT /v2.0/routers/baf2973a-27c4-4f07-9b83-d6881956f516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4513438 Jul 07 19:55:56.289231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:56.290701 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ef026-150f-4d91-8d2e-394b15e1b5ee None None] Sync routers for ids ['baf2973a-27c4-4f07-9b83-d6881956f516'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:55:56.299723 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ef026-150f-4d91-8d2e-394b15e1b5ee None None] Routers {'baf2973a-27c4-4f07-9b83-d6881956f516'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:56.300329 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-106ef026-150f-4d91-8d2e-394b15e1b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['baf2973a-27c4-4f07-9b83-d6881956f516'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:56.336231 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-106ef026-150f-4d91-8d2e-394b15e1b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:56.344590 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ef026-150f-4d91-8d2e-394b15e1b5ee None None] Routers {'baf2973a-27c4-4f07-9b83-d6881956f516'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:55:56.345184 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-106ef026-150f-4d91-8d2e-394b15e1b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['baf2973a-27c4-4f07-9b83-d6881956f516'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:56.377513 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-106ef026-150f-4d91-8d2e-394b15e1b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:56.378144 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ef026-150f-4d91-8d2e-394b15e1b5ee None None] The sync data for ids ['baf2973a-27c4-4f07-9b83-d6881956f516'] in n-d-792394-12 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:55:56.398866 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:56.504416 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:56.556904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port 9ed44586-622c-49c4-ba06-a9b29c7518f3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:56.557267 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:56.636493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:56.648695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for 9ed44586-622c-49c4-ba06-a9b29c7518f3 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:56.815126 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:56.841754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=9ed44586-622c-49c4-ba06-a9b29c7518f3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:56.907737 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.010372 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.012506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.057184 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.057891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Fanout notify agent at l3_agent the message router_deleted on router baf2973a-27c4-4f07-9b83-d6881956f516 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:55:57.065869 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.067056 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ea3dcb68-ca15-4b4e-9cfe-da3f40b2e2c3 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/routers/baf2973a-27c4-4f07-9b83-d6881956f516 HTTP/1.1" status: 204 len: 168 time: 0.7768419 Jul 07 19:55:57.069732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:57.129220 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3420e5d-f9c5-4ff4-afca-8ec1261ebb52 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting subnet 6946d6a7-f1ad-4e47-b925-b4231f90c0ff {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:55:57.133355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3420e5d-f9c5-4ff4-afca-8ec1261ebb52 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.173280 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3420e5d-f9c5-4ff4-afca-8ec1261ebb52 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.260961 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3420e5d-f9c5-4ff4-afca-8ec1261ebb52 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.322553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3420e5d-f9c5-4ff4-afca-8ec1261ebb52 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.349405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3420e5d-f9c5-4ff4-afca-8ec1261ebb52 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Subnet': ['ID=6946d6a7-f1ad-4e47-b925-b4231f90c0ff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:57.354459 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3420e5d-f9c5-4ff4-afca-8ec1261ebb52 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.356799 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e3420e5d-f9c5-4ff4-afca-8ec1261ebb52 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/subnets/6946d6a7-f1ad-4e47-b925-b4231f90c0ff HTTP/1.1" status: 204 len: 168 time: 0.2852938 Jul 07 19:55:57.359867 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:57.361643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936805fd-a9dd-439a-9b3d-0a94958ceb92 None None] Network 38e5ea87-f06e-41a8-abc4-be44911c64db requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:55:57.443887 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.499888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port 27e094ae-20a5-4f8b-8e48-8aad34289eef {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:57.500237 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.539895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a7e10-14bb-477f-b14e-6d70d43b1b99 None None] DHCP port deletion for 38e5ea87-f06e-41a8-abc4-be44911c64db request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:55:57.565383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] For port 27e094ae-20a5-4f8b-8e48-8aad34289eef, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=27e094ae-20a5-4f8b-8e48-8aad34289eef,segment=NetworkSegment(517d4fed-54b7-4ea0-9b9f-ba6ac9691348),segment_id=517d4fed-54b7-4ea0-9b9f-ba6ac9691348)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:55:57.565747 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.583924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for 27e094ae-20a5-4f8b-8e48-8aad34289eef owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:57.586215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f44a7e10-14bb-477f-b14e-6d70d43b1b99 None None] Deleting port 27e094ae-20a5-4f8b-8e48-8aad34289eef {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:57.586596 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f44a7e10-14bb-477f-b14e-6d70d43b1b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.651262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f44a7e10-14bb-477f-b14e-6d70d43b1b99 None None] For port 27e094ae-20a5-4f8b-8e48-8aad34289eef, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=27e094ae-20a5-4f8b-8e48-8aad34289eef,segment=NetworkSegment(517d4fed-54b7-4ea0-9b9f-ba6ac9691348),segment_id=517d4fed-54b7-4ea0-9b9f-ba6ac9691348)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:55:57.651657 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f44a7e10-14bb-477f-b14e-6d70d43b1b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.665238 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.665552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f44a7e10-14bb-477f-b14e-6d70d43b1b99 None None] Calling delete_port for 27e094ae-20a5-4f8b-8e48-8aad34289eef owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:57.691152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=27e094ae-20a5-4f8b-8e48-8aad34289eef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:57.695321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] No DVR routers for this DVR port 27e094ae-20a5-4f8b-8e48-8aad34289eef on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:55:57.746319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f44a7e10-14bb-477f-b14e-6d70d43b1b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.775140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a7e10-14bb-477f-b14e-6d70d43b1b99 None None] Pushing event deleted for resources: {'Port': ['ID=27e094ae-20a5-4f8b-8e48-8aad34289eef,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:57.778573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a7e10-14bb-477f-b14e-6d70d43b1b99 None None] No DVR routers for this DVR port 27e094ae-20a5-4f8b-8e48-8aad34289eef on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:55:57.780160 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.796406 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e5ea87-f06e-41a8-abc4-be44911c64db']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:57.807749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517d4fed-54b7-4ea0-9b9f-ba6ac9691348') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:57.808050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517d4fed-54b7-4ea0-9b9f-ba6ac9691348') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:55:57.818277 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.832526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.838884 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:55:57.839320 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:55:57.842396 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:55:57.858423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 27e094ae-20a5-4f8b-8e48-8aad34289eef no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:55:57.878605 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 27e094ae-20a5-4f8b-8e48-8aad34289eef {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:55:57.878949 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 27e094ae-20a5-4f8b-8e48-8aad34289eef not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:55:57.902651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.920346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:57.922230 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/networks/38e5ea87-f06e-41a8-abc4-be44911c64db HTTP/1.1" status: 204 len: 168 time: 0.5610714 Jul 07 19:55:57.923487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81ffcf-7b20-46c1-971c-d9005916f74c tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Network': ['ID=38e5ea87-f06e-41a8-abc4-be44911c64db,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:57.925001 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:58.056879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3c44f-e7e1-4499-ae7a-ead43b25f603 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port 86e85cfc-b1e6-4dae-86dc-41e1ab32db35 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:58.057546 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ce3c44f-e7e1-4499-ae7a-ead43b25f603 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:58.133837 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ce3c44f-e7e1-4499-ae7a-ead43b25f603 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:58.134083 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ce3c44f-e7e1-4499-ae7a-ead43b25f603 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:58.146312 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3c44f-e7e1-4499-ae7a-ead43b25f603 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for 86e85cfc-b1e6-4dae-86dc-41e1ab32db35 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:58.279426 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ce3c44f-e7e1-4499-ae7a-ead43b25f603 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:58.303916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3c44f-e7e1-4499-ae7a-ead43b25f603 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=86e85cfc-b1e6-4dae-86dc-41e1ab32db35,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:58.368157 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ce3c44f-e7e1-4499-ae7a-ead43b25f603 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:58.370848 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ce3c44f-e7e1-4499-ae7a-ead43b25f603 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:58.372009 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6ce3c44f-e7e1-4499-ae7a-ead43b25f603 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/floatingips/4f33e53d-0e2f-4604-bae0-ff76c3e10e7f HTTP/1.1" status: 204 len: 168 time: 0.4460900 Jul 07 19:55:58.376133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:58.406264 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce2f895-3e78-4932-98f0-6706426824c4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] DELETE failed (client error): The resource could not be found. Jul 07 19:55:58.406865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce2f895-3e78-4932-98f0-6706426824c4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:55:58.408668 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7ce2f895-3e78-4932-98f0-6706426824c4 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/ports/e6b46b4d-5602-4726-9132-55af9032f473 HTTP/1.1" status: 404 len: 333 time: 0.0315566 Jul 07 19:55:58.411698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:58.441175 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e8e9be49-2913-46d2-a697-6b0707af35d2 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "GET /v2.0/ports?device_id=baf2973a-27c4-4f07-9b83-d6881956f516 HTTP/1.1" status: 200 len: 205 time: 0.0283747 Jul 07 19:55:58.444297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:58.485091 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-a157663e-9fe3-4851-a7f9-2e93d1d66a17 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] delete failed (client error): The resource could not be found. Jul 07 19:55:58.486133 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a157663e-9fe3-4851-a7f9-2e93d1d66a17 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/routers/baf2973a-27c4-4f07-9b83-d6881956f516 HTTP/1.1" status: 404 len: 336 time: 0.0409040 Jul 07 19:55:58.488658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:58.519057 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac4e710-e78c-4608-93b9-82944cfa4c69 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] DELETE failed (client error): The resource could not be found. Jul 07 19:55:58.519506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac4e710-e78c-4608-93b9-82944cfa4c69 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 19:55:58.521439 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fac4e710-e78c-4608-93b9-82944cfa4c69 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/subnets/6946d6a7-f1ad-4e47-b925-b4231f90c0ff HTTP/1.1" status: 404 len: 337 time: 0.0313509 Jul 07 19:55:58.523898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:58.619815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bbd497e0-2178-40e2-ba98-aa0d28158e4e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port 7d88620c-1fee-4398-844a-35a8659c141f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:58.620155 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd497e0-2178-40e2-ba98-aa0d28158e4e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:58.706780 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd497e0-2178-40e2-ba98-aa0d28158e4e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:58.718304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bbd497e0-2178-40e2-ba98-aa0d28158e4e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for 7d88620c-1fee-4398-844a-35a8659c141f owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:59.142384 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd497e0-2178-40e2-ba98-aa0d28158e4e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:59.173806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd497e0-2178-40e2-ba98-aa0d28158e4e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=7d88620c-1fee-4398-844a-35a8659c141f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:59.246035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd497e0-2178-40e2-ba98-aa0d28158e4e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:59.248355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bbd497e0-2178-40e2-ba98-aa0d28158e4e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/ports/7d88620c-1fee-4398-844a-35a8659c141f HTTP/1.1" status: 204 len: 168 time: 0.7235649 Jul 07 19:55:59.250725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:59.351331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8eda5d9e-c2cc-4d87-b3f1-e36c2b064cdc tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port 754998a6-94c4-4408-8238-3379a05895ed {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:55:59.351674 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eda5d9e-c2cc-4d87-b3f1-e36c2b064cdc tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:59.440379 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eda5d9e-c2cc-4d87-b3f1-e36c2b064cdc tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:59.453532 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8eda5d9e-c2cc-4d87-b3f1-e36c2b064cdc tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for 754998a6-94c4-4408-8238-3379a05895ed owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:55:59.584356 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eda5d9e-c2cc-4d87-b3f1-e36c2b064cdc tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:59.614916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda5d9e-c2cc-4d87-b3f1-e36c2b064cdc tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=754998a6-94c4-4408-8238-3379a05895ed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:55:59.682315 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eda5d9e-c2cc-4d87-b3f1-e36c2b064cdc tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:55:59.684184 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8eda5d9e-c2cc-4d87-b3f1-e36c2b064cdc tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/ports/754998a6-94c4-4408-8238-3379a05895ed HTTP/1.1" status: 204 len: 168 time: 0.4325466 Jul 07 19:55:59.686735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:55:59.782267 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b4e1b-e183-4fec-a6a6-384f3457fd4e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:55:59.783654 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bb9b4e1b-e183-4fec-a6a6-384f3457fd4e tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "GET /v2.0/ports?device_id=237946f5-1802-44af-aeae-1c1cd35c0fc8 HTTP/1.1" status: 200 len: 913 time: 0.0959816 Jul 07 19:55:59.786986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:00.145989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de3f07b7-8e9a-43e5-b1c5-a51bb52ed694 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:00.428833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-de3f07b7-8e9a-43e5-b1c5-a51bb52ed694 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port 98048a58-05a1-41c0-b651-3296720358e1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:56:00.429076 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de3f07b7-8e9a-43e5-b1c5-a51bb52ed694 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:00.517723 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de3f07b7-8e9a-43e5-b1c5-a51bb52ed694 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:00.529547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-de3f07b7-8e9a-43e5-b1c5-a51bb52ed694 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for 98048a58-05a1-41c0-b651-3296720358e1 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:56:00.716656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de3f07b7-8e9a-43e5-b1c5-a51bb52ed694 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:00.745249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f07b7-8e9a-43e5-b1c5-a51bb52ed694 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=98048a58-05a1-41c0-b651-3296720358e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:00.920293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de3f07b7-8e9a-43e5-b1c5-a51bb52ed694 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:01.138728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3f07b7-8e9a-43e5-b1c5-a51bb52ed694 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Router 237946f5-1802-44af-aeae-1c1cd35c0fc8 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:56:01.243189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3f07b7-8e9a-43e5-b1c5-a51bb52ed694 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:56:01.248375 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-de3f07b7-8e9a-43e5-b1c5-a51bb52ed694 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "PUT /v2.0/routers/237946f5-1802-44af-aeae-1c1cd35c0fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4604166 Jul 07 19:56:01.250991 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:01.252610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4effb8-fc46-46e1-b0c8-e2ab36d0cccb None None] Sync routers for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:56:01.262448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4effb8-fc46-46e1-b0c8-e2ab36d0cccb None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:56:01.263065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f4effb8-fc46-46e1-b0c8-e2ab36d0cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:01.295735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f4effb8-fc46-46e1-b0c8-e2ab36d0cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:01.305111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4effb8-fc46-46e1-b0c8-e2ab36d0cccb None None] Routers {'237946f5-1802-44af-aeae-1c1cd35c0fc8'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:56:01.305728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f4effb8-fc46-46e1-b0c8-e2ab36d0cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:55:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['237946f5-1802-44af-aeae-1c1cd35c0fc8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:01.340461 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f4effb8-fc46-46e1-b0c8-e2ab36d0cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:01.341114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4effb8-fc46-46e1-b0c8-e2ab36d0cccb None None] The sync data for ids ['237946f5-1802-44af-aeae-1c1cd35c0fc8'] in n-d-792394-12 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:56:01.363851 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:01.470674 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:01.532390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting port 019b82d1-b60c-4d69-829c-715d9b88c406 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:56:01.532766 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:01.613555 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:01.626004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Calling delete_port for 019b82d1-b60c-4d69-829c-715d9b88c406 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:56:01.805322 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:01.833470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Port': ['ID=019b82d1-b60c-4d69-829c-715d9b88c406,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:01.844858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.845206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.845543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.845901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.846236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.846562 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.846888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.847212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.847533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.847971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.848907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.849086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:01.906873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.005398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.007596 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.055351 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.055782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Fanout notify agent at l3_agent the message router_deleted on router 237946f5-1802-44af-aeae-1c1cd35c0fc8 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:56:02.062638 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.066009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3e744315-e362-4332-9987-df799d007ad9 tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/routers/237946f5-1802-44af-aeae-1c1cd35c0fc8 HTTP/1.1" status: 204 len: 168 time: 0.8115366 Jul 07 19:56:02.066403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:02.124504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae050ce-af33-43fc-8e56-12499d8330af tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Deleting subnet 712bc2f7-c4d1-447a-803f-39b9af68d720 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:56:02.127844 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ae050ce-af33-43fc-8e56-12499d8330af tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.170095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ae050ce-af33-43fc-8e56-12499d8330af tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.216181 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ae050ce-af33-43fc-8e56-12499d8330af tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.277290 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ae050ce-af33-43fc-8e56-12499d8330af tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.313543 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ae050ce-af33-43fc-8e56-12499d8330af tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.315450 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7ae050ce-af33-43fc-8e56-12499d8330af tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/subnets/712bc2f7-c4d1-447a-803f-39b9af68d720 HTTP/1.1" status: 204 len: 168 time: 0.2472525 Jul 07 19:56:02.316516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae050ce-af33-43fc-8e56-12499d8330af tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Subnet': ['ID=712bc2f7-c4d1-447a-803f-39b9af68d720,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:02.319431 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:02.399617 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.493381 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.503220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26a1081-a766-4464-9db9-eb928e0caa61']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:02.513810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2558d04c-2992-489b-a7c1-9f9c6e511a12') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:02.514111 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2558d04c-2992-489b-a7c1-9f9c6e511a12') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:02.522953 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.536813 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.542782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:56:02.543170 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:56:02.546073 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:56:02.608494 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.615772 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:02.617585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] 10.222.0.113 "DELETE /v2.0/networks/a26a1081-a766-4464-9db9-eb928e0caa61 HTTP/1.1" status: 204 len: 168 time: 0.2968271 Jul 07 19:56:02.630247 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419efca1-4cd1-4fd8-b013-028ca54f90ce tempest-FloatingIPTestJSON-465043626 tempest-FloatingIPTestJSON-465043626-project] Pushing event deleted for resources: {'Network': ['ID=a26a1081-a766-4464-9db9-eb928e0caa61,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:02.929373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:03.081981 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b6dbf4ce-e347-4ac5-9098-b69be5888c6d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cf73c517ec7e47cb9e1d94af23a5c71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509635 Jul 07 19:56:03.084559 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34578) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:03.133217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94041e20-ccbb-4acc-affc-89077194ae68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:03.154508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94041e20-ccbb-4acc-affc-89077194ae68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:03.200766 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94041e20-ccbb-4acc-affc-89077194ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:03.203321 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94041e20-ccbb-4acc-affc-89077194ae68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:03.204494 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-94041e20-ccbb-4acc-affc-89077194ae68 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d3dc47c5-a6a2-4cc3-8245-b80c4b72c540 HTTP/1.1" status: 204 len: 168 time: 0.1190093 Jul 07 19:56:03.212965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94041e20-ccbb-4acc-affc-89077194ae68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dc47c5-a6a2-4cc3-8245-b80c4b72c540,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:03.703311 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:03.856387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:03.955813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1213390834'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:56:03.977359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Made reservation on behalf of 6c12644a895349ff980bafdadc35c6ef for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:56:03.981306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:03.990100 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:04.086727 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:04.089864 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:04.114318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:56:04.127953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b762b177-fd9c-4193-862d-7391910ca527,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:04.134008 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:04.134353 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Added segment 8a23d9c8-f491-4b29-8338-a47afd9b97bd of type vlan for network a3c5f83b-7308-4837-863f-26d86fe54a5d Jul 07 19:56:04.173933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:04.202945 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:04.209150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:56:04.209741 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:04.269587 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4120309 Jul 07 19:56:04.274242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:04.276287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3ee38-c1bc-487f-a235-b82392a4d728 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Pushing event updated for resources: {'Network': ['ID=a3c5f83b-7308-4837-863f-26d86fe54a5d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:04.279869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-b0bcaa8e-f241-47d7-b4bc-b455268fd98d tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d', 'tempest-TagsTest-Tag-2132950571') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:04.287611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network a3c5f83b-7308-4837-863f-26d86fe54a5d details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:56:04.367692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b0bcaa8e-f241-47d7-b4bc-b455268fd98d tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "PUT /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags/tempest-TagsTest-Tag-2132950571 HTTP/1.1" status: 201 len: 201 time: 0.0923297 Jul 07 19:56:04.370104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:04.374369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-ab196bcd-42bf-4dc9-91a2-66f05674a513 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d', 'tempest-TagsTest-Tag-2132950571') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:04.452119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ab196bcd-42bf-4dc9-91a2-66f05674a513 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "GET /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags/tempest-TagsTest-Tag-2132950571 HTTP/1.1" status: 204 len: 168 time: 0.0809898 Jul 07 19:56:04.454639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:04.459764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-c84a1e00-c55b-480f-86ed-acf663bda103 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:04.528773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c84a1e00-c55b-480f-86ed-acf663bda103 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "GET /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags HTTP/1.1" status: 200 len: 238 time: 0.0718887 Jul 07 19:56:04.530237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:04.535049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-49f06dd3-a3a7-4134-8256-69bbe5a0243c tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d', {'tags': ['tempest-TagsTest-Tag-585479485', 'tempest-TagsTest-Tag-2060137171', 'tempest-TagsTest-Tag-1685914293']}) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:04.612092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-49f06dd3-a3a7-4134-8256-69bbe5a0243c tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "PUT /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags HTTP/1.1" status: 200 len: 308 time: 0.0808420 Jul 07 19:56:04.614742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:04.619276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-7e09981a-6b97-4dad-82e2-5291f827da1d tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d', 'tempest-TagsTest-Tag-585479485') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:04.702736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7e09981a-6b97-4dad-82e2-5291f827da1d tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "DELETE /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags/tempest-TagsTest-Tag-585479485 HTTP/1.1" status: 204 len: 168 time: 0.0869446 Jul 07 19:56:04.705320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:04.709621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-28e3be10-362d-4cfa-bd1e-86b7995ce751 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d', 'tempest-TagsTest-Tag-585479485') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:04.778144 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-28e3be10-362d-4cfa-bd1e-86b7995ce751 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] show failed (client error): The resource could not be found. Jul 07 19:56:04.779278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-28e3be10-362d-4cfa-bd1e-86b7995ce751 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "GET /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags/tempest-TagsTest-Tag-585479485 HTTP/1.1" status: 404 len: 325 time: 0.0730774 Jul 07 19:56:04.781985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:04.787050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-1a0d20d4-731d-4ad7-b871-d6f8e5de5322 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d', 'tempest-TagsTest-Tag-2060137171') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:04.856164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1a0d20d4-731d-4ad7-b871-d6f8e5de5322 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "GET /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags/tempest-TagsTest-Tag-2060137171 HTTP/1.1" status: 204 len: 168 time: 0.0731673 Jul 07 19:56:04.858637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:04.862816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-f7b3d42d-818d-407b-8c71-14452ff77866 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d', 'tempest-TagsTest-Tag-1685914293') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:04.932775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f7b3d42d-818d-407b-8c71-14452ff77866 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "GET /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags/tempest-TagsTest-Tag-1685914293 HTTP/1.1" status: 204 len: 168 time: 0.0730922 Jul 07 19:56:04.935108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:04.939346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-ae1e2fef-65ba-49a2-89b0-f06c8fadb6e5 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:05.019699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ae1e2fef-65ba-49a2-89b0-f06c8fadb6e5 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "DELETE /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags HTTP/1.1" status: 204 len: 168 time: 0.0833271 Jul 07 19:56:05.023244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:05.027505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-3f9b11e4-ef3f-4dd6-a641-05f9b59ff852 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d', 'tempest-TagsTest-Tag-2060137171') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:05.095990 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-3f9b11e4-ef3f-4dd6-a641-05f9b59ff852 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] show failed (client error): The resource could not be found. Jul 07 19:56:05.097079 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3f9b11e4-ef3f-4dd6-a641-05f9b59ff852 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "GET /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags/tempest-TagsTest-Tag-2060137171 HTTP/1.1" status: 404 len: 326 time: 0.0729220 Jul 07 19:56:05.102320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:05.106978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-75995d06-5587-4c22-962b-2349d0a4075b tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d', 'tempest-TagsTest-Tag-1685914293') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:05.175701 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [None req-75995d06-5587-4c22-962b-2349d0a4075b tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] show failed (client error): The resource could not be found. Jul 07 19:56:05.177289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-75995d06-5587-4c22-962b-2349d0a4075b tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "GET /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags/tempest-TagsTest-Tag-1685914293 HTTP/1.1" status: 404 len: 326 time: 0.0740378 Jul 07 19:56:05.180241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:05.184527 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-13a9f4f8-ad87-4d35-8b2e-fbaeeed542a8 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a3c5f83b-7308-4837-863f-26d86fe54a5d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:05.253831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-13a9f4f8-ad87-4d35-8b2e-fbaeeed542a8 tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "DELETE /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d/tags HTTP/1.1" status: 204 len: 168 time: 0.0725901 Jul 07 19:56:05.257901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:05.335452 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:05.430529 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:05.440354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c5f83b-7308-4837-863f-26d86fe54a5d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:05.450780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a23d9c8-f491-4b29-8338-a47afd9b97bd') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:05.451080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a23d9c8-f491-4b29-8338-a47afd9b97bd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:56:05.460504 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:05.474396 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:05.480557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:56:05.480950 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:56:05.483796 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:56:05.544343 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:05.552415 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:05.554276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] 10.222.0.113 "DELETE /v2.0/networks/a3c5f83b-7308-4837-863f-26d86fe54a5d HTTP/1.1" status: 204 len: 168 time: 0.2954423 Jul 07 19:56:05.565577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b23a00-a47d-4455-8ad7-8275e0a1adde tempest-TagsTest-433111763 tempest-TagsTest-433111763-project] Pushing event deleted for resources: {'Network': ['ID=a3c5f83b-7308-4837-863f-26d86fe54a5d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:05.796837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34636) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:05.928379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-63f4c337-b15d-44a4-b2c6-7dd30d1eee13 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6c12644a895349ff980bafdadc35c6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303046 Jul 07 19:56:05.930818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34640) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:05.981200 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f794-d88e-49e2-844a-20eb71b73cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:06.002078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f794-d88e-49e2-844a-20eb71b73cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:06.048702 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f794-d88e-49e2-844a-20eb71b73cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:06.051882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f794-d88e-49e2-844a-20eb71b73cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:06.053135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ecd8f794-d88e-49e2-844a-20eb71b73cff admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b762b177-fd9c-4193-862d-7391910ca527 HTTP/1.1" status: 204 len: 168 time: 0.1213994 Jul 07 19:56:06.060976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8f794-d88e-49e2-844a-20eb71b73cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b762b177-fd9c-4193-862d-7391910ca527,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:07.724317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:07.833004 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b3c92cc-260b-4bf1-ad5d-c5bc17905eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:07.932677 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b3c92cc-260b-4bf1-ad5d-c5bc17905eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:07.936497 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b3c92cc-260b-4bf1-ad5d-c5bc17905eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:07.974261 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0b3c92cc-260b-4bf1-ad5d-c5bc17905eae admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=80367fead5ac4128901b77fb6a4f805f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487786 Jul 07 19:56:07.976137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c92cc-260b-4bf1-ad5d-c5bc17905eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d1265-5a46-432c-a742-a893e8c6aeaf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:07.976894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:08.034636 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef9dc3-b664-4bf4-9049-e1a52a5df1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.058053 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef9dc3-b664-4bf4-9049-e1a52a5df1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.104888 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef9dc3-b664-4bf4-9049-e1a52a5df1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.107505 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef9dc3-b664-4bf4-9049-e1a52a5df1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.108684 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-67ef9dc3-b664-4bf4-9049-e1a52a5df1d6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/af7d1265-5a46-432c-a742-a893e8c6aeaf HTTP/1.1" status: 204 len: 168 time: 0.1307464 Jul 07 19:56:08.117502 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef9dc3-b664-4bf4-9049-e1a52a5df1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d1265-5a46-432c-a742-a893e8c6aeaf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:08.371521 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:08.385318 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e97ad317-954b-4061-8da8-634670abf313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.431801 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5c23af8-1077-4659-9490-70cbcf8b8a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.486676 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e97ad317-954b-4061-8da8-634670abf313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.491358 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e97ad317-954b-4061-8da8-634670abf313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.536706 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e97ad317-954b-4061-8da8-634670abf313 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ae693a1ee51146619b7b2ce25aeced9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612282 Jul 07 19:56:08.536706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ad317-954b-4061-8da8-634670abf313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce4fc85-1d76-4930-9447-3da44dd086b9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:08.537169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:08.589738 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f837-411d-4fd4-9b7e-afaa6809e340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.611590 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f837-411d-4fd4-9b7e-afaa6809e340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.657733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f837-411d-4fd4-9b7e-afaa6809e340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.660334 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f837-411d-4fd4-9b7e-afaa6809e340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:08.661537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cdc7f837-411d-4fd4-9b7e-afaa6809e340 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bce4fc85-1d76-4930-9447-3da44dd086b9 HTTP/1.1" status: 204 len: 168 time: 0.1233690 Jul 07 19:56:08.669548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7f837-411d-4fd4-9b7e-afaa6809e340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce4fc85-1d76-4930-9447-3da44dd086b9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:10.205961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:10.308304 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe8a637f-68e0-476a-afd9-5aa168fb9399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:10.398491 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe8a637f-68e0-476a-afd9-5aa168fb9399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:10.403875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe8a637f-68e0-476a-afd9-5aa168fb9399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:10.451997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fe8a637f-68e0-476a-afd9-5aa168fb9399 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8258a9b2dd5b435295098cf306c13e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449174 Jul 07 19:56:10.453000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a637f-68e0-476a-afd9-5aa168fb9399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e674b71-da7b-46c2-9ea2-2cb407e80906,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:10.454350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:10.505258 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9f57dfa-6a77-49a4-9b58-34dd3e3d5ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:10.526868 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9f57dfa-6a77-49a4-9b58-34dd3e3d5ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:10.576310 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9f57dfa-6a77-49a4-9b58-34dd3e3d5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:10.578893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9f57dfa-6a77-49a4-9b58-34dd3e3d5ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:10.580059 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b9f57dfa-6a77-49a4-9b58-34dd3e3d5ba6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7e674b71-da7b-46c2-9ea2-2cb407e80906 HTTP/1.1" status: 204 len: 168 time: 0.1241252 Jul 07 19:56:10.588729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f57dfa-6a77-49a4-9b58-34dd3e3d5ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e674b71-da7b-46c2-9ea2-2cb407e80906,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:10.845224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34758) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:10.858986 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-557294c4-d876-491e-92a2-09f441ea41d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:10.947891 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-557294c4-d876-491e-92a2-09f441ea41d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:10.951536 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-557294c4-d876-491e-92a2-09f441ea41d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:10.990716 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-557294c4-d876-491e-92a2-09f441ea41d6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9938ebfce06144a3b00d1ee7ba15be28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443410 Jul 07 19:56:10.991673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557294c4-d876-491e-92a2-09f441ea41d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5e6601-dc31-4ecf-b152-9b571921dbd8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:10.993462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34760) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:11.044103 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cea0cba-41df-4829-a4a9-34c508b67c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:11.066210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cea0cba-41df-4829-a4a9-34c508b67c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:11.113222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cea0cba-41df-4829-a4a9-34c508b67c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:11.116748 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cea0cba-41df-4829-a4a9-34c508b67c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:11.117955 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4cea0cba-41df-4829-a4a9-34c508b67c59 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ed5e6601-dc31-4ecf-b152-9b571921dbd8 HTTP/1.1" status: 204 len: 168 time: 0.1228664 Jul 07 19:56:11.125913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea0cba-41df-4829-a4a9-34c508b67c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5e6601-dc31-4ecf-b152-9b571921dbd8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:11.127252 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a418c715-9537-484d-83c6-00b93935315f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:11.345263 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:12.517830 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:14.072190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:19.313282 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:20.935856 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:56:21.218767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:21.340054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a25b6561-893b-435c-a2e6-db7a54e35e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:21.439855 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a25b6561-893b-435c-a2e6-db7a54e35e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:21.444278 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a25b6561-893b-435c-a2e6-db7a54e35e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:21.486920 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a25b6561-893b-435c-a2e6-db7a54e35e46 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=994ffbede5a84378a6720ef0aa100849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668400 Jul 07 19:56:21.490511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:21.493617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b6561-893b-435c-a2e6-db7a54e35e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f23815e-0dac-4918-81cc-fadcc022d789,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:21.544106 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae74-32c9-44dc-bffb-ff91aed6f0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:21.568051 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae74-32c9-44dc-bffb-ff91aed6f0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:21.623621 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae74-32c9-44dc-bffb-ff91aed6f0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:21.626226 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e52ae74-32c9-44dc-bffb-ff91aed6f0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:21.627533 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6e52ae74-32c9-44dc-bffb-ff91aed6f0af admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0f23815e-0dac-4918-81cc-fadcc022d789 HTTP/1.1" status: 204 len: 168 time: 0.1358895 Jul 07 19:56:21.636798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52ae74-32c9-44dc-bffb-ff91aed6f0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f23815e-0dac-4918-81cc-fadcc022d789,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:21.909272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:21.923304 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e8c7eaa-b4a5-4846-a63b-17f033e2fbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:22.014823 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e8c7eaa-b4a5-4846-a63b-17f033e2fbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:22.018550 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e8c7eaa-b4a5-4846-a63b-17f033e2fbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:22.057149 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4e8c7eaa-b4a5-4846-a63b-17f033e2fbf2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d2f4a34501f64b439a1502b43525ae06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462312 Jul 07 19:56:22.058016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c7eaa-b4a5-4846-a63b-17f033e2fbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ad3b99-3cf1-46d1-8b0b-b0d3c9c143bf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:22.059860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:22.117623 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:22.138948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:22.184144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:22.186725 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:22.187858 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e8ad3b99-3cf1-46d1-8b0b-b0d3c9c143bf HTTP/1.1" status: 204 len: 168 time: 0.1264284 Jul 07 19:56:22.196168 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ad3b99-3cf1-46d1-8b0b-b0d3c9c143bf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:22.203890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:22.204318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:22.204719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:22.205077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:22.205410 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:22.205746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:22.206177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:22.206376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:22.206716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:22.207183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:22.207519 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:22.207846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec1024-625f-451d-874b-aae79ed0675a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:56:28.195968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:28.301668 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea85e2a6-d035-4ab3-8c4b-ca664aebfa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.393101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea85e2a6-d035-4ab3-8c4b-ca664aebfa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.406893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea85e2a6-d035-4ab3-8c4b-ca664aebfa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.438229 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ea85e2a6-d035-4ab3-8c4b-ca664aebfa3c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=de452f03d1534de1bc1071aefb0a9b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410405 Jul 07 19:56:28.439098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85e2a6-d035-4ab3-8c4b-ca664aebfa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7db0e5-000b-4941-bda1-5931af8d187b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:28.440907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:28.496948 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c1f2815-f14e-4487-8f88-8e241eca88fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.517781 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c1f2815-f14e-4487-8f88-8e241eca88fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.562598 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c1f2815-f14e-4487-8f88-8e241eca88fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.565228 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c1f2815-f14e-4487-8f88-8e241eca88fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.566384 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0c1f2815-f14e-4487-8f88-8e241eca88fd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/da7db0e5-000b-4941-bda1-5931af8d187b HTTP/1.1" status: 204 len: 168 time: 0.1244233 Jul 07 19:56:28.580744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f2815-f14e-4487-8f88-8e241eca88fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7db0e5-000b-4941-bda1-5931af8d187b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:28.831795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 34990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:28.846117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3036954f-c315-45e4-8962-1fc8d0c138b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.941540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3036954f-c315-45e4-8962-1fc8d0c138b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.945893 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3036954f-c315-45e4-8962-1fc8d0c138b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:28.983403 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3036954f-c315-45e4-8962-1fc8d0c138b6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7f4a5891f65f4ae5b478a97500a7160e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505284 Jul 07 19:56:28.984260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036954f-c315-45e4-8962-1fc8d0c138b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5040fc-f2c7-43dd-ad3c-005a8f81394c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:28.986210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:29.037403 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d77119e-2ffa-4816-8430-ee10b511231e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.061183 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d77119e-2ffa-4816-8430-ee10b511231e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.105739 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d77119e-2ffa-4816-8430-ee10b511231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.108208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d77119e-2ffa-4816-8430-ee10b511231e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.109372 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d77119e-2ffa-4816-8430-ee10b511231e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bd5040fc-f2c7-43dd-ad3c-005a8f81394c HTTP/1.1" status: 204 len: 168 time: 0.1221731 Jul 07 19:56:29.118139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77119e-2ffa-4816-8430-ee10b511231e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5040fc-f2c7-43dd-ad3c-005a8f81394c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:29.431789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 34998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:29.445989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-698d1b3b-0f77-4baf-ac6b-71b48325c2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.547742 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-698d1b3b-0f77-4baf-ac6b-71b48325c2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.551587 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-698d1b3b-0f77-4baf-ac6b-71b48325c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.590585 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-698d1b3b-0f77-4baf-ac6b-71b48325c2ad admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=10aaca4fe15540da88a4356984e5756c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577067 Jul 07 19:56:29.591467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d1b3b-0f77-4baf-ac6b-71b48325c2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82988bbc-2a9c-45dd-982d-8c292d6419e1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:29.593657 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:29.644218 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eae9debb-2db7-4e04-be87-f3b77e56f697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.666319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eae9debb-2db7-4e04-be87-f3b77e56f697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.710892 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eae9debb-2db7-4e04-be87-f3b77e56f697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.713768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eae9debb-2db7-4e04-be87-f3b77e56f697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:29.714939 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-eae9debb-2db7-4e04-be87-f3b77e56f697 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/82988bbc-2a9c-45dd-982d-8c292d6419e1 HTTP/1.1" status: 204 len: 168 time: 0.1199141 Jul 07 19:56:29.722880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9debb-2db7-4e04-be87-f3b77e56f697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82988bbc-2a9c-45dd-982d-8c292d6419e1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:33.702720 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:38.462135 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a07be097-29d2-4948-8f96-40760868e087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:41.124676 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e95d6ebf-990f-421d-bdce-cfee8d56cd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:41.346993 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:42.519880 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:44.069959 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.405439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:47.516786 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba65fe69-c725-4a06-b486-8cc0aff03e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.610876 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba65fe69-c725-4a06-b486-8cc0aff03e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.616578 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba65fe69-c725-4a06-b486-8cc0aff03e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.657508 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ba65fe69-c725-4a06-b486-8cc0aff03e6c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=29e6e1893afb4794ac6ada41a35e572c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509730 Jul 07 19:56:47.658149 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65fe69-c725-4a06-b486-8cc0aff03e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35a7f1b-9127-4f5a-8524-dfc1db319295,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:47.662155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:47.713357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4b56-3ed2-4238-9d21-6d72a58ec828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.736775 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4b56-3ed2-4238-9d21-6d72a58ec828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.790363 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4b56-3ed2-4238-9d21-6d72a58ec828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.793678 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4b56-3ed2-4238-9d21-6d72a58ec828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:47.794926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fa5f4b56-3ed2-4238-9d21-6d72a58ec828 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d35a7f1b-9127-4f5a-8524-dfc1db319295 HTTP/1.1" status: 204 len: 168 time: 0.1318328 Jul 07 19:56:47.804633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f4b56-3ed2-4238-9d21-6d72a58ec828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35a7f1b-9127-4f5a-8524-dfc1db319295,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:49.003084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:49.107686 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12956b8e-5d89-4e8f-8a59-637db8263eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.197202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12956b8e-5d89-4e8f-8a59-637db8263eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.200957 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12956b8e-5d89-4e8f-8a59-637db8263eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.242686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-12956b8e-5d89-4e8f-8a59-637db8263eab admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8de2d95fa3d64d5a9d270ec5143dda4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384758 Jul 07 19:56:49.243553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12956b8e-5d89-4e8f-8a59-637db8263eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa82545-6f7c-461c-b091-f3af3db4910f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:49.246105 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:49.297198 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-829b322f-2fbe-46df-8a67-d000d89831b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.319486 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-829b322f-2fbe-46df-8a67-d000d89831b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.329398 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.368716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-829b322f-2fbe-46df-8a67-d000d89831b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.371224 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-829b322f-2fbe-46df-8a67-d000d89831b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:49.372371 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-829b322f-2fbe-46df-8a67-d000d89831b9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6aa82545-6f7c-461c-b091-f3af3db4910f HTTP/1.1" status: 204 len: 168 time: 0.1244619 Jul 07 19:56:49.380885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b322f-2fbe-46df-8a67-d000d89831b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa82545-6f7c-461c-b091-f3af3db4910f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:57.935564 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:56:59.474848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:59.588733 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6e04333-6a46-4d8c-a927-041c9360b05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:59.676356 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6e04333-6a46-4d8c-a927-041c9360b05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:59.681048 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6e04333-6a46-4d8c-a927-041c9360b05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:59.720237 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f6e04333-6a46-4d8c-a927-041c9360b05d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a18116505ba841aea0b3b9d96b5c7b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444718 Jul 07 19:56:59.721204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e04333-6a46-4d8c-a927-041c9360b05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78b5463-dbaf-4405-8574-c0270d92e8f5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:56:59.722972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:56:59.774194 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed94fb01-8913-4189-a20f-9f6de83d8a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:59.794432 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed94fb01-8913-4189-a20f-9f6de83d8a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:59.842453 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed94fb01-8913-4189-a20f-9f6de83d8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:59.845485 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed94fb01-8913-4189-a20f-9f6de83d8a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:56:59.846642 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ed94fb01-8913-4189-a20f-9f6de83d8a1c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d78b5463-dbaf-4405-8574-c0270d92e8f5 HTTP/1.1" status: 204 len: 168 time: 0.1213186 Jul 07 19:56:59.856653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94fb01-8913-4189-a20f-9f6de83d8a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78b5463-dbaf-4405-8574-c0270d92e8f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:00.108575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:00.122870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15b4cfa7-1bc3-47e0-84b2-72786748c9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.214349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15b4cfa7-1bc3-47e0-84b2-72786748c9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.218133 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15b4cfa7-1bc3-47e0-84b2-72786748c9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.257992 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-15b4cfa7-1bc3-47e0-84b2-72786748c9be admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=11acf0d5962a4166ae1cc037acd90a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483364 Jul 07 19:57:00.258866 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4cfa7-1bc3-47e0-84b2-72786748c9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa11543-880c-47d6-80d5-0d005ae3f528,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:00.260719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35372) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:00.310854 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-844e7b6e-599f-4f5d-bcc7-a698f83ce9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.331931 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-844e7b6e-599f-4f5d-bcc7-a698f83ce9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.378263 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-844e7b6e-599f-4f5d-bcc7-a698f83ce9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.380927 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-844e7b6e-599f-4f5d-bcc7-a698f83ce9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.382082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-844e7b6e-599f-4f5d-bcc7-a698f83ce9f6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/caa11543-880c-47d6-80d5-0d005ae3f528 HTTP/1.1" status: 204 len: 168 time: 0.1202068 Jul 07 19:57:00.389632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e7b6e-599f-4f5d-bcc7-a698f83ce9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa11543-880c-47d6-80d5-0d005ae3f528,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:00.710954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:00.724289 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a551339b-9db9-4fea-9ac7-0cacd6a1a1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.815799 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a551339b-9db9-4fea-9ac7-0cacd6a1a1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.820497 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a551339b-9db9-4fea-9ac7-0cacd6a1a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.858648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551339b-9db9-4fea-9ac7-0cacd6a1a1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29490168-081c-4cfd-a311-fa4769437d43,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:00.863618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a551339b-9db9-4fea-9ac7-0cacd6a1a1d7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c421710c7fbe4abb8bd3c6761ae64e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516395 Jul 07 19:57:00.866882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:00.915443 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50984950-327a-4ddf-a2e5-e2e53709e8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.935639 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50984950-327a-4ddf-a2e5-e2e53709e8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.982686 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50984950-327a-4ddf-a2e5-e2e53709e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.985195 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50984950-327a-4ddf-a2e5-e2e53709e8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:00.986357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-50984950-327a-4ddf-a2e5-e2e53709e8cd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/29490168-081c-4cfd-a311-fa4769437d43 HTTP/1.1" status: 204 len: 168 time: 0.1185668 Jul 07 19:57:00.994244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50984950-327a-4ddf-a2e5-e2e53709e8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29490168-081c-4cfd-a311-fa4769437d43,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:01.654485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:01.750461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-311176854-network', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:01.772834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Made reservation on behalf of eee76ba3d3154d3399cdcb24109d66df for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:57:01.775075 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:01.783407 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:01.876870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:01.882019 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:01.907904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:57:01.918302 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eecc46-49ab-48d8-8f28-f0ddfc6b9c90,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:01.923382 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:01.923731 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Added segment 423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac of type vlan for network 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 Jul 07 19:57:01.937476 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.937827 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.938169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.938505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.938836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.939164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.939492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.939819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.940450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.940450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.941207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.941207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:01.988628 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.018038 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.019496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:02.020083 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.073353 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4175525 Jul 07 19:57:02.076280 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:02.081678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] Request body: {'subnet': {'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-311176854-subnet', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:02.082721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69f59a-3868-4093-8bff-1905339eead0 admin admin] Pushing event updated for resources: {'Network': ['ID=1e212595-5f0b-4fa5-8808-4fb3c9ac5327,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:02.094010 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:57:02.106470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] Made reservation on behalf of eee76ba3d3154d3399cdcb24109d66df for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:57:02.108958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.293349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.352672 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c48307-3768-4d9b-bd32-eded90e09ca1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:02.363578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] Checking segment: {'id': '423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:02.363941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] Network hostable DHCP agents. Network: 1e212595-5f0b-4fa5-8808-4fb3c9ac5327, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:57:02.382436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] Network 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:57:02.392016 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 1e212595-5f0b-4fa5-8808-4fb3c9ac5327) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:02.402339 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:02.402950 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.405207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4ea1f-8bca-4d60-ba09-8e3a035056f7 None None] Network 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:57:02.421458 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ee366174-3312-46b8-92ca-ecd79cc9f2d7 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3437781 Jul 07 19:57:02.425831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:02.432048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-311176854-router', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:02.455089 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.456151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.511337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.566198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-1e212595-5f0b-4fa5-8808-4fb3c9ac5327', 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'fixed_ips': [{'subnet_id': '96c48307-3768-4d9b-bd32-eded90e09ca1'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:57:02.567231 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.658056 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.704113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Allocated IP 172.20.0.2 (1e212595-5f0b-4fa5-8808-4fb3c9ac5327/96c48307-3768-4d9b-bd32-eded90e09ca1/da965a59-42ba-41b8-aaa5-d910972f1312) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:02.872744 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:02.893053 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:03.004264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Allocated IP 172.25.2.191 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/b385d4cb-e78f-4de3-b83b-49eb25f70387) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:03.016618 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:03.025591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Transition to ACTIVE for port object da965a59-42ba-41b8-aaa5-d910972f1312 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:03.040660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Transition to ACTIVE for port object da965a59-42ba-41b8-aaa5-d910972f1312 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:03.046313 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:03.081625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Network 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:03.084504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:03.088019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:03.122742 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:03.125260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Pushing event updated for resources: {'Port': ['ID=da965a59-42ba-41b8-aaa5-d910972f1312,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:03.151567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.151909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.152251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.152609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.153022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.153350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.153675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.154006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.154323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.154641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.154963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.155284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:03.163849 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:03.171374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Attempting to bind port da965a59-42ba-41b8-aaa5-d910972f1312 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:57:03.171757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Attempting to bind port da965a59-42ba-41b8-aaa5-d910972f1312 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:57:03.172124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Attempting to bind port da965a59-42ba-41b8-aaa5-d910972f1312 on network 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:57:03.177394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:57:03.177777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Checking segment: {'id': '423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:03.178186 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:03.178581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Bound using segment: {'id': '423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:57:03.179085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Bound port: da965a59-42ba-41b8-aaa5-d910972f1312, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:57:03.179475 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:03.205042 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:03.212485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:03.215863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:03.238836 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Pushing event updated for resources: {'Port': ['ID=b385d4cb-e78f-4de3-b83b-49eb25f70387,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:03.245479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] For port da965a59-42ba-41b8-aaa5-d910972f1312, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:57:03.248898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] For port da965a59-42ba-41b8-aaa5-d910972f1312, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=da965a59-42ba-41b8-aaa5-d910972f1312,segment=NetworkSegment(423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac),segment_id=423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:57:03.254488 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:03.318738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10089e14-c0bd-47de-b405-aa8724137aba None None] Pushing event updated for resources: {'Port': ['ID=da965a59-42ba-41b8-aaa5-d910972f1312,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:03.715867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:03.790121 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:03.936308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device da965a59-42ba-41b8-aaa5-d910972f1312 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:03.992034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port da965a59-42ba-41b8-aaa5-d910972f1312 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:04.006014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.140796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Router db2ab3c9-865f-49d6-923a-2a39732ab90a is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:57:04.223088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1427b5d2-0301-4467-97f3-77d6ba36706d None None] Network 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:57:04.249346 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:04.257908 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Sync routers for ids ['db2ab3c9-865f-49d6-923a-2a39732ab90a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:04.266541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.271069 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dcd4dc32-c31d-4558-a4a9-27ee7da2ae8d admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8411653 Jul 07 19:57:04.271216 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Routers {'db2ab3c9-865f-49d6-923a-2a39732ab90a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:04.271216 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:56:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['db2ab3c9-865f-49d6-923a-2a39732ab90a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:04.271475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:04.305016 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c9646c38-8a91-4ce2-9222-71b6965b1755 None None] Provisioning for port da965a59-42ba-41b8-aaa5-d910972f1312 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:04.319197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c9646c38-8a91-4ce2-9222-71b6965b1755 None None] Provisioning complete for port da965a59-42ba-41b8-aaa5-d910972f1312 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:04.319565 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9646c38-8a91-4ce2-9222-71b6965b1755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.485956 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9646c38-8a91-4ce2-9222-71b6965b1755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.500311 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Set router db2ab3c9-865f-49d6-923a-2a39732ab90a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:04.538197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c9646c38-8a91-4ce2-9222-71b6965b1755 None None] For port da965a59-42ba-41b8-aaa5-d910972f1312, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=da965a59-42ba-41b8-aaa5-d910972f1312,segment=NetworkSegment(423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac),segment_id=423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:04.548357 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9646c38-8a91-4ce2-9222-71b6965b1755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.618058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9646c38-8a91-4ce2-9222-71b6965b1755 None None] Pushing event updated for resources: {'Port': ['ID=da965a59-42ba-41b8-aaa5-d910972f1312,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:04.720119 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'name': 'tempest-TestAggregatesBasicOps-311176854-router', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:03Z', 'revision_number': 3, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'gw_port': {'id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:04.749241 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Checking router: db2ab3c9-865f-49d6-923a-2a39732ab90a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:04.749578 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Updating router db2ab3c9-865f-49d6-923a-2a39732ab90a port b385d4cb-e78f-4de3-b83b-49eb25f70387 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:57:04.784808 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:04.877181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e79f5d71-0f1d-42cc-b2c3-b5d34a47a3bf None None] Provisioning complete for port da965a59-42ba-41b8-aaa5-d910972f1312 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:04.878595 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e79f5d71-0f1d-42cc-b2c3-b5d34a47a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.061666 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.078364 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Transition to ACTIVE for port object b385d4cb-e78f-4de3-b83b-49eb25f70387 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:05.085312 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.122021 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.135861 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Attempting to bind port b385d4cb-e78f-4de3-b83b-49eb25f70387 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:57:05.136231 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Attempting to bind port b385d4cb-e78f-4de3-b83b-49eb25f70387 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:57:05.136620 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Attempting to bind port b385d4cb-e78f-4de3-b83b-49eb25f70387 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:57:05.143643 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Pushing event updated for resources: {'Port': ['ID=b385d4cb-e78f-4de3-b83b-49eb25f70387,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:05.146735 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:57:05.147120 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:05.147402 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.147800 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:57:05.148396 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Bound port: b385d4cb-e78f-4de3-b83b-49eb25f70387, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:57:05.148781 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.171093 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.171437 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.171773 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.172107 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.172432 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.172784 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.173106 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.173428 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.173747 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.174105 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.174379 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.174739 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:05.209948 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] For port b385d4cb-e78f-4de3-b83b-49eb25f70387, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:57:05.213373 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] For port b385d4cb-e78f-4de3-b83b-49eb25f70387, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b385d4cb-e78f-4de3-b83b-49eb25f70387,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:57:05.218004 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.281629 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661f23a-5bcf-41ca-87f8-010c379b4044 None None] Pushing event updated for resources: {'Port': ['ID=b385d4cb-e78f-4de3-b83b-49eb25f70387,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:05.284526 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Routers {'db2ab3c9-865f-49d6-923a-2a39732ab90a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:05.285553 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:56:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['db2ab3c9-865f-49d6-923a-2a39732ab90a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:05.287275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Allocated IP 172.20.0.1 (1e212595-5f0b-4fa5-8808-4fb3c9ac5327/96c48307-3768-4d9b-bd32-eded90e09ca1/1b769848-7d39-4f69-9132-abd42865ea1a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:05.391998 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.393406 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] Set router db2ab3c9-865f-49d6-923a-2a39732ab90a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:05.405058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Transition to ACTIVE for port object 1b769848-7d39-4f69-9132-abd42865ea1a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:05.440357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.491521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Network 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:05.494289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:05.497179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:05.502960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Pushing event updated for resources: {'Port': ['ID=1b769848-7d39-4f69-9132-abd42865ea1a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:05.542300 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.586566 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'name': 'tempest-TestAggregatesBasicOps-311176854-router', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:03Z', 'revision_number': 3, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'gw_port': {'id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:05.614906 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5b53f-cfed-4f76-b62f-7c45cdd1432f None None] The sync data for ids ['db2ab3c9-865f-49d6-923a-2a39732ab90a'] in n-d-792394-12 is: [{'id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'name': 'tempest-TestAggregatesBasicOps-311176854-router', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:03Z', 'revision_number': 3, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'gw_port': {'id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:05.709487 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.782994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f729733-057f-411d-9e02-af50d1f03438 None None] Provisioning for port 1b769848-7d39-4f69-9132-abd42865ea1a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:05.788002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f729733-057f-411d-9e02-af50d1f03438 None None] Provisioning complete for port 1b769848-7d39-4f69-9132-abd42865ea1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:05.788670 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f729733-057f-411d-9e02-af50d1f03438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.836706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9f729733-057f-411d-9e02-af50d1f03438 None None] Port 1b769848-7d39-4f69-9132-abd42865ea1a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:57:05.922341 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.928664 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:05.999365 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:06.001188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Pushing event updated for resources: {'Port': ['ID=1b769848-7d39-4f69-9132-abd42865ea1a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:06.040296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b385d4cb-e78f-4de3-b83b-49eb25f70387 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:06.097398 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port b385d4cb-e78f-4de3-b83b-49eb25f70387 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:06.101913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b385d4cb-e78f-4de3-b83b-49eb25f70387 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:06.102286 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:06.106461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Network 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:06.107882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:06.206188 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:06.231377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port b385d4cb-e78f-4de3-b83b-49eb25f70387, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b385d4cb-e78f-4de3-b83b-49eb25f70387,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:06.238595 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:06.240697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device da965a59-42ba-41b8-aaa5-d910972f1312 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:06.264678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Router db2ab3c9-865f-49d6-923a-2a39732ab90a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:57:06.336932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=b385d4cb-e78f-4de3-b83b-49eb25f70387,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:06.351433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port da965a59-42ba-41b8-aaa5-d910972f1312 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:06.351813 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:06.397357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fdcc4b9d-fbea-4c1b-9428-b6f5a62bec06 None None] Provisioning complete for port 1b769848-7d39-4f69-9132-abd42865ea1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:06.398021 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdcc4b9d-fbea-4c1b-9428-b6f5a62bec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:06.402021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:06.413324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f21920a8-6260-4cc5-8d42-35fb7657fc86 admin admin] 10.222.0.113 "PUT /v2.0/routers/db2ab3c9-865f-49d6-923a-2a39732ab90a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1405699 Jul 07 19:57:06.475807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc4b9d-fbea-4c1b-9428-b6f5a62bec06 None None] Port 1b769848-7d39-4f69-9132-abd42865ea1a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:57:06.893987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:06.899361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-784937032-network', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:06.919630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Made reservation on behalf of 3708f4cd062d47ab9dddd035402ba519 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:57:06.922109 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:06.934904 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.031721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.035592 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.062689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:57:07.068358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f96d0f-007c-4a31-a05c-7402f3ccd75e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:07.076532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.076711 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Added segment 323106e2-97e8-4d40-ae9d-51b3f9054d8c of type vlan for network f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 Jul 07 19:57:07.120316 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.154097 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.155199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:07.155971 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.215051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3196664 Jul 07 19:57:07.218985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:07.227067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] Request body: {'subnet': {'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-784937032-subnet', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:07.231115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad62c56-8baf-4f58-b603-5334ad32d75e admin admin] Pushing event updated for resources: {'Network': ['ID=f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:07.242441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:57:07.251152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] Made reservation on behalf of 3708f4cd062d47ab9dddd035402ba519 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:57:07.253568 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.303191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb113905-3845-469e-98da-3307809d5354 None None] Sync routers for ids ['db2ab3c9-865f-49d6-923a-2a39732ab90a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:07.322650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb113905-3845-469e-98da-3307809d5354 None None] Routers {'db2ab3c9-865f-49d6-923a-2a39732ab90a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:07.323278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fb113905-3845-469e-98da-3307809d5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:56:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['db2ab3c9-865f-49d6-923a-2a39732ab90a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:07.436378 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.436685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fb113905-3845-469e-98da-3307809d5354 None None] Set router db2ab3c9-865f-49d6-923a-2a39732ab90a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:07.500794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cc78e6-a38b-4de6-a669-1c37448d782f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:07.508852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] Checking segment: {'id': '323106e2-97e8-4d40-ae9d-51b3f9054d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:07.509213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] Network hostable DHCP agents. Network: f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:57:07.525637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] Network f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:57:07.534097 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:07.538944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:07.539542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.549534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1892c80-a129-42fa-9efb-baf24ffaed56 None None] Network f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:57:07.557625 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-28ad51f4-2408-4213-9d00-8003454f883f admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3351166 Jul 07 19:57:07.557852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:07.562443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-784937032-router', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:07.583439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.584431 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.639184 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.756761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fb113905-3845-469e-98da-3307809d5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'name': 'tempest-TestAggregatesBasicOps-311176854-router', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:05Z', 'revision_number': 4, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'gw_port': {'id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1b769848-7d39-4f69-9132-abd42865ea1a', 'name': '', 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'mac_address': 'fa:16:3e:87:44:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '96c48307-3768-4d9b-bd32-eded90e09ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:05Z', 'updated_at': '2021-07-07T19:57:05Z', 'revision_number': 2, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'subnets': [{'id': '96c48307-3768-4d9b-bd32-eded90e09ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:07.759891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8', 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'fixed_ips': [{'subnet_id': '64cc78e6-a38b-4de6-a669-1c37448d782f'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:57:07.760753 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.782581 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.798371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb113905-3845-469e-98da-3307809d5354 None None] Checking router: db2ab3c9-865f-49d6-923a-2a39732ab90a for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:07.798726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb113905-3845-469e-98da-3307809d5354 None None] Updating router db2ab3c9-865f-49d6-923a-2a39732ab90a port 1b769848-7d39-4f69-9132-abd42865ea1a binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:57:07.885002 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb113905-3845-469e-98da-3307809d5354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:07.937087 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b385d4cb-e78f-4de3-b83b-49eb25f70387 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:07.996786 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.020989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.084022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Allocated IP 172.20.0.2 (f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8/64cc78e6-a38b-4de6-a669-1c37448d782f/3400ac56-e0b1-4d2e-86bf-e0617c37e8db) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:08.130535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Allocated IP 172.25.2.129 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/107922d7-9608-46e9-a83c-baa8581cad1a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:08.167448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b385d4cb-e78f-4de3-b83b-49eb25f70387 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:08.167844 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.242927 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.285141 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.325938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:08.328968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:08.337207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:08.367706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Pushing event updated for resources: {'Port': ['ID=107922d7-9608-46e9-a83c-baa8581cad1a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:08.490377 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22a9b9cd-3680-44da-8d7b-8d43d94aff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.605305 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.608044 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.624233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Transition to ACTIVE for port object 3400ac56-e0b1-4d2e-86bf-e0617c37e8db will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:08.638609 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb113905-3845-469e-98da-3307809d5354 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.655127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Transition to ACTIVE for port object 3400ac56-e0b1-4d2e-86bf-e0617c37e8db will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:08.656766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb113905-3845-469e-98da-3307809d5354 None None] Transition to ACTIVE for port object 1b769848-7d39-4f69-9132-abd42865ea1a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:08.663152 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.670087 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb113905-3845-469e-98da-3307809d5354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.710221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Network f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:08.718614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:08.722713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:08.734304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Pushing event updated for resources: {'Port': ['ID=3400ac56-e0b1-4d2e-86bf-e0617c37e8db,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:08.845561 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.869170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bccd00-abad-46e8-ae42-4b5411877171 None None] Pushing event updated for resources: {'Port': ['ID=1b769848-7d39-4f69-9132-abd42865ea1a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:08.871384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fb113905-3845-469e-98da-3307809d5354 None None] Attempting to bind port 1b769848-7d39-4f69-9132-abd42865ea1a on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:57:08.871760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fb113905-3845-469e-98da-3307809d5354 None None] Attempting to bind port 1b769848-7d39-4f69-9132-abd42865ea1a by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:57:08.872125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb113905-3845-469e-98da-3307809d5354 None None] Attempting to bind port 1b769848-7d39-4f69-9132-abd42865ea1a on network 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:57:08.875959 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Attempting to bind port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:57:08.876325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Attempting to bind port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '323106e2-97e8-4d40-ae9d-51b3f9054d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:57:08.876720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Attempting to bind port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db on network f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:57:08.882547 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb113905-3845-469e-98da-3307809d5354 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:57:08.882933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb113905-3845-469e-98da-3307809d5354 None None] Checking segment: {'id': '423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:08.883345 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb113905-3845-469e-98da-3307809d5354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.883741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb113905-3845-469e-98da-3307809d5354 None None] Bound using segment: {'id': '423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:57:08.884217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fb113905-3845-469e-98da-3307809d5354 None None] Bound port: 1b769848-7d39-4f69-9132-abd42865ea1a, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:57:08.884627 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb113905-3845-469e-98da-3307809d5354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.889566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:57:08.889942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Checking segment: {'id': '323106e2-97e8-4d40-ae9d-51b3f9054d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:08.890338 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.890733 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Bound using segment: {'id': '323106e2-97e8-4d40-ae9d-51b3f9054d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:57:08.891202 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Bound port: 3400ac56-e0b1-4d2e-86bf-e0617c37e8db, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323106e2-97e8-4d40-ae9d-51b3f9054d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:57:08.891718 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:08.999583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Router 7631748a-08ef-4cb9-9f71-652042352021 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:57:09.015361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] For port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:57:09.017676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fb113905-3845-469e-98da-3307809d5354 None None] For port 1b769848-7d39-4f69-9132-abd42865ea1a, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:57:09.021410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] For port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3400ac56-e0b1-4d2e-86bf-e0617c37e8db,segment=NetworkSegment(323106e2-97e8-4d40-ae9d-51b3f9054d8c),segment_id=323106e2-97e8-4d40-ae9d-51b3f9054d8c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:57:09.023294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fb113905-3845-469e-98da-3307809d5354 None None] For port 1b769848-7d39-4f69-9132-abd42865ea1a, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1b769848-7d39-4f69-9132-abd42865ea1a,segment=NetworkSegment(423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac),segment_id=423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:57:09.026131 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:09.036829 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb113905-3845-469e-98da-3307809d5354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:09.109504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb113905-3845-469e-98da-3307809d5354 None None] Routers {'db2ab3c9-865f-49d6-923a-2a39732ab90a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:09.110624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fb113905-3845-469e-98da-3307809d5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:56:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['db2ab3c9-865f-49d6-923a-2a39732ab90a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:09.123164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:09.134623 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Sync routers for ids ['7631748a-08ef-4cb9-9f71-652042352021'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:09.143605 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:09.145063 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ec28910b-7f62-46ff-a009-d6df719fcc8d admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5860732 Jul 07 19:57:09.148568 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:09.154718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b75f8-434d-4d69-82de-3e716c82ec49 None None] Pushing event updated for resources: {'Port': ['ID=3400ac56-e0b1-4d2e-86bf-e0617c37e8db,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:09.155144 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Routers {'7631748a-08ef-4cb9-9f71-652042352021'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:09.155779 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:56:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['7631748a-08ef-4cb9-9f71-652042352021'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:09.260958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bccd00-abad-46e8-ae42-4b5411877171 None None] Pushing event updated for resources: {'Port': ['ID=1b769848-7d39-4f69-9132-abd42865ea1a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:09.293829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fb113905-3845-469e-98da-3307809d5354 None None] Set router db2ab3c9-865f-49d6-923a-2a39732ab90a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:09.352890 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Set router 7631748a-08ef-4cb9-9f71-652042352021 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:09.629193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fb113905-3845-469e-98da-3307809d5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'name': 'tempest-TestAggregatesBasicOps-311176854-router', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:05Z', 'revision_number': 4, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'gw_port': {'id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1b769848-7d39-4f69-9132-abd42865ea1a', 'name': '', 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'mac_address': 'fa:16:3e:87:44:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '96c48307-3768-4d9b-bd32-eded90e09ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:05Z', 'updated_at': '2021-07-07T19:57:09Z', 'revision_number': 4, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'subnets': [{'id': '96c48307-3768-4d9b-bd32-eded90e09ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:09.631378 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7631748a-08ef-4cb9-9f71-652042352021', 'name': 'tempest-TestAggregatesBasicOps-784937032-router', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:07Z', 'updated_at': '2021-07-07T19:57:08Z', 'revision_number': 3, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'gw_port': {'id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:08Z', 'updated_at': '2021-07-07T19:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:09.659422 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb113905-3845-469e-98da-3307809d5354 None None] The sync data for ids ['db2ab3c9-865f-49d6-923a-2a39732ab90a'] in n-d-792394-12 is: [{'id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'name': 'tempest-TestAggregatesBasicOps-311176854-router', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:05Z', 'revision_number': 4, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'gw_port': {'id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1b769848-7d39-4f69-9132-abd42865ea1a', 'name': '', 'network_id': '1e212595-5f0b-4fa5-8808-4fb3c9ac5327', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'mac_address': 'fa:16:3e:87:44:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '96c48307-3768-4d9b-bd32-eded90e09ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:05Z', 'updated_at': '2021-07-07T19:57:09Z', 'revision_number': 4, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'subnets': [{'id': '96c48307-3768-4d9b-bd32-eded90e09ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:09.664928 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Checking router: 7631748a-08ef-4cb9-9f71-652042352021 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:09.665320 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Updating router 7631748a-08ef-4cb9-9f71-652042352021 port 107922d7-9608-46e9-a83c-baa8581cad1a binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:57:09.703878 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.040956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1b769848-7d39-4f69-9132-abd42865ea1a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:10.119800 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 1b769848-7d39-4f69-9132-abd42865ea1a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:10.125279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1b769848-7d39-4f69-9132-abd42865ea1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:10.126124 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.155761 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.188614 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.207362 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Transition to ACTIVE for port object 107922d7-9608-46e9-a83c-baa8581cad1a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:10.229691 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.238987 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.290656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 1b769848-7d39-4f69-9132-abd42865ea1a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1b769848-7d39-4f69-9132-abd42865ea1a,segment=NetworkSegment(423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac),segment_id=423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:10.296165 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.297508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3400ac56-e0b1-4d2e-86bf-e0617c37e8db up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:10.334813 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Attempting to bind port 107922d7-9608-46e9-a83c-baa8581cad1a on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:57:10.335530 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Attempting to bind port 107922d7-9608-46e9-a83c-baa8581cad1a by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:57:10.336105 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Attempting to bind port 107922d7-9608-46e9-a83c-baa8581cad1a on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:57:10.347315 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cd9e6-50e4-4908-a54d-be912835043c None None] Pushing event updated for resources: {'Port': ['ID=107922d7-9608-46e9-a83c-baa8581cad1a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:10.360165 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:57:10.360828 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:10.361409 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.361978 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:57:10.363212 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Bound port: 107922d7-9608-46e9-a83c-baa8581cad1a, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:57:10.365098 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.421152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=1b769848-7d39-4f69-9132-abd42865ea1a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:10.428589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Allocated IP 172.20.0.1 (f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8/64cc78e6-a38b-4de6-a669-1c37448d782f/b14d4000-c0ac-4f11-bb42-4296b7f1663d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:10.444419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:10.444990 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] For port 107922d7-9608-46e9-a83c-baa8581cad1a, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:57:10.449421 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] For port 107922d7-9608-46e9-a83c-baa8581cad1a, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=107922d7-9608-46e9-a83c-baa8581cad1a,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:57:10.460368 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.461338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ae1804-77b1-41af-9ea6-94a639434cf2 None None] Network f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:57:10.535943 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Routers {'7631748a-08ef-4cb9-9f71-652042352021'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:10.538643 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:56:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['7631748a-08ef-4cb9-9f71-652042352021'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:10.540804 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cd9e6-50e4-4908-a54d-be912835043c None None] Pushing event updated for resources: {'Port': ['ID=107922d7-9608-46e9-a83c-baa8581cad1a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:10.588167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2b6fb9a0-808f-4654-bb8d-174b47f21087 None None] Provisioning for port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:10.588902 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.594187 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2b6fb9a0-808f-4654-bb8d-174b47f21087 None None] Provisioning complete for port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:10.595206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b6fb9a0-808f-4654-bb8d-174b47f21087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.615857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Transition to ACTIVE for port object b14d4000-c0ac-4f11-bb42-4296b7f1663d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:10.666073 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.674765 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] Set router 7631748a-08ef-4cb9-9f71-652042352021 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:10.718458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Network f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:10.721718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:10.724716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:10.755473 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b6fb9a0-808f-4654-bb8d-174b47f21087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.761176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Pushing event updated for resources: {'Port': ['ID=b14d4000-c0ac-4f11-bb42-4296b7f1663d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:10.792093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.807035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2b6fb9a0-808f-4654-bb8d-174b47f21087 None None] For port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3400ac56-e0b1-4d2e-86bf-e0617c37e8db,segment=NetworkSegment(323106e2-97e8-4d40-ae9d-51b3f9054d8c),segment_id=323106e2-97e8-4d40-ae9d-51b3f9054d8c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:10.816292 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b6fb9a0-808f-4654-bb8d-174b47f21087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:10.911346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fb9a0-808f-4654-bb8d-174b47f21087 None None] Pushing event updated for resources: {'Port': ['ID=3400ac56-e0b1-4d2e-86bf-e0617c37e8db,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:10.929094 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7631748a-08ef-4cb9-9f71-652042352021', 'name': 'tempest-TestAggregatesBasicOps-784937032-router', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:07Z', 'updated_at': '2021-07-07T19:57:08Z', 'revision_number': 3, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'gw_port': {'id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:08Z', 'updated_at': '2021-07-07T19:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:10.960093 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed6712-fc52-4134-973d-a72aa0ceea6b None None] The sync data for ids ['7631748a-08ef-4cb9-9f71-652042352021'] in n-d-792394-12 is: [{'id': '7631748a-08ef-4cb9-9f71-652042352021', 'name': 'tempest-TestAggregatesBasicOps-784937032-router', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:07Z', 'updated_at': '2021-07-07T19:57:08Z', 'revision_number': 3, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'gw_port': {'id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:08Z', 'updated_at': '2021-07-07T19:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:11.011035 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:11.127779 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23661d75-e850-4e42-a510-2261d18d19be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:11.153737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31fbcf78-bc43-425b-a82a-0bb7721ece09 None None] Provisioning complete for port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:11.154315 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31fbcf78-bc43-425b-a82a-0bb7721ece09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:11.218223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:11.225254 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:11.257793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31fbcf78-bc43-425b-a82a-0bb7721ece09 None None] Provisioning for port b14d4000-c0ac-4f11-bb42-4296b7f1663d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:11.266665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31fbcf78-bc43-425b-a82a-0bb7721ece09 None None] Provisioning complete for port b14d4000-c0ac-4f11-bb42-4296b7f1663d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:11.266665 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31fbcf78-bc43-425b-a82a-0bb7721ece09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:11.310114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-31fbcf78-bc43-425b-a82a-0bb7721ece09 None None] Port b14d4000-c0ac-4f11-bb42-4296b7f1663d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:57:11.319235 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:11.322243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Pushing event updated for resources: {'Port': ['ID=b14d4000-c0ac-4f11-bb42-4296b7f1663d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:11.350408 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:11.436986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Network f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:11.438499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:11.438701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b140bef0-7211-4957-9ea2-fe3e92d7ff02 None None] Provisioning complete for port b14d4000-c0ac-4f11-bb42-4296b7f1663d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:11.439075 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b140bef0-7211-4957-9ea2-fe3e92d7ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:11.486176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b140bef0-7211-4957-9ea2-fe3e92d7ff02 None None] Port b14d4000-c0ac-4f11-bb42-4296b7f1663d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:57:11.593259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Router 7631748a-08ef-4cb9-9f71-652042352021 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:57:11.709777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77883200-7b55-4c72-8113-b7fa40158bb2 None None] Provisioning complete for port b14d4000-c0ac-4f11-bb42-4296b7f1663d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:11.710065 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77883200-7b55-4c72-8113-b7fa40158bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:11.720087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:11.728917 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bd4733c0-f95b-4ba9-847c-fa105b19b0ed admin admin] 10.222.0.113 "PUT /v2.0/routers/7631748a-08ef-4cb9-9f71-652042352021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5789285 Jul 07 19:57:11.752307 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-77883200-7b55-4c72-8113-b7fa40158bb2 None None] Port b14d4000-c0ac-4f11-bb42-4296b7f1663d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:57:11.992117 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1b769848-7d39-4f69-9132-abd42865ea1a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:12.046260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1b769848-7d39-4f69-9132-abd42865ea1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:12.046638 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:12.144013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3400ac56-e0b1-4d2e-86bf-e0617c37e8db up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:12.189821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:12.190197 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:12.273309 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 107922d7-9608-46e9-a83c-baa8581cad1a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:12.322992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 107922d7-9608-46e9-a83c-baa8581cad1a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:12.326718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 107922d7-9608-46e9-a83c-baa8581cad1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:12.327091 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:12.403561 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:12.425483 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 107922d7-9608-46e9-a83c-baa8581cad1a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=107922d7-9608-46e9-a83c-baa8581cad1a,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:12.430656 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:12.480161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=107922d7-9608-46e9-a83c-baa8581cad1a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:12.517821 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:13.113265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Sync routers for ids ['7631748a-08ef-4cb9-9f71-652042352021'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:13.129008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Routers {'7631748a-08ef-4cb9-9f71-652042352021'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:13.129674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['7631748a-08ef-4cb9-9f71-652042352021'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:13.242811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Set router 7631748a-08ef-4cb9-9f71-652042352021 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:13.469437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7631748a-08ef-4cb9-9f71-652042352021', 'name': 'tempest-TestAggregatesBasicOps-784937032-router', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:07Z', 'updated_at': '2021-07-07T19:57:10Z', 'revision_number': 4, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'gw_port': {'id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:08Z', 'updated_at': '2021-07-07T19:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'b14d4000-c0ac-4f11-bb42-4296b7f1663d', 'name': '', 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'mac_address': 'fa:16:3e:07:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '64cc78e6-a38b-4de6-a669-1c37448d782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:10Z', 'updated_at': '2021-07-07T19:57:11Z', 'revision_number': 2, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'subnets': [{'id': '64cc78e6-a38b-4de6-a669-1c37448d782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:13.497685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Checking router: 7631748a-08ef-4cb9-9f71-652042352021 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:13.498130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Updating router 7631748a-08ef-4cb9-9f71-652042352021 port b14d4000-c0ac-4f11-bb42-4296b7f1663d binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:57:13.534985 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:13.819897 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:13.830331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Transition to ACTIVE for port object b14d4000-c0ac-4f11-bb42-4296b7f1663d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:13.840906 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:13.890087 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d97f95-cd09-4538-be42-9438527764ae None None] Pushing event updated for resources: {'Port': ['ID=b14d4000-c0ac-4f11-bb42-4296b7f1663d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:13.950646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 107922d7-9608-46e9-a83c-baa8581cad1a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:13.981730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:13.993970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Attempting to bind port b14d4000-c0ac-4f11-bb42-4296b7f1663d on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:57:13.994444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Attempting to bind port b14d4000-c0ac-4f11-bb42-4296b7f1663d by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '323106e2-97e8-4d40-ae9d-51b3f9054d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:57:13.994879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Attempting to bind port b14d4000-c0ac-4f11-bb42-4296b7f1663d on network f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:57:14.012937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:57:14.013619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Checking segment: {'id': '323106e2-97e8-4d40-ae9d-51b3f9054d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:14.014152 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:14.014616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Bound using segment: {'id': '323106e2-97e8-4d40-ae9d-51b3f9054d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:57:14.015104 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Bound port: b14d4000-c0ac-4f11-bb42-4296b7f1663d, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323106e2-97e8-4d40-ae9d-51b3f9054d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:57:14.015489 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:14.082048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 107922d7-9608-46e9-a83c-baa8581cad1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:14.082446 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:14.091014 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:14.138165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] For port b14d4000-c0ac-4f11-bb42-4296b7f1663d, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:57:14.142701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] For port b14d4000-c0ac-4f11-bb42-4296b7f1663d, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b14d4000-c0ac-4f11-bb42-4296b7f1663d,segment=NetworkSegment(323106e2-97e8-4d40-ae9d-51b3f9054d8c),segment_id=323106e2-97e8-4d40-ae9d-51b3f9054d8c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:57:14.148497 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:14.262472 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d97f95-cd09-4538-be42-9438527764ae None None] Pushing event updated for resources: {'Port': ['ID=b14d4000-c0ac-4f11-bb42-4296b7f1663d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:14.276495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Routers {'7631748a-08ef-4cb9-9f71-652042352021'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:14.277139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['7631748a-08ef-4cb9-9f71-652042352021'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:14.408591 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:14.581962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] Set router 7631748a-08ef-4cb9-9f71-652042352021 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:14.686140 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] Deleting port 1b769848-7d39-4f69-9132-abd42865ea1a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:14.686478 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:14.771993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] For port 1b769848-7d39-4f69-9132-abd42865ea1a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1b769848-7d39-4f69-9132-abd42865ea1a,segment=NetworkSegment(423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac),segment_id=423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:14.772357 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:14.785463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] Calling delete_port for 1b769848-7d39-4f69-9132-abd42865ea1a owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:14.789982 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7631748a-08ef-4cb9-9f71-652042352021', 'name': 'tempest-TestAggregatesBasicOps-784937032-router', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:07Z', 'updated_at': '2021-07-07T19:57:10Z', 'revision_number': 4, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'gw_port': {'id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:08Z', 'updated_at': '2021-07-07T19:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'b14d4000-c0ac-4f11-bb42-4296b7f1663d', 'name': '', 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'mac_address': 'fa:16:3e:07:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '64cc78e6-a38b-4de6-a669-1c37448d782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:10Z', 'updated_at': '2021-07-07T19:57:14Z', 'revision_number': 4, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'subnets': [{'id': '64cc78e6-a38b-4de6-a669-1c37448d782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:14.820054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb206d3-06f9-4bd4-8b2d-be60d1bead7f None None] The sync data for ids ['7631748a-08ef-4cb9-9f71-652042352021'] in n-d-792394-12 is: [{'id': '7631748a-08ef-4cb9-9f71-652042352021', 'name': 'tempest-TestAggregatesBasicOps-784937032-router', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:07Z', 'updated_at': '2021-07-07T19:57:10Z', 'revision_number': 4, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'gw_port': {'id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:08Z', 'updated_at': '2021-07-07T19:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'b14d4000-c0ac-4f11-bb42-4296b7f1663d', 'name': '', 'network_id': 'f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'mac_address': 'fa:16:3e:07:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '64cc78e6-a38b-4de6-a669-1c37448d782f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:10Z', 'updated_at': '2021-07-07T19:57:14Z', 'revision_number': 4, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'subnets': [{'id': '64cc78e6-a38b-4de6-a669-1c37448d782f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:14.992726 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:15.022046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b769848-7d39-4f69-9132-abd42865ea1a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:15.207203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:15.429650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] Router db2ab3c9-865f-49d6-923a-2a39732ab90a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:57:15.542773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:15.547702 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ac430e33-e323-4281-88e5-7caec9fda3a9 admin admin] 10.222.0.113 "PUT /v2.0/routers/db2ab3c9-865f-49d6-923a-2a39732ab90a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5642719 Jul 07 19:57:15.550298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:15.551196 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94ae985-c73c-4c1e-81a5-c996971a93b7 None None] Sync routers for ids ['db2ab3c9-865f-49d6-923a-2a39732ab90a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:15.560267 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ae985-c73c-4c1e-81a5-c996971a93b7 None None] Routers {'db2ab3c9-865f-49d6-923a-2a39732ab90a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:15.560908 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e94ae985-c73c-4c1e-81a5-c996971a93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['db2ab3c9-865f-49d6-923a-2a39732ab90a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:15.656595 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:15.666962 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e94ae985-c73c-4c1e-81a5-c996971a93b7 None None] Set router db2ab3c9-865f-49d6-923a-2a39732ab90a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:15.762228 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:15.820186 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Deleting port b385d4cb-e78f-4de3-b83b-49eb25f70387 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:15.820962 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:15.854985 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e94ae985-c73c-4c1e-81a5-c996971a93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'name': 'tempest-TestAggregatesBasicOps-311176854-router', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:14Z', 'revision_number': 5, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'gw_port': {'id': 'b385d4cb-e78f-4de3-b83b-49eb25f70387', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:15.886798 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94ae985-c73c-4c1e-81a5-c996971a93b7 None None] Checking router: db2ab3c9-865f-49d6-923a-2a39732ab90a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:15.895632 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ae985-c73c-4c1e-81a5-c996971a93b7 None None] Routers {'db2ab3c9-865f-49d6-923a-2a39732ab90a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:15.896951 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e94ae985-c73c-4c1e-81a5-c996971a93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['db2ab3c9-865f-49d6-923a-2a39732ab90a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:15.916101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] For port b385d4cb-e78f-4de3-b83b-49eb25f70387, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b385d4cb-e78f-4de3-b83b-49eb25f70387,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:15.916702 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:15.934196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Calling delete_port for b385d4cb-e78f-4de3-b83b-49eb25f70387 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:15.986628 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e94ae985-c73c-4c1e-81a5-c996971a93b7 None None] Set router db2ab3c9-865f-49d6-923a-2a39732ab90a gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:16.000001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b14d4000-c0ac-4f11-bb42-4296b7f1663d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:16.046436 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e94ae985-c73c-4c1e-81a5-c996971a93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'name': 'tempest-TestAggregatesBasicOps-311176854-router', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:15Z', 'revision_number': 6, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:16.049939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port b14d4000-c0ac-4f11-bb42-4296b7f1663d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:16.055083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b14d4000-c0ac-4f11-bb42-4296b7f1663d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:16.055616 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.078886 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94ae985-c73c-4c1e-81a5-c996971a93b7 None None] The sync data for ids ['db2ab3c9-865f-49d6-923a-2a39732ab90a'] in n-d-792394-12 is: [{'id': 'db2ab3c9-865f-49d6-923a-2a39732ab90a', 'name': 'tempest-TestAggregatesBasicOps-311176854-router', 'tenant_id': 'eee76ba3d3154d3399cdcb24109d66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:02Z', 'updated_at': '2021-07-07T19:57:15Z', 'revision_number': 6, 'project_id': 'eee76ba3d3154d3399cdcb24109d66df', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:16.124306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.144512 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.149356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Pushing event deleted for resources: {'Port': ['ID=b385d4cb-e78f-4de3-b83b-49eb25f70387,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:16.186232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port b14d4000-c0ac-4f11-bb42-4296b7f1663d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b14d4000-c0ac-4f11-bb42-4296b7f1663d,segment=NetworkSegment(323106e2-97e8-4d40-ae9d-51b3f9054d8c),segment_id=323106e2-97e8-4d40-ae9d-51b3f9054d8c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:16.190930 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.220064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.243342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=b14d4000-c0ac-4f11-bb42-4296b7f1663d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:16.315712 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.318280 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.369071 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.369624 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Fanout notify agent at l3_agent the message router_deleted on router db2ab3c9-865f-49d6-923a-2a39732ab90a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:57:16.374165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.375325 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dde847c3-2552-46fe-9652-4162f143e43b admin admin] 10.222.0.113 "DELETE /v2.0/routers/db2ab3c9-865f-49d6-923a-2a39732ab90a HTTP/1.1" status: 204 len: 168 time: 0.8241122 Jul 07 19:57:16.377834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:16.423670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd9ac8c-8793-4f9e-83c4-073b97337578 admin admin] Deleting subnet 96c48307-3768-4d9b-bd32-eded90e09ca1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:57:16.426897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd9ac8c-8793-4f9e-83c4-073b97337578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.462280 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd9ac8c-8793-4f9e-83c4-073b97337578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.545054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd9ac8c-8793-4f9e-83c4-073b97337578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.597411 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd9ac8c-8793-4f9e-83c4-073b97337578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.622616 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9ac8c-8793-4f9e-83c4-073b97337578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c48307-3768-4d9b-bd32-eded90e09ca1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:16.626178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcd9ac8c-8793-4f9e-83c4-073b97337578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.628046 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dcd9ac8c-8793-4f9e-83c4-073b97337578 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/96c48307-3768-4d9b-bd32-eded90e09ca1 HTTP/1.1" status: 204 len: 168 time: 0.2492714 Jul 07 19:57:16.631298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:16.633740 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78091c4-8eb7-4bba-9eae-cd9b383cde00 None None] Network 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:57:16.705014 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.759510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Deleting port da965a59-42ba-41b8-aaa5-d910972f1312 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:16.759875 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.816899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8739be2-6a2f-4b3b-9f41-8878838037b1 None None] DHCP port deletion for 1e212595-5f0b-4fa5-8808-4fb3c9ac5327 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:57:16.831811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] For port da965a59-42ba-41b8-aaa5-d910972f1312, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=da965a59-42ba-41b8-aaa5-d910972f1312,segment=NetworkSegment(423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac),segment_id=423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:16.832183 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.847847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Calling delete_port for da965a59-42ba-41b8-aaa5-d910972f1312 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:16.878394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d8739be2-6a2f-4b3b-9f41-8878838037b1 None None] Deleting port da965a59-42ba-41b8-aaa5-d910972f1312 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:16.878764 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8739be2-6a2f-4b3b-9f41-8878838037b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.935044 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.950165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d8739be2-6a2f-4b3b-9f41-8878838037b1 None None] For port da965a59-42ba-41b8-aaa5-d910972f1312, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=da965a59-42ba-41b8-aaa5-d910972f1312,segment=NetworkSegment(423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac),segment_id=423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:16.950805 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8739be2-6a2f-4b3b-9f41-8878838037b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:16.963614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=da965a59-42ba-41b8-aaa5-d910972f1312,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:16.964758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d8739be2-6a2f-4b3b-9f41-8878838037b1 None None] Calling delete_port for da965a59-42ba-41b8-aaa5-d910972f1312 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:16.969004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] No DVR routers for this DVR port da965a59-42ba-41b8-aaa5-d910972f1312 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:57:17.053457 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:17.061419 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8739be2-6a2f-4b3b-9f41-8878838037b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:17.064893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e212595-5f0b-4fa5-8808-4fb3c9ac5327']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:17.077491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:17.077889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423e9a0b-e478-4b7c-a1fb-5d7c9857b1ac') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:17.088914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:17.092375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8739be2-6a2f-4b3b-9f41-8878838037b1 None None] No DVR routers for this DVR port da965a59-42ba-41b8-aaa5-d910972f1312 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:57:17.094998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8739be2-6a2f-4b3b-9f41-8878838037b1 None None] Pushing event deleted for resources: {'Port': ['ID=da965a59-42ba-41b8-aaa5-d910972f1312,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:17.107398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:17.116018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:57:17.116557 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: timer() Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:57:17.118571 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:57:17.178944 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:17.201058 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:17.205821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] 10.222.0.113 "DELETE /v2.0/networks/1e212595-5f0b-4fa5-8808-4fb3c9ac5327 HTTP/1.1" status: 204 len: 168 time: 0.5707674 Jul 07 19:57:17.205821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c1379-bf9d-44de-96f3-cfc471b63ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e212595-5f0b-4fa5-8808-4fb3c9ac5327,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:17.206538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:17.588398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:17.857534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] Deleting port b14d4000-c0ac-4f11-bb42-4296b7f1663d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:17.858168 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:17.914340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b14d4000-c0ac-4f11-bb42-4296b7f1663d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:17.941274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] For port b14d4000-c0ac-4f11-bb42-4296b7f1663d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=b14d4000-c0ac-4f11-bb42-4296b7f1663d,segment=NetworkSegment(323106e2-97e8-4d40-ae9d-51b3f9054d8c),segment_id=323106e2-97e8-4d40-ae9d-51b3f9054d8c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:17.941639 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:17.955201 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] Calling delete_port for b14d4000-c0ac-4f11-bb42-4296b7f1663d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:17.962009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port b14d4000-c0ac-4f11-bb42-4296b7f1663d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:17.962384 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:18.093101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1b769848-7d39-4f69-9132-abd42865ea1a no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:57:18.113640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 1b769848-7d39-4f69-9132-abd42865ea1a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:57:18.114570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1b769848-7d39-4f69-9132-abd42865ea1a not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:57:18.115007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b385d4cb-e78f-4de3-b83b-49eb25f70387 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:57:18.133660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: b385d4cb-e78f-4de3-b83b-49eb25f70387 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:57:18.134005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b385d4cb-e78f-4de3-b83b-49eb25f70387 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:57:18.134435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device da965a59-42ba-41b8-aaa5-d910972f1312 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:57:18.144886 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:18.153041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: da965a59-42ba-41b8-aaa5-d910972f1312 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:57:18.153384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device da965a59-42ba-41b8-aaa5-d910972f1312 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:57:18.174940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14d4000-c0ac-4f11-bb42-4296b7f1663d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:18.342271 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:18.565726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] Router 7631748a-08ef-4cb9-9f71-652042352021 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:57:18.675354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:18.681168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-91e3b433-101d-4060-93d7-f83bd8583469 admin admin] 10.222.0.113 "PUT /v2.0/routers/7631748a-08ef-4cb9-9f71-652042352021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4735959 Jul 07 19:57:18.683759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:18.684244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5451c-0e74-4ee2-a3b1-520e0166f49e None None] Sync routers for ids ['7631748a-08ef-4cb9-9f71-652042352021'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:18.693969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5451c-0e74-4ee2-a3b1-520e0166f49e None None] Routers {'7631748a-08ef-4cb9-9f71-652042352021'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:18.694498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f7f5451c-0e74-4ee2-a3b1-520e0166f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['7631748a-08ef-4cb9-9f71-652042352021'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:18.800827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f7f5451c-0e74-4ee2-a3b1-520e0166f49e None None] Set router 7631748a-08ef-4cb9-9f71-652042352021 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:18.993283 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f7f5451c-0e74-4ee2-a3b1-520e0166f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7631748a-08ef-4cb9-9f71-652042352021', 'name': 'tempest-TestAggregatesBasicOps-784937032-router', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:07Z', 'updated_at': '2021-07-07T19:57:18Z', 'revision_number': 5, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'gw_port': {'id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:08Z', 'updated_at': '2021-07-07T19:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:19.021112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5451c-0e74-4ee2-a3b1-520e0166f49e None None] Checking router: 7631748a-08ef-4cb9-9f71-652042352021 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:19.029684 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5451c-0e74-4ee2-a3b1-520e0166f49e None None] Routers {'7631748a-08ef-4cb9-9f71-652042352021'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:19.030319 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f7f5451c-0e74-4ee2-a3b1-520e0166f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['7631748a-08ef-4cb9-9f71-652042352021'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:19.073387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-580cd1bf-be09-4246-aba6-7d92862bbdaa req-7e86677c-f7e6-4b73-b0ce-263468105188 service neutron] (93771) timed out ('10.222.0.113', 57250) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:57:19.095119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.136722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f7f5451c-0e74-4ee2-a3b1-520e0166f49e None None] Set router 7631748a-08ef-4cb9-9f71-652042352021 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:19.211112 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.266746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Deleting port 107922d7-9608-46e9-a83c-baa8581cad1a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:19.267110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.317817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f7f5451c-0e74-4ee2-a3b1-520e0166f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7631748a-08ef-4cb9-9f71-652042352021', 'name': 'tempest-TestAggregatesBasicOps-784937032-router', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:07Z', 'updated_at': '2021-07-07T19:57:18Z', 'revision_number': 5, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'gw_port': {'id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:08Z', 'updated_at': '2021-07-07T19:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:19.351439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] For port 107922d7-9608-46e9-a83c-baa8581cad1a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=107922d7-9608-46e9-a83c-baa8581cad1a,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:19.351798 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.358449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5451c-0e74-4ee2-a3b1-520e0166f49e None None] The sync data for ids ['7631748a-08ef-4cb9-9f71-652042352021'] in n-d-792394-12 is: [{'id': '7631748a-08ef-4cb9-9f71-652042352021', 'name': 'tempest-TestAggregatesBasicOps-784937032-router', 'tenant_id': '3708f4cd062d47ab9dddd035402ba519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:07Z', 'updated_at': '2021-07-07T19:57:18Z', 'revision_number': 5, 'project_id': '3708f4cd062d47ab9dddd035402ba519', 'gw_port': {'id': '107922d7-9608-46e9-a83c-baa8581cad1a', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7631748a-08ef-4cb9-9f71-652042352021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:08Z', 'updated_at': '2021-07-07T19:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:19.364978 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.367158 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Calling delete_port for 107922d7-9608-46e9-a83c-baa8581cad1a owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:19.547298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.576678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=107922d7-9608-46e9-a83c-baa8581cad1a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:19.638768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.731448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.733833 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.784220 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.784865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7631748a-08ef-4cb9-9f71-652042352021 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:57:19.790506 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.791691 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6d2b07f2-f0fb-450c-89a1-e317f6f212f1 admin admin] 10.222.0.113 "DELETE /v2.0/routers/7631748a-08ef-4cb9-9f71-652042352021 HTTP/1.1" status: 204 len: 168 time: 1.1062920 Jul 07 19:57:19.794161 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:19.843333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c941d4-6068-43a0-9974-85bc9fea0a86 admin admin] Deleting subnet 64cc78e6-a38b-4de6-a669-1c37448d782f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:57:19.846875 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c941d4-6068-43a0-9974-85bc9fea0a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.887097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c941d4-6068-43a0-9974-85bc9fea0a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.972916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b14d4000-c0ac-4f11-bb42-4296b7f1663d no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:57:19.976388 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c941d4-6068-43a0-9974-85bc9fea0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:19.995756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: b14d4000-c0ac-4f11-bb42-4296b7f1663d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:57:19.996814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device b14d4000-c0ac-4f11-bb42-4296b7f1663d not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:57:20.034807 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c941d4-6068-43a0-9974-85bc9fea0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.060487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c941d4-6068-43a0-9974-85bc9fea0a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cc78e6-a38b-4de6-a669-1c37448d782f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:20.066172 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c941d4-6068-43a0-9974-85bc9fea0a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.068741 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-09c941d4-6068-43a0-9974-85bc9fea0a86 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/64cc78e6-a38b-4de6-a669-1c37448d782f HTTP/1.1" status: 204 len: 168 time: 0.2735953 Jul 07 19:57:20.071647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:20.074134 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006cd7ea-8427-43a5-89df-8b40d65a6a39 None None] Network f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:57:20.140004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.198603 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Deleting port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:57:20.198958 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.264622 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] For port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3400ac56-e0b1-4d2e-86bf-e0617c37e8db,segment=NetworkSegment(323106e2-97e8-4d40-ae9d-51b3f9054d8c),segment_id=323106e2-97e8-4d40-ae9d-51b3f9054d8c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:20.264987 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.278370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Calling delete_port for 3400ac56-e0b1-4d2e-86bf-e0617c37e8db owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:57:20.362033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.388035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3400ac56-e0b1-4d2e-86bf-e0617c37e8db,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:20.393861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] No DVR routers for this DVR port 3400ac56-e0b1-4d2e-86bf-e0617c37e8db on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:57:20.399990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974af3e-022e-4240-af6a-d2ee44cdb442 None None] DHCP port deletion for f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:57:20.474930 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.485102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:20.495833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323106e2-97e8-4d40-ae9d-51b3f9054d8c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:20.496130 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323106e2-97e8-4d40-ae9d-51b3f9054d8c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:20.505513 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.518756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.525033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:57:20.525449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:57:20.527061 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:57:20.589667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.599734 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.603235 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] 10.222.0.113 "DELETE /v2.0/networks/f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8 HTTP/1.1" status: 204 len: 168 time: 0.5303245 Jul 07 19:57:20.617354 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777949c-32e2-4f9f-b7da-0ed3ca10abb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f06fd7d9-3857-4a1b-8f28-f0d0dddd63b8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:20.760596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:20.811480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4aed3f7c-9875-4122-b28c-8f743a9903f4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=eee76ba3d3154d3399cdcb24109d66df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497143 Jul 07 19:57:20.815308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:20.866564 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fa7a2fc-6bc0-4b49-81e0-0c222de9a8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.887655 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fa7a2fc-6bc0-4b49-81e0-0c222de9a8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.933930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fa7a2fc-6bc0-4b49-81e0-0c222de9a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.936678 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fa7a2fc-6bc0-4b49-81e0-0c222de9a8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:20.937866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3fa7a2fc-6bc0-4b49-81e0-0c222de9a8d5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c6eecc46-49ab-48d8-8f28-f0ddfc6b9c90 HTTP/1.1" status: 204 len: 168 time: 0.1216555 Jul 07 19:57:20.950278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7a2fc-6bc0-4b49-81e0-0c222de9a8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eecc46-49ab-48d8-8f28-f0ddfc6b9c90,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:21.307769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:21.350071 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ca6bb7b7-24ad-42c2-af38-d80d69d8af8f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3708f4cd062d47ab9dddd035402ba519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409482 Jul 07 19:57:21.352436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:21.406449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e92afc-e238-4016-a5bb-0048ec740304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:21.435341 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e92afc-e238-4016-a5bb-0048ec740304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:21.490618 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e92afc-e238-4016-a5bb-0048ec740304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:21.493137 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e92afc-e238-4016-a5bb-0048ec740304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:21.494338 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-46e92afc-e238-4016-a5bb-0048ec740304 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/21f96d0f-007c-4a31-a05c-7402f3ccd75e HTTP/1.1" status: 204 len: 168 time: 0.1409402 Jul 07 19:57:21.503239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e92afc-e238-4016-a5bb-0048ec740304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f96d0f-007c-4a31-a05c-7402f3ccd75e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:21.905193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3400ac56-e0b1-4d2e-86bf-e0617c37e8db no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:57:21.924712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 3400ac56-e0b1-4d2e-86bf-e0617c37e8db {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:57:21.925059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3400ac56-e0b1-4d2e-86bf-e0617c37e8db not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:57:21.925486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 107922d7-9608-46e9-a83c-baa8581cad1a no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:57:21.944770 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 107922d7-9608-46e9-a83c-baa8581cad1a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:57:21.945121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 107922d7-9608-46e9-a83c-baa8581cad1a not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:57:23.659970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:23.665506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'network': {'name': 'tempest-network-smoke--1803345068', 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:23.687750 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Made reservation on behalf of 77acaf4380d347d48c9e30dcdb3afc0d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:57:23.691532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:23.701251 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:23.794909 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:23.798811 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:23.830079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:57:23.835911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9e6649-bc55-46e9-8be4-c399cc62ef89,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:23.847216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.847482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.847827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.848173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.848526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.848863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.849196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.849527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.849859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.850185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.850510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.851170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:57:23.854970 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:23.855323 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Added segment f1f1280c-e6a7-4667-ba08-88950c27bbf1 of type vlan for network e0d9c461-70fc-43d1-bf7c-0ccee821e253 Jul 07 19:57:23.898501 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:23.929739 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:23.935377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:23.935957 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:23.997318 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3361926 Jul 07 19:57:24.000207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:24.007008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'admin_state_up': True, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:24.021885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744447d1-6af4-4500-b341-6b2539dc8b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Network': ['ID=e0d9c461-70fc-43d1-bf7c-0ccee821e253,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:24.032787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network e0d9c461-70fc-43d1-bf7c-0ccee821e253 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:57:24.040497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:24.041542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:24.095083 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:24.238373 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:24.438787 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:24.463097 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:24.567782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Allocated IP 172.25.2.121 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/d100a1f6-a0e0-491b-b5b7-0c8227525336) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:24.680420 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:24.721374 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:24.756273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:24.760615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:24.766098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:24.791546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Port': ['ID=d100a1f6-a0e0-491b-b5b7-0c8227525336,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:25.021306 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:25.219640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:25.351123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Router c68086b7-51c0-4ad0-8539-7a82659796e2 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:57:25.462579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:25.472020 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Sync routers for ids ['c68086b7-51c0-4ad0-8539-7a82659796e2'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:25.481877 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Routers {'c68086b7-51c0-4ad0-8539-7a82659796e2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:25.482069 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:25.482529 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c68086b7-51c0-4ad0-8539-7a82659796e2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:25.483227 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ca5046ce-3b65-4384-bcbd-f765cf09de9e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4820533 Jul 07 19:57:25.486452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:25.588940 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Set router c68086b7-51c0-4ad0-8539-7a82659796e2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:25.617691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-485d5c79-418a-42a3-a44f-233f2ffe2056 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=77acaf4380d347d48c9e30dcdb3afc0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1298883 Jul 07 19:57:25.620304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:25.781049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ee9d00-f299-415e-aa33-c8b490c9439d tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:25.782582 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-59ee9d00-f299-415e-aa33-c8b490c9439d tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1612501 Jul 07 19:57:25.785386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:25.819948 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d9a3c9c9-6db1-43a6-ae61-7984070fd221 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334504 Jul 07 19:57:25.822711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:25.827695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-524855867', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:25.863607 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:24Z', 'revision_number': 3, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:25.890810 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Checking router: c68086b7-51c0-4ad0-8539-7a82659796e2 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:25.891065 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Updating router c68086b7-51c0-4ad0-8539-7a82659796e2 port d100a1f6-a0e0-491b-b5b7-0c8227525336 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:57:25.930761 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:26.190093 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:26.202591 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Transition to ACTIVE for port object d100a1f6-a0e0-491b-b5b7-0c8227525336 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:26.209421 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:26.252079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Made reservation on behalf of 77acaf4380d347d48c9e30dcdb3afc0d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:57:26.256311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:26.259633 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Attempting to bind port d100a1f6-a0e0-491b-b5b7-0c8227525336 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:57:26.260106 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Attempting to bind port d100a1f6-a0e0-491b-b5b7-0c8227525336 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:57:26.260593 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Attempting to bind port d100a1f6-a0e0-491b-b5b7-0c8227525336 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:57:26.273126 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:57:26.273539 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:26.273898 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:26.274292 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:57:26.274753 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Bound port: d100a1f6-a0e0-491b-b5b7-0c8227525336, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:57:26.275132 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:26.277547 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffbc13-b559-46b9-a42c-ace39145a7c9 None None] Pushing event updated for resources: {'Port': ['ID=d100a1f6-a0e0-491b-b5b7-0c8227525336,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:26.343416 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] For port d100a1f6-a0e0-491b-b5b7-0c8227525336, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:57:26.346925 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] For port d100a1f6-a0e0-491b-b5b7-0c8227525336, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d100a1f6-a0e0-491b-b5b7-0c8227525336,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:57:26.352449 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:26.412370 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Routers {'c68086b7-51c0-4ad0-8539-7a82659796e2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:26.413068 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c68086b7-51c0-4ad0-8539-7a82659796e2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:26.449758 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffbc13-b559-46b9-a42c-ace39145a7c9 None None] Pushing event updated for resources: {'Port': ['ID=d100a1f6-a0e0-491b-b5b7-0c8227525336,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:26.462662 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:26.524300 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] Set router c68086b7-51c0-4ad0-8539-7a82659796e2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:26.526478 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Subnet': ['ID=b97ff0d4-ce37-47e3-b8d2-ce873e2b7209,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:26.536135 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Checking segment: {'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:26.537133 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network hostable DHCP agents. Network: e0d9c461-70fc-43d1-bf7c-0ccee821e253, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:57:26.554091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network e0d9c461-70fc-43d1-bf7c-0ccee821e253 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:57:26.563357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, e0d9c461-70fc-43d1-bf7c-0ccee821e253) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:26.567494 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:26.568064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:26.575711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a863e6a-77e7-4b56-b361-7d4c28c929d6 None None] Network e0d9c461-70fc-43d1-bf7c-0ccee821e253 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:57:26.584427 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c1007722-ab59-4b70-948b-ae19419e94d1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7606645 Jul 07 19:57:26.587362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:26.713855 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:24Z', 'revision_number': 3, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:26.736578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'fixed_ips': [{'subnet_id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:57:26.737449 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:26.746335 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe1071c-ea49-471d-9c58-060969ee804d None None] The sync data for ids ['c68086b7-51c0-4ad0-8539-7a82659796e2'] in n-d-792394-12 is: [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:24Z', 'revision_number': 3, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:26.885000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Allocated IP 172.20.0.2 (e0d9c461-70fc-43d1-bf7c-0ccee821e253/b97ff0d4-ce37-47e3-b8d2-ce873e2b7209/0e9857ec-9a8d-4102-bf59-9c60e542ab1e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:27.083651 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:27.093220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Transition to ACTIVE for port object 0e9857ec-9a8d-4102-bf59-9c60e542ab1e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:27.109116 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Transition to ACTIVE for port object 0e9857ec-9a8d-4102-bf59-9c60e542ab1e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:27.111675 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:27.115599 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:27.155792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Network e0d9c461-70fc-43d1-bf7c-0ccee821e253 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:27.162997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:27.165368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:27.176386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Pushing event updated for resources: {'Port': ['ID=0e9857ec-9a8d-4102-bf59-9c60e542ab1e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:27.235548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Attempting to bind port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:57:27.236068 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Attempting to bind port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:57:27.236611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Attempting to bind port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e on network e0d9c461-70fc-43d1-bf7c-0ccee821e253 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:57:27.242876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:57:27.243248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Checking segment: {'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:27.243673 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:27.244066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Bound using segment: {'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:57:27.244566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Bound port: 0e9857ec-9a8d-4102-bf59-9c60e542ab1e, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:57:27.244978 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:27.325711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] For port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:57:27.329797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] For port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0e9857ec-9a8d-4102-bf59-9c60e542ab1e,segment=NetworkSegment(f1f1280c-e6a7-4667-ba08-88950c27bbf1),segment_id=f1f1280c-e6a7-4667-ba08-88950c27bbf1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:57:27.344243 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:27.417674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84007a03-2b6a-42b1-811d-22e29b1192d0 None None] Pushing event updated for resources: {'Port': ['ID=0e9857ec-9a8d-4102-bf59-9c60e542ab1e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:27.447806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Allocated IP 172.20.0.1 (e0d9c461-70fc-43d1-bf7c-0ccee821e253/b97ff0d4-ce37-47e3-b8d2-ce873e2b7209/46551095-e61b-4dd7-ac1d-3733d9bb14a1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:27.586992 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:27.604373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Transition to ACTIVE for port object 46551095-e61b-4dd7-ac1d-3733d9bb14a1 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:27.648585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:27.699547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network e0d9c461-70fc-43d1-bf7c-0ccee821e253 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:27.703304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:27.705438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:27.713342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Port': ['ID=46551095-e61b-4dd7-ac1d-3733d9bb14a1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:27.757083 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:27.910404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:27.965741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0e9857ec-9a8d-4102-bf59-9c60e542ab1e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:28.014935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:28.018884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d100a1f6-a0e0-491b-b5b7-0c8227525336 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:28.070767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d100a1f6-a0e0-491b-b5b7-0c8227525336 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:28.075125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d100a1f6-a0e0-491b-b5b7-0c8227525336 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:28.075520 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.167791 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.188315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d100a1f6-a0e0-491b-b5b7-0c8227525336, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d100a1f6-a0e0-491b-b5b7-0c8227525336,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:28.192504 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.223165 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.230521 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.246081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d100a1f6-a0e0-491b-b5b7-0c8227525336,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:28.320327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.322238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Port': ['ID=46551095-e61b-4dd7-ac1d-3733d9bb14a1,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:28.416700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network e0d9c461-70fc-43d1-bf7c-0ccee821e253 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:28.418160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:28.543309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Router c68086b7-51c0-4ad0-8539-7a82659796e2 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:57:28.664145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:28.672607 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-da93e4c4-4980-4134-8884-bf34176c0e4a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "PUT /v2.0/routers/c68086b7-51c0-4ad0-8539-7a82659796e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0813420 Jul 07 19:57:28.673364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:28.678977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4f57bd9f-4a0f-491a-8fb1-f6e8fdc9783e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1480072572', 'description': 'tempest-secgroup_access--1480072572 description', 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:28.703853 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f57bd9f-4a0f-491a-8fb1-f6e8fdc9783e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.794601 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0163fadb-199b-49d1-a918-50793de2cd1d None None] Network e0d9c461-70fc-43d1-bf7c-0ccee821e253 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:57:28.801567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f57bd9f-4a0f-491a-8fb1-f6e8fdc9783e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.806129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f57bd9f-4a0f-491a-8fb1-f6e8fdc9783e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.835858 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f57bd9f-4a0f-491a-8fb1-f6e8fdc9783e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.837138 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4f57bd9f-4a0f-491a-8fb1-f6e8fdc9783e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1627450 Jul 07 19:57:28.839747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57bd9f-4a0f-491a-8fb1-f6e8fdc9783e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a185fbc-0419-4907-a10a-0bd3fc86d6ca,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:28.840102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:28.846343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bf9f92ab-a0cf-4353-a330-7ad765967e81 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--761457725', 'description': 'tempest-secgroup_general--761457725 description', 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:28.870295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-111dc7e0-6de7-4d76-8473-70e04c13ce7c None None] Provisioning for port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:28.873448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92ab-a0cf-4353-a330-7ad765967e81 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.882162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Sync routers for ids ['c68086b7-51c0-4ad0-8539-7a82659796e2'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:28.888757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-111dc7e0-6de7-4d76-8473-70e04c13ce7c None None] Provisioning complete for port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:28.889145 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-111dc7e0-6de7-4d76-8473-70e04c13ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.932325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Routers {'c68086b7-51c0-4ad0-8539-7a82659796e2'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:28.932986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c68086b7-51c0-4ad0-8539-7a82659796e2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:28.962384 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92ab-a0cf-4353-a330-7ad765967e81 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.966234 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92ab-a0cf-4353-a330-7ad765967e81 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.995325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92ab-a0cf-4353-a330-7ad765967e81 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:28.996601 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bf9f92ab-a0cf-4353-a330-7ad765967e81 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1544173 Jul 07 19:57:28.999607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:29.004979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-25b3788d-e78c-4bc7-bbd2-0d9e7f3cae7a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'security_group_rule': {'security_group_id': '1a185fbc-0419-4907-a10a-0bd3fc86d6ca', 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:29.010307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f92ab-a0cf-4353-a330-7ad765967e81 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ea4e4d-554c-4655-b0be-b0c481b6c842,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:29.037124 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25b3788d-e78c-4bc7-bbd2-0d9e7f3cae7a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:29.104878 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25b3788d-e78c-4bc7-bbd2-0d9e7f3cae7a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:29.110007 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25b3788d-e78c-4bc7-bbd2-0d9e7f3cae7a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:29.130908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3788d-e78c-4bc7-bbd2-0d9e7f3cae7a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64ee15e-f5c8-41f9-8659-cd3cb02a2b01,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:29.138849 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25b3788d-e78c-4bc7-bbd2-0d9e7f3cae7a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:29.140354 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-25b3788d-e78c-4bc7-bbd2-0d9e7f3cae7a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390293 Jul 07 19:57:29.294912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Set router c68086b7-51c0-4ad0-8539-7a82659796e2 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:29.297605 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-111dc7e0-6de7-4d76-8473-70e04c13ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:29.403641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-e07486f0-e6ec-4f12-8678-76ddc3244734 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup_access--1480072572&fields=id&tenant_id=77acaf4380d347d48c9e30dcdb3afc0d HTTP/1.1" status: 200 len: 267 time: 0.0350392 Jul 07 19:57:29.446911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0e074063-74ea-40b2-943b-15b148c9e859 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup_general--761457725&fields=id&tenant_id=77acaf4380d347d48c9e30dcdb3afc0d HTTP/1.1" status: 200 len: 267 time: 0.0368431 Jul 07 19:57:29.453952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-111dc7e0-6de7-4d76-8473-70e04c13ce7c None None] For port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0e9857ec-9a8d-4102-bf59-9c60e542ab1e,segment=NetworkSegment(f1f1280c-e6a7-4667-ba08-88950c27bbf1),segment_id=f1f1280c-e6a7-4667-ba08-88950c27bbf1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:29.463470 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-111dc7e0-6de7-4d76-8473-70e04c13ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:29.565051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dc7e0-6de7-4d76-8473-70e04c13ce7c None None] Pushing event updated for resources: {'Port': ['ID=0e9857ec-9a8d-4102-bf59-9c60e542ab1e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:29.569323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-cc3e0f2b-e5e0-4a81-a372-5521067bd7ae tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:29.571258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-cc3e0f2b-e5e0-4a81-a372-5521067bd7ae tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/networks?id=e0d9c461-70fc-43d1-bf7c-0ccee821e253 HTTP/1.1" status: 200 len: 797 time: 0.1174893 Jul 07 19:57:29.587752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-01db0292-a621-45a7-87a1-63326077488c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/quotas/77acaf4380d347d48c9e30dcdb3afc0d HTTP/1.1" status: 200 len: 375 time: 0.0105815 Jul 07 19:57:29.595241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:27Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '46551095-e61b-4dd7-ac1d-3733d9bb14a1', 'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:27Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 2, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:29.623239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Checking router: c68086b7-51c0-4ad0-8539-7a82659796e2 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:29.623511 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Updating router c68086b7-51c0-4ad0-8539-7a82659796e2 port 46551095-e61b-4dd7-ac1d-3733d9bb14a1 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:57:29.663731 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:29.664028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-1d9f3430-5472-4c3b-a682-2ce3691af5b8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=77acaf4380d347d48c9e30dcdb3afc0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697198 Jul 07 19:57:29.799859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-66820ba5-47bc-4051-bb76-02f28094f2a8 None None] Provisioning complete for port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:29.800233 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66820ba5-47bc-4051-bb76-02f28094f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:29.828843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-bd0333dd-0a92-4716-b030-88b6449d04dc service neutron] 10.222.0.113 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523895 Jul 07 19:57:29.966127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0e9857ec-9a8d-4102-bf59-9c60e542ab1e up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:29.968589 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-b747afc9-8253-4700-8a8a-a5d51557dae6 service neutron] 10.222.0.113 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212153 Jul 07 19:57:30.073967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-66820ba5-47bc-4051-bb76-02f28094f2a8 None None] Provisioning for port 46551095-e61b-4dd7-ac1d-3733d9bb14a1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:30.078100 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:30.088091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-66820ba5-47bc-4051-bb76-02f28094f2a8 None None] Provisioning complete for port 46551095-e61b-4dd7-ac1d-3733d9bb14a1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:30.088569 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66820ba5-47bc-4051-bb76-02f28094f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:30.112789 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Transition to ACTIVE for port object 46551095-e61b-4dd7-ac1d-3733d9bb14a1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:30.125532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:30.125923 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:30.132779 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:30.180665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-66820ba5-47bc-4051-bb76-02f28094f2a8 None None] Port 46551095-e61b-4dd7-ac1d-3733d9bb14a1 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:57:30.222325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7c9ae-2fd1-458a-8138-8c04cdaddb0f None None] Pushing event updated for resources: {'Port': ['ID=46551095-e61b-4dd7-ac1d-3733d9bb14a1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:30.261284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d68093e-7235-4743-8d42-2077627c6054 req-1b8c2eda-8224-458e-b5fe-c68647b847f3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 210 time: 0.1012690 Jul 07 19:57:30.330678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Attempting to bind port 46551095-e61b-4dd7-ac1d-3733d9bb14a1 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:57:30.331232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Attempting to bind port 46551095-e61b-4dd7-ac1d-3733d9bb14a1 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:57:30.331439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Attempting to bind port 46551095-e61b-4dd7-ac1d-3733d9bb14a1 on network e0d9c461-70fc-43d1-bf7c-0ccee821e253 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:57:30.347165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:57:30.347487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Checking segment: {'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:30.347893 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:30.348290 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Bound using segment: {'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:57:30.349427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Bound port: 46551095-e61b-4dd7-ac1d-3733d9bb14a1, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:57:30.349829 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:30.357430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d100a1f6-a0e0-491b-b5b7-0c8227525336 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:30.456070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] For port 46551095-e61b-4dd7-ac1d-3733d9bb14a1, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:57:30.460704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] For port 46551095-e61b-4dd7-ac1d-3733d9bb14a1, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=46551095-e61b-4dd7-ac1d-3733d9bb14a1,segment=NetworkSegment(f1f1280c-e6a7-4667-ba08-88950c27bbf1),segment_id=f1f1280c-e6a7-4667-ba08-88950c27bbf1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:57:30.470399 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:30.475662 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d100a1f6-a0e0-491b-b5b7-0c8227525336 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:30.476056 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:30.572621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7c9ae-2fd1-458a-8138-8c04cdaddb0f None None] Pushing event updated for resources: {'Port': ['ID=46551095-e61b-4dd7-ac1d-3733d9bb14a1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:30.579755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Routers {'c68086b7-51c0-4ad0-8539-7a82659796e2'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:30.581155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c68086b7-51c0-4ad0-8539-7a82659796e2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:30.725454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] Set router c68086b7-51c0-4ad0-8539-7a82659796e2 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:30.932623 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:27Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '46551095-e61b-4dd7-ac1d-3733d9bb14a1', 'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:27Z', 'updated_at': '2021-07-07T19:57:30Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:30.961514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef20729-c5f4-4ae0-8395-232316651ac4 None None] The sync data for ids ['c68086b7-51c0-4ad0-8539-7a82659796e2'] in n-d-792394-12 is: [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:27Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '46551095-e61b-4dd7-ac1d-3733d9bb14a1', 'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:27Z', 'updated_at': '2021-07-07T19:57:30Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:31.355207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca68f20a-9228-4e82-bbfd-866615f94427 req-b9cb44a9-cc7b-41e2-9087-db019db928d3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 210 time: 0.0344200 Jul 07 19:57:31.936984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 46551095-e61b-4dd7-ac1d-3733d9bb14a1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:31.990532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 46551095-e61b-4dd7-ac1d-3733d9bb14a1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:31.994412 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 46551095-e61b-4dd7-ac1d-3733d9bb14a1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:31.994790 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:32.071871 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:32.104960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 46551095-e61b-4dd7-ac1d-3733d9bb14a1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=46551095-e61b-4dd7-ac1d-3733d9bb14a1,segment=NetworkSegment(f1f1280c-e6a7-4667-ba08-88950c27bbf1),segment_id=f1f1280c-e6a7-4667-ba08-88950c27bbf1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:32.108996 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:32.161420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=46551095-e61b-4dd7-ac1d-3733d9bb14a1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:32.444057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0382276f-3841-4f5f-bd8f-66820fe3953e req-2c63496f-7ba9-4d99-893d-23c4b96ed89e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 210 time: 0.0292132 Jul 07 19:57:33.644424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33735958-96d5-4802-9760-8786536ecae1 req-176694ec-4709-49bd-a29c-5e4669ee132d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 210 time: 0.0616584 Jul 07 19:57:33.698033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-24e1f2a7-4fc8-404f-918d-11ce5d4bd1d3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:33.700054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-24e1f2a7-4fc8-404f-918d-11ce5d4bd1d3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.112 "GET /v2.0/networks?id=e0d9c461-70fc-43d1-bf7c-0ccee821e253 HTTP/1.1" status: 200 len: 797 time: 0.1395125 Jul 07 19:57:33.733677 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:33.751732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-13d73523-07c4-4842-88dd-1adef056b62d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77acaf4380d347d48c9e30dcdb3afc0d HTTP/1.1" status: 200 len: 477 time: 0.0423026 Jul 07 19:57:33.760412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'port': {'device_id': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'admin_state_up': True, 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'security_groups': ['1a185fbc-0419-4907-a10a-0bd3fc86d6ca', '46ea4e4d-554c-4655-b0be-b0c481b6c842']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:33.876965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Made reservation on behalf of 77acaf4380d347d48c9e30dcdb3afc0d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:57:33.880663 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:33.914522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 46551095-e61b-4dd7-ac1d-3733d9bb14a1 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:33.965112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 46551095-e61b-4dd7-ac1d-3733d9bb14a1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:33.965491 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:34.014479 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Allocated IP 172.20.0.13 (e0d9c461-70fc-43d1-bf7c-0ccee821e253/b97ff0d4-ce37-47e3-b8d2-ce873e2b7209/641e0a6b-086d-452b-ac65-8d2c17a68a1c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:34.164988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:34.178084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Transition to ACTIVE for port object 641e0a6b-086d-452b-ac65-8d2c17a68a1c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:34.211428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:34.256196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network e0d9c461-70fc-43d1-bf7c-0ccee821e253 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:34.261366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:34.263826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:34.290600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Port': ['ID=641e0a6b-086d-452b-ac65-8d2c17a68a1c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:34.321568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:34.322384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:34.338138 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-0f1152b4-9c90-4a0a-acb5-97cfa358ad8b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5816343 Jul 07 19:57:34.351031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-9b6b0b17-1562-453b-9f76-728d9a17c11c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:57:34.352061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-9b6b0b17-1562-453b-9f76-728d9a17c11c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075157 Jul 07 19:57:34.415208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Request body: {'port': {'device_id': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:34.498571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-577193a6-3c39-4db4-bb52-b32cd9e9b1f2 None None] Provisioning for port 641e0a6b-086d-452b-ac65-8d2c17a68a1c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:34.502700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-577193a6-3c39-4db4-bb52-b32cd9e9b1f2 None None] Provisioning complete for port 641e0a6b-086d-452b-ac65-8d2c17a68a1c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:34.503023 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-577193a6-3c39-4db4-bb52-b32cd9e9b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:34.542805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-577193a6-3c39-4db4-bb52-b32cd9e9b1f2 None None] Port 641e0a6b-086d-452b-ac65-8d2c17a68a1c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:57:34.856266 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:34.935160 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:57:34.995623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49328ac2-a4b7-4055-bf90-042bb09d4b27 req-312ef85e-a561-4469-87a8-fd4160e13c7c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:34.997145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49328ac2-a4b7-4055-bf90-042bb09d4b27 req-312ef85e-a561-4469-87a8-fd4160e13c7c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 971 time: 0.1543403 Jul 07 19:57:35.087702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49328ac2-a4b7-4055-bf90-042bb09d4b27 req-1f870d05-b5fd-4aed-89c7-8603ab96e54f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0844240 Jul 07 19:57:35.190588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641e0a6b-086d-452b-ac65-8d2c17a68a1c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:57:35.198481 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:35.211123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Transition to ACTIVE for port object 641e0a6b-086d-452b-ac65-8d2c17a68a1c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:57:35.214830 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:35.285702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Pushing event updated for resources: {'Port': ['ID=641e0a6b-086d-452b-ac65-8d2c17a68a1c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:35.342199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Attempting to bind port 641e0a6b-086d-452b-ac65-8d2c17a68a1c on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:57:35.342536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Attempting to bind port 641e0a6b-086d-452b-ac65-8d2c17a68a1c by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:57:35.342867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Attempting to bind port 641e0a6b-086d-452b-ac65-8d2c17a68a1c on network e0d9c461-70fc-43d1-bf7c-0ccee821e253 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:57:35.347460 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Port 641e0a6b-086d-452b-ac65-8d2c17a68a1c on network e0d9c461-70fc-43d1-bf7c-0ccee821e253 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:57:35.347779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Attempting to bind port 641e0a6b-086d-452b-ac65-8d2c17a68a1c on network e0d9c461-70fc-43d1-bf7c-0ccee821e253 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:57:35.354113 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:57:35.354451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Checking segment: {'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:57:35.354837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Bound using segment: {'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:57:35.355263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Bound port: 641e0a6b-086d-452b-ac65-8d2c17a68a1c, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f1280c-e6a7-4667-ba08-88950c27bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:57:35.355618 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:35.437134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] For port 641e0a6b-086d-452b-ac65-8d2c17a68a1c, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:57:35.440152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] For port 641e0a6b-086d-452b-ac65-8d2c17a68a1c, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=641e0a6b-086d-452b-ac65-8d2c17a68a1c,segment=NetworkSegment(f1f1280c-e6a7-4667-ba08-88950c27bbf1),segment_id=f1f1280c-e6a7-4667-ba08-88950c27bbf1)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:57:35.444974 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:35.480680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:35.481504 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:35.482772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] 10.222.0.112 "PUT /v2.0/ports/641e0a6b-086d-452b-ac65-8d2c17a68a1c HTTP/1.1" status: 200 len: 1132 time: 1.1225066 Jul 07 19:57:35.483217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'tag': '641e0a6b-086d-452b-ac65-8d2c17a68a1c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:57:35.485536 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff56e58-1543-4547-9fa2-93fca57dfe59" -d '{"events": [{"name": "network-changed", "server_uuid": "0f97878b-c03c-41bf-a387-91c41c22d4c6", "tag": "641e0a6b-086d-452b-ac65-8d2c17a68a1c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:57:35.515124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbc989-3b5e-4708-9a54-5660f94caf34 service neutron] Pushing event updated for resources: {'Port': ['ID=641e0a6b-086d-452b-ac65-8d2c17a68a1c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:35.534391 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea52443-3d14-43a6-b62d-496d90fa46c9 x-openstack-request-id: req-fea52443-3d14-43a6-b62d-496d90fa46c9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:57:35.534743 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f97878b-c03c-41bf-a387-91c41c22d4c6", "tag": "641e0a6b-086d-452b-ac65-8d2c17a68a1c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:57:35.535186 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fea52443-3d14-43a6-b62d-496d90fa46c9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:57:35.535603 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'tag': '641e0a6b-086d-452b-ac65-8d2c17a68a1c', 'status': 'completed', 'code': 200} Jul 07 19:57:35.595830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-99ed5b1b-7ff1-4db7-a452-70584ccc7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:35.597369 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-99ed5b1b-7ff1-4db7-a452-70584ccc7f79 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=77acaf4380d347d48c9e30dcdb3afc0d&device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 1135 time: 0.0578439 Jul 07 19:57:35.646984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-53896e3b-c770-4862-9084-5a9e39ae330f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=641e0a6b-086d-452b-ac65-8d2c17a68a1c HTTP/1.1" status: 200 len: 217 time: 0.0411048 Jul 07 19:57:35.697352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-591cdd8f-6e14-4958-a136-7a60d68fded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:35.698777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-591cdd8f-6e14-4958-a136-7a60d68fded6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b97ff0d4-ce37-47e3-b8d2-ce873e2b7209 HTTP/1.1" status: 200 len: 834 time: 0.0468740 Jul 07 19:57:35.756866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-12ad6348-775a-43f6-9376-b4b1671ad2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:35.758432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-12ad6348-775a-43f6-9376-b4b1671ad2b3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e0d9c461-70fc-43d1-bf7c-0ccee821e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533397 Jul 07 19:57:35.853246 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-834be55a-c906-4369-a243-8143e12afbc5 service neutron] 10.222.0.112 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876744 Jul 07 19:57:35.945632 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51b832f9-7025-491c-b120-c6e4b04d38d0 req-1778dd6e-5f21-4dc8-b981-b7631f06c615 service neutron] 10.222.0.112 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852280 Jul 07 19:57:36.045945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff56e58-1543-4547-9fa2-93fca57dfe59 req-2c6ccb66-49a0-4cad-b7c4-a4c53b3bf8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:36.047413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ff56e58-1543-4547-9fa2-93fca57dfe59 req-2c6ccb66-49a0-4cad-b7c4-a4c53b3bf8ac service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=77acaf4380d347d48c9e30dcdb3afc0d&device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 1135 time: 0.0550172 Jul 07 19:57:36.140102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff56e58-1543-4547-9fa2-93fca57dfe59 req-7223d1cf-6390-4f8a-adea-c5edb2fba08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:36.141638 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ff56e58-1543-4547-9fa2-93fca57dfe59 req-7223d1cf-6390-4f8a-adea-c5edb2fba08e service neutron] 10.222.0.112 "GET /v2.0/networks?id=e0d9c461-70fc-43d1-bf7c-0ccee821e253 HTTP/1.1" status: 200 len: 899 time: 0.0884798 Jul 07 19:57:36.183675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ff56e58-1543-4547-9fa2-93fca57dfe59 req-76ec3c9f-4b67-41ff-a95f-8a3a5c7201cc service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=641e0a6b-086d-452b-ac65-8d2c17a68a1c HTTP/1.1" status: 200 len: 217 time: 0.0351002 Jul 07 19:57:36.267755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff56e58-1543-4547-9fa2-93fca57dfe59 req-a4b61ef9-0fd1-4558-8340-6ee3b570985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:36.269276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ff56e58-1543-4547-9fa2-93fca57dfe59 req-a4b61ef9-0fd1-4558-8340-6ee3b570985f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b97ff0d4-ce37-47e3-b8d2-ce873e2b7209 HTTP/1.1" status: 200 len: 834 time: 0.0787044 Jul 07 19:57:36.326964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca1801-4dc3-43b2-bdeb-b6e75fcf1c9b req-5fbe8e78-ec1f-4e3c-b126-f9ca097f9ccb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:36.328407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fca1801-4dc3-43b2-bdeb-b6e75fcf1c9b req-5fbe8e78-ec1f-4e3c-b126-f9ca097f9ccb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 983 time: 0.1071262 Jul 07 19:57:36.378398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff56e58-1543-4547-9fa2-93fca57dfe59 req-38314b1b-9c72-480a-a057-2cff768ffa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:36.380585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ff56e58-1543-4547-9fa2-93fca57dfe59 req-38314b1b-9c72-480a-a057-2cff768ffa47 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e0d9c461-70fc-43d1-bf7c-0ccee821e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044705 Jul 07 19:57:36.385045 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fca1801-4dc3-43b2-bdeb-b6e75fcf1c9b req-d71680e8-92aa-4b82-84ed-fd562bc02ab7 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0495284 Jul 07 19:57:36.480864 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ff56e58-1543-4547-9fa2-93fca57dfe59 req-5fad01de-c313-4639-9c5e-50212e235d40 service neutron] 10.222.0.112 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933442 Jul 07 19:57:36.569339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ff56e58-1543-4547-9fa2-93fca57dfe59 req-c11d8783-735d-4073-9973-246fff63ddc9 service neutron] 10.222.0.112 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818982 Jul 07 19:57:37.569407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4e381-9cdd-4463-ab38-677aec63a9f9 req-15d5c37e-5b89-4d52-a4ff-a8712e029c86 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:37.570930 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-36c4e381-9cdd-4463-ab38-677aec63a9f9 req-15d5c37e-5b89-4d52-a4ff-a8712e029c86 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 983 time: 0.0701494 Jul 07 19:57:37.611585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-36c4e381-9cdd-4463-ab38-677aec63a9f9 req-e20809d5-4e3f-4459-b387-aae09dbaa228 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0350161 Jul 07 19:57:38.432513 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8c65454-b8f4-4347-b0c2-23879fd5d0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:38.785759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d75e09-16cc-426a-ac1d-394960352dca req-88ed283d-e46e-4d35-a2dd-7dd2b9426bbf tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:38.787268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70d75e09-16cc-426a-ac1d-394960352dca req-88ed283d-e46e-4d35-a2dd-7dd2b9426bbf tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 983 time: 0.0640283 Jul 07 19:57:38.790541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 641e0a6b-086d-452b-ac65-8d2c17a68a1c details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:57:38.835447 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-70d75e09-16cc-426a-ac1d-394960352dca req-1648f170-e22f-4b33-b510-093a8a27bf99 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0411553 Jul 07 19:57:38.888264 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 641e0a6b-086d-452b-ac65-8d2c17a68a1c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=641e0a6b-086d-452b-ac65-8d2c17a68a1c,segment=NetworkSegment(f1f1280c-e6a7-4667-ba08-88950c27bbf1),segment_id=f1f1280c-e6a7-4667-ba08-88950c27bbf1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:38.900441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '641e0a6b-086d-452b-ac65-8d2c17a68a1c', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'port_id': '641e0a6b-086d-452b-ac65-8d2c17a68a1c', 'mac_address': 'fa:16:3e:c9:08:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:57:38.940447 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:38.953685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641e0a6b-086d-452b-ac65-8d2c17a68a1c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:57:38.972650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 641e0a6b-086d-452b-ac65-8d2c17a68a1c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=641e0a6b-086d-452b-ac65-8d2c17a68a1c,segment=NetworkSegment(f1f1280c-e6a7-4667-ba08-88950c27bbf1),segment_id=f1f1280c-e6a7-4667-ba08-88950c27bbf1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:38.976986 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:39.041480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=641e0a6b-086d-452b-ac65-8d2c17a68a1c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:39.236294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['641e0a6b-086d-452b-ac65-8d2c17a68a1c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:57:40.014800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e44db0-acb8-40bc-a89e-b0111d1b9e74 req-a67cec57-53a3-45c0-b80e-4948c8ebdb4d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:40.016280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17e44db0-acb8-40bc-a89e-b0111d1b9e74 req-a67cec57-53a3-45c0-b80e-4948c8ebdb4d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 984 time: 0.0683324 Jul 07 19:57:40.057799 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17e44db0-acb8-40bc-a89e-b0111d1b9e74 req-ee42259f-6187-48b1-a745-01876839dac7 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0346670 Jul 07 19:57:40.800358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 641e0a6b-086d-452b-ac65-8d2c17a68a1c up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:57:40.851810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 641e0a6b-086d-452b-ac65-8d2c17a68a1c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:57:40.856199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 641e0a6b-086d-452b-ac65-8d2c17a68a1c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:57:40.856646 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.933776 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:40.956691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e0a6b-086d-452b-ac65-8d2c17a68a1c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:57:40.959648 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb5204c-5c85-4f9f-8c6c-cde7066d0e62" -d '{"events": [{"server_uuid": "0f97878b-c03c-41bf-a387-91c41c22d4c6", "name": "network-vif-plugged", "status": "completed", "tag": "641e0a6b-086d-452b-ac65-8d2c17a68a1c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:57:40.976087 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 641e0a6b-086d-452b-ac65-8d2c17a68a1c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=641e0a6b-086d-452b-ac65-8d2c17a68a1c,segment=NetworkSegment(f1f1280c-e6a7-4667-ba08-88950c27bbf1),segment_id=f1f1280c-e6a7-4667-ba08-88950c27bbf1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:57:40.981504 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.005402 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a843fe86-a978-4631-a277-b8072b2f48bf x-openstack-request-id: req-a843fe86-a978-4631-a277-b8072b2f48bf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:57:41.005732 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f97878b-c03c-41bf-a387-91c41c22d4c6", "name": "network-vif-plugged", "status": "completed", "tag": "641e0a6b-086d-452b-ac65-8d2c17a68a1c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:57:41.006045 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a843fe86-a978-4631-a277-b8072b2f48bf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:57:41.006437 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e0a6b-086d-452b-ac65-8d2c17a68a1c', 'code': 200} Jul 07 19:57:41.033463 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=641e0a6b-086d-452b-ac65-8d2c17a68a1c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:41.115301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1097744-49bf-4652-a34e-d5255ed5e5c0 req-16e1c5b8-dd21-4b8d-8a97-ea203f351efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:41.116951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1097744-49bf-4652-a34e-d5255ed5e5c0 req-16e1c5b8-dd21-4b8d-8a97-ea203f351efa service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 1137 time: 0.0543892 Jul 07 19:57:41.132108 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ddcf8b-05cd-462d-a12e-4ed2f6a33a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:41.157811 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1097744-49bf-4652-a34e-d5255ed5e5c0 req-c3de732f-0c1c-4053-b8a7-36e977b2e459 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=46ea4e4d-554c-4655-b0be-b0c481b6c842&id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0341327 Jul 07 19:57:41.235360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f33ff-18a6-4641-ab01-8c53f18db96d req-65ec6966-e320-4688-9be9-a657af6b2df4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:41.236878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb8f33ff-18a6-4641-ab01-8c53f18db96d req-65ec6966-e320-4688-9be9-a657af6b2df4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 985 time: 0.0651450 Jul 07 19:57:41.277507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb8f33ff-18a6-4641-ab01-8c53f18db96d req-31d3c3c2-41b8-45d9-8591-62c94881d96f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0343909 Jul 07 19:57:41.351370 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:42.457187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7eced6-fe6e-4adf-8f88-b566f760cd34 req-16ad461b-b2bc-46e0-b681-628b902e7c26 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:42.459014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c7eced6-fe6e-4adf-8f88-b566f760cd34 req-16ad461b-b2bc-46e0-b681-628b902e7c26 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 985 time: 0.0691242 Jul 07 19:57:42.500706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c7eced6-fe6e-4adf-8f88-b566f760cd34 req-f9a2ed17-657e-4ffb-a276-d01c59ba3da8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0351512 Jul 07 19:57:42.521507 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:42.674791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1ca6b-22ee-4e75-84a0-a2a668d4a117 req-0f6dddeb-43f7-4dd8-8dac-957d94efc617 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:42.676970 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fd1ca6b-22ee-4e75-84a0-a2a668d4a117 req-0f6dddeb-43f7-4dd8-8dac-957d94efc617 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 985 time: 0.0636609 Jul 07 19:57:42.716915 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fd1ca6b-22ee-4e75-84a0-a2a668d4a117 req-a9bd7dc4-cb88-45dd-91ec-e55c1e59f848 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0342965 Jul 07 19:57:42.886535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2d70-8a1d-4a40-be60-114f2d8b6e01 req-fd0731ed-42cb-48db-9a4f-4bd807f6dbfd tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:42.888043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-063f2d70-8a1d-4a40-be60-114f2d8b6e01 req-fd0731ed-42cb-48db-9a4f-4bd807f6dbfd tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 1137 time: 0.0589073 Jul 07 19:57:42.906847 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-063f2d70-8a1d-4a40-be60-114f2d8b6e01 req-6bc2903f-1586-423f-9a35-00280dabacd2 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:42.998910 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-063f2d70-8a1d-4a40-be60-114f2d8b6e01 req-6bc2903f-1586-423f-9a35-00280dabacd2 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.002652 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-063f2d70-8a1d-4a40-be60-114f2d8b6e01 req-6bc2903f-1586-423f-9a35-00280dabacd2 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.030449 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-063f2d70-8a1d-4a40-be60-114f2d8b6e01 req-6bc2903f-1586-423f-9a35-00280dabacd2 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1364975 Jul 07 19:57:43.034920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2903f-1586-423f-9a35-00280dabacd2 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be6c088-2900-4b3c-b301-d63bdcd0623e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:43.054220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:43.106314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb69e4-711e-477e-98e8-2c3c8d3bc446 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:43.108022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-84cb69e4-711e-477e-98e8-2c3c8d3bc446 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 1132 time: 0.0528104 Jul 07 19:57:43.110953 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:43.115471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '641e0a6b-086d-452b-ac65-8d2c17a68a1c', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:57:43.138432 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.238889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.341799 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Allocated IP 172.25.2.235 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/cfead680-61fe-4193-b352-46569adbb63b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:57:43.450581 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.489552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.527004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:57:43.533191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:57:43.537577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:57:43.540590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Port': ['ID=cfead680-61fe-4193-b352-46569adbb63b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:43.912716 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:43.992618 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:44.075596 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:44.142002 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:44.147044 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:44.216306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Port': ['ID=cfead680-61fe-4193-b352-46569adbb63b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:57:44.229511 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:44.333551 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Floating IP cc8a6c85-081b-4749-b59c-acc748b364da associated. External IP: 172.25.2.235, port: 641e0a6b-086d-452b-ac65-8d2c17a68a1c. Jul 07 19:57:44.544582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Router c68086b7-51c0-4ad0-8539-7a82659796e2 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:57:44.658145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:57:44.668781 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7519826-cd69-4e94-a24e-a7904c4de4b6 None None] Sync routers for ids ['c68086b7-51c0-4ad0-8539-7a82659796e2'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:57:44.674568 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:57:44.678436 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7519826-cd69-4e94-a24e-a7904c4de4b6 None None] Routers {'c68086b7-51c0-4ad0-8539-7a82659796e2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:44.679053 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a7519826-cd69-4e94-a24e-a7904c4de4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c68086b7-51c0-4ad0-8539-7a82659796e2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:44.713060 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0369b626-6d52-4079-a891-3eca6447dbf9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6010895 Jul 07 19:57:44.713631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'tag': '641e0a6b-086d-452b-ac65-8d2c17a68a1c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:57:44.716411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:44.717283 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801864e2-de43-4769-910f-080620450c66" -d '{"events": [{"name": "network-changed", "server_uuid": "0f97878b-c03c-41bf-a387-91c41c22d4c6", "tag": "641e0a6b-086d-452b-ac65-8d2c17a68a1c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:57:44.760311 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7d668f-39e5-42b9-addd-eb64e197975c x-openstack-request-id: req-8f7d668f-39e5-42b9-addd-eb64e197975c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:57:44.760681 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f97878b-c03c-41bf-a387-91c41c22d4c6", "tag": "641e0a6b-086d-452b-ac65-8d2c17a68a1c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:57:44.761022 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8f7d668f-39e5-42b9-addd-eb64e197975c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:57:44.761507 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'tag': '641e0a6b-086d-452b-ac65-8d2c17a68a1c', 'status': 'completed', 'code': 200} Jul 07 19:57:44.789885 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a7519826-cd69-4e94-a24e-a7904c4de4b6 None None] Set router c68086b7-51c0-4ad0-8539-7a82659796e2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:44.842785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801864e2-de43-4769-910f-080620450c66 req-56f79db9-b27c-487f-a50e-0b858daeeea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:44.844337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-801864e2-de43-4769-910f-080620450c66 req-56f79db9-b27c-487f-a50e-0b858daeeea5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=77acaf4380d347d48c9e30dcdb3afc0d&device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 1137 time: 0.0611718 Jul 07 19:57:44.901186 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c6d79-43eb-4e91-ac4d-c4deeed1e259 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:44.901671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c6d79-43eb-4e91-ac4d-c4deeed1e259 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:44.902137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c6d79-43eb-4e91-ac4d-c4deeed1e259 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:44.902784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c6d79-43eb-4e91-ac4d-c4deeed1e259 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:44.906904 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-439c6d79-43eb-4e91-ac4d-c4deeed1e259 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1875715 Jul 07 19:57:44.907172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:44.943725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801864e2-de43-4769-910f-080620450c66 req-b79d93d6-0c94-4fef-b5ab-492770a2e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:44.945488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-801864e2-de43-4769-910f-080620450c66 req-b79d93d6-0c94-4fef-b5ab-492770a2e078 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e0d9c461-70fc-43d1-bf7c-0ccee821e253 HTTP/1.1" status: 200 len: 899 time: 0.0953956 Jul 07 19:57:44.998361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246159cb-a3bc-4177-8855-e875852a5ef9 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:44.998825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246159cb-a3bc-4177-8855-e875852a5ef9 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:44.999282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246159cb-a3bc-4177-8855-e875852a5ef9 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:44.999729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246159cb-a3bc-4177-8855-e875852a5ef9 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:45.001438 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-246159cb-a3bc-4177-8855-e875852a5ef9 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0933404 Jul 07 19:57:45.004712 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:45.027298 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a7519826-cd69-4e94-a24e-a7904c4de4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:27Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'cc8a6c85-081b-4749-b59c-acc748b364da', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'port_id': '641e0a6b-086d-452b-ac65-8d2c17a68a1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'mac_address': 'fa:16:3e:c9:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:57:43Z', 'updated_at': '2021-07-07T19:57:43Z', 'revision_number': 0, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46551095-e61b-4dd7-ac1d-3733d9bb14a1', 'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:27Z', 'updated_at': '2021-07-07T19:57:32Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:45.053747 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7519826-cd69-4e94-a24e-a7904c4de4b6 None None] Checking router: c68086b7-51c0-4ad0-8539-7a82659796e2 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:57:45.062319 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7519826-cd69-4e94-a24e-a7904c4de4b6 None None] Routers {'c68086b7-51c0-4ad0-8539-7a82659796e2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:57:45.062936 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a7519826-cd69-4e94-a24e-a7904c4de4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:57:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c68086b7-51c0-4ad0-8539-7a82659796e2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:45.172343 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a7519826-cd69-4e94-a24e-a7904c4de4b6 None None] Set router c68086b7-51c0-4ad0-8539-7a82659796e2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:57:45.469326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-801864e2-de43-4769-910f-080620450c66 req-cf46b9b8-d240-4bbf-9edc-e288a6f1544f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=641e0a6b-086d-452b-ac65-8d2c17a68a1c HTTP/1.1" status: 200 len: 1000 time: 0.5165830 Jul 07 19:57:45.509668 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a7519826-cd69-4e94-a24e-a7904c4de4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:27Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'cc8a6c85-081b-4749-b59c-acc748b364da', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'port_id': '641e0a6b-086d-452b-ac65-8d2c17a68a1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'mac_address': 'fa:16:3e:c9:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:57:43Z', 'updated_at': '2021-07-07T19:57:43Z', 'revision_number': 0, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46551095-e61b-4dd7-ac1d-3733d9bb14a1', 'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:27Z', 'updated_at': '2021-07-07T19:57:32Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:57:45.537053 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7519826-cd69-4e94-a24e-a7904c4de4b6 None None] The sync data for ids ['c68086b7-51c0-4ad0-8539-7a82659796e2'] in n-d-792394-12 is: [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:27Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'cc8a6c85-081b-4749-b59c-acc748b364da', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'port_id': '641e0a6b-086d-452b-ac65-8d2c17a68a1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'mac_address': 'fa:16:3e:c9:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:57:43Z', 'updated_at': '2021-07-07T19:57:43Z', 'revision_number': 0, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46551095-e61b-4dd7-ac1d-3733d9bb14a1', 'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:27Z', 'updated_at': '2021-07-07T19:57:32Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:57:45.544376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801864e2-de43-4769-910f-080620450c66 req-c3eb4d25-5583-447a-8a21-b4a948c02682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:45.545907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-801864e2-de43-4769-910f-080620450c66 req-c3eb4d25-5583-447a-8a21-b4a948c02682 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b97ff0d4-ce37-47e3-b8d2-ce873e2b7209 HTTP/1.1" status: 200 len: 834 time: 0.0685759 Jul 07 19:57:45.704535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801864e2-de43-4769-910f-080620450c66 req-689523f1-8b6a-44d5-946d-bc7c861247bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:45.706080 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-801864e2-de43-4769-910f-080620450c66 req-689523f1-8b6a-44d5-946d-bc7c861247bc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e0d9c461-70fc-43d1-bf7c-0ccee821e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526566 Jul 07 19:57:45.733887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828553c-6b90-4abd-905e-2d1b8d0d3820 None None] New status for floating IP cc8a6c85-081b-4749-b59c-acc748b364da: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:57:45.777949 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dda458d2-7ec1-4411-819e-7bf9e4197011 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.7720709 Jul 07 19:57:45.780731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:57:45.823492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-801864e2-de43-4769-910f-080620450c66 req-b7820ff8-42ce-4883-8d69-bdd30d163681 service neutron] 10.222.0.112 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063025 Jul 07 19:57:45.836783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd75f5d-493d-4a65-aca8-04a5ba4669bb tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:45.837564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd75f5d-493d-4a65-aca8-04a5ba4669bb tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:57:45.839509 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6cd75f5d-493d-4a65-aca8-04a5ba4669bb tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=c68086b7-51c0-4ad0-8539-7a82659796e2 HTTP/1.1" status: 200 len: 1992 time: 0.0577946 Jul 07 19:57:45.917337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-801864e2-de43-4769-910f-080620450c66 req-6a9728dd-e820-4c7b-9a9e-58a5ae8c8851 service neutron] 10.222.0.112 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891476 Jul 07 19:57:49.339676 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:03.721968 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:08.434312 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ec364f8-49b6-4b21-8237-161045cb339a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:10.144048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-8789a8c7-5a81-41cd-859b-2250e1931396 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586421 Jul 07 19:58:10.243007 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-730fd365-c6bc-4473-a969-b5847f4ca1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:10.244557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-730fd365-c6bc-4473-a969-b5847f4ca1d7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=77acaf4380d347d48c9e30dcdb3afc0d&device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 1137 time: 0.0587344 Jul 07 19:58:10.351093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-cb405af0-0eb2-4c83-8350-20c3a85e36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:10.352675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-cb405af0-0eb2-4c83-8350-20c3a85e36fa service neutron] 10.222.0.112 "GET /v2.0/networks?id=e0d9c461-70fc-43d1-bf7c-0ccee821e253 HTTP/1.1" status: 200 len: 899 time: 0.0851138 Jul 07 19:58:10.428515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-074342f8-0690-49d7-8339-04305bfe1b08 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=641e0a6b-086d-452b-ac65-8d2c17a68a1c HTTP/1.1" status: 200 len: 1002 time: 0.0645871 Jul 07 19:58:10.478931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-593b2fac-deab-4801-ad00-cee3813c6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:10.480452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-593b2fac-deab-4801-ad00-cee3813c6935 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b97ff0d4-ce37-47e3-b8d2-ce873e2b7209 HTTP/1.1" status: 200 len: 834 time: 0.0456879 Jul 07 19:58:10.538163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-70e47263-b699-4769-9be6-a4d900822f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:10.539657 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-70e47263-b699-4769-9be6-a4d900822f12 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e0d9c461-70fc-43d1-bf7c-0ccee821e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528381 Jul 07 19:58:10.642233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-5ebf8a98-28e7-4ca0-a467-a2f29a766694 service neutron] 10.222.0.112 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927889 Jul 07 19:58:10.732864 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5509b23-b795-4abf-8bf7-f71f23ee21f0 req-3b75249b-c378-4c26-aec4-955cd2b49a74 service neutron] 10.222.0.112 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842633 Jul 07 19:58:11.134312 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1402401-2651-4436-b39d-4a37f19db657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:11.352661 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:11.934110 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:58:12.523571 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:14.081278 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:19.337506 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:19.873336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:19.965875 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aa7c9d3f-7911-4e2b-a834-bfd94217b214 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0913761 Jul 07 19:58:19.968461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:19.973307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'network': {'name': 'tempest-network-smoke--331138783', 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'port_security_enabled': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:19.996309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Made reservation on behalf of 77acaf4380d347d48c9e30dcdb3afc0d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:58:20.000259 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.024021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:58:20.032764 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.033117 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Added segment 29d509c0-600f-42b6-b4c5-557f2edab955 of type vlan for network f470984f-f96a-4dc3-9c8f-324d55cb7828 Jul 07 19:58:20.083686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.113626 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.119465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:20.120051 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.178991 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2094674 Jul 07 19:58:20.181782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:20.186582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1292775192', 'admin_state_up': True, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:20.190671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8708c-72b9-464e-a868-cca1fd492bcb tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Network': ['ID=f470984f-f96a-4dc3-9c8f-324d55cb7828,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:20.202446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f470984f-f96a-4dc3-9c8f-324d55cb7828 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:58:20.215094 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.216105 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.306041 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.447349 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.639233 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.668716 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.770058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Allocated IP 172.25.2.167 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/a3621166-d0d2-47f8-b318-aa5f8275d8be) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:58:20.878585 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.917376 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:20.953044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:58:20.955968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:58:20.962980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:58:20.986806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Port': ['ID=a3621166-d0d2-47f8-b318-aa5f8275d8be,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:21.000021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.000370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.000757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.001096 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.001429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.001761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.002089 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.002419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.002746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.003069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.003393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.003715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:21.249939 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.451339 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.589989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Router 1371d356-34e2-4687-821e-b1fd12495c06 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:58:21.695726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:58:21.705777 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Sync routers for ids ['1371d356-34e2-4687-821e-b1fd12495c06'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:58:21.714012 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:21.715252 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Routers {'1371d356-34e2-4687-821e-b1fd12495c06'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:58:21.715588 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-18d9de6a-daec-49cd-b1b9-4d770ea952f5 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5324759 Jul 07 19:58:21.716059 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:58:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1371d356-34e2-4687-821e-b1fd12495c06'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:21.718630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:21.784418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26640fd6-8563-41bc-a547-8f279c32877a tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:21.785965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-26640fd6-8563-41bc-a547-8f279c32877a tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=77acaf4380d347d48c9e30dcdb3afc0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0664077 Jul 07 19:58:21.789881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:21.834823 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Set router 1371d356-34e2-4687-821e-b1fd12495c06 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:58:21.887040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637a3dc3-3ea3-44d1-a18b-271ac55bb913 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:21.891447 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-637a3dc3-3ea3-44d1-a18b-271ac55bb913 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973599 Jul 07 19:58:21.891447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:21.922443 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-03e1c918-55fe-4838-98a6-591d37814fd8 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274720 Jul 07 19:58:21.922680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:21.965466 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c7a5a702-3504-4a7b-9f6a-4c053b0d36df tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=77acaf4380d347d48c9e30dcdb3afc0d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394547 Jul 07 19:58:21.965730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:22.045119 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1371d356-34e2-4687-821e-b1fd12495c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1292775192', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:21Z', 'revision_number': 3, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:22.072864 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Checking router: 1371d356-34e2-4687-821e-b1fd12495c06 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:58:22.073156 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Updating router 1371d356-34e2-4687-821e-b1fd12495c06 port a3621166-d0d2-47f8-b318-aa5f8275d8be binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:58:22.076425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad22816-3a40-4436-aec0-70f5cbd65a02 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:22.078005 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6ad22816-3a40-4436-aec0-70f5cbd65a02 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1113925 Jul 07 19:58:22.081084 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:22.114048 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fa9b852d-7bf2-49c2-8215-8a3df972a19d tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294857 Jul 07 19:58:22.114366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:22.119991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1270422211', 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828', 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:22.123325 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:22.221540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Made reservation on behalf of 77acaf4380d347d48c9e30dcdb3afc0d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:58:22.225917 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:22.422402 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:22.449229 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Transition to ACTIVE for port object a3621166-d0d2-47f8-b318-aa5f8275d8be will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:58:22.449818 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:22.456099 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:22.509262 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Attempting to bind port a3621166-d0d2-47f8-b318-aa5f8275d8be on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:58:22.509636 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Attempting to bind port a3621166-d0d2-47f8-b318-aa5f8275d8be by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:58:22.510000 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Attempting to bind port a3621166-d0d2-47f8-b318-aa5f8275d8be on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:58:22.517352 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Pushing event updated for resources: {'Port': ['ID=a3621166-d0d2-47f8-b318-aa5f8275d8be,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:22.519610 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:58:22.521232 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:58:22.521232 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:22.521232 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:58:22.522283 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Bound port: a3621166-d0d2-47f8-b318-aa5f8275d8be, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:58:22.522686 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:22.524412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Subnet': ['ID=fbfab9a1-767c-4452-b53a-89e638243629,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:22.533112 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.533597 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.533966 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.534304 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.534635 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.534749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Checking segment: {'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:58:22.534973 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.535290 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.535401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network hostable DHCP agents. Network: f470984f-f96a-4dc3-9c8f-324d55cb7828, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:58:22.535636 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.536010 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.536335 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.537711 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.537711 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:22.557463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network f470984f-f96a-4dc3-9c8f-324d55cb7828 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:58:22.570185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f470984f-f96a-4dc3-9c8f-324d55cb7828) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:58:22.576433 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:22.576927 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:22.580758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7908f55-7b57-40a8-beb2-96e81589d823 None None] Network f470984f-f96a-4dc3-9c8f-324d55cb7828 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:58:22.595523 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0771b17e-8616-4878-a053-e9a7956022b3 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4796805 Jul 07 19:58:22.598520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:22.608908 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] For port a3621166-d0d2-47f8-b318-aa5f8275d8be, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:58:22.612300 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] For port a3621166-d0d2-47f8-b318-aa5f8275d8be, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a3621166-d0d2-47f8-b318-aa5f8275d8be,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:58:22.618169 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:22.682401 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Routers {'1371d356-34e2-4687-821e-b1fd12495c06'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:58:22.683029 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:58:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1371d356-34e2-4687-821e-b1fd12495c06'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:22.758984 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc3d37-2bb1-48f6-b147-7917e921d6eb None None] Pushing event updated for resources: {'Port': ['ID=a3621166-d0d2-47f8-b318-aa5f8275d8be,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:22.876277 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] Set router 1371d356-34e2-4687-821e-b1fd12495c06 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:58:22.922285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f470984f-f96a-4dc3-9c8f-324d55cb7828', 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'fixed_ips': [{'subnet_id': 'fbfab9a1-767c-4452-b53a-89e638243629'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:58:22.923250 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:23.070843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Allocated IP 172.20.0.18 (f470984f-f96a-4dc3-9c8f-324d55cb7828/fbfab9a1-767c-4452-b53a-89e638243629/66a1671f-cb49-473f-aed6-35225518aeb7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:58:23.076025 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1371d356-34e2-4687-821e-b1fd12495c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1292775192', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:21Z', 'revision_number': 3, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:23.105058 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5e6ef-458f-4b62-b673-05c6d8ada6ad None None] The sync data for ids ['1371d356-34e2-4687-821e-b1fd12495c06'] in n-d-792394-12 is: [{'id': '1371d356-34e2-4687-821e-b1fd12495c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1292775192', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:21Z', 'revision_number': 3, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:58:23.241489 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:23.252055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Transition to ACTIVE for port object 66a1671f-cb49-473f-aed6-35225518aeb7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:58:23.269772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Transition to ACTIVE for port object 66a1671f-cb49-473f-aed6-35225518aeb7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:58:23.278011 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:23.329721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Network f470984f-f96a-4dc3-9c8f-324d55cb7828 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:58:23.334719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:58:23.337928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:58:23.405258 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Pushing event updated for resources: {'Port': ['ID=66a1671f-cb49-473f-aed6-35225518aeb7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:23.421924 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.422484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.422831 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.423174 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.423504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.423836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.424162 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.424514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.424835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.425157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.425477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.425796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:23.435694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Attempting to bind port 66a1671f-cb49-473f-aed6-35225518aeb7 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:58:23.436060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Attempting to bind port 66a1671f-cb49-473f-aed6-35225518aeb7 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:58:23.436425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Attempting to bind port 66a1671f-cb49-473f-aed6-35225518aeb7 on network f470984f-f96a-4dc3-9c8f-324d55cb7828 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:58:23.442284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:58:23.442826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Checking segment: {'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:58:23.443611 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:23.444270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Bound using segment: {'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:58:23.445003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Bound port: 66a1671f-cb49-473f-aed6-35225518aeb7, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:58:23.445487 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:23.518249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] For port 66a1671f-cb49-473f-aed6-35225518aeb7, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:58:23.523135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] For port 66a1671f-cb49-473f-aed6-35225518aeb7, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=66a1671f-cb49-473f-aed6-35225518aeb7,segment=NetworkSegment(29d509c0-600f-42b6-b4c5-557f2edab955),segment_id=29d509c0-600f-42b6-b4c5-557f2edab955)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:58:23.528307 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:23.585813 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:23.593704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac29abb-eaef-4287-8b66-f2ee79643255 None None] Pushing event updated for resources: {'Port': ['ID=66a1671f-cb49-473f-aed6-35225518aeb7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:23.961785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Allocated IP 172.20.0.17 (f470984f-f96a-4dc3-9c8f-324d55cb7828/fbfab9a1-767c-4452-b53a-89e638243629/a1ebf588-fac3-405e-9702-e95b1724e448) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:58:24.036691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 66a1671f-cb49-473f-aed6-35225518aeb7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:58:24.089907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 66a1671f-cb49-473f-aed6-35225518aeb7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:58:24.094469 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a3621166-d0d2-47f8-b318-aa5f8275d8be up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:58:24.100231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.114838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Transition to ACTIVE for port object a1ebf588-fac3-405e-9702-e95b1724e448 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:58:24.145743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port a3621166-d0d2-47f8-b318-aa5f8275d8be completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:58:24.150603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port a3621166-d0d2-47f8-b318-aa5f8275d8be triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:24.151116 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.153692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.199508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network f470984f-f96a-4dc3-9c8f-324d55cb7828 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:58:24.202881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:58:24.210880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:58:24.234363 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.243512 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Port': ['ID=a1ebf588-fac3-405e-9702-e95b1724e448,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:24.256211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port a3621166-d0d2-47f8-b318-aa5f8275d8be, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a3621166-d0d2-47f8-b318-aa5f8275d8be,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:24.258993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.259400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.259795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.260208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.260601 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.261010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.261271 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.261604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.261790 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.261919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.262259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.262648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.262985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:58:24.277016 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.315568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=a3621166-d0d2-47f8-b318-aa5f8275d8be,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:24.438271 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.623146 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a00ee04-e314-497f-a290-91c3073149a2 None None] Network f470984f-f96a-4dc3-9c8f-324d55cb7828 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:58:24.739330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6ac2574e-1942-4b58-b74c-479d04a9c51f None None] Provisioning for port 66a1671f-cb49-473f-aed6-35225518aeb7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:58:24.746710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6ac2574e-1942-4b58-b74c-479d04a9c51f None None] Provisioning complete for port 66a1671f-cb49-473f-aed6-35225518aeb7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:24.747084 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ac2574e-1942-4b58-b74c-479d04a9c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.750217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.757327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.841773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Port': ['ID=a1ebf588-fac3-405e-9702-e95b1724e448,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:24.844875 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.873628 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ac2574e-1942-4b58-b74c-479d04a9c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.908971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6ac2574e-1942-4b58-b74c-479d04a9c51f None None] For port 66a1671f-cb49-473f-aed6-35225518aeb7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=66a1671f-cb49-473f-aed6-35225518aeb7,segment=NetworkSegment(29d509c0-600f-42b6-b4c5-557f2edab955),segment_id=29d509c0-600f-42b6-b4c5-557f2edab955)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:24.916386 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ac2574e-1942-4b58-b74c-479d04a9c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:24.959098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network f470984f-f96a-4dc3-9c8f-324d55cb7828 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:58:24.961163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:58:24.978500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2574e-1942-4b58-b74c-479d04a9c51f None None] Pushing event updated for resources: {'Port': ['ID=66a1671f-cb49-473f-aed6-35225518aeb7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:25.092394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Router 1371d356-34e2-4687-821e-b1fd12495c06 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:58:25.134756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2f4a36b9-6625-4745-bf5f-5c5b93d841e4 None None] Provisioning complete for port 66a1671f-cb49-473f-aed6-35225518aeb7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:25.135049 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f4a36b9-6625-4745-bf5f-5c5b93d841e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:25.206640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:58:25.214566 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-125cf4fc-ad8f-4aac-be6a-3e2db3bfc91f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "PUT /v2.0/routers/1371d356-34e2-4687-821e-b1fd12495c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6151574 Jul 07 19:58:25.219004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Sync routers for ids ['1371d356-34e2-4687-821e-b1fd12495c06'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:58:25.237579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Routers {'1371d356-34e2-4687-821e-b1fd12495c06'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:58:25.238232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:58:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1371d356-34e2-4687-821e-b1fd12495c06'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:25.281387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2f4a36b9-6625-4745-bf5f-5c5b93d841e4 None None] Provisioning for port a1ebf588-fac3-405e-9702-e95b1724e448 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:58:25.290921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2f4a36b9-6625-4745-bf5f-5c5b93d841e4 None None] Provisioning complete for port a1ebf588-fac3-405e-9702-e95b1724e448 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:25.291285 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f4a36b9-6625-4745-bf5f-5c5b93d841e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:25.374116 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a36b9-6625-4745-bf5f-5c5b93d841e4 None None] Port a1ebf588-fac3-405e-9702-e95b1724e448 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:58:25.391739 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Set router 1371d356-34e2-4687-821e-b1fd12495c06 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:58:25.483393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-bdcd1a22-5618-438b-9ead-c7a3e6bdc96d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:25.485375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-bdcd1a22-5618-438b-9ead-c7a3e6bdc96d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/networks?id=f470984f-f96a-4dc3-9c8f-324d55cb7828 HTTP/1.1" status: 200 len: 797 time: 0.1478214 Jul 07 19:58:25.502068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-981bf009-2af3-4b6c-8dbe-c331a45da7b7 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/quotas/77acaf4380d347d48c9e30dcdb3afc0d HTTP/1.1" status: 200 len: 375 time: 0.0100780 Jul 07 19:58:25.530072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b470cfa-e4b4-4777-b818-a09a6d5a45b9 None None] Provisioning complete for port a1ebf588-fac3-405e-9702-e95b1724e448 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:25.530512 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b470cfa-e4b4-4777-b818-a09a6d5a45b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:25.583633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-463bc390-16c9-47e6-8cad-44013c28c7f1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=77acaf4380d347d48c9e30dcdb3afc0d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0750322 Jul 07 19:58:25.585820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5b470cfa-e4b4-4777-b818-a09a6d5a45b9 None None] Port a1ebf588-fac3-405e-9702-e95b1724e448 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:58:25.641055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1371d356-34e2-4687-821e-b1fd12495c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1292775192', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:24Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'a1ebf588-fac3-405e-9702-e95b1724e448', 'name': '', 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:87:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fbfab9a1-767c-4452-b53a-89e638243629', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:23Z', 'updated_at': '2021-07-07T19:58:24Z', 'revision_number': 2, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'fbfab9a1-767c-4452-b53a-89e638243629', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:25.672632 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Checking router: 1371d356-34e2-4687-821e-b1fd12495c06 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:58:25.672942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Updating router 1371d356-34e2-4687-821e-b1fd12495c06 port a1ebf588-fac3-405e-9702-e95b1724e448 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:58:25.718827 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:25.721884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11daad97-1669-4e51-ac2b-4679c38403cc None None] Provisioning complete for port a1ebf588-fac3-405e-9702-e95b1724e448 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:25.722304 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11daad97-1669-4e51-ac2b-4679c38403cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:25.734400 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-a5d654dc-cdd3-46cb-a193-92331c715c38 service neutron] 10.222.0.113 "GET /v2.0/networks/f470984f-f96a-4dc3-9c8f-324d55cb7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386666 Jul 07 19:58:25.784621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-11daad97-1669-4e51-ac2b-4679c38403cc None None] Port a1ebf588-fac3-405e-9702-e95b1724e448 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:58:25.826910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-dd994430-672d-4bbd-9cb6-f169dbe8dd95 service neutron] 10.222.0.113 "GET /v2.0/networks/f470984f-f96a-4dc3-9c8f-324d55cb7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868020 Jul 07 19:58:25.971968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a3621166-d0d2-47f8-b318-aa5f8275d8be up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:58:26.032809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd7c567b-9e52-486f-8d1c-52eb32c1508c req-e6c4e80d-4645-4693-935c-b9d55e6c415f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 210 time: 0.0374031 Jul 07 19:58:26.058718 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:26.071806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Transition to ACTIVE for port object a1ebf588-fac3-405e-9702-e95b1724e448 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:58:26.078343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port a3621166-d0d2-47f8-b318-aa5f8275d8be triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:26.078729 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:26.082006 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:26.166022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98369947-ece2-4e4b-b0e5-d586ad3b819d None None] Pushing event updated for resources: {'Port': ['ID=a1ebf588-fac3-405e-9702-e95b1724e448,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:26.226285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Attempting to bind port a1ebf588-fac3-405e-9702-e95b1724e448 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:58:26.226656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Attempting to bind port a1ebf588-fac3-405e-9702-e95b1724e448 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:58:26.227019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Attempting to bind port a1ebf588-fac3-405e-9702-e95b1724e448 on network f470984f-f96a-4dc3-9c8f-324d55cb7828 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:58:26.249830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:58:26.250206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Checking segment: {'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:58:26.250609 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:26.251004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Bound using segment: {'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:58:26.251487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Bound port: a1ebf588-fac3-405e-9702-e95b1724e448, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:58:26.251871 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:26.298149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 66a1671f-cb49-473f-aed6-35225518aeb7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:58:26.363605 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] For port a1ebf588-fac3-405e-9702-e95b1724e448, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:58:26.368556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] For port a1ebf588-fac3-405e-9702-e95b1724e448, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a1ebf588-fac3-405e-9702-e95b1724e448,segment=NetworkSegment(29d509c0-600f-42b6-b4c5-557f2edab955),segment_id=29d509c0-600f-42b6-b4c5-557f2edab955)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:58:26.374229 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:26.413807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 66a1671f-cb49-473f-aed6-35225518aeb7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:26.414183 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:26.484487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Routers {'1371d356-34e2-4687-821e-b1fd12495c06'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:58:26.485118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:58:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1371d356-34e2-4687-821e-b1fd12495c06'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:26.491774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98369947-ece2-4e4b-b0e5-d586ad3b819d None None] Pushing event updated for resources: {'Port': ['ID=a1ebf588-fac3-405e-9702-e95b1724e448,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:26.635609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] Set router 1371d356-34e2-4687-821e-b1fd12495c06 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:58:26.846993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1371d356-34e2-4687-821e-b1fd12495c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1292775192', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:24Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'a1ebf588-fac3-405e-9702-e95b1724e448', 'name': '', 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:87:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fbfab9a1-767c-4452-b53a-89e638243629', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:23Z', 'updated_at': '2021-07-07T19:58:26Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'fbfab9a1-767c-4452-b53a-89e638243629', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:26.874687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad3a6a-8676-4da7-8d02-2e0e2c4e7caa None None] The sync data for ids ['1371d356-34e2-4687-821e-b1fd12495c06'] in n-d-792394-12 is: [{'id': '1371d356-34e2-4687-821e-b1fd12495c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1292775192', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:24Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'a1ebf588-fac3-405e-9702-e95b1724e448', 'name': '', 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:87:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fbfab9a1-767c-4452-b53a-89e638243629', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:23Z', 'updated_at': '2021-07-07T19:58:26Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'fbfab9a1-767c-4452-b53a-89e638243629', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:58:27.190952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5b12731f-e549-48d3-a70e-be6089717146 req-b1aebcb3-d4ad-4f19-b731-efdc1cb49799 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 210 time: 0.0321827 Jul 07 19:58:27.450150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-00c89d82-1b77-418b-86d9-26adfbd4e545 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:27.451674 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-00c89d82-1b77-418b-86d9-26adfbd4e545 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.59 "GET /v2.0/networks?id=f470984f-f96a-4dc3-9c8f-324d55cb7828 HTTP/1.1" status: 200 len: 797 time: 0.1322889 Jul 07 19:58:27.469748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Request body: {'port': {'device_id': '8747b026-a0f6-4d4c-bf60-06bb3600d0f8', 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828', 'admin_state_up': True, 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:27.590512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Made reservation on behalf of 77acaf4380d347d48c9e30dcdb3afc0d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:58:27.594177 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:27.735534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Allocated IP 172.20.0.26 (f470984f-f96a-4dc3-9c8f-324d55cb7828/fbfab9a1-767c-4452-b53a-89e638243629/0185feb6-8693-4437-a94f-c883027e9aec) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:58:27.855887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:27.870471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Transition to ACTIVE for port object 0185feb6-8693-4437-a94f-c883027e9aec will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:58:27.912899 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:27.957752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Network f470984f-f96a-4dc3-9c8f-324d55cb7828 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:58:27.963979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:58:27.968011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:58:27.975153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event updated for resources: {'Port': ['ID=0185feb6-8693-4437-a94f-c883027e9aec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:27.989028 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a1ebf588-fac3-405e-9702-e95b1724e448 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:58:28.042926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:28.043496 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:28.060396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7cfeeff2-d569-4d33-be27-86caf1caeeea tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5946081 Jul 07 19:58:28.061673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port a1ebf588-fac3-405e-9702-e95b1724e448 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:58:28.067065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port a1ebf588-fac3-405e-9702-e95b1724e448 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:28.067697 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:28.071106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-84fa9aec-a60c-4aea-a710-0b2d13f6fb0a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:58:28.071378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-84fa9aec-a60c-4aea-a710-0b2d13f6fb0a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057828 Jul 07 19:58:28.147523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Request body: {'port': {'device_id': '8747b026-a0f6-4d4c-bf60-06bb3600d0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:58:28.227362 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:28.324178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55255337-5869-4288-a58f-0c5c75cd454e None None] Provisioning for port 0185feb6-8693-4437-a94f-c883027e9aec completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:58:28.326082 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:28.339839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55255337-5869-4288-a58f-0c5c75cd454e None None] Provisioning complete for port 0185feb6-8693-4437-a94f-c883027e9aec triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:28.340203 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55255337-5869-4288-a58f-0c5c75cd454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:28.399717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port a1ebf588-fac3-405e-9702-e95b1724e448, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a1ebf588-fac3-405e-9702-e95b1724e448,segment=NetworkSegment(29d509c0-600f-42b6-b4c5-557f2edab955),segment_id=29d509c0-600f-42b6-b4c5-557f2edab955)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:28.402374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-55255337-5869-4288-a58f-0c5c75cd454e None None] Port 0185feb6-8693-4437-a94f-c883027e9aec cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:58:28.417947 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:28.470378 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=a1ebf588-fac3-405e-9702-e95b1724e448,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:28.484196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6273ea5-4d33-4cb5-8564-a1337492e633 req-21e9caf9-5de4-4fd5-8ac0-3fad3fe5aa56 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:28.485914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6273ea5-4d33-4cb5-8564-a1337492e633 req-21e9caf9-5de4-4fd5-8ac0-3fad3fe5aa56 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 895 time: 0.1480742 Jul 07 19:58:28.565502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0185feb6-8693-4437-a94f-c883027e9aec {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:58:28.573433 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:28.586148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Transition to ACTIVE for port object 0185feb6-8693-4437-a94f-c883027e9aec will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:58:28.589738 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:28.639786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Pushing event updated for resources: {'Port': ['ID=0185feb6-8693-4437-a94f-c883027e9aec,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:28.719105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Attempting to bind port 0185feb6-8693-4437-a94f-c883027e9aec on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:58:28.719442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Attempting to bind port 0185feb6-8693-4437-a94f-c883027e9aec by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:58:28.719904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Attempting to bind port 0185feb6-8693-4437-a94f-c883027e9aec on network f470984f-f96a-4dc3-9c8f-324d55cb7828 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:58:28.724731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Port 0185feb6-8693-4437-a94f-c883027e9aec on network f470984f-f96a-4dc3-9c8f-324d55cb7828 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:58:28.725196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Attempting to bind port 0185feb6-8693-4437-a94f-c883027e9aec on network f470984f-f96a-4dc3-9c8f-324d55cb7828 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:58:28.730545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:58:28.730883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Checking segment: {'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:58:28.731267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Bound using segment: {'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:58:28.731696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Bound port: 0185feb6-8693-4437-a94f-c883027e9aec, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d509c0-600f-42b6-b4c5-557f2edab955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:58:28.732060 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:29.136684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] For port 0185feb6-8693-4437-a94f-c883027e9aec, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:58:29.139631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] For port 0185feb6-8693-4437-a94f-c883027e9aec, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0185feb6-8693-4437-a94f-c883027e9aec,segment=NetworkSegment(29d509c0-600f-42b6-b4c5-557f2edab955),segment_id=29d509c0-600f-42b6-b4c5-557f2edab955)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:58:29.144452 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:29.181454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.182201 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:29.183516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] 10.222.0.59 "PUT /v2.0/ports/0185feb6-8693-4437-a94f-c883027e9aec HTTP/1.1" status: 200 len: 1056 time: 1.0980597 Jul 07 19:58:29.183982 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8747b026-a0f6-4d4c-bf60-06bb3600d0f8', 'tag': '0185feb6-8693-4437-a94f-c883027e9aec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:58:29.186259 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d885e7fd-7505-466d-af6b-2f766634e793" -d '{"events": [{"name": "network-changed", "server_uuid": "8747b026-a0f6-4d4c-bf60-06bb3600d0f8", "tag": "0185feb6-8693-4437-a94f-c883027e9aec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:58:29.214649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46f889-9067-4bb5-9cf8-c835d889e99b service neutron] Pushing event updated for resources: {'Port': ['ID=0185feb6-8693-4437-a94f-c883027e9aec,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:29.308182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-f30ab6fe-1102-4a73-89c6-6027359d5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.309726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-f30ab6fe-1102-4a73-89c6-6027359d5a68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77acaf4380d347d48c9e30dcdb3afc0d&device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 1059 time: 0.0644059 Jul 07 19:58:29.323137 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf3b38d-a227-4349-a53b-9faf3849b5d6 x-openstack-request-id: req-fbf3b38d-a227-4349-a53b-9faf3849b5d6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:58:29.323439 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8747b026-a0f6-4d4c-bf60-06bb3600d0f8", "tag": "0185feb6-8693-4437-a94f-c883027e9aec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:58:29.323692 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fbf3b38d-a227-4349-a53b-9faf3849b5d6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:58:29.324090 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8747b026-a0f6-4d4c-bf60-06bb3600d0f8', 'tag': '0185feb6-8693-4437-a94f-c883027e9aec', 'status': 'completed', 'code': 200} Jul 07 19:58:29.372295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-9c21874a-11aa-4abd-b257-de71a41ef467 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0185feb6-8693-4437-a94f-c883027e9aec HTTP/1.1" status: 200 len: 217 time: 0.0358832 Jul 07 19:58:29.423851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7fa048c0-8e96-4650-b0a3-4d441effbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.425282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-7fa048c0-8e96-4650-b0a3-4d441effbe5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fbfab9a1-767c-4452-b53a-89e638243629 HTTP/1.1" status: 200 len: 838 time: 0.0461383 Jul 07 19:58:29.489440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-e9a33d8b-1e1c-4f71-9f72-32922a8ad1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.492152 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-e9a33d8b-1e1c-4f71-9f72-32922a8ad1de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f470984f-f96a-4dc3-9c8f-324d55cb7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0610278 Jul 07 19:58:29.586483 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-5e7642a7-c89e-4760-9d96-59267784ea93 service neutron] 10.222.0.59 "GET /v2.0/networks/f470984f-f96a-4dc3-9c8f-324d55cb7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875466 Jul 07 19:58:29.717646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61e7d029-6a6e-4baa-9bc9-71bfcaeae754 req-a5f4ff47-2821-4643-9f9c-8241dab2d0d9 service neutron] 10.222.0.59 "GET /v2.0/networks/f470984f-f96a-4dc3-9c8f-324d55cb7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248748 Jul 07 19:58:29.732367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4e65-0096-45a5-89c1-7ad1dcbffec1 req-ff4e6797-4c47-450b-b289-9ccd0093e3e6 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.733879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0eda4e65-0096-45a5-89c1-7ad1dcbffec1 req-ff4e6797-4c47-450b-b289-9ccd0093e3e6 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 907 time: 0.1226954 Jul 07 19:58:29.855283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885e7fd-7505-466d-af6b-2f766634e793 req-5225ea78-3b82-4c7f-9662-4502c4d73cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.856890 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d885e7fd-7505-466d-af6b-2f766634e793 req-5225ea78-3b82-4c7f-9662-4502c4d73cac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77acaf4380d347d48c9e30dcdb3afc0d&device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 1059 time: 0.0548902 Jul 07 19:58:29.950496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a1ebf588-fac3-405e-9702-e95b1724e448 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:58:29.960108 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885e7fd-7505-466d-af6b-2f766634e793 req-07eabb87-9a24-4d65-bc94-7d3c2850a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:29.961648 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d885e7fd-7505-466d-af6b-2f766634e793 req-07eabb87-9a24-4d65-bc94-7d3c2850a84e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f470984f-f96a-4dc3-9c8f-324d55cb7828 HTTP/1.1" status: 200 len: 899 time: 0.0962906 Jul 07 19:58:30.000140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port a1ebf588-fac3-405e-9702-e95b1724e448 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:30.000420 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:30.002812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d885e7fd-7505-466d-af6b-2f766634e793 req-288d5cb0-d685-4139-9df4-16be28a5ed6f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0185feb6-8693-4437-a94f-c883027e9aec HTTP/1.1" status: 200 len: 217 time: 0.0354044 Jul 07 19:58:30.055475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885e7fd-7505-466d-af6b-2f766634e793 req-861a671b-6c2c-4ff3-afd1-b1c75414397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:30.056989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d885e7fd-7505-466d-af6b-2f766634e793 req-861a671b-6c2c-4ff3-afd1-b1c75414397a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fbfab9a1-767c-4452-b53a-89e638243629 HTTP/1.1" status: 200 len: 838 time: 0.0478468 Jul 07 19:58:30.123296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885e7fd-7505-466d-af6b-2f766634e793 req-dc0404b2-9b18-43e3-9e84-f407d2257a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:30.124902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d885e7fd-7505-466d-af6b-2f766634e793 req-dc0404b2-9b18-43e3-9e84-f407d2257a12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f470984f-f96a-4dc3-9c8f-324d55cb7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0604038 Jul 07 19:58:30.213108 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d885e7fd-7505-466d-af6b-2f766634e793 req-f07261be-3e4e-41a1-a1cf-86e1dd23cbcb service neutron] 10.222.0.59 "GET /v2.0/networks/f470984f-f96a-4dc3-9c8f-324d55cb7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815570 Jul 07 19:58:30.308414 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d885e7fd-7505-466d-af6b-2f766634e793 req-9b84d287-f5a6-4770-96ec-384392b94f95 service neutron] 10.222.0.59 "GET /v2.0/networks/f470984f-f96a-4dc3-9c8f-324d55cb7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883675 Jul 07 19:58:30.911196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ea5c2-e832-441b-88ab-c15b1cfa2141 req-c9823650-3fea-4e81-9fc9-982289cd736b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:30.912699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-878ea5c2-e832-441b-88ab-c15b1cfa2141 req-c9823650-3fea-4e81-9fc9-982289cd736b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 907 time: 0.0650508 Jul 07 19:58:32.093344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d8e87-bbbb-461f-a81d-ebd95d445219 req-b8b12c29-0639-42a7-af5f-83400f0c83c2 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:32.094783 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-927d8e87-bbbb-461f-a81d-ebd95d445219 req-b8b12c29-0639-42a7-af5f-83400f0c83c2 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 907 time: 0.0737808 Jul 07 19:58:33.128386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0185feb6-8693-4437-a94f-c883027e9aec details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:58:33.223384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0185feb6-8693-4437-a94f-c883027e9aec, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0185feb6-8693-4437-a94f-c883027e9aec,segment=NetworkSegment(29d509c0-600f-42b6-b4c5-557f2edab955),segment_id=29d509c0-600f-42b6-b4c5-557f2edab955)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:33.236601 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '0185feb6-8693-4437-a94f-c883027e9aec', 'network_id': 'f470984f-f96a-4dc3-9c8f-324d55cb7828', 'port_id': '0185feb6-8693-4437-a94f-c883027e9aec', 'mac_address': 'fa:16:3e:d7:3f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfab9a1-767c-4452-b53a-89e638243629', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:58:33.277660 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:33.280009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef1d62-749d-48ee-9d4e-7bc6a241207c req-09969fdc-e6b5-4abc-8c9e-72bf26225c09 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:33.281571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60ef1d62-749d-48ee-9d4e-7bc6a241207c req-09969fdc-e6b5-4abc-8c9e-72bf26225c09 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 907 time: 0.0695975 Jul 07 19:58:33.291700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0185feb6-8693-4437-a94f-c883027e9aec {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:58:33.319336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0185feb6-8693-4437-a94f-c883027e9aec, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0185feb6-8693-4437-a94f-c883027e9aec,segment=NetworkSegment(29d509c0-600f-42b6-b4c5-557f2edab955),segment_id=29d509c0-600f-42b6-b4c5-557f2edab955)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:33.323209 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:33.372014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=0185feb6-8693-4437-a94f-c883027e9aec,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:33.639631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['0185feb6-8693-4437-a94f-c883027e9aec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:58:33.735101 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:34.460594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc47a81-25eb-4ec5-be27-cda8df61981b req-d8a86a6d-7778-4b60-acdd-2d88da0e4f0d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:34.462162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5cc47a81-25eb-4ec5-be27-cda8df61981b req-d8a86a6d-7778-4b60-acdd-2d88da0e4f0d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 908 time: 0.0648749 Jul 07 19:58:35.145210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0185feb6-8693-4437-a94f-c883027e9aec up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:58:35.196828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 0185feb6-8693-4437-a94f-c883027e9aec completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:58:35.200435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 0185feb6-8693-4437-a94f-c883027e9aec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:58:35.200836 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:35.275994 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:35.297947 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8747b026-a0f6-4d4c-bf60-06bb3600d0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0185feb6-8693-4437-a94f-c883027e9aec'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:58:35.300221 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c15a66-3cce-4e02-a3e2-fc3bae3e1113" -d '{"events": [{"server_uuid": "8747b026-a0f6-4d4c-bf60-06bb3600d0f8", "name": "network-vif-plugged", "status": "completed", "tag": "0185feb6-8693-4437-a94f-c883027e9aec"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:58:35.313636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0185feb6-8693-4437-a94f-c883027e9aec, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0185feb6-8693-4437-a94f-c883027e9aec,segment=NetworkSegment(29d509c0-600f-42b6-b4c5-557f2edab955),segment_id=29d509c0-600f-42b6-b4c5-557f2edab955)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:35.319244 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:35.370874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=0185feb6-8693-4437-a94f-c883027e9aec,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:35.401313 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d793ce9-9e3f-42c2-86a6-70de4af76da8 x-openstack-request-id: req-7d793ce9-9e3f-42c2-86a6-70de4af76da8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:58:35.401615 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8747b026-a0f6-4d4c-bf60-06bb3600d0f8", "name": "network-vif-plugged", "status": "completed", "tag": "0185feb6-8693-4437-a94f-c883027e9aec", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:58:35.401872 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7d793ce9-9e3f-42c2-86a6-70de4af76da8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:58:35.402268 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8747b026-a0f6-4d4c-bf60-06bb3600d0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0185feb6-8693-4437-a94f-c883027e9aec', 'code': 200} Jul 07 19:58:35.543226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea69f0-6a3c-4db2-864a-8f473fdac80f req-f8b16c7e-f91c-4ea5-8e10-db776e39a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:35.544901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9ea69f0-6a3c-4db2-864a-8f473fdac80f req-f8b16c7e-f91c-4ea5-8e10-db776e39a4ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 1061 time: 0.0538073 Jul 07 19:58:35.640659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11dc47-2e03-4da0-8b10-af9adb29acb8 req-05040aab-477f-450f-9e2c-34e1bbb6865e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:35.642146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c11dc47-2e03-4da0-8b10-af9adb29acb8 req-05040aab-477f-450f-9e2c-34e1bbb6865e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 909 time: 0.0635328 Jul 07 19:58:36.824596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043773be-1183-48c2-99f0-57ffc0897bc9 req-18b56193-ba54-457d-b53a-3736c79480ff tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:36.826781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-043773be-1183-48c2-99f0-57ffc0897bc9 req-18b56193-ba54-457d-b53a-3736c79480ff tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 909 time: 0.0679991 Jul 07 19:58:37.002457 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034506f-641e-4708-bd63-2e2395d20415 req-593132ba-baa3-4f11-905d-526aa5ec9ac1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:37.003932 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4034506f-641e-4708-bd63-2e2395d20415 req-593132ba-baa3-4f11-905d-526aa5ec9ac1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 909 time: 0.0652297 Jul 07 19:58:37.166766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c20f1-9fad-4289-bbe0-402c78106044 req-16957017-de57-4ad1-bb7d-8f3195c2542e tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:37.168284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-469c20f1-9fad-4289-bbe0-402c78106044 req-16957017-de57-4ad1-bb7d-8f3195c2542e tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 1061 time: 0.0535769 Jul 07 19:58:37.328981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e88711-847f-49cc-a035-0496a9f3b535 req-ed28794a-a709-4dba-aeb7-46a676bcb0ef tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:37.330504 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74e88711-847f-49cc-a035-0496a9f3b535 req-ed28794a-a709-4dba-aeb7-46a676bcb0ef tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 1137 time: 0.0532966 Jul 07 19:58:37.371199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-74e88711-847f-49cc-a035-0496a9f3b535 req-98a881b6-d0d6-460b-bcb7-51223b4c49b0 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0346243 Jul 07 19:58:37.395513 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:37.460700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e43bf-7219-4f4c-90dd-b97da2da7579 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:37.462167 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-519e43bf-7219-4f4c-90dd-b97da2da7579 tempest-TestSecurityGroupsBasicOps-648272874 tempest-TestSecurityGroupsBasicOps-648272874-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 1056 time: 0.0650027 Jul 07 19:58:37.830017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452e9ee-0d73-4979-b788-29b0422fafe8 req-3ef65f97-eb28-4899-9fba-bc842c5c0b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:37.831933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6452e9ee-0d73-4979-b788-29b0422fafe8 req-3ef65f97-eb28-4899-9fba-bc842c5c0b31 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 909 time: 0.0667064 Jul 07 19:58:38.435386 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb933efa-596c-4bef-919e-a32d87c38eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:39.015055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbf50b-cac0-4671-8c2e-615f5c5c0972 req-ad8f888f-693c-4bd8-8909-12617720d2d0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:39.016596 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1dbf50b-cac0-4671-8c2e-615f5c5c0972 req-ad8f888f-693c-4bd8-8909-12617720d2d0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 909 time: 0.0679471 Jul 07 19:58:39.260747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412cdc1-07b6-4028-8497-3bed9c0ef279 req-c8bb19e6-96df-4e67-90f4-61624a0ceff1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:39.262106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c412cdc1-07b6-4028-8497-3bed9c0ef279 req-c8bb19e6-96df-4e67-90f4-61624a0ceff1 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.59 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 909 time: 0.0668712 Jul 07 19:58:39.360578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c412cdc1-07b6-4028-8497-3bed9c0ef279 req-9aa41754-ebfa-4688-a1c4-4224534cb95d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Deleting port 0185feb6-8693-4437-a94f-c883027e9aec {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:58:39.360928 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c412cdc1-07b6-4028-8497-3bed9c0ef279 req-9aa41754-ebfa-4688-a1c4-4224534cb95d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:39.453909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c412cdc1-07b6-4028-8497-3bed9c0ef279 req-9aa41754-ebfa-4688-a1c4-4224534cb95d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] For port 0185feb6-8693-4437-a94f-c883027e9aec, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0185feb6-8693-4437-a94f-c883027e9aec,segment=NetworkSegment(29d509c0-600f-42b6-b4c5-557f2edab955),segment_id=29d509c0-600f-42b6-b4c5-557f2edab955)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:39.454274 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c412cdc1-07b6-4028-8497-3bed9c0ef279 req-9aa41754-ebfa-4688-a1c4-4224534cb95d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:39.469653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c412cdc1-07b6-4028-8497-3bed9c0ef279 req-9aa41754-ebfa-4688-a1c4-4224534cb95d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Calling delete_port for 0185feb6-8693-4437-a94f-c883027e9aec owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:58:39.597125 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c412cdc1-07b6-4028-8497-3bed9c0ef279 req-9aa41754-ebfa-4688-a1c4-4224534cb95d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:39.634090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa41754-ebfa-4688-a1c4-4224534cb95d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'Port': ['ID=0185feb6-8693-4437-a94f-c883027e9aec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:39.693846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c412cdc1-07b6-4028-8497-3bed9c0ef279 req-9aa41754-ebfa-4688-a1c4-4224534cb95d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] No DVR routers for this DVR port 0185feb6-8693-4437-a94f-c883027e9aec on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:58:39.696788 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c412cdc1-07b6-4028-8497-3bed9c0ef279 req-9aa41754-ebfa-4688-a1c4-4224534cb95d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:39.698889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c412cdc1-07b6-4028-8497-3bed9c0ef279 req-9aa41754-ebfa-4688-a1c4-4224534cb95d tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.59 "DELETE /v2.0/ports/0185feb6-8693-4437-a94f-c883027e9aec HTTP/1.1" status: 204 len: 173 time: 0.4308076 Jul 07 19:58:39.699367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8747b026-a0f6-4d4c-bf60-06bb3600d0f8', 'name': 'network-vif-deleted', 'tag': '0185feb6-8693-4437-a94f-c883027e9aec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:58:39.702118 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebd51cf-2702-4030-966f-2f2715784588" -d '{"events": [{"server_uuid": "8747b026-a0f6-4d4c-bf60-06bb3600d0f8", "name": "network-vif-deleted", "tag": "0185feb6-8693-4437-a94f-c883027e9aec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:58:39.739081 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd94f6ed-d3e6-4439-a62f-6b6483d1bb1c x-openstack-request-id: req-cd94f6ed-d3e6-4439-a62f-6b6483d1bb1c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:58:39.739383 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8747b026-a0f6-4d4c-bf60-06bb3600d0f8", "name": "network-vif-deleted", "tag": "0185feb6-8693-4437-a94f-c883027e9aec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:58:39.740378 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cd94f6ed-d3e6-4439-a62f-6b6483d1bb1c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:58:39.741054 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8747b026-a0f6-4d4c-bf60-06bb3600d0f8', 'name': 'network-vif-deleted', 'tag': '0185feb6-8693-4437-a94f-c883027e9aec', 'status': 'completed', 'code': 200} Jul 07 19:58:40.185223 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eb9a9f09-be9e-4837-928b-fe8a261230c8 req-27fbfd2e-30e4-4d4b-b287-5fd31c732319 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=8747b026-a0f6-4d4c-bf60-06bb3600d0f8 HTTP/1.1" status: 200 len: 210 time: 0.0332940 Jul 07 19:58:41.140099 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6625527-7ed0-477b-a484-198dfecde564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:41.174846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0185feb6-8693-4437-a94f-c883027e9aec no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:58:41.195445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 0185feb6-8693-4437-a94f-c883027e9aec {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:58:41.195776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0185feb6-8693-4437-a94f-c883027e9aec not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:58:41.281860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:41.355088 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:41.663788 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:41.939636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Deleting port a1ebf588-fac3-405e-9702-e95b1724e448 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:58:41.939898 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:42.034472 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] For port a1ebf588-fac3-405e-9702-e95b1724e448, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a1ebf588-fac3-405e-9702-e95b1724e448,segment=NetworkSegment(29d509c0-600f-42b6-b4c5-557f2edab955),segment_id=29d509c0-600f-42b6-b4c5-557f2edab955)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:42.034831 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:42.048528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Calling delete_port for a1ebf588-fac3-405e-9702-e95b1724e448 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:58:42.249171 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:42.276259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'Port': ['ID=a1ebf588-fac3-405e-9702-e95b1724e448,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:42.461759 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:42.525860 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:42.674823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Router 1371d356-34e2-4687-821e-b1fd12495c06 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:58:42.781327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:58:42.786865 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ad30883e-843c-42d1-96a1-f9668fe23870 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "PUT /v2.0/routers/1371d356-34e2-4687-821e-b1fd12495c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5039368 Jul 07 19:58:42.789641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:42.792399 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c468414-b628-4cc8-b867-ddb514def5a3 None None] Sync routers for ids ['1371d356-34e2-4687-821e-b1fd12495c06'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:58:42.802342 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c468414-b628-4cc8-b867-ddb514def5a3 None None] Routers {'1371d356-34e2-4687-821e-b1fd12495c06'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:58:42.802963 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3c468414-b628-4cc8-b867-ddb514def5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:58:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1371d356-34e2-4687-821e-b1fd12495c06'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:42.847726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d2573f-c215-4c45-8699-be0f4b81000b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Deleting subnet fbfab9a1-767c-4452-b53a-89e638243629 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:58:42.851394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1d2573f-c215-4c45-8699-be0f4b81000b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:42.892417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1d2573f-c215-4c45-8699-be0f4b81000b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:42.910662 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3c468414-b628-4cc8-b867-ddb514def5a3 None None] Set router 1371d356-34e2-4687-821e-b1fd12495c06 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:58:43.017572 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1d2573f-c215-4c45-8699-be0f4b81000b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:43.078669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1d2573f-c215-4c45-8699-be0f4b81000b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:43.093592 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3c468414-b628-4cc8-b867-ddb514def5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1371d356-34e2-4687-821e-b1fd12495c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1292775192', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:42Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:43.109442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2573f-c215-4c45-8699-be0f4b81000b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'Subnet': ['ID=fbfab9a1-767c-4452-b53a-89e638243629,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:43.111431 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1d2573f-c215-4c45-8699-be0f4b81000b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:43.115726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b1d2573f-c215-4c45-8699-be0f4b81000b tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "DELETE /v2.0/subnets/fbfab9a1-767c-4452-b53a-89e638243629 HTTP/1.1" status: 204 len: 168 time: 0.3227062 Jul 07 19:58:43.116772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:43.122725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44a68e5-bdf3-4649-89b5-39999fae8a61 None None] Network f470984f-f96a-4dc3-9c8f-324d55cb7828 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:58:43.127182 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c468414-b628-4cc8-b867-ddb514def5a3 None None] Checking router: 1371d356-34e2-4687-821e-b1fd12495c06 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:58:43.136489 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c468414-b628-4cc8-b867-ddb514def5a3 None None] Routers {'1371d356-34e2-4687-821e-b1fd12495c06'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:58:43.137118 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3c468414-b628-4cc8-b867-ddb514def5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:58:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1371d356-34e2-4687-821e-b1fd12495c06'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:43.229355 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:43.251912 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3c468414-b628-4cc8-b867-ddb514def5a3 None None] Set router 1371d356-34e2-4687-821e-b1fd12495c06 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:58:43.335688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0756bc7e-9823-432f-aa46-600c0eadda67 None None] DHCP port deletion for f470984f-f96a-4dc3-9c8f-324d55cb7828 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:58:43.340371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:43.390144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0756bc7e-9823-432f-aa46-600c0eadda67 None None] Deleting port 66a1671f-cb49-473f-aed6-35225518aeb7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:58:43.390520 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0756bc7e-9823-432f-aa46-600c0eadda67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:43.402035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Deleting port a3621166-d0d2-47f8-b318-aa5f8275d8be {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:58:43.402535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:43.461615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0756bc7e-9823-432f-aa46-600c0eadda67 None None] For port 66a1671f-cb49-473f-aed6-35225518aeb7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=66a1671f-cb49-473f-aed6-35225518aeb7,segment=NetworkSegment(29d509c0-600f-42b6-b4c5-557f2edab955),segment_id=29d509c0-600f-42b6-b4c5-557f2edab955)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:43.462149 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0756bc7e-9823-432f-aa46-600c0eadda67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:43.477542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0756bc7e-9823-432f-aa46-600c0eadda67 None None] Calling delete_port for 66a1671f-cb49-473f-aed6-35225518aeb7 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:58:43.493514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] For port a3621166-d0d2-47f8-b318-aa5f8275d8be, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a3621166-d0d2-47f8-b318-aa5f8275d8be,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:43.494144 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:43.514854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Calling delete_port for a3621166-d0d2-47f8-b318-aa5f8275d8be owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:58:43.540511 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3c468414-b628-4cc8-b867-ddb514def5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1371d356-34e2-4687-821e-b1fd12495c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1292775192', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:42Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:43.567537 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0756bc7e-9823-432f-aa46-600c0eadda67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:43.570313 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c468414-b628-4cc8-b867-ddb514def5a3 None None] The sync data for ids ['1371d356-34e2-4687-821e-b1fd12495c06'] in n-d-792394-12 is: [{'id': '1371d356-34e2-4687-821e-b1fd12495c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1292775192', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:42Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'a3621166-d0d2-47f8-b318-aa5f8275d8be', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1371d356-34e2-4687-821e-b1fd12495c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:58:20Z', 'updated_at': '2021-07-07T19:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:58:43.601800 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756bc7e-9823-432f-aa46-600c0eadda67 None None] Pushing event deleted for resources: {'Port': ['ID=66a1671f-cb49-473f-aed6-35225518aeb7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:43.603909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756bc7e-9823-432f-aa46-600c0eadda67 None None] No DVR routers for this DVR port 66a1671f-cb49-473f-aed6-35225518aeb7 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:58:44.007857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a1ebf588-fac3-405e-9702-e95b1724e448 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:58:44.033919 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.034195 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: a1ebf588-fac3-405e-9702-e95b1724e448 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:58:44.034323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a1ebf588-fac3-405e-9702-e95b1724e448 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:58:44.034722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 66a1671f-cb49-473f-aed6-35225518aeb7 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:58:44.058319 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 66a1671f-cb49-473f-aed6-35225518aeb7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:58:44.058766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 66a1671f-cb49-473f-aed6-35225518aeb7 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:58:44.061200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'Port': ['ID=a3621166-d0d2-47f8-b318-aa5f8275d8be,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:44.094030 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.136588 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.238556 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.241279 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.284853 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.285385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Fanout notify agent at l3_agent the message router_deleted on router 1371d356-34e2-4687-821e-b1fd12495c06 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:58:44.292441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.293595 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-96bb23c4-68e3-433e-99ec-233df787fa8a tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "DELETE /v2.0/routers/1371d356-34e2-4687-821e-b1fd12495c06 HTTP/1.1" status: 204 len: 168 time: 1.1764903 Jul 07 19:58:44.296325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:44.380682 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.469438 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.479608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f470984f-f96a-4dc3-9c8f-324d55cb7828']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:44.489777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d509c0-600f-42b6-b4c5-557f2edab955') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:44.490069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d509c0-600f-42b6-b4c5-557f2edab955') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:44.499415 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.513650 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.519329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:58:44.519709 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:58:44.522913 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:58:44.587014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.594677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.595950 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "DELETE /v2.0/networks/f470984f-f96a-4dc3-9c8f-324d55cb7828 HTTP/1.1" status: 204 len: 168 time: 0.2986307 Jul 07 19:58:44.598868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:44.608802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb7a2a-eb27-41b1-ad9d-d12fdef86ca0 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'Network': ['ID=f470984f-f96a-4dc3-9c8f-324d55cb7828,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:44.815419 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Deleting port cfead680-61fe-4193-b352-46569adbb63b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:58:44.815770 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.891394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.891721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:44.903332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Calling delete_port for cfead680-61fe-4193-b352-46569adbb63b owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:58:45.082637 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:45.109821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'Port': ['ID=cfead680-61fe-4193-b352-46569adbb63b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:45.168857 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:45.169185 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Floating IP cc8a6c85-081b-4749-b59c-acc748b364da disassociated (deleted). External IP: 172.25.2.235, port: 641e0a6b-086d-452b-ac65-8d2c17a68a1c. Jul 07 19:58:45.637032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Router c68086b7-51c0-4ad0-8539-7a82659796e2 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:58:45.744687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:58:45.748997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:45.753661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3aa3d-3a13-4fe3-a45f-07766dec7e56 None None] Sync routers for ids ['c68086b7-51c0-4ad0-8539-7a82659796e2'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:58:45.763322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3aa3d-3a13-4fe3-a45f-07766dec7e56 None None] Routers {'c68086b7-51c0-4ad0-8539-7a82659796e2'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:58:45.764023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15f3aa3d-3a13-4fe3-a45f-07766dec7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:58:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c68086b7-51c0-4ad0-8539-7a82659796e2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:45.785902 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-98f48e88-2d25-4a59-9d6d-a263477ac937 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "DELETE /v2.0/floatingips/cc8a6c85-081b-4749-b59c-acc748b364da HTTP/1.1" status: 204 len: 168 time: 1.1858788 Jul 07 19:58:45.786493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'tag': '641e0a6b-086d-452b-ac65-8d2c17a68a1c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:58:45.789096 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b53fcac-717e-4507-961d-b9551c332d77" -d '{"events": [{"name": "network-changed", "server_uuid": "0f97878b-c03c-41bf-a387-91c41c22d4c6", "tag": "641e0a6b-086d-452b-ac65-8d2c17a68a1c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:58:45.831824 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2892b0b-39c5-4080-9d6d-9760b0afc240 x-openstack-request-id: req-d2892b0b-39c5-4080-9d6d-9760b0afc240 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:58:45.832224 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f97878b-c03c-41bf-a387-91c41c22d4c6", "tag": "641e0a6b-086d-452b-ac65-8d2c17a68a1c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:58:45.832646 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d2892b0b-39c5-4080-9d6d-9760b0afc240 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:58:45.833504 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'tag': '641e0a6b-086d-452b-ac65-8d2c17a68a1c', 'status': 'completed', 'code': 200} Jul 07 19:58:45.885635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-15f3aa3d-3a13-4fe3-a45f-07766dec7e56 None None] Set router c68086b7-51c0-4ad0-8539-7a82659796e2 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:58:45.917374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53fcac-717e-4507-961d-b9551c332d77 req-0b33dced-6303-443b-8c84-652a67def565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:45.920339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b53fcac-717e-4507-961d-b9551c332d77 req-0b33dced-6303-443b-8c84-652a67def565 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=77acaf4380d347d48c9e30dcdb3afc0d&device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 1137 time: 0.0650754 Jul 07 19:58:46.006452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a3621166-d0d2-47f8-b318-aa5f8275d8be no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:58:46.029540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53fcac-717e-4507-961d-b9551c332d77 req-480b56a9-1084-4af0-8bd7-cdf82552e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:46.032150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b53fcac-717e-4507-961d-b9551c332d77 req-480b56a9-1084-4af0-8bd7-cdf82552e129 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e0d9c461-70fc-43d1-bf7c-0ccee821e253 HTTP/1.1" status: 200 len: 899 time: 0.1044037 Jul 07 19:58:46.032307 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: a3621166-d0d2-47f8-b318-aa5f8275d8be {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:58:46.032506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a3621166-d0d2-47f8-b318-aa5f8275d8be not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:58:46.080318 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b53fcac-717e-4507-961d-b9551c332d77 req-fff75f30-12e4-4e6a-a8da-a8bef08b7292 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=641e0a6b-086d-452b-ac65-8d2c17a68a1c HTTP/1.1" status: 200 len: 217 time: 0.0410016 Jul 07 19:58:46.136872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53fcac-717e-4507-961d-b9551c332d77 req-4c539984-2dd6-45e3-bf5d-a8cb008010f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:46.138376 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b53fcac-717e-4507-961d-b9551c332d77 req-4c539984-2dd6-45e3-bf5d-a8cb008010f3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b97ff0d4-ce37-47e3-b8d2-ce873e2b7209 HTTP/1.1" status: 200 len: 834 time: 0.0515664 Jul 07 19:58:46.173656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15f3aa3d-3a13-4fe3-a45f-07766dec7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:27Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '46551095-e61b-4dd7-ac1d-3733d9bb14a1', 'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:27Z', 'updated_at': '2021-07-07T19:57:32Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:46.200415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3aa3d-3a13-4fe3-a45f-07766dec7e56 None None] Checking router: c68086b7-51c0-4ad0-8539-7a82659796e2 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:58:46.208913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3aa3d-3a13-4fe3-a45f-07766dec7e56 None None] Routers {'c68086b7-51c0-4ad0-8539-7a82659796e2'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:58:46.210155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15f3aa3d-3a13-4fe3-a45f-07766dec7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:58:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c68086b7-51c0-4ad0-8539-7a82659796e2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:46.247746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53fcac-717e-4507-961d-b9551c332d77 req-6aeed7b8-ec7e-4b9d-997c-e1693ced6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:46.249782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b53fcac-717e-4507-961d-b9551c332d77 req-6aeed7b8-ec7e-4b9d-997c-e1693ced6026 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e0d9c461-70fc-43d1-bf7c-0ccee821e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040978 Jul 07 19:58:46.274107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e6e7-d24a-45c2-9647-b389ad855724 req-9fe23ae7-4e22-4fcc-aa88-a60818e35a2f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:46.275687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f652e6e7-d24a-45c2-9647-b389ad855724 req-9fe23ae7-4e22-4fcc-aa88-a60818e35a2f tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 985 time: 0.1219456 Jul 07 19:58:46.319266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-15f3aa3d-3a13-4fe3-a45f-07766dec7e56 None None] Set router c68086b7-51c0-4ad0-8539-7a82659796e2 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:58:46.369712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f652e6e7-d24a-45c2-9647-b389ad855724 req-e3e7ce18-c586-4df3-a212-fb301d60891e tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0822251 Jul 07 19:58:46.391257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b53fcac-717e-4507-961d-b9551c332d77 req-d235a841-f365-4fd9-a895-b606154ee93a service neutron] 10.222.0.112 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318674 Jul 07 19:58:46.484227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b53fcac-717e-4507-961d-b9551c332d77 req-18e365ef-d616-43d7-b104-450250818b92 service neutron] 10.222.0.112 "GET /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869327 Jul 07 19:58:46.527439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15f3aa3d-3a13-4fe3-a45f-07766dec7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:27Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '46551095-e61b-4dd7-ac1d-3733d9bb14a1', 'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:27Z', 'updated_at': '2021-07-07T19:57:32Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:46.553648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3aa3d-3a13-4fe3-a45f-07766dec7e56 None None] The sync data for ids ['c68086b7-51c0-4ad0-8539-7a82659796e2'] in n-d-792394-12 is: [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:27Z', 'revision_number': 4, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '46551095-e61b-4dd7-ac1d-3733d9bb14a1', 'name': '', 'network_id': 'e0d9c461-70fc-43d1-bf7c-0ccee821e253', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:27Z', 'updated_at': '2021-07-07T19:57:32Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'subnets': [{'id': 'b97ff0d4-ce37-47e3-b8d2-ce873e2b7209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:58:46.777565 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98276a46-7370-4094-a0b3-9aa8f1cb4dde None None] New status for floating IP cc8a6c85-081b-4749-b59c-acc748b364da: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:58:47.470355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6299a-98cc-415c-8271-da467b91b7f7 req-7a766ad4-0695-47ec-b766-82e778c87025 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:47.471835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10b6299a-98cc-415c-8271-da467b91b7f7 req-7a766ad4-0695-47ec-b766-82e778c87025 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.112 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 985 time: 0.0703852 Jul 07 19:58:47.616904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edff39-f401-4aa1-bd7e-d3d787e213fe req-0d9699d4-c5a0-48f0-a18c-60efdfaf9fd2 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:58:47.619613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4edff39-f401-4aa1-bd7e-d3d787e213fe req-0d9699d4-c5a0-48f0-a18c-60efdfaf9fd2 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f97878b-c03c-41bf-a387-91c41c22d4c6 HTTP/1.1" status: 200 len: 985 time: 0.1339192 Jul 07 19:58:47.657292 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-10b6299a-98cc-415c-8271-da467b91b7f7 req-9a7fafaa-964b-4a3d-8b8f-8ec09643a726 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Deleting port 641e0a6b-086d-452b-ac65-8d2c17a68a1c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:58:47.657633 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-10b6299a-98cc-415c-8271-da467b91b7f7 req-9a7fafaa-964b-4a3d-8b8f-8ec09643a726 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:47.709054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4edff39-f401-4aa1-bd7e-d3d787e213fe req-6c2d1b1b-3487-4362-878a-cc115a0ede62 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a185fbc-0419-4907-a10a-0bd3fc86d6ca&id=46ea4e4d-554c-4655-b0be-b0c481b6c842&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0823030 Jul 07 19:58:47.757831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-10b6299a-98cc-415c-8271-da467b91b7f7 req-9a7fafaa-964b-4a3d-8b8f-8ec09643a726 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] For port 641e0a6b-086d-452b-ac65-8d2c17a68a1c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=641e0a6b-086d-452b-ac65-8d2c17a68a1c,segment=NetworkSegment(f1f1280c-e6a7-4667-ba08-88950c27bbf1),segment_id=f1f1280c-e6a7-4667-ba08-88950c27bbf1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:47.758192 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-10b6299a-98cc-415c-8271-da467b91b7f7 req-9a7fafaa-964b-4a3d-8b8f-8ec09643a726 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:47.771192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-10b6299a-98cc-415c-8271-da467b91b7f7 req-9a7fafaa-964b-4a3d-8b8f-8ec09643a726 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Calling delete_port for 641e0a6b-086d-452b-ac65-8d2c17a68a1c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:58:47.913614 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-10b6299a-98cc-415c-8271-da467b91b7f7 req-9a7fafaa-964b-4a3d-8b8f-8ec09643a726 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:47.942886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fafaa-964b-4a3d-8b8f-8ec09643a726 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'Port': ['ID=641e0a6b-086d-452b-ac65-8d2c17a68a1c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:47.988133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b6299a-98cc-415c-8271-da467b91b7f7 req-9a7fafaa-964b-4a3d-8b8f-8ec09643a726 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] No DVR routers for this DVR port 641e0a6b-086d-452b-ac65-8d2c17a68a1c on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:58:47.991548 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-10b6299a-98cc-415c-8271-da467b91b7f7 req-9a7fafaa-964b-4a3d-8b8f-8ec09643a726 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:47.993750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-10b6299a-98cc-415c-8271-da467b91b7f7 req-9a7fafaa-964b-4a3d-8b8f-8ec09643a726 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.112 "DELETE /v2.0/ports/641e0a6b-086d-452b-ac65-8d2c17a68a1c HTTP/1.1" status: 204 len: 173 time: 0.5167227 Jul 07 19:58:47.994196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'name': 'network-vif-deleted', 'tag': '641e0a6b-086d-452b-ac65-8d2c17a68a1c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:58:47.996580 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855aa6c1-77f5-428f-93b1-7aa092868d06" -d '{"events": [{"server_uuid": "0f97878b-c03c-41bf-a387-91c41c22d4c6", "name": "network-vif-deleted", "tag": "641e0a6b-086d-452b-ac65-8d2c17a68a1c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:58:48.033485 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab5d6ae-cc56-4155-97ca-6f54f3228a4d x-openstack-request-id: req-9ab5d6ae-cc56-4155-97ca-6f54f3228a4d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:58:48.033784 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f97878b-c03c-41bf-a387-91c41c22d4c6", "name": "network-vif-deleted", "tag": "641e0a6b-086d-452b-ac65-8d2c17a68a1c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:58:48.034034 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ab5d6ae-cc56-4155-97ca-6f54f3228a4d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:58:48.034430 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f97878b-c03c-41bf-a387-91c41c22d4c6', 'name': 'network-vif-deleted', 'tag': '641e0a6b-086d-452b-ac65-8d2c17a68a1c', 'status': 'completed', 'code': 200} Jul 07 19:58:48.802578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:48.862759 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44ddccd3-2dd5-4394-97ff-ff01b3b58549 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:48.885446 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44ddccd3-2dd5-4394-97ff-ff01b3b58549 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:48.927107 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44ddccd3-2dd5-4394-97ff-ff01b3b58549 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:48.930805 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44ddccd3-2dd5-4394-97ff-ff01b3b58549 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:48.931968 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-44ddccd3-2dd5-4394-97ff-ff01b3b58549 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "DELETE /v2.0/security-groups/46ea4e4d-554c-4655-b0be-b0c481b6c842 HTTP/1.1" status: 204 len: 168 time: 0.1278062 Jul 07 19:58:48.933752 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:58:48.934940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:48.941202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddccd3-2dd5-4394-97ff-ff01b3b58549 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ea4e4d-554c-4655-b0be-b0c481b6c842,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:48.992151 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ec63b-eb6f-4dce-8029-9e6a773087f8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.015721 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ec63b-eb6f-4dce-8029-9e6a773087f8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.060402 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ec63b-eb6f-4dce-8029-9e6a773087f8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.062939 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ec63b-eb6f-4dce-8029-9e6a773087f8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.064100 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b10ec63b-eb6f-4dce-8029-9e6a773087f8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "DELETE /v2.0/security-groups/1a185fbc-0419-4907-a10a-0bd3fc86d6ca HTTP/1.1" status: 204 len: 168 time: 0.1276548 Jul 07 19:58:49.067282 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:49.073323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ec63b-eb6f-4dce-8029-9e6a773087f8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a185fbc-0419-4907-a10a-0bd3fc86d6ca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:49.342102 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.435553 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.711950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Deleting port 46551095-e61b-4dd7-ac1d-3733d9bb14a1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:58:49.712204 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.804301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] For port 46551095-e61b-4dd7-ac1d-3733d9bb14a1, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=46551095-e61b-4dd7-ac1d-3733d9bb14a1,segment=NetworkSegment(f1f1280c-e6a7-4667-ba08-88950c27bbf1),segment_id=f1f1280c-e6a7-4667-ba08-88950c27bbf1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:49.805091 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:49.817347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Calling delete_port for 46551095-e61b-4dd7-ac1d-3733d9bb14a1 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:58:50.007215 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:50.034725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'Port': ['ID=46551095-e61b-4dd7-ac1d-3733d9bb14a1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:50.216740 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:50.434575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Router c68086b7-51c0-4ad0-8539-7a82659796e2 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:58:50.541658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:58:50.546785 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9a8989a4-6cf6-4906-9ecf-825664ed47a4 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "PUT /v2.0/routers/c68086b7-51c0-4ad0-8539-7a82659796e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4782486 Jul 07 19:58:50.549517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:50.552156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1559218-b0c8-468f-9486-fdceb9cdcb16 None None] Sync routers for ids ['c68086b7-51c0-4ad0-8539-7a82659796e2'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:58:50.562584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1559218-b0c8-468f-9486-fdceb9cdcb16 None None] Routers {'c68086b7-51c0-4ad0-8539-7a82659796e2'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:58:50.563199 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b1559218-b0c8-468f-9486-fdceb9cdcb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:58:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c68086b7-51c0-4ad0-8539-7a82659796e2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:50.601581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6e836f-ad90-470e-81f8-ede1d5c81d5c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Deleting subnet b97ff0d4-ce37-47e3-b8d2-ce873e2b7209 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:58:50.605124 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e6e836f-ad90-470e-81f8-ede1d5c81d5c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:50.644459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e6e836f-ad90-470e-81f8-ede1d5c81d5c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:50.670372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b1559218-b0c8-468f-9486-fdceb9cdcb16 None None] Set router c68086b7-51c0-4ad0-8539-7a82659796e2 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:58:50.735201 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e6e836f-ad90-470e-81f8-ede1d5c81d5c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:50.793103 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e6e836f-ad90-470e-81f8-ede1d5c81d5c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:50.823280 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e6e836f-ad90-470e-81f8-ede1d5c81d5c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:50.826085 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6e6e836f-ad90-470e-81f8-ede1d5c81d5c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "DELETE /v2.0/subnets/b97ff0d4-ce37-47e3-b8d2-ce873e2b7209 HTTP/1.1" status: 204 len: 168 time: 0.2756245 Jul 07 19:58:50.827121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e836f-ad90-470e-81f8-ede1d5c81d5c tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'Subnet': ['ID=b97ff0d4-ce37-47e3-b8d2-ce873e2b7209,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:50.829466 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:50.840373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c87fea8-2d69-4545-8dc7-6c018685f10e None None] Network e0d9c461-70fc-43d1-bf7c-0ccee821e253 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:58:50.937845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b1559218-b0c8-468f-9486-fdceb9cdcb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:58:49Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:50.948929 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:50.985592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1559218-b0c8-468f-9486-fdceb9cdcb16 None None] Checking router: c68086b7-51c0-4ad0-8539-7a82659796e2 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:58:50.999837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1559218-b0c8-468f-9486-fdceb9cdcb16 None None] Routers {'c68086b7-51c0-4ad0-8539-7a82659796e2'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:58:51.000464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b1559218-b0c8-468f-9486-fdceb9cdcb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T19:58:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['c68086b7-51c0-4ad0-8539-7a82659796e2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:51.058754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.114924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Deleting port d100a1f6-a0e0-491b-b5b7-0c8227525336 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:58:51.115286 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.120453 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b1559218-b0c8-468f-9486-fdceb9cdcb16 None None] Set router c68086b7-51c0-4ad0-8539-7a82659796e2 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:58:51.179636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29994768-0822-4143-b0f6-ff64eb9ae0be None None] DHCP port deletion for e0d9c461-70fc-43d1-bf7c-0ccee821e253 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:58:51.203165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] For port d100a1f6-a0e0-491b-b5b7-0c8227525336, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d100a1f6-a0e0-491b-b5b7-0c8227525336,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:51.203533 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.216259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Calling delete_port for d100a1f6-a0e0-491b-b5b7-0c8227525336 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:58:51.379864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 641e0a6b-086d-452b-ac65-8d2c17a68a1c no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:58:51.399222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.422497 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 641e0a6b-086d-452b-ac65-8d2c17a68a1c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:58:51.422892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 641e0a6b-086d-452b-ac65-8d2c17a68a1c not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:58:51.425325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'Port': ['ID=d100a1f6-a0e0-491b-b5b7-0c8227525336,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:51.496744 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-29994768-0822-4143-b0f6-ff64eb9ae0be None None] Deleting port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:58:51.497080 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29994768-0822-4143-b0f6-ff64eb9ae0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.499982 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.571526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-29994768-0822-4143-b0f6-ff64eb9ae0be None None] For port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0e9857ec-9a8d-4102-bf59-9c60e542ab1e,segment=NetworkSegment(f1f1280c-e6a7-4667-ba08-88950c27bbf1),segment_id=f1f1280c-e6a7-4667-ba08-88950c27bbf1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:58:51.572126 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29994768-0822-4143-b0f6-ff64eb9ae0be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.586989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-29994768-0822-4143-b0f6-ff64eb9ae0be None None] Calling delete_port for 0e9857ec-9a8d-4102-bf59-9c60e542ab1e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:58:51.595119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.597313 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.605274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b1559218-b0c8-468f-9486-fdceb9cdcb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:58:49Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:51.642466 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.642929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Fanout notify agent at l3_agent the message router_deleted on router c68086b7-51c0-4ad0-8539-7a82659796e2 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:58:51.653963 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.655443 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6871d4c6-f40c-416a-93bd-88c1e79f12c8 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "DELETE /v2.0/routers/c68086b7-51c0-4ad0-8539-7a82659796e2 HTTP/1.1" status: 204 len: 168 time: 0.8240392 Jul 07 19:58:51.657789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:51.666128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1559218-b0c8-468f-9486-fdceb9cdcb16 None None] The sync data for ids ['c68086b7-51c0-4ad0-8539-7a82659796e2'] in n-d-792394-12 is: [{'id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969368977', 'tenant_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:58:49Z', 'revision_number': 5, 'project_id': '77acaf4380d347d48c9e30dcdb3afc0d', 'gw_port': {'id': 'd100a1f6-a0e0-491b-b5b7-0c8227525336', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68086b7-51c0-4ad0-8539-7a82659796e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:57:24Z', 'updated_at': '2021-07-07T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:58:51.708127 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29994768-0822-4143-b0f6-ff64eb9ae0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.734476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29994768-0822-4143-b0f6-ff64eb9ae0be None None] Pushing event deleted for resources: {'Port': ['ID=0e9857ec-9a8d-4102-bf59-9c60e542ab1e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:51.738097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29994768-0822-4143-b0f6-ff64eb9ae0be None None] No DVR routers for this DVR port 0e9857ec-9a8d-4102-bf59-9c60e542ab1e on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:58:51.742192 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.833808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.844888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d9c461-70fc-43d1-bf7c-0ccee821e253']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:51.856570 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f1280c-e6a7-4667-ba08-88950c27bbf1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:51.856865 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f1280c-e6a7-4667-ba08-88950c27bbf1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:58:51.865999 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.880084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.886229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:58:51.886618 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: timer() Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:58:51.889563 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:58:51.952352 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.961143 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:51.962980 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] 10.222.0.113 "DELETE /v2.0/networks/e0d9c461-70fc-43d1-bf7c-0ccee821e253 HTTP/1.1" status: 204 len: 168 time: 0.3041940 Jul 07 19:58:51.974494 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e4d7f-3151-47e8-be2d-5f51693551b9 tempest-TestSecurityGroupsBasicOps-2054575447 tempest-TestSecurityGroupsBasicOps-2054575447-project] Pushing event deleted for resources: {'Network': ['ID=e0d9c461-70fc-43d1-bf7c-0ccee821e253,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:52.129685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0e9857ec-9a8d-4102-bf59-9c60e542ab1e no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:58:52.151177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 0e9857ec-9a8d-4102-bf59-9c60e542ab1e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:58:52.151820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0e9857ec-9a8d-4102-bf59-9c60e542ab1e not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:58:52.152250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 46551095-e61b-4dd7-ac1d-3733d9bb14a1 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:58:52.175125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 46551095-e61b-4dd7-ac1d-3733d9bb14a1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:58:52.175477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 46551095-e61b-4dd7-ac1d-3733d9bb14a1 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:58:52.292403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:52.428798 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a50839b4-a601-4194-a3b0-d70e886857b4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=77acaf4380d347d48c9e30dcdb3afc0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348784 Jul 07 19:58:52.431563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:52.481493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1fd9-23e2-4aa0-90f1-b87be7a53202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:52.502995 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1fd9-23e2-4aa0-90f1-b87be7a53202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:52.550094 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1fd9-23e2-4aa0-90f1-b87be7a53202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:52.552653 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1fd9-23e2-4aa0-90f1-b87be7a53202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:52.555180 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0c0c1fd9-23e2-4aa0-90f1-b87be7a53202 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4f9e6649-bc55-46e9-8be4-c399cc62ef89 HTTP/1.1" status: 204 len: 168 time: 0.1226032 Jul 07 19:58:52.563399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c1fd9-23e2-4aa0-90f1-b87be7a53202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9e6649-bc55-46e9-8be4-c399cc62ef89,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:52.818183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:52.832976 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0405e387-ffe6-4df3-be59-a0bf804e673c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:52.926484 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0405e387-ffe6-4df3-be59-a0bf804e673c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:52.932432 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0405e387-ffe6-4df3-be59-a0bf804e673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:52.969076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405e387-ffe6-4df3-be59-a0bf804e673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656f1fab-c6b8-4dce-a7a3-9824dba74d6e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:52.973905 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0405e387-ffe6-4df3-be59-a0bf804e673c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=89e4ea93a7374efc893113e52e7d3d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535020 Jul 07 19:58:52.977234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 35860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:53.028359 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8356e3df-6537-4724-aecc-2482bd722922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:53.050520 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8356e3df-6537-4724-aecc-2482bd722922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:53.096409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8356e3df-6537-4724-aecc-2482bd722922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:53.098940 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8356e3df-6537-4724-aecc-2482bd722922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:53.100829 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8356e3df-6537-4724-aecc-2482bd722922 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/656f1fab-c6b8-4dce-a7a3-9824dba74d6e HTTP/1.1" status: 204 len: 168 time: 0.1224720 Jul 07 19:58:53.108772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356e3df-6537-4724-aecc-2482bd722922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656f1fab-c6b8-4dce-a7a3-9824dba74d6e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:53.414863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:53.454982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7ad3357e-78bf-474b-bb20-cfd5737bfeb8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4267f1e968f64da9ae4fe00981f4d582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389285 Jul 07 19:58:53.457601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:58:53.507878 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-379b0a01-9c4f-49fe-98a4-6c50734864ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:53.529146 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-379b0a01-9c4f-49fe-98a4-6c50734864ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:53.575941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-379b0a01-9c4f-49fe-98a4-6c50734864ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:53.579034 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-379b0a01-9c4f-49fe-98a4-6c50734864ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:58:53.580198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-379b0a01-9c4f-49fe-98a4-6c50734864ea admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9be6c088-2900-4b3c-b301-d63bdcd0623e HTTP/1.1" status: 204 len: 168 time: 0.1216950 Jul 07 19:58:53.588780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b0a01-9c4f-49fe-98a4-6c50734864ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be6c088-2900-4b3c-b301-d63bdcd0623e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:58:53.921545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d100a1f6-a0e0-491b-b5b7-0c8227525336 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:58:53.943588 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d100a1f6-a0e0-491b-b5b7-0c8227525336 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:58:53.944060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d100a1f6-a0e0-491b-b5b7-0c8227525336 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:59:03.753286 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:03.846502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-0a2a7361-9590-4418-bacd-dfec2999b6ec tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=3b5da991f1624715a00cdc9560b96e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432813 Jul 07 19:59:04.300603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-bb4801d6-28b2-4fc5-a1cd-8d5184e37a09 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:04.302088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-bb4801d6-28b2-4fc5-a1cd-8d5184e37a09 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4501820 Jul 07 19:59:04.317795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-5e95c0d0-f576-492a-9d9b-d8a9e82b89f2 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/quotas/3b5da991f1624715a00cdc9560b96e9f HTTP/1.1" status: 200 len: 375 time: 0.0094416 Jul 07 19:59:04.350732 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e4ff0050-b27d-4db9-9950-7fe1ecf8b9ca tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=3b5da991f1624715a00cdc9560b96e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277970 Jul 07 19:59:04.536939 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a888260b-798a-48ff-8a62-a07b4ad817f9 req-ba17ba6e-2220-449d-bd4a-16d3ec70c117 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 210 time: 0.0289850 Jul 07 19:59:05.501537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-45792dbb-194b-4fe0-955f-c871555b1d5e tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=3b5da991f1624715a00cdc9560b96e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268919 Jul 07 19:59:05.621860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-21f72cf8-f812-4967-94a3-6e1e2ce93b7f tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:05.623357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-21f72cf8-f812-4967-94a3-6e1e2ce93b7f tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1173809 Jul 07 19:59:05.636815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Request body: {'port': {'device_id': '636cea42-e4a8-4b5f-9eae-e101ea8ee6bd', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'admin_state_up': True, 'tenant_id': '3b5da991f1624715a00cdc9560b96e9f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:59:05.720191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29f3941e-2c93-428d-ace4-b1e265882dd3 req-a983edde-3717-44ed-a57f-39e763f197dc tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 210 time: 0.0369585 Jul 07 19:59:05.779547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Made reservation on behalf of 3b5da991f1624715a00cdc9560b96e9f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:59:05.783071 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.792319 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.889250 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.893132 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:05.961907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b835e82b-e2a4-4979-9ca1-873f19d0e3e0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:06.036294 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Allocated IP 192.168.233.182 (e4030519-8b01-48f6-bdcb-d23aefbd98ba/9bbe8802-2f74-420c-82c6-024726d2f0fb/34db5704-1d07-4e55-bd14-de1f1fc8d48f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:59:06.185082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.200394 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Transition to ACTIVE for port object 34db5704-1d07-4e55-bd14-de1f1fc8d48f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:59:06.232932 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.277719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Network e4030519-8b01-48f6-bdcb-d23aefbd98ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:59:06.282767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:59:06.286466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:59:06.293338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Pushing event updated for resources: {'Port': ['ID=34db5704-1d07-4e55-bd14-de1f1fc8d48f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:06.342734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:06.343446 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.359226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-a931f42d-3399-4686-b034-39dbab3144dd tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7271628 Jul 07 19:59:06.371268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Request body: {'port': {'device_id': '636cea42-e4a8-4b5f-9eae-e101ea8ee6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:59:06.463507 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.527825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-931cffb2-ca4b-461a-b8d6-861e2ed6fdc5 None None] Provisioning for port 34db5704-1d07-4e55-bd14-de1f1fc8d48f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:59:06.532213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-931cffb2-ca4b-461a-b8d6-861e2ed6fdc5 None None] Provisioning complete for port 34db5704-1d07-4e55-bd14-de1f1fc8d48f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:59:06.532665 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-931cffb2-ca4b-461a-b8d6-861e2ed6fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.570338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-931cffb2-ca4b-461a-b8d6-861e2ed6fdc5 None None] Port 34db5704-1d07-4e55-bd14-de1f1fc8d48f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:59:06.746152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34db5704-1d07-4e55-bd14-de1f1fc8d48f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:59:06.754121 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.767925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Transition to ACTIVE for port object 34db5704-1d07-4e55-bd14-de1f1fc8d48f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:59:06.771940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:06.822526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Pushing event updated for resources: {'Port': ['ID=34db5704-1d07-4e55-bd14-de1f1fc8d48f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:06.945289 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Attempting to bind port 34db5704-1d07-4e55-bd14-de1f1fc8d48f on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:59:06.945629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Attempting to bind port 34db5704-1d07-4e55-bd14-de1f1fc8d48f by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:59:06.945992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Attempting to bind port 34db5704-1d07-4e55-bd14-de1f1fc8d48f on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:59:06.954834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Port 34db5704-1d07-4e55-bd14-de1f1fc8d48f on network e4030519-8b01-48f6-bdcb-d23aefbd98ba not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:59:06.955140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Attempting to bind port 34db5704-1d07-4e55-bd14-de1f1fc8d48f on network e4030519-8b01-48f6-bdcb-d23aefbd98ba {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:59:06.965998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f4f29-ed2c-48bf-b810-f805dd6fc0fd req-a9891cac-3031-4845-81f0-c528c1c37da0 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:06.967603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f90f4f29-ed2c-48bf-b810-f805dd6fc0fd req-a9891cac-3031-4845-81f0-c528c1c37da0 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 948 time: 0.1203127 Jul 07 19:59:06.970738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:59:06.971077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Checking segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:59:06.971470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Bound using segment: {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:59:06.971904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Bound port: 34db5704-1d07-4e55-bd14-de1f1fc8d48f, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfb7d94-9515-4721-a06d-62b9a40b26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:59:06.972264 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:07.039557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f90f4f29-ed2c-48bf-b810-f805dd6fc0fd req-1b93254b-3972-480f-9a27-9555ad6da2b2 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/security-groups?id=b835e82b-e2a4-4979-9ca1-873f19d0e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637686 Jul 07 19:59:07.065193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] For port 34db5704-1d07-4e55-bd14-de1f1fc8d48f, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:59:07.068338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] For port 34db5704-1d07-4e55-bd14-de1f1fc8d48f, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=34db5704-1d07-4e55-bd14-de1f1fc8d48f,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:59:07.073367 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:07.111142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:07.111753 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:07.113184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] 10.222.0.112 "PUT /v2.0/ports/34db5704-1d07-4e55-bd14-de1f1fc8d48f HTTP/1.1" status: 200 len: 1097 time: 0.7463264 Jul 07 19:59:07.113668 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636cea42-e4a8-4b5f-9eae-e101ea8ee6bd', 'tag': '34db5704-1d07-4e55-bd14-de1f1fc8d48f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:59:07.115931 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fec69af-4af8-4621-a33f-c1f2049d7de5" -d '{"events": [{"name": "network-changed", "server_uuid": "636cea42-e4a8-4b5f-9eae-e101ea8ee6bd", "tag": "34db5704-1d07-4e55-bd14-de1f1fc8d48f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:59:07.153946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed6be3-35a2-4fd6-98d0-c0b27972740d service neutron] Pushing event updated for resources: {'Port': ['ID=34db5704-1d07-4e55-bd14-de1f1fc8d48f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:07.164412 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f6dc4a-e6c7-41c7-96c8-10fe223d2e55 x-openstack-request-id: req-18f6dc4a-e6c7-41c7-96c8-10fe223d2e55 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:59:07.164728 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636cea42-e4a8-4b5f-9eae-e101ea8ee6bd", "tag": "34db5704-1d07-4e55-bd14-de1f1fc8d48f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:59:07.164981 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-18f6dc4a-e6c7-41c7-96c8-10fe223d2e55 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:59:07.165430 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636cea42-e4a8-4b5f-9eae-e101ea8ee6bd', 'tag': '34db5704-1d07-4e55-bd14-de1f1fc8d48f', 'status': 'completed', 'code': 200} Jul 07 19:59:07.219596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-df9c26bf-7134-4eb4-9b1b-b576f8532711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:07.221187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-df9c26bf-7134-4eb4-9b1b-b576f8532711 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3b5da991f1624715a00cdc9560b96e9f&device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 1100 time: 0.0594337 Jul 07 19:59:07.263817 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-70da9b9b-4b73-4b87-ae1d-e3c9e936d3f1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=34db5704-1d07-4e55-bd14-de1f1fc8d48f HTTP/1.1" status: 200 len: 217 time: 0.0355628 Jul 07 19:59:07.319020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-7edf5461-5c6c-4e52-9fb4-12f3b124b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:07.320530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-7edf5461-5c6c-4e52-9fb4-12f3b124b408 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0508626 Jul 07 19:59:07.378985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-f548259e-6969-472d-9141-4940e5092ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:07.380421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-f548259e-6969-472d-9141-4940e5092ace service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529897 Jul 07 19:59:07.477233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-fa65a162-ef86-4389-be52-3c163a7ef2b2 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901091 Jul 07 19:59:07.571548 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83da6ca1-8d37-4dc6-afd8-b66e73db7af4 req-cf2f74a7-cdce-4578-9bc5-3d711a3df58c service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871296 Jul 07 19:59:07.671319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec69af-4af8-4621-a33f-c1f2049d7de5 req-1ca10012-61c0-4d9a-889a-0cfb265c0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:07.672854 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fec69af-4af8-4621-a33f-c1f2049d7de5 req-1ca10012-61c0-4d9a-889a-0cfb265c0d99 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3b5da991f1624715a00cdc9560b96e9f&device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 1100 time: 0.0528357 Jul 07 19:59:07.766647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec69af-4af8-4621-a33f-c1f2049d7de5 req-3792fa6c-c005-47c9-854f-e628d4a6c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:07.768136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fec69af-4af8-4621-a33f-c1f2049d7de5 req-3792fa6c-c005-47c9-854f-e628d4a6c129 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4030519-8b01-48f6-bdcb-d23aefbd98ba HTTP/1.1" status: 200 len: 871 time: 0.0890505 Jul 07 19:59:07.808836 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fec69af-4af8-4621-a33f-c1f2049d7de5 req-3683e6aa-3f1b-4e8b-9f46-a5d424184122 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=34db5704-1d07-4e55-bd14-de1f1fc8d48f HTTP/1.1" status: 200 len: 217 time: 0.0339885 Jul 07 19:59:07.858942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec69af-4af8-4621-a33f-c1f2049d7de5 req-f120ec48-1b12-4761-b309-7c9bc60c7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:07.860405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fec69af-4af8-4621-a33f-c1f2049d7de5 req-f120ec48-1b12-4761-b309-7c9bc60c7e3d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9bbe8802-2f74-420c-82c6-024726d2f0fb HTTP/1.1" status: 200 len: 843 time: 0.0455267 Jul 07 19:59:07.923372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec69af-4af8-4621-a33f-c1f2049d7de5 req-56475e25-3369-406e-b228-5b877b4fa5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:07.924905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fec69af-4af8-4621-a33f-c1f2049d7de5 req-56475e25-3369-406e-b228-5b877b4fa5cc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4030519-8b01-48f6-bdcb-d23aefbd98ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578763 Jul 07 19:59:08.015200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fec69af-4af8-4621-a33f-c1f2049d7de5 req-b4dd9e35-e802-4b71-9c3d-0c390c6ae7e4 service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830905 Jul 07 19:59:08.117449 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fec69af-4af8-4621-a33f-c1f2049d7de5 req-1ba01f08-85bd-4ab0-9c3a-d890ae958d6d service neutron] 10.222.0.112 "GET /v2.0/networks/e4030519-8b01-48f6-bdcb-d23aefbd98ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920343 Jul 07 19:59:08.222458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4957dd9-57c4-426d-93ff-768c54820426 req-ffc13e53-fb0d-40b3-ae86-da2e703f6dfc tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:08.223986 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4957dd9-57c4-426d-93ff-768c54820426 req-ffc13e53-fb0d-40b3-ae86-da2e703f6dfc tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 948 time: 0.0668688 Jul 07 19:59:08.262956 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4957dd9-57c4-426d-93ff-768c54820426 req-9f863ab7-04ae-4d6b-adb5-228a5f68dec3 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/security-groups?id=b835e82b-e2a4-4979-9ca1-873f19d0e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323162 Jul 07 19:59:08.436853 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3df18f3c-ebf7-4885-9e5d-5caa86589ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:09.335366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 34db5704-1d07-4e55-bd14-de1f1fc8d48f details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:59:09.435349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 34db5704-1d07-4e55-bd14-de1f1fc8d48f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=34db5704-1d07-4e55-bd14-de1f1fc8d48f,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:59:09.442079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06a0ab-2d6e-487c-968c-d33a24b87b4d req-e3dbe304-cf89-470b-9888-7789283f0d92 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:09.444161 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca06a0ab-2d6e-487c-968c-d33a24b87b4d req-e3dbe304-cf89-470b-9888-7789283f0d92 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 948 time: 0.0650852 Jul 07 19:59:09.447834 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '34db5704-1d07-4e55-bd14-de1f1fc8d48f', 'network_id': 'e4030519-8b01-48f6-bdcb-d23aefbd98ba', 'port_id': '34db5704-1d07-4e55-bd14-de1f1fc8d48f', 'mac_address': 'fa:16:3e:b0:ad:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbe8802-2f74-420c-82c6-024726d2f0fb', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:59:09.487751 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:09.489341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca06a0ab-2d6e-487c-968c-d33a24b87b4d req-78731065-7435-4198-b058-48a361ff38da tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/security-groups?id=b835e82b-e2a4-4979-9ca1-873f19d0e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Jul 07 19:59:09.510495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34db5704-1d07-4e55-bd14-de1f1fc8d48f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:59:09.531365 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 34db5704-1d07-4e55-bd14-de1f1fc8d48f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=34db5704-1d07-4e55-bd14-de1f1fc8d48f,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:59:09.535337 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:09.589520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=34db5704-1d07-4e55-bd14-de1f1fc8d48f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:09.743109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['34db5704-1d07-4e55-bd14-de1f1fc8d48f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:59:10.678594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de2ce2-9077-4178-aa00-4a67d306dede req-e39ac2a8-c434-489f-90fc-fdf0aad87a53 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:10.680247 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86de2ce2-9077-4178-aa00-4a67d306dede req-e39ac2a8-c434-489f-90fc-fdf0aad87a53 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 949 time: 0.0682833 Jul 07 19:59:10.718700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86de2ce2-9077-4178-aa00-4a67d306dede req-589a984f-f563-4fc3-8cd9-8dddf2fac4dc tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/security-groups?id=b835e82b-e2a4-4979-9ca1-873f19d0e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Jul 07 19:59:11.131999 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7dcce30-1b12-4eaa-a54e-82557afe6b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.352061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 34db5704-1d07-4e55-bd14-de1f1fc8d48f up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:59:11.377251 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.408371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 34db5704-1d07-4e55-bd14-de1f1fc8d48f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:59:11.412614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 34db5704-1d07-4e55-bd14-de1f1fc8d48f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:59:11.413029 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.491529 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.513676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636cea42-e4a8-4b5f-9eae-e101ea8ee6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34db5704-1d07-4e55-bd14-de1f1fc8d48f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:59:11.515986 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4238a3ce-942f-4020-94cd-5f814e599993" -d '{"events": [{"server_uuid": "636cea42-e4a8-4b5f-9eae-e101ea8ee6bd", "name": "network-vif-plugged", "status": "completed", "tag": "34db5704-1d07-4e55-bd14-de1f1fc8d48f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:59:11.529109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 34db5704-1d07-4e55-bd14-de1f1fc8d48f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=34db5704-1d07-4e55-bd14-de1f1fc8d48f,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:59:11.533802 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:11.558150 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3f362c-15c2-462d-bd9b-e538774efbf1 x-openstack-request-id: req-4b3f362c-15c2-462d-bd9b-e538774efbf1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:59:11.558446 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636cea42-e4a8-4b5f-9eae-e101ea8ee6bd", "name": "network-vif-plugged", "status": "completed", "tag": "34db5704-1d07-4e55-bd14-de1f1fc8d48f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:59:11.558699 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4b3f362c-15c2-462d-bd9b-e538774efbf1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:59:11.559088 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636cea42-e4a8-4b5f-9eae-e101ea8ee6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34db5704-1d07-4e55-bd14-de1f1fc8d48f', 'code': 200} Jul 07 19:59:11.586013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=34db5704-1d07-4e55-bd14-de1f1fc8d48f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:11.667597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655a145-b00e-4bc2-b7ed-ed62f889cc0c req-1f4387d4-3320-4cca-9e9b-a36571e8e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:11.669046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a655a145-b00e-4bc2-b7ed-ed62f889cc0c req-1f4387d4-3320-4cca-9e9b-a36571e8e61e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 1102 time: 0.0519557 Jul 07 19:59:11.704718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a655a145-b00e-4bc2-b7ed-ed62f889cc0c req-23c0be1d-dd23-4c6f-92c4-f6330ac03b87 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b835e82b-e2a4-4979-9ca1-873f19d0e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293696 Jul 07 19:59:11.895632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825e076-8131-45cd-9efa-2912d8a8e61b req-1b155c54-061f-4153-bbbc-3d8876585168 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:11.897835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b825e076-8131-45cd-9efa-2912d8a8e61b req-1b155c54-061f-4153-bbbc-3d8876585168 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 950 time: 0.0687721 Jul 07 19:59:11.945429 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b825e076-8131-45cd-9efa-2912d8a8e61b req-3d6a37f3-32b7-4655-97d2-d677713ebe48 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/security-groups?id=b835e82b-e2a4-4979-9ca1-873f19d0e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Jul 07 19:59:12.533490 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:13.126271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141cd07-42ed-4875-9e02-752d929aa6a9 req-9a1eb5d4-0cef-4277-947c-21a1e70f7fe4 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:13.127665 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b141cd07-42ed-4875-9e02-752d929aa6a9 req-9a1eb5d4-0cef-4277-947c-21a1e70f7fe4 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 950 time: 0.0644555 Jul 07 19:59:13.166002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b141cd07-42ed-4875-9e02-752d929aa6a9 req-b6e3dea0-ce46-429b-85eb-63d27e02204f tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/security-groups?id=b835e82b-e2a4-4979-9ca1-873f19d0e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Jul 07 19:59:13.447093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-11ef979d-8f94-43ce-8477-327be18c6e9a req-61faf385-3309-47ad-b81f-2ddd74108e34 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:59:13.447993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11ef979d-8f94-43ce-8477-327be18c6e9a req-61faf385-3309-47ad-b81f-2ddd74108e34 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060401 Jul 07 19:59:13.782974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-23f365b3-dedc-4304-8309-20965a95a1cb req-6195a978-f033-4b7d-97d7-5c9e86623733 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:59:13.783962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-23f365b3-dedc-4304-8309-20965a95a1cb req-6195a978-f033-4b7d-97d7-5c9e86623733 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053546 Jul 07 19:59:14.075646 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:14.281639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311145ba-ae65-4ed4-8148-0595cc47f250 req-29f0c85b-bb41-4f32-a96e-e25de1a524a8 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:14.283059 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-311145ba-ae65-4ed4-8148-0595cc47f250 req-29f0c85b-bb41-4f32-a96e-e25de1a524a8 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 950 time: 0.0654809 Jul 07 19:59:14.322543 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-311145ba-ae65-4ed4-8148-0595cc47f250 req-1c26a277-0f84-4444-b53e-5559c2ac90a1 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/security-groups?id=b835e82b-e2a4-4979-9ca1-873f19d0e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330839 Jul 07 19:59:15.513141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dcefd-6136-498e-bd18-0008d59eff04 req-cdc975a2-195e-4f4a-a51d-858b005fd5e3 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:15.514599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-874dcefd-6136-498e-bd18-0008d59eff04 req-cdc975a2-195e-4f4a-a51d-858b005fd5e3 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.112 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 950 time: 0.1083419 Jul 07 19:59:15.536312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066227b-c3d2-440a-8f5b-3d34fa858255 req-eb4edd15-c706-4d58-bf12-a4a0f66be260 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:15.538343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b066227b-c3d2-440a-8f5b-3d34fa858255 req-eb4edd15-c706-4d58-bf12-a4a0f66be260 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/ports?device_id=636cea42-e4a8-4b5f-9eae-e101ea8ee6bd HTTP/1.1" status: 200 len: 950 time: 0.0968833 Jul 07 19:59:15.626782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b066227b-c3d2-440a-8f5b-3d34fa858255 req-f9ad2bd0-2ff6-4b4f-85b3-870598408e07 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.113 "GET /v2.0/security-groups?id=b835e82b-e2a4-4979-9ca1-873f19d0e3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701506 Jul 07 19:59:15.654612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-874dcefd-6136-498e-bd18-0008d59eff04 req-0ba2672c-a736-4e7e-a19b-3720bc44d809 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Deleting port 34db5704-1d07-4e55-bd14-de1f1fc8d48f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:59:15.654959 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-874dcefd-6136-498e-bd18-0008d59eff04 req-0ba2672c-a736-4e7e-a19b-3720bc44d809 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:15.743413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-874dcefd-6136-498e-bd18-0008d59eff04 req-0ba2672c-a736-4e7e-a19b-3720bc44d809 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] For port 34db5704-1d07-4e55-bd14-de1f1fc8d48f, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=34db5704-1d07-4e55-bd14-de1f1fc8d48f,segment=NetworkSegment(2cfb7d94-9515-4721-a06d-62b9a40b26d2),segment_id=2cfb7d94-9515-4721-a06d-62b9a40b26d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:59:15.743767 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-874dcefd-6136-498e-bd18-0008d59eff04 req-0ba2672c-a736-4e7e-a19b-3720bc44d809 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:15.756941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-874dcefd-6136-498e-bd18-0008d59eff04 req-0ba2672c-a736-4e7e-a19b-3720bc44d809 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Calling delete_port for 34db5704-1d07-4e55-bd14-de1f1fc8d48f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:59:15.886344 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-874dcefd-6136-498e-bd18-0008d59eff04 req-0ba2672c-a736-4e7e-a19b-3720bc44d809 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:15.901066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['34db5704-1d07-4e55-bd14-de1f1fc8d48f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:59:15.915549 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2672c-a736-4e7e-a19b-3720bc44d809 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Pushing event deleted for resources: {'Port': ['ID=34db5704-1d07-4e55-bd14-de1f1fc8d48f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:15.969471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-874dcefd-6136-498e-bd18-0008d59eff04 req-0ba2672c-a736-4e7e-a19b-3720bc44d809 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] No DVR routers for this DVR port 34db5704-1d07-4e55-bd14-de1f1fc8d48f on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:59:15.972019 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-874dcefd-6136-498e-bd18-0008d59eff04 req-0ba2672c-a736-4e7e-a19b-3720bc44d809 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:15.974135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-874dcefd-6136-498e-bd18-0008d59eff04 req-0ba2672c-a736-4e7e-a19b-3720bc44d809 tempest-ServersAdminNegativeTestJSON-1363112900 tempest-ServersAdminNegativeTestJSON-1363112900-project] 10.222.0.112 "DELETE /v2.0/ports/34db5704-1d07-4e55-bd14-de1f1fc8d48f HTTP/1.1" status: 204 len: 173 time: 0.4527702 Jul 07 19:59:15.975022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636cea42-e4a8-4b5f-9eae-e101ea8ee6bd', 'name': 'network-vif-deleted', 'tag': '34db5704-1d07-4e55-bd14-de1f1fc8d48f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:59:15.977462 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b513d1-353c-433c-93fb-85acf2a297de" -d '{"events": [{"server_uuid": "636cea42-e4a8-4b5f-9eae-e101ea8ee6bd", "name": "network-vif-deleted", "tag": "34db5704-1d07-4e55-bd14-de1f1fc8d48f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:59:16.019427 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c20ac7-f7a8-4043-a13d-6d777374f927 x-openstack-request-id: req-23c20ac7-f7a8-4043-a13d-6d777374f927 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:59:16.019719 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636cea42-e4a8-4b5f-9eae-e101ea8ee6bd", "name": "network-vif-deleted", "tag": "34db5704-1d07-4e55-bd14-de1f1fc8d48f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:59:16.019975 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-23c20ac7-f7a8-4043-a13d-6d777374f927 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:59:16.020381 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636cea42-e4a8-4b5f-9eae-e101ea8ee6bd', 'name': 'network-vif-deleted', 'tag': '34db5704-1d07-4e55-bd14-de1f1fc8d48f', 'status': 'completed', 'code': 200} Jul 07 19:59:16.963471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:17.092409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e9e84b83-7154-47a3-9b8a-00ce2001daa2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3b5da991f1624715a00cdc9560b96e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277349 Jul 07 19:59:17.094914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 35996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:17.142947 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-976e5703-339a-4c58-85af-f2429ea4e9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.166150 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-976e5703-339a-4c58-85af-f2429ea4e9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.212419 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-976e5703-339a-4c58-85af-f2429ea4e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.215314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-976e5703-339a-4c58-85af-f2429ea4e9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.216557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-976e5703-339a-4c58-85af-f2429ea4e9ff admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b835e82b-e2a4-4979-9ca1-873f19d0e3e0 HTTP/1.1" status: 204 len: 168 time: 0.1206899 Jul 07 19:59:17.225272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e5703-339a-4c58-85af-f2429ea4e9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b835e82b-e2a4-4979-9ca1-873f19d0e3e0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:17.481836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:17.495450 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d913a243-b667-4f66-a800-c91d8aa58d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.585448 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d913a243-b667-4f66-a800-c91d8aa58d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.589321 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d913a243-b667-4f66-a800-c91d8aa58d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.633195 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d913a243-b667-4f66-a800-c91d8aa58d1d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ba068c16cf3d4d17a69f0e1215b1be6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500354 Jul 07 19:59:17.634107 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913a243-b667-4f66-a800-c91d8aa58d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257711df-de60-436c-9ede-10f8b9868524,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:17.635826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:17.685414 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af05dcb4-a920-4882-a816-89df7aa8869b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.706825 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af05dcb4-a920-4882-a816-89df7aa8869b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.759095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af05dcb4-a920-4882-a816-89df7aa8869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.761546 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af05dcb4-a920-4882-a816-89df7aa8869b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:17.762817 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-af05dcb4-a920-4882-a816-89df7aa8869b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/257711df-de60-436c-9ede-10f8b9868524 HTTP/1.1" status: 204 len: 168 time: 0.1259184 Jul 07 19:59:17.770533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05dcb4-a920-4882-a816-89df7aa8869b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257711df-de60-436c-9ede-10f8b9868524,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:18.429933 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:18.526959 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-154774157-network', 'tenant_id': 'abdacb7e3c694b41affefb789f979ff4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:59:18.548349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Made reservation on behalf of abdacb7e3c694b41affefb789f979ff4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:59:18.550726 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:18.559421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:18.650093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:18.654507 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:18.680226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:59:18.689965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34443d5e-b2a5-4c10-ab4b-f38c80aa3968,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:18.695791 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:18.696025 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Added segment 57a44e85-c4f3-45d5-8c13-368ee43f97cd of type vlan for network 8541dd24-d04d-4d42-a238-b338815d286f Jul 07 19:59:18.737712 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:18.767253 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:18.768213 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:18.768807 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:18.826395 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3925028 Jul 07 19:59:18.826598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:18.832955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] Request body: {'subnet': {'network_id': '8541dd24-d04d-4d42-a238-b338815d286f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-154774157-subnet', 'tenant_id': 'abdacb7e3c694b41affefb789f979ff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:59:18.844309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d43a10-d812-4875-b639-f19e829e036a admin admin] Pushing event updated for resources: {'Network': ['ID=8541dd24-d04d-4d42-a238-b338815d286f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:18.854622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 8541dd24-d04d-4d42-a238-b338815d286f details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:59:18.861600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] Made reservation on behalf of abdacb7e3c694b41affefb789f979ff4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:59:18.864124 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:19.038801 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:19.087714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0e3a99-790b-4dbd-947c-bd92546f7ff2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:19.106197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] Checking segment: {'id': '57a44e85-c4f3-45d5-8c13-368ee43f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:59:19.106563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] Network hostable DHCP agents. Network: 8541dd24-d04d-4d42-a238-b338815d286f, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:59:19.122439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] Network 8541dd24-d04d-4d42-a238-b338815d286f is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:59:19.131080 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 8541dd24-d04d-4d42-a238-b338815d286f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:59:19.135324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:19.135910 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:19.141201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce9c535-5d50-428a-ab35-f6c9aaff7cbb None None] Network 8541dd24-d04d-4d42-a238-b338815d286f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:59:19.150532 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-54fef5b5-a88b-4e66-85de-e1f69129ecc5 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3230813 Jul 07 19:59:19.270497 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae6abf5-d297-4059-8afe-dbaa6a7469b2 None None] Network 8541dd24-d04d-4d42-a238-b338815d286f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:59:19.385737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 34db5704-1d07-4e55-bd14-de1f1fc8d48f no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:59:19.388065 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:19.423563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 34db5704-1d07-4e55-bd14-de1f1fc8d48f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:59:19.423916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 34db5704-1d07-4e55-bd14-de1f1fc8d48f not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:59:19.593897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-b7d443e8-2aab-41b5-b07d-7126838d7680 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:19.595393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-b7d443e8-2aab-41b5-b07d-7126838d7680 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/networks?id=8541dd24-d04d-4d42-a238-b338815d286f HTTP/1.1" status: 200 len: 811 time: 0.1130295 Jul 07 19:59:19.611595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-4bdcd23b-9c0b-46cb-b685-c63dd34d77ae tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/quotas/abdacb7e3c694b41affefb789f979ff4 HTTP/1.1" status: 200 len: 375 time: 0.0094466 Jul 07 19:59:19.645488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-8fb4065a-6391-4c0b-b7a6-554f3c6bcdb5 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=abdacb7e3c694b41affefb789f979ff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281017 Jul 07 19:59:19.740627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-21ca07ea-4961-4f45-9cba-89cf13c3d6eb service neutron] 10.222.0.113 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875051 Jul 07 19:59:19.830626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-0f36487a-6c8a-4c83-a5fd-166441536f5a service neutron] 10.222.0.113 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840003 Jul 07 19:59:20.004022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bf364a9-0ebd-43f1-874e-a2030313bbd9 req-a53a4644-9c3b-41c3-81a6-3cf259414f3c tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 210 time: 0.0351934 Jul 07 19:59:21.047299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-173f438d-8321-4f32-9abc-c504b8e5ec7d tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:21.049552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-173f438d-8321-4f32-9abc-c504b8e5ec7d tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.112 "GET /v2.0/networks?id=8541dd24-d04d-4d42-a238-b338815d286f HTTP/1.1" status: 200 len: 811 time: 0.1071682 Jul 07 19:59:21.068993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Request body: {'port': {'device_id': '525a22d9-e369-4f54-abff-f602984438b3', 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f', 'admin_state_up': True, 'tenant_id': 'abdacb7e3c694b41affefb789f979ff4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:59:21.159455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53cb78f1-3fad-4fd1-9712-0c518a097ef4 req-1d1c140c-01fd-4585-ac7c-6ff762d83e25 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 210 time: 0.0384960 Jul 07 19:59:21.213872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Made reservation on behalf of abdacb7e3c694b41affefb789f979ff4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:59:21.217398 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:21.341015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Allocated IP 172.20.0.7 (8541dd24-d04d-4d42-a238-b338815d286f/9d0e3a99-790b-4dbd-947c-bd92546f7ff2/99d22072-4a62-4b0d-aa71-d7edee551dcf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:59:21.538146 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:21.576589 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:21.623382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Network 8541dd24-d04d-4d42-a238-b338815d286f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:59:21.628521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:59:21.631030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:59:21.660994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Pushing event updated for resources: {'Port': ['ID=99d22072-4a62-4b0d-aa71-d7edee551dcf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:21.677142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.678228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.678576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.678919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.679253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.679582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.679911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.680233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.680588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.680909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.681231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.681551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:21.702732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:21.703347 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:21.717926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-d26d6554-a6c3-4f51-b096-09e193bce4cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6541255 Jul 07 19:59:21.729633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Request body: {'port': {'device_id': '525a22d9-e369-4f54-abff-f602984438b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:59:21.800322 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:22.076881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d22072-4a62-4b0d-aa71-d7edee551dcf {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:59:22.084950 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:22.097623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Transition to ACTIVE for port object 99d22072-4a62-4b0d-aa71-d7edee551dcf will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:59:22.101310 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:22.154454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Pushing event updated for resources: {'Port': ['ID=99d22072-4a62-4b0d-aa71-d7edee551dcf,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:22.222949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Attempting to bind port 99d22072-4a62-4b0d-aa71-d7edee551dcf on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:59:22.223357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Attempting to bind port 99d22072-4a62-4b0d-aa71-d7edee551dcf by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '57a44e85-c4f3-45d5-8c13-368ee43f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:59:22.223696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Attempting to bind port 99d22072-4a62-4b0d-aa71-d7edee551dcf on network 8541dd24-d04d-4d42-a238-b338815d286f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:59:22.229495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Port 99d22072-4a62-4b0d-aa71-d7edee551dcf on network 8541dd24-d04d-4d42-a238-b338815d286f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:59:22.229826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Attempting to bind port 99d22072-4a62-4b0d-aa71-d7edee551dcf on network 8541dd24-d04d-4d42-a238-b338815d286f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:59:22.235553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:59:22.235961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Checking segment: {'id': '57a44e85-c4f3-45d5-8c13-368ee43f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:59:22.236424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Bound using segment: {'id': '57a44e85-c4f3-45d5-8c13-368ee43f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:59:22.236909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Bound port: 99d22072-4a62-4b0d-aa71-d7edee551dcf, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a44e85-c4f3-45d5-8c13-368ee43f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:59:22.237275 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:22.311983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:59:22.315458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf,segment=NetworkSegment(57a44e85-c4f3-45d5-8c13-368ee43f97cd),segment_id=57a44e85-c4f3-45d5-8c13-368ee43f97cd)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:59:22.320619 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:22.357423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:22.358048 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:22.359494 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] 10.222.0.112 "PUT /v2.0/ports/99d22072-4a62-4b0d-aa71-d7edee551dcf HTTP/1.1" status: 200 len: 1092 time: 0.6343541 Jul 07 19:59:22.359956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:59:22.362299 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac0fdb5-5580-4b94-a7d4-0fc5a1d5be0d" -d '{"events": [{"name": "network-changed", "server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:59:22.387838 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4395f0-78b3-4807-a0f0-1109af19d9be service neutron] Pushing event updated for resources: {'Port': ['ID=99d22072-4a62-4b0d-aa71-d7edee551dcf,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:22.414568 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f6d3ed-ec2f-4285-82a8-89899c98cca2 x-openstack-request-id: req-d1f6d3ed-ec2f-4285-82a8-89899c98cca2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:59:22.414865 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:59:22.415149 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d1f6d3ed-ec2f-4285-82a8-89899c98cca2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:59:22.415559 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf', 'status': 'completed', 'code': 200} Jul 07 19:59:22.474918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-e39937a9-4c74-419a-9d9d-7e7feb0c9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:22.476796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-e39937a9-4c74-419a-9d9d-7e7feb0c9b21 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=abdacb7e3c694b41affefb789f979ff4&device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 1095 time: 0.0559554 Jul 07 19:59:22.524971 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-65274513-7513-4bb5-b803-9b3866e8f8fe service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf HTTP/1.1" status: 200 len: 217 time: 0.0405028 Jul 07 19:59:22.596343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-ca6eacce-ce95-4fe8-9117-66a42d62656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:22.597840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-ca6eacce-ce95-4fe8-9117-66a42d62656d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9d0e3a99-790b-4dbd-947c-bd92546f7ff2 HTTP/1.1" status: 200 len: 851 time: 0.0653603 Jul 07 19:59:22.634873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-893ff43d-5f63-4052-9053-afcfcb19febb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8541dd24-d04d-4d42-a238-b338815d286f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308461 Jul 07 19:59:22.649809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a3166-7008-4f20-8e6c-dd72cf5e9c9e req-1caee153-44a6-4566-9aea-7d6ad65e9795 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:22.651229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa3a3166-7008-4f20-8e6c-dd72cf5e9c9e req-1caee153-44a6-4566-9aea-7d6ad65e9795 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 943 time: 0.1290555 Jul 07 19:59:22.745266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fa3a3166-7008-4f20-8e6c-dd72cf5e9c9e req-40852751-12fe-40a3-9231-f54b6c422a44 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731437 Jul 07 19:59:22.765071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-cc822bf0-2076-41b4-8eca-999c4b3d3bc5 service neutron] 10.222.0.112 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230481 Jul 07 19:59:22.868423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5e0d889-369d-4e3e-921a-6194158735f1 req-79bb6af1-37d3-4f8f-bd8b-032990aa9cd2 service neutron] 10.222.0.112 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972178 Jul 07 19:59:22.978391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0fdb5-5580-4b94-a7d4-0fc5a1d5be0d req-5e94bfd4-75c1-4a92-bc38-dc3c07fcfb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:22.980064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ac0fdb5-5580-4b94-a7d4-0fc5a1d5be0d req-5e94bfd4-75c1-4a92-bc38-dc3c07fcfb0c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=abdacb7e3c694b41affefb789f979ff4&device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 1095 time: 0.0584114 Jul 07 19:59:23.080326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0fdb5-5580-4b94-a7d4-0fc5a1d5be0d req-55d79adf-a9e1-42a9-9ccb-7647d42388e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:23.081857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ac0fdb5-5580-4b94-a7d4-0fc5a1d5be0d req-55d79adf-a9e1-42a9-9ccb-7647d42388e8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=8541dd24-d04d-4d42-a238-b338815d286f HTTP/1.1" status: 200 len: 913 time: 0.0960419 Jul 07 19:59:23.130158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ac0fdb5-5580-4b94-a7d4-0fc5a1d5be0d req-c22cb594-0e06-46ba-9b6c-f6930de190bf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf HTTP/1.1" status: 200 len: 217 time: 0.0413883 Jul 07 19:59:23.186420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0fdb5-5580-4b94-a7d4-0fc5a1d5be0d req-5cfbe7eb-bad5-4ce0-978a-fb7a8343d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:23.188987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ac0fdb5-5580-4b94-a7d4-0fc5a1d5be0d req-5cfbe7eb-bad5-4ce0-978a-fb7a8343d4a8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9d0e3a99-790b-4dbd-947c-bd92546f7ff2 HTTP/1.1" status: 200 len: 851 time: 0.0517182 Jul 07 19:59:23.226578 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ac0fdb5-5580-4b94-a7d4-0fc5a1d5be0d req-9245ff65-d7a8-4556-a32e-0db45b6d61f1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8541dd24-d04d-4d42-a238-b338815d286f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303326 Jul 07 19:59:23.333094 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ac0fdb5-5580-4b94-a7d4-0fc5a1d5be0d req-7232589a-bb94-4556-8966-96da7674ce17 service neutron] 10.222.0.112 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992250 Jul 07 19:59:23.434626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4ac0fdb5-5580-4b94-a7d4-0fc5a1d5be0d req-a26fe19a-5771-4d26-bb6d-4174dd045d94 service neutron] 10.222.0.112 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941095 Jul 07 19:59:23.926497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e322d0-2670-45eb-849c-e16e6bc43264 req-c267f976-c825-4630-af3d-642b43649ec2 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:23.928863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43e322d0-2670-45eb-849c-e16e6bc43264 req-c267f976-c825-4630-af3d-642b43649ec2 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 943 time: 0.0702670 Jul 07 19:59:24.249660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-43e322d0-2670-45eb-849c-e16e6bc43264 req-ebcc5edd-e311-451f-ae28-86a2353918ca tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152690 Jul 07 19:59:25.407395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 99d22072-4a62-4b0d-aa71-d7edee551dcf details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:59:25.424870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4746e-1ec8-4ff2-8014-7e4ab40699a3 req-395915af-0cc4-4f6e-a528-3e7e66a49913 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:25.426422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85d4746e-1ec8-4ff2-8014-7e4ab40699a3 req-395915af-0cc4-4f6e-a528-3e7e66a49913 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 943 time: 0.0659773 Jul 07 19:59:25.466583 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85d4746e-1ec8-4ff2-8014-7e4ab40699a3 req-e17efd5b-c7a8-4743-8f86-430638b9ed38 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Jul 07 19:59:25.509469 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf,segment=NetworkSegment(57a44e85-c4f3-45d5-8c13-368ee43f97cd),segment_id=57a44e85-c4f3-45d5-8c13-368ee43f97cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:59:25.520343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '99d22072-4a62-4b0d-aa71-d7edee551dcf', 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f', 'port_id': '99d22072-4a62-4b0d-aa71-d7edee551dcf', 'mac_address': 'fa:16:3e:88:9e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0e3a99-790b-4dbd-947c-bd92546f7ff2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:59:25.555945 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:25.568935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d22072-4a62-4b0d-aa71-d7edee551dcf {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:59:25.587942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf,segment=NetworkSegment(57a44e85-c4f3-45d5-8c13-368ee43f97cd),segment_id=57a44e85-c4f3-45d5-8c13-368ee43f97cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:59:25.591693 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:25.642810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=99d22072-4a62-4b0d-aa71-d7edee551dcf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:25.650207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.650549 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.650889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.651248 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.651553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.651884 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.652216 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.652560 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.652888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.653207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.653528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.653871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:59:25.778124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['99d22072-4a62-4b0d-aa71-d7edee551dcf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:59:25.934593 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:59:26.644750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c29f49-d936-4eb3-af36-1ba7007c6d4a req-6b25f930-8d24-4e4e-b155-c1cbc860ac8c tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:26.647005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4c29f49-d936-4eb3-af36-1ba7007c6d4a req-6b25f930-8d24-4e4e-b155-c1cbc860ac8c tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 944 time: 0.0645387 Jul 07 19:59:26.686566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b4c29f49-d936-4eb3-af36-1ba7007c6d4a req-137b8273-02f3-4a5e-a329-949f947025c8 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342307 Jul 07 19:59:27.423561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 99d22072-4a62-4b0d-aa71-d7edee551dcf up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:59:27.473176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 99d22072-4a62-4b0d-aa71-d7edee551dcf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:59:27.477948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 99d22072-4a62-4b0d-aa71-d7edee551dcf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:59:27.478321 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:27.558179 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:27.579673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:59:27.581935 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d96f94-63cb-46d5-9cfd-071f0a892799" -d '{"events": [{"server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "name": "network-vif-plugged", "status": "completed", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:59:27.594799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf,segment=NetworkSegment(57a44e85-c4f3-45d5-8c13-368ee43f97cd),segment_id=57a44e85-c4f3-45d5-8c13-368ee43f97cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:59:27.598883 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:27.625075 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea7a832-b5fa-47fc-94a5-f3f415c0c3c4 x-openstack-request-id: req-7ea7a832-b5fa-47fc-94a5-f3f415c0c3c4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:59:27.625369 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "name": "network-vif-plugged", "status": "completed", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:59:27.625619 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7ea7a832-b5fa-47fc-94a5-f3f415c0c3c4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:59:27.626005 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf', 'code': 200} Jul 07 19:59:27.654338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=99d22072-4a62-4b0d-aa71-d7edee551dcf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:59:27.737643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420422d2-0adc-4df8-abe0-ade334decc02 req-4e9ecd89-2dcb-48ac-8bb0-01bae2ae35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:27.739164 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-420422d2-0adc-4df8-abe0-ade334decc02 req-4e9ecd89-2dcb-48ac-8bb0-01bae2ae35de service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 1097 time: 0.0526791 Jul 07 19:59:27.775179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-420422d2-0adc-4df8-abe0-ade334decc02 req-dbacad2c-4717-4e8f-9dbb-7d978375bd01 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291042 Jul 07 19:59:27.865825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d86c5-e496-4e12-b1b0-2fd27c6f0b4f req-844b8d0e-c942-4a99-9cdb-f835adec77f8 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:27.867828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c3d86c5-e496-4e12-b1b0-2fd27c6f0b4f req-844b8d0e-c942-4a99-9cdb-f835adec77f8 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0671084 Jul 07 19:59:27.906177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c3d86c5-e496-4e12-b1b0-2fd27c6f0b4f req-3c9caa7b-bb26-4039-bc52-a7b1eebff1e0 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325522 Jul 07 19:59:29.084148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e12f0b-7e51-4681-a93c-0dbaf9eb12b3 req-d6cfaa8e-b83a-47c3-9dd5-c6ea19b71172 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:29.086432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37e12f0b-7e51-4681-a93c-0dbaf9eb12b3 req-d6cfaa8e-b83a-47c3-9dd5-c6ea19b71172 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0667534 Jul 07 19:59:29.123635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-37e12f0b-7e51-4681-a93c-0dbaf9eb12b3 req-fd7f271a-2493-4006-a23a-b1dc384f4982 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316322 Jul 07 19:59:29.411240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:59:29.566344 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-e15794b0-b4f9-4119-ba58-6c2fd7c10882 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1538324 Jul 07 19:59:29.575192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7a39-c5f6-4675-a7db-52ccf2ef09e1 req-3e2ec625-745d-41fd-836a-b0ed774bcc66 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:29.576692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35ed7a39-c5f6-4675-a7db-52ccf2ef09e1 req-3e2ec625-745d-41fd-836a-b0ed774bcc66 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.1090918 Jul 07 19:59:29.581636 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-d0199416-7ac4-45db-ac09-0604c58cc88b service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:59:29.582569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-d0199416-7ac4-45db-ac09-0604c58cc88b service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050189 Jul 07 19:59:29.618606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35ed7a39-c5f6-4675-a7db-52ccf2ef09e1 req-28475da9-9f02-4e3f-bcd0-3fe12aed6687 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351036 Jul 07 19:59:30.803719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a963d-4430-433f-b410-03c7828d34aa req-eb0fd23a-2ad1-424b-939e-a8c2f1401210 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:30.805362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a4a963d-4430-433f-b410-03c7828d34aa req-eb0fd23a-2ad1-424b-939e-a8c2f1401210 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0711536 Jul 07 19:59:30.875205 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6a4a963d-4430-433f-b410-03c7828d34aa req-3706ae19-19bb-4fa3-9398-d2a0befbad9a tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637312 Jul 07 19:59:30.893132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-b61a223b-0aed-4307-ad44-b6b19e2364e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:30.894628 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-b61a223b-0aed-4307-ad44-b6b19e2364e5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=abdacb7e3c694b41affefb789f979ff4&device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 1097 time: 0.0765553 Jul 07 19:59:30.989568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-8b71320c-6248-4acd-bd3c-ba6ff0730e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:30.991062 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-8b71320c-6248-4acd-bd3c-ba6ff0730e8f service neutron] 10.222.0.112 "GET /v2.0/networks?id=8541dd24-d04d-4d42-a238-b338815d286f HTTP/1.1" status: 200 len: 913 time: 0.0897937 Jul 07 19:59:31.032585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-bd0f7b41-23b3-4e0e-92cd-524ee87a13c3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf HTTP/1.1" status: 200 len: 217 time: 0.0347397 Jul 07 19:59:31.080747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-8456d681-6cb0-4f5e-8ec0-4f5defd29134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:31.082114 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-8456d681-6cb0-4f5e-8ec0-4f5defd29134 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9d0e3a99-790b-4dbd-947c-bd92546f7ff2 HTTP/1.1" status: 200 len: 851 time: 0.0438907 Jul 07 19:59:31.118643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-825c68f2-2a5f-4b7c-a016-39f4b485af20 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8541dd24-d04d-4d42-a238-b338815d286f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306096 Jul 07 19:59:31.205842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-1f8b3541-fefd-4bd8-bc7a-bb1cfa4adb1e service neutron] 10.222.0.112 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812232 Jul 07 19:59:31.299047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-9b36bd6d-3714-4a34-854b-d2ff36d42c8d service neutron] 10.222.0.112 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872371 Jul 07 19:59:32.050061 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf84b4f-19bb-499e-bd01-f826fb9343cf req-fa9b6f3a-eab4-4e7e-9745-2ff8bab1217d tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:32.051549 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cf84b4f-19bb-499e-bd01-f826fb9343cf req-fa9b6f3a-eab4-4e7e-9745-2ff8bab1217d tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0654767 Jul 07 19:59:32.090312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8cf84b4f-19bb-499e-bd01-f826fb9343cf req-1d2983bd-4467-480c-981f-29cf78b9f44d tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321341 Jul 07 19:59:33.267648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d0bb7-d68b-44db-8585-d077c3324a13 req-cbf0ae06-2c57-4ba8-92f4-e022c632d5ac tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:33.269183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a76d0bb7-d68b-44db-8585-d077c3324a13 req-cbf0ae06-2c57-4ba8-92f4-e022c632d5ac tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0634782 Jul 07 19:59:33.307225 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a76d0bb7-d68b-44db-8585-d077c3324a13 req-40ad5418-8cdb-47b7-a868-d8fc486f84e9 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324521 Jul 07 19:59:33.770024 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:34.487900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004f78c-3364-46a5-93de-b239f626138c req-7c62a8ec-e64c-4b3c-a751-1c87f280072d tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:34.489438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9004f78c-3364-46a5-93de-b239f626138c req-7c62a8ec-e64c-4b3c-a751-1c87f280072d tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0689092 Jul 07 19:59:34.527478 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9004f78c-3364-46a5-93de-b239f626138c req-da2296d8-40f1-4885-b6ef-6a3ffb7c0f53 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320132 Jul 07 19:59:35.704442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de0141-5802-4319-8b1c-6fd99b368d44 req-ff8a37be-0ce8-4bf7-8907-cc58cd8fcb85 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:35.706001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12de0141-5802-4319-8b1c-6fd99b368d44 req-ff8a37be-0ce8-4bf7-8907-cc58cd8fcb85 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0644727 Jul 07 19:59:35.744209 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12de0141-5802-4319-8b1c-6fd99b368d44 req-a3381a56-4fab-46c2-8df8-2c5ff3afbcc1 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318053 Jul 07 19:59:36.924755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf2ef4-9d16-4920-b690-26e9dfbdf06c req-27eb2c14-8858-4f35-a094-f49822396f94 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:36.926236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7cf2ef4-9d16-4920-b690-26e9dfbdf06c req-27eb2c14-8858-4f35-a094-f49822396f94 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0654821 Jul 07 19:59:36.965269 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e7cf2ef4-9d16-4920-b690-26e9dfbdf06c req-7b729663-abc0-4d5f-87f8-99d509436e1b tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328250 Jul 07 19:59:38.146238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fdfff-87bf-4023-a9ec-3de4e7050f7c req-324f6c5f-66c4-4be5-b745-840d67bceadf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:38.147704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-399fdfff-87bf-4023-a9ec-3de4e7050f7c req-324f6c5f-66c4-4be5-b745-840d67bceadf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0703666 Jul 07 19:59:38.187264 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-399fdfff-87bf-4023-a9ec-3de4e7050f7c req-f9a50830-01cf-43b5-b174-8044b17f6f19 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Jul 07 19:59:38.439009 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2f94-6e5b-4da2-9032-9b4cf2b34307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:39.364407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ab434-2a91-42a9-985b-676a35d58d02 req-db8a90e4-aab9-4f07-aa9f-f7e474064449 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:39.365941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d14ab434-2a91-42a9-985b-676a35d58d02 req-db8a90e4-aab9-4f07-aa9f-f7e474064449 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0650911 Jul 07 19:59:39.406409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d14ab434-2a91-42a9-985b-676a35d58d02 req-e85cc0e0-99c8-41cc-b1e8-7a475bca3c56 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339825 Jul 07 19:59:40.776635 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b0da0-3ffd-4fae-89e6-0dd0a9cae5a8 req-d65820a7-2610-47d4-9cfb-f3ddc6e36130 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:40.778010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca8b0da0-3ffd-4fae-89e6-0dd0a9cae5a8 req-d65820a7-2610-47d4-9cfb-f3ddc6e36130 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0680928 Jul 07 19:59:40.815797 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca8b0da0-3ffd-4fae-89e6-0dd0a9cae5a8 req-11e31486-92a3-43b6-9d4e-edfabc6738c8 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Jul 07 19:59:41.136301 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-502692a8-2cbd-49a7-9d1c-f8e3d94ba366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:41.359497 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:41.992803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8159ba-1e4d-4c45-b90a-bf77103d72ae req-f6577213-4fc7-4832-a32f-a1d5a7b4f8c2 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:41.994378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b8159ba-1e4d-4c45-b90a-bf77103d72ae req-f6577213-4fc7-4832-a32f-a1d5a7b4f8c2 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0648549 Jul 07 19:59:42.031942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b8159ba-1e4d-4c45-b90a-bf77103d72ae req-ded256bf-c16b-4109-8cb4-61dfb80e255c tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Jul 07 19:59:42.533686 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:43.212050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a84ca-6631-47a8-a05f-1a539f408509 req-a00f95f2-a5dc-43f5-9e51-c64456463210 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:43.213492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e31a84ca-6631-47a8-a05f-1a539f408509 req-a00f95f2-a5dc-43f5-9e51-c64456463210 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0646489 Jul 07 19:59:43.250958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e31a84ca-6631-47a8-a05f-1a539f408509 req-cfb49c85-185d-4560-bb4a-ca4b0e52cb04 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Jul 07 19:59:44.079981 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:44.433598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d63a1-f884-42d3-8e64-2cc3c96d3ea4 req-2cc621d7-843f-4dab-a92f-3cbab6d5418a tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:44.435153 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d6d63a1-f884-42d3-8e64-2cc3c96d3ea4 req-2cc621d7-843f-4dab-a92f-3cbab6d5418a tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0701799 Jul 07 19:59:44.474882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d6d63a1-f884-42d3-8e64-2cc3c96d3ea4 req-81ee2503-4582-4d5c-b787-8c814e8d493a tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 Jul 07 19:59:45.652608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818997a-f357-40a1-a949-8c87c5587c9c req-3b92b4ef-9b3a-4bd8-9e4f-4760ff0a9af7 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:45.654115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7818997a-f357-40a1-a949-8c87c5587c9c req-3b92b4ef-9b3a-4bd8-9e4f-4760ff0a9af7 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0652494 Jul 07 19:59:45.693367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7818997a-f357-40a1-a949-8c87c5587c9c req-a04bec0b-9042-4be4-a9dd-80101a265496 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336792 Jul 07 19:59:46.877029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cfc4e-d601-48ea-ad9e-a7143fbcf757 req-0ff4fe25-b3ff-431a-8b71-a1da7b3982a6 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:46.878523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d73cfc4e-d601-48ea-ad9e-a7143fbcf757 req-0ff4fe25-b3ff-431a-8b71-a1da7b3982a6 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0680823 Jul 07 19:59:46.918102 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d73cfc4e-d601-48ea-ad9e-a7143fbcf757 req-9f3d4524-fe4d-4d67-b6ab-c6fd5529f6e5 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333478 Jul 07 19:59:48.102476 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b796e-17ff-456e-8f79-f7a647df398f req-e4719789-4363-4f15-84c7-1fe44480aba0 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:48.104280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad6b796e-17ff-456e-8f79-f7a647df398f req-e4719789-4363-4f15-84c7-1fe44480aba0 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0692146 Jul 07 19:59:48.142565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad6b796e-17ff-456e-8f79-f7a647df398f req-2bdf8962-930b-456e-95ba-179a416d618a tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Jul 07 19:59:49.316863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325e950-63e4-4807-afc5-e84a63d57bbf req-70d9dd92-cab1-4be1-b610-8c5f73c2a222 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:49.318361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6325e950-63e4-4807-afc5-e84a63d57bbf req-70d9dd92-cab1-4be1-b610-8c5f73c2a222 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0642090 Jul 07 19:59:49.356031 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:59:49.359017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6325e950-63e4-4807-afc5-e84a63d57bbf req-aa617d15-7398-49f2-b091-a384e1cbf7b6 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340242 Jul 07 19:59:50.538428 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b00e27-d78c-4561-9430-6c6ceb2c098c req-09ea0273-9116-4063-a16a-6d6b87f32601 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:50.540147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77b00e27-d78c-4561-9430-6c6ceb2c098c req-09ea0273-9116-4063-a16a-6d6b87f32601 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0678577 Jul 07 19:59:50.578049 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77b00e27-d78c-4561-9430-6c6ceb2c098c req-5fa093be-ac09-400f-bf56-dd70ab99397d tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Jul 07 19:59:51.753188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bf0d9-9c44-431e-9437-70e20e320d03 req-ab5148a4-8caf-4027-864a-36049a914cd7 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:51.754698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb3bf0d9-9c44-431e-9437-70e20e320d03 req-ab5148a4-8caf-4027-864a-36049a914cd7 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0647988 Jul 07 19:59:51.792987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fb3bf0d9-9c44-431e-9437-70e20e320d03 req-8670b991-1163-4ee1-bd52-cfc79b1ccb1a tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325541 Jul 07 19:59:52.980590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea180a9a-b946-41f7-8f04-19055dde4740 req-f274937b-bb13-49b3-b327-4571bf81eea9 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:52.982084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea180a9a-b946-41f7-8f04-19055dde4740 req-f274937b-bb13-49b3-b327-4571bf81eea9 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0696919 Jul 07 19:59:53.021399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ea180a9a-b946-41f7-8f04-19055dde4740 req-3d929af4-b3f3-4074-8a59-3d83e8a14186 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336964 Jul 07 19:59:54.198685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448f27a-cbee-41ec-804d-84bf619ec20c req-cbb2998c-8b57-4faf-9632-625684ff8f27 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:54.199761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8448f27a-cbee-41ec-804d-84bf619ec20c req-cbb2998c-8b57-4faf-9632-625684ff8f27 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0637624 Jul 07 19:59:54.238507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8448f27a-cbee-41ec-804d-84bf619ec20c req-0edd7189-1b68-4c6c-997e-090aa7c69557 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Jul 07 19:59:55.420010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28d997-a86d-418c-9d2a-77efbbbe42cc req-ca347527-21ce-4805-97cb-a0879f84f91c tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:55.421587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b28d997-a86d-418c-9d2a-77efbbbe42cc req-ca347527-21ce-4805-97cb-a0879f84f91c tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0678148 Jul 07 19:59:55.459643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b28d997-a86d-418c-9d2a-77efbbbe42cc req-1a1bae61-a0b4-46b2-8109-e1ef80e07ac1 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Jul 07 19:59:56.642695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4465c-5f98-4a24-b92e-308d7767cd28 req-e20dc6f7-e80f-4f65-b3d9-644d8bd5cfa0 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:56.644211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-def4465c-5f98-4a24-b92e-308d7767cd28 req-e20dc6f7-e80f-4f65-b3d9-644d8bd5cfa0 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0674243 Jul 07 19:59:56.682509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-def4465c-5f98-4a24-b92e-308d7767cd28 req-b1d88a22-831a-420f-93ff-fc30579b1dc0 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Jul 07 19:59:57.870130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11e4e5-868a-4b1d-bb03-b0dab6a58467 req-5ef79270-4d69-4341-980d-465034cff7dd tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:57.871728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c11e4e5-868a-4b1d-bb03-b0dab6a58467 req-5ef79270-4d69-4341-980d-465034cff7dd tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0780721 Jul 07 19:59:57.909892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9c11e4e5-868a-4b1d-bb03-b0dab6a58467 req-294c277d-d8ed-4432-b418-2e55f068da23 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325954 Jul 07 19:59:59.092630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8bf4a-5ca5-4fcf-985f-8dd1088a00a8 req-f2890691-2da6-436c-8281-2193d92fa694 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:59:59.094192 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69e8bf4a-5ca5-4fcf-985f-8dd1088a00a8 req-f2890691-2da6-436c-8281-2193d92fa694 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0702195 Jul 07 19:59:59.133012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69e8bf4a-5ca5-4fcf-985f-8dd1088a00a8 req-95fbc476-372e-4508-b985-ada8cc75a6ff tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331740 Jul 07 20:00:00.309863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2664f-ee83-4dae-ae1f-25386aa641c9 req-5b7ec487-3fa6-4440-95b8-78cb88aa064e tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:00.311373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62b2664f-ee83-4dae-ae1f-25386aa641c9 req-5b7ec487-3fa6-4440-95b8-78cb88aa064e tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0637815 Jul 07 20:00:00.349962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62b2664f-ee83-4dae-ae1f-25386aa641c9 req-39bfeb49-e238-4f41-bbb1-be7fa579e787 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Jul 07 20:00:01.531783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88012ade-9be9-446f-ad8a-8e477e3e9863 req-36503fb6-6a30-4f6f-aede-931efd038c72 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:01.533339 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88012ade-9be9-446f-ad8a-8e477e3e9863 req-36503fb6-6a30-4f6f-aede-931efd038c72 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0671217 Jul 07 20:00:01.572024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88012ade-9be9-446f-ad8a-8e477e3e9863 req-f440a759-04ff-449d-a673-a9644227dcf8 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Jul 07 20:00:02.751651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ca83a-60e9-42a5-b7d6-2358a6de439c req-0ca2806a-3f73-4e6a-8701-5b1227d15241 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:02.753037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb1ca83a-60e9-42a5-b7d6-2358a6de439c req-0ca2806a-3f73-4e6a-8701-5b1227d15241 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0683851 Jul 07 20:00:02.791999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb1ca83a-60e9-42a5-b7d6-2358a6de439c req-cdcefbae-830f-4dc9-971c-feacbcca4b6a tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332825 Jul 07 20:00:02.935513 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:00:03.591130 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-539108e3-5be9-451d-b66d-c22ff467b7a3 service neutron] show failed (client error): The resource could not be found. Jul 07 20:00:03.592163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-539108e3-5be9-451d-b66d-c22ff467b7a3 service neutron] 10.222.0.112 "GET /v2.0/ports/99d22072-4a62-4b0d-aa71-d7edee551dcf/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0572515 Jul 07 20:00:03.784907 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:03.885227 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-e3c95891-91cd-4347-936b-d5c96a7b26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:03.887025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-e3c95891-91cd-4347-936b-d5c96a7b26fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3&tenant_id=abdacb7e3c694b41affefb789f979ff4 HTTP/1.1" status: 200 len: 1097 time: 0.0920064 Jul 07 20:00:03.905262 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:04.022461 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:04.038790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987004-2636-42d5-bb59-d613c5739adc req-cfd9a101-8d34-48fd-9f6b-815d249d40b4 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:04.040289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15987004-2636-42d5-bb59-d613c5739adc req-cfd9a101-8d34-48fd-9f6b-815d249d40b4 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.1324639 Jul 07 20:00:04.157712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15987004-2636-42d5-bb59-d613c5739adc req-52c6003c-5cbc-4626-a6a9-eb8ab58bca9b tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108043 Jul 07 20:00:04.258798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf,segment=NetworkSegment(57a44e85-c4f3-45d5-8c13-368ee43f97cd),segment_id=57a44e85-c4f3-45d5-8c13-368ee43f97cd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:04.291545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:00:04.330176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:04.332439 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c0024f-4cc9-452f-b29e-fbe574bc2d56" -d '{"events": [{"server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "name": "network-vif-unplugged", "status": "completed", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:04.335974 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:04.349030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Transition to ACTIVE for port object 99d22072-4a62-4b0d-aa71-d7edee551dcf will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:00:04.359737 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:04.412163 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623b927e-5286-496d-a3ec-93e210047a9e x-openstack-request-id: req-623b927e-5286-496d-a3ec-93e210047a9e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:04.412468 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "name": "network-vif-unplugged", "status": "completed", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:04.412879 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-623b927e-5286-496d-a3ec-93e210047a9e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:04.413275 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf', 'code': 200} Jul 07 20:00:04.448510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] No DVR routers for this DVR port 99d22072-4a62-4b0d-aa71-d7edee551dcf on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:00:04.451602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Pushing event updated for resources: {'Port': ['ID=99d22072-4a62-4b0d-aa71-d7edee551dcf,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:04.487589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Attempting to bind port 99d22072-4a62-4b0d-aa71-d7edee551dcf on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:00:04.487926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Attempting to bind port 99d22072-4a62-4b0d-aa71-d7edee551dcf by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '57a44e85-c4f3-45d5-8c13-368ee43f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:00:04.488254 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Attempting to bind port 99d22072-4a62-4b0d-aa71-d7edee551dcf on network 8541dd24-d04d-4d42-a238-b338815d286f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:00:04.492545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Port 99d22072-4a62-4b0d-aa71-d7edee551dcf on network 8541dd24-d04d-4d42-a238-b338815d286f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:00:04.492893 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Attempting to bind port 99d22072-4a62-4b0d-aa71-d7edee551dcf on network 8541dd24-d04d-4d42-a238-b338815d286f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:00:04.498233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:00:04.498571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Checking segment: {'id': '57a44e85-c4f3-45d5-8c13-368ee43f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:00:04.498961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Bound using segment: {'id': '57a44e85-c4f3-45d5-8c13-368ee43f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:00:04.499387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Bound port: 99d22072-4a62-4b0d-aa71-d7edee551dcf, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a44e85-c4f3-45d5-8c13-368ee43f97cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:00:04.499743 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:04.570342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:00:04.574312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf,segment=NetworkSegment(57a44e85-c4f3-45d5-8c13-368ee43f97cd),segment_id=57a44e85-c4f3-45d5-8c13-368ee43f97cd)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:00:04.578541 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:04.617263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:04.617889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:04.620407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] 10.222.0.59 "PUT /v2.0/ports/99d22072-4a62-4b0d-aa71-d7edee551dcf HTTP/1.1" status: 200 len: 1092 time: 0.7191153 Jul 07 20:00:04.640830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b63f6c-87ef-41ec-bef1-a57fe861fe6c service neutron] Pushing event updated for resources: {'Port': ['ID=99d22072-4a62-4b0d-aa71-d7edee551dcf,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:04.705090 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-52b4db06-a893-41cb-bc94-850e1a910af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:04.706499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-52b4db06-a893-41cb-bc94-850e1a910af2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=abdacb7e3c694b41affefb789f979ff4&device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 1095 time: 0.0532839 Jul 07 20:00:04.800155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-01a0fd73-5ef9-4b35-bba2-7819654fc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:04.801656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-01a0fd73-5ef9-4b35-bba2-7819654fc4fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=8541dd24-d04d-4d42-a238-b338815d286f HTTP/1.1" status: 200 len: 913 time: 0.0893707 Jul 07 20:00:04.843523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-256c7677-08d8-4ed0-b6fd-4a081ce730b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf HTTP/1.1" status: 200 len: 217 time: 0.0351665 Jul 07 20:00:04.892343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-a0d8ab55-a8c4-4467-bc87-7f288a2325a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:04.893861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-a0d8ab55-a8c4-4467-bc87-7f288a2325a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d0e3a99-790b-4dbd-947c-bd92546f7ff2 HTTP/1.1" status: 200 len: 851 time: 0.0443280 Jul 07 20:00:04.925945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-778e33b9-09d4-42c9-a72f-bfd752e2e171 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8541dd24-d04d-4d42-a238-b338815d286f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260568 Jul 07 20:00:05.018445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-cfe5cc29-e764-4d1c-b3dc-f21bb33c56f5 service neutron] 10.222.0.59 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850539 Jul 07 20:00:05.106702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1e371c3f-eb4d-4b3b-9c53-786442724128 req-fd948b93-bd66-4c8c-86ac-19d6f66c230e service neutron] 10.222.0.59 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824862 Jul 07 20:00:05.341046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd96c61-6237-44db-a05a-2a9c8e633a38 req-06a6d09b-b698-4306-87be-d7698d021e3a tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:05.342550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efd96c61-6237-44db-a05a-2a9c8e633a38 req-06a6d09b-b698-4306-87be-d7698d021e3a tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 943 time: 0.0682549 Jul 07 20:00:05.380252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efd96c61-6237-44db-a05a-2a9c8e633a38 req-7123d814-e15e-40cd-8dec-5224eb4eff8b tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321360 Jul 07 20:00:06.414512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:06.417566 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7" -d '{"events": [{"name": "network-changed", "server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:06.468632 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e891ec66-7aef-4515-9865-95f250d8dd94 x-openstack-request-id: req-e891ec66-7aef-4515-9865-95f250d8dd94 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:06.468935 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:06.469189 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e891ec66-7aef-4515-9865-95f250d8dd94 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:06.469588 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf', 'status': 'completed', 'code': 200} Jul 07 20:00:06.648644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-c5dc3a9d-a329-4f76-85cc-db2d343f88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:06.650171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-c5dc3a9d-a329-4f76-85cc-db2d343f88d9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=abdacb7e3c694b41affefb789f979ff4&device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 1095 time: 0.1586261 Jul 07 20:00:06.665625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723043f-567e-4b42-a791-3feab5f05d55 req-25ca1dde-2ebe-4571-a273-bd7054054fca tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:06.667750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7723043f-567e-4b42-a791-3feab5f05d55 req-25ca1dde-2ebe-4571-a273-bd7054054fca tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 943 time: 0.1583877 Jul 07 20:00:06.675576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-0f386be0-c7ad-48e8-b9f0-b2b31e131b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:06.677002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-0f386be0-c7ad-48e8-b9f0-b2b31e131b4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=abdacb7e3c694b41affefb789f979ff4&device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 1095 time: 0.1496358 Jul 07 20:00:06.816023 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7723043f-567e-4b42-a791-3feab5f05d55 req-f2243aa7-196c-4ecc-9c19-696ac33b70d9 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379974 Jul 07 20:00:06.850831 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-b0029de8-60e7-4c46-843d-2cbf2ce514b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:06.852397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-b0029de8-60e7-4c46-843d-2cbf2ce514b6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=8541dd24-d04d-4d42-a238-b338815d286f HTTP/1.1" status: 200 len: 913 time: 0.1945508 Jul 07 20:00:06.906084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-6e9cee2a-9b48-4c57-b3e7-725539796caa service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf HTTP/1.1" status: 200 len: 217 time: 0.0453386 Jul 07 20:00:06.908258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-e0512ef9-6e1b-4f32-bec5-e5da2e6f6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:06.909672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-e0512ef9-6e1b-4f32-bec5-e5da2e6f6f54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8541dd24-d04d-4d42-a238-b338815d286f HTTP/1.1" status: 200 len: 913 time: 0.1882608 Jul 07 20:00:06.977764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-e5307d01-c769-48e2-a53d-46d9d4b2f0a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf HTTP/1.1" status: 200 len: 217 time: 0.0394714 Jul 07 20:00:07.013319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-da3ff05f-a731-40ae-8813-2485240f13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:07.014759 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-da3ff05f-a731-40ae-8813-2485240f13ca service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9d0e3a99-790b-4dbd-947c-bd92546f7ff2 HTTP/1.1" status: 200 len: 851 time: 0.1032269 Jul 07 20:00:07.054638 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-e8bc26c8-0d7a-409d-aa2f-98af1391f6c9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8541dd24-d04d-4d42-a238-b338815d286f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327079 Jul 07 20:00:07.060315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-b3ccd5fe-7c4f-4505-bd4b-d5209c2071d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:07.061672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-b3ccd5fe-7c4f-4505-bd4b-d5209c2071d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d0e3a99-790b-4dbd-947c-bd92546f7ff2 HTTP/1.1" status: 200 len: 851 time: 0.0775206 Jul 07 20:00:07.132520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-07e58467-8afc-42d9-8aff-78b6d0467eed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8541dd24-d04d-4d42-a238-b338815d286f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607150 Jul 07 20:00:07.515280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-b177f818-8138-4781-b4dd-1a20963b63ed service neutron] 10.222.0.112 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510794 Jul 07 20:00:07.540423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-fac1ea7b-98e7-4e9b-a6c8-fe439c93c49b service neutron] 10.222.0.59 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003518 Jul 07 20:00:07.577334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 99d22072-4a62-4b0d-aa71-d7edee551dcf no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:00:07.615774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 99d22072-4a62-4b0d-aa71-d7edee551dcf not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:00:07.672641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 99d22072-4a62-4b0d-aa71-d7edee551dcf details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:00:07.703466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-3862b0dd-5bf9-4748-9b93-f499ab42e9d7 service neutron] 10.222.0.59 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569469 Jul 07 20:00:07.706856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b7ac5c3-a4eb-4e31-ac4f-415fab60eda7 req-80501586-d62b-4999-adac-5abd9a0380d4 service neutron] 10.222.0.112 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518705 Jul 07 20:00:07.774034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf,segment=NetworkSegment(57a44e85-c4f3-45d5-8c13-368ee43f97cd),segment_id=57a44e85-c4f3-45d5-8c13-368ee43f97cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:07.785443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '99d22072-4a62-4b0d-aa71-d7edee551dcf', 'network_id': '8541dd24-d04d-4d42-a238-b338815d286f', 'port_id': '99d22072-4a62-4b0d-aa71-d7edee551dcf', 'mac_address': 'fa:16:3e:88:9e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0e3a99-790b-4dbd-947c-bd92546f7ff2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:00:07.822957 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:07.836385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d22072-4a62-4b0d-aa71-d7edee551dcf {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:00:07.858145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf,segment=NetworkSegment(57a44e85-c4f3-45d5-8c13-368ee43f97cd),segment_id=57a44e85-c4f3-45d5-8c13-368ee43f97cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:07.862389 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:07.910856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=99d22072-4a62-4b0d-aa71-d7edee551dcf,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:08.010620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0f85-244b-4281-a0a5-4f7604406b31 req-9a5a6bff-6405-4e9b-a68f-fd6f2f0e4230 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:08.012106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54dc0f85-244b-4281-a0a5-4f7604406b31 req-9a5a6bff-6405-4e9b-a68f-fd6f2f0e4230 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 944 time: 0.0669088 Jul 07 20:00:08.049460 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-54dc0f85-244b-4281-a0a5-4f7604406b31 req-d4a740fe-d308-4c0c-9bab-b7a14d0843cf tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Jul 07 20:00:08.146477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['99d22072-4a62-4b0d-aa71-d7edee551dcf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:00:08.440751 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-269e1d18-5e30-4051-863c-0ca75d2c37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:08.485757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-f68c6756-7405-465b-97fe-d485076eaa86 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:08.487245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-f68c6756-7405-465b-97fe-d485076eaa86 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.112 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3&tenant_id=abdacb7e3c694b41affefb789f979ff4&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 944 time: 0.1129792 Jul 07 20:00:08.551783 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-5877b642-1f36-4a47-9b32-53f3c674f1d9 service neutron] delete failed (client error): The resource could not be found. Jul 07 20:00:08.552877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-5877b642-1f36-4a47-9b32-53f3c674f1d9 service neutron] 10.222.0.112 "DELETE /v2.0/ports/99d22072-4a62-4b0d-aa71-d7edee551dcf/bindings/n-h1-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0597792 Jul 07 20:00:08.650669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-9533f935-8b19-45e6-9799-921ceb0cda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:08.652341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-9533f935-8b19-45e6-9799-921ceb0cda04 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=abdacb7e3c694b41affefb789f979ff4&device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 1096 time: 0.0545065 Jul 07 20:00:08.740386 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-ff20302c-da85-4809-aef1-ee70bbb4385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:08.741782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-ff20302c-da85-4809-aef1-ee70bbb4385b service neutron] 10.222.0.112 "GET /v2.0/networks?id=8541dd24-d04d-4d42-a238-b338815d286f HTTP/1.1" status: 200 len: 913 time: 0.0828409 Jul 07 20:00:08.786779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-197b07ef-10b0-4166-9bea-2a591395f854 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf HTTP/1.1" status: 200 len: 217 time: 0.0367785 Jul 07 20:00:08.837540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-164d9c7b-2dcf-4de9-b915-baa7749ab463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:08.840631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-164d9c7b-2dcf-4de9-b915-baa7749ab463 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=9d0e3a99-790b-4dbd-947c-bd92546f7ff2 HTTP/1.1" status: 200 len: 851 time: 0.0448899 Jul 07 20:00:08.874197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-35a8e534-e168-4072-8988-734350e6f022 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8541dd24-d04d-4d42-a238-b338815d286f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276031 Jul 07 20:00:08.967186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-fb2d9f7c-d40f-4d6a-942c-6248059c5e9d service neutron] 10.222.0.112 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858917 Jul 07 20:00:09.057254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-13daf37f-6eff-4260-8e29-cf36a5e491bd service neutron] 10.222.0.112 "GET /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836358 Jul 07 20:00:09.672287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 99d22072-4a62-4b0d-aa71-d7edee551dcf up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:00:09.722490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 99d22072-4a62-4b0d-aa71-d7edee551dcf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:00:09.726851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 99d22072-4a62-4b0d-aa71-d7edee551dcf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:00:09.727219 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.819610 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.843992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:09.846266 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5171b0-9b5a-4e4e-9e9b-39665365d2c6" -d '{"events": [{"server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "name": "network-vif-plugged", "status": "completed", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:09.862212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf,segment=NetworkSegment(57a44e85-c4f3-45d5-8c13-368ee43f97cd),segment_id=57a44e85-c4f3-45d5-8c13-368ee43f97cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:09.870751 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:09.896363 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8b2ac5-2321-41aa-b057-322702d8a30d x-openstack-request-id: req-6e8b2ac5-2321-41aa-b057-322702d8a30d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:09.896688 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "name": "network-vif-plugged", "status": "completed", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:09.896944 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6e8b2ac5-2321-41aa-b057-322702d8a30d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:09.897338 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf', 'code': 200} Jul 07 20:00:09.923148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=99d22072-4a62-4b0d-aa71-d7edee551dcf,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:09.929333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867a280-5d80-40b3-a49e-09f1789f4470 req-1bcf1504-33d1-447a-8338-e094244c65b5 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:09.931988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8867a280-5d80-40b3-a49e-09f1789f4470 req-1bcf1504-33d1-447a-8338-e094244c65b5 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0704772 Jul 07 20:00:09.969865 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8867a280-5d80-40b3-a49e-09f1789f4470 req-4c0db554-cb48-4c3c-a86d-258bdea77db5 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Jul 07 20:00:11.137078 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3bb9-eaa3-4d64-8930-ede343744f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.151989 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab3646-1632-467f-b17f-fa624ae8f452 req-8f255958-c14b-42f2-8f82-b0d23ff85f77 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:11.153536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64ab3646-1632-467f-b17f-fa624ae8f452 req-8f255958-c14b-42f2-8f82-b0d23ff85f77 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0671005 Jul 07 20:00:11.217691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64ab3646-1632-467f-b17f-fa624ae8f452 req-6a4f9342-590b-47c8-9961-226b4c204034 tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.113 "GET /v2.0/security-groups?id=34443d5e-b2a5-4c10-ab4b-f38c80aa3968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584981 Jul 07 20:00:11.253241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-580ed4bb-0905-432e-a111-7e5ff79d9e8e tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:11.254734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-580ed4bb-0905-432e-a111-7e5ff79d9e8e tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.59 "GET /v2.0/ports?device_id=525a22d9-e369-4f54-abff-f602984438b3 HTTP/1.1" status: 200 len: 945 time: 0.0692859 Jul 07 20:00:11.361789 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-418864b1-a6af-46a7-b1f0-ff53164f6b1f tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Deleting port 99d22072-4a62-4b0d-aa71-d7edee551dcf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:00:11.362166 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-418864b1-a6af-46a7-b1f0-ff53164f6b1f tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.362530 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.452904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-418864b1-a6af-46a7-b1f0-ff53164f6b1f tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] For port 99d22072-4a62-4b0d-aa71-d7edee551dcf, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=99d22072-4a62-4b0d-aa71-d7edee551dcf,segment=NetworkSegment(57a44e85-c4f3-45d5-8c13-368ee43f97cd),segment_id=57a44e85-c4f3-45d5-8c13-368ee43f97cd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:11.453172 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-418864b1-a6af-46a7-b1f0-ff53164f6b1f tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.466255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-418864b1-a6af-46a7-b1f0-ff53164f6b1f tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Calling delete_port for 99d22072-4a62-4b0d-aa71-d7edee551dcf owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:00:11.596933 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-418864b1-a6af-46a7-b1f0-ff53164f6b1f tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.625782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418864b1-a6af-46a7-b1f0-ff53164f6b1f tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Pushing event deleted for resources: {'Port': ['ID=99d22072-4a62-4b0d-aa71-d7edee551dcf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:11.631926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['99d22072-4a62-4b0d-aa71-d7edee551dcf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:00:11.678576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-418864b1-a6af-46a7-b1f0-ff53164f6b1f tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] No DVR routers for this DVR port 99d22072-4a62-4b0d-aa71-d7edee551dcf on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:00:11.681058 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-418864b1-a6af-46a7-b1f0-ff53164f6b1f tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:11.683681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-90f4b634-52ad-4b82-9388-5153edfd1871 req-418864b1-a6af-46a7-b1f0-ff53164f6b1f tempest-DeleteServersTestJSON-1135918877 tempest-DeleteServersTestJSON-1135918877-project] 10.222.0.59 "DELETE /v2.0/ports/99d22072-4a62-4b0d-aa71-d7edee551dcf HTTP/1.1" status: 204 len: 173 time: 0.4227028 Jul 07 20:00:11.684120 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'name': 'network-vif-deleted', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:11.686401 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11822b10-9fbb-4da4-ae06-1504a0b63414" -d '{"events": [{"server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "name": "network-vif-deleted", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:11.722598 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1c17e0-eb69-4fe3-ac41-f05dc67a9ab6 x-openstack-request-id: req-0f1c17e0-eb69-4fe3-ac41-f05dc67a9ab6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:11.722929 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525a22d9-e369-4f54-abff-f602984438b3", "name": "network-vif-deleted", "tag": "99d22072-4a62-4b0d-aa71-d7edee551dcf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:11.723564 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0f1c17e0-eb69-4fe3-ac41-f05dc67a9ab6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:11.723996 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525a22d9-e369-4f54-abff-f602984438b3', 'name': 'network-vif-deleted', 'tag': '99d22072-4a62-4b0d-aa71-d7edee551dcf', 'status': 'completed', 'code': 200} Jul 07 20:00:12.475787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:12.521985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4b354a-ca4b-478c-8201-e9487877f407 admin admin] Deleting subnet 9d0e3a99-790b-4dbd-947c-bd92546f7ff2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:00:12.524984 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4b354a-ca4b-478c-8201-e9487877f407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.534142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.561641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4b354a-ca4b-478c-8201-e9487877f407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.599685 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4b354a-ca4b-478c-8201-e9487877f407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.651803 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4b354a-ca4b-478c-8201-e9487877f407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.682444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b354a-ca4b-478c-8201-e9487877f407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0e3a99-790b-4dbd-947c-bd92546f7ff2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:12.687373 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4b354a-ca4b-478c-8201-e9487877f407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.689270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8a4b354a-ca4b-478c-8201-e9487877f407 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/9d0e3a99-790b-4dbd-947c-bd92546f7ff2 HTTP/1.1" status: 204 len: 168 time: 0.2124000 Jul 07 20:00:12.691715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36196) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:12.763871 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.848247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.858924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8541dd24-d04d-4d42-a238-b338815d286f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:12.869022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a44e85-c4f3-45d5-8c13-368ee43f97cd') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:12.869347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a44e85-c4f3-45d5-8c13-368ee43f97cd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:00:12.878084 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.891904 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.897695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:00:12.898080 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: timer() Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:00:12.899729 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:00:12.954627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.960200 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:12.962342 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] 10.222.0.113 "DELETE /v2.0/networks/8541dd24-d04d-4d42-a238-b338815d286f HTTP/1.1" status: 204 len: 168 time: 0.2696877 Jul 07 20:00:12.974000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20a8c0-cf37-4b29-8f6b-1d5f75d052cc admin admin] Pushing event deleted for resources: {'Network': ['ID=8541dd24-d04d-4d42-a238-b338815d286f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:13.076791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:13.118111 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7691ea28-15b4-499d-a119-c96b8bcac29f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=abdacb7e3c694b41affefb789f979ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400143 Jul 07 20:00:13.121351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:13.170015 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:13.191419 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:13.238395 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:13.241075 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:13.242230 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/34443d5e-b2a5-4c10-ab4b-f38c80aa3968 HTTP/1.1" status: 204 len: 168 time: 0.1199834 Jul 07 20:00:13.250023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34443d5e-b2a5-4c10-ab4b-f38c80aa3968,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:13.257683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.258040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.258408 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.258746 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.259077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.259405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.260327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.260688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.261012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.261337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.261659 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.261981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1c908-5e0f-4ca3-89bc-0e8ba9b98bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:13.688363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 99d22072-4a62-4b0d-aa71-d7edee551dcf no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:00:13.711305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 99d22072-4a62-4b0d-aa71-d7edee551dcf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:00:13.711655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 99d22072-4a62-4b0d-aa71-d7edee551dcf not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:00:13.908745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:14.007937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1388613771-network', 'tenant_id': '94ae5bc8e05948ca8f5f660c3eef6c58'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:14.031888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Made reservation on behalf of 94ae5bc8e05948ca8f5f660c3eef6c58 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:00:14.034369 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.046404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.083508 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.144093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.147789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.174851 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:00:14.181067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9df05b5-97eb-4394-a58c-c78ee62a7922,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:14.187806 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.188445 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Added segment add3e9a7-44ba-42a9-a274-bca4426a04cf of type vlan for network 66c7769a-b906-47b2-8e92-de3889c4c81f Jul 07 20:00:14.230816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.260450 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.261426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:14.262009 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.315448 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4055476 Jul 07 20:00:14.318395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:00:14.323409 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca510f-e320-4def-abad-2cf39ce36f00 admin admin] Pushing event updated for resources: {'Network': ['ID=66c7769a-b906-47b2-8e92-de3889c4c81f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:14.324442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] Request body: {'subnet': {'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1388613771-subnet', 'tenant_id': '94ae5bc8e05948ca8f5f660c3eef6c58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:14.333368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 66c7769a-b906-47b2-8e92-de3889c4c81f details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:00:14.347586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] Made reservation on behalf of 94ae5bc8e05948ca8f5f660c3eef6c58 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:00:14.350028 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.531482 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.595141 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=db0a51a7-2d32-4d3a-abc3-ac210c212d4d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:14.601952 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] Checking segment: {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:00:14.602319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] Network hostable DHCP agents. Network: 66c7769a-b906-47b2-8e92-de3889c4c81f, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:00:14.623934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] Network 66c7769a-b906-47b2-8e92-de3889c4c81f is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:00:14.634821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 66c7769a-b906-47b2-8e92-de3889c4c81f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:00:14.639045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:14.639633 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:14.645195 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bf1f24-e0d2-4973-89b3-808e7d2c9a3f None None] Network 66c7769a-b906-47b2-8e92-de3889c4c81f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:00:14.654721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5c1f0372-a779-48da-9582-4a6e1337d5be admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3349514 Jul 07 20:00:14.775715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394302fc-6e35-4ecc-b4b1-8bcb9bc6503e None None] Network 66c7769a-b906-47b2-8e92-de3889c4c81f requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:00:15.102397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-841fd96a-d041-498e-b8d7-fcb10e1ab637 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:15.104828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-841fd96a-d041-498e-b8d7-fcb10e1ab637 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 815 time: 0.1050835 Jul 07 20:00:15.119497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-823264dc-0447-48a6-9ec2-1d2636eb76f3 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/quotas/94ae5bc8e05948ca8f5f660c3eef6c58 HTTP/1.1" status: 200 len: 375 time: 0.0090470 Jul 07 20:00:15.152843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-18dbae0e-ea53-400c-8e2d-cdb7ce36c569 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285618 Jul 07 20:00:15.241757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-1758ba23-3601-43e4-a3f2-a2b7fc3a1564 service neutron] 10.222.0.113 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825117 Jul 07 20:00:15.335827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-1ab7066c-7d66-4925-b67e-4028541a9612 service neutron] 10.222.0.113 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882902 Jul 07 20:00:15.509418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1db0d6e9-557e-473d-80c3-70981f02e722 req-04dcc920-a77b-4f8d-850c-1630ff25504b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 210 time: 0.0288575 Jul 07 20:00:16.630807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-7b241d5f-e5a5-43cf-a7e2-bd9dd2b23a42 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:16.632415 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-7b241d5f-e5a5-43cf-a7e2-bd9dd2b23a42 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.59 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 815 time: 0.1139681 Jul 07 20:00:16.656135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Request body: {'port': {'device_id': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f', 'admin_state_up': True, 'tenant_id': '94ae5bc8e05948ca8f5f660c3eef6c58'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:16.723851 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-425d7da0-add3-4876-b188-1c0851d39f22 req-90840d53-c431-4097-ae4c-5a74f08b5777 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 210 time: 0.0741737 Jul 07 20:00:16.796281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Made reservation on behalf of 94ae5bc8e05948ca8f5f660c3eef6c58 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:00:16.799673 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:16.927882 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Allocated IP 172.20.0.14 (66c7769a-b906-47b2-8e92-de3889c4c81f/db0a51a7-2d32-4d3a-abc3-ac210c212d4d/c451e7a8-4916-4e28-ad2d-0fbd4befe6c2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:00:17.078640 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.117106 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.159531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Network 66c7769a-b906-47b2-8e92-de3889c4c81f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:00:17.162734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:00:17.169188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:00:17.194308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Pushing event updated for resources: {'Port': ['ID=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:17.227574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:17.228226 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.248061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-02037942-5db0-4deb-8837-31bfe5214d2f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5964181 Jul 07 20:00:17.266742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Request body: {'port': {'device_id': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:17.344144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.602391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:00:17.610332 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.622120 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Transition to ACTIVE for port object c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:00:17.626046 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.700360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Pushing event updated for resources: {'Port': ['ID=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:17.752045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Attempting to bind port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:00:17.752383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Attempting to bind port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:00:17.752746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Attempting to bind port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 on network 66c7769a-b906-47b2-8e92-de3889c4c81f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:00:17.757152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 on network 66c7769a-b906-47b2-8e92-de3889c4c81f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:00:17.757475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Attempting to bind port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 on network 66c7769a-b906-47b2-8e92-de3889c4c81f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:00:17.763029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:00:17.763368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Checking segment: {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:00:17.763756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Bound using segment: {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:00:17.764192 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Bound port: c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:00:17.764573 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.831797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:00:17.835931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:00:17.843395 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.914855 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:17.915654 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:17.916954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] 10.222.0.59 "PUT /v2.0/ports/c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 HTTP/1.1" status: 200 len: 1093 time: 0.6542840 Jul 07 20:00:17.917395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:17.920250 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4059c9a-e6e6-4358-a64c-32540c6532b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:17.957388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439e2fa-2b23-4d25-81ea-04b25eabb1ed service neutron] Pushing event updated for resources: {'Port': ['ID=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:17.964031 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9db8c9f-28a1-45aa-ae8b-b174c5bb1de9 x-openstack-request-id: req-a9db8c9f-28a1-45aa-ae8b-b174c5bb1de9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:17.964321 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:17.964600 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a9db8c9f-28a1-45aa-ae8b-b174c5bb1de9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:17.965115 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2', 'status': 'completed', 'code': 200} Jul 07 20:00:18.004347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c8fa5-dc64-4503-bab9-1fb84ba00476 req-7d9e6da1-9449-4872-95e0-267387d2231b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:18.005886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd3c8fa5-dc64-4503-bab9-1fb84ba00476 req-7d9e6da1-9449-4872-95e0-267387d2231b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 944 time: 0.1493347 Jul 07 20:00:18.063981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd3c8fa5-dc64-4503-bab9-1fb84ba00476 req-d1d13e19-ac12-4de2-978b-c1712676cc07 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Jul 07 20:00:18.077317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-9cc77d04-c0af-4f93-80c5-15a1a97ef185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:18.078835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-9cc77d04-c0af-4f93-80c5-15a1a97ef185 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 1096 time: 0.0980647 Jul 07 20:00:18.129386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-d4a488aa-ce9e-4f26-ab84-2228bac9a1eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 HTTP/1.1" status: 200 len: 217 time: 0.0382950 Jul 07 20:00:18.179355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-b246e5dc-59c4-4540-be2c-d2a627a64b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:18.180791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-b246e5dc-59c4-4540-be2c-d2a627a64b40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0454168 Jul 07 20:00:18.213798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-72fa04fc-832c-44df-8c2f-ba2f07c6c00d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270863 Jul 07 20:00:18.308243 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-60132f5b-6ec4-4188-b1ce-1c6b58fd43cf service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872853 Jul 07 20:00:18.407775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-01b36b91-66e3-410f-8093-aaa5fabc553c req-ce025b36-ba2d-499d-b0ca-a07964c98955 service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920789 Jul 07 20:00:18.558832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4059c9a-e6e6-4358-a64c-32540c6532b0 req-b8f4b859-dc5a-427b-81e5-978e8517bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:18.560265 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4059c9a-e6e6-4358-a64c-32540c6532b0 req-b8f4b859-dc5a-427b-81e5-978e8517bfa1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 1096 time: 0.0607393 Jul 07 20:00:18.652446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4059c9a-e6e6-4358-a64c-32540c6532b0 req-e922a0a2-8525-412e-ac9f-0511eae9d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:18.653976 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4059c9a-e6e6-4358-a64c-32540c6532b0 req-e922a0a2-8525-412e-ac9f-0511eae9d16b service neutron] 10.222.0.59 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.0871201 Jul 07 20:00:18.695338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4059c9a-e6e6-4358-a64c-32540c6532b0 req-9376fd6c-1b1a-4b88-90e2-dc8462ef6ed3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 HTTP/1.1" status: 200 len: 217 time: 0.0340943 Jul 07 20:00:18.747295 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4059c9a-e6e6-4358-a64c-32540c6532b0 req-5b48795a-4017-47ee-acc1-d82b19348652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:18.748798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4059c9a-e6e6-4358-a64c-32540c6532b0 req-5b48795a-4017-47ee-acc1-d82b19348652 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0474629 Jul 07 20:00:18.782386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4059c9a-e6e6-4358-a64c-32540c6532b0 req-72c27f39-c70e-4a2e-8795-a0799a6bfbbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262291 Jul 07 20:00:18.871793 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4059c9a-e6e6-4358-a64c-32540c6532b0 req-4aa6d847-5ca1-462d-9d0b-60c9b174e52c service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832019 Jul 07 20:00:18.968761 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4059c9a-e6e6-4358-a64c-32540c6532b0 req-466c3629-c6f5-48b0-8a21-a623eb663b61 service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897536 Jul 07 20:00:19.251166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c61c8-6fba-4582-baf4-3361bd0cc840 req-eec20a86-6d7a-43c5-bc58-9a9f97b7a8d2 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:19.252661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df0c61c8-6fba-4582-baf4-3361bd0cc840 req-eec20a86-6d7a-43c5-bc58-9a9f97b7a8d2 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 944 time: 0.0633016 Jul 07 20:00:19.290162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df0c61c8-6fba-4582-baf4-3361bd0cc840 req-a39d1ae0-e752-4ceb-8aa1-1ea61add8c7e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318418 Jul 07 20:00:19.358750 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:20.470808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d648c8a-2d01-47ec-950f-2fb321aa3fa3 req-e066c0c7-4337-49e1-aac3-65634893ade4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:20.472325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d648c8a-2d01-47ec-950f-2fb321aa3fa3 req-e066c0c7-4337-49e1-aac3-65634893ade4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 944 time: 0.0696883 Jul 07 20:00:20.510456 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d648c8a-2d01-47ec-950f-2fb321aa3fa3 req-2578fcb6-c808-42b0-a07b-bc5fab858bde tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322895 Jul 07 20:00:21.684347 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d32ac6-2feb-4ac5-8817-d1a77252071f req-934ba68d-ff5d-443f-9fe2-2dc1c4bd8f68 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:21.686673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26d32ac6-2feb-4ac5-8817-d1a77252071f req-934ba68d-ff5d-443f-9fe2-2dc1c4bd8f68 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 944 time: 0.0632789 Jul 07 20:00:21.704334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:00:21.730516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-26d32ac6-2feb-4ac5-8817-d1a77252071f req-b5296303-b6f3-45e0-8be5-3c3a658b178b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382969 Jul 07 20:00:21.798578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:21.810406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2', 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f', 'port_id': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2', 'mac_address': 'fa:16:3e:5e:4d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0a51a7-2d32-4d3a-abc3-ac210c212d4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:00:21.850557 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:22.014328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:00:22.034457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:22.038270 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:22.084913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:22.296140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['c451e7a8-4916-4e28-ad2d-0fbd4befe6c2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:00:22.909707 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91190eb-ae3c-4592-b90f-5d85f111a30d req-6df87cba-681d-4888-9d94-ae96447e7c15 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:22.911186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d91190eb-ae3c-4592-b90f-5d85f111a30d req-6df87cba-681d-4888-9d94-ae96447e7c15 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 945 time: 0.0633249 Jul 07 20:00:22.949434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d91190eb-ae3c-4592-b90f-5d85f111a30d req-b26cbf7a-3cf0-4f1e-bb50-5674f11f01f6 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318127 Jul 07 20:00:23.529021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-75178be2-e8f2-406a-a14e-fe4500b2c31c req-60a8e29b-90ef-4e83-8d22-48f6bb627609 service neutron] (93771) timed out ('10.222.0.112', 64197) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 20:00:23.703674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:00:23.752381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:00:23.756351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:00:23.756772 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:23.839437 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:23.862346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:23.864734 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956c34f1-4fda-43f7-a1bd-3b41e0e70bbc" -d '{"events": [{"server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "name": "network-vif-plugged", "status": "completed", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:23.877745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:23.882384 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:23.910331 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccecab8-f6c1-4ae1-bc53-2f9870f55499 x-openstack-request-id: req-9ccecab8-f6c1-4ae1-bc53-2f9870f55499 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:23.910610 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "name": "network-vif-plugged", "status": "completed", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:23.910863 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ccecab8-f6c1-4ae1-bc53-2f9870f55499 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:23.911257 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2', 'code': 200} Jul 07 20:00:23.943700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:24.142412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff3020-ced2-4183-a994-303e1a4f39d3 req-a72b338d-43f2-40af-b725-bd9d521f2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:24.143858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdff3020-ced2-4183-a994-303e1a4f39d3 req-a72b338d-43f2-40af-b725-bd9d521f2f8f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 1098 time: 0.1060708 Jul 07 20:00:24.212326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c64964-0a99-467a-a36e-a7181ec6e577 req-292b6a0c-2461-40d5-b8d3-1a9a54cc1b82 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:24.215061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16c64964-0a99-467a-a36e-a7181ec6e577 req-292b6a0c-2461-40d5-b8d3-1a9a54cc1b82 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.1272078 Jul 07 20:00:24.217347 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bdff3020-ced2-4183-a994-303e1a4f39d3 req-6958130a-89d3-471d-bf21-b366335404b5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678694 Jul 07 20:00:24.257629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16c64964-0a99-467a-a36e-a7181ec6e577 req-6e91815a-4913-4bad-bc2d-7144be4bc3eb tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371387 Jul 07 20:00:25.450491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56ee13-8b91-457a-9e8c-ec642ef84b9d req-d4f6d45b-51c5-4041-afa2-b779988b9d23 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:25.452004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd56ee13-8b91-457a-9e8c-ec642ef84b9d req-d4f6d45b-51c5-4041-afa2-b779988b9d23 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0681715 Jul 07 20:00:25.490086 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd56ee13-8b91-457a-9e8c-ec642ef84b9d req-e6a5b6cb-d7c1-4bd6-9df7-fbec4f03bfc8 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322950 Jul 07 20:00:25.662987 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e14fdd-da68-4375-a5c8-aa9705ca88bf req-792d9fc5-521d-4ca0-bfd3-d9b6f0d055e3 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:25.664462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9e14fdd-da68-4375-a5c8-aa9705ca88bf req-792d9fc5-521d-4ca0-bfd3-d9b6f0d055e3 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0632393 Jul 07 20:00:25.704051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9e14fdd-da68-4375-a5c8-aa9705ca88bf req-f3ce51aa-8e87-45ff-8ee0-9d4d9376bcc3 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338979 Jul 07 20:00:26.047003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8b67-be40-490d-b44c-d8c8c111d374 req-debbc03e-1e8a-446e-858d-254bd776acfb tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:26.048501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7eca8b67-be40-490d-b44c-d8c8c111d374 req-debbc03e-1e8a-446e-858d-254bd776acfb tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0644252 Jul 07 20:00:26.086084 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7eca8b67-be40-490d-b44c-d8c8c111d374 req-f5c0ae93-1ff0-4bca-ae11-b27b90f75806 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Jul 07 20:00:26.266232 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a8cb7-5bf0-4d3c-bca6-df3990de8295 req-75310ed8-7c1e-4c1b-86e4-0b6104125018 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:26.267616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e2a8cb7-5bf0-4d3c-bca6-df3990de8295 req-75310ed8-7c1e-4c1b-86e4-0b6104125018 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0678256 Jul 07 20:00:26.307467 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7e2a8cb7-5bf0-4d3c-bca6-df3990de8295 req-45ea3856-1487-4933-9186-4063b193b639 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342424 Jul 07 20:00:26.659150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-340ca3c6-85e2-45f1-97f2-a10eee2527af service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612509 Jul 07 20:00:26.713513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a5263-66f2-483e-9070-cd727b4862d1 req-9dc1e2be-53e1-4e7b-ab8d-a135c33ad3c9 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:26.715023 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b4a5263-66f2-483e-9070-cd727b4862d1 req-9dc1e2be-53e1-4e7b-ab8d-a135c33ad3c9 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0693886 Jul 07 20:00:26.759477 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b4a5263-66f2-483e-9070-cd727b4862d1 req-ee9d462b-44e0-4efc-a538-019fd1659e41 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385444 Jul 07 20:00:27.979757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b5165-29ec-4fbe-b852-771432809dd5 req-de5fadc3-459a-4f57-a45b-5db8769a61b4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:27.981272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-378b5165-29ec-4fbe-b852-771432809dd5 req-de5fadc3-459a-4f57-a45b-5db8769a61b4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.1017280 Jul 07 20:00:28.011568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-2aecee83-fc12-44af-9f52-67d04357d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:28.015124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-2aecee83-fc12-44af-9f52-67d04357d35a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 1098 time: 0.0940716 Jul 07 20:00:28.370518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-378b5165-29ec-4fbe-b852-771432809dd5 req-59d65fdd-1541-4cfb-a117-1858cb91974c tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822327 Jul 07 20:00:28.413782 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-c5a96c42-d4d0-45d1-b5f0-a071bc480c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:28.415256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-c5a96c42-d4d0-45d1-b5f0-a071bc480c0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.3943660 Jul 07 20:00:28.457074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-9418443b-67f0-42fd-8b53-6dcce29a8a6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 HTTP/1.1" status: 200 len: 217 time: 0.0347188 Jul 07 20:00:28.505159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-968687e6-9273-4725-80c4-066bfbb0a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:28.506592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-968687e6-9273-4725-80c4-066bfbb0a683 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0436292 Jul 07 20:00:28.542831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d6bfa9ec-4400-4019-8fc3-ae8e187d8ef8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302155 Jul 07 20:00:28.631682 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-6fcfab1a-bff5-4662-aefc-edbbb9d7cf52 service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826306 Jul 07 20:00:28.721712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-208668a6-6754-4241-82d3-1f88a47704f1 service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841286 Jul 07 20:00:29.552332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67bd5b-99d0-4131-a0aa-5a7ba9dd48ec req-f7b6de55-d38a-4b09-b2ee-42658a302624 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:29.553967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad67bd5b-99d0-4131-a0aa-5a7ba9dd48ec req-f7b6de55-d38a-4b09-b2ee-42658a302624 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0657818 Jul 07 20:00:29.595063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad67bd5b-99d0-4131-a0aa-5a7ba9dd48ec req-00e5889e-bf36-442b-be87-04f533a572fa tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340617 Jul 07 20:00:30.774716 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71965c-9d29-48c1-ac5d-832c5e00cb65 req-0cad4ecd-0fbe-4372-9ba0-67489dfcf17d tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:30.776745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff71965c-9d29-48c1-ac5d-832c5e00cb65 req-0cad4ecd-0fbe-4372-9ba0-67489dfcf17d tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0639861 Jul 07 20:00:30.814358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff71965c-9d29-48c1-ac5d-832c5e00cb65 req-30e239ee-6eb7-426d-83db-46f89d32123f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Jul 07 20:00:31.993656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bac5c-146a-4dce-983c-94a98fbcf473 req-70b244c7-6d79-4f73-915f-4fef05e051db tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:31.996016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d5bac5c-146a-4dce-983c-94a98fbcf473 req-70b244c7-6d79-4f73-915f-4fef05e051db tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0693433 Jul 07 20:00:32.033281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d5bac5c-146a-4dce-983c-94a98fbcf473 req-9c517658-2aaa-4332-9c42-23e4cce249ee tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320623 Jul 07 20:00:33.214137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcf224-3cb2-4228-9ab8-ace036590b1d req-36bd0ecd-8a53-4e28-95cc-cf7db65fcb82 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:33.215435 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4cdcf224-3cb2-4228-9ab8-ace036590b1d req-36bd0ecd-8a53-4e28-95cc-cf7db65fcb82 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0644684 Jul 07 20:00:33.255518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4cdcf224-3cb2-4228-9ab8-ace036590b1d req-b44beec0-69ee-449f-8cd9-2286e2b7a969 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341663 Jul 07 20:00:33.788816 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:34.446988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e985f0-06bb-4236-ac61-fd45aacd7b58 req-71be5d8e-531f-45f8-852a-0f9156229a32 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:34.450892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62e985f0-06bb-4236-ac61-fd45aacd7b58 req-71be5d8e-531f-45f8-852a-0f9156229a32 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0693140 Jul 07 20:00:34.494744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62e985f0-06bb-4236-ac61-fd45aacd7b58 req-0987e4b4-f8ef-432a-a3ef-f2464ee4e7be tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393875 Jul 07 20:00:35.588398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6afa4-3ad3-49ee-8766-1248fda09273 req-6f3acf3a-3e98-4ca9-bfae-0e24f41ffca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:35.589974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcc6afa4-3ad3-49ee-8766-1248fda09273 req-6f3acf3a-3e98-4ca9-bfae-0e24f41ffca3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 1098 time: 0.0546687 Jul 07 20:00:35.740517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6afa4-3ad3-49ee-8766-1248fda09273 req-bda09eca-eaeb-4bec-a22a-b9b8698a8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:35.741996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcc6afa4-3ad3-49ee-8766-1248fda09273 req-bda09eca-eaeb-4bec-a22a-b9b8698a8495 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.1291418 Jul 07 20:00:35.750850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881aae-e9ac-4615-8478-69b06115fa1f req-e6f6965a-48d7-4300-9809-c079fa76df10 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:35.752241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb881aae-e9ac-4615-8478-69b06115fa1f req-e6f6965a-48d7-4300-9809-c079fa76df10 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.1311576 Jul 07 20:00:35.793832 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcc6afa4-3ad3-49ee-8766-1248fda09273 req-52a95f8e-e8e5-4da7-bbb0-ec18a69af800 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 HTTP/1.1" status: 200 len: 217 time: 0.0405381 Jul 07 20:00:35.853234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bb881aae-e9ac-4615-8478-69b06115fa1f req-933c5059-ad16-466d-ab27-dea7c53bb924 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942459 Jul 07 20:00:35.865135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6afa4-3ad3-49ee-8766-1248fda09273 req-d257d561-5661-4a87-8faa-0f79c10771c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:35.866640 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcc6afa4-3ad3-49ee-8766-1248fda09273 req-d257d561-5661-4a87-8faa-0f79c10771c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0652456 Jul 07 20:00:35.900818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcc6afa4-3ad3-49ee-8766-1248fda09273 req-55e166b7-740f-4114-8e3b-06d56d25f518 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265326 Jul 07 20:00:35.989763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcc6afa4-3ad3-49ee-8766-1248fda09273 req-9bd11ec1-bd39-463a-99b5-2a2b7fa40f80 service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826306 Jul 07 20:00:36.092690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dcc6afa4-3ad3-49ee-8766-1248fda09273 req-22458ccd-620c-4ad1-ae93-a50a7aaa9cd8 service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965245 Jul 07 20:00:37.029896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d81e4a-2462-4ac3-8e4d-cf4f05e9be47 req-05bf0303-1061-4eb2-8913-4358a6f28f67 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:37.031404 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61d81e4a-2462-4ac3-8e4d-cf4f05e9be47 req-05bf0303-1061-4eb2-8913-4358a6f28f67 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0646269 Jul 07 20:00:37.068728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61d81e4a-2462-4ac3-8e4d-cf4f05e9be47 req-a7f8906a-fbe4-4079-9dcc-7064e7407215 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Jul 07 20:00:38.250316 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737569b-a870-4ec4-ab49-6cc318dc746e req-ca4a90ab-f7b2-406e-92ac-ecd6c4935dd5 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:38.251802 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3737569b-a870-4ec4-ab49-6cc318dc746e req-ca4a90ab-f7b2-406e-92ac-ecd6c4935dd5 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0688376 Jul 07 20:00:38.290307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3737569b-a870-4ec4-ab49-6cc318dc746e req-c531a672-29f4-4603-9420-673963b9cb7f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327935 Jul 07 20:00:38.441107 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c03baee-2c63-41b1-8609-32887bee18a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:39.467770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b0fad-8694-4c03-ac4c-8545d0e1ae05 req-0c389fa7-876f-4fa8-9d30-61fafeb27325 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:39.469316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b4b0fad-8694-4c03-ac4c-8545d0e1ae05 req-0c389fa7-876f-4fa8-9d30-61fafeb27325 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0656741 Jul 07 20:00:39.507736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9b4b0fad-8694-4c03-ac4c-8545d0e1ae05 req-b34c8d7f-72cb-45aa-9044-a951ac467905 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325809 Jul 07 20:00:39.935849 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:00:40.689220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6935e-89d2-446c-9641-f91090c44c99 req-1bbee3dc-1567-45a7-8e5a-8fbbbe04034d tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:40.690720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bed6935e-89d2-446c-9641-f91090c44c99 req-1bbee3dc-1567-45a7-8e5a-8fbbbe04034d tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0643213 Jul 07 20:00:40.729699 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bed6935e-89d2-446c-9641-f91090c44c99 req-9cf30d65-84b6-412c-9c9c-f52e342d6185 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Jul 07 20:00:41.139934 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b0460db-7e7e-4a5d-99b3-98d4910fe7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:41.364877 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:41.918759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8746b48-312e-447d-92af-038690023b3a req-3dd8eabb-4ac0-405c-868b-43d008d6cd8e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:41.920273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8746b48-312e-447d-92af-038690023b3a req-3dd8eabb-4ac0-405c-868b-43d008d6cd8e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0731673 Jul 07 20:00:41.957309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8746b48-312e-447d-92af-038690023b3a req-5ac36c86-20c0-4527-815f-8547cfe31781 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Jul 07 20:00:42.538073 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:43.139154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e8555-0184-4b13-b97b-f8652be4fe0c req-9f608f8b-b2ed-4bce-8202-cc1a1cfa94c7 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:43.140624 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-124e8555-0184-4b13-b97b-f8652be4fe0c req-9f608f8b-b2ed-4bce-8202-cc1a1cfa94c7 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0673831 Jul 07 20:00:43.178627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-124e8555-0184-4b13-b97b-f8652be4fe0c req-7c2cc7bb-2d98-493a-86be-385e8bd6e8d7 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Jul 07 20:00:44.085264 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:44.361825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc3d53-f696-468d-b42b-42af571ff808 req-ab281756-e54a-49da-92ad-0811ec95369c tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:44.363323 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16cc3d53-f696-468d-b42b-42af571ff808 req-ab281756-e54a-49da-92ad-0811ec95369c tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0676157 Jul 07 20:00:44.402560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16cc3d53-f696-468d-b42b-42af571ff808 req-a5bfe9c8-e43b-48ef-a79b-84ef085b347f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333769 Jul 07 20:00:45.581314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d6ee-75e9-4389-aff2-3cbe0b4cf9aa req-d9ab1fc2-c4ab-47ff-b4a5-4ea5d610da44 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:45.582739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f54d6ee-75e9-4389-aff2-3cbe0b4cf9aa req-d9ab1fc2-c4ab-47ff-b4a5-4ea5d610da44 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0650740 Jul 07 20:00:45.621983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f54d6ee-75e9-4389-aff2-3cbe0b4cf9aa req-e9e17fbc-5b4f-4a9f-8ca6-796e71fd0ce3 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Jul 07 20:00:46.798892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27347f-c020-4386-bbf6-69fff6526896 req-8ce680e4-2f84-4a15-96a7-7ead717243d1 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:46.800430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c27347f-c020-4386-bbf6-69fff6526896 req-8ce680e4-2f84-4a15-96a7-7ead717243d1 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0641787 Jul 07 20:00:46.839232 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c27347f-c020-4386-bbf6-69fff6526896 req-ff1156e4-b7fb-41e8-9ffa-5efa93b4af53 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Jul 07 20:00:48.019564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9c52e-913e-416a-a459-4161994e1e6a req-3a8d34aa-4bc3-4434-a4fb-dea17de8649d tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:48.021066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ad9c52e-913e-416a-a459-4161994e1e6a req-3a8d34aa-4bc3-4434-a4fb-dea17de8649d tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0691514 Jul 07 20:00:48.060042 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ad9c52e-913e-416a-a459-4161994e1e6a req-62c3d5b5-93e8-43e6-8370-a14863bae93d tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326173 Jul 07 20:00:49.235469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb4241-0b03-4e5a-9fa0-10a9347dd062 req-2fdda99b-4c68-4abf-a27c-0724b7be6b0a tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:49.237014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ddb4241-0b03-4e5a-9fa0-10a9347dd062 req-2fdda99b-4c68-4abf-a27c-0724b7be6b0a tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0636437 Jul 07 20:00:49.276160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ddb4241-0b03-4e5a-9fa0-10a9347dd062 req-c1bc5bc6-2672-4183-9b46-d629440d3cba tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335405 Jul 07 20:00:49.355300 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:50.458732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c4bf2-ab23-4051-8ad7-1545668f46e4 req-76eb94b8-75e4-4f57-affc-e391a16df599 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:50.460263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-103c4bf2-ab23-4051-8ad7-1545668f46e4 req-76eb94b8-75e4-4f57-affc-e391a16df599 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0690191 Jul 07 20:00:50.502700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-103c4bf2-ab23-4051-8ad7-1545668f46e4 req-289dd0eb-facc-4fbe-a41b-90882409f004 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359514 Jul 07 20:00:51.685427 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c3282-3519-4460-8dfb-e534a9d221d3 req-35b914e4-3d0a-4cc9-8be0-8009768a6241 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:51.686980 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a2c3282-3519-4460-8dfb-e534a9d221d3 req-35b914e4-3d0a-4cc9-8be0-8009768a6241 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0722992 Jul 07 20:00:51.726037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a2c3282-3519-4460-8dfb-e534a9d221d3 req-45a1d1b3-bb0b-44cf-9a04-fc30f1aa2d7b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334315 Jul 07 20:00:52.901933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92085af-0d6c-4b3b-81e0-979aff6c7c5b req-372b9027-c6fa-4c07-b9f9-e0694b2b59f3 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:52.903432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e92085af-0d6c-4b3b-81e0-979aff6c7c5b req-372b9027-c6fa-4c07-b9f9-e0694b2b59f3 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0642269 Jul 07 20:00:52.940307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e92085af-0d6c-4b3b-81e0-979aff6c7c5b req-c4f17c0f-a696-4b52-8473-14d49ec0ab32 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Jul 07 20:00:54.126104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04824a6a-9e18-4e47-bac1-b69e05d21e0d req-d0531e3d-8891-4fda-b67b-e60d2884311d tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:54.127542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04824a6a-9e18-4e47-bac1-b69e05d21e0d req-d0531e3d-8891-4fda-b67b-e60d2884311d tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0684123 Jul 07 20:00:54.165547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04824a6a-9e18-4e47-bac1-b69e05d21e0d req-e2cbf043-9ee2-4c25-97f5-8c0942b5cd54 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Jul 07 20:00:55.345659 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f5ec7-69ba-4b68-a80f-120988707ff6 req-1ebe1162-4902-48fc-84ac-2eab019a3442 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:55.347165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-319f5ec7-69ba-4b68-a80f-120988707ff6 req-1ebe1162-4902-48fc-84ac-2eab019a3442 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0674746 Jul 07 20:00:55.386111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-319f5ec7-69ba-4b68-a80f-120988707ff6 req-a8329802-7efd-42ac-a74a-307026bf8ec9 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333796 Jul 07 20:00:55.744445 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-237d1180-cd6d-4337-b5b1-9b7745f66d45 service neutron] show failed (client error): The resource could not be found. Jul 07 20:00:55.745964 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-237d1180-cd6d-4337-b5b1-9b7745f66d45 service neutron] 10.222.0.59 "GET /v2.0/ports/c451e7a8-4916-4e28-ad2d-0fbd4befe6c2/bindings/n-h1-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0614741 Jul 07 20:00:55.998325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-756179fb-e9c2-486f-8cce-69cb441cd5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:55.999852 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-756179fb-e9c2-486f-8cce-69cb441cd5ca service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad&tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58 HTTP/1.1" status: 200 len: 1098 time: 0.0561981 Jul 07 20:00:56.010846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:00:56.081135 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:56.288575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:56.323285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:00:56.362541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:56.365059 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9574ce-ec3f-467b-96d8-20fbbae6a714" -d '{"events": [{"server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:56.368645 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:56.382524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Transition to ACTIVE for port object c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:00:56.387062 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:56.428338 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879cae27-5827-4535-b2e5-8705f2db9b3e x-openstack-request-id: req-879cae27-5827-4535-b2e5-8705f2db9b3e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:56.428660 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:56.428916 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-879cae27-5827-4535-b2e5-8705f2db9b3e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:56.429292 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2', 'code': 200} Jul 07 20:00:56.444730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Pushing event updated for resources: {'Port': ['ID=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:56.464252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] No DVR routers for this DVR port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:00:56.472298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.472674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.473026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.473358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.473696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.474028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.474358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.474688 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.475015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.475340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.475665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.475986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:00:56.526514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Attempting to bind port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:00:56.526852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Attempting to bind port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:00:56.527186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Attempting to bind port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 on network 66c7769a-b906-47b2-8e92-de3889c4c81f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:00:56.549577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 on network 66c7769a-b906-47b2-8e92-de3889c4c81f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:00:56.549825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Attempting to bind port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 on network 66c7769a-b906-47b2-8e92-de3889c4c81f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:00:56.558210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:00:56.558548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Checking segment: {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:00:56.558966 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Bound using segment: {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:00:56.559368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Bound port: c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:00:56.559777 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:56.632510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1ea38-ae6d-4958-af02-4c08378a5172 req-a996b7b6-5e88-494e-a17a-3805d81a91b8 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:56.634036 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-36a1ea38-ae6d-4958-af02-4c08378a5172 req-a996b7b6-5e88-494e-a17a-3805d81a91b8 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 944 time: 0.1244831 Jul 07 20:00:56.657738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:00:56.674561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:00:56.680803 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:56.713426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-36a1ea38-ae6d-4958-af02-4c08378a5172 req-7b9d15db-d99a-4e9b-9890-2fc3a17d2d07 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735743 Jul 07 20:00:56.726480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:56.727097 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:00:56.729495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] 10.222.0.112 "PUT /v2.0/ports/c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 HTTP/1.1" status: 200 len: 1093 time: 0.7223487 Jul 07 20:00:56.751749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f29b1-fa29-4763-9b4f-74e715a32331 service neutron] Pushing event updated for resources: {'Port': ['ID=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:00:56.810890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-6f384a44-98ed-4fae-aa81-10045ffb34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:56.812333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-6f384a44-98ed-4fae-aa81-10045ffb34d3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 1096 time: 0.0576437 Jul 07 20:00:56.902034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-afacad01-fa08-4ff4-b375-3cd81cfcf5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:56.903515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-afacad01-fa08-4ff4-b375-3cd81cfcf5ed service neutron] 10.222.0.112 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.0854528 Jul 07 20:00:56.949767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-341d7eb5-fbe2-4d92-9295-6339d4d1925d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 HTTP/1.1" status: 200 len: 217 time: 0.0398088 Jul 07 20:00:56.999824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-f3c525e6-8c1f-41e0-8d98-f868d1982fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:57.001311 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-f3c525e6-8c1f-41e0-8d98-f868d1982fc5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0459516 Jul 07 20:00:57.035493 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-3b8dd011-4a6f-45ee-a24a-2db49f7529e4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278735 Jul 07 20:00:57.130634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-9cfcf730-e2d6-4ad7-b937-faabddc4b2ba service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860894 Jul 07 20:00:57.221580 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57b5b05f-89cc-4b87-b373-c37b4e92fd53 req-a8428a5d-2956-4c4a-8008-c238a15b06b6 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835185 Jul 07 20:00:57.894889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8d87-b992-423a-9ecb-0cd849f04f1c req-b967e858-3869-4f53-aeba-8f0d4a2c1bbf tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:57.896379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6dfc8d87-b992-423a-9ecb-0cd849f04f1c req-b967e858-3869-4f53-aeba-8f0d4a2c1bbf tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 944 time: 0.0645716 Jul 07 20:00:57.938552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6dfc8d87-b992-423a-9ecb-0cd849f04f1c req-ecf92d6e-1408-4517-aa06-9b00b3f9b909 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357709 Jul 07 20:00:58.430408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:00:58.433473 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5112386-8139-4c16-912d-2c6842993386" -d '{"events": [{"name": "network-changed", "server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:00:58.489850 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03514f1-6e50-4ae6-b835-dd4f7a1d2a2f x-openstack-request-id: req-f03514f1-6e50-4ae6-b835-dd4f7a1d2a2f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:00:58.490135 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:00:58.490383 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f03514f1-6e50-4ae6-b835-dd4f7a1d2a2f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:00:58.490778 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2', 'status': 'completed', 'code': 200} Jul 07 20:00:58.605383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112386-8139-4c16-912d-2c6842993386 req-7aecb010-e41a-4fe0-a12d-4b1aec1c2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:58.606873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-7aecb010-e41a-4fe0-a12d-4b1aec1c2e2a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 1096 time: 0.0923486 Jul 07 20:00:58.624639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112386-8139-4c16-912d-2c6842993386 req-05c41b07-45c0-45fd-8cee-17d71edd43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:58.626137 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-05c41b07-45c0-45fd-8cee-17d71edd43b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 1096 time: 0.0845611 Jul 07 20:00:58.777206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112386-8139-4c16-912d-2c6842993386 req-32d374b2-e22b-43af-9647-c77c0f90e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:58.778610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-32d374b2-e22b-43af-9647-c77c0f90e9e3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.1646869 Jul 07 20:00:58.783079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112386-8139-4c16-912d-2c6842993386 req-c370326e-caf2-4a53-84fc-80aed1e53981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:58.784421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-c370326e-caf2-4a53-84fc-80aed1e53981 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.1465783 Jul 07 20:00:58.828958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-35bd0609-84c2-4516-aee3-791e9dcca7ae service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 HTTP/1.1" status: 200 len: 217 time: 0.0434675 Jul 07 20:00:58.866631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-f03aeea0-c1ee-4578-a7ba-8d644d4a5e2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 HTTP/1.1" status: 200 len: 217 time: 0.0755394 Jul 07 20:00:58.939550 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112386-8139-4c16-912d-2c6842993386 req-c730d9eb-d079-4a4d-b6f4-b04f5935f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:58.941053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-c730d9eb-d079-4a4d-b6f4-b04f5935f492 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0840707 Jul 07 20:00:58.944275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112386-8139-4c16-912d-2c6842993386 req-a99b50ca-f95a-4f05-82e1-fdc3e53d5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:58.945613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-a99b50ca-f95a-4f05-82e1-fdc3e53d5c2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0595987 Jul 07 20:00:58.982378 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-3cfdf7b9-8134-41b2-84e2-509e344dfd7c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341139 Jul 07 20:00:59.001178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-81f61dce-9559-4ed4-8d05-52ff51423960 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456252 Jul 07 20:00:59.198875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-67b0fc85-9f07-4bb5-8e4c-5ea7d4e1911f service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908135 Jul 07 20:00:59.203506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-1597cf56-62fb-47b6-a5fd-3e2d590d97a0 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047403 Jul 07 20:00:59.302847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3318a3-a266-44f2-adbd-c37cd103509f req-258c3156-34f0-4fe8-8f2d-c6263e96ffef tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:00:59.304320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc3318a3-a266-44f2-adbd-c37cd103509f req-258c3156-34f0-4fe8-8f2d-c6263e96ffef tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 944 time: 0.2202210 Jul 07 20:00:59.399135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-210dd968-4ed1-4a24-813c-b54f079fd533 service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936264 Jul 07 20:00:59.402738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fc3318a3-a266-44f2-adbd-c37cd103509f req-9b5b372b-2526-47b9-af5b-ce4e61b491a6 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915260 Jul 07 20:00:59.406705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5112386-8139-4c16-912d-2c6842993386 req-9cad5b73-fed9-43bc-9851-e26af306cd13 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907511 Jul 07 20:00:59.824845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:00:59.848230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:00:59.893887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:00:59.964062 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:00:59.974877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2', 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f', 'port_id': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2', 'mac_address': 'fa:16:3e:5e:4d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0a51a7-2d32-4d3a-abc3-ac210c212d4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:01:00.017457 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:00.031018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:01:00.053636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:00.058140 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:00.076320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d669-563f-41b0-8564-c8f8d200e4bf req-8f29dbd1-ef41-45dd-89ba-aa7c8eb091a3 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:00.077912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8e4d669-563f-41b0-8564-c8f8d200e4bf req-8f29dbd1-ef41-45dd-89ba-aa7c8eb091a3 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 944 time: 0.4176419 Jul 07 20:01:00.090069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-ef1b6056-0695-4492-aa56-dddc55282f24 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:00.091716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-ef1b6056-0695-4492-aa56-dddc55282f24 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.59 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad&tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 944 time: 0.4222243 Jul 07 20:01:00.110699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:00.118021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.118415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.118797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.119143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.119482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.119813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.120143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.120503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.120825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.121150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.121481 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.121797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:00.159646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8e4d669-563f-41b0-8564-c8f8d200e4bf req-028dfef8-415c-4871-9edb-0cfc77516db3 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669386 Jul 07 20:01:00.174638 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-cd7e21ce-ad18-40ca-82e4-8d0a1c68a291 service neutron] delete failed (client error): The resource could not be found. Jul 07 20:01:00.175693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-cd7e21ce-ad18-40ca-82e4-8d0a1c68a291 service neutron] 10.222.0.59 "DELETE /v2.0/ports/c451e7a8-4916-4e28-ad2d-0fbd4befe6c2/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0770941 Jul 07 20:01:00.274531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c451e7a8-4916-4e28-ad2d-0fbd4befe6c2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:01:00.289746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-faaf2efe-0786-4f99-b135-b1c3ef5ed848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:00.291785 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-faaf2efe-0786-4f99-b135-b1c3ef5ed848 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 1097 time: 0.0577579 Jul 07 20:01:00.383481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-c0c30bdd-e769-48ba-a8b5-7c30d8ba87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:00.385883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-c0c30bdd-e769-48ba-a8b5-7c30d8ba87c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.0875385 Jul 07 20:01:00.434882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-ecc28ab2-6711-4856-aca5-5b7de8a19b3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 HTTP/1.1" status: 200 len: 217 time: 0.0424926 Jul 07 20:01:00.495423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-7fb4f193-7c86-4db8-b3f3-83adb18e133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:00.496918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-7fb4f193-7c86-4db8-b3f3-83adb18e133c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0560241 Jul 07 20:01:00.530345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-49199bcb-a72a-440c-b0bc-fc1a7c9f4b18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270689 Jul 07 20:01:00.622308 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-c9d6872d-228e-472b-a828-cee2be53f610 service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856373 Jul 07 20:01:00.713105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fbaa4d3-1905-4c58-a248-5ae0383defc5 req-e44a10c6-1f39-4a43-8cad-8a268bf6b3a5 service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830224 Jul 07 20:01:01.352094 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deec756-0179-4721-a1d4-70d7ec6525f3 req-d07d5365-f1cb-4fb1-9bef-6038b3e8b419 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:01.353792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9deec756-0179-4721-a1d4-70d7ec6525f3 req-d07d5365-f1cb-4fb1-9bef-6038b3e8b419 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 945 time: 0.0653574 Jul 07 20:01:01.394668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9deec756-0179-4721-a1d4-70d7ec6525f3 req-43e350b1-9b31-4ffe-9080-844dd066dec5 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349402 Jul 07 20:01:01.588609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e8fdf-2b55-4652-99f3-31777b06330a req-2e67e707-94b6-4414-9c5b-aa202e05d326 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:01.590127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-020e8fdf-2b55-4652-99f3-31777b06330a req-2e67e707-94b6-4414-9c5b-aa202e05d326 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 945 time: 0.0706265 Jul 07 20:01:01.630087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-020e8fdf-2b55-4652-99f3-31777b06330a req-f80d3e98-b744-4492-8bc1-3e7bf9bfee05 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338740 Jul 07 20:01:01.809783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f61927-cae0-4f74-8773-844fe3129b8a req-2b4d40d7-8997-41d6-a444-943835de8402 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:01.811175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8f61927-cae0-4f74-8773-844fe3129b8a req-2b4d40d7-8997-41d6-a444-943835de8402 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 945 time: 0.0651140 Jul 07 20:01:01.851631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8f61927-cae0-4f74-8773-844fe3129b8a req-01fd41a8-d37c-4cf1-8271-1f38f4ceb924 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344970 Jul 07 20:01:01.857663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:01:01.908548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:01:01.913009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:01:01.913465 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:02.000870 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:02.023069 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:01:02.025513 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b990e25a-d7b9-4893-814c-eafadc2e072c" -d '{"events": [{"server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "name": "network-vif-plugged", "status": "completed", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:01:02.039392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:02.045475 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:02.075129 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef503f94-970d-48d0-9719-ad369c16fca5 x-openstack-request-id: req-ef503f94-970d-48d0-9719-ad369c16fca5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:01:02.075497 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "name": "network-vif-plugged", "status": "completed", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:01:02.075811 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ef503f94-970d-48d0-9719-ad369c16fca5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:01:02.076261 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2', 'code': 200} Jul 07 20:01:02.106276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:02.340277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-25a0f5b6-d6d3-44c6-a396-d2bbfe176f78 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:02.341991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-25a0f5b6-d6d3-44c6-a396-d2bbfe176f78 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 815 time: 0.1065657 Jul 07 20:01:02.358116 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-0a2aa604-081c-4158-8ff4-2b0bf1a74a84 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/quotas/94ae5bc8e05948ca8f5f660c3eef6c58 HTTP/1.1" status: 200 len: 375 time: 0.0106885 Jul 07 20:01:02.428753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-0f1fd392-8f6c-45a4-8e4e-c3fdf7c9540e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645680 Jul 07 20:01:02.440995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-0d14eeeb-c4b8-4173-86e0-194eee1fbc58 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:01:02.441973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-0d14eeeb-c4b8-4173-86e0-194eee1fbc58 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059309 Jul 07 20:01:02.536280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-fb26bff5-dc59-4c23-8225-87ca6d53dbb5 service neutron] 10.222.0.113 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876265 Jul 07 20:01:02.625507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-ddb15675-d818-4111-884a-ad5b074bae53 service neutron] 10.222.0.113 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832386 Jul 07 20:01:02.798117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1bc2ff7-c5db-4060-9899-83a890b86620 req-82d1ca13-a39f-45a3-b07d-4010dbc8eded tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 210 time: 0.0306771 Jul 07 20:01:03.520385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-d02ca7c1-ed16-4873-a93b-774d233bb5af tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:03.521802 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-d02ca7c1-ed16-4873-a93b-774d233bb5af tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.112 "GET /v2.0/ports?device_id=d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad HTTP/1.1" status: 200 len: 946 time: 0.0670395 Jul 07 20:01:03.623469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-a7bc3dd8-6ac9-447a-b0ae-91bf8f56c7e4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Deleting port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:01:03.623815 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-a7bc3dd8-6ac9-447a-b0ae-91bf8f56c7e4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:03.718798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-a7bc3dd8-6ac9-447a-b0ae-91bf8f56c7e4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] For port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:03.719185 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-a7bc3dd8-6ac9-447a-b0ae-91bf8f56c7e4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:03.733624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-a7bc3dd8-6ac9-447a-b0ae-91bf8f56c7e4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Calling delete_port for c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:01:03.737900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.112', 64902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:03.808875 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:03.906741 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-a7bc3dd8-6ac9-447a-b0ae-91bf8f56c7e4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:03.919697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c451e7a8-4916-4e28-ad2d-0fbd4befe6c2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:01:03.945520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc3dd8-6ac9-447a-b0ae-91bf8f56c7e4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Pushing event deleted for resources: {'Port': ['ID=c451e7a8-4916-4e28-ad2d-0fbd4befe6c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:03.961661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-9abe09c2-59d9-4c0d-97b2-d7116339d9fd tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:03.963925 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-9abe09c2-59d9-4c0d-97b2-d7116339d9fd tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.112 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 815 time: 0.2244847 Jul 07 20:01:03.976459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Request body: {'port': {'device_id': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f', 'admin_state_up': True, 'tenant_id': '94ae5bc8e05948ca8f5f660c3eef6c58'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:03.982443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6aa7be6b-f18a-4120-9d87-acfb2527ac27 req-b42111b4-538f-48aa-90a0-ac97a3f5d07f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 210 time: 0.0381942 Jul 07 20:01:04.034964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-a7bc3dd8-6ac9-447a-b0ae-91bf8f56c7e4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] No DVR routers for this DVR port c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:01:04.037389 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-a7bc3dd8-6ac9-447a-b0ae-91bf8f56c7e4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:04.039457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-a7bc3dd8-6ac9-447a-b0ae-91bf8f56c7e4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.112 "DELETE /v2.0/ports/c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 HTTP/1.1" status: 204 len: 173 time: 0.5107272 Jul 07 20:01:04.039901 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'name': 'network-vif-deleted', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:01:04.042874 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de992c7f-0322-4677-933e-c1abac40f7f0" -d '{"events": [{"server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "name": "network-vif-deleted", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:01:04.095061 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00afe41e-31e1-4301-98d2-efadddffed30 x-openstack-request-id: req-00afe41e-31e1-4301-98d2-efadddffed30 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:01:04.095422 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f8dd3-7557-46ce-9f99-f5d02f3fd0ad", "name": "network-vif-deleted", "tag": "c451e7a8-4916-4e28-ad2d-0fbd4befe6c2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:01:04.095682 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-00afe41e-31e1-4301-98d2-efadddffed30 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:01:04.096141 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f8dd3-7557-46ce-9f99-f5d02f3fd0ad', 'name': 'network-vif-deleted', 'tag': 'c451e7a8-4916-4e28-ad2d-0fbd4befe6c2', 'status': 'completed', 'code': 200} Jul 07 20:01:04.119691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Made reservation on behalf of 94ae5bc8e05948ca8f5f660c3eef6c58 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:01:04.123280 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:04.260136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Allocated IP 172.20.0.11 (66c7769a-b906-47b2-8e92-de3889c4c81f/db0a51a7-2d32-4d3a-abc3-ac210c212d4d/e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:01:04.417033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:04.456260 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:04.468292 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['c451e7a8-4916-4e28-ad2d-0fbd4befe6c2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:01:04.499642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Network 66c7769a-b906-47b2-8e92-de3889c4c81f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:01:04.512376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Pushing event updated for resources: {'Port': ['ID=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:04.515025 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:01:04.517108 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:01:04.568917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:04.569534 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:04.583531 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-6a7b6361-e469-41f5-88dd-f3b0250f78dc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6112769 Jul 07 20:01:04.595208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Request body: {'port': {'device_id': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:04.668728 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:04.966211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:01:04.973579 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:04.985553 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Transition to ACTIVE for port object e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:01:04.989221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:05.043340 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Pushing event updated for resources: {'Port': ['ID=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:05.120353 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Attempting to bind port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:01:05.120714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Attempting to bind port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:01:05.121044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Attempting to bind port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce on network 66c7769a-b906-47b2-8e92-de3889c4c81f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:01:05.125475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce on network 66c7769a-b906-47b2-8e92-de3889c4c81f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:01:05.125794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Attempting to bind port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce on network 66c7769a-b906-47b2-8e92-de3889c4c81f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:01:05.130721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:01:05.131061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Checking segment: {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:01:05.131446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Bound using segment: {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:01:05.131873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Bound port: e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:01:05.132236 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:05.162085 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59a824-db45-417f-bf9e-ad9bb7ccb731 req-285fe2fb-787a-4666-8584-9308ed472e5c tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:05.164056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b59a824-db45-417f-bf9e-ad9bb7ccb731 req-285fe2fb-787a-4666-8584-9308ed472e5c tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 944 time: 0.0642693 Jul 07 20:01:05.196756 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:01:05.201638 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:01:05.207162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:05.213052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8b59a824-db45-417f-bf9e-ad9bb7ccb731 req-e8002d25-ff82-48cd-933a-0215b8c75a87 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Jul 07 20:01:05.242076 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:05.242693 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:05.244738 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] 10.222.0.112 "PUT /v2.0/ports/e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce HTTP/1.1" status: 200 len: 1093 time: 0.6536350 Jul 07 20:01:05.245167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:01:05.247419 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e94f6d61d572f4526e6d3a6c48e7163f92d9c42999bd3853e0c9792236ed21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4107d9f-cc92-4b0c-8c13-37e414ca8e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:01:05.280970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952acc67-139c-477d-a80b-1fa1effa7ccf service neutron] Pushing event updated for resources: {'Port': ['ID=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:05.349071 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ce118e-3c1e-48e8-aecb-9be63329e22b x-openstack-request-id: req-65ce118e-3c1e-48e8-aecb-9be63329e22b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:01:05.349368 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:01:05.349626 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-65ce118e-3c1e-48e8-aecb-9be63329e22b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:01:05.350022 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce', 'status': 'completed', 'code': 200} Jul 07 20:01:05.376372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-a2e42987-47c5-449d-b514-60430254902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:05.377935 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-a2e42987-47c5-449d-b514-60430254902c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 1096 time: 0.0913765 Jul 07 20:01:05.436948 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-10765c52-7f9e-49ed-8647-be32af184838 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce HTTP/1.1" status: 200 len: 217 time: 0.0511279 Jul 07 20:01:05.495423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-3302d8ec-33c2-44fc-ae3e-b254f17def6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:05.497810 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-3302d8ec-33c2-44fc-ae3e-b254f17def6b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0550272 Jul 07 20:01:05.544210 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-f04b8bce-03e6-4cc7-b7ab-61dd77a03c62 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397980 Jul 07 20:01:05.970416 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-2d81c2b3-5a74-4f40-a32e-2f5ab4e3a986 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198823 Jul 07 20:01:06.061365 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bd676e35-fbee-4b65-ba3f-a1dd8b633771 req-84148927-7cd6-4cfc-b804-5798c32fe05c service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834424 Jul 07 20:01:06.163940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4107d9f-cc92-4b0c-8c13-37e414ca8e1f req-82b8e2ec-01e2-40cc-ae24-ca996ae6bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:06.165388 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4107d9f-cc92-4b0c-8c13-37e414ca8e1f req-82b8e2ec-01e2-40cc-ae24-ca996ae6bdd5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 1096 time: 0.0564482 Jul 07 20:01:06.341714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4107d9f-cc92-4b0c-8c13-37e414ca8e1f req-69f252c6-a3a1-414a-b943-9e3fcde31c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:06.343214 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4107d9f-cc92-4b0c-8c13-37e414ca8e1f req-69f252c6-a3a1-414a-b943-9e3fcde31c06 service neutron] 10.222.0.112 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.1715820 Jul 07 20:01:06.386915 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4107d9f-cc92-4b0c-8c13-37e414ca8e1f req-b89ba835-9d9c-45d0-9514-275b073fa5d1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce HTTP/1.1" status: 200 len: 217 time: 0.0371847 Jul 07 20:01:06.391498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662ff03-7909-41cb-8158-91d126ea31eb req-643f06d2-de57-431f-a55b-8771059c0e7d tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:06.393032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7662ff03-7909-41cb-8158-91d126ea31eb req-643f06d2-de57-431f-a55b-8771059c0e7d tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 944 time: 0.0683038 Jul 07 20:01:06.432974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7662ff03-7909-41cb-8158-91d126ea31eb req-ad02ab40-451e-400d-8a34-b92dd93a1ac6 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342088 Jul 07 20:01:06.444960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4107d9f-cc92-4b0c-8c13-37e414ca8e1f req-d856f932-b166-42f7-b83b-95177667bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:06.446519 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4107d9f-cc92-4b0c-8c13-37e414ca8e1f req-d856f932-b166-42f7-b83b-95177667bedc service neutron] 10.222.0.112 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0480485 Jul 07 20:01:06.485902 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4107d9f-cc92-4b0c-8c13-37e414ca8e1f req-56a8c91e-2ad7-4178-a686-10db91e3953f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324209 Jul 07 20:01:06.577876 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4107d9f-cc92-4b0c-8c13-37e414ca8e1f req-9fed8520-4ae9-4b72-b2b4-da5484e797ec service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Jul 07 20:01:06.674287 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4107d9f-cc92-4b0c-8c13-37e414ca8e1f req-c5fc3d9a-7fc9-42a7-9058-8edbc21c4f9d service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897958 Jul 07 20:01:07.611666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60fbdc-8572-4e96-b3f4-5159c5ab788f req-b05c8388-f457-4135-b2f8-b520e8d2fbba tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:07.613196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f60fbdc-8572-4e96-b3f4-5159c5ab788f req-b05c8388-f457-4135-b2f8-b520e8d2fbba tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 944 time: 0.0639608 Jul 07 20:01:07.651637 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3f60fbdc-8572-4e96-b3f4-5159c5ab788f req-3c7597d8-147c-47dc-867b-13e54a3f4c98 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Jul 07 20:01:07.902653 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:01:07.905760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:01:07.932385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:01:07.932385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device c451e7a8-4916-4e28-ad2d-0fbd4befe6c2 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:01:08.020893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:08.031106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce', 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f', 'port_id': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce', 'mac_address': 'fa:16:3e:9d:bf:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0a51a7-2d32-4d3a-abc3-ac210c212d4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:01:08.068319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:08.080831 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:01:08.100217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:08.105058 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:08.152276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:08.294165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:01:08.443404 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e751fd51-d4e2-4df5-93e2-e2cd2f1c34ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:08.832286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c53455-7b57-467c-ad60-58741bd4b386 req-9a6dabe8-2b5f-446c-835c-c01f1b868050 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:08.833789 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06c53455-7b57-467c-ad60-58741bd4b386 req-9a6dabe8-2b5f-446c-835c-c01f1b868050 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 945 time: 0.0713248 Jul 07 20:01:08.873088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-06c53455-7b57-467c-ad60-58741bd4b386 req-a06921d6-e5ac-460d-8198-68cdd6c6979b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335469 Jul 07 20:01:09.903764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:01:09.955247 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:01:09.959067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:01:09.959440 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:10.043225 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:10.056958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb2b89-f4e3-441a-9181-2c8b3e4ac2bd req-e6d68acb-d5e3-4d1c-9aaa-e3373b265964 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:10.059186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cdb2b89-f4e3-441a-9181-2c8b3e4ac2bd req-e6d68acb-d5e3-4d1c-9aaa-e3373b265964 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 945 time: 0.0671384 Jul 07 20:01:10.066677 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:01:10.068956 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9e5f4e-5448-44c9-a442-a14345eca833" -d '{"events": [{"server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "name": "network-vif-plugged", "status": "completed", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:01:10.082409 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:10.087000 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:10.105977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cdb2b89-f4e3-441a-9181-2c8b3e4ac2bd req-94b75ac9-05f0-4ab0-80e8-bfabbe332fae tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400975 Jul 07 20:01:10.118003 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704bf719-3bb6-4ce7-96bb-981c0564e168 x-openstack-request-id: req-704bf719-3bb6-4ce7-96bb-981c0564e168 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:01:10.118320 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "name": "network-vif-plugged", "status": "completed", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:01:10.118546 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-704bf719-3bb6-4ce7-96bb-981c0564e168 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:01:10.119521 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce', 'code': 200} Jul 07 20:01:10.148751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:10.220045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61a03c-b91a-41b3-beed-fa9102065e8a req-ff646649-a0dd-4c9f-bfbb-1bc46e76dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:10.221584 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3e61a03c-b91a-41b3-beed-fa9102065e8a req-ff646649-a0dd-4c9f-bfbb-1bc46e76dd89 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 1098 time: 0.0518925 Jul 07 20:01:10.263503 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3e61a03c-b91a-41b3-beed-fa9102065e8a req-8d568743-4349-45b5-8026-704b4ac59054 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360661 Jul 07 20:01:11.144116 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65ff59e6-5e74-4398-b705-a5a1792207b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:11.293725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7e931-8f59-42b4-905b-a920d134d56e req-06ac8791-3538-4255-b4d7-7408ee47e83e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:11.295253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08a7e931-8f59-42b4-905b-a920d134d56e req-06ac8791-3538-4255-b4d7-7408ee47e83e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0679305 Jul 07 20:01:11.334022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08a7e931-8f59-42b4-905b-a920d134d56e req-3cabcb45-9b34-42ec-b589-ec8a093f3b44 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332069 Jul 07 20:01:11.368278 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:11.514298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0f094-0d10-4f97-979d-6a1eaf668e3f req-496b66ac-2eeb-4f2d-9ecf-47d992487d78 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:11.515720 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03d0f094-0d10-4f97-979d-6a1eaf668e3f req-496b66ac-2eeb-4f2d-9ecf-47d992487d78 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0656924 Jul 07 20:01:11.554022 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03d0f094-0d10-4f97-979d-6a1eaf668e3f req-4259a3fa-7367-4eff-8d37-56f756e08f8b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Jul 07 20:01:11.936956 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-de3e3cb3-df06-413c-8e0b-cb4033997407 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898721 Jul 07 20:01:11.972666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525026-f6ef-4024-9fde-137e7f1fba1f req-ef14206c-fd92-4524-9b0e-9c6a2b5f296b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:11.974147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3525026-f6ef-4024-9fde-137e7f1fba1f req-ef14206c-fd92-4524-9b0e-9c6a2b5f296b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0816612 Jul 07 20:01:12.016105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f3525026-f6ef-4024-9fde-137e7f1fba1f req-10d44be2-725b-4aa5-bfa4-09e3986a6e0e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350037 Jul 07 20:01:12.540923 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:13.179120 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89208e06-7a44-43be-95f5-d410246f8d5c req-b43b24bb-1502-4064-a098-c66116dcd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:13.180689 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-b43b24bb-1502-4064-a098-c66116dcd173 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 1098 time: 0.0535624 Jul 07 20:01:13.200819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f688d79-dffe-4522-ace7-d2bdd1230977 req-c049380d-e43a-4e9b-a71a-0c4eb13dbe2a tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:13.204939 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f688d79-dffe-4522-ace7-d2bdd1230977 req-c049380d-e43a-4e9b-a71a-0c4eb13dbe2a tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0704641 Jul 07 20:01:13.241178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f688d79-dffe-4522-ace7-d2bdd1230977 req-3b9ac0a9-eac5-464b-a72e-76cc0ad3c1e1 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331879 Jul 07 20:01:13.280523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89208e06-7a44-43be-95f5-d410246f8d5c req-318ae4f2-5432-410a-98ea-b3b070bd2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:13.282027 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-318ae4f2-5432-410a-98ea-b3b070bd2173 service neutron] 10.222.0.112 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.0950775 Jul 07 20:01:13.323534 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-8f77031c-7bc0-46e4-a5f0-92cfca774b22 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce HTTP/1.1" status: 200 len: 217 time: 0.0347521 Jul 07 20:01:13.372686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89208e06-7a44-43be-95f5-d410246f8d5c req-db0fc5af-502b-4477-b0fe-83095ecdb963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:13.374076 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-db0fc5af-502b-4477-b0fe-83095ecdb963 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0453279 Jul 07 20:01:13.411387 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-4b42b613-6334-4cbc-be2d-1c2ca91d8116 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315075 Jul 07 20:01:13.502500 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-2be87543-9f33-4a06-8f91-35f172ffd681 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838130 Jul 07 20:01:13.598299 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-22d4e67d-4261-447e-884d-1361bcd19485 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883071 Jul 07 20:01:14.089014 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:14.181952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97680f22-be2b-4b10-a9fa-dea39970f0ee req-74d5e370-946d-45cb-9d24-2b984b476cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:14.184185 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97680f22-be2b-4b10-a9fa-dea39970f0ee req-74d5e370-946d-45cb-9d24-2b984b476cf7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 1098 time: 0.0573680 Jul 07 20:01:14.290065 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97680f22-be2b-4b10-a9fa-dea39970f0ee req-a6bd81d1-9d29-4987-85c6-5ed2437539b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:14.291576 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97680f22-be2b-4b10-a9fa-dea39970f0ee req-a6bd81d1-9d29-4987-85c6-5ed2437539b1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.0887921 Jul 07 20:01:14.339815 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97680f22-be2b-4b10-a9fa-dea39970f0ee req-5feefe8b-cb32-4ff4-b20d-a02c8e26da1b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce HTTP/1.1" status: 200 len: 217 time: 0.0406849 Jul 07 20:01:14.390889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97680f22-be2b-4b10-a9fa-dea39970f0ee req-e479d861-39dc-4f21-9847-f98ac6a048d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:14.392394 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97680f22-be2b-4b10-a9fa-dea39970f0ee req-e479d861-39dc-4f21-9847-f98ac6a048d4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0472157 Jul 07 20:01:14.427677 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97680f22-be2b-4b10-a9fa-dea39970f0ee req-08eca0f8-a849-4703-8161-3393e804a73d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292218 Jul 07 20:01:14.429303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b07a07-5f4c-447c-b3eb-31dc09c66fd2 req-39d67a91-6167-4d61-8053-50b65fd2de94 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:14.430806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-28b07a07-5f4c-447c-b3eb-31dc09c66fd2 req-39d67a91-6167-4d61-8053-50b65fd2de94 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0665429 Jul 07 20:01:14.474501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-28b07a07-5f4c-447c-b3eb-31dc09c66fd2 req-38318827-f928-4080-8818-9dd6b846ee3f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371447 Jul 07 20:01:14.527360 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97680f22-be2b-4b10-a9fa-dea39970f0ee req-add2d185-a7b0-42a6-86bd-7fe81e17c5d4 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925043 Jul 07 20:01:14.618844 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97680f22-be2b-4b10-a9fa-dea39970f0ee req-ecf9beb1-3b76-4f76-9d40-c492f2fcbf31 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856438 Jul 07 20:01:15.654535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f3cf8-3ddb-41da-a410-3664589fae46 req-4d6b4285-5009-4392-8c08-b0dbf4f08cc0 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:15.656025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b2f3cf8-3ddb-41da-a410-3664589fae46 req-4d6b4285-5009-4392-8c08-b0dbf4f08cc0 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0648003 Jul 07 20:01:15.693263 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b2f3cf8-3ddb-41da-a410-3664589fae46 req-ca110dc2-cdd9-496b-acaf-1fb7abcac3bc tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316060 Jul 07 20:01:16.886142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9322e-8c7e-4c3c-93c6-452bc93503e5 req-c949d6f2-b2ba-4de4-9d9d-3c24e5dd196e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:16.887735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4eb9322e-8c7e-4c3c-93c6-452bc93503e5 req-c949d6f2-b2ba-4de4-9d9d-3c24e5dd196e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0666604 Jul 07 20:01:16.925909 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4eb9322e-8c7e-4c3c-93c6-452bc93503e5 req-9b88e0c6-1719-42ae-b3f4-fbf28ff0e1f0 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Jul 07 20:01:16.935451 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:01:18.119099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5dd99-3b48-4cf7-b5d8-d6b6a814eb38 req-c29bfc49-1e3b-419e-8cbb-4a938af95268 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:18.120571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ae5dd99-3b48-4cf7-b5d8-d6b6a814eb38 req-c29bfc49-1e3b-419e-8cbb-4a938af95268 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0687037 Jul 07 20:01:18.159063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2ae5dd99-3b48-4cf7-b5d8-d6b6a814eb38 req-3c20b09d-c517-4175-a6f7-e79a5ad830f6 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328565 Jul 07 20:01:19.334792 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6fc4-b6fe-4fa6-8bc2-1e13afe39cb8 req-21815587-5863-4d0a-ac88-6390c181f7c2 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:19.336327 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2ef6fc4-b6fe-4fa6-8bc2-1e13afe39cb8 req-21815587-5863-4d0a-ac88-6390c181f7c2 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0653107 Jul 07 20:01:19.369005 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:19.377282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e2ef6fc4-b6fe-4fa6-8bc2-1e13afe39cb8 req-7d9d82e6-4d58-4091-b992-ed5303d82d6b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Jul 07 20:01:20.556600 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6a52a-c516-4a91-9e53-49c51e76849a req-59553d91-4f09-4ca9-906b-d54de04de467 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:20.558828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59d6a52a-c516-4a91-9e53-49c51e76849a req-59553d91-4f09-4ca9-906b-d54de04de467 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0655863 Jul 07 20:01:20.601717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59d6a52a-c516-4a91-9e53-49c51e76849a req-58161de6-550a-4c98-b02c-5e86e2a06022 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372636 Jul 07 20:01:21.778244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a81c30-c130-4571-a4e1-10613e80ffd9 req-3d79db22-0fea-406e-a4e2-de56c751cc60 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:21.779750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95a81c30-c130-4571-a4e1-10613e80ffd9 req-3d79db22-0fea-406e-a4e2-de56c751cc60 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0647683 Jul 07 20:01:21.817656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95a81c30-c130-4571-a4e1-10613e80ffd9 req-a68a5980-6adb-42a9-905f-49c5aed5bcc6 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Jul 07 20:01:22.997548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e5b07-e88a-4950-bada-07401c237dbc req-3272f22a-f67a-458b-8eeb-ca6103b94116 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:22.999120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-865e5b07-e88a-4950-bada-07401c237dbc req-3272f22a-f67a-458b-8eeb-ca6103b94116 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0641282 Jul 07 20:01:23.036325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-865e5b07-e88a-4950-bada-07401c237dbc req-897a3027-2218-4e13-9369-e400289286dd tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Jul 07 20:01:24.220235 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab5ba6-6d70-4fb4-9563-8ea6cf78dd83 req-059b3627-339b-426c-923f-264221be444b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:24.221695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94ab5ba6-6d70-4fb4-9563-8ea6cf78dd83 req-059b3627-339b-426c-923f-264221be444b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0671334 Jul 07 20:01:24.260438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94ab5ba6-6d70-4fb4-9563-8ea6cf78dd83 req-24bdfdf4-9fe3-4428-9830-27c3914b59f2 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331137 Jul 07 20:01:25.439975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb52dc6-a5ac-4062-9038-68f84cfb6615 req-2ff55a88-600f-4f60-a839-4eaec1aec241 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:25.441509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bb52dc6-a5ac-4062-9038-68f84cfb6615 req-2ff55a88-600f-4f60-a839-4eaec1aec241 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0661135 Jul 07 20:01:25.482092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3bb52dc6-a5ac-4062-9038-68f84cfb6615 req-a08bd6df-5125-46b3-9696-30ac150b778e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Jul 07 20:01:26.678116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6af358-c799-4e8c-a987-e9629f2b04df req-e504b0a7-0394-4b49-8597-c13adb465b9b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:26.679612 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f6af358-c799-4e8c-a987-e9629f2b04df req-e504b0a7-0394-4b49-8597-c13adb465b9b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0672305 Jul 07 20:01:26.718348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f6af358-c799-4e8c-a987-e9629f2b04df req-e7235c4c-ed12-4f63-862b-229d6749ff70 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324779 Jul 07 20:01:27.896771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a72d5-8871-4e2f-b3c0-41165a8c90cf req-cbd2e9c7-9ae7-48f2-95cb-5e40fea9d360 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:27.898273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d2a72d5-8871-4e2f-b3c0-41165a8c90cf req-cbd2e9c7-9ae7-48f2-95cb-5e40fea9d360 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0651581 Jul 07 20:01:27.936888 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d2a72d5-8871-4e2f-b3c0-41165a8c90cf req-e1bffc4f-2816-428d-906a-73c340a6356e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Jul 07 20:01:29.113509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07572353-5516-4163-b4a6-2f2cff7e29ff req-c9aef198-2559-41a2-813b-18d9c6672c71 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:29.114925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07572353-5516-4163-b4a6-2f2cff7e29ff req-c9aef198-2559-41a2-813b-18d9c6672c71 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0646815 Jul 07 20:01:29.152569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07572353-5516-4163-b4a6-2f2cff7e29ff req-02d552d2-6adb-4d91-96cb-5c96877a1be3 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Jul 07 20:01:30.330545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5178a-47a1-44df-8882-66b7476fa98e req-9937ef49-03ac-4935-bf1d-c05fa0a8c41b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:30.332042 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73f5178a-47a1-44df-8882-66b7476fa98e req-9937ef49-03ac-4935-bf1d-c05fa0a8c41b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0679107 Jul 07 20:01:30.370457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-73f5178a-47a1-44df-8882-66b7476fa98e req-946cfb05-5c82-4adf-b1bf-3f9c6a0c72bd tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Jul 07 20:01:31.547580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c725c3c-c158-436e-bb92-4a553cc656a7 req-86e11ce9-267c-4770-afe4-071dcc9a6815 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:31.549140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c725c3c-c158-436e-bb92-4a553cc656a7 req-86e11ce9-267c-4770-afe4-071dcc9a6815 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0645812 Jul 07 20:01:31.586641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c725c3c-c158-436e-bb92-4a553cc656a7 req-f43ad065-ea5a-432f-be4c-850795db0901 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Jul 07 20:01:32.771653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecc9c0-ac50-4f6e-9dbc-14d9227d794d req-33c33613-e421-4aac-91c4-a2d5d28ddc7b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:32.773191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0ecc9c0-ac50-4f6e-9dbc-14d9227d794d req-33c33613-e421-4aac-91c4-a2d5d28ddc7b tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0685408 Jul 07 20:01:32.813627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0ecc9c0-ac50-4f6e-9dbc-14d9227d794d req-3133d224-cb40-44e0-87b9-b0e7954200de tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343013 Jul 07 20:01:33.795976 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:33.994471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a00565-1756-497a-bbd8-bdef2f656ced req-8c91b058-f951-4a9b-95f5-8dc7cfd10761 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:33.996887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71a00565-1756-497a-bbd8-bdef2f656ced req-8c91b058-f951-4a9b-95f5-8dc7cfd10761 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0656223 Jul 07 20:01:34.034219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-71a00565-1756-497a-bbd8-bdef2f656ced req-e5eb6d19-f9dc-4286-adbc-517bc18816e1 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318110 Jul 07 20:01:35.211465 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de5233-d34a-4922-b64d-6e41e29e0339 req-c99b86b4-408d-4fc2-ab45-9fd6649edb83 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:35.212886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1de5233-d34a-4922-b64d-6e41e29e0339 req-c99b86b4-408d-4fc2-ab45-9fd6649edb83 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0643208 Jul 07 20:01:35.251302 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1de5233-d34a-4922-b64d-6e41e29e0339 req-52ddb601-f96f-4a03-b618-c23bdbaa8642 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322244 Jul 07 20:01:36.431473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c95ce-6430-434e-be4c-247cf189f9c3 req-201700cd-3541-49a1-9f9a-fbb0dabf19b2 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:36.433058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-063c95ce-6430-434e-be4c-247cf189f9c3 req-201700cd-3541-49a1-9f9a-fbb0dabf19b2 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0687611 Jul 07 20:01:36.472401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-063c95ce-6430-434e-be4c-247cf189f9c3 req-0d9d9bbf-36e3-4393-bec7-82b0f61a787e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336950 Jul 07 20:01:37.658320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6a1f0-4887-47b1-a6c4-88b2c60c5343 req-0bb3ee5e-5c52-4af0-b839-bf45762b3fee tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:37.659826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9f6a1f0-4887-47b1-a6c4-88b2c60c5343 req-0bb3ee5e-5c52-4af0-b839-bf45762b3fee tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0760765 Jul 07 20:01:37.697802 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9f6a1f0-4887-47b1-a6c4-88b2c60c5343 req-1a412b23-f66b-4073-844e-04e9e39ad226 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322194 Jul 07 20:01:38.444114 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eb3ab58-a49e-4925-9e89-51892c9ff6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:38.881810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b398be-1898-4691-8a15-aae08234baba req-5208fbba-44ea-4f6a-8600-239a8827fc66 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:38.883324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20b398be-1898-4691-8a15-aae08234baba req-5208fbba-44ea-4f6a-8600-239a8827fc66 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0694714 Jul 07 20:01:38.922196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20b398be-1898-4691-8a15-aae08234baba req-449ea12f-7e82-40f2-9f79-1d9983130639 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Jul 07 20:01:40.101994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6436c31-1b4e-4376-8597-b54e3883eb62 req-1c00ebad-f792-4a82-bd5a-d246ca3793ba tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:40.103444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6436c31-1b4e-4376-8597-b54e3883eb62 req-1c00ebad-f792-4a82-bd5a-d246ca3793ba tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 946 time: 0.0664685 Jul 07 20:01:40.143794 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6436c31-1b4e-4376-8597-b54e3883eb62 req-3026ee75-51ad-44c3-b501-ab175fe61a1e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336025 Jul 07 20:01:40.482857 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [req-89208e06-7a44-43be-95f5-d410246f8d5c req-06e91a9f-44f6-4171-8dad-5724c2e7bb7e service neutron] show failed (client error): The resource could not be found. Jul 07 20:01:40.483857 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-06e91a9f-44f6-4171-8dad-5724c2e7bb7e service neutron] 10.222.0.112 "GET /v2.0/ports/e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0612068 Jul 07 20:01:40.725078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89208e06-7a44-43be-95f5-d410246f8d5c req-eebba5b5-2ba7-4fdf-b61c-1e6dfa9e32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:40.726567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-eebba5b5-2ba7-4fdf-b61c-1e6dfa9e32a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85&tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58 HTTP/1.1" status: 200 len: 1098 time: 0.0524735 Jul 07 20:01:40.744168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:40.821233 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:41.026378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:41.059874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:01:41.099052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:01:41.101375 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bd39be-534f-465c-a0f6-6c8407895e7c" -d '{"events": [{"server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:01:41.106543 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:41.119087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Transition to ACTIVE for port object e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:01:41.123816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:41.150907 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35c7dccc-04dc-4b12-af93-ebab66847e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:41.162349 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf5e8bb-93d8-4a34-9a88-051f0343df3e x-openstack-request-id: req-aaf5e8bb-93d8-4a34-9a88-051f0343df3e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:01:41.162665 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:01:41.162916 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-aaf5e8bb-93d8-4a34-9a88-051f0343df3e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:01:41.163296 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce', 'code': 200} Jul 07 20:01:41.194676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] No DVR routers for this DVR port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:01:41.203753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:41.239602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Attempting to bind port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:01:41.239938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Attempting to bind port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:01:41.240264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Attempting to bind port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce on network 66c7769a-b906-47b2-8e92-de3889c4c81f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:01:41.244498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce on network 66c7769a-b906-47b2-8e92-de3889c4c81f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:01:41.244851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Attempting to bind port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce on network 66c7769a-b906-47b2-8e92-de3889c4c81f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:01:41.250268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:01:41.250597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Checking segment: {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:01:41.250978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Bound using segment: {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:01:41.251399 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Bound port: e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add3e9a7-44ba-42a9-a274-bca4426a04cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:01:41.251751 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:41.362905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:01:41.367344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:01:41.371018 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:41.377359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b180b7-1468-4518-aa56-a69178820a5d req-0d033364-a21c-4233-b706-eb01ad367071 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:41.378867 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64b180b7-1468-4518-aa56-a69178820a5d req-0d033364-a21c-4233-b706-eb01ad367071 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 944 time: 0.1182249 Jul 07 20:01:41.380383 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:41.430102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:41.430713 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:41.432068 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] 10.222.0.59 "PUT /v2.0/ports/e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce HTTP/1.1" status: 200 len: 1093 time: 0.6919758 Jul 07 20:01:41.467092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-64b180b7-1468-4518-aa56-a69178820a5d req-43133340-9c62-4de7-af90-944c42fe407a tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809100 Jul 07 20:01:41.479923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703c4b9-948a-47d8-b8f5-f4bd409e4c89 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:41.525279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89208e06-7a44-43be-95f5-d410246f8d5c req-155c1f3a-933e-4d8a-8f69-b9a80b6b89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:41.526796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-155c1f3a-933e-4d8a-8f69-b9a80b6b89b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 1096 time: 0.0573747 Jul 07 20:01:41.618734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89208e06-7a44-43be-95f5-d410246f8d5c req-fc0f0771-1a35-47b2-9aab-88c654042d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:41.620125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-fc0f0771-1a35-47b2-9aab-88c654042d87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.0866787 Jul 07 20:01:41.662102 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-46fc803c-16a2-4d12-87f2-4263710ad8ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce HTTP/1.1" status: 200 len: 217 time: 0.0353901 Jul 07 20:01:41.712380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6458a84e-5c2c-422d-842f-1db4b1d28e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:41.713844 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-6458a84e-5c2c-422d-842f-1db4b1d28e1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0461881 Jul 07 20:01:41.747124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-24d32d3f-c8ca-40ed-8a24-80ab532b4b87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261910 Jul 07 20:01:41.834659 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-703be34f-22ba-4f46-b596-9e1c7173b622 service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817103 Jul 07 20:01:41.926962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89208e06-7a44-43be-95f5-d410246f8d5c req-cf7b3b54-432f-4bcc-a128-88a9bd8b1d7f service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860379 Jul 07 20:01:42.548467 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:42.646524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46846c-2f29-4417-b688-ac91ddfa5889 req-706ab638-ea1a-42fb-a972-e31dc4cd922f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:42.647999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a46846c-2f29-4417-b688-ac91ddfa5889 req-706ab638-ea1a-42fb-a972-e31dc4cd922f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 944 time: 0.0644231 Jul 07 20:01:42.686375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a46846c-2f29-4417-b688-ac91ddfa5889 req-69fbab17-aa31-4cbf-ac5d-06d93633fbc9 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Jul 07 20:01:43.164576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:01:43.166905 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:01:43.219627 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ad2921-445f-4ce4-b116-f43cf821d2f6 x-openstack-request-id: req-13ad2921-445f-4ce4-b116-f43cf821d2f6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:01:43.219918 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:01:43.220170 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-13ad2921-445f-4ce4-b116-f43cf821d2f6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:01:43.220585 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce', 'status': 'completed', 'code': 200} Jul 07 20:01:43.300414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-4b5ee8ec-de3a-4b8e-b292-1a5b98060c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:43.301954 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-4b5ee8ec-de3a-4b8e-b292-1a5b98060c3b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 1096 time: 0.0601561 Jul 07 20:01:43.317042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-e44eda28-0cca-453d-8832-4796b5318ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:43.318538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-e44eda28-0cca-453d-8832-4796b5318ed3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 1096 time: 0.0588095 Jul 07 20:01:43.396684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-aaa7751c-f4cc-48aa-a4e2-2d25ed6882a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:43.398204 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-aaa7751c-f4cc-48aa-a4e2-2d25ed6882a4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.0882790 Jul 07 20:01:43.410633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-dfa49c63-8df5-4f46-9fb2-636bb6d4336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:43.412120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-dfa49c63-8df5-4f46-9fb2-636bb6d4336f service neutron] 10.222.0.59 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.0853131 Jul 07 20:01:43.445880 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-34aeef4f-1fa2-4022-856d-e64c95a1068a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce HTTP/1.1" status: 200 len: 217 time: 0.0402198 Jul 07 20:01:43.498519 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-33e84d00-bd7a-426a-99fe-b6fe3e075a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:43.499585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-3cd48921-844b-4330-be92-4686ccc182e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce HTTP/1.1" status: 200 len: 217 time: 0.0440834 Jul 07 20:01:43.499980 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-33e84d00-bd7a-426a-99fe-b6fe3e075a4f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0477738 Jul 07 20:01:43.534648 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-25518778-c56a-42cd-b5af-6987d323a7be service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284984 Jul 07 20:01:43.555791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-58c0238b-e590-4d48-a7ba-664350a3510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:43.558262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-58c0238b-e590-4d48-a7ba-664350a3510d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0506198 Jul 07 20:01:43.600291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-8d3f6a9b-ef45-41d7-9cc3-5293adb7155d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282516 Jul 07 20:01:43.644460 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-f3f95312-3ff4-4e58-84ce-55e7753910a1 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025820 Jul 07 20:01:43.702721 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-8847de83-5b8e-4d17-8f98-78040de45fcf service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902169 Jul 07 20:01:43.739279 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-60bcf98b-c52e-4b16-85b0-a464a86792e5 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877793 Jul 07 20:01:43.801853 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9cac81a3-7fef-4a0b-aa57-2e28a56f4b8f req-faf9e2eb-117f-408b-b80f-3e439deb6b9f service neutron] 10.222.0.59 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930564 Jul 07 20:01:43.872269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a1601-1b31-4b1b-8043-4b0663747081 req-3368394a-b375-4aab-801b-a6a705876516 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:43.873944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-627a1601-1b31-4b1b-8043-4b0663747081 req-3368394a-b375-4aab-801b-a6a705876516 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 944 time: 0.0679350 Jul 07 20:01:43.910873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-627a1601-1b31-4b1b-8043-4b0663747081 req-c0cb5da4-781d-4a02-a3f2-70f81b6b97b6 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Jul 07 20:01:44.096485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:01:44.129458 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:44.147034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:01:44.223359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e390acf-34e8-40a9-8309-9fb2cf3204f3 req-6aba20ee-90a3-41c9-83d0-ee0a512f764a tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:44.224781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e390acf-34e8-40a9-8309-9fb2cf3204f3 req-6aba20ee-90a3-41c9-83d0-ee0a512f764a tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 944 time: 0.0700212 Jul 07 20:01:44.264358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e390acf-34e8-40a9-8309-9fb2cf3204f3 req-1aada19c-b8a0-48c9-9a22-df1f89b90f48 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327852 Jul 07 20:01:44.284463 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-7082e526-d834-49d3-aed7-82e319146976 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:44.286049 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-7082e526-d834-49d3-aed7-82e319146976 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.112 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85&tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 944 time: 0.1276295 Jul 07 20:01:44.349132 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-06a2af2a-99c2-49c5-9a4b-d77f74da1892 service neutron] delete failed (client error): The resource could not be found. Jul 07 20:01:44.350153 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-06a2af2a-99c2-49c5-9a4b-d77f74da1892 service neutron] 10.222.0.112 "DELETE /v2.0/ports/e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce/bindings/n-h1-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0576627 Jul 07 20:01:44.453405 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-96a09401-8e89-4b37-b954-cf667091738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:44.454939 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-96a09401-8e89-4b37-b954-cf667091738d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 1096 time: 0.0572927 Jul 07 20:01:44.551418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-9392c6cd-f9e2-4e67-b7d7-b021987123b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:44.552842 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-9392c6cd-f9e2-4e67-b7d7-b021987123b4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 200 len: 917 time: 0.0920408 Jul 07 20:01:44.595400 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-8912ec76-9eb7-4445-9fc3-e082f2ca82d7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce HTTP/1.1" status: 200 len: 217 time: 0.0361743 Jul 07 20:01:44.645683 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-c34dbf96-5070-411f-83af-60cea9633744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:44.647166 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-c34dbf96-5070-411f-83af-60cea9633744 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 200 len: 855 time: 0.0461888 Jul 07 20:01:44.684054 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-1b1638b2-9c7b-45cc-b409-d611188cf11e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=66c7769a-b906-47b2-8e92-de3889c4c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297420 Jul 07 20:01:44.772702 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-346478a3-ac39-4ca3-9cc7-b97a4c4d1e99 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828543 Jul 07 20:01:44.866749 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-fe5e7c5b-e2dc-4ea0-9f82-43aac5d19881 req-6eeaae60-4987-4f35-9b18-ae4dc01ab424 service neutron] 10.222.0.112 "GET /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880430 Jul 07 20:01:45.449084 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4cff6-2955-45e6-9d63-0b100133b994 req-6453f33c-b55f-48af-abab-2eae0a04ef1e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:45.450769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5c4cff6-2955-45e6-9d63-0b100133b994 req-6453f33c-b55f-48af-abab-2eae0a04ef1e tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 944 time: 0.0664983 Jul 07 20:01:45.491122 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5c4cff6-2955-45e6-9d63-0b100133b994 req-b1400af1-ed5c-42fc-9e71-95bb4f8f537a tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345817 Jul 07 20:01:45.666678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ce558-61c3-449d-95a6-3b3c5ae154e3 req-9431a129-662f-4bba-8225-6d913b60d8b0 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:45.668488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c5ce558-61c3-449d-95a6-3b3c5ae154e3 req-9431a129-662f-4bba-8225-6d913b60d8b0 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 944 time: 0.0632164 Jul 07 20:01:45.710126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c5ce558-61c3-449d-95a6-3b3c5ae154e3 req-4d01edaf-1d53-49b0-850c-25da3e4b992c tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361111 Jul 07 20:01:45.884763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af26522-bbef-4828-b362-66a17c404612 req-02694762-c477-4ef9-aaf4-7e593feaa2aa tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:45.886439 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7af26522-bbef-4828-b362-66a17c404612 req-02694762-c477-4ef9-aaf4-7e593feaa2aa tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 944 time: 0.0650215 Jul 07 20:01:45.923927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7af26522-bbef-4828-b362-66a17c404612 req-0873921f-21d1-4f48-a61c-0f98d4d98b42 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316155 Jul 07 20:01:46.014245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:01:46.109382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:46.122684 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce', 'network_id': '66c7769a-b906-47b2-8e92-de3889c4c81f', 'port_id': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce', 'mac_address': 'fa:16:3e:9d:bf:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0a51a7-2d32-4d3a-abc3-ac210c212d4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:01:46.169473 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:46.182565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:01:46.202551 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:46.207372 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:46.255209 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:46.502222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:01:46.516504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dccfb-40db-4b45-af05-a40d4175eda3 req-cba2a560-4629-490e-9523-176af37e2bf2 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:46.517945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee6dccfb-40db-4b45-af05-a40d4175eda3 req-cba2a560-4629-490e-9523-176af37e2bf2 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 945 time: 0.0644844 Jul 07 20:01:46.557171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee6dccfb-40db-4b45-af05-a40d4175eda3 req-89c1f9f6-4ec7-4793-8e0b-6c0a1ba92033 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335662 Jul 07 20:01:47.986829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34824a3b-6b88-4990-aef4-58fecc94b850 req-1ee1b9fb-980e-4dd3-ae73-523217ed2b1a tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:47.988208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34824a3b-6b88-4990-aef4-58fecc94b850 req-1ee1b9fb-980e-4dd3-ae73-523217ed2b1a tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 945 time: 0.3994563 Jul 07 20:01:48.000747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882afd4e-46be-4314-9f68-d93bdff3e672 req-5ff2ad83-83f3-4374-80dd-2eadb07c340f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:48.002198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-882afd4e-46be-4314-9f68-d93bdff3e672 req-5ff2ad83-83f3-4374-80dd-2eadb07c340f tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/ports?device_id=4fc9f1d7-e473-431f-972b-90bd14bd3a85 HTTP/1.1" status: 200 len: 945 time: 0.0904329 Jul 07 20:01:48.029024 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:01:48.077988 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:01:48.081123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-882afd4e-46be-4314-9f68-d93bdff3e672 req-62230340-3763-4e27-b9ec-5fdb90a02695 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.113 "GET /v2.0/security-groups?id=c9df05b5-97eb-4394-a58c-c78ee62a7922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714493 Jul 07 20:01:48.082167 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:01:48.082454 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:48.131196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-34824a3b-6b88-4990-aef4-58fecc94b850 req-ae9eead2-821d-4dc9-8594-98cbd4655dd4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Deleting port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:01:48.131541 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34824a3b-6b88-4990-aef4-58fecc94b850 req-ae9eead2-821d-4dc9-8594-98cbd4655dd4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:48.161133 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:48.185291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:01:48.187635 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f879a-2d55-403d-b3d4-aaa9cda8ba86" -d '{"events": [{"server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "name": "network-vif-plugged", "status": "completed", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:01:48.204516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:48.208207 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:48.234454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-34824a3b-6b88-4990-aef4-58fecc94b850 req-ae9eead2-821d-4dc9-8594-98cbd4655dd4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] For port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,segment=NetworkSegment(add3e9a7-44ba-42a9-a274-bca4426a04cf),segment_id=add3e9a7-44ba-42a9-a274-bca4426a04cf)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:48.234814 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34824a3b-6b88-4990-aef4-58fecc94b850 req-ae9eead2-821d-4dc9-8594-98cbd4655dd4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:48.235397 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69696c6f-d2e5-40d6-86be-78c2b9face25 x-openstack-request-id: req-69696c6f-d2e5-40d6-86be-78c2b9face25 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:01:48.235704 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "name": "network-vif-plugged", "status": "completed", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:01:48.235953 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-69696c6f-d2e5-40d6-86be-78c2b9face25 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:01:48.236339 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce', 'code': 200} Jul 07 20:01:48.249591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-34824a3b-6b88-4990-aef4-58fecc94b850 req-ae9eead2-821d-4dc9-8594-98cbd4655dd4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Calling delete_port for e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:01:48.263936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:48.380780 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34824a3b-6b88-4990-aef4-58fecc94b850 req-ae9eead2-821d-4dc9-8594-98cbd4655dd4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:48.413015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eead2-821d-4dc9-8594-98cbd4655dd4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Pushing event deleted for resources: {'Port': ['ID=e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:48.413270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:01:48.463664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-34824a3b-6b88-4990-aef4-58fecc94b850 req-ae9eead2-821d-4dc9-8594-98cbd4655dd4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] No DVR routers for this DVR port e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:01:48.467603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34824a3b-6b88-4990-aef4-58fecc94b850 req-ae9eead2-821d-4dc9-8594-98cbd4655dd4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:48.469657 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34824a3b-6b88-4990-aef4-58fecc94b850 req-ae9eead2-821d-4dc9-8594-98cbd4655dd4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] 10.222.0.59 "DELETE /v2.0/ports/e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce HTTP/1.1" status: 204 len: 173 time: 0.4665828 Jul 07 20:01:48.470115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'name': 'network-vif-deleted', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:01:48.472388 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c8fcda-bd08-48a1-a20e-b3042d9cb5e6" -d '{"events": [{"server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "name": "network-vif-deleted", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:01:48.511189 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a4c5b8-c584-429e-824a-5be431be7130 x-openstack-request-id: req-c2a4c5b8-c584-429e-824a-5be431be7130 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:01:48.511641 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc9f1d7-e473-431f-972b-90bd14bd3a85", "name": "network-vif-deleted", "tag": "e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:01:48.511850 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c2a4c5b8-c584-429e-824a-5be431be7130 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:01:48.512249 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc9f1d7-e473-431f-972b-90bd14bd3a85', 'name': 'network-vif-deleted', 'tag': 'e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce', 'status': 'completed', 'code': 200} Jul 07 20:01:49.314913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:49.361197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Deleting subnet db0a51a7-2d32-4d3a-abc3-ac210c212d4d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:01:49.364341 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.370140 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.402076 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.447174 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.506831 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.530762 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db0a51a7-2d32-4d3a-abc3-ac210c212d4d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:49.540737 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.542749 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/db0a51a7-2d32-4d3a-abc3-ac210c212d4d HTTP/1.1" status: 204 len: 168 time: 0.2266648 Jul 07 20:01:49.545197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.545556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.545835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:49.546274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.546274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.546549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.546882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.547217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.547546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.547872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.548201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.548549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.548874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c5715-fa1a-4057-a2e5-c38070b09019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:49.617363 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.699619 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.709195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c7769a-b906-47b2-8e92-de3889c4c81f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:01:49.719739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add3e9a7-44ba-42a9-a274-bca4426a04cf') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:01:49.720038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add3e9a7-44ba-42a9-a274-bca4426a04cf') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:01:49.728735 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.742870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.749578 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:01:49.750007 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: timer() Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:01:49.751694 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:01:49.805337 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.811710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:49.813590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] 10.222.0.113 "DELETE /v2.0/networks/66c7769a-b906-47b2-8e92-de3889c4c81f HTTP/1.1" status: 204 len: 168 time: 0.2667608 Jul 07 20:01:49.825033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e7ee7-69d7-416a-977e-2184425e72f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c7769a-b906-47b2-8e92-de3889c4c81f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:49.924579 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:49.968341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2c0200e3-0605-40a9-9217-5e7a3ee8f2e6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=94ae5bc8e05948ca8f5f660c3eef6c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425122 Jul 07 20:01:49.970783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:50.019064 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a17eda8-5286-4355-86fc-d3b8f5c3ed52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:50.040435 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a17eda8-5286-4355-86fc-d3b8f5c3ed52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:50.089285 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a17eda8-5286-4355-86fc-d3b8f5c3ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:50.092364 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a17eda8-5286-4355-86fc-d3b8f5c3ed52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:50.093572 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0a17eda8-5286-4355-86fc-d3b8f5c3ed52 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c9df05b5-97eb-4394-a58c-c78ee62a7922 HTTP/1.1" status: 204 len: 168 time: 0.1218982 Jul 07 20:01:50.102015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17eda8-5286-4355-86fc-d3b8f5c3ed52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9df05b5-97eb-4394-a58c-c78ee62a7922,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:50.749405 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:50.854329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-580418437-network', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:50.876810 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Made reservation on behalf of 02e8d9950a004d9faa8c24784e8526cc for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:01:50.879144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:50.888255 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:50.977309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:50.982378 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.008840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:01:51.018163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6386c239-c1d5-4b53-97a6-c587079a79a5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:51.026018 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.026395 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Added segment 6a4705f8-d9a5-43d0-9a42-2ab369947dba of type vlan for network 3f2da045-69ca-4974-9d14-3088b87d70ae Jul 07 20:01:51.070730 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.100500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.101453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:51.102029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.155507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4049349 Jul 07 20:01:51.158831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:51.162634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba54b90-3855-4d91-a67a-9ff33662960e admin admin] Pushing event updated for resources: {'Network': ['ID=3f2da045-69ca-4974-9d14-3088b87d70ae,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:51.164273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] Request body: {'subnet': {'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-580418437-subnet', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:51.172350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 3f2da045-69ca-4974-9d14-3088b87d70ae details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:01:51.190455 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] Made reservation on behalf of 02e8d9950a004d9faa8c24784e8526cc for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:01:51.193003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.365569 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.421468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caba4af1-6415-45ec-8d3b-c492be6ab16d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:51.431343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:01:51.431707 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] Network hostable DHCP agents. Network: 3f2da045-69ca-4974-9d14-3088b87d70ae, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:01:51.448460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] Network 3f2da045-69ca-4974-9d14-3088b87d70ae is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:01:51.458128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 3f2da045-69ca-4974-9d14-3088b87d70ae) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:01:51.462204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:51.462802 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.468684 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122350a-e962-4e08-b3d5-35e6038e67c8 None None] Network 3f2da045-69ca-4974-9d14-3088b87d70ae requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:01:51.477469 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-47bec41d-6072-42bc-a625-4aa094005cf7 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3170924 Jul 07 20:01:51.480426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:51.484881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:51.509234 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.510261 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.608334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.618446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-3f2da045-69ca-4974-9d14-3088b87d70ae', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:01:51.619314 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.751108 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.776777 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Allocated IP 172.20.0.2 (3f2da045-69ca-4974-9d14-3088b87d70ae/caba4af1-6415-45ec-8d3b-c492be6ab16d/464f4808-2098-498f-8f38-980e0e245862) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:01:51.926416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.935818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Transition to ACTIVE for port object 464f4808-2098-498f-8f38-980e0e245862 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:01:51.951245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Transition to ACTIVE for port object 464f4808-2098-498f-8f38-980e0e245862 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:01:51.960593 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.973494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:51.998917 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Network 3f2da045-69ca-4974-9d14-3088b87d70ae is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:01:51.999870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:52.001767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:01:52.005180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:01:52.020911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Pushing event updated for resources: {'Port': ['ID=464f4808-2098-498f-8f38-980e0e245862,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:52.063541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:01:52.094021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Attempting to bind port 464f4808-2098-498f-8f38-980e0e245862 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:01:52.094405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Attempting to bind port 464f4808-2098-498f-8f38-980e0e245862 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:01:52.094757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Attempting to bind port 464f4808-2098-498f-8f38-980e0e245862 on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:01:52.096760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:01:52.097094 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device e7c4a6f0-78f3-4aa4-87d5-ee3dad20b2ce not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:01:52.101874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:01:52.102244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:01:52.102677 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:52.103058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:01:52.103516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Bound port: 464f4808-2098-498f-8f38-980e0e245862, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:01:52.103893 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:52.125912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Allocated IP 172.25.2.94 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/6a9d03a0-4c3a-4d55-b454-12115937f848) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:01:52.168078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] For port 464f4808-2098-498f-8f38-980e0e245862, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:01:52.171707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] For port 464f4808-2098-498f-8f38-980e0e245862, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=464f4808-2098-498f-8f38-980e0e245862,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:01:52.176236 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:52.235870 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:52.240147 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bc4ca-008c-4167-bf29-e4b785cd5a34 None None] Pushing event updated for resources: {'Port': ['ID=464f4808-2098-498f-8f38-980e0e245862,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:52.277327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:52.323022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:01:52.329430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:01:52.331833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:01:52.356723 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9d03a0-4c3a-4d55-b454-12115937f848,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:52.961162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:53.174542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:53.174926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb0714e-82df-49e2-9c6e-88b937e10b3f None None] Network 3f2da045-69ca-4974-9d14-3088b87d70ae requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:01:53.295956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18554972-d3e1-4548-8c8d-ab4485af1f79 None None] Provisioning for port 464f4808-2098-498f-8f38-980e0e245862 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:01:53.304353 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:01:53.419961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:01:53.429843 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Sync routers for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:01:53.438636 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:53.439906 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f89f7b7e-ceae-4e6c-82ca-18380304e2d8 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9584262 Jul 07 20:01:53.442563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:53.443821 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:01:53.444597 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:01:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:01:53.555425 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:01:53.743616 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:52Z', 'revision_number': 3, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:01:53.770270 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Checking router: 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:01:53.770614 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Updating router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 port 6a9d03a0-4c3a-4d55-b454-12115937f848 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:01:53.805702 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:53.891457 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:53.961491 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:01:54.088270 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.103186 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Transition to ACTIVE for port object 6a9d03a0-4c3a-4d55-b454-12115937f848 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:01:54.108385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 464f4808-2098-498f-8f38-980e0e245862 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:01:54.110207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Allocated IP 172.20.0.1 (3f2da045-69ca-4974-9d14-3088b87d70ae/caba4af1-6415-45ec-8d3b-c492be6ab16d/1dd3269b-5f6b-4642-9f77-bcae2a25daaa) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:01:54.117830 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.161985 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 464f4808-2098-498f-8f38-980e0e245862 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:01:54.166993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 464f4808-2098-498f-8f38-980e0e245862 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:01:54.167376 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.171165 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Attempting to bind port 6a9d03a0-4c3a-4d55-b454-12115937f848 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:01:54.171514 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Attempting to bind port 6a9d03a0-4c3a-4d55-b454-12115937f848 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:01:54.171874 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Attempting to bind port 6a9d03a0-4c3a-4d55-b454-12115937f848 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:01:54.174997 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Pushing event updated for resources: {'Port': ['ID=6a9d03a0-4c3a-4d55-b454-12115937f848,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:54.183318 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:01:54.183700 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:01:54.184130 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.184538 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:01:54.185011 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Bound port: 6a9d03a0-4c3a-4d55-b454-12115937f848, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:01:54.185392 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.187731 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.188066 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.188401 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.188766 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.189105 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.189429 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.189754 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.190082 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.191692 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.191692 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.191692 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.191692 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:54.234834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.250811 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] For port 6a9d03a0-4c3a-4d55-b454-12115937f848, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:01:54.252842 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.254364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Transition to ACTIVE for port object 1dd3269b-5f6b-4642-9f77-bcae2a25daaa will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:01:54.255115 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] For port 6a9d03a0-4c3a-4d55-b454-12115937f848, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6a9d03a0-4c3a-4d55-b454-12115937f848,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:01:54.259805 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.289009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 464f4808-2098-498f-8f38-980e0e245862, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=464f4808-2098-498f-8f38-980e0e245862,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:54.294368 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.300533 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.335184 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:01:54.335842 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:01:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:01:54.345373 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=464f4808-2098-498f-8f38-980e0e245862,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:54.347696 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Network 3f2da045-69ca-4974-9d14-3088b87d70ae is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:01:54.356900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:01:54.361539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:01:54.365109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd3269b-5f6b-4642-9f77-bcae2a25daaa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:54.393319 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276644a-dd6b-4b59-8895-13e3b9436fba None None] Pushing event updated for resources: {'Port': ['ID=6a9d03a0-4c3a-4d55-b454-12115937f848,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:54.417119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.469830 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:01:54.619006 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.650854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2169635a-22ee-4a69-a88c-c4a9f17af4c3 None None] Provisioning for port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:01:54.654977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2169635a-22ee-4a69-a88c-c4a9f17af4c3 None None] Provisioning complete for port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:01:54.655664 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2169635a-22ee-4a69-a88c-c4a9f17af4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.672624 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:52Z', 'revision_number': 3, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:01:54.693795 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2169635a-22ee-4a69-a88c-c4a9f17af4c3 None None] Port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:01:54.702411 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c65807-d9f3-4802-a3c0-7c629b944c43 None None] The sync data for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 is: [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:52Z', 'revision_number': 3, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:01:54.794106 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.800113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.869599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd3269b-5f6b-4642-9f77-bcae2a25daaa,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:54.873107 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:54.980358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Network 3f2da045-69ca-4974-9d14-3088b87d70ae is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:01:54.983119 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:01:55.117303 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:01:55.218526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d73b73fe-20d9-4582-bbbc-9eed48ead270 None None] Provisioning complete for port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:01:55.218897 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d73b73fe-20d9-4582-bbbc-9eed48ead270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:55.240915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:01:55.246005 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-505b4bd6-4f56-4ced-875e-3a6399c62b06 admin admin] 10.222.0.113 "PUT /v2.0/routers/21d5b2e7-0e61-4911-ae5f-e53f4e906d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8021920 Jul 07 20:01:55.266705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d73b73fe-20d9-4582-bbbc-9eed48ead270 None None] Port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:01:56.018021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 36602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:56.023132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a30cdae4-db07-4ba1-a068-260b6d7f552f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--262781123', 'description': 'tempest-description--1112075003'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:56.053319 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a30cdae4-db07-4ba1-a068-260b6d7f552f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.145395 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a30cdae4-db07-4ba1-a068-260b6d7f552f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.149751 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a30cdae4-db07-4ba1-a068-260b6d7f552f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.166017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 464f4808-2098-498f-8f38-980e0e245862 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:01:56.183752 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a30cdae4-db07-4ba1-a068-260b6d7f552f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.185073 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a30cdae4-db07-4ba1-a068-260b6d7f552f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1660211 Jul 07 20:01:56.186192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cdae4-db07-4ba1-a068-260b6d7f552f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695e868c-7410-49ca-b2db-87306387795e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:56.188705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:56.193811 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3fd955d6-f084-4db7-9928-81bd26e97253 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'security_group_rule': {'security_group_id': '695e868c-7410-49ca-b2db-87306387795e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:56.226236 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fd955d6-f084-4db7-9928-81bd26e97253 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.226448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 464f4808-2098-498f-8f38-980e0e245862 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:01:56.226719 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.274700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Sync routers for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:01:56.283425 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fd955d6-f084-4db7-9928-81bd26e97253 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.287255 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fd955d6-f084-4db7-9928-81bd26e97253 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.307654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd955d6-f084-4db7-9928-81bd26e97253 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5e991d-743c-459d-a97c-913ba58fc3d0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:56.315486 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fd955d6-f084-4db7-9928-81bd26e97253 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.316588 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:01:56.316940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3fd955d6-f084-4db7-9928-81bd26e97253 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270316 Jul 07 20:01:56.317229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:01:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:01:56.319546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:56.324387 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-07e04ace-c82e-415e-88ae-1dc3f969ef2c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'security_group_rule': {'security_group_id': '695e868c-7410-49ca-b2db-87306387795e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:56.353091 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07e04ace-c82e-415e-88ae-1dc3f969ef2c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.362196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6a9d03a0-4c3a-4d55-b454-12115937f848 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:01:56.424920 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07e04ace-c82e-415e-88ae-1dc3f969ef2c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.429070 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07e04ace-c82e-415e-88ae-1dc3f969ef2c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.451143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e04ace-c82e-415e-88ae-1dc3f969ef2c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2dd46c-b111-4963-a5e3-62cc99071a10,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:56.459120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07e04ace-c82e-415e-88ae-1dc3f969ef2c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.460573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-07e04ace-c82e-415e-88ae-1dc3f969ef2c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400111 Jul 07 20:01:56.463631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:01:56.468902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:56.494920 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.595615 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.639566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:01:56.641928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 6a9d03a0-4c3a-4d55-b454-12115937f848 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:01:56.670664 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6a9d03a0-4c3a-4d55-b454-12115937f848 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:01:56.671031 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.705010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Allocated IP 172.25.2.202 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/ae4aed79-f49b-4dac-9a5a-574ee8814d28) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:01:56.808812 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.851992 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.858102 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.901213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:01:56.904589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:01:56.905622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 6a9d03a0-4c3a-4d55-b454-12115937f848, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6a9d03a0-4c3a-4d55-b454-12115937f848,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:01:56.907434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:01:56.912037 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:56.932124 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event updated for resources: {'Port': ['ID=ae4aed79-f49b-4dac-9a5a-574ee8814d28,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:56.947618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.947964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.948307 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.948680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.949010 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.949343 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.949778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.950764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.951121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.951450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.951778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.952094 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:01:56.975850 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 2, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:01:56.978837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=6a9d03a0-4c3a-4d55-b454-12115937f848,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:57.006242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Checking router: 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:01:57.006589 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Updating router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:01:57.015205 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.047167 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.063618 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.216329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.221440 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.292336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event updated for resources: {'Port': ['ID=ae4aed79-f49b-4dac-9a5a-574ee8814d28,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:57.304208 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.316959 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.318019 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.319531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c8e95d15-1d1c-43a2-a879-7722c6390ccf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8549104 Jul 07 20:01:57.327756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Transition to ACTIVE for port object 1dd3269b-5f6b-4642-9f77-bcae2a25daaa will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:01:57.333723 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.391341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c0689-364e-484e-a797-e00ae912563b None None] Pushing event updated for resources: {'Port': ['ID=1dd3269b-5f6b-4642-9f77-bcae2a25daaa,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:57.448514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Attempting to bind port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:01:57.448895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Attempting to bind port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:01:57.449255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Attempting to bind port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:01:57.454807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:01:57.455181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:01:57.455583 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.455972 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:01:57.456441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Bound port: 1dd3269b-5f6b-4642-9f77-bcae2a25daaa, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:01:57.456851 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.486405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-a3b98221-79aa-4e46-a966-cc8b9cfd3ac2 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--262781123&fields=id&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 267 time: 0.0378828 Jul 07 20:01:57.529490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] For port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:01:57.533163 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] For port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1dd3269b-5f6b-4642-9f77-bcae2a25daaa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:01:57.538290 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:57.597122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:01:57.597756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:01:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:01:57.602634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c0689-364e-484e-a797-e00ae912563b None None] Pushing event updated for resources: {'Port': ['ID=1dd3269b-5f6b-4642-9f77-bcae2a25daaa,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:57.607784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-460d8986-c991-4a61-a395-598015304482 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:57.609458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-460d8986-c991-4a61-a395-598015304482 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 811 time: 0.1163907 Jul 07 20:01:57.626461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-24a65102-6a91-4693-a23e-fa80c11ac2f5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/quotas/02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 375 time: 0.0110595 Jul 07 20:01:57.703840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-e6085001-4e74-486a-8a70-1482fba330d2 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710804 Jul 07 20:01:57.733506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:01:57.810064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-21ec931e-6251-48b6-927e-32df7eea1914 service neutron] 10.222.0.113 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895374 Jul 07 20:01:57.910879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-161c47df-1aa3-4088-915a-e17e1b061643 service neutron] 10.222.0.113 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948465 Jul 07 20:01:57.961590 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:01:57Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:01:57.989407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0190f00-0fe1-422c-bd40-78c8b78f4d18 None None] The sync data for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 is: [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:01:57Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:01:58.131143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6a9d03a0-4c3a-4d55-b454-12115937f848 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:01:58.151396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff91aeb2-f9c4-4a4e-bdd3-fb056e629a2b req-6b6b317b-c7d1-4e95-abbd-a2420f4b4de1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 210 time: 0.0624020 Jul 07 20:01:58.191953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 6a9d03a0-4c3a-4d55-b454-12115937f848 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:01:58.192403 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:59.324442 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0250391d-dc43-4d38-9945-89a63d9a1cbd req-bc7f1a00-e6ab-4396-a1bd-7cb78242c218 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 210 time: 0.0391371 Jul 07 20:01:59.373833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-85690a10-ebae-47aa-b2a9-ffca673747ba tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:59.376324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-85690a10-ebae-47aa-b2a9-ffca673747ba tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 811 time: 0.1407042 Jul 07 20:01:59.426043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-8f2bf9b9-6c76-4547-ab2b-3ae9c02ae418 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 379 time: 0.0358775 Jul 07 20:01:59.435535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'port': {'device_id': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'admin_state_up': True, 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'security_groups': ['695e868c-7410-49ca-b2db-87306387795e']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:01:59.552123 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Made reservation on behalf of 02e8d9950a004d9faa8c24784e8526cc for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:01:59.555709 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:59.687590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Allocated IP 172.20.0.3 (3f2da045-69ca-4974-9d14-3088b87d70ae/caba4af1-6415-45ec-8d3b-c492be6ab16d/0684f6dd-0161-4b56-bdd1-362f6f19899e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:01:59.828983 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:59.845105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Transition to ACTIVE for port object 0684f6dd-0161-4b56-bdd1-362f6f19899e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:01:59.878344 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:01:59.919698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Network 3f2da045-69ca-4974-9d14-3088b87d70ae is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:01:59.923097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:01:59.925418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:01:59.970212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event updated for resources: {'Port': ['ID=0684f6dd-0161-4b56-bdd1-362f6f19899e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:01:59.995649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:01:59.996308 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:00.013887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-06556c35-7bf1-412a-93c1-a0bba260b666 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829797 Jul 07 20:02:00.031725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Request body: {'port': {'device_id': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:02:00.115615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1dd3269b-5f6b-4642-9f77-bcae2a25daaa up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:02:00.126210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:00.164898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:02:00.168490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:00.168920 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:00.222710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-42adf2c6-c796-4762-a982-e4f68556b1ed None None] Provisioning for port 0684f6dd-0161-4b56-bdd1-362f6f19899e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:02:00.245278 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-42adf2c6-c796-4762-a982-e4f68556b1ed None None] Provisioning complete for port 0684f6dd-0161-4b56-bdd1-362f6f19899e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:00.245661 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42adf2c6-c796-4762-a982-e4f68556b1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:00.280306 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:00.305368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-42adf2c6-c796-4762-a982-e4f68556b1ed None None] Port 0684f6dd-0161-4b56-bdd1-362f6f19899e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:02:00.322590 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1dd3269b-5f6b-4642-9f77-bcae2a25daaa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:02:00.327326 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:00.378554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=1dd3269b-5f6b-4642-9f77-bcae2a25daaa,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:00.386853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.387205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.387602 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.387942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.388505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.388771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.389099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.389428 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.389753 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.390079 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.390406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.390728 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:02:00.410213 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0684f6dd-0161-4b56-bdd1-362f6f19899e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:02:00.417926 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:00.431469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Transition to ACTIVE for port object 0684f6dd-0161-4b56-bdd1-362f6f19899e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:02:00.436519 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:00.522846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Pushing event updated for resources: {'Port': ['ID=0684f6dd-0161-4b56-bdd1-362f6f19899e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:00.612241 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8d209-abbe-4ce8-bc1f-1dc6cc4cc77e req-51f72504-8d41-450e-ac69-f51c38c7997e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:00.613867 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fd8d209-abbe-4ce8-bc1f-1dc6cc4cc77e req-51f72504-8d41-450e-ac69-f51c38c7997e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 943 time: 0.1521556 Jul 07 20:02:00.633320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Attempting to bind port 0684f6dd-0161-4b56-bdd1-362f6f19899e on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:02:00.633683 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Attempting to bind port 0684f6dd-0161-4b56-bdd1-362f6f19899e by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:02:00.634013 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Attempting to bind port 0684f6dd-0161-4b56-bdd1-362f6f19899e on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:02:00.648171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Port 0684f6dd-0161-4b56-bdd1-362f6f19899e on network 3f2da045-69ca-4974-9d14-3088b87d70ae not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:02:00.648519 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Attempting to bind port 0684f6dd-0161-4b56-bdd1-362f6f19899e on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:02:00.661920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:02:00.662258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:02:00.662652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:02:00.663070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Bound port: 0684f6dd-0161-4b56-bdd1-362f6f19899e, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:02:00.663424 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:00.680258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fd8d209-abbe-4ce8-bc1f-1dc6cc4cc77e req-3bcecd92-fe9c-47e0-bf4b-13b4dd541134 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588338 Jul 07 20:02:00.736769 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:02:00.739695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:02:00.744416 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:00.780761 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:00.781383 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:00.782776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] 10.222.0.59 "PUT /v2.0/ports/0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 1092 time: 0.7562110 Jul 07 20:02:00.783356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:02:00.785844 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce631c39-d6ee-400b-b969-b6056e0ad3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:02:00.812159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0755724-0e94-4f1f-91cf-3fc30005cff6 service neutron] Pushing event updated for resources: {'Port': ['ID=0684f6dd-0161-4b56-bdd1-362f6f19899e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:00.847373 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb182b4-158c-418a-8a9c-614b9972a8b5 x-openstack-request-id: req-4bb182b4-158c-418a-8a9c-614b9972a8b5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:02:00.847690 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:02:00.847999 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4bb182b4-158c-418a-8a9c-614b9972a8b5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:02:00.848558 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'status': 'completed', 'code': 200} Jul 07 20:02:00.926826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-4cb8a25b-63c3-4cb5-ae29-a4af4b9b0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:00.928375 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-4cb8a25b-63c3-4cb5-ae29-a4af4b9b0dd9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0615540 Jul 07 20:02:00.977199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-ed3eafce-6fa8-457f-a870-a6c6647be9f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 217 time: 0.0358334 Jul 07 20:02:01.025290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-6ff13bc1-6b48-4a20-ba0c-d726a767f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:01.026805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-6ff13bc1-6b48-4a20-ba0c-d726a767f4d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0436504 Jul 07 20:02:01.088099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b50c552c-61ae-4c95-9623-eb26724f60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:01.089626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-b50c552c-61ae-4c95-9623-eb26724f60bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560286 Jul 07 20:02:01.177567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-cf2debfb-c922-4f8e-a314-f2e052f1c495 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811303 Jul 07 20:02:01.270990 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-418e0d1a-4eff-41b0-b0de-feb3b65071b2 req-9a2087e4-6c98-4770-ba3a-356ff7a0b1ea service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870957 Jul 07 20:02:01.409001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce631c39-d6ee-400b-b969-b6056e0ad3b7 req-6b1f6003-7730-4ec1-ab76-ae8e47011b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:01.410523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce631c39-d6ee-400b-b969-b6056e0ad3b7 req-6b1f6003-7730-4ec1-ab76-ae8e47011b2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0547545 Jul 07 20:02:01.504869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce631c39-d6ee-400b-b969-b6056e0ad3b7 req-b450dd5c-9236-40da-99e7-12e4622beec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:01.506352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce631c39-d6ee-400b-b969-b6056e0ad3b7 req-b450dd5c-9236-40da-99e7-12e4622beec6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0893154 Jul 07 20:02:01.552168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce631c39-d6ee-400b-b969-b6056e0ad3b7 req-7d237fe5-1c1e-4467-9d37-812a3c4d3819 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 217 time: 0.0378995 Jul 07 20:02:01.602814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce631c39-d6ee-400b-b969-b6056e0ad3b7 req-7befacdf-131b-496a-9521-7cec93dd9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:01.604296 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce631c39-d6ee-400b-b969-b6056e0ad3b7 req-7befacdf-131b-496a-9521-7cec93dd9e17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0457933 Jul 07 20:02:01.664344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce631c39-d6ee-400b-b969-b6056e0ad3b7 req-ff8cc894-c1f4-4253-99d0-96cc3dea8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:01.665900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce631c39-d6ee-400b-b969-b6056e0ad3b7 req-ff8cc894-c1f4-4253-99d0-96cc3dea8c6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547178 Jul 07 20:02:01.764001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce631c39-d6ee-400b-b969-b6056e0ad3b7 req-38c30e4c-cfba-4c4c-9104-a94f4d849a0a service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905702 Jul 07 20:02:01.897691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce631c39-d6ee-400b-b969-b6056e0ad3b7 req-ebcdd582-6a4b-47c8-91cf-e5a8eb73823d service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268864 Jul 07 20:02:01.913255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c84dc-d60a-4b82-8a8e-b4d9275bb3a2 req-022a309a-0e5d-42a5-8078-e433eb594ab3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:01.914907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f53c84dc-d60a-4b82-8a8e-b4d9275bb3a2 req-022a309a-0e5d-42a5-8078-e433eb594ab3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 943 time: 0.1002877 Jul 07 20:02:01.956595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f53c84dc-d60a-4b82-8a8e-b4d9275bb3a2 req-dfbeb1b2-54ad-416d-a071-9369fb6c718a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354207 Jul 07 20:02:02.077839 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1dd3269b-5f6b-4642-9f77-bcae2a25daaa up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:02:02.127191 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:02.127485 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:03.146356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65906ae-0897-4fc8-893b-39f80529f2b8 req-18cdf6cd-770e-48b9-80ea-e700ea4292b0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:03.147778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e65906ae-0897-4fc8-893b-39f80529f2b8 req-18cdf6cd-770e-48b9-80ea-e700ea4292b0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 943 time: 0.0658643 Jul 07 20:02:03.185703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e65906ae-0897-4fc8-893b-39f80529f2b8 req-4205cf70-b888-4d06-875c-609f0b40e585 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315390 Jul 07 20:02:03.811655 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:04.122805 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0684f6dd-0161-4b56-bdd1-362f6f19899e details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:02:04.216446 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:02:04.228113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'port_id': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'mac_address': 'fa:16:3e:2f:d5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:02:04.269772 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:04.282485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0684f6dd-0161-4b56-bdd1-362f6f19899e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:02:04.304925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:02:04.310294 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:04.358392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=0684f6dd-0161-4b56-bdd1-362f6f19899e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:04.365340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69f5cb-84d8-48e1-8b41-de6d1af213c5 req-f828d1ae-1259-4d07-902c-ba4cb6d830c5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:04.366984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d69f5cb-84d8-48e1-8b41-de6d1af213c5 req-f828d1ae-1259-4d07-902c-ba4cb6d830c5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 944 time: 0.0679641 Jul 07 20:02:04.412109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d69f5cb-84d8-48e1-8b41-de6d1af213c5 req-2a10c98e-cc6f-402a-a296-b3e5bcd5be5e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388501 Jul 07 20:02:04.569740 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['0684f6dd-0161-4b56-bdd1-362f6f19899e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:02:05.587134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562c9c7-a781-489d-9941-3065f3d17838 req-b890ae97-0c6b-4da0-9b76-c14d15a0716e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:05.588642 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d562c9c7-a781-489d-9941-3065f3d17838 req-b890ae97-0c6b-4da0-9b76-c14d15a0716e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 944 time: 0.0643849 Jul 07 20:02:05.629072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d562c9c7-a781-489d-9941-3065f3d17838 req-5762b836-d9d1-4e6a-aff0-d2e5c486f6f6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341275 Jul 07 20:02:06.138393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0684f6dd-0161-4b56-bdd1-362f6f19899e up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:02:06.188147 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 0684f6dd-0161-4b56-bdd1-362f6f19899e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:02:06.192756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 0684f6dd-0161-4b56-bdd1-362f6f19899e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:02:06.193130 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:06.270561 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:06.296909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:02:06.299320 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89486a5f8ab0bef47582ffdfe86c502f0015e0dd4323bc3985d2ba5e680f715a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f768cc4a-7021-4448-8c8e-f1b767fa31b4" -d '{"events": [{"server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "name": "network-vif-plugged", "status": "completed", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:02:06.313803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:02:06.318941 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:06.342764 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7213fcc5-a250-4053-aad0-ca5abee8383f x-openstack-request-id: req-7213fcc5-a250-4053-aad0-ca5abee8383f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:02:06.343069 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "name": "network-vif-plugged", "status": "completed", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:02:06.343315 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7213fcc5-a250-4053-aad0-ca5abee8383f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:02:06.343707 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'code': 200} Jul 07 20:02:06.370160 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=0684f6dd-0161-4b56-bdd1-362f6f19899e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:02:06.479175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf088a0-b40e-4602-a562-abdae9253541 req-9af3ce67-a26c-49cd-a39b-76b6ee656753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:06.481470 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cf088a0-b40e-4602-a562-abdae9253541 req-9af3ce67-a26c-49cd-a39b-76b6ee656753 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0540881 Jul 07 20:02:06.517387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cf088a0-b40e-4602-a562-abdae9253541 req-f92d23cf-ea21-4b04-bab8-47e4ceb5eabe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292833 Jul 07 20:02:06.811932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429a8cd-cda1-409f-bd68-ca40990055f1 req-69db5e3f-5697-466c-b106-fe0622a30418 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:06.813402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a429a8cd-cda1-409f-bd68-ca40990055f1 req-69db5e3f-5697-466c-b106-fe0622a30418 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0683019 Jul 07 20:02:06.852712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a429a8cd-cda1-409f-bd68-ca40990055f1 req-9e881010-f286-4c5c-a0c4-89f4e90f0062 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336812 Jul 07 20:02:08.032826 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee177487-db2d-40f6-9202-02602b3a3f1c req-aa5eb899-7b11-4272-893a-da5102a44bc8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:08.034332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee177487-db2d-40f6-9202-02602b3a3f1c req-aa5eb899-7b11-4272-893a-da5102a44bc8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0643685 Jul 07 20:02:08.073836 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee177487-db2d-40f6-9202-02602b3a3f1c req-4b6a16cf-e930-4629-83ed-ee42cf32cfa1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338552 Jul 07 20:02:08.243546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca800147-4397-4c1d-b5eb-363d6ba5e923 req-bcc2b8f4-3c4c-4b71-8287-723befccb466 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:08.245065 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca800147-4397-4c1d-b5eb-363d6ba5e923 req-bcc2b8f4-3c4c-4b71-8287-723befccb466 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0655620 Jul 07 20:02:08.253806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:02:08.258225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3b6cbd75-711c-43f5-ad32-7979d40f26a7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'floatingip': {'port_id': '0684f6dd-0161-4b56-bdd1-362f6f19899e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:02:08.447337 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0754868-b98c-4495-bfe5-6ba547212316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:08.597768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbd75-711c-43f5-ad32-7979d40f26a7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:09.050232 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbd75-711c-43f5-ad32-7979d40f26a7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:09.053898 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbd75-711c-43f5-ad32-7979d40f26a7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:09.156274 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-3b6cbd75-711c-43f5-ad32-7979d40f26a7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Floating IP 262db892-679e-4eb9-93aa-4835507056c1 associated. External IP: 172.25.2.202, port: 0684f6dd-0161-4b56-bdd1-362f6f19899e. Jul 07 20:02:09.368545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6cbd75-711c-43f5-ad32-7979d40f26a7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:02:09.477093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6cbd75-711c-43f5-ad32-7979d40f26a7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:02:09.482856 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbd75-711c-43f5-ad32-7979d40f26a7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:09.487630 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661767f2-6f49-49bf-9d25-9e80c2ec1006 None None] Sync routers for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:02:09.497278 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661767f2-6f49-49bf-9d25-9e80c2ec1006 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:02:09.498596 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-661767f2-6f49-49bf-9d25-9e80c2ec1006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:01:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:09.531560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3b6cbd75-711c-43f5-ad32-7979d40f26a7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "PUT /v2.0/floatingips/262db892-679e-4eb9-93aa-4835507056c1 HTTP/1.1" status: 200 len: 991 time: 1.2739782 Jul 07 20:02:09.531560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:02:09.531858 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcb6655a34cafd8c6002a790e84a965be249e10019ced3f5e2c799a1159727d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d612cff-500d-4c6d-8974-e1fd9edd7e87" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:02:09.569183 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cace801-7d85-4aa2-b771-ac436945e543 x-openstack-request-id: req-8cace801-7d85-4aa2-b771-ac436945e543 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:02:09.569479 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:02:09.569733 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8cace801-7d85-4aa2-b771-ac436945e543 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:02:09.570129 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'status': 'completed', 'code': 200} Jul 07 20:02:09.608269 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-661767f2-6f49-49bf-9d25-9e80c2ec1006 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:02:09.683291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d612cff-500d-4c6d-8974-e1fd9edd7e87 req-a8be5d3e-0631-4264-93cc-168ad8d9c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:09.684874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d612cff-500d-4c6d-8974-e1fd9edd7e87 req-a8be5d3e-0631-4264-93cc-168ad8d9c1d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0601904 Jul 07 20:02:09.776454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d612cff-500d-4c6d-8974-e1fd9edd7e87 req-2691e699-19d0-4a2b-b090-1926928d3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:09.777964 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d612cff-500d-4c6d-8974-e1fd9edd7e87 req-2691e699-19d0-4a2b-b090-1926928d3964 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0867479 Jul 07 20:02:09.844818 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-661767f2-6f49-49bf-9d25-9e80c2ec1006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:2f:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:02:08Z', 'revision_number': 1, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:09.850567 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d612cff-500d-4c6d-8974-e1fd9edd7e87 req-432bcdd5-16a5-4a8a-8711-d62198435b9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 999 time: 0.0666587 Jul 07 20:02:09.903580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d612cff-500d-4c6d-8974-e1fd9edd7e87 req-afeb0471-56f6-4c19-9158-d59b1e25410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:09.905831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d612cff-500d-4c6d-8974-e1fd9edd7e87 req-afeb0471-56f6-4c19-9158-d59b1e25410d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0492077 Jul 07 20:02:09.967665 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d612cff-500d-4c6d-8974-e1fd9edd7e87 req-6c8b141d-aa83-41da-8497-8b3895c94be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:09.969217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d612cff-500d-4c6d-8974-e1fd9edd7e87 req-6c8b141d-aa83-41da-8497-8b3895c94be7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566821 Jul 07 20:02:09.969953 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661767f2-6f49-49bf-9d25-9e80c2ec1006 None None] Checking router: 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:02:09.978460 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661767f2-6f49-49bf-9d25-9e80c2ec1006 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:02:09.979066 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-661767f2-6f49-49bf-9d25-9e80c2ec1006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:01:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:10.066715 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d612cff-500d-4c6d-8974-e1fd9edd7e87 req-1f10cbfb-0fbe-43a1-9679-3afe493914c7 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912421 Jul 07 20:02:10.084895 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-661767f2-6f49-49bf-9d25-9e80c2ec1006 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:02:10.157719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9d612cff-500d-4c6d-8974-e1fd9edd7e87 req-38312823-0633-43e1-9b6d-78eb1ed05faf service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851846 Jul 07 20:02:10.305746 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-661767f2-6f49-49bf-9d25-9e80c2ec1006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:2f:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:02:08Z', 'revision_number': 1, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:02:10.335779 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661767f2-6f49-49bf-9d25-9e80c2ec1006 None None] The sync data for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 is: [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:2f:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:02:08Z', 'revision_number': 1, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:02:10.535799 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5b29f-2b37-4b73-ad96-28f29ba33217 None None] New status for floating IP 262db892-679e-4eb9-93aa-4835507056c1: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:02:11.142424 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795077c6-c184-4bc6-ad18-ff2572d122a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:11.373387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:12.547592 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:14.093914 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:19.364396 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:30.941770 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:02:33.836034 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:36.921404 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-9f4411ff-6ede-47af-9b40-b653bc8f2495 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580406 Jul 07 20:02:37.042467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-c3beaa76-26d5-430b-9ec0-bcab844fd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:37.043987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-c3beaa76-26d5-430b-9ec0-bcab844fd052 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0561707 Jul 07 20:02:37.154633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-e6209357-ce4f-4628-adbb-5e4537e8720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:37.156694 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-e6209357-ce4f-4628-adbb-5e4537e8720e service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0905468 Jul 07 20:02:37.221527 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-bb051f6e-8003-4707-a5d1-0467b1e93538 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 1001 time: 0.0583143 Jul 07 20:02:37.269303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-b7d3671b-86c9-4cb2-bbd2-faeefc8d418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:37.270765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-b7d3671b-86c9-4cb2-bbd2-faeefc8d418f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0432050 Jul 07 20:02:37.332185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-d51bab3c-6acf-45a2-8707-b0b12497fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:02:37.333700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-d51bab3c-6acf-45a2-8707-b0b12497fa41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571640 Jul 07 20:02:37.429163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-eb71d0ac-e3d0-4bd9-b05c-23678d894d32 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837867 Jul 07 20:02:37.527208 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e80711-2a1b-45c5-835f-1e0b3f8b46c8 req-1e17afb7-1c1e-400a-b0b9-d5e7004c684a service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910072 Jul 07 20:02:38.448108 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-488fca72-64be-465c-8f94-bc60cc772da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:41.144288 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c938d6d-bd78-4570-9d59-d6bf4fea491c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:41.375421 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:42.553402 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:44.097230 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:02:49.371020 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:03.857545 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:07.942134 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:03:08.449413 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b63cfadc-9bfc-466b-9a6a-ddea26a92597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:11.145788 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60c8a5fa-4bcd-4851-a8bd-f6e29daff42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:11.377768 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:12.551333 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:14.101386 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:19.369201 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:33.861766 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:38.451639 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c0718ac-157a-44b8-abd9-85f2eb7f1617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:38.993983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-b8b514b8-d060-49eb-a60e-2ea6f92f437a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0920248 Jul 07 20:03:39.106832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-01ad2495-e8b6-4378-a403-6528cede1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:39.108395 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-01ad2495-e8b6-4378-a403-6528cede1163 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0541294 Jul 07 20:03:39.214745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-7556f92e-9b52-49fb-8ce0-d8f4f14f8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:39.216679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-7556f92e-9b52-49fb-8ce0-d8f4f14f8e03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0880334 Jul 07 20:03:39.285247 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-bc76d2e7-1ee7-4bf4-a469-3832b0588912 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 1001 time: 0.0620382 Jul 07 20:03:39.337450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-0d8e5a7b-30f9-4552-994c-c5ac0c9d8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:39.338921 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-0d8e5a7b-30f9-4552-994c-c5ac0c9d8efc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0473270 Jul 07 20:03:39.401521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-c97c5571-3d74-4f7a-bc6a-9a7f070f860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:39.402969 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-c97c5571-3d74-4f7a-bc6a-9a7f070f860d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562401 Jul 07 20:03:39.493481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-762e6f23-e13c-446e-b4a3-4ab7e924533e service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831008 Jul 07 20:03:39.588428 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e9d11e9-7d6e-4c3b-958f-2c78a7246e52 req-b72b03e9-964f-4e9b-a51d-7122302da151 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878899 Jul 07 20:03:41.146382 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a07c5fb-f06b-405f-811b-0d0669364218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:41.379688 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:42.553762 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:44.103444 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:44.940685 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:03:47.469388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d608f-5584-41b2-a49d-48d8fd99a2b9 req-5dcadb8d-d018-4f42-94fe-9a4744aa1fff tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:47.470822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a93d608f-5584-41b2-a49d-48d8fd99a2b9 req-5dcadb8d-d018-4f42-94fe-9a4744aa1fff tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.1085865 Jul 07 20:03:47.509064 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a93d608f-5584-41b2-a49d-48d8fd99a2b9 req-cc441bfb-96cc-420d-bf3a-32cdcf36b0f8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320697 Jul 07 20:03:47.807564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 36862) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:03:47.960360 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-dfbdb915-a166-4620-848d-e8bc0681c873 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1515288 Jul 07 20:03:47.972777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56f99f-4855-4e1b-a499-ddea5c802ceb req-66a26f9a-8de2-4e98-b03e-0ccddcf75836 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:47.974830 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e56f99f-4855-4e1b-a499-ddea5c802ceb req-66a26f9a-8de2-4e98-b03e-0ccddcf75836 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.1113341 Jul 07 20:03:47.978478 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-7dfe0054-fc36-4c2e-948e-3774de826b19 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:03:47.979464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-7dfe0054-fc36-4c2e-948e-3774de826b19 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143697 Jul 07 20:03:48.016705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e56f99f-4855-4e1b-a499-ddea5c802ceb req-f175865b-56c3-4c30-ba81-ae3c35a30648 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358438 Jul 07 20:03:49.359380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cb728-a58e-484a-8c98-726930f31e8c req-44075e0e-954d-4ec6-ae40-bc5cbcd12ae6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:49.360896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-301cb728-a58e-484a-8c98-726930f31e8c req-44075e0e-954d-4ec6-ae40-bc5cbcd12ae6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.1513355 Jul 07 20:03:49.366819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-844ad927-91ca-4e47-8d73-efdd31ff6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:49.368218 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-844ad927-91ca-4e47-8d73-efdd31ff6585 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0813384 Jul 07 20:03:49.383898 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:03:49.453840 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-301cb728-a58e-484a-8c98-726930f31e8c req-9d03e88b-4682-4435-8a5b-5ed5dfdf6f35 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845404 Jul 07 20:03:49.486880 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-53a69ba3-a2a4-4370-b32a-2ab3e13b0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:49.488351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-53a69ba3-a2a4-4370-b32a-2ab3e13b0c07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.1133282 Jul 07 20:03:49.558016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-df66b6ec-e715-488c-b59b-12c9abdff249 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 1001 time: 0.0630145 Jul 07 20:03:49.616165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-400d1833-d2bd-4cb7-8957-fcf4d4f9d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:49.617703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-400d1833-d2bd-4cb7-8957-fcf4d4f9d872 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0533977 Jul 07 20:03:49.679206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-2ba79c2e-5a79-4728-b94a-5df2936f5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:49.680768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-2ba79c2e-5a79-4728-b94a-5df2936f5a50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567994 Jul 07 20:03:49.775281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-11561c6f-3f89-454f-9275-ba573d9e528a service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878241 Jul 07 20:03:49.867461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-76ea902f-3caf-424f-8ee2-74777d9c33d4 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854995 Jul 07 20:03:50.633379 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde17d5-c760-4a8d-b626-f70d20363448 req-e2f38b35-1a9d-4cef-8d0b-00e47477dad0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:50.634894 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffde17d5-c760-4a8d-b626-f70d20363448 req-e2f38b35-1a9d-4cef-8d0b-00e47477dad0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0649335 Jul 07 20:03:50.671766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffde17d5-c760-4a8d-b626-f70d20363448 req-2cee7207-0c19-4eaa-b43d-aadba92ee7a9 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312650 Jul 07 20:03:51.853257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b19810-115b-41e3-9418-51cf609d51b4 req-cfdc9d17-55bb-4d17-9727-aef7b5bd849c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:51.854911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21b19810-115b-41e3-9418-51cf609d51b4 req-cfdc9d17-55bb-4d17-9727-aef7b5bd849c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0682344 Jul 07 20:03:51.893847 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21b19810-115b-41e3-9418-51cf609d51b4 req-6261aac8-b5dc-4ee0-a211-321ff4bfa054 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320282 Jul 07 20:03:53.072839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8185c96-2110-4a0f-aeba-3eb8707d4f17 req-58b285fc-0a0d-40c2-8304-784fa094ec62 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:53.074328 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8185c96-2110-4a0f-aeba-3eb8707d4f17 req-58b285fc-0a0d-40c2-8304-784fa094ec62 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0628803 Jul 07 20:03:53.112279 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8185c96-2110-4a0f-aeba-3eb8707d4f17 req-98c26ae3-dc2f-499f-ad77-a68020823c06 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323603 Jul 07 20:03:54.292755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdfb64-7faf-4b51-93aa-0a568693832a req-faea96a2-2c43-4c93-a93f-0c6e81b30ccb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:54.294333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7afdfb64-7faf-4b51-93aa-0a568693832a req-faea96a2-2c43-4c93-a93f-0c6e81b30ccb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0693350 Jul 07 20:03:54.335856 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7afdfb64-7faf-4b51-93aa-0a568693832a req-284946ee-3ce7-4ae7-913f-476cec70b686 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358288 Jul 07 20:03:55.513561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fca385-6286-411c-9c46-4d07a20ed0e2 req-d1cec32f-b088-44da-b7a8-0cbf51b04046 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:55.515191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1fca385-6286-411c-9c46-4d07a20ed0e2 req-d1cec32f-b088-44da-b7a8-0cbf51b04046 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0649717 Jul 07 20:03:55.554487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f1fca385-6286-411c-9c46-4d07a20ed0e2 req-9a102dd4-5e59-4376-9464-f4d82bfc9cf6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331519 Jul 07 20:03:56.732165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af05044-73aa-4f28-b486-0518b1459dfa req-79e0dee8-9561-4f1d-8baa-427098df4b57 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:56.733672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5af05044-73aa-4f28-b486-0518b1459dfa req-79e0dee8-9561-4f1d-8baa-427098df4b57 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0624084 Jul 07 20:03:56.775221 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5af05044-73aa-4f28-b486-0518b1459dfa req-c6587082-116e-4716-afd8-4be619ae0694 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354202 Jul 07 20:03:57.951352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfcf8e-0334-4cea-aa3e-7cd7abc1db58 req-24976f6c-3e9d-4d90-94cf-f341636a5af4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:57.952917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1abfcf8e-0334-4cea-aa3e-7cd7abc1db58 req-24976f6c-3e9d-4d90-94cf-f341636a5af4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0634680 Jul 07 20:03:57.994072 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1abfcf8e-0334-4cea-aa3e-7cd7abc1db58 req-db393695-16a2-451a-9a2b-bb04d547f905 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351732 Jul 07 20:03:59.167760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2765-6ea5-4f22-97de-f8ffcfac773f req-a8e9e43e-802c-4cb1-87e1-e1e6c1cf58e4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:03:59.169163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-084c2765-6ea5-4f22-97de-f8ffcfac773f req-a8e9e43e-802c-4cb1-87e1-e1e6c1cf58e4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0643175 Jul 07 20:03:59.207211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-084c2765-6ea5-4f22-97de-f8ffcfac773f req-06ac3b0c-11b0-404c-ad6b-e04254b8319f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324550 Jul 07 20:04:00.674490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c49df5-1e24-425b-8275-6efa71696b35 req-52879d9a-8ec3-4aa1-a691-015657354daa tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:00.675988 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68c49df5-1e24-425b-8275-6efa71696b35 req-52879d9a-8ec3-4aa1-a691-015657354daa tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.3536103 Jul 07 20:04:00.715236 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-68c49df5-1e24-425b-8275-6efa71696b35 req-a840e5fd-1c6d-47d8-aa80-e7dfec9ff10c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324466 Jul 07 20:04:01.932419 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-84226baf-1c91-4e1d-bb20-7427690f0244 service neutron] show failed (client error): The resource could not be found. Jul 07 20:04:01.933501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-84226baf-1c91-4e1d-bb20-7427690f0244 service neutron] 10.222.0.59 "GET /v2.0/ports/0684f6dd-0161-4b56-bdd1-362f6f19899e/bindings/n-h1-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0910161 Jul 07 20:04:01.948100 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520a3b9-1716-4b90-8c62-d173b090af73 req-f9f9b4e2-aa91-40a8-83a6-977ba24bec3a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:01.950055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7520a3b9-1716-4b90-8c62-d173b090af73 req-f9f9b4e2-aa91-40a8-83a6-977ba24bec3a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.1175318 Jul 07 20:04:01.995087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7520a3b9-1716-4b90-8c62-d173b090af73 req-2ba24d8c-f929-4261-88e1-bdeddce37c30 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386374 Jul 07 20:04:02.328440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-0c31e0c2-b752-4dbc-bb98-407459ea32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:02.329896 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-0c31e0c2-b752-4dbc-bb98-407459ea32d8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 1097 time: 0.1367254 Jul 07 20:04:02.340991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:04:02.415225 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:02.626322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:02.659833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:04:02.702984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:02.708855 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:02.721362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Transition to ACTIVE for port object 0684f6dd-0161-4b56-bdd1-362f6f19899e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:04:02.726261 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:02.753675 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f178392f-abdc-4649-9bb0-2fc1aad20c7f" -d '{"events": [{"server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "name": "network-vif-unplugged", "status": "completed", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:03.123994 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1de73a-6d04-4c75-82bb-47605c586bf8 x-openstack-request-id: req-1e1de73a-6d04-4c75-82bb-47605c586bf8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:03.124289 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "name": "network-vif-unplugged", "status": "completed", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:03.124553 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1e1de73a-6d04-4c75-82bb-47605c586bf8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:03.124940 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'code': 200} Jul 07 20:04:03.133144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Pushing event updated for resources: {'Port': ['ID=0684f6dd-0161-4b56-bdd1-362f6f19899e,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:03.156555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.156898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.157236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.157562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.157886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.158209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.158529 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.158847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.159164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.159477 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.159790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.160110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:03.180889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92255dd6-d774-440b-b85f-2a88dc6939a8 req-f9c10e70-d9b8-49eb-842c-c0f5c85c44e2 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:03.182661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92255dd6-d774-440b-b85f-2a88dc6939a8 req-f9c10e70-d9b8-49eb-842c-c0f5c85c44e2 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 943 time: 0.0703733 Jul 07 20:04:03.206155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] No DVR routers for this DVR port 0684f6dd-0161-4b56-bdd1-362f6f19899e on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:04:03.222110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92255dd6-d774-440b-b85f-2a88dc6939a8 req-5a5a860b-f948-4767-bb12-dbaf52989641 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338025 Jul 07 20:04:03.344540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Attempting to bind port 0684f6dd-0161-4b56-bdd1-362f6f19899e on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:04:03.345157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Attempting to bind port 0684f6dd-0161-4b56-bdd1-362f6f19899e by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:04:03.345275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Attempting to bind port 0684f6dd-0161-4b56-bdd1-362f6f19899e on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:04:03.349477 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Port 0684f6dd-0161-4b56-bdd1-362f6f19899e on network 3f2da045-69ca-4974-9d14-3088b87d70ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:04:03.349798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Attempting to bind port 0684f6dd-0161-4b56-bdd1-362f6f19899e on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:04:03.354602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:04:03.354938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:04:03.355586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:04:03.356012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Bound port: 0684f6dd-0161-4b56-bdd1-362f6f19899e, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:04:03.356370 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:03.423535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:04:03.427087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:04:03.431930 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:03.464854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:03.465476 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:03.467079 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] 10.222.0.112 "PUT /v2.0/ports/0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 1092 time: 1.1304791 Jul 07 20:04:03.522740 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81b599-9bf4-41bc-9a34-7d78c3c61422 service neutron] Pushing event updated for resources: {'Port': ['ID=0684f6dd-0161-4b56-bdd1-362f6f19899e,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:03.555946 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-8f9879ce-a910-4dea-844b-bc6fcb29b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:03.557573 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-8f9879ce-a910-4dea-844b-bc6fcb29b2e3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0643432 Jul 07 20:04:03.655397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-7e1b78ff-a2fd-4f22-be76-030a000965d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:03.656941 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-7e1b78ff-a2fd-4f22-be76-030a000965d3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0936122 Jul 07 20:04:03.751356 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-38051355-04a9-45a0-b176-5c569bb3919c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 999 time: 0.0883656 Jul 07 20:04:03.805507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-3ecc2024-1c10-4cc4-8fa1-960cf8e3dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:03.805772 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-3ecc2024-1c10-4cc4-8fa1-960cf8e3dbed service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0485313 Jul 07 20:04:03.861397 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:03.882096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-0f2eb828-5de7-4321-8e0f-48fdfb138464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:03.883606 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-0f2eb828-5de7-4321-8e0f-48fdfb138464 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714500 Jul 07 20:04:03.977997 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-93d7c0a6-247c-4a94-b8d7-6e1c729484f5 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871165 Jul 07 20:04:04.071450 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bcf32e73-fc5f-43a9-8bf4-f1d008040fb0 req-36a8399a-df56-49d4-8099-33625f2122bb service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871289 Jul 07 20:04:04.401956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cb1d4-4696-4a46-8f78-462e5ffc6ac6 req-f86a6744-cc71-4ad2-9376-11791f676bff tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:04.403495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c1cb1d4-4696-4a46-8f78-462e5ffc6ac6 req-f86a6744-cc71-4ad2-9376-11791f676bff tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 943 time: 0.0646274 Jul 07 20:04:04.443487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c1cb1d4-4696-4a46-8f78-462e5ffc6ac6 req-3ea1522c-8b7d-484c-b033-a17f1c05960c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341713 Jul 07 20:04:05.126305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:05.128659 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ca2410-c8b4-45a0-a663-5edefad19d43" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:05.176757 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4ea1cb-de64-4dff-ad61-13b261263240 x-openstack-request-id: req-6d4ea1cb-de64-4dff-ad61-13b261263240 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:05.177187 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:05.177758 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6d4ea1cb-de64-4dff-ad61-13b261263240 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:05.177857 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'status': 'completed', 'code': 200} Jul 07 20:04:05.264999 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-fee6b0c3-f65a-4066-a0ad-972b7deaf10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:05.266526 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-fee6b0c3-f65a-4066-a0ad-972b7deaf10f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0641222 Jul 07 20:04:05.274351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-5714ee68-a531-4aa7-a348-722d3747bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:05.275891 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-5714ee68-a531-4aa7-a348-722d3747bf82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0587232 Jul 07 20:04:05.360525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-88fccf0f-1867-467f-9f80-b338593c2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:05.362027 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-88fccf0f-1867-467f-9f80-b338593c2364 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0875788 Jul 07 20:04:05.367781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-66b4a4dc-2450-409b-a60c-d4d04e3778d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:05.369295 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-66b4a4dc-2450-409b-a60c-d4d04e3778d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0869722 Jul 07 20:04:05.438670 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-aad9819d-55df-44bb-8d9c-748ddea41694 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 999 time: 0.0690203 Jul 07 20:04:05.441411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-7b68002d-86d9-4fd4-8417-119840eb8eb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 999 time: 0.0645251 Jul 07 20:04:05.491299 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-a261d6dd-16cc-4678-a6b1-6af56d11efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:05.492983 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-a261d6dd-16cc-4678-a6b1-6af56d11efe5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0483711 Jul 07 20:04:05.493115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-28dccdc1-b2ce-4281-bbd0-fc7e3774d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:05.495089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-28dccdc1-b2ce-4281-bbd0-fc7e3774d16d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0473473 Jul 07 20:04:05.559336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-ae5ae8f0-b020-40e2-899d-b10723f5e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:05.561264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-0262150c-e78f-4630-b6f4-ef4b992a8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:05.562085 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-ae5ae8f0-b020-40e2-899d-b10723f5e101 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620522 Jul 07 20:04:05.563191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-0262150c-e78f-4630-b6f4-ef4b992a8769 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617323 Jul 07 20:04:05.671575 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-4c01b01d-983c-43eb-a187-44c52d5723e0 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006277 Jul 07 20:04:05.710696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-afc3331f-eabe-425a-8601-f3660106e523 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357689 Jul 07 20:04:05.719965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a9c50-40f7-43c1-9e75-901065c00dbb req-15e5eb31-22bf-460b-acc4-6e2144573783 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:05.721461 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-865a9c50-40f7-43c1-9e75-901065c00dbb req-15e5eb31-22bf-460b-acc4-6e2144573783 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 943 time: 0.1569097 Jul 07 20:04:05.781606 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-221f9b83-a38b-4ff9-a61f-d2e13207a1e1 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025145 Jul 07 20:04:05.822723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-865a9c50-40f7-43c1-9e75-901065c00dbb req-7c00f996-1ebc-46ee-b6d9-b4c7f247dcbe tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799143 Jul 07 20:04:05.842911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-18ca2410-c8b4-45a0-a663-5edefad19d43 req-abf8a978-23d7-4369-9506-3d8b726ce4fb service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204660 Jul 07 20:04:06.705723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0684f6dd-0161-4b56-bdd1-362f6f19899e details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:04:06.761704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0684f6dd-0161-4b56-bdd1-362f6f19899e no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:04:06.818897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0684f6dd-0161-4b56-bdd1-362f6f19899e not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:04:06.835648 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:06.846175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'port_id': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'mac_address': 'fa:16:3e:2f:d5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:04:06.896830 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:06.914768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0684f6dd-0161-4b56-bdd1-362f6f19899e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:04:06.934611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:06.939736 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:06.989960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0684f6dd-0161-4b56-bdd1-362f6f19899e,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:06.997508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:06.997857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:06.998193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:06.998527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:06.998859 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:06.999188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:06.999510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:06.999836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:07.000186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:07.000539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:07.000865 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:07.001182 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:07.007164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd56f21-ce37-4e88-a960-6928a48d92bc req-1ac50c07-bb5e-4fb3-aa04-d045f2eab823 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:07.009069 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ecd56f21-ce37-4e88-a960-6928a48d92bc req-1ac50c07-bb5e-4fb3-aa04-d045f2eab823 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 944 time: 0.0660427 Jul 07 20:04:07.047613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ecd56f21-ce37-4e88-a960-6928a48d92bc req-d01fb940-a161-4698-9238-a4057dd60fc9 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332332 Jul 07 20:04:07.181528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['0684f6dd-0161-4b56-bdd1-362f6f19899e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:04:07.415911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdf85c-119a-4302-9980-7b4f23f59ef7 req-75d89687-850e-4472-92fb-81d86ac60464 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:07.417481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92fdf85c-119a-4302-9980-7b4f23f59ef7 req-75d89687-850e-4472-92fb-81d86ac60464 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 944 time: 0.1225111 Jul 07 20:04:07.424788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53797f-0156-4822-af2c-40c20ed0898f req-556ce043-b2f9-4498-8eb8-a074b76e533a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:07.426143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b53797f-0156-4822-af2c-40c20ed0898f req-556ce043-b2f9-4498-8eb8-a074b76e533a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6&tenant_id=02e8d9950a004d9faa8c24784e8526cc&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 944 time: 0.1029129 Jul 07 20:04:07.501452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92fdf85c-119a-4302-9980-7b4f23f59ef7 req-9f783ebe-7166-4922-9135-bad4ffe55a2c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743239 Jul 07 20:04:07.510987 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-4b53797f-0156-4822-af2c-40c20ed0898f req-7772c7e2-ef3c-402d-9cca-9af892a44802 service neutron] delete failed (client error): The resource could not be found. Jul 07 20:04:07.511987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b53797f-0156-4822-af2c-40c20ed0898f req-7772c7e2-ef3c-402d-9cca-9af892a44802 service neutron] 10.222.0.59 "DELETE /v2.0/ports/0684f6dd-0161-4b56-bdd1-362f6f19899e/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0788987 Jul 07 20:04:07.623797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53797f-0156-4822-af2c-40c20ed0898f req-94b0f45f-3b60-457a-bd5a-465c0763ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:07.625340 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b53797f-0156-4822-af2c-40c20ed0898f req-94b0f45f-3b60-457a-bd5a-465c0763ec47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 1096 time: 0.0535944 Jul 07 20:04:07.718524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53797f-0156-4822-af2c-40c20ed0898f req-af31ef5e-914b-4dcb-8d68-89361c077e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:07.719903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b53797f-0156-4822-af2c-40c20ed0898f req-af31ef5e-914b-4dcb-8d68-89361c077e37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0878980 Jul 07 20:04:07.784633 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b53797f-0156-4822-af2c-40c20ed0898f req-d656690b-bef0-4faa-8ce9-4742759ed32b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 200 len: 1000 time: 0.0586922 Jul 07 20:04:07.838122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53797f-0156-4822-af2c-40c20ed0898f req-34554cf9-f79d-444b-940f-746a9640c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:07.839554 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b53797f-0156-4822-af2c-40c20ed0898f req-34554cf9-f79d-444b-940f-746a9640c563 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0493803 Jul 07 20:04:07.900805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53797f-0156-4822-af2c-40c20ed0898f req-e9765f56-b149-43c6-bcbf-2ab67314423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:07.902300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b53797f-0156-4822-af2c-40c20ed0898f req-e9765f56-b149-43c6-bcbf-2ab67314423e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566165 Jul 07 20:04:07.991979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b53797f-0156-4822-af2c-40c20ed0898f req-35614b06-1166-4511-b2d9-dd49ae17c219 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830326 Jul 07 20:04:08.086736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4b53797f-0156-4822-af2c-40c20ed0898f req-4d23ddec-998b-4c78-b4ef-3c30dcd6364b service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875390 Jul 07 20:04:08.453563 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73a40952-2dfb-46dc-b5ea-746b5cc7bb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:08.691351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d877b-425a-44ff-8079-abac0fb19f7e req-7e8c3caf-3989-4835-ae1e-bc4017f9a6fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:08.693251 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-868d877b-425a-44ff-8079-abac0fb19f7e req-7e8c3caf-3989-4835-ae1e-bc4017f9a6fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 944 time: 0.0692203 Jul 07 20:04:08.721447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0684f6dd-0161-4b56-bdd1-362f6f19899e up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:04:08.734312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-868d877b-425a-44ff-8079-abac0fb19f7e req-69f5f739-2bfc-4b3f-9c78-7cc467d734a8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352845 Jul 07 20:04:08.788573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 0684f6dd-0161-4b56-bdd1-362f6f19899e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:04:08.793161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 0684f6dd-0161-4b56-bdd1-362f6f19899e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:08.793605 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:08.876448 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:08.899541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:08.914796 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:08.918975 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:08.934147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20658755-7d2b-4024-9e8e-0e7f386aee48 req-3f849183-a083-4cdc-ab3d-1ac4e6b43b6d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:08.935678 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20658755-7d2b-4024-9e8e-0e7f386aee48 req-3f849183-a083-4cdc-ab3d-1ac4e6b43b6d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 944 time: 0.0746708 Jul 07 20:04:08.948070 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e203bc8-4db3-4707-9605-352d4a4901c5" -d '{"events": [{"server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "name": "network-vif-plugged", "status": "completed", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:08.977293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0684f6dd-0161-4b56-bdd1-362f6f19899e,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:08.983405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20658755-7d2b-4024-9e8e-0e7f386aee48 req-7fcc1959-b1c4-4743-8fab-49edc6d2c62f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416312 Jul 07 20:04:09.044573 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8683def6-7a70-4415-abd4-5f37478d335d x-openstack-request-id: req-8683def6-7a70-4415-abd4-5f37478d335d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:09.044887 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "name": "network-vif-plugged", "status": "completed", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:09.045136 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8683def6-7a70-4415-abd4-5f37478d335d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:09.045531 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'code': 200} Jul 07 20:04:09.159367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e0138-a207-46f4-8c96-15f783283fa7 req-d72d353b-2415-4298-85ec-77157b7a66e3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:09.160898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-918e0138-a207-46f4-8c96-15f783283fa7 req-d72d353b-2415-4298-85ec-77157b7a66e3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0647361 Jul 07 20:04:09.199098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-918e0138-a207-46f4-8c96-15f783283fa7 req-8fd35bff-9621-428e-9daf-887fa56d3550 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320716 Jul 07 20:04:09.602032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b9458-d580-4263-9449-707b20755065 req-1431dbf9-7476-4a66-ab54-56aa94b00b9d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:09.603561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee1b9458-d580-4263-9449-707b20755065 req-1431dbf9-7476-4a66-ab54-56aa94b00b9d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0659132 Jul 07 20:04:09.644206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ee1b9458-d580-4263-9449-707b20755065 req-3d8a0d93-3b92-4830-9ee1-ff21c1cd0b14 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347152 Jul 07 20:04:10.826618 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4da62-0c26-4a59-a195-aa8d39f1a39f req-a0a44051-a384-4395-a126-117cd2f60e92 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:10.828183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6cc4da62-0c26-4a59-a195-aa8d39f1a39f req-a0a44051-a384-4395-a126-117cd2f60e92 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.0687227 Jul 07 20:04:10.868613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6cc4da62-0c26-4a59-a195-aa8d39f1a39f req-534c9d90-ab12-480a-a8c6-0b23c14add3d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337963 Jul 07 20:04:10.879126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-dc033283-6fa5-4fdc-ab82-41d789f1d1f2 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:10.881290 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-dc033283-6fa5-4fdc-ab82-41d789f1d1f2 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 945 time: 0.1104691 Jul 07 20:04:10.979953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Deleting port 0684f6dd-0161-4b56-bdd1-362f6f19899e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:04:10.980467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:11.070987 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] For port 0684f6dd-0161-4b56-bdd1-362f6f19899e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0684f6dd-0161-4b56-bdd1-362f6f19899e,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:11.071344 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:11.147881 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15e34ef6-3764-4155-af19-dc3ca45fa799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:11.345397 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:11.345768 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:11.346081 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Floating IP 262db892-679e-4eb9-93aa-4835507056c1 disassociated. External IP: 172.25.2.202, port: 0684f6dd-0161-4b56-bdd1-362f6f19899e. Jul 07 20:04:11.346416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Calling delete_port for 0684f6dd-0161-4b56-bdd1-362f6f19899e owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:04:11.382820 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:11.479696 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:11.509526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event deleted for resources: {'Port': ['ID=0684f6dd-0161-4b56-bdd1-362f6f19899e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:11.629815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:04:11.742734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:04:11.751730 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702c87b-cc5d-4635-8607-46158811066d None None] Sync routers for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:04:11.762261 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702c87b-cc5d-4635-8607-46158811066d None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:11.763031 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1702c87b-cc5d-4635-8607-46158811066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:04:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:11.790377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] No DVR routers for this DVR port 0684f6dd-0161-4b56-bdd1-362f6f19899e on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:04:11.793074 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:11.795160 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-53a4dd85-7621-4d82-8d6a-48751aa2701e req-06638d26-bfc1-4c9f-a317-3f9811b1926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "DELETE /v2.0/ports/0684f6dd-0161-4b56-bdd1-362f6f19899e HTTP/1.1" status: 204 len: 173 time: 0.9085307 Jul 07 20:04:11.795605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'name': 'network-vif-deleted', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:11.798003 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ab7549-31e7-4187-9e70-6655dd810183" -d '{"events": [{"server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "name": "network-vif-deleted", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:11.841423 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbc6921-689e-401a-9547-658d37ede10f x-openstack-request-id: req-7bbc6921-689e-401a-9547-658d37ede10f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:11.841758 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbee30b-96d3-4f3f-a0fb-745109d0b5e6", "name": "network-vif-deleted", "tag": "0684f6dd-0161-4b56-bdd1-362f6f19899e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:11.842012 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7bbc6921-689e-401a-9547-658d37ede10f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:11.842407 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbee30b-96d3-4f3f-a0fb-745109d0b5e6', 'name': 'network-vif-deleted', 'tag': '0684f6dd-0161-4b56-bdd1-362f6f19899e', 'status': 'completed', 'code': 200} Jul 07 20:04:11.890567 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1702c87b-cc5d-4635-8607-46158811066d None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:12.037280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4bd0788a-770a-42d0-add5-63d356f52a57 req-68431d1a-b67f-4e93-bce1-7cad3c8280ac tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfbee30b-96d3-4f3f-a0fb-745109d0b5e6 HTTP/1.1" status: 200 len: 210 time: 0.0325050 Jul 07 20:04:12.113384 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1702c87b-cc5d-4635-8607-46158811066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:12.144073 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702c87b-cc5d-4635-8607-46158811066d None None] Checking router: 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:04:12.153477 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702c87b-cc5d-4635-8607-46158811066d None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:12.154089 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1702c87b-cc5d-4635-8607-46158811066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:04:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:12.264263 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1702c87b-cc5d-4635-8607-46158811066d None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:12.458781 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1702c87b-cc5d-4635-8607-46158811066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:12.484615 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702c87b-cc5d-4635-8607-46158811066d None None] The sync data for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 is: [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:04:12.558535 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:12.698533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a5667-cb88-429b-8d8b-231ce221c198 None None] New status for floating IP 262db892-679e-4eb9-93aa-4835507056c1: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:04:13.346822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-e3d8a2a4-704e-4987-ab39-0348eb8e6246 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--262781123&fields=id&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 267 time: 0.0336294 Jul 07 20:04:13.456837 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-5e895160-ed94-4a32-ad3c-3791726ae72d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:13.458797 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-5e895160-ed94-4a32-ad3c-3791726ae72d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 811 time: 0.1040010 Jul 07 20:04:13.474977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c18011cb-3836-4248-9c07-5076b771a6bc tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/quotas/02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 375 time: 0.0101991 Jul 07 20:04:13.544925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-e1c15307-47a7-4c69-92ab-1ae7fc05fdf0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648773 Jul 07 20:04:13.560988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-ad44759a-6d9a-4e37-9753-4cafc60292d3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:04:13.562067 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-ad44759a-6d9a-4e37-9753-4cafc60292d3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062969 Jul 07 20:04:13.729498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-f953412e-ce52-4754-9733-1ea102b9b463 service neutron] 10.222.0.113 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270061 Jul 07 20:04:13.826368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-79cb93e2-a21b-4867-ae7c-2392e232a302 service neutron] 10.222.0.113 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911441 Jul 07 20:04:14.017241 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d345ca45-1b72-4feb-a822-924dfffe3b6f req-fd7686cd-d965-49dd-bb07-aa3db52d7a5b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 210 time: 0.0298703 Jul 07 20:04:14.108061 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:14.761695 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0684f6dd-0161-4b56-bdd1-362f6f19899e no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:04:14.782548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 0684f6dd-0161-4b56-bdd1-362f6f19899e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:04:14.782896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0684f6dd-0161-4b56-bdd1-362f6f19899e not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:04:15.187070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca37aa47-f8d4-48d1-bc4c-4a5e1497e955 req-11e33a04-6d5d-4ef5-aeb0-b515a6592919 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 210 time: 0.0487838 Jul 07 20:04:15.278729 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-a0f2316c-534a-463e-8265-9eec40a60b4f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:15.280230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-a0f2316c-534a-463e-8265-9eec40a60b4f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 811 time: 0.1260414 Jul 07 20:04:15.330523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-748c0601-f07c-425b-a52f-9eeaa2973f2e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 379 time: 0.0360293 Jul 07 20:04:15.339296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'port': {'device_id': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'admin_state_up': True, 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'security_groups': ['695e868c-7410-49ca-b2db-87306387795e']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:04:15.457153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Made reservation on behalf of 02e8d9950a004d9faa8c24784e8526cc for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:04:15.461230 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:15.587593 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Allocated IP 172.20.0.14 (3f2da045-69ca-4974-9d14-3088b87d70ae/caba4af1-6415-45ec-8d3b-c492be6ab16d/1c259362-a5a7-4362-b223-ff185dd722e7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:04:15.731692 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:15.745980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Transition to ACTIVE for port object 1c259362-a5a7-4362-b223-ff185dd722e7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:04:15.779539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:15.823666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Network 3f2da045-69ca-4974-9d14-3088b87d70ae is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:04:15.829144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:04:15.832947 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:04:15.839934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event updated for resources: {'Port': ['ID=1c259362-a5a7-4362-b223-ff185dd722e7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:15.879253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.879847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.880590 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.881118 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.881702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.882284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.882874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.883461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.884039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.884671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.885270 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.885853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:04:15.913655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:15.914293 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:15.930135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-c3ddf254-3b24-42f1-8a9d-6c8df1fd0ff8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945156 Jul 07 20:04:15.948383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Request body: {'port': {'device_id': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:04:16.024363 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:16.109848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-804c7d06-a2c4-4a3d-8554-df76fc770de3 None None] Provisioning for port 1c259362-a5a7-4362-b223-ff185dd722e7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:04:16.113756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-804c7d06-a2c4-4a3d-8554-df76fc770de3 None None] Provisioning complete for port 1c259362-a5a7-4362-b223-ff185dd722e7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:16.114261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-804c7d06-a2c4-4a3d-8554-df76fc770de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:16.151280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-804c7d06-a2c4-4a3d-8554-df76fc770de3 None None] Port 1c259362-a5a7-4362-b223-ff185dd722e7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:04:16.295362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c259362-a5a7-4362-b223-ff185dd722e7 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:04:16.305141 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:16.345365 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Transition to ACTIVE for port object 1c259362-a5a7-4362-b223-ff185dd722e7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:04:16.349916 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:16.418397 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Pushing event updated for resources: {'Port': ['ID=1c259362-a5a7-4362-b223-ff185dd722e7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:16.471504 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d0cd6-fb34-44f3-b067-f7179475d23c req-e5e821d9-c79c-4d5b-a1f4-8d69a1a029a9 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:16.473140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da5d0cd6-fb34-44f3-b067-f7179475d23c req-e5e821d9-c79c-4d5b-a1f4-8d69a1a029a9 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 932 time: 0.1654794 Jul 07 20:04:16.534393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Attempting to bind port 1c259362-a5a7-4362-b223-ff185dd722e7 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:04:16.534742 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Attempting to bind port 1c259362-a5a7-4362-b223-ff185dd722e7 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:04:16.535078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Attempting to bind port 1c259362-a5a7-4362-b223-ff185dd722e7 on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:04:16.540284 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da5d0cd6-fb34-44f3-b067-f7179475d23c req-48101f6f-6020-4e19-b02f-f82b795e92de tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584784 Jul 07 20:04:16.544004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Port 1c259362-a5a7-4362-b223-ff185dd722e7 on network 3f2da045-69ca-4974-9d14-3088b87d70ae not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:04:16.544225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Attempting to bind port 1c259362-a5a7-4362-b223-ff185dd722e7 on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:04:16.550345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:04:16.550684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:04:16.551240 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:04:16.551677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Bound port: 1c259362-a5a7-4362-b223-ff185dd722e7, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:04:16.552928 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:16.619905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:04:16.622917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=1c259362-a5a7-4362-b223-ff185dd722e7,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:04:16.626561 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:16.663536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:16.664099 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:16.665472 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] 10.222.0.59 "PUT /v2.0/ports/1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 1093 time: 0.7218292 Jul 07 20:04:16.665912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:16.695298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4668b-77d9-4820-b422-eefecc7da299 service neutron] Pushing event updated for resources: {'Port': ['ID=1c259362-a5a7-4362-b223-ff185dd722e7,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:16.715628 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff84770-5fcd-476e-8b4b-72bb07031304" -d '{"events": [{"name": "network-changed", "server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:16.785651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-948be066-8a0f-4614-ba50-bda836ccb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:16.787227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-948be066-8a0f-4614-ba50-bda836ccb17c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1096 time: 0.0617938 Jul 07 20:04:16.807654 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3546f96f-7f6d-4431-9959-670158988896 x-openstack-request-id: req-3546f96f-7f6d-4431-9959-670158988896 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:16.807947 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:16.808208 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3546f96f-7f6d-4431-9959-670158988896 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:16.808632 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7', 'status': 'completed', 'code': 200} Jul 07 20:04:16.841346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-8b729040-0492-46a8-969f-b388676dcb21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 217 time: 0.0412936 Jul 07 20:04:16.894806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-ca8b5b7e-154f-4dcc-97c9-acc9166076ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:16.897601 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-ca8b5b7e-154f-4dcc-97c9-acc9166076ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0496476 Jul 07 20:04:16.955074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-f30bafcd-941f-45f9-a033-ed31fcd0753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:16.956501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-f30bafcd-941f-45f9-a033-ed31fcd0753a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521026 Jul 07 20:04:17.048011 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-cfe215d5-3875-4c57-8ff4-f5ba62d92753 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845432 Jul 07 20:04:17.139423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0270afab-d6bc-4a50-b468-1b3732d99bca req-b6dcf01c-cc1f-4421-a3b9-b5effd7fde9a service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850539 Jul 07 20:04:17.285839 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff84770-5fcd-476e-8b4b-72bb07031304 req-c0837bf7-7ef3-468b-94ce-0715dc83488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:17.287934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cff84770-5fcd-476e-8b4b-72bb07031304 req-c0837bf7-7ef3-468b-94ce-0715dc83488d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1096 time: 0.0643985 Jul 07 20:04:17.387432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff84770-5fcd-476e-8b4b-72bb07031304 req-92a87ff6-60fc-4896-b49b-aa41460755dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:17.388937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cff84770-5fcd-476e-8b4b-72bb07031304 req-92a87ff6-60fc-4896-b49b-aa41460755dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0944695 Jul 07 20:04:17.435172 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cff84770-5fcd-476e-8b4b-72bb07031304 req-311a9a1e-15e2-4080-bc26-f58b375e75fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 217 time: 0.0384412 Jul 07 20:04:17.486803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff84770-5fcd-476e-8b4b-72bb07031304 req-1306cdf9-4e14-4f50-be6d-d8a73000d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:17.488286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cff84770-5fcd-476e-8b4b-72bb07031304 req-1306cdf9-4e14-4f50-be6d-d8a73000d680 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0458989 Jul 07 20:04:17.546546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff84770-5fcd-476e-8b4b-72bb07031304 req-81af2eaf-296c-4d57-a8f7-e740bfb049a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:17.548053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cff84770-5fcd-476e-8b4b-72bb07031304 req-81af2eaf-296c-4d57-a8f7-e740bfb049a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516820 Jul 07 20:04:17.642554 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cff84770-5fcd-476e-8b4b-72bb07031304 req-3b21bbbe-dc30-461c-ac0b-dd9617c30b99 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865462 Jul 07 20:04:17.778602 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cff84770-5fcd-476e-8b4b-72bb07031304 req-9ab53a37-8223-4328-a357-74c833e48d14 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289382 Jul 07 20:04:17.790898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d7fb7-7fa9-4b72-8bc8-3b5fd89508b0 req-c192a075-58b4-446a-9ec1-a810e66ebd98 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:17.792288 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce8d7fb7-7fa9-4b72-8bc8-3b5fd89508b0 req-c192a075-58b4-446a-9ec1-a810e66ebd98 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 944 time: 0.1354499 Jul 07 20:04:17.832065 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce8d7fb7-7fa9-4b72-8bc8-3b5fd89508b0 req-d0c927bb-2431-4488-9918-8b4e4e0cafbe tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327771 Jul 07 20:04:19.014118 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99921ba4-71b7-4010-9fbe-2957bebba33b req-00026386-2101-4000-af54-0effda42c3f8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:19.015597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99921ba4-71b7-4010-9fbe-2957bebba33b req-00026386-2101-4000-af54-0effda42c3f8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 944 time: 0.0657494 Jul 07 20:04:19.055025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99921ba4-71b7-4010-9fbe-2957bebba33b req-7664aa32-b68e-4e7c-8203-9ae73d018a82 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331380 Jul 07 20:04:19.389200 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:20.234745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376118c-5719-488d-98c5-c8de115ede24 req-1ee8836f-db79-47da-bc0c-fda88cab32a3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:20.236256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8376118c-5719-488d-98c5-c8de115ede24 req-1ee8836f-db79-47da-bc0c-fda88cab32a3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 944 time: 0.0645542 Jul 07 20:04:20.277751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8376118c-5719-488d-98c5-c8de115ede24 req-f68e8502-3774-45ba-a287-a09e9e1925db tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358839 Jul 07 20:04:20.806763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 1c259362-a5a7-4362-b223-ff185dd722e7 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:04:20.903362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=1c259362-a5a7-4362-b223-ff185dd722e7,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:20.915142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '1c259362-a5a7-4362-b223-ff185dd722e7', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'port_id': '1c259362-a5a7-4362-b223-ff185dd722e7', 'mac_address': 'fa:16:3e:0a:6b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:04:20.953806 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:20.966720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c259362-a5a7-4362-b223-ff185dd722e7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:04:20.995059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=1c259362-a5a7-4362-b223-ff185dd722e7,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:20.999290 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:21.048710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=1c259362-a5a7-4362-b223-ff185dd722e7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:21.272919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['1c259362-a5a7-4362-b223-ff185dd722e7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:04:21.458586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07309a47-5eef-477e-bc61-f373c557a03a req-6565307a-bbb5-4cb1-8226-0a53f74d4355 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:21.460077 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07309a47-5eef-477e-bc61-f373c557a03a req-6565307a-bbb5-4cb1-8226-0a53f74d4355 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 945 time: 0.0666077 Jul 07 20:04:21.501613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07309a47-5eef-477e-bc61-f373c557a03a req-4eef758a-682d-479c-ae5d-1b997e47255b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356259 Jul 07 20:04:21.940117 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:04:22.680067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d911b06-89c3-4def-8429-2a38f5a36b4f req-a05340dd-7d8f-4f55-b3b3-89260eec8545 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:22.681498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d911b06-89c3-4def-8429-2a38f5a36b4f req-a05340dd-7d8f-4f55-b3b3-89260eec8545 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 945 time: 0.0636196 Jul 07 20:04:22.719422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3d911b06-89c3-4def-8429-2a38f5a36b4f req-e544fc96-72b3-4682-a53a-ee2af9b3397a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Jul 07 20:04:22.806533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 1c259362-a5a7-4362-b223-ff185dd722e7 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:04:22.859020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 1c259362-a5a7-4362-b223-ff185dd722e7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:04:22.862754 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 1c259362-a5a7-4362-b223-ff185dd722e7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:04:22.863141 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:22.939673 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:22.963082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:22.965349 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aaa6d9-6e43-469c-93cb-74c0c0b5081a" -d '{"events": [{"server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "name": "network-vif-plugged", "status": "completed", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:22.979128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=1c259362-a5a7-4362-b223-ff185dd722e7,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:04:22.983805 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:23.011182 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e92d80d-68a1-4826-8146-a1b4d0d3745a x-openstack-request-id: req-7e92d80d-68a1-4826-8146-a1b4d0d3745a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:23.011487 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "name": "network-vif-plugged", "status": "completed", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:23.011740 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7e92d80d-68a1-4826-8146-a1b4d0d3745a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:23.012130 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7', 'code': 200} Jul 07 20:04:23.038999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=1c259362-a5a7-4362-b223-ff185dd722e7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:04:23.150420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997820d8-9d68-43c5-839f-7dcb5fb05e5c req-a2ab5eb6-84b7-4771-b7fd-bf65e39f6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:23.151927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-997820d8-9d68-43c5-839f-7dcb5fb05e5c req-a2ab5eb6-84b7-4771-b7fd-bf65e39f6594 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1098 time: 0.0570796 Jul 07 20:04:23.187693 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-997820d8-9d68-43c5-839f-7dcb5fb05e5c req-6bd1b0be-e783-485e-99e6-5f7f8fb3f9e5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293949 Jul 07 20:04:23.898054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd85932-d3eb-4c4e-8b2d-61de5f1989a2 req-bedb8ff4-5c60-43da-8555-98216c241c72 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:23.899559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebd85932-d3eb-4c4e-8b2d-61de5f1989a2 req-bedb8ff4-5c60-43da-8555-98216c241c72 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0645027 Jul 07 20:04:23.937191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ebd85932-d3eb-4c4e-8b2d-61de5f1989a2 req-e7daedd6-ee6a-4504-9931-6ebc7e3a5d99 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318711 Jul 07 20:04:25.117779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed1e57-048a-4424-bf51-525ea4ab5156 req-47594ca5-15af-4fa6-82d8-1ee8769780c5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:25.119170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eeed1e57-048a-4424-bf51-525ea4ab5156 req-47594ca5-15af-4fa6-82d8-1ee8769780c5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0630083 Jul 07 20:04:25.160799 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eeed1e57-048a-4424-bf51-525ea4ab5156 req-8a3269ac-ae41-44f8-a199-71ad865da5d3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360923 Jul 07 20:04:25.331083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d8ae5-2453-4d88-9b89-7148567ccce5 req-3f6153b5-8505-4977-9a78-08ac4c70033b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:25.332751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a0d8ae5-2453-4d88-9b89-7148567ccce5 req-3f6153b5-8505-4977-9a78-08ac4c70033b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0635982 Jul 07 20:04:25.342469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:04:25.347025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0a8d9992-ebb5-422e-bea7-dd480e80a319 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'floatingip': {'port_id': '1c259362-a5a7-4362-b223-ff185dd722e7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:04:25.386454 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a8d9992-ebb5-422e-bea7-dd480e80a319 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.146524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a8d9992-ebb5-422e-bea7-dd480e80a319 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.150522 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a8d9992-ebb5-422e-bea7-dd480e80a319 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.253365 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-0a8d9992-ebb5-422e-bea7-dd480e80a319 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Floating IP 262db892-679e-4eb9-93aa-4835507056c1 associated. External IP: 172.25.2.202, port: 1c259362-a5a7-4362-b223-ff185dd722e7. Jul 07 20:04:26.464496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8d9992-ebb5-422e-bea7-dd480e80a319 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:04:26.574808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8d9992-ebb5-422e-bea7-dd480e80a319 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:04:26.579614 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a8d9992-ebb5-422e-bea7-dd480e80a319 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:26.584535 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093eef3e-8f2b-4652-9081-576b55033bdb None None] Sync routers for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:04:26.594049 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093eef3e-8f2b-4652-9081-576b55033bdb None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:26.594654 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-093eef3e-8f2b-4652-9081-576b55033bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:04:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:26.617240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0a8d9992-ebb5-422e-bea7-dd480e80a319 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "PUT /v2.0/floatingips/262db892-679e-4eb9-93aa-4835507056c1 HTTP/1.1" status: 200 len: 992 time: 1.2736585 Jul 07 20:04:26.617927 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:04:26.620330 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eee6b40-9b90-4814-a329-eeb55ca8a89d" -d '{"events": [{"name": "network-changed", "server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:04:26.659261 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed633937-74a4-43a0-9e12-3920329dc086 x-openstack-request-id: req-ed633937-74a4-43a0-9e12-3920329dc086 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:04:26.659557 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:04:26.659809 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ed633937-74a4-43a0-9e12-3920329dc086 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:04:26.660208 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7', 'status': 'completed', 'code': 200} Jul 07 20:04:26.702534 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-093eef3e-8f2b-4652-9081-576b55033bdb None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:26.763030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee6b40-9b90-4814-a329-eeb55ca8a89d req-a20e01d0-ab4b-427f-a186-62ff0b79a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:26.764675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9eee6b40-9b90-4814-a329-eeb55ca8a89d req-a20e01d0-ab4b-427f-a186-62ff0b79a0c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1098 time: 0.0595672 Jul 07 20:04:26.863157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee6b40-9b90-4814-a329-eeb55ca8a89d req-6744418c-9003-49f8-ad49-258b895a27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:26.865240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9eee6b40-9b90-4814-a329-eeb55ca8a89d req-6744418c-9003-49f8-ad49-258b895a27ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0943129 Jul 07 20:04:26.932661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9eee6b40-9b90-4814-a329-eeb55ca8a89d req-80cff80b-becb-4b86-a4f0-2d3acb292cea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 1000 time: 0.0608797 Jul 07 20:04:26.986338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee6b40-9b90-4814-a329-eeb55ca8a89d req-30515311-6b87-4730-a0f7-837a36a4e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:26.988025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9eee6b40-9b90-4814-a329-eeb55ca8a89d req-30515311-6b87-4730-a0f7-837a36a4e17d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0489604 Jul 07 20:04:27.022241 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-093eef3e-8f2b-4652-9081-576b55033bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '1c259362-a5a7-4362-b223-ff185dd722e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:0a:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:04:26Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:27.045654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee6b40-9b90-4814-a329-eeb55ca8a89d req-5d915b88-2156-4d8b-9873-6011d5a63f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:27.047187 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9eee6b40-9b90-4814-a329-eeb55ca8a89d req-5d915b88-2156-4d8b-9873-6011d5a63f78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533235 Jul 07 20:04:27.048177 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093eef3e-8f2b-4652-9081-576b55033bdb None None] Checking router: 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:04:27.057130 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093eef3e-8f2b-4652-9081-576b55033bdb None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:04:27.057749 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-093eef3e-8f2b-4652-9081-576b55033bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:04:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:27.136672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9eee6b40-9b90-4814-a329-eeb55ca8a89d req-75ab4d01-0c5b-4bdd-9b5a-b645572e1031 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829017 Jul 07 20:04:27.167531 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-093eef3e-8f2b-4652-9081-576b55033bdb None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:04:27.231683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9eee6b40-9b90-4814-a329-eeb55ca8a89d req-d7b45b60-8b8e-4752-8f6a-74e316b10f20 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890288 Jul 07 20:04:27.393118 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-093eef3e-8f2b-4652-9081-576b55033bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '1c259362-a5a7-4362-b223-ff185dd722e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:0a:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:04:26Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:04:27.427425 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093eef3e-8f2b-4652-9081-576b55033bdb None None] The sync data for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 is: [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '1c259362-a5a7-4362-b223-ff185dd722e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:0a:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:04:26Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:04:27.615675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ed6c3-9ebe-4692-9819-c0beceb44918 None None] New status for floating IP 262db892-679e-4eb9-93aa-4835507056c1: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:04:33.875634 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:38.457305 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-626ef7b4-95cb-4c1c-a9cd-4c9fe302d89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:38.921321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-5effb800-d18b-42f1-a874-f5b34df86f1c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512974 Jul 07 20:04:39.042965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-6fa4f8f2-38cd-4651-b3fe-e686401bb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:39.044510 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-6fa4f8f2-38cd-4651-b3fe-e686401bb72f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1098 time: 0.0563636 Jul 07 20:04:39.166623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-000c9b6d-a460-41aa-8acd-ee1e72f025de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:39.168016 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-000c9b6d-a460-41aa-8acd-ee1e72f025de service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0898805 Jul 07 20:04:39.232615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-dfae0582-79fc-496c-a35e-b4668e9af183 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 1002 time: 0.0585983 Jul 07 20:04:39.296308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-f128cf6b-9857-4e78-8547-bc4f524eaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:39.297793 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-f128cf6b-9857-4e78-8547-bc4f524eaeb8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0481265 Jul 07 20:04:39.367523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-68792b12-1838-458b-8012-bb696707dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:04:39.369055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-68792b12-1838-458b-8012-bb696707dbce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532181 Jul 07 20:04:39.459944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-e42a3025-bde6-461e-af99-f078d309cc01 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836501 Jul 07 20:04:39.556464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e63f2319-d10e-44ea-8bfc-c5c26455ceb2 req-547fbce4-a44f-42bd-9290-9805cdaf943f service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892413 Jul 07 20:04:41.149763 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d467-1f9a-406d-a750-3c44ae8c2b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:41.384254 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:42.564188 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:44.110100 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:49.384747 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:04:58.939625 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:05:03.874361 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:08.460889 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb99b-2bd9-495e-a042-6ac5633d4058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:11.151689 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c72d3c9-c37d-407d-bc62-315dbb58a3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:11.386839 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:12.564155 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:14.115166 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:19.412697 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:33.898855 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:35.939267 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:05:38.465355 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ab79b68-f51a-4e63-88cb-147756b1d9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:39.921506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-c4ada032-1927-4966-859c-cef2551098d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636055 Jul 07 20:05:40.042870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-be9c0a32-b5f1-4844-ab7a-733067ffbe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:40.044367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-be9c0a32-b5f1-4844-ab7a-733067ffbe57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1098 time: 0.0538018 Jul 07 20:05:40.151919 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-1d95289c-7403-40fd-84b2-5a4ee0c400cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:40.153468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-1d95289c-7403-40fd-84b2-5a4ee0c400cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0885527 Jul 07 20:05:40.228520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-15c54405-2f29-402b-b6da-07f4a339a28d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 1002 time: 0.0672646 Jul 07 20:05:40.284026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-9e302794-ed50-4651-96a6-76c94466fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:40.285524 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-9e302794-ed50-4651-96a6-76c94466fd7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0491445 Jul 07 20:05:40.350029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-667b325b-c96f-40e9-ad00-5112219166aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:05:40.353307 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-667b325b-c96f-40e9-ad00-5112219166aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602770 Jul 07 20:05:40.448499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-b78c1efd-89e7-4f6e-ba3a-045dccc1c57c service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877321 Jul 07 20:05:40.544717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5cd3c88-328d-4419-9dc9-2a8b8d63c6ea req-b0621aa7-6697-41bb-8728-6efb05f0a6e8 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890555 Jul 07 20:05:41.155036 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65936f3f-743e-499f-b82b-129035148599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:41.388667 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:42.566557 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:44.119886 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:05:49.411579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:02.717468 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e98a06-a6a2-4dbb-9d01-59fee94a20dc req-5fbef5bc-b872-4e48-8e59-5d717bffc25e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:02.718876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e98a06-a6a2-4dbb-9d01-59fee94a20dc req-5fbef5bc-b872-4e48-8e59-5d717bffc25e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0710890 Jul 07 20:06:02.757407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63e98a06-a6a2-4dbb-9d01-59fee94a20dc req-3656e4d3-207e-4d46-9b96-d6ed9142d2a6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327291 Jul 07 20:06:03.920792 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:03.941049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb330a-55ea-4d37-8f7c-6085f98bbea6 req-8b3dbac0-7d26-4c7f-b571-25940ed358e6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:03.942562 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ebb330a-55ea-4d37-8f7c-6085f98bbea6 req-8b3dbac0-7d26-4c7f-b571-25940ed358e6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0703695 Jul 07 20:06:03.980515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ebb330a-55ea-4d37-8f7c-6085f98bbea6 req-f517b97c-421b-4eb7-a134-7d5b8c2e2efe tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321486 Jul 07 20:06:05.161848 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef74d8-11b9-48ea-90e7-66fecb62e148 req-00a61ff5-7b39-4b2a-a189-12d7b8c5ecb8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:05.163379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52ef74d8-11b9-48ea-90e7-66fecb62e148 req-00a61ff5-7b39-4b2a-a189-12d7b8c5ecb8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0638287 Jul 07 20:06:05.201276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52ef74d8-11b9-48ea-90e7-66fecb62e148 req-bd379b3e-f41b-422a-b461-ea7a4cdd3b72 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322652 Jul 07 20:06:06.381865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d47d7-366d-4fe0-bd58-eec33b7e6a53 req-9fd70be8-7655-4251-8bcb-4442b0f74e58 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:06.383388 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-521d47d7-366d-4fe0-bd58-eec33b7e6a53 req-9fd70be8-7655-4251-8bcb-4442b0f74e58 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0681267 Jul 07 20:06:06.423788 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-521d47d7-366d-4fe0-bd58-eec33b7e6a53 req-40fa24f5-7745-426f-bf40-e551136a84e6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341246 Jul 07 20:06:07.600170 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e22d9-3602-4595-9edb-a0a4701448a6 req-ffe5e27b-504d-45ba-8606-c484e247bfa7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:07.601620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b91e22d9-3602-4595-9edb-a0a4701448a6 req-ffe5e27b-504d-45ba-8606-c484e247bfa7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0653198 Jul 07 20:06:07.643833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b91e22d9-3602-4595-9edb-a0a4701448a6 req-5d309253-fa12-4660-8d8c-a48039fab646 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357530 Jul 07 20:06:08.469741 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cea4c5d1-be17-49c5-9dc9-03e7c77c7436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:08.820647 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15037749-eb89-45b3-a336-fbf6f0201bca req-b6832e09-5931-470e-a0dd-0d3ec53d7ee2 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:08.822093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15037749-eb89-45b3-a336-fbf6f0201bca req-b6832e09-5931-470e-a0dd-0d3ec53d7ee2 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0666761 Jul 07 20:06:08.860951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15037749-eb89-45b3-a336-fbf6f0201bca req-f22d0652-4c80-41eb-8406-9f2209b38ce9 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331988 Jul 07 20:06:10.039178 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924b9f6-9171-4b0b-9010-95798af03989 req-699998b5-da9f-4062-971c-dc60e5f8e3ad tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:10.040713 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1924b9f6-9171-4b0b-9010-95798af03989 req-699998b5-da9f-4062-971c-dc60e5f8e3ad tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0677052 Jul 07 20:06:10.079188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1924b9f6-9171-4b0b-9010-95798af03989 req-53dedfdd-261c-4264-9ab0-9f4810d67c5d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316303 Jul 07 20:06:11.155414 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0662c8f-af30-4d57-ae5c-8449fe0bf62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:11.261658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05d10-3232-482b-bccc-43d8a46bfee1 req-d8d57f64-3c29-41a0-8346-3d4816980c8c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:11.263191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22f05d10-3232-482b-bccc-43d8a46bfee1 req-d8d57f64-3c29-41a0-8346-3d4816980c8c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0648458 Jul 07 20:06:11.302656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-22f05d10-3232-482b-bccc-43d8a46bfee1 req-b0314caa-390b-4a18-9cac-7ff1f3666223 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334682 Jul 07 20:06:11.392713 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:12.484738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a71d8-9ae9-4166-9f47-93eeffff3f17 req-74b8c3d0-80f4-48a8-8cdd-0d02f3ee4dd4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:12.486189 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a0a71d8-9ae9-4166-9f47-93eeffff3f17 req-74b8c3d0-80f4-48a8-8cdd-0d02f3ee4dd4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0699961 Jul 07 20:06:12.526831 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a0a71d8-9ae9-4166-9f47-93eeffff3f17 req-7ab350bb-d1a5-4064-b251-55928e619c8e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347495 Jul 07 20:06:12.571680 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:12.938394 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:06:13.706356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d547c-29be-4922-ac35-9c6d1362caf0 req-9b7c0f1b-83f7-45a2-a054-2abb709f6539 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:13.707874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af4d547c-29be-4922-ac35-9c6d1362caf0 req-9b7c0f1b-83f7-45a2-a054-2abb709f6539 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0674319 Jul 07 20:06:13.745303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af4d547c-29be-4922-ac35-9c6d1362caf0 req-f7113996-c31a-4f89-a447-108f00046e4e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Jul 07 20:06:14.118729 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:15.176760 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437768d-b30e-4ff3-af70-735a7f0f9110 req-bb5d16cb-615a-4d73-9fb4-48a14c279729 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:15.178318 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6437768d-b30e-4ff3-af70-735a7f0f9110 req-bb5d16cb-615a-4d73-9fb4-48a14c279729 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0706708 Jul 07 20:06:15.230073 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6437768d-b30e-4ff3-af70-735a7f0f9110 req-81eb844c-b0ba-42e6-b999-12d3a8be5e43 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459092 Jul 07 20:06:15.274711 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-34033810-e3c1-490e-890d-d559d5487a1b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1102760 Jul 07 20:06:16.407420 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad681cd-3a7e-4512-9592-8800ef11934d req-89d7d613-ee28-44f7-81b3-f6b3a62f8095 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:16.408886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cad681cd-3a7e-4512-9592-8800ef11934d req-89d7d613-ee28-44f7-81b3-f6b3a62f8095 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0639262 Jul 07 20:06:16.447226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cad681cd-3a7e-4512-9592-8800ef11934d req-c084c2d5-0d66-4dac-b8f0-d7e1fa5eb174 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328205 Jul 07 20:06:17.626757 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9006a-432f-4094-b7c1-d478e3d1e741 req-cf110e19-7b24-48ad-b156-6f1047b06d97 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:17.628237 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fa9006a-432f-4094-b7c1-d478e3d1e741 req-cf110e19-7b24-48ad-b156-6f1047b06d97 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0680208 Jul 07 20:06:17.666330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fa9006a-432f-4094-b7c1-d478e3d1e741 req-8fe844b8-de5f-454f-bfd9-65181e834692 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324476 Jul 07 20:06:18.540350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-c5020950-a9f6-452b-b29e-762b2009a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:18.541882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-c5020950-a9f6-452b-b29e-762b2009a19a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1098 time: 0.0537658 Jul 07 20:06:18.632252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-65dc1d97-9c2b-42d4-86c1-5c98273cc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:18.633747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-65dc1d97-9c2b-42d4-86c1-5c98273cc64b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0856943 Jul 07 20:06:18.709346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-3b55708f-6de0-4bbb-8bed-842cf63fb9d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 1002 time: 0.0686476 Jul 07 20:06:18.758881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-8773bc84-6d70-4fab-8f5d-9152ff359027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:18.760367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-8773bc84-6d70-4fab-8f5d-9152ff359027 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0447862 Jul 07 20:06:18.873409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-bb300308-4988-47d5-8f9d-95fce1348473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:18.874940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-bb300308-4988-47d5-8f9d-95fce1348473 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085052 Jul 07 20:06:18.882407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ace0-3119-4d8c-a2a1-e7bd908e1e1e req-f0f6bac9-9efe-401e-a777-4d786190ee94 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:18.883766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17f9ace0-3119-4d8c-a2a1-e7bd908e1e1e req-f0f6bac9-9efe-401e-a777-4d786190ee94 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0871899 Jul 07 20:06:18.972605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17f9ace0-3119-4d8c-a2a1-e7bd908e1e1e req-b5c4e4ce-e813-46f2-a771-5c22cbb2c686 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800819 Jul 07 20:06:18.998056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-3ee0871b-a58b-4feb-95ac-a52fb489a53d service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132748 Jul 07 20:06:19.086326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-580d5731-20b1-4e65-a288-ab3ed78008cd service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823867 Jul 07 20:06:19.411338 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:20.155041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ad1ea-effc-4280-a8fb-9f93876e9c78 req-4611c275-b5e4-44c6-86f7-029d0e11e5c7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:20.156456 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f6ad1ea-effc-4280-a8fb-9f93876e9c78 req-4611c275-b5e4-44c6-86f7-029d0e11e5c7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0659590 Jul 07 20:06:20.197779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f6ad1ea-effc-4280-a8fb-9f93876e9c78 req-e5bda4e2-204c-4527-b177-21053a2216f7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359075 Jul 07 20:06:21.092827 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-bcd9c45a-ec59-433d-b095-6db7fb3ec71c service neutron] show failed (client error): The resource could not be found. Jul 07 20:06:21.093752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-bcd9c45a-ec59-433d-b095-6db7fb3ec71c service neutron] 10.222.0.59 "GET /v2.0/ports/1c259362-a5a7-4362-b223-ff185dd722e7/bindings/n-h1-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0546923 Jul 07 20:06:21.369458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-f27bee8b-64fd-4e7e-9c35-37918336f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:21.370886 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-f27bee8b-64fd-4e7e-9c35-37918336f952 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 1098 time: 0.0775993 Jul 07 20:06:21.383081 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:06:21.388809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590e916-a2ab-4889-beb7-d2136e032171 req-45c75c96-a0f6-476e-abe2-6a7605ec47a8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:21.389870 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1590e916-a2ab-4889-beb7-d2136e032171 req-45c75c96-a0f6-476e-abe2-6a7605ec47a8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0694990 Jul 07 20:06:21.428299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1590e916-a2ab-4889-beb7-d2136e032171 req-8d3931e5-4611-4ee1-88ed-15535aad1c4c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327110 Jul 07 20:06:21.460177 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:21.664050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=1c259362-a5a7-4362-b223-ff185dd722e7,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:21.696742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:06:21.736250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:21.738874 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c5fddc-4d4d-4e12-9551-c4632e6b276e" -d '{"events": [{"server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:21.742509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:21.755148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Transition to ACTIVE for port object 1c259362-a5a7-4362-b223-ff185dd722e7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:06:21.758068 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:21.809897 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e6b3d0-b0e7-4f40-991f-c87b8e1ddfd5 x-openstack-request-id: req-69e6b3d0-b0e7-4f40-991f-c87b8e1ddfd5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:21.810223 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:21.810475 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-69e6b3d0-b0e7-4f40-991f-c87b8e1ddfd5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:21.810880 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7', 'code': 200} Jul 07 20:06:21.849806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c259362-a5a7-4362-b223-ff185dd722e7,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:21.862646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.863003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.863346 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.863685 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.864019 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.864350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.864810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.865148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.865477 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.865810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.866137 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.866479 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:21.904038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] No DVR routers for this DVR port 1c259362-a5a7-4362-b223-ff185dd722e7 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:06:22.308032 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Attempting to bind port 1c259362-a5a7-4362-b223-ff185dd722e7 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:06:22.308284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Attempting to bind port 1c259362-a5a7-4362-b223-ff185dd722e7 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:06:22.308619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Attempting to bind port 1c259362-a5a7-4362-b223-ff185dd722e7 on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:06:22.313595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Port 1c259362-a5a7-4362-b223-ff185dd722e7 on network 3f2da045-69ca-4974-9d14-3088b87d70ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:06:22.313915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Attempting to bind port 1c259362-a5a7-4362-b223-ff185dd722e7 on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:06:22.318800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:06:22.319132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:06:22.319508 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:06:22.319934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Bound port: 1c259362-a5a7-4362-b223-ff185dd722e7, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:06:22.320303 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.382839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:06:22.385911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=1c259362-a5a7-4362-b223-ff185dd722e7,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:06:22.390640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.428754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:22.429275 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:22.430656 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] 10.222.0.112 "PUT /v2.0/ports/1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 1093 time: 1.0521209 Jul 07 20:06:22.455879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48173d-0c83-4573-992b-812908d519f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c259362-a5a7-4362-b223-ff185dd722e7,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:22.521509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-64214e49-dfdb-4758-87aa-f365c209af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:22.521793 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-64214e49-dfdb-4758-87aa-f365c209af3b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1096 time: 0.0614126 Jul 07 20:06:22.628930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-dc8638ef-fbe9-4058-8bd4-d166d2b3f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:22.630512 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-dc8638ef-fbe9-4058-8bd4-d166d2b3f35a service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.1013553 Jul 07 20:06:22.639653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e429d7-76c7-4108-91cc-0ba010304b3b req-3ba1504a-adcf-460a-b563-6e5ef153080c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:22.641966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12e429d7-76c7-4108-91cc-0ba010304b3b req-3ba1504a-adcf-460a-b563-6e5ef153080c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 944 time: 0.0726783 Jul 07 20:06:22.683839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-12e429d7-76c7-4108-91cc-0ba010304b3b req-8bee58a3-0ef8-4543-89f2-4fce44a0da30 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360038 Jul 07 20:06:22.707154 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-13b626af-7988-4543-b74c-3c1fe5521f83 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 1000 time: 0.0693045 Jul 07 20:06:22.756941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-db6baa49-8317-4239-b6d6-30b80c9a15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:22.758409 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-db6baa49-8317-4239-b6d6-30b80c9a15f1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0441372 Jul 07 20:06:22.814840 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-9b06868b-ed15-4dc5-b86a-080f65ed77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:22.816351 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-9b06868b-ed15-4dc5-b86a-080f65ed77fc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512683 Jul 07 20:06:22.912426 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-7e81c3ec-386d-4409-b508-e24e2cdadce4 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875320 Jul 07 20:06:23.004962 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dfe74745-452f-4d0f-99de-9c4520d1d371 req-b533a51a-cc28-4b70-ab4d-04cd76b259f3 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854478 Jul 07 20:06:23.812313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:23.814739 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcb766a-4409-49ee-bb09-2b41c2b428bb" -d '{"events": [{"name": "network-changed", "server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:23.870297 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f6ade5-282d-46e9-ac02-ddae506d855c x-openstack-request-id: req-51f6ade5-282d-46e9-ac02-ddae506d855c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:23.870481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db316f-e447-4536-9208-860bfa798819 req-ca5b3fd1-52cd-4168-a11d-442468481175 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:23.870954 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:23.870954 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-51f6ade5-282d-46e9-ac02-ddae506d855c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:23.871226 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7', 'status': 'completed', 'code': 200} Jul 07 20:06:23.872071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8db316f-e447-4536-9208-860bfa798819 req-ca5b3fd1-52cd-4168-a11d-442468481175 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 944 time: 0.0713542 Jul 07 20:06:23.920380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8db316f-e447-4536-9208-860bfa798819 req-b6e0f443-456e-4dae-a9ae-39173e2e5102 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 Jul 07 20:06:23.962577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-dea5a21f-33cc-4257-bec2-acc4cfc599ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:23.964097 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-dea5a21f-33cc-4257-bec2-acc4cfc599ad service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1096 time: 0.0605304 Jul 07 20:06:23.971120 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-c6d331d4-987d-4f1b-8cac-bb6bc1875602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:23.972584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-c6d331d4-987d-4f1b-8cac-bb6bc1875602 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1096 time: 0.0625520 Jul 07 20:06:24.055841 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-295cac6f-c353-40e8-a584-6cc30d8e3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:24.057382 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-295cac6f-c353-40e8-a584-6cc30d8e3654 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0865664 Jul 07 20:06:24.066675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-5e6e60ae-8712-431b-b5a1-21faa651b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:24.068160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-5e6e60ae-8712-431b-b5a1-21faa651b260 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0894222 Jul 07 20:06:24.133216 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-7ef0b6be-a79a-40c2-811b-9a33c647942b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 1000 time: 0.0682368 Jul 07 20:06:24.134804 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-a83fbe90-f10f-4c0b-a743-8725bb506f61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 1000 time: 0.0603566 Jul 07 20:06:24.185681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-d0f5b388-9892-4cce-9b1c-eb46b605da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:24.187146 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-d0f5b388-9892-4cce-9b1c-eb46b605da17 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0470545 Jul 07 20:06:24.188949 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-0b743be1-8e28-434a-96d6-ad2644ee00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:24.190441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-0b743be1-8e28-434a-96d6-ad2644ee00bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0502608 Jul 07 20:06:24.248802 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-d60fba90-4b63-46c7-b361-892a034d0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:24.250251 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-d60fba90-4b63-46c7-b361-892a034d0dea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540557 Jul 07 20:06:24.251926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-342205fb-26bd-4c0b-ae7b-ec0f648b4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:24.253465 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-342205fb-26bd-4c0b-ae7b-ec0f648b4f4f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565383 Jul 07 20:06:24.347966 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-ebbfd192-b006-4ce7-96fe-0af97518e243 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908477 Jul 07 20:06:24.355708 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-5dd477bc-a1bc-4193-a27f-c87eb363518f service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948734 Jul 07 20:06:24.454595 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-80547a73-7ddf-4104-b5b8-4cf316584e2a service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924585 Jul 07 20:06:24.457105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8dcb766a-4409-49ee-bb09-2b41c2b428bb req-f3ab8dee-def6-4489-8c18-b8d7fcc75fcf service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032140 Jul 07 20:06:25.095720 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95677ba2-1b09-4b05-8b81-92c8fbd414e6 req-a8eb105d-6000-4a48-a007-86ea78e04632 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:25.097141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95677ba2-1b09-4b05-8b81-92c8fbd414e6 req-a8eb105d-6000-4a48-a007-86ea78e04632 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 944 time: 0.0628774 Jul 07 20:06:25.136135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95677ba2-1b09-4b05-8b81-92c8fbd414e6 req-efcc9dc0-faf2-475d-a05a-e0e3d49b07a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330665 Jul 07 20:06:25.376581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 1c259362-a5a7-4362-b223-ff185dd722e7 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:06:25.481780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=1c259362-a5a7-4362-b223-ff185dd722e7,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:25.493766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '1c259362-a5a7-4362-b223-ff185dd722e7', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'port_id': '1c259362-a5a7-4362-b223-ff185dd722e7', 'mac_address': 'fa:16:3e:0a:6b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:06:25.497589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac59335-f02b-476e-999a-fb7383b6f6b9 req-ad0feb94-99cc-4406-b4ba-d42501867000 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:25.499100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5ac59335-f02b-476e-999a-fb7383b6f6b9 req-ad0feb94-99cc-4406-b4ba-d42501867000 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 944 time: 0.1258225 Jul 07 20:06:25.511978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-44cbd1e1-20a7-4ad8-9c9f-fdd97e6d1fd4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:25.513969 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-44cbd1e1-20a7-4ad8-9c9f-fdd97e6d1fd4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.59 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0&tenant_id=02e8d9950a004d9faa8c24784e8526cc&binding%3Ahost_id=n-h1-792394-12 HTTP/1.1" status: 200 len: 944 time: 0.1075020 Jul 07 20:06:25.532989 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:25.548078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c259362-a5a7-4362-b223-ff185dd722e7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:06:25.557801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 1c259362-a5a7-4362-b223-ff185dd722e7 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:06:25.580993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5ac59335-f02b-476e-999a-fb7383b6f6b9 req-b7b200b8-a0fa-4af7-8aef-27b147338196 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660431 Jul 07 20:06:25.589315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=1c259362-a5a7-4362-b223-ff185dd722e7,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:25.605261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:25.605495 n-d-792394-12 neutron-server[93770]: INFO neutron.api.v2.resource [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-e7d9f9a1-fcfa-47db-b647-28996b5948b3 service neutron] delete failed (client error): The resource could not be found. Jul 07 20:06:25.605495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-e7d9f9a1-fcfa-47db-b647-28996b5948b3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/1c259362-a5a7-4362-b223-ff185dd722e7/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0809989 Jul 07 20:06:25.646818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 1c259362-a5a7-4362-b223-ff185dd722e7 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:06:25.663172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=1c259362-a5a7-4362-b223-ff185dd722e7,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:25.671287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.671636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.671978 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.672321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.672689 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.673026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.673355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.673678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.674026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.674351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.674672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.674993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:06:25.723527 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-626a80fa-ed90-486d-b73e-1b6722cab4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:25.725087 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-626a80fa-ed90-486d-b73e-1b6722cab4a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1097 time: 0.0602872 Jul 07 20:06:25.815679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-e42abc78-a065-4d3f-b7b1-a6754d47e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:25.817190 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-e42abc78-a065-4d3f-b7b1-a6754d47e17a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0848460 Jul 07 20:06:25.845810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['1c259362-a5a7-4362-b223-ff185dd722e7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:06:26.180857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-8a809067-eb2a-4107-989a-7265133c4aa9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 1001 time: 0.3571162 Jul 07 20:06:26.228680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-84260cb4-8288-45d7-8e1d-fd90b5d3fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:26.230052 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-84260cb4-8288-45d7-8e1d-fd90b5d3fbb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0422504 Jul 07 20:06:26.285720 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-d760e747-0353-4c1e-b990-4141f17ab747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:26.287207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-d760e747-0353-4c1e-b990-4141f17ab747 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511069 Jul 07 20:06:26.384704 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-25a90fde-8f72-49ac-b0ac-109e5d269f7d service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850241 Jul 07 20:06:26.476310 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7764a21f-7eda-41bb-b442-1405e4a8d8f8 req-d173bfd3-a3da-45f9-be78-3c8eb4c0ffa5 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847681 Jul 07 20:06:26.768509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa50224-988c-4920-932d-79ed55b41648 req-6e599dd8-598d-4bd6-8b70-0fa8b2f91dba tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:26.769982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fa50224-988c-4920-932d-79ed55b41648 req-6e599dd8-598d-4bd6-8b70-0fa8b2f91dba tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 945 time: 0.0706739 Jul 07 20:06:26.808409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fa50224-988c-4920-932d-79ed55b41648 req-1eee4034-0575-4ed8-854b-4c5d984410af tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328617 Jul 07 20:06:27.397907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 1c259362-a5a7-4362-b223-ff185dd722e7 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:06:27.449927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 1c259362-a5a7-4362-b223-ff185dd722e7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:06:27.454209 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 1c259362-a5a7-4362-b223-ff185dd722e7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:06:27.454727 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:27.530640 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:27.552596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:27.554826 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64660111-3272-4953-8794-3614827af6f0" -d '{"events": [{"server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "name": "network-vif-plugged", "status": "completed", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:27.567871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=1c259362-a5a7-4362-b223-ff185dd722e7,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:27.572724 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:27.605632 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d0bb31-84fd-4e08-abbf-c78feef8579d x-openstack-request-id: req-67d0bb31-84fd-4e08-abbf-c78feef8579d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:27.605919 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "name": "network-vif-plugged", "status": "completed", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:27.606776 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-67d0bb31-84fd-4e08-abbf-c78feef8579d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:27.607182 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7', 'code': 200} Jul 07 20:06:27.628084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=1c259362-a5a7-4362-b223-ff185dd722e7,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:27.990939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155bdef-400c-4f09-8670-907ede8d0ba1 req-6a93a89e-107b-4daf-b1ab-b389773c6161 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:27.992480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0155bdef-400c-4f09-8670-907ede8d0ba1 req-6a93a89e-107b-4daf-b1ab-b389773c6161 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0683351 Jul 07 20:06:28.031912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0155bdef-400c-4f09-8670-907ede8d0ba1 req-4cea38dc-acee-489d-b8ba-75f0ebf59328 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328209 Jul 07 20:06:28.207985 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90fb6f-e995-4b06-b56e-3306bf4d7617 req-9ac4abe5-1b6e-4c8e-b7de-1698531b60de tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:28.209543 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce90fb6f-e995-4b06-b56e-3306bf4d7617 req-9ac4abe5-1b6e-4c8e-b7de-1698531b60de tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0656476 Jul 07 20:06:28.246457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce90fb6f-e995-4b06-b56e-3306bf4d7617 req-cc925a3c-ce55-40aa-ae6a-ede624241e17 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Jul 07 20:06:28.569336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9ebf2-322b-4330-9bff-61ff3c4a00c1 req-c8815f10-40ed-4774-8432-12a14d534460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:28.570875 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-94d9ebf2-322b-4330-9bff-61ff3c4a00c1 req-c8815f10-40ed-4774-8432-12a14d534460 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 1098 time: 0.0557883 Jul 07 20:06:28.586611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062144e-40a2-4948-8366-b0c7761dba79 req-d13beac7-0a35-4e88-8e7f-c1270aceed2a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:28.588142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4062144e-40a2-4948-8366-b0c7761dba79 req-d13beac7-0a35-4e88-8e7f-c1270aceed2a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0672820 Jul 07 20:06:28.627914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4062144e-40a2-4948-8366-b0c7761dba79 req-d08ef385-a609-425a-a127-4e5e24265d73 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339899 Jul 07 20:06:28.669488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9ebf2-322b-4330-9bff-61ff3c4a00c1 req-fcfbece6-a01c-4d08-9e90-29b075921b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:28.671000 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-94d9ebf2-322b-4330-9bff-61ff3c4a00c1 req-fcfbece6-a01c-4d08-9e90-29b075921b1c service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0933442 Jul 07 20:06:28.738940 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-94d9ebf2-322b-4330-9bff-61ff3c4a00c1 req-235aeeef-4331-4b11-91ed-d1e7e328fbe9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 200 len: 1002 time: 0.0610104 Jul 07 20:06:28.795791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9ebf2-322b-4330-9bff-61ff3c4a00c1 req-466ee21a-4df9-4356-804a-dd1e8db55189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:28.797303 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-94d9ebf2-322b-4330-9bff-61ff3c4a00c1 req-466ee21a-4df9-4356-804a-dd1e8db55189 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0512562 Jul 07 20:06:28.854885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9ebf2-322b-4330-9bff-61ff3c4a00c1 req-cdbe7173-dfe8-4c37-bc26-2eb0ca7a479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:28.857126 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-94d9ebf2-322b-4330-9bff-61ff3c4a00c1 req-cdbe7173-dfe8-4c37-bc26-2eb0ca7a479c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527480 Jul 07 20:06:28.945687 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-94d9ebf2-322b-4330-9bff-61ff3c4a00c1 req-7cacef6e-7043-4c94-a73c-ad32c8365664 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818779 Jul 07 20:06:29.042452 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-94d9ebf2-322b-4330-9bff-61ff3c4a00c1 req-99006389-165d-46b1-b200-e47a8523dc4f service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899224 Jul 07 20:06:29.808114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a29dc-7cf3-4412-be30-09f5c0c181f9 req-838a2c9b-6fa5-445f-b705-5e7eff3ac20d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:29.809703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-996a29dc-7cf3-4412-be30-09f5c0c181f9 req-838a2c9b-6fa5-445f-b705-5e7eff3ac20d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0647237 Jul 07 20:06:29.848776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-996a29dc-7cf3-4412-be30-09f5c0c181f9 req-3536ff16-c8a6-4717-9118-2427629eb342 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331693 Jul 07 20:06:30.245658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ccc50-6cd9-4df8-b45a-e8516f24e1c6 req-e039e147-9232-40a6-8ab8-d4e6c4c1874d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:30.247141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec8ccc50-6cd9-4df8-b45a-e8516f24e1c6 req-e039e147-9232-40a6-8ab8-d4e6c4c1874d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0682383 Jul 07 20:06:30.285961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec8ccc50-6cd9-4df8-b45a-e8516f24e1c6 req-378bed7d-d047-41ab-b89c-97499d8db628 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326641 Jul 07 20:06:31.467064 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f843353-9df3-4986-aa96-4a0c663a6d4c req-841c1162-1558-4782-856e-6d39c50909a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:31.468786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f843353-9df3-4986-aa96-4a0c663a6d4c req-841c1162-1558-4782-856e-6d39c50909a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0652170 Jul 07 20:06:31.506035 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f843353-9df3-4986-aa96-4a0c663a6d4c req-3be15d88-8b93-4021-9a35-56acb13c0586 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315599 Jul 07 20:06:31.582671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-304dfc8f-7a40-48b8-86ce-ca51e75a4ca5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:31.584070 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-304dfc8f-7a40-48b8-86ce-ca51e75a4ca5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 946 time: 0.0673401 Jul 07 20:06:31.691886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Deleting port 1c259362-a5a7-4362-b223-ff185dd722e7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:06:31.692219 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:31.783396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] For port 1c259362-a5a7-4362-b223-ff185dd722e7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=1c259362-a5a7-4362-b223-ff185dd722e7,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:31.783756 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:31.973087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:31.973497 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:31.973884 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Floating IP 262db892-679e-4eb9-93aa-4835507056c1 disassociated. External IP: 172.25.2.202, port: 1c259362-a5a7-4362-b223-ff185dd722e7. Jul 07 20:06:31.974160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Calling delete_port for 1c259362-a5a7-4362-b223-ff185dd722e7 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:06:32.146468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:32.176002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event deleted for resources: {'Port': ['ID=1c259362-a5a7-4362-b223-ff185dd722e7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:32.313380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:06:32.439430 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:06:32.449095 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9125e46-a909-4d69-a5af-a83cdcbd8570 None None] Sync routers for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:06:32.460732 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9125e46-a909-4d69-a5af-a83cdcbd8570 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:06:32.461287 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9125e46-a909-4d69-a5af-a83cdcbd8570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:06:32.497418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] No DVR routers for this DVR port 1c259362-a5a7-4362-b223-ff185dd722e7 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:06:32.500772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:32.502892 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-efde3f2a-57be-4db1-87df-ac609c4a8694 req-ee3ca1f4-7e89-4189-84ef-f9efad858967 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "DELETE /v2.0/ports/1c259362-a5a7-4362-b223-ff185dd722e7 HTTP/1.1" status: 204 len: 173 time: 0.9123788 Jul 07 20:06:32.503338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'name': 'network-vif-deleted', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:32.505698 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8419f4e-5a4b-4b8b-a941-b766d6c0c0c5" -d '{"events": [{"server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "name": "network-vif-deleted", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:32.548068 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11423246-5f63-42ed-b276-3d54e17adc45 x-openstack-request-id: req-11423246-5f63-42ed-b276-3d54e17adc45 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:32.548552 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32265127-ae8e-4bca-a9eb-0e6053a220e0", "name": "network-vif-deleted", "tag": "1c259362-a5a7-4362-b223-ff185dd722e7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:32.548949 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-11423246-5f63-42ed-b276-3d54e17adc45 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:32.549651 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32265127-ae8e-4bca-a9eb-0e6053a220e0', 'name': 'network-vif-deleted', 'tag': '1c259362-a5a7-4362-b223-ff185dd722e7', 'status': 'completed', 'code': 200} Jul 07 20:06:32.603205 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a9125e46-a909-4d69-a5af-a83cdcbd8570 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:06:32.675820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7809535a-439b-411c-8e84-9882c604d118 req-91fcb8d2-cd3e-4f5f-8576-03644a7300b6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=32265127-ae8e-4bca-a9eb-0e6053a220e0 HTTP/1.1" status: 200 len: 210 time: 0.0385983 Jul 07 20:06:32.829706 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9125e46-a909-4d69-a5af-a83cdcbd8570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:06:32.857040 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9125e46-a909-4d69-a5af-a83cdcbd8570 None None] Checking router: 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:06:32.866198 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9125e46-a909-4d69-a5af-a83cdcbd8570 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:06:32.866796 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9125e46-a909-4d69-a5af-a83cdcbd8570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:06:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:06:32.984504 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a9125e46-a909-4d69-a5af-a83cdcbd8570 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:06:33.191839 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9125e46-a909-4d69-a5af-a83cdcbd8570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:06:33.308049 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9125e46-a909-4d69-a5af-a83cdcbd8570 None None] The sync data for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 is: [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:06:33.533876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1c663-57b2-4808-b2a1-2cd8866f406f None None] New status for floating IP 262db892-679e-4eb9-93aa-4835507056c1: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:06:33.920671 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:34.021334 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-dc8e738f-8573-4210-b420-664f5c152d44 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--262781123&fields=id&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 267 time: 0.0320017 Jul 07 20:06:34.130818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-6be5cc70-556e-4032-abb0-659d1c6f515f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:34.132352 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-6be5cc70-556e-4032-abb0-659d1c6f515f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 811 time: 0.1046979 Jul 07 20:06:34.147460 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-389d0767-f4eb-4c83-81e3-bc1d0ccfc843 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/quotas/02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 375 time: 0.0095479 Jul 07 20:06:34.216622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-911e5fe5-8e33-4a01-85a0-ae3b5abffbf1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636621 Jul 07 20:06:34.317058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-d931c9f4-eb9f-4d55-b698-ba0ceabe5ec6 service neutron] 10.222.0.113 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891099 Jul 07 20:06:34.408920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-0ff91ff1-fdae-49d7-b137-20c1480df7f9 service neutron] 10.222.0.113 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860307 Jul 07 20:06:34.592709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7fc4f235-d308-47b7-be4d-14fc30d07702 req-d3c98308-34d2-4ab4-ba93-a8ab081d2a88 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 210 time: 0.0356543 Jul 07 20:06:35.407794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 1c259362-a5a7-4362-b223-ff185dd722e7 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:06:35.427923 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 1c259362-a5a7-4362-b223-ff185dd722e7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:06:35.428269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 1c259362-a5a7-4362-b223-ff185dd722e7 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:06:35.660682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-8b577ffd-e34b-4c30-a55d-ff6f7357d9ab tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:35.662355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-8b577ffd-e34b-4c30-a55d-ff6f7357d9ab tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 811 time: 0.1095958 Jul 07 20:06:35.731515 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-68bc5ec2-29f5-4687-b999-10900741450d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 379 time: 0.0518608 Jul 07 20:06:35.741170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'port': {'device_id': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'admin_state_up': True, 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'security_groups': ['695e868c-7410-49ca-b2db-87306387795e']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:06:35.774316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3abe9e6b-de48-4a42-8a9b-a76b8f1131f4 req-d01397c3-43aa-4ed3-92db-a8d9a2b7879d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 210 time: 0.0434303 Jul 07 20:06:35.866709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Made reservation on behalf of 02e8d9950a004d9faa8c24784e8526cc for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:06:35.870405 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:36.006708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Allocated IP 172.20.0.12 (3f2da045-69ca-4974-9d14-3088b87d70ae/caba4af1-6415-45ec-8d3b-c492be6ab16d/5320ba0f-49eb-4931-945f-2c078abbb2fa) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:06:36.145390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:36.159440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Transition to ACTIVE for port object 5320ba0f-49eb-4931-945f-2c078abbb2fa will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:06:36.193247 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:36.241056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Network 3f2da045-69ca-4974-9d14-3088b87d70ae is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:06:36.246269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:06:36.250629 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:06:36.257351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:36.312080 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:36.312976 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:36.329269 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-91bf502f-c582-4694-a4da-f9c3b1951fc5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5924540 Jul 07 20:06:36.341724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Request body: {'port': {'device_id': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:06:36.422994 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:36.497178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7e611947-309c-4375-aa4f-2f571e7bbfc9 None None] Provisioning for port 5320ba0f-49eb-4931-945f-2c078abbb2fa completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:06:36.501448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7e611947-309c-4375-aa4f-2f571e7bbfc9 None None] Provisioning complete for port 5320ba0f-49eb-4931-945f-2c078abbb2fa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:06:36.501820 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e611947-309c-4375-aa4f-2f571e7bbfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:36.536082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7e611947-309c-4375-aa4f-2f571e7bbfc9 None None] Port 5320ba0f-49eb-4931-945f-2c078abbb2fa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:06:36.695975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5320ba0f-49eb-4931-945f-2c078abbb2fa {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:06:36.703464 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:36.715037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Transition to ACTIVE for port object 5320ba0f-49eb-4931-945f-2c078abbb2fa will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:06:36.718974 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:36.770730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:36.844462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:06:36.844829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:06:36.845159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:06:36.849838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Port 5320ba0f-49eb-4931-945f-2c078abbb2fa on network 3f2da045-69ca-4974-9d14-3088b87d70ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:06:36.850167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:06:36.855392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:06:36.855780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:06:36.856167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:06:36.857070 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Bound port: 5320ba0f-49eb-4931-945f-2c078abbb2fa, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:06:36.857434 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:36.932844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:06:36.936992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:06:36.942793 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:36.967586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea0ee1-578d-495d-8739-e7b640a71d02 req-6095da34-ed53-4ebd-9fd8-42a04bec2a4a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:36.969974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61ea0ee1-578d-495d-8739-e7b640a71d02 req-6095da34-ed53-4ebd-9fd8-42a04bec2a4a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 944 time: 0.0724301 Jul 07 20:06:36.985697 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:36.986326 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:36.987744 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] 10.222.0.112 "PUT /v2.0/ports/5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1093 time: 0.6504316 Jul 07 20:06:36.988217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:36.990598 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ed8159-8995-4a53-bc7a-92cb807b3087" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:37.014565 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61ea0ee1-578d-495d-8739-e7b640a71d02 req-da4fd7b4-f24e-45c4-8e98-f0ed9cda9dde tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375817 Jul 07 20:06:37.030555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0b165-7d52-4248-af55-d682fe09657b service neutron] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:37.072395 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6230863a-f60d-4ed6-ba00-88b7ae433e32 x-openstack-request-id: req-6230863a-f60d-4ed6-ba00-88b7ae433e32 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:37.072740 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:37.072980 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6230863a-f60d-4ed6-ba00-88b7ae433e32 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:37.073378 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'status': 'completed', 'code': 200} Jul 07 20:06:37.099714 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-acec12a4-6d57-42f1-a06c-a4bcda931521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.101040 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-acec12a4-6d57-42f1-a06c-a4bcda931521 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0666399 Jul 07 20:06:37.148994 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-a2c1be5e-1107-409d-be36-6346f023989b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 217 time: 0.0401096 Jul 07 20:06:37.199796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-6796ca5a-dd7b-403e-b7b2-b38e53fb3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.201924 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-6796ca5a-dd7b-403e-b7b2-b38e53fb3da6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0466859 Jul 07 20:06:37.259939 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-33407e85-5e08-4224-865e-1b43987ddeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.261540 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-33407e85-5e08-4224-865e-1b43987ddeec service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532548 Jul 07 20:06:37.367109 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-5f3ca6ec-0664-407e-9437-d865dddeee23 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907862 Jul 07 20:06:37.458729 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8ed5ff5-d130-4db0-9c9b-7e6f24fac5a9 req-6b622aae-36f3-43a2-9ee8-8112e8695506 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846145 Jul 07 20:06:37.565480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8159-8995-4a53-bc7a-92cb807b3087 req-44a5e352-ccc8-4f3a-a97b-b9ace8e78a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.567475 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-49ed8159-8995-4a53-bc7a-92cb807b3087 req-44a5e352-ccc8-4f3a-a97b-b9ace8e78a89 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0556667 Jul 07 20:06:37.664684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8159-8995-4a53-bc7a-92cb807b3087 req-f9aa084d-9281-4317-bfbd-4c1fd699d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.666082 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-49ed8159-8995-4a53-bc7a-92cb807b3087 req-f9aa084d-9281-4317-bfbd-4c1fd699d2d6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0915298 Jul 07 20:06:37.708291 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-49ed8159-8995-4a53-bc7a-92cb807b3087 req-68ca73aa-9808-45be-8b49-2b7afca8d18e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 217 time: 0.0347242 Jul 07 20:06:37.763724 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8159-8995-4a53-bc7a-92cb807b3087 req-97f47970-e499-4904-b655-e0dc1050f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.765214 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-49ed8159-8995-4a53-bc7a-92cb807b3087 req-97f47970-e499-4904-b655-e0dc1050f9f2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0496304 Jul 07 20:06:37.828539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8159-8995-4a53-bc7a-92cb807b3087 req-87a76c72-bbb2-4644-842d-600e5c982b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:37.830054 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-49ed8159-8995-4a53-bc7a-92cb807b3087 req-87a76c72-bbb2-4644-842d-600e5c982b3b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532863 Jul 07 20:06:37.923207 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-49ed8159-8995-4a53-bc7a-92cb807b3087 req-19c4cf9a-dfd3-4db1-8a3e-c973be704601 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853703 Jul 07 20:06:38.017824 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-49ed8159-8995-4a53-bc7a-92cb807b3087 req-71d15ab7-cfe6-468c-b628-574bb3bf5d76 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879204 Jul 07 20:06:38.203830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c80545-c075-446d-94bf-8e573943ce03 req-aca76d41-d2de-4d14-a3e0-00b9c5d6477b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:38.205348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-93c80545-c075-446d-94bf-8e573943ce03 req-aca76d41-d2de-4d14-a3e0-00b9c5d6477b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 944 time: 0.0688968 Jul 07 20:06:38.243333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-93c80545-c075-446d-94bf-8e573943ce03 req-0482151a-d7c4-48ff-a2b5-c5038b33df2a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323601 Jul 07 20:06:38.471686 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34bb9875-043d-46a4-be5b-850ac47fda21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:39.417948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:06:39.419598 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df71f92-ca16-4b0a-a1f0-459dbb163c5e req-1b58bd4b-c392-4073-9cce-1759c9669fcd tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:39.421220 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5df71f92-ca16-4b0a-a1f0-459dbb163c5e req-1b58bd4b-c392-4073-9cce-1759c9669fcd tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 944 time: 0.0651612 Jul 07 20:06:39.463185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5df71f92-ca16-4b0a-a1f0-459dbb163c5e req-cc8de117-b7ae-498c-ad13-50236def8926 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361710 Jul 07 20:06:39.520596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:39.534144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'port_id': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'mac_address': 'fa:16:3e:57:17:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:06:39.569755 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:39.582856 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5320ba0f-49eb-4931-945f-2c078abbb2fa {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:06:39.603257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:39.608288 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:39.660338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:39.818096 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['5320ba0f-49eb-4931-945f-2c078abbb2fa'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:06:40.642168 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102163a-dd93-43fc-aa94-722d106e15ce req-4f3a05cb-a824-48a3-a6bc-01f227de389d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:40.643670 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3102163a-dd93-43fc-aa94-722d106e15ce req-4f3a05cb-a824-48a3-a6bc-01f227de389d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 945 time: 0.0644593 Jul 07 20:06:40.682968 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3102163a-dd93-43fc-aa94-722d106e15ce req-7d675535-ca7d-4d2a-bf62-48b731de2ed9 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336771 Jul 07 20:06:41.155440 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45dc4a96-c27d-4145-8300-9cc5686cf57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:41.394155 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:41.418734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:06:41.470972 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 5320ba0f-49eb-4931-945f-2c078abbb2fa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:06:41.474933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 5320ba0f-49eb-4931-945f-2c078abbb2fa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:06:41.475305 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:41.553964 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:41.576348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:41.578574 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fab15ba-fd33-44c2-bf74-76819c0878c4" -d '{"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-plugged", "status": "completed", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:41.590725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:06:41.596103 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:41.626206 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11e29a9-d8f6-4c7f-a5dd-014b9d13230b x-openstack-request-id: req-e11e29a9-d8f6-4c7f-a5dd-014b9d13230b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:41.626502 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-plugged", "status": "completed", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:41.626758 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e11e29a9-d8f6-4c7f-a5dd-014b9d13230b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:41.627238 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'code': 200} Jul 07 20:06:41.654398 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:06:41.733363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c44c9b-7fa1-4b98-9351-4de640f542bf req-4b889d6a-fe48-4a90-92ef-d8c77b34764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:41.734973 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-12c44c9b-7fa1-4b98-9351-4de640f542bf req-4b889d6a-fe48-4a90-92ef-d8c77b34764b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0532789 Jul 07 20:06:41.770980 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-12c44c9b-7fa1-4b98-9351-4de640f542bf req-40890574-52c6-4444-b0c2-2b51f792d0ab service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292070 Jul 07 20:06:41.869662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4303-de67-4315-a210-ccdfa0cbb28a req-217d591c-495e-4d59-b65c-1712e40de7a4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:41.871175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c3e4303-de67-4315-a210-ccdfa0cbb28a req-217d591c-495e-4d59-b65c-1712e40de7a4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0716572 Jul 07 20:06:41.909026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c3e4303-de67-4315-a210-ccdfa0cbb28a req-930d553c-b1ac-4017-b26a-49dea66aa12f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315371 Jul 07 20:06:42.573198 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:43.101856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152f5dc-524b-4c85-a26e-927693a7a15f req-e33aef40-3433-46ae-b3c9-fdd5d476734d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:43.103244 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b152f5dc-524b-4c85-a26e-927693a7a15f req-e33aef40-3433-46ae-b3c9-fdd5d476734d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0677574 Jul 07 20:06:43.142793 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b152f5dc-524b-4c85-a26e-927693a7a15f req-77a9482b-8051-415e-b3de-278693a4b323 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335588 Jul 07 20:06:43.319060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502c479-b062-423c-ae7a-fd8877b6445e req-0f763198-b5a4-4ce4-8b68-24451be41bb6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:43.320595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4502c479-b062-423c-ae7a-fd8877b6445e req-0f763198-b5a4-4ce4-8b68-24451be41bb6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0685606 Jul 07 20:06:43.329198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:06:43.333721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-beedbf4c-93fe-47e7-ae42-e93987181bb7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'floatingip': {'port_id': '5320ba0f-49eb-4931-945f-2c078abbb2fa'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:06:43.376794 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-beedbf4c-93fe-47e7-ae42-e93987181bb7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:43.832326 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-beedbf4c-93fe-47e7-ae42-e93987181bb7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:43.836734 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-beedbf4c-93fe-47e7-ae42-e93987181bb7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:43.939156 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-beedbf4c-93fe-47e7-ae42-e93987181bb7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Floating IP 262db892-679e-4eb9-93aa-4835507056c1 associated. External IP: 172.25.2.202, port: 5320ba0f-49eb-4931-945f-2c078abbb2fa. Jul 07 20:06:44.121156 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:44.152931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beedbf4c-93fe-47e7-ae42-e93987181bb7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:06:44.262388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beedbf4c-93fe-47e7-ae42-e93987181bb7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:06:44.267702 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-beedbf4c-93fe-47e7-ae42-e93987181bb7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:44.272753 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a95d9c5-0355-4753-86c7-35dbd6c7d23e None None] Sync routers for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:06:44.282863 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95d9c5-0355-4753-86c7-35dbd6c7d23e None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:06:44.283462 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8a95d9c5-0355-4753-86c7-35dbd6c7d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:06:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:06:44.305331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-beedbf4c-93fe-47e7-ae42-e93987181bb7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "PUT /v2.0/floatingips/262db892-679e-4eb9-93aa-4835507056c1 HTTP/1.1" status: 200 len: 992 time: 0.9750648 Jul 07 20:06:44.305930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:06:44.308317 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cc55d1-57d0-4c20-a194-353085a67d77" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:06:44.350842 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74426a36-0988-461d-9fbf-0d0560f5140d x-openstack-request-id: req-74426a36-0988-461d-9fbf-0d0560f5140d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:06:44.351140 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:06:44.351394 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-74426a36-0988-461d-9fbf-0d0560f5140d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:06:44.351798 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'status': 'completed', 'code': 200} Jul 07 20:06:44.398734 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8a95d9c5-0355-4753-86c7-35dbd6c7d23e None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:06:44.429660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc55d1-57d0-4c20-a194-353085a67d77 req-2f2877d9-ef7e-47f5-a977-d405ce400349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:44.431368 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4cc55d1-57d0-4c20-a194-353085a67d77 req-2f2877d9-ef7e-47f5-a977-d405ce400349 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0556948 Jul 07 20:06:44.527153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc55d1-57d0-4c20-a194-353085a67d77 req-6af3a96b-1bdd-47ba-a404-315ba5452fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:44.529707 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4cc55d1-57d0-4c20-a194-353085a67d77 req-6af3a96b-1bdd-47ba-a404-315ba5452fc4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0909390 Jul 07 20:06:44.596932 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4cc55d1-57d0-4c20-a194-353085a67d77 req-2dd50118-b963-4462-90bc-40d6decb3a5a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1000 time: 0.0608757 Jul 07 20:06:44.622850 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8a95d9c5-0355-4753-86c7-35dbd6c7d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:57:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:06:43Z', 'revision_number': 9, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:06:44.651893 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a95d9c5-0355-4753-86c7-35dbd6c7d23e None None] Checking router: 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:06:44.654345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc55d1-57d0-4c20-a194-353085a67d77 req-d2f7c0a9-574d-4b5a-82eb-cd31bb55c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:44.655829 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4cc55d1-57d0-4c20-a194-353085a67d77 req-d2f7c0a9-574d-4b5a-82eb-cd31bb55c8a6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0514891 Jul 07 20:06:44.660635 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95d9c5-0355-4753-86c7-35dbd6c7d23e None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:06:44.661227 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8a95d9c5-0355-4753-86c7-35dbd6c7d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:06:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:06:44.717416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc55d1-57d0-4c20-a194-353085a67d77 req-d8ea53d8-830d-4c96-827b-c1e6dc2ad33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:06:44.718899 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4cc55d1-57d0-4c20-a194-353085a67d77 req-d8ea53d8-830d-4c96-827b-c1e6dc2ad33e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565832 Jul 07 20:06:44.767595 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8a95d9c5-0355-4753-86c7-35dbd6c7d23e None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:06:44.809395 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4cc55d1-57d0-4c20-a194-353085a67d77 req-d7d8f7e7-28b4-4c15-8728-bb313910584e service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837209 Jul 07 20:06:44.910447 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d4cc55d1-57d0-4c20-a194-353085a67d77 req-59d8d075-1cd7-43f0-b1aa-eb0d1fd4c407 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939679 Jul 07 20:06:45.009159 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8a95d9c5-0355-4753-86c7-35dbd6c7d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:57:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:06:43Z', 'revision_number': 9, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:06:45.034618 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a95d9c5-0355-4753-86c7-35dbd6c7d23e None None] The sync data for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 is: [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:57:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:06:43Z', 'revision_number': 9, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:06:45.230824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e39bc7a-02c2-4a10-b031-20347a91315a None None] New status for floating IP 262db892-679e-4eb9-93aa-4835507056c1: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:06:49.415411 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:06:49.937468 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:07:03.923653 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:08.473111 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bb56fcf-8bf6-49cb-9378-0c21505ecb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:11.155671 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a17d99f9-a926-4363-9943-aaaf7940fd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:11.395965 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:12.576270 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:14.125639 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:19.430968 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:20.120930 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-2d4894cf-882f-4473-ad86-9f13f5900122 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525100 Jul 07 20:07:20.224972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-62e8932b-6a89-4ce2-aabe-1e1bc8e7cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:20.226459 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-62e8932b-6a89-4ce2-aabe-1e1bc8e7cdf6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0574744 Jul 07 20:07:20.333109 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-be08185f-0293-4b05-837c-d0393d107db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:20.334618 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-be08185f-0293-4b05-837c-d0393d107db9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0872252 Jul 07 20:07:20.405217 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-16f47b71-39c8-4a67-92a9-8075baa106f4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1003 time: 0.0642478 Jul 07 20:07:20.455845 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-51f27f43-5b1c-42a3-801d-766d63ec13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:20.457335 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-51f27f43-5b1c-42a3-801d-766d63ec13fd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0451927 Jul 07 20:07:20.517177 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-135b50ba-0235-4a2c-94bd-2df204bf7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:07:20.518812 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-135b50ba-0235-4a2c-94bd-2df204bf7de3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534999 Jul 07 20:07:20.615203 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-154bfefe-6e55-4afe-a6c9-0312f8ccac11 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871124 Jul 07 20:07:20.705658 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-9c71fdd7-2816-43b3-ae78-1008cba5e04b req-2f789822-ce0d-452e-81df-4a52377bd585 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834906 Jul 07 20:07:26.935833 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:07:33.923566 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:38.477774 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2d7f-5f64-4d44-a409-e216a6cc9d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:41.155914 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb8a83d7-696d-456e-8daa-2b91d22946ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:41.397136 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:42.577260 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:44.125930 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:07:49.432893 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:03.917956 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:03.935257 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:08:08.470951 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6b07c67-03d9-479c-b079-e4611c326beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:11.155817 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9c5ccf7-cad0-4e9a-8e58-e49e7a21fdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:11.399869 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:12.579998 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:14.128930 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:19.455900 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:21.128884 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-18663309-03f2-4416-9711-72afc2800bd4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532069 Jul 07 20:08:21.515043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-b2b1c933-3fa7-468f-a3c6-4dc0e7c57910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:21.516459 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-b2b1c933-3fa7-468f-a3c6-4dc0e7c57910 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1098 time: 0.3437960 Jul 07 20:08:21.623185 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-37f38e35-0dda-4125-8b95-e64fd914212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:21.624709 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-37f38e35-0dda-4125-8b95-e64fd914212d service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0872447 Jul 07 20:08:21.694849 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-91bee599-2027-447d-a3fb-aff87769f49c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1003 time: 0.0623600 Jul 07 20:08:21.746786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-9e588873-5f07-45d8-b806-a602aac073b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:21.748244 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-9e588873-5f07-45d8-b806-a602aac073b0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0448365 Jul 07 20:08:21.814741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-9199ed00-468e-488c-8244-c9603c2ed16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:21.816205 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-9199ed00-468e-488c-8244-c9603c2ed16a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608540 Jul 07 20:08:21.827574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-02e08f78-9fa0-45c4-a82e-6e35e080183d service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:08:21.828551 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-02e08f78-9fa0-45c4-a82e-6e35e080183d service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053136 Jul 07 20:08:21.932320 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-024334ad-774d-473f-afb5-a5698f17eff4 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955267 Jul 07 20:08:22.045172 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bebfc146-0f24-41f3-a73d-2dee8274ca78 req-670407a1-8f97-4654-84eb-c75aafcb8de3 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052041 Jul 07 20:08:23.212857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-d0c70bab-f93c-4fa3-aa66-59af5fa56f17 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953999 Jul 07 20:08:23.257706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bfad1-5b9b-4f65-b458-886b5076afec req-e136174c-87cf-4f66-98f1-d2b8a515349b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:23.259271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd6bfad1-5b9b-4f65-b458-886b5076afec req-e136174c-87cf-4f66-98f1-d2b8a515349b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0931497 Jul 07 20:08:23.303267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dd6bfad1-5b9b-4f65-b458-886b5076afec req-b0246d3e-98c6-495f-995a-d51a5571d067 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381694 Jul 07 20:08:24.477071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-1494b490-7d54-4759-9cd2-d49c54907cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:24.478518 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-1494b490-7d54-4759-9cd2-d49c54907cef service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0565743 Jul 07 20:08:24.496210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c77dab-3dcc-4164-aa5c-9308f0ba1e73 req-08b66ba1-db38-4e20-b1e7-50adce2a8d7b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:24.497776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99c77dab-3dcc-4164-aa5c-9308f0ba1e73 req-08b66ba1-db38-4e20-b1e7-50adce2a8d7b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0673966 Jul 07 20:08:24.538094 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99c77dab-3dcc-4164-aa5c-9308f0ba1e73 req-84c6118a-d785-4149-b17b-2adea950b4f1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339475 Jul 07 20:08:24.577784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-99527621-d3f7-486a-ab39-a5b0d48131a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:24.579270 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-99527621-d3f7-486a-ab39-a5b0d48131a4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0944266 Jul 07 20:08:24.644180 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-5bf28675-6fbf-418c-84da-69ef8077474a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1003 time: 0.0583155 Jul 07 20:08:24.697351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ef6c78e3-afe8-4998-ba1b-aff8ce7f4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:24.699215 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ef6c78e3-afe8-4998-ba1b-aff8ce7f4a39 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0491903 Jul 07 20:08:24.757386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-54aa7a71-aa97-4c8a-a0d5-d33ef6a393df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:24.758792 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-54aa7a71-aa97-4c8a-a0d5-d33ef6a393df service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538564 Jul 07 20:08:24.850477 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-add4b5ed-b8e0-49bf-a54b-d9eaa385109b service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850420 Jul 07 20:08:24.946947 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-be76ffdb-a77a-41f0-9f88-59f93e527950 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889864 Jul 07 20:08:25.718529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c8121-21b2-44d5-9bf2-16c01605c033 req-264b75dd-0d36-4cf8-8a5c-d38b8216f770 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:25.720043 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c87c8121-21b2-44d5-9bf2-16c01605c033 req-264b75dd-0d36-4cf8-8a5c-d38b8216f770 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0649586 Jul 07 20:08:25.757824 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c87c8121-21b2-44d5-9bf2-16c01605c033 req-8e91f72f-438b-4333-bec7-a08def4934f6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321140 Jul 07 20:08:26.938634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b2b5-efcb-4240-87f7-53f5e000f14e req-43c983e9-37b5-47f8-97e9-79746314ad52 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:26.940150 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49e7b2b5-efcb-4240-87f7-53f5e000f14e req-43c983e9-37b5-47f8-97e9-79746314ad52 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0687640 Jul 07 20:08:26.978986 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-49e7b2b5-efcb-4240-87f7-53f5e000f14e req-044d5343-5140-4533-b261-b9ee0938d455 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326364 Jul 07 20:08:28.162779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de5e22-edbf-410d-a1c8-a2b617871e1a req-a591d508-fdd5-4a03-8871-ff26745a77fe tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:28.164185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1de5e22-edbf-410d-a1c8-a2b617871e1a req-a591d508-fdd5-4a03-8871-ff26745a77fe tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0667844 Jul 07 20:08:28.202940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e1de5e22-edbf-410d-a1c8-a2b617871e1a req-2a39f3f6-9b3b-4d92-a7f4-23bd0968a4c0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329146 Jul 07 20:08:29.384720 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e090-1768-464d-8744-b0588ba9fd0c req-ea93b9f9-b53d-4577-a231-3afae1aa6d6a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:29.386281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5d4e090-1768-464d-8744-b0588ba9fd0c req-ea93b9f9-b53d-4577-a231-3afae1aa6d6a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0650706 Jul 07 20:08:29.430204 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b5d4e090-1768-464d-8744-b0588ba9fd0c req-39a89670-ce75-413f-ad7f-9e2014a93ecc tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383747 Jul 07 20:08:30.604923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4094e-cf66-457c-94bf-654c9bb87030 req-0ecbf4f7-2e60-407b-93fc-4bdd006bccf0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:30.606518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcd4094e-cf66-457c-94bf-654c9bb87030 req-0ecbf4f7-2e60-407b-93fc-4bdd006bccf0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0638061 Jul 07 20:08:30.646217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcd4094e-cf66-457c-94bf-654c9bb87030 req-2dfb967f-8f26-4b19-8a28-d71d25321597 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332158 Jul 07 20:08:31.823275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab0a5c-1234-46c3-b0d0-404b9a951c52 req-341d90ac-a5e3-4f41-9611-f58c39abf2e0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:31.824833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69ab0a5c-1234-46c3-b0d0-404b9a951c52 req-341d90ac-a5e3-4f41-9611-f58c39abf2e0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0643628 Jul 07 20:08:31.863678 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69ab0a5c-1234-46c3-b0d0-404b9a951c52 req-b7e3f48c-cf75-4bfa-9e18-d4ff11cbce88 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330858 Jul 07 20:08:33.049654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02c37-fa02-4a9f-b6e8-29aa440cf9e4 req-8fb7e2dc-c03e-4eb5-8066-8e499db5a089 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:33.051178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6be02c37-fa02-4a9f-b6e8-29aa440cf9e4 req-8fb7e2dc-c03e-4eb5-8066-8e499db5a089 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0721931 Jul 07 20:08:33.092649 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6be02c37-fa02-4a9f-b6e8-29aa440cf9e4 req-f9b8b662-285c-4206-b370-b8d93c11afc2 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356648 Jul 07 20:08:33.940710 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:34.273940 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725fd93-38d7-4e43-accf-88345cc55f1c req-1ac08546-4559-491e-a2f3-4db262d81b73 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:34.275468 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1725fd93-38d7-4e43-accf-88345cc55f1c req-1ac08546-4559-491e-a2f3-4db262d81b73 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0667377 Jul 07 20:08:34.314069 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1725fd93-38d7-4e43-accf-88345cc55f1c req-4cacc2ea-4f59-4879-a2be-2e294b890f9e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330367 Jul 07 20:08:35.492122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b21d72-8a0f-413b-bb4b-bff37fcb1e3d req-50d85201-1a56-4497-8dd2-f76b7af3db77 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:35.493650 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4b21d72-8a0f-413b-bb4b-bff37fcb1e3d req-50d85201-1a56-4497-8dd2-f76b7af3db77 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0661807 Jul 07 20:08:35.534942 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c4b21d72-8a0f-413b-bb4b-bff37fcb1e3d req-19a2ac67-9c82-41c0-a0ae-f54828891aae tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357523 Jul 07 20:08:36.711477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5e9b9-1841-435b-9d6e-727e6560d7a1 req-35d7e026-644c-4e12-aa38-10802563da35 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:36.712992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57f5e9b9-1841-435b-9d6e-727e6560d7a1 req-35d7e026-644c-4e12-aa38-10802563da35 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0650594 Jul 07 20:08:36.750571 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57f5e9b9-1841-435b-9d6e-727e6560d7a1 req-4ce46eef-1b5b-4756-a4e0-0cae40bd7f87 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320773 Jul 07 20:08:37.931755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9e829-4172-4bb0-9459-6269de4a4d21 req-9652a18f-f1b3-48d0-9f67-1f0be4223d99 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:37.933259 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66d9e829-4172-4bb0-9459-6269de4a4d21 req-9652a18f-f1b3-48d0-9f67-1f0be4223d99 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0648596 Jul 07 20:08:37.971005 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66d9e829-4172-4bb0-9459-6269de4a4d21 req-8525d688-20da-4194-9202-7cb13a9d1f53 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320475 Jul 07 20:08:38.471917 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-218452eb-32f8-4731-9efd-5d8e089f959e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:39.153304 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9a9eb-e8bc-4b44-b14b-5a5fe766b15e req-a4976821-3b48-46bb-b50b-58609bc95ad5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:39.154805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24a9a9eb-e8bc-4b44-b14b-5a5fe766b15e req-a4976821-3b48-46bb-b50b-58609bc95ad5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0678036 Jul 07 20:08:39.191586 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24a9a9eb-e8bc-4b44-b14b-5a5fe766b15e req-6a516164-0da0-43e7-8344-9fcf12b29896 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312693 Jul 07 20:08:40.372633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774b7cf-2155-4839-8d98-94f4297661cd req-b7941365-b0a6-4afd-8a20-d3d27c3f531e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:40.374123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c774b7cf-2155-4839-8d98-94f4297661cd req-b7941365-b0a6-4afd-8a20-d3d27c3f531e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0657187 Jul 07 20:08:40.415170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c774b7cf-2155-4839-8d98-94f4297661cd req-9eb1ea8b-8aca-4dbd-b002-bbdc8aba4719 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352740 Jul 07 20:08:40.934804 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:08:41.158059 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c331cfbf-4570-474b-a3bc-2ed0484f57b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:41.401680 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:41.592733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3d873-681a-4566-aa40-b44886c84ed7 req-35e6a971-f033-435e-83bd-89384f14c77f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:41.594199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25d3d873-681a-4566-aa40-b44886c84ed7 req-35e6a971-f033-435e-83bd-89384f14c77f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0672579 Jul 07 20:08:41.632402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-25d3d873-681a-4566-aa40-b44886c84ed7 req-e4a8b0c7-5a44-4492-a521-2dc0e493c1cf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318897 Jul 07 20:08:41.920841 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-900874c7-7b0a-4fb3-bb10-6f3e0ec6acde service neutron] show failed (client error): The resource could not be found. Jul 07 20:08:41.921865 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-900874c7-7b0a-4fb3-bb10-6f3e0ec6acde service neutron] 10.222.0.112 "GET /v2.0/ports/5320ba0f-49eb-4931-945f-2c078abbb2fa/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0571816 Jul 07 20:08:42.208350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ddc53292-f460-4194-87a0-8842bc6dc1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:42.209874 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ddc53292-f460-4194-87a0-8842bc6dc1f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 1098 time: 0.0894866 Jul 07 20:08:42.220098 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-d4627a22-976e-45f6-b2df-845b7ed60477 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:08:42.221095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-d4627a22-976e-45f6-b2df-845b7ed60477 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048914 Jul 07 20:08:42.238382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:42.309048 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:42.519499 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:42.554741 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:08:42.584628 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:42.595679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:42.597970 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba34b914-204c-44a5-aa7f-274ca77e00af" -d '{"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:42.602622 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:42.616136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Transition to ACTIVE for port object 5320ba0f-49eb-4931-945f-2c078abbb2fa will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:08:42.619972 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:42.655184 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8527b21c-9340-48b4-bb49-8e13597368ed x-openstack-request-id: req-8527b21c-9340-48b4-bb49-8e13597368ed {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:42.655390 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:42.655647 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8527b21c-9340-48b4-bb49-8e13597368ed {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:42.656301 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'code': 200} Jul 07 20:08:43.052866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:43.096915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.097258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.097615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.097938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.098342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.098667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.098995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.099318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.099639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.099960 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.100275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.100617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:43.144081 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] No DVR routers for this DVR port 5320ba0f-49eb-4931-945f-2c078abbb2fa on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:08:43.241511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edd14d-f8cc-4dae-ba48-9355cf48e0be req-c8070d81-3d5c-404e-95b0-07be67367aa0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:43.243098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21edd14d-f8cc-4dae-ba48-9355cf48e0be req-c8070d81-3d5c-404e-95b0-07be67367aa0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 944 time: 0.2195244 Jul 07 20:08:43.297238 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21edd14d-f8cc-4dae-ba48-9355cf48e0be req-d6c515e9-8634-477b-b1a2-35b5f1f8d43e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473413 Jul 07 20:08:43.327633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:08:43.328002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:08:43.328336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:08:43.333234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Port 5320ba0f-49eb-4931-945f-2c078abbb2fa on network 3f2da045-69ca-4974-9d14-3088b87d70ae not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:08:43.333612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:08:43.338477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:08:43.338814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:08:43.339202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:08:43.339627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Bound port: 5320ba0f-49eb-4931-945f-2c078abbb2fa, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:08:43.339988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:43.403951 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:08:43.407275 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:08:43.411484 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:43.449716 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:43.450289 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:43.451682 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] 10.222.0.59 "PUT /v2.0/ports/5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1093 time: 1.2172091 Jul 07 20:08:43.475181 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f8587-676b-4124-be88-e9d4bddacaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:43.550129 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-7dded6bc-0eb1-49af-9e7f-2d6e6e34d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:43.550129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-7dded6bc-0eb1-49af-9e7f-2d6e6e34d119 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0577929 Jul 07 20:08:43.647215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-6bf360b4-3ae5-4e8b-9fea-477826162f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:43.648786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-6bf360b4-3ae5-4e8b-9fea-477826162f38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0928063 Jul 07 20:08:43.715174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-014fb9be-7c9c-46df-a29e-ff52964bf11a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1001 time: 0.0602438 Jul 07 20:08:43.763207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-66dc28fd-c011-49c3-be9d-1b6b4612d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:43.764688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-66dc28fd-c011-49c3-be9d-1b6b4612d73b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0437284 Jul 07 20:08:43.827762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-66107aba-800f-4992-b051-cd8bff358b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:43.829316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-66107aba-800f-4992-b051-cd8bff358b0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572922 Jul 07 20:08:43.919959 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-ab0d7508-0c7b-40c6-bc08-31d9f88a78eb service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838757 Jul 07 20:08:44.013058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-8df7023c-f9d8-4634-9daa-f4441e86746a service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865684 Jul 07 20:08:44.136295 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:44.171844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0494b30-9479-41bd-b2f6-3a52b170cd30 req-2aa868b2-ebcd-4bb1-ab70-a9bb754a57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:44.173438 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0494b30-9479-41bd-b2f6-3a52b170cd30 req-2aa868b2-ebcd-4bb1-ab70-a9bb754a57f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0625606 Jul 07 20:08:44.290693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0494b30-9479-41bd-b2f6-3a52b170cd30 req-0dbe6acb-48cf-47fc-9714-134d488a7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:44.292184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0494b30-9479-41bd-b2f6-3a52b170cd30 req-0dbe6acb-48cf-47fc-9714-134d488a7cda service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0896378 Jul 07 20:08:44.367373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0494b30-9479-41bd-b2f6-3a52b170cd30 req-cfdc335f-9927-4091-b59e-5dde32795270 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1001 time: 0.0647078 Jul 07 20:08:44.451978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0494b30-9479-41bd-b2f6-3a52b170cd30 req-4f51f204-878d-481e-a269-807b1e978880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:44.453427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0494b30-9479-41bd-b2f6-3a52b170cd30 req-4f51f204-878d-481e-a269-807b1e978880 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0798540 Jul 07 20:08:44.526173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3210ed-d2dd-4242-a204-c3f69cb753ea req-714f2b3f-6904-4f0d-b1af-085a44a93aea tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:44.527726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a3210ed-d2dd-4242-a204-c3f69cb753ea req-714f2b3f-6904-4f0d-b1af-085a44a93aea tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 944 time: 0.1146007 Jul 07 20:08:44.551933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0494b30-9479-41bd-b2f6-3a52b170cd30 req-ae7eabf4-8361-4382-b9e7-f58cd476110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:44.553763 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0494b30-9479-41bd-b2f6-3a52b170cd30 req-ae7eabf4-8361-4382-b9e7-f58cd476110e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933366 Jul 07 20:08:44.617405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a3210ed-d2dd-4242-a204-c3f69cb753ea req-39f9bcd1-575e-446c-be8c-86b56d73771c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834799 Jul 07 20:08:44.657830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:44.660062 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa59924-cbd2-4063-85d6-ee6723a73803" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:44.667282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0494b30-9479-41bd-b2f6-3a52b170cd30 req-75beaff8-6894-446a-8ff1-63effd280c84 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057394 Jul 07 20:08:44.728290 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0a6c75-787a-4519-972d-f43dd1bcaa40 x-openstack-request-id: req-8d0a6c75-787a-4519-972d-f43dd1bcaa40 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:44.728649 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:44.728849 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8d0a6c75-787a-4519-972d-f43dd1bcaa40 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:44.729239 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'status': 'completed', 'code': 200} Jul 07 20:08:44.772677 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e0494b30-9479-41bd-b2f6-3a52b170cd30 req-29fc3789-a11e-4e02-a6be-0168261f509f service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982699 Jul 07 20:08:44.793362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-255fb9c2-7c50-4af9-acf7-effd1142c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:44.795119 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-255fb9c2-7c50-4af9-acf7-effd1142c53d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0612915 Jul 07 20:08:44.889772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-cb442b54-08f0-4198-af2a-ec9583c84189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:44.891270 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-cb442b54-08f0-4198-af2a-ec9583c84189 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0900028 Jul 07 20:08:44.900755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-8e77ff20-35a7-4db0-bc69-e115e27aeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:44.902240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-8e77ff20-35a7-4db0-bc69-e115e27aeb2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0560055 Jul 07 20:08:44.962351 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-2105d618-18df-483b-9fe5-05fe29c89270 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1001 time: 0.0642545 Jul 07 20:08:45.002049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-2f54f397-dfcb-403a-8d72-9bdb519dbbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:45.003758 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-2f54f397-dfcb-403a-8d72-9bdb519dbbe8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0946531 Jul 07 20:08:45.013438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-57d0ce3a-e844-4125-948f-09aee9d06e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:45.014911 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-57d0ce3a-e844-4125-948f-09aee9d06e23 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0460680 Jul 07 20:08:45.071008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-4dd31782-6e3d-438e-97b1-c09937858468 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1001 time: 0.0603611 Jul 07 20:08:45.073094 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-fc9bc380-869b-4478-b438-e4339b591361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:45.074599 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-fc9bc380-869b-4478-b438-e4339b591361 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526600 Jul 07 20:08:45.121354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-0c799eb7-d840-4ce2-9090-1bb9a1ef44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:45.122877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-0c799eb7-d840-4ce2-9090-1bb9a1ef44ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0449131 Jul 07 20:08:45.170748 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-e3423b3e-5367-4e19-a537-62c9dc999374 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899868 Jul 07 20:08:45.190787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-493b8497-c538-4896-a5de-540672c2e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:45.192868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-493b8497-c538-4896-a5de-540672c2e7dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609505 Jul 07 20:08:45.262518 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-4e193459-07e3-4cd9-80ef-182e769daa82 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855846 Jul 07 20:08:45.286739 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-624fd142-838e-42f6-94af-e29ae323ef31 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863698 Jul 07 20:08:45.383441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-eaa59924-cbd2-4063-85d6-ee6723a73803 req-3ec84d66-4a65-46c8-a3ca-204ccc47a0b5 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900462 Jul 07 20:08:45.798847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78415aba-1c66-430f-8d50-e6bb3fd599dd req-43b09181-e56a-4933-9ad5-3d7c0e5a3700 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:45.800362 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-78415aba-1c66-430f-8d50-e6bb3fd599dd req-43b09181-e56a-4933-9ad5-3d7c0e5a3700 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 944 time: 0.0669856 Jul 07 20:08:45.841698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-78415aba-1c66-430f-8d50-e6bb3fd599dd req-bf25a69f-6ba0-4881-a3c6-32d98e0ca42b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345814 Jul 07 20:08:46.139937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:08:46.180760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:08:46.265749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:08:46.360756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:46.372622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'port_id': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'mac_address': 'fa:16:3e:57:17:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:08:46.410284 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:46.428176 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5320ba0f-49eb-4931-945f-2c078abbb2fa {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:08:46.449731 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:46.455028 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:46.504156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:46.511406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.512131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.512131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.512823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.512823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.513081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.513410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.513736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.514061 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.514386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.514713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.515033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:46.771833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['5320ba0f-49eb-4931-945f-2c078abbb2fa'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:08:47.037505 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb006f-52a6-424a-b5ff-de598a9b4451 req-924cc376-3fbb-4a30-82cc-b80b748b920f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:47.038925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44eb006f-52a6-424a-b5ff-de598a9b4451 req-924cc376-3fbb-4a30-82cc-b80b748b920f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 945 time: 0.0642107 Jul 07 20:08:47.076036 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-44eb006f-52a6-424a-b5ff-de598a9b4451 req-230d298c-91a5-4a4e-944d-d28a22122da6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315220 Jul 07 20:08:47.528199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-169c9d41-81f4-47bd-9003-d99461541381 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:47.529696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-169c9d41-81f4-47bd-9003-d99461541381 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9&tenant_id=02e8d9950a004d9faa8c24784e8526cc&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 945 time: 0.1048539 Jul 07 20:08:47.602655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69365063-0a67-444c-a7ab-ac91d714a795 req-eb297007-847c-4cc6-922e-cb5f20464b26 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:47.604069 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69365063-0a67-444c-a7ab-ac91d714a795 req-eb297007-847c-4cc6-922e-cb5f20464b26 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 945 time: 0.1221728 Jul 07 20:08:47.619379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-da13f005-6836-470e-b300-33dcbb523998 service neutron] 10.222.0.59 "GET /v2.0/ports/5320ba0f-49eb-4931-945f-2c078abbb2fa/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 383 time: 0.0822976 Jul 07 20:08:47.649703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69365063-0a67-444c-a7ab-ac91d714a795 req-c8b1b7df-543a-47dc-9020-bc82c07a11ad tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393057 Jul 07 20:08:47.712056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-ada41ae4-8323-4046-85a4-26fc265fa94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:47.713581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-ada41ae4-8323-4046-85a4-26fc265fa94b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0547554 Jul 07 20:08:47.802969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-c47c0656-16ad-4d95-9007-0c43d225f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:47.804497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-c47c0656-16ad-4d95-9007-0c43d225f07f service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0842543 Jul 07 20:08:47.874184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-be8b9eba-aa7b-4260-b4cf-b358cbc13b80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1002 time: 0.0630531 Jul 07 20:08:47.923139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-cb52310a-7ae4-4a95-b9c2-1c4df4f353c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:47.924613 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-cb52310a-7ae4-4a95-b9c2-1c4df4f353c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0440068 Jul 07 20:08:47.981889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-176c44f1-0c7d-42f5-8451-03d2174c5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:47.984194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-176c44f1-0c7d-42f5-8451-03d2174c5902 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535493 Jul 07 20:08:48.077165 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-9bc6bc9a-d101-41dc-ada1-cd86a162c9b1 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865417 Jul 07 20:08:48.168779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-5b5ec699-2fdd-4e35-82f7-26162878f741 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840735 Jul 07 20:08:48.269826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:08:48.321379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 5320ba0f-49eb-4931-945f-2c078abbb2fa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:08:48.325029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 5320ba0f-49eb-4931-945f-2c078abbb2fa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:48.325406 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:48.401794 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:48.425447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:48.428774 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8bb69e-2e6d-493a-a9cd-2def7d7a8618" -d '{"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-plugged", "status": "completed", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:48.447179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:48.451318 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:48.484884 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f76e081-3980-4747-8177-69969fbed74c x-openstack-request-id: req-6f76e081-3980-4747-8177-69969fbed74c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:48.485176 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-plugged", "status": "completed", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:48.485426 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6f76e081-3980-4747-8177-69969fbed74c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:48.485813 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'code': 200} Jul 07 20:08:48.508145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:48.836185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10fea7-e63f-4668-b911-195bf394a9dc req-beb2a63a-37d3-48ce-a18d-5a8b7bb6e9b3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:48.837742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad10fea7-e63f-4668-b911-195bf394a9dc req-beb2a63a-37d3-48ce-a18d-5a8b7bb6e9b3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0699155 Jul 07 20:08:48.876050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad10fea7-e63f-4668-b911-195bf394a9dc req-52679499-0be4-46ef-b6f0-23444d9d1b80 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322804 Jul 07 20:08:49.450380 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:50.127710 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666db93-6aa0-40a3-87a6-c2e76cb1baec req-46b35a88-febe-49a9-951b-14cc1332e78b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:50.129288 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b666db93-6aa0-40a3-87a6-c2e76cb1baec req-46b35a88-febe-49a9-951b-14cc1332e78b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.1253760 Jul 07 20:08:50.169331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b666db93-6aa0-40a3-87a6-c2e76cb1baec req-7be43e17-2b96-4686-8fff-f46f7eb86584 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332408 Jul 07 20:08:50.333291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-b230d031-ed4b-4a16-a9d6-fdfa2b7397fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:50.334831 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-b230d031-ed4b-4a16-a9d6-fdfa2b7397fc service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 1098 time: 0.0562084 Jul 07 20:08:50.346378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:08:50.427535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:50.642021 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:50.674658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:08:50.715257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:50.717743 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d665099-c353-4d15-93f5-41a4badd1e8b" -d '{"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:50.721885 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:50.735110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Transition to ACTIVE for port object 5320ba0f-49eb-4931-945f-2c078abbb2fa will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:08:50.739847 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:50.773745 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9558d353-6422-4883-8c1c-5aebbfb3c75d x-openstack-request-id: req-9558d353-6422-4883-8c1c-5aebbfb3c75d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:50.774043 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:50.774300 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9558d353-6422-4883-8c1c-5aebbfb3c75d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:50.774698 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'code': 200} Jul 07 20:08:50.797969 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:50.840632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.840988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.841331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.841718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.842437 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.842437 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.842860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.842954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.843264 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.843587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.843910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.844232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:08:50.888443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] No DVR routers for this DVR port 5320ba0f-49eb-4931-945f-2c078abbb2fa on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:08:51.030896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:08:51.031153 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:08:51.031484 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:08:51.036229 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Port 5320ba0f-49eb-4931-945f-2c078abbb2fa on network 3f2da045-69ca-4974-9d14-3088b87d70ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:08:51.036720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Attempting to bind port 5320ba0f-49eb-4931-945f-2c078abbb2fa on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:08:51.041630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:08:51.041963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:08:51.042344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:08:51.042759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Bound port: 5320ba0f-49eb-4931-945f-2c078abbb2fa, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:08:51.043141 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:51.109785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:08:51.112772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:08:51.118162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:51.152364 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:51.153067 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:51.154489 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] 10.222.0.112 "PUT /v2.0/ports/5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1094 time: 0.8123693 Jul 07 20:08:51.177722 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d3013-6872-46e0-abb6-221f5ec2a14f service neutron] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:51.237377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-04661c55-7847-42d3-bcda-3da1f30cb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:51.239070 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-04661c55-7847-42d3-bcda-3da1f30cb8cd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0583565 Jul 07 20:08:51.344263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-cfa89015-4556-4f0b-ae2d-46fadb930670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:51.345960 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-cfa89015-4556-4f0b-ae2d-46fadb930670 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.1012173 Jul 07 20:08:51.366413 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f2a26-e27b-4816-8ca2-59f0fd87a84c req-41e5776c-0701-4712-9365-6fc9198f926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:51.367923 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c6f2a26-e27b-4816-8ca2-59f0fd87a84c req-41e5776c-0701-4712-9365-6fc9198f926f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 945 time: 0.0685115 Jul 07 20:08:51.416207 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-39d2abfa-0bd4-4616-abad-3a9403bda1a7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1001 time: 0.0639007 Jul 07 20:08:51.423556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c6f2a26-e27b-4816-8ca2-59f0fd87a84c req-4791df60-1369-4063-bdde-f05d1a8848e8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460701 Jul 07 20:08:51.469727 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-8bab66c0-a9df-46a4-9e5b-3d3c8f5feab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:51.471219 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-8bab66c0-a9df-46a4-9e5b-3d3c8f5feab0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0488682 Jul 07 20:08:51.528273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-e4b4ffc8-9135-490c-95c7-00358e91e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:51.529805 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-e4b4ffc8-9135-490c-95c7-00358e91e250 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524347 Jul 07 20:08:51.619581 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-e1cce34b-b83f-4371-83f5-d2afb3888cd4 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824354 Jul 07 20:08:51.713565 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1b89ea74-1691-4160-8d68-0fc196f3a3c5 req-28529f61-c9b4-4c2c-ab6e-7ed1e5e96e82 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879817 Jul 07 20:08:52.659606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c7306-7e6e-4106-a305-fe9c42a903a2 req-5f7912c5-15ec-4155-ae64-1533eed273f1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:52.661710 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d74c7306-7e6e-4106-a305-fe9c42a903a2 req-5f7912c5-15ec-4155-ae64-1533eed273f1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 945 time: 0.1097929 Jul 07 20:08:52.699420 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d74c7306-7e6e-4106-a305-fe9c42a903a2 req-9d846a91-33b7-4838-ade0-073d2335bc3a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320086 Jul 07 20:08:52.775552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:52.777972 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f9db27-f76e-4e50-945f-ef2eff497c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:52.825744 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd61200a-0a29-473d-ba60-b4be0b0fb58d x-openstack-request-id: req-cd61200a-0a29-473d-ba60-b4be0b0fb58d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:52.826064 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:52.826321 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cd61200a-0a29-473d-ba60-b4be0b0fb58d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:52.826723 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'status': 'completed', 'code': 200} Jul 07 20:08:52.907401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-b6615ac6-d244-4c76-a9cd-b6ac38fbfcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:52.908940 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-b6615ac6-d244-4c76-a9cd-b6ac38fbfcd4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0562017 Jul 07 20:08:52.919177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-59abfd21-5239-4490-8115-b5cac6a63f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:52.920736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-59abfd21-5239-4490-8115-b5cac6a63f13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0538616 Jul 07 20:08:53.007919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-8e2c6a18-90fe-43ae-8c1c-a6f5bd6cf777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:53.009430 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-8e2c6a18-90fe-43ae-8c1c-a6f5bd6cf777 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0935245 Jul 07 20:08:53.026833 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-4f327d7a-1157-4320-ab30-e943f8de8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:53.028308 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-4f327d7a-1157-4320-ab30-e943f8de8e61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.1003757 Jul 07 20:08:53.082587 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-e714ad86-e451-41bf-9199-2d8bd51245da service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1001 time: 0.0657098 Jul 07 20:08:53.096129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-c156db88-7b5b-4b33-a619-a3614a0a7998 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 200 len: 1001 time: 0.0608256 Jul 07 20:08:53.141016 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-6dc181d8-7008-4363-b3fe-6737f482857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:53.142561 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-6dc181d8-7008-4363-b3fe-6737f482857f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0483408 Jul 07 20:08:53.144300 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-b91bac00-eb36-4a92-9ffb-1c37eb37d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:53.146474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-b91bac00-eb36-4a92-9ffb-1c37eb37d85e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0448258 Jul 07 20:08:53.214626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-1e5e234d-ce59-4607-b785-618a2645854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:53.217372 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-1e5e234d-ce59-4607-b785-618a2645854a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677207 Jul 07 20:08:53.218369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-7b5bf6e3-c666-460d-ad10-f6b8d54c5c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:53.219920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-7b5bf6e3-c666-460d-ad10-f6b8d54c5c4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673611 Jul 07 20:08:53.316209 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-418dbf10-1889-4826-bb7e-e5cdf232297b service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899057 Jul 07 20:08:53.329927 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-3d82c748-dab2-4ae2-b3a8-84dfad1ebfe6 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972695 Jul 07 20:08:53.424812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-9c4e8777-b735-4dd7-a7de-1ed45f7beb7e service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025667 Jul 07 20:08:53.434760 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f8f9db27-f76e-4e50-945f-ef2eff497c7a req-51a28693-ceb0-44fd-9c6d-2da064ad47c8 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984216 Jul 07 20:08:53.878174 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734fa51-6105-41c1-9143-2345fd52a627 req-97f17e20-f1a0-4c4f-9397-3116f6df19ec tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:53.880386 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c734fa51-6105-41c1-9143-2345fd52a627 req-97f17e20-f1a0-4c4f-9397-3116f6df19ec tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 945 time: 0.0658145 Jul 07 20:08:53.918078 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c734fa51-6105-41c1-9143-2345fd52a627 req-7cbacd47-d180-462c-acfa-547bcc91a074 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Jul 07 20:08:54.092110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e26436-736c-44fc-b3dc-fc31dd9ed503 req-d7aec52a-daa1-402a-ae86-334b7c6c62bb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:54.093716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94e26436-736c-44fc-b3dc-fc31dd9ed503 req-d7aec52a-daa1-402a-ae86-334b7c6c62bb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 945 time: 0.0638330 Jul 07 20:08:54.132212 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94e26436-736c-44fc-b3dc-fc31dd9ed503 req-fbc2b57d-266e-48bf-a175-6d8f621b9a52 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323913 Jul 07 20:08:54.135678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:08:54.238635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:54.252994 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'port_id': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'mac_address': 'fa:16:3e:57:17:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:08:54.322944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647d88c-4a5b-4330-a0fd-4a6262570eeb req-48882b43-1b5b-4c82-96c1-96b291e1c79c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:54.324623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9647d88c-4a5b-4330-a0fd-4a6262570eeb req-48882b43-1b5b-4c82-96c1-96b291e1c79c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 945 time: 0.0724096 Jul 07 20:08:54.368053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9647d88c-4a5b-4330-a0fd-4a6262570eeb req-2dc998c4-6b37-47e4-b4ac-4b5507426516 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374250 Jul 07 20:08:54.450923 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:08:54.474405 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:54.495207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5320ba0f-49eb-4931-945f-2c078abbb2fa {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:08:54.517521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:08:54.522392 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:54.526529 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:54.577569 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:54.749005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['5320ba0f-49eb-4931-945f-2c078abbb2fa'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:08:54.758676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b0184-50e4-427f-ad7b-7f83128a471b req-49e7d0cb-4360-4b49-a529-6b3e875a3823 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:54.760235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f90b0184-50e4-427f-ad7b-7f83128a471b req-49e7d0cb-4360-4b49-a529-6b3e875a3823 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0659292 Jul 07 20:08:54.798326 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f90b0184-50e4-427f-ad7b-7f83128a471b req-4b581324-b4cb-44ae-9618-59f658881d1b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Jul 07 20:08:56.015003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-e1e118f8-4a37-4396-bac4-f41467cef7b7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:56.016704 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-e1e118f8-4a37-4396-bac4-f41467cef7b7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0748463 Jul 07 20:08:56.126953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Deleting port 5320ba0f-49eb-4931-945f-2c078abbb2fa {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:08:56.127310 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:56.139539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:08:56.175976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a309f-3d55-4c6d-a18f-ab56e6f3452f req-46a5ec91-b9b8-47bd-9003-c80d48eee22a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:56.177717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b49a309f-3d55-4c6d-a18f-ab56e6f3452f req-46a5ec91-b9b8-47bd-9003-c80d48eee22a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 946 time: 0.0744951 Jul 07 20:08:56.198548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 5320ba0f-49eb-4931-945f-2c078abbb2fa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:08:56.203627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 5320ba0f-49eb-4931-945f-2c078abbb2fa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:08:56.204833 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:56.219258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b49a309f-3d55-4c6d-a18f-ab56e6f3452f req-c4220630-0f53-4eae-bf1e-bdead927887f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353363 Jul 07 20:08:56.227571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:56.227933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:56.294818 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:56.316619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:56.319932 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da732d12-d5a5-4eec-a3c1-07841f64148a" -d '{"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-plugged", "status": "completed", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:56.333995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 5320ba0f-49eb-4931-945f-2c078abbb2fa, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=5320ba0f-49eb-4931-945f-2c078abbb2fa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:08:56.338487 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:56.364341 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bf49bb-d1d5-42e3-a886-2823587caa17 x-openstack-request-id: req-25bf49bb-d1d5-42e3-a886-2823587caa17 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:56.364658 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-plugged", "status": "completed", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:56.364923 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-25bf49bb-d1d5-42e3-a886-2823587caa17 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:56.365420 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'code': 200} Jul 07 20:08:56.391544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:56.412274 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:56.412759 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:56.413075 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Floating IP 262db892-679e-4eb9-93aa-4835507056c1 disassociated. External IP: 172.25.2.202, port: 5320ba0f-49eb-4931-945f-2c078abbb2fa. Jul 07 20:08:56.413411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Calling delete_port for 5320ba0f-49eb-4931-945f-2c078abbb2fa owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:08:56.547880 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:56.579315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event deleted for resources: {'Port': ['ID=5320ba0f-49eb-4931-945f-2c078abbb2fa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:08:56.698593 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:08:56.811020 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:08:56.822040 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871322f3-1004-4886-9d1b-1e6ea7bb4778 None None] Sync routers for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:08:56.831257 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871322f3-1004-4886-9d1b-1e6ea7bb4778 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:08:56.831961 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-871322f3-1004-4886-9d1b-1e6ea7bb4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:08:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:56.857764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] No DVR routers for this DVR port 5320ba0f-49eb-4931-945f-2c078abbb2fa on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:08:56.860444 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:08:56.862764 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f8107162-492a-4557-af4b-94fcc4b7c322 req-2f6ebcac-cc62-4866-99d6-d2f198cd22fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "DELETE /v2.0/ports/5320ba0f-49eb-4931-945f-2c078abbb2fa HTTP/1.1" status: 204 len: 173 time: 0.8408968 Jul 07 20:08:56.863205 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-deleted', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:08:56.865969 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbf1791-3b08-42fe-9345-ce3e528c065b" -d '{"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-deleted", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:08:56.907765 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9784bd6-486e-4cea-86be-7dbab9b10972 x-openstack-request-id: req-d9784bd6-486e-4cea-86be-7dbab9b10972 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:08:56.908061 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd2a6e0-843a-491f-9f11-8a4aad667ed9", "name": "network-vif-deleted", "tag": "5320ba0f-49eb-4931-945f-2c078abbb2fa", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:08:56.908313 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d9784bd6-486e-4cea-86be-7dbab9b10972 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:08:56.908767 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd2a6e0-843a-491f-9f11-8a4aad667ed9', 'name': 'network-vif-deleted', 'tag': '5320ba0f-49eb-4931-945f-2c078abbb2fa', 'status': 'completed', 'code': 200} Jul 07 20:08:56.938010 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-871322f3-1004-4886-9d1b-1e6ea7bb4778 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:08:57.137796 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-871322f3-1004-4886-9d1b-1e6ea7bb4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:57.164078 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871322f3-1004-4886-9d1b-1e6ea7bb4778 None None] Checking router: 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:08:57.172158 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871322f3-1004-4886-9d1b-1e6ea7bb4778 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:08:57.172789 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-871322f3-1004-4886-9d1b-1e6ea7bb4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:08:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:57.279762 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-871322f3-1004-4886-9d1b-1e6ea7bb4778 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:08:57.393525 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69e265ad-e47f-4aa4-8e3e-565936d0012f req-39f93e9f-0ee6-4b95-b8f5-ac7bb3efba14 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbd2a6e0-843a-491f-9f11-8a4aad667ed9 HTTP/1.1" status: 200 len: 210 time: 0.0314674 Jul 07 20:08:57.495146 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-871322f3-1004-4886-9d1b-1e6ea7bb4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:08:57.611433 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871322f3-1004-4886-9d1b-1e6ea7bb4778 None None] The sync data for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 is: [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:08:57.833611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86189b6-132a-4ac4-8ced-c1008211de9f None None] New status for floating IP 262db892-679e-4eb9-93aa-4835507056c1: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:08:58.754857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-24df5ef2-06d8-4320-8100-e2fb29ea4db3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--262781123&fields=id&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 267 time: 0.0346515 Jul 07 20:08:58.865410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5196-6435-492a-816d-790d335b6b90 req-275a000e-ab1d-4eed-9537-384b83356e40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:08:58.866914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-275a000e-ab1d-4eed-9537-384b83356e40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 811 time: 0.1044817 Jul 07 20:08:58.882650 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-6bb92d33-1869-4ae3-8bb5-25d4d280541e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/quotas/02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 375 time: 0.0103471 Jul 07 20:08:58.951358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f9793988-ed8c-4caf-ab02-bda222c49e1b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635419 Jul 07 20:08:59.118252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-8c3df785-bb64-4198-aeb4-c09f4da151ec service neutron] 10.222.0.113 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222382 Jul 07 20:08:59.212903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-bacbf52c-8d2b-4bac-b0f1-a4c805dafe19 service neutron] 10.222.0.113 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884402 Jul 07 20:08:59.390324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e5a77943-1923-40e6-9572-9ac279e1d1a0 req-867df265-a3a1-4336-948a-aac5ac4af45f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 210 time: 0.0294003 Jul 07 20:09:00.171091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:09:00.195026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 5320ba0f-49eb-4931-945f-2c078abbb2fa {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:09:00.195286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 5320ba0f-49eb-4931-945f-2c078abbb2fa not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:09:00.532705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5196-6435-492a-816d-790d335b6b90 req-31276da2-fdfb-46a9-8afe-310474b441ad tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:00.534358 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-31276da2-fdfb-46a9-8afe-310474b441ad tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 811 time: 0.1218061 Jul 07 20:09:00.540806 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2137928e-4c18-458a-8fbb-3cff3accc33e req-b96014de-aa41-49e7-9a36-6fcf77791504 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 210 time: 0.0310659 Jul 07 20:09:00.584436 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-34d854e0-9191-4730-ac5a-2a1014fef38f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 379 time: 0.0391593 Jul 07 20:09:00.593325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'port': {'device_id': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'admin_state_up': True, 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'security_groups': ['695e868c-7410-49ca-b2db-87306387795e']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:09:00.708639 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Made reservation on behalf of 02e8d9950a004d9faa8c24784e8526cc for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:09:00.712081 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:00.837199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Allocated IP 172.20.0.6 (3f2da045-69ca-4974-9d14-3088b87d70ae/caba4af1-6415-45ec-8d3b-c492be6ab16d/74d50ed9-4480-4ebb-8cae-fc30a62eac77) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:09:00.974708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:00.988145 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Transition to ACTIVE for port object 74d50ed9-4480-4ebb-8cae-fc30a62eac77 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:09:01.023084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:01.064374 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Network 3f2da045-69ca-4974-9d14-3088b87d70ae is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:09:01.068403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:09:01.075368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:09:01.103814 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:09:01.131073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:01.131701 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:01.148206 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-f5485627-54fb-4e59-879b-0835f48533a5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583861 Jul 07 20:09:01.161237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Request body: {'port': {'device_id': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:09:01.369305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-045f5f4f-da69-4968-83bc-6debbb8ec293 None None] Provisioning for port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:09:01.373320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-045f5f4f-da69-4968-83bc-6debbb8ec293 None None] Provisioning complete for port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:09:01.373693 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-045f5f4f-da69-4968-83bc-6debbb8ec293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:01.410006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-045f5f4f-da69-4968-83bc-6debbb8ec293 None None] Port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:09:01.525449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:01.726276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d7a32-f998-4198-86b4-d8cbba6f4196 req-afeab14f-eb11-4b82-9e4e-d46c785a1873 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:01.727827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-633d7a32-f998-4198-86b4-d8cbba6f4196 req-afeab14f-eb11-4b82-9e4e-d46c785a1873 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 931 time: 0.0681877 Jul 07 20:09:01.765930 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-633d7a32-f998-4198-86b4-d8cbba6f4196 req-1c6cd671-32fc-4767-af66-5515e72bd914 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319858 Jul 07 20:09:01.793548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d50ed9-4480-4ebb-8cae-fc30a62eac77 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:09:01.800954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:01.813039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Transition to ACTIVE for port object 74d50ed9-4480-4ebb-8cae-fc30a62eac77 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:09:01.816583 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:01.874203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:09:01.946304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:09:01.946657 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:09:01.946976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:09:01.951620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on network 3f2da045-69ca-4974-9d14-3088b87d70ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:09:01.951941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:09:01.957203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:09:01.957651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:09:01.958637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:09:01.959144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Bound port: 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:09:01.959515 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:02.033907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:09:02.037411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:09:02.041582 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:02.077943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:02.077943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:02.079492 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] 10.222.0.112 "PUT /v2.0/ports/74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1092 time: 0.9229188 Jul 07 20:09:02.081600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:09:02.085264 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:09:02.125872 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2439a84-f49e-4972-8f64-ed12967eac10 service neutron] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:09:02.140457 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c12e00-8204-41eb-aba6-9c18248f6c1f x-openstack-request-id: req-36c12e00-8204-41eb-aba6-9c18248f6c1f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:09:02.141125 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:09:02.141446 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-36c12e00-8204-41eb-aba6-9c18248f6c1f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:09:02.141984 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'status': 'completed', 'code': 200} Jul 07 20:09:02.188575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5196-6435-492a-816d-790d335b6b90 req-14a40ff9-af2a-41d8-9980-b9fa40068cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:02.190121 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-14a40ff9-af2a-41d8-9980-b9fa40068cd4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1095 time: 0.0604422 Jul 07 20:09:02.234132 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-40c0cdf3-bca2-48db-9472-da17ea3add6d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 217 time: 0.0367651 Jul 07 20:09:02.290808 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5196-6435-492a-816d-790d335b6b90 req-cb78d47f-c17f-4e30-8775-efeb28f99946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:02.292219 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-cb78d47f-c17f-4e30-8775-efeb28f99946 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0512631 Jul 07 20:09:02.365343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5196-6435-492a-816d-790d335b6b90 req-1f375dc2-629d-4e64-b236-beaa5b75abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:02.367110 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-1f375dc2-629d-4e64-b236-beaa5b75abd0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679166 Jul 07 20:09:02.460237 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-e9cb9284-260b-4f2a-9005-24ff0d8defa5 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864308 Jul 07 20:09:02.595124 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4a8f5196-6435-492a-816d-790d335b6b90 req-25428b56-f700-4c0b-836e-8707ca8044ce service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290097 Jul 07 20:09:02.702703 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb req-872e45b1-9672-4b22-9c5b-826adb58dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:02.704221 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb req-872e45b1-9672-4b22-9c5b-826adb58dee4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1095 time: 0.0551732 Jul 07 20:09:02.798404 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb req-494b7b92-f4f1-4220-be9f-13b779ad7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:02.799676 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb req-494b7b92-f4f1-4220-be9f-13b779ad7e6d service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0896239 Jul 07 20:09:02.842740 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb req-58afc5f6-6787-4ccd-bd68-37df9d11a9fd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 217 time: 0.0365238 Jul 07 20:09:02.894600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb req-2a3fe8b6-e5a0-4007-ba9b-5df1386f9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:02.896743 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb req-2a3fe8b6-e5a0-4007-ba9b-5df1386f9003 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0470977 Jul 07 20:09:02.943932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d3b35-6fbc-486f-b3f0-0e8ae89a8ce5 req-2a2451e0-2500-40ae-9d71-0be878e8bd16 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:02.945658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-048d3b35-6fbc-486f-b3f0-0e8ae89a8ce5 req-2a2451e0-2500-40ae-9d71-0be878e8bd16 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0643873 Jul 07 20:09:02.963360 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb req-d083a998-a28b-4f25-9509-0c1b17aaaa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:02.964887 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb req-d083a998-a28b-4f25-9509-0c1b17aaaa83 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609865 Jul 07 20:09:02.985112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-048d3b35-6fbc-486f-b3f0-0e8ae89a8ce5 req-c0688b23-daa1-4e2e-9161-374e06c94e31 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338273 Jul 07 20:09:03.059355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb req-2f74485e-f750-4a15-9bdf-6ed563159ff1 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877841 Jul 07 20:09:03.162522 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3285d1e8-e4fd-4368-ae28-ebb5b0ebd3eb req-025a2944-f4bd-4fba-b5ed-51b8b8510567 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957747 Jul 07 20:09:03.931612 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:04.169854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa23d-772b-42c4-b20a-d695b1be696b req-b826f18d-6c30-4bae-80bb-72f88e0bd072 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:04.171251 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-620fa23d-772b-42c4-b20a-d695b1be696b req-b826f18d-6c30-4bae-80bb-72f88e0bd072 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0680823 Jul 07 20:09:04.206472 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 74d50ed9-4480-4ebb-8cae-fc30a62eac77 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:09:04.210377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-620fa23d-772b-42c4-b20a-d695b1be696b req-cacdf34d-7ba2-450d-af4c-66a491ec8535 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335131 Jul 07 20:09:04.303043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:09:04.314479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'port_id': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'mac_address': 'fa:16:3e:22:c6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:09:04.355349 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:04.368357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d50ed9-4480-4ebb-8cae-fc30a62eac77 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:09:04.388043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:09:04.392570 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:04.442793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:09:04.579837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['74d50ed9-4480-4ebb-8cae-fc30a62eac77'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:09:05.388381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56cdf2-2b73-4198-8f06-e4be85e157c5 req-f04109ea-2555-4cac-8d8a-11c913540554 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:05.389916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd56cdf2-2b73-4198-8f06-e4be85e157c5 req-f04109ea-2555-4cac-8d8a-11c913540554 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0649326 Jul 07 20:09:05.429333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd56cdf2-2b73-4198-8f06-e4be85e157c5 req-cc1f1ebe-240b-494d-aef6-8a84b8175a15 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333047 Jul 07 20:09:06.205599 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 74d50ed9-4480-4ebb-8cae-fc30a62eac77 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:09:06.253580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:09:06.258057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:09:06.258437 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:06.333788 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:06.360719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:09:06.363028 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f757b577-ae52-4b37-a9c6-1dbe1aee2e3f" -d '{"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-plugged", "status": "completed", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:09:06.376197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:09:06.381678 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:06.405888 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c1384d-c262-4f00-a5be-5da511db5d66 x-openstack-request-id: req-49c1384d-c262-4f00-a5be-5da511db5d66 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:09:06.406095 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-plugged", "status": "completed", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:09:06.406345 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-49c1384d-c262-4f00-a5be-5da511db5d66 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:09:06.406760 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'code': 200} Jul 07 20:09:06.438323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:09:06.521540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8aa220-d16c-4c64-8261-9e03dbd15b18 req-7678484b-d7d2-4fce-bdf2-ce9479e3ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:06.523089 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7c8aa220-d16c-4c64-8261-9e03dbd15b18 req-7678484b-d7d2-4fce-bdf2-ce9479e3ad6e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1097 time: 0.0555031 Jul 07 20:09:06.559894 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7c8aa220-d16c-4c64-8261-9e03dbd15b18 req-701d4100-6a8e-4a3c-95df-78d40432062e service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298753 Jul 07 20:09:06.604864 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46460b35-d563-4fac-a311-978a18c36845 req-77944a99-1428-4295-a3ce-12b80b324ddf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:06.606405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46460b35-d563-4fac-a311-978a18c36845 req-77944a99-1428-4295-a3ce-12b80b324ddf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0645335 Jul 07 20:09:06.644740 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46460b35-d563-4fac-a311-978a18c36845 req-7f452c67-fa3a-4df4-a38a-9ba6606326af tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321963 Jul 07 20:09:07.824706 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24968fa4-2148-4c19-be32-c49c56d5e543 req-f56b6fde-1cfd-45d5-b011-04af9437284a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:07.826260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24968fa4-2148-4c19-be32-c49c56d5e543 req-f56b6fde-1cfd-45d5-b011-04af9437284a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0687792 Jul 07 20:09:07.866093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24968fa4-2148-4c19-be32-c49c56d5e543 req-4d456d0f-4bfb-4071-a664-b94c390d1bad tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341172 Jul 07 20:09:08.039932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5b02a-e653-4ef6-82a9-6f8fa0066886 req-5a3a0c08-2ade-472c-833c-8caa53814009 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:08.041367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e5e5b02a-e653-4ef6-82a9-6f8fa0066886 req-5a3a0c08-2ade-472c-833c-8caa53814009 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0640790 Jul 07 20:09:08.049981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 37868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:09:08.054934 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c52723b8-2221-40a4-be38-070de01a325c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Request body: {'floatingip': {'port_id': '74d50ed9-4480-4ebb-8cae-fc30a62eac77'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:09:08.409260 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52723b8-2221-40a4-be38-070de01a325c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:08.476301 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43bc9989-765d-4001-bdc8-5204de661763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:08.871553 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52723b8-2221-40a4-be38-070de01a325c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:08.875849 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52723b8-2221-40a4-be38-070de01a325c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:08.977599 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-c52723b8-2221-40a4-be38-070de01a325c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Floating IP 262db892-679e-4eb9-93aa-4835507056c1 associated. External IP: 172.25.2.202, port: 74d50ed9-4480-4ebb-8cae-fc30a62eac77. Jul 07 20:09:09.183388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52723b8-2221-40a4-be38-070de01a325c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:09:09.293705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52723b8-2221-40a4-be38-070de01a325c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:09:09.298654 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c52723b8-2221-40a4-be38-070de01a325c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:09.304377 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a21f6-3ae9-4167-9ca6-057f01e81185 None None] Sync routers for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:09:09.313088 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a21f6-3ae9-4167-9ca6-057f01e81185 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:09:09.313672 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-986a21f6-3ae9-4167-9ca6-057f01e81185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:08:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:09:09.340626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c52723b8-2221-40a4-be38-070de01a325c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "PUT /v2.0/floatingips/262db892-679e-4eb9-93aa-4835507056c1 HTTP/1.1" status: 200 len: 992 time: 1.2895281 Jul 07 20:09:09.341220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:09:09.343603 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:09:09.380253 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab12c17-844d-4291-91ac-0d15b95a8be6 x-openstack-request-id: req-aab12c17-844d-4291-91ac-0d15b95a8be6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:09:09.380569 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:09:09.380829 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-aab12c17-844d-4291-91ac-0d15b95a8be6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:09:09.381214 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'status': 'completed', 'code': 200} Jul 07 20:09:09.434707 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-986a21f6-3ae9-4167-9ca6-057f01e81185 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:09:09.460283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc req-6f249bca-4b5d-4ca6-aa21-546a2e10f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:09.461901 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc req-6f249bca-4b5d-4ca6-aa21-546a2e10f9c0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1097 time: 0.0573955 Jul 07 20:09:09.557041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc req-96cb0463-36ae-4a0f-989a-49874dee8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:09.558552 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc req-96cb0463-36ae-4a0f-989a-49874dee8cd2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0909777 Jul 07 20:09:09.625310 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc req-43a8741f-ddd2-4b59-ae12-f06d696c6794 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1000 time: 0.0610571 Jul 07 20:09:09.674197 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-986a21f6-3ae9-4167-9ca6-057f01e81185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:22:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:09:08Z', 'revision_number': 13, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:09:09.679289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc req-890b92d1-e264-4271-bae0-8600fd64efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:09.680817 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc req-890b92d1-e264-4271-bae0-8600fd64efc4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0497155 Jul 07 20:09:09.704482 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a21f6-3ae9-4167-9ca6-057f01e81185 None None] Checking router: 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:09:09.713196 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a21f6-3ae9-4167-9ca6-057f01e81185 None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:09:09.713813 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-986a21f6-3ae9-4167-9ca6-057f01e81185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:08:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:09:09.740936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc req-4b8ccecc-ac1a-4689-a5c4-e3fb22415b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:09.742469 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc req-4b8ccecc-ac1a-4689-a5c4-e3fb22415b7f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545187 Jul 07 20:09:09.824124 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-986a21f6-3ae9-4167-9ca6-057f01e81185 None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:09:09.838093 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc req-770932d5-1fa3-46b8-98fa-39a62c2d18df service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888581 Jul 07 20:09:09.939502 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf3e4339-83b1-4b49-b8d4-e35e5719e3cc req-e9f57eab-246b-46d8-9c26-2a3cbf0d20e3 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944848 Jul 07 20:09:10.051597 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-986a21f6-3ae9-4167-9ca6-057f01e81185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:22:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:09:08Z', 'revision_number': 13, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:09:10.077577 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a21f6-3ae9-4167-9ca6-057f01e81185 None None] The sync data for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 is: [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '262db892-679e-4eb9-93aa-4835507056c1', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'port_id': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'mac_address': 'fa:16:3e:22:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:01:56Z', 'updated_at': '2021-07-07T20:09:08Z', 'revision_number': 13, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:09:10.280124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d8e09-a27d-4b4d-9ecc-4ca0462e492a None None] New status for floating IP 262db892-679e-4eb9-93aa-4835507056c1: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:09:11.157803 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e65d2afd-5aa4-4d6d-b4c3-f64dde8895ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:11.403219 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:12.586692 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:14.134211 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:17.933950 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:09:19.456306 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:21.134823 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6dacf116-527e-4cea-802d-7041cf1de450 req-55dd2c86-9115-4ae0-8f13-a57f5c865db7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543470 Jul 07 20:09:21.227535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacf116-527e-4cea-802d-7041cf1de450 req-6fce837b-4ba4-4be6-a554-3a52793b3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:21.229054 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6dacf116-527e-4cea-802d-7041cf1de450 req-6fce837b-4ba4-4be6-a554-3a52793b3410 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1097 time: 0.0540364 Jul 07 20:09:21.344667 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacf116-527e-4cea-802d-7041cf1de450 req-801c8ec4-8db3-409b-9893-a8255847aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:21.346399 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6dacf116-527e-4cea-802d-7041cf1de450 req-801c8ec4-8db3-409b-9893-a8255847aac8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0966249 Jul 07 20:09:21.422834 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6dacf116-527e-4cea-802d-7041cf1de450 req-5de595b5-aaaa-4103-9fdf-3e2098819d27 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1002 time: 0.0702188 Jul 07 20:09:21.481950 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacf116-527e-4cea-802d-7041cf1de450 req-63130ae5-ace0-430b-acae-16a16741ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:21.483926 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6dacf116-527e-4cea-802d-7041cf1de450 req-63130ae5-ace0-430b-acae-16a16741ba56 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0550692 Jul 07 20:09:21.543780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacf116-527e-4cea-802d-7041cf1de450 req-5983f9cc-a60d-4657-a192-4ffc258bba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:09:21.545341 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6dacf116-527e-4cea-802d-7041cf1de450 req-5983f9cc-a60d-4657-a192-4ffc258bba67 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555115 Jul 07 20:09:21.637798 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6dacf116-527e-4cea-802d-7041cf1de450 req-a1b42366-f212-4968-a7d5-c682ed0e56cd service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865250 Jul 07 20:09:21.734077 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6dacf116-527e-4cea-802d-7041cf1de450 req-a6fe7b20-9df2-4ee4-a12e-224d923f2362 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897887 Jul 07 20:09:33.934272 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:38.479142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1938fe93-4f80-4d89-bce7-9e0e2b29d2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:41.158483 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-330faa19-34ec-4021-a333-be3163ae6770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:41.405120 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:42.591323 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:44.137523 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:49.484388 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:09:54.932575 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:10:03.946142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:08.484228 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1caa-3262-4087-959f-a58a338f84df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:11.160985 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3ade98a-55e3-4f83-a69f-4e450dcc55fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:11.407484 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:12.592802 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:14.141863 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:19.481527 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:23.141241 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-51b5f0b6-1d52-4dc9-82f1-19113ce1945e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548241 Jul 07 20:10:23.241049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-0449bec3-cd31-4cac-bacd-92d35d7f4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:10:23.242572 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-0449bec3-cd31-4cac-bacd-92d35d7f4e6c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1097 time: 0.0563071 Jul 07 20:10:23.352148 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-9f8a4e08-35ce-4c3f-8c7d-eb4b48d57d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:10:23.354428 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-9f8a4e08-35ce-4c3f-8c7d-eb4b48d57d43 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0907440 Jul 07 20:10:23.419894 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-ccba1a8b-06a4-4ac3-8b94-9a7e5f242e1b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1002 time: 0.0591741 Jul 07 20:10:23.474188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-96999172-0316-4257-b298-f4fbd5c5937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:10:23.475664 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-96999172-0316-4257-b298-f4fbd5c5937a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0500169 Jul 07 20:10:23.533659 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-73480d41-4d23-4dd8-a198-b037a228971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:10:23.535170 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-73480d41-4d23-4dd8-a198-b037a228971c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524058 Jul 07 20:10:23.625715 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-42d97aee-b777-4717-bedb-846f5a8dba4e service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837550 Jul 07 20:10:23.722004 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e081c63a-5cfb-4e39-a9f5-7909f122b8d8 req-ce1b53ad-93ae-4cd0-98b7-5de34bd90717 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900497 Jul 07 20:10:31.935559 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:10:33.937911 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:38.475477 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-faec0dc3-600d-4397-96d5-afe3fcc4d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:41.162543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fa1580d-72d4-495a-ba4f-81fb82c4f52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:41.409755 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:42.594735 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:44.141882 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:47.302489 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69646c74-02c5-4272-8805-13454d566e08 req-0592ef07-85c6-469a-8d7f-5add1fc94819 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:10:47.304009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69646c74-02c5-4272-8805-13454d566e08 req-0592ef07-85c6-469a-8d7f-5add1fc94819 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0666151 Jul 07 20:10:47.343913 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-69646c74-02c5-4272-8805-13454d566e08 req-c7b19988-415b-47d7-ad21-9f6aa68cfee5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335200 Jul 07 20:10:49.481705 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:10:58.426388 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-edfcc3f4-b8f3-40a8-97a6-7cfe423ad39c req-ab8ce682-b85c-4215-8e0f-f90b884e1a2b service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:10:58.427373 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-edfcc3f4-b8f3-40a8-97a6-7cfe423ad39c req-ab8ce682-b85c-4215-8e0f-f90b884e1a2b service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054672 Jul 07 20:10:58.773369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaa444-49bc-4ca8-aa49-81445d7c9a90 req-837f6a02-2d6e-4c23-8b19-3ea0b8acb3ac tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:10:58.774879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1eaa444-49bc-4ca8-aa49-81445d7c9a90 req-837f6a02-2d6e-4c23-8b19-3ea0b8acb3ac tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.1109970 Jul 07 20:10:58.790599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-76a8c35b-d5f7-4f2c-9f1d-a14386d8810c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315353 Jul 07 20:10:58.804187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-80d2e615-a5be-467f-950f-663489d9f4c9 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:10:58.805177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-80d2e615-a5be-467f-950f-663489d9f4c9 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071898 Jul 07 20:10:58.823228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1eaa444-49bc-4ca8-aa49-81445d7c9a90 req-13f6c606-db75-4152-84a4-51f7c136fa95 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412967 Jul 07 20:11:00.005469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a182c6-eb0b-4104-b54a-dd78ed91b765 req-61cea4c0-f7f6-43c8-8cbf-2980b65e3cc6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:00.006974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8a182c6-eb0b-4104-b54a-dd78ed91b765 req-61cea4c0-f7f6-43c8-8cbf-2980b65e3cc6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0665214 Jul 07 20:11:00.051255 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8a182c6-eb0b-4104-b54a-dd78ed91b765 req-3bb86027-d53f-4178-9af1-75b42edfc0b6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376325 Jul 07 20:11:00.115936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-9bcd688c-e40d-4554-b255-245a618a166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:00.117409 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-9bcd688c-e40d-4554-b255-245a618a166a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1097 time: 0.0547385 Jul 07 20:11:00.209717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-67b1dac3-0f3c-4a08-b551-556d66ac5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:00.211191 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-67b1dac3-0f3c-4a08-b551-556d66ac5fce service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0875440 Jul 07 20:11:00.276159 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-8a1d2e19-558e-4970-8884-45194b85a21f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1002 time: 0.0582941 Jul 07 20:11:00.324392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-5373d0e7-3b69-4147-9e76-529204fa17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:00.325970 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-5373d0e7-3b69-4147-9e76-529204fa17b9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0440660 Jul 07 20:11:00.389372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-50ac7a83-0ecb-469c-823c-541d4c8dfbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:00.390769 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-50ac7a83-0ecb-469c-823c-541d4c8dfbb1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574074 Jul 07 20:11:00.484265 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-80120162-b4fc-4851-8c1b-88a01df1012f service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866077 Jul 07 20:11:00.579947 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-bed55851-f94a-4263-b379-a62309f61dda service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891206 Jul 07 20:11:01.228274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705a81f-270e-4dc7-acfe-3f8b5d3b85c0 req-8f9743eb-6351-4aff-babb-afb32a6ba7ae tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:01.229820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7705a81f-270e-4dc7-acfe-3f8b5d3b85c0 req-8f9743eb-6351-4aff-babb-afb32a6ba7ae tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0635684 Jul 07 20:11:01.272866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7705a81f-270e-4dc7-acfe-3f8b5d3b85c0 req-b0009c5d-2c58-43ea-919e-5ddb89ad8318 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361009 Jul 07 20:11:02.462261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2134e9d-8c45-4cd7-857f-fd98a39c1fbf req-388ba70c-8a4b-4ee2-9300-3924b6eba49b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:02.463752 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f2134e9d-8c45-4cd7-857f-fd98a39c1fbf req-388ba70c-8a4b-4ee2-9300-3924b6eba49b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0675647 Jul 07 20:11:02.502750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f2134e9d-8c45-4cd7-857f-fd98a39c1fbf req-6f5a1295-bc74-4cc9-8c2f-90ccca910339 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329630 Jul 07 20:11:03.679063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1714474-1491-4edf-bac8-5b36c31ded2c req-6febda34-a855-4005-8ac3-deeda4bf1561 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:03.680585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1714474-1491-4edf-bac8-5b36c31ded2c req-6febda34-a855-4005-8ac3-deeda4bf1561 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0636282 Jul 07 20:11:03.719172 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1714474-1491-4edf-bac8-5b36c31ded2c req-ada93f22-3bc5-4b73-a5a8-13b9c9f8b208 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324862 Jul 07 20:11:03.952073 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:04.912791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9a5b3-e64e-4c88-92bb-785bae68863a req-5efd890c-9026-4abf-aa82-e292b9eabc98 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:04.914327 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e5f9a5b3-e64e-4c88-92bb-785bae68863a req-5efd890c-9026-4abf-aa82-e292b9eabc98 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0770695 Jul 07 20:11:04.952924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e5f9a5b3-e64e-4c88-92bb-785bae68863a req-2d8827f5-7e70-4f02-a941-6a60c8388088 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328333 Jul 07 20:11:06.133382 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bb4a9-572a-4a98-9c36-1fe91e7c07e0 req-e1791b0c-785c-4e91-89ef-70b1f75cf617 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:06.134791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-935bb4a9-572a-4a98-9c36-1fe91e7c07e0 req-e1791b0c-785c-4e91-89ef-70b1f75cf617 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0641575 Jul 07 20:11:06.173303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-935bb4a9-572a-4a98-9c36-1fe91e7c07e0 req-f3d3ac4f-0cba-4508-ad69-158f13269024 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322621 Jul 07 20:11:07.349336 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d636d3-a046-44b7-80ad-049479228b4a req-5a536d66-f1d8-44c2-a61c-b6a5e013c004 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:07.350842 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55d636d3-a046-44b7-80ad-049479228b4a req-5a536d66-f1d8-44c2-a61c-b6a5e013c004 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0634999 Jul 07 20:11:07.393462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-55d636d3-a046-44b7-80ad-049479228b4a req-fcb8f749-cb01-42b0-b051-de9abff28784 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369728 Jul 07 20:11:08.477171 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e5a1-0a22-4e0e-bf32-c4dc4f236246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:08.575747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a6d91-d18d-4115-ad04-ee9fd1128b01 req-9a5739c5-b3e3-4ea5-ae95-697636b717ab tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:08.577337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e1a6d91-d18d-4115-ad04-ee9fd1128b01 req-9a5739c5-b3e3-4ea5-ae95-697636b717ab tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0661962 Jul 07 20:11:08.617200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4e1a6d91-d18d-4115-ad04-ee9fd1128b01 req-92c35066-b3a8-4caa-8825-5efcb3e0dc67 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342276 Jul 07 20:11:08.935535 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:11:09.798047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d785f-f87e-427c-883b-64d213e16374 req-e9bd50fe-5172-4bef-b9e9-31a109b79d9f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:09.799455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-204d785f-f87e-427c-883b-64d213e16374 req-e9bd50fe-5172-4bef-b9e9-31a109b79d9f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0683472 Jul 07 20:11:09.838481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-204d785f-f87e-427c-883b-64d213e16374 req-30c0c4a1-5361-468f-9d08-d96e2363c3e4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334272 Jul 07 20:11:11.019856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d69c2-31a7-4def-86c7-3962d3286273 req-41d99ed4-3141-4b63-9846-9ac032e30150 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:11.021367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b2d69c2-31a7-4def-86c7-3962d3286273 req-41d99ed4-3141-4b63-9846-9ac032e30150 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0681114 Jul 07 20:11:11.059450 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b2d69c2-31a7-4def-86c7-3962d3286273 req-2d16b527-464b-43a5-99ee-30ebb573c42a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325172 Jul 07 20:11:11.166227 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b35296e-d29d-4f88-ac8c-ea61799729d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:11.411393 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:12.235730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc1b9c-4614-44a0-b282-adba2270bba5 req-3277b364-1765-431d-b3b5-4df60b21512c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:12.237274 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfdc1b9c-4614-44a0-b282-adba2270bba5 req-3277b364-1765-431d-b3b5-4df60b21512c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0645769 Jul 07 20:11:12.274974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfdc1b9c-4614-44a0-b282-adba2270bba5 req-9d2f7cc9-9177-474c-9c3f-7866fa5ebdaa tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 Jul 07 20:11:12.601005 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:13.458892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904170a-5777-4750-84d8-9fc3cd8bb13a req-435e42fa-6508-484b-820e-95c2bc990b09 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:13.460707 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c904170a-5777-4750-84d8-9fc3cd8bb13a req-435e42fa-6508-484b-820e-95c2bc990b09 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0693226 Jul 07 20:11:13.507940 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c904170a-5777-4750-84d8-9fc3cd8bb13a req-d29996f0-7931-4795-9297-06a9acfdc816 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401392 Jul 07 20:11:14.145194 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:14.274675 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-ab6e36b3-5540-41a8-8db6-eefe484f34be service neutron] show failed (client error): The resource could not be found. Jul 07 20:11:14.275672 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-ab6e36b3-5540-41a8-8db6-eefe484f34be service neutron] 10.222.0.112 "GET /v2.0/ports/74d50ed9-4480-4ebb-8cae-fc30a62eac77/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0577927 Jul 07 20:11:14.528401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-810d5d51-8392-47df-a0a7-62b8aaf1c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:14.530382 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-810d5d51-8392-47df-a0a7-62b8aaf1c7d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 1097 time: 0.0548410 Jul 07 20:11:14.548424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:11:14.624603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:14.797939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92955350-1950-4e5b-a3fe-43ebdf897252 req-59d4b228-da85-4bf5-ae41-ee62191ad7cf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:14.799330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92955350-1950-4e5b-a3fe-43ebdf897252 req-59d4b228-da85-4bf5-ae41-ee62191ad7cf tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.1638453 Jul 07 20:11:14.888645 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92955350-1950-4e5b-a3fe-43ebdf897252 req-571d4755-3d6d-4fdb-a052-df9ea2aab9c5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832226 Jul 07 20:11:14.890091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 74d50ed9-4480-4ebb-8cae-fc30a62eac77 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:11:14.916732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:14.950976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:11:14.967290 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:14.994263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:14.996603 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb82c1c-a52b-424f-8ce4-2b855ff4d322" -d '{"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-unplugged", "status": "completed", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:15.001192 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:15.014868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Transition to ACTIVE for port object 74d50ed9-4480-4ebb-8cae-fc30a62eac77 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:11:15.018826 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:15.055321 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:11:15.055688 n-d-792394-12 neutron-server[93772]: DEBUG oslo_db.api [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:11:15.110299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:15.130362 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e37aa73-5b27-4592-a56c-fc1501d4ab33 x-openstack-request-id: req-1e37aa73-5b27-4592-a56c-fc1501d4ab33 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:15.130654 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-unplugged", "status": "completed", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:15.130915 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1e37aa73-5b27-4592-a56c-fc1501d4ab33 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:15.131321 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'code': 200} Jul 07 20:11:15.133446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.133793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.134135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.134473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.134807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.135136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.135463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.135790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.136115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.136446 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.136793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.137115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:15.164245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] No DVR routers for this DVR port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:11:15.308625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:11:15.308906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:11:15.309237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:11:15.313523 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on network 3f2da045-69ca-4974-9d14-3088b87d70ae not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:11:15.313849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:11:15.318616 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:11:15.318958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:11:15.319345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:11:15.319770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Bound port: 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:11:15.320127 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:15.391102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:11:15.394324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:11:15.403021 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:15.440133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:15.440796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:15.442216 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] 10.222.0.59 "PUT /v2.0/ports/74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1092 time: 0.8989620 Jul 07 20:11:15.466253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2e0cf-1fe1-4a02-95d4-a13eed1e5905 service neutron] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:15.540138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-1f651839-8b1e-46b4-8b1a-dc6c2391526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:15.541776 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-1f651839-8b1e-46b4-8b1a-dc6c2391526a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1095 time: 0.0582674 Jul 07 20:11:15.641279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-58cdfc2d-6578-4cd4-b29d-f648ec1cbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:15.643136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-58cdfc2d-6578-4cd4-b29d-f648ec1cbf82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0945652 Jul 07 20:11:15.709497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-cc8cca19-4807-4688-a622-3917da9a3cea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1000 time: 0.0600116 Jul 07 20:11:15.762048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-681184d0-97c4-41ba-81c1-72e136973c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:15.764358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-681184d0-97c4-41ba-81c1-72e136973c02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0485897 Jul 07 20:11:15.827806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-7bca5182-83c2-419b-be0c-8a45331777fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:15.829342 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-7bca5182-83c2-419b-be0c-8a45331777fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578783 Jul 07 20:11:15.925229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-eaf6aee3-14f6-4b3c-8b28-c6baee2a1377 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887516 Jul 07 20:11:16.050683 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e58f253c-7fcd-4c32-8bbe-5bb100c1de07 req-40e32ce1-45e5-4f7f-b6de-6329900aedea service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192031 Jul 07 20:11:16.082176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07e136-7bea-422b-bb21-2990e32092d8 req-de0319e5-25a1-4e48-9972-115afe74f52a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:16.083680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed07e136-7bea-422b-bb21-2990e32092d8 req-de0319e5-25a1-4e48-9972-115afe74f52a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0772417 Jul 07 20:11:16.125965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed07e136-7bea-422b-bb21-2990e32092d8 req-e4caca2a-a58d-49b2-a6dc-8b0e4557dc1d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359011 Jul 07 20:11:17.132818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:17.135233 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8" -d '{"events": [{"name": "network-changed", "server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:17.187917 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece40a8f-a67a-458f-9861-3c9ba1690f2f x-openstack-request-id: req-ece40a8f-a67a-458f-9861-3c9ba1690f2f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:17.188330 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:17.188617 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ece40a8f-a67a-458f-9861-3c9ba1690f2f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:17.189015 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'status': 'completed', 'code': 200} Jul 07 20:11:17.276912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-0418e475-c8c5-4d8b-81d7-767a0d5d6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:17.278424 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-0418e475-c8c5-4d8b-81d7-767a0d5d6ed1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1095 time: 0.0615544 Jul 07 20:11:17.343269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-dbfe7568-e610-41c2-abef-cbf1b35f66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:17.345105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-dbfe7568-e610-41c2-abef-cbf1b35f66c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1095 time: 0.1148996 Jul 07 20:11:17.359020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647285cd-e52f-40ff-85a4-599629bc2042 req-94ac263e-fa65-4ebf-ac1f-3d6ebfe341b1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:17.360800 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-647285cd-e52f-40ff-85a4-599629bc2042 req-94ac263e-fa65-4ebf-ac1f-3d6ebfe341b1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.1009536 Jul 07 20:11:17.389252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-b36f54de-5d40-4fe1-9beb-b6fd01f37519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:17.390887 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-b36f54de-5d40-4fe1-9beb-b6fd01f37519 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.1057427 Jul 07 20:11:17.457696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-647285cd-e52f-40ff-85a4-599629bc2042 req-df3db502-00cf-4e65-a5af-9f4449334542 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871594 Jul 07 20:11:17.467682 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-9ba8ec10-bb03-4c78-b1c5-5a3d5a7e3c17 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1000 time: 0.0673895 Jul 07 20:11:17.486054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-3d916ee9-54c2-4de0-a4ef-f046c1b7bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:17.487535 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-3d916ee9-54c2-4de0-a4ef-f046c1b7bc13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.1257422 Jul 07 20:11:17.522637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-a4630e75-8da0-4495-b068-39329323a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:17.524138 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-a4630e75-8da0-4495-b068-39329323a4de service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0498509 Jul 07 20:11:17.560526 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-78a3ab6d-f436-435f-954c-23a1556d0d80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1000 time: 0.0662851 Jul 07 20:11:17.583641 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-aa0f9eaf-e0d8-47c8-a9f2-0990dfef2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:17.585192 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-aa0f9eaf-e0d8-47c8-a9f2-0990dfef2175 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547540 Jul 07 20:11:17.611814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-a9971400-3711-4e3f-88bf-d0afc77441a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:17.613862 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-a9971400-3711-4e3f-88bf-d0afc77441a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0478187 Jul 07 20:11:17.675876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-0e57b3c6-0222-4bab-9f50-825d7ba9ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:17.677309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-0e57b3c6-0222-4bab-9f50-825d7ba9ce11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567863 Jul 07 20:11:17.682201 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-2a86a81a-bd84-4fb5-b34d-33044561dcb3 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896626 Jul 07 20:11:17.778000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-e66ddf88-d78c-4d45-afb7-c6af538d96ff service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942130 Jul 07 20:11:17.785092 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-0efbdc7b-f2ae-42c0-899d-7c6ecf0ac184 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963933 Jul 07 20:11:17.871290 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3cacfe6e-8613-41bc-ac4b-2ac9f2aa73b8 req-417a909d-73d8-43ff-8c21-34ced303465d service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865672 Jul 07 20:11:18.668958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821ecde-8f35-4af5-966b-fd896089a2fe req-d810665b-449a-4069-8a2d-bae863267c12 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:18.671240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9821ecde-8f35-4af5-966b-fd896089a2fe req-d810665b-449a-4069-8a2d-bae863267c12 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0742812 Jul 07 20:11:18.713019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9821ecde-8f35-4af5-966b-fd896089a2fe req-9b7e53a9-2020-45ae-b6bc-ce342f8c33d1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355330 Jul 07 20:11:19.512744 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:19.899328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8a51b-ec61-4fb7-82b9-c28bff912b07 req-4df5fc97-e9e3-40cc-aa29-ee1140ddefcd tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:19.900916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17d8a51b-ec61-4fb7-82b9-c28bff912b07 req-4df5fc97-e9e3-40cc-aa29-ee1140ddefcd tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0693548 Jul 07 20:11:19.948441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-17d8a51b-ec61-4fb7-82b9-c28bff912b07 req-24fb0375-13be-4923-8e70-baec45887897 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416205 Jul 07 20:11:21.134180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8920f-0096-4561-9c6f-4c6b19911e37 req-34c0a571-10ec-40ac-abfa-02494150480a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:21.135560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88f8920f-0096-4561-9c6f-4c6b19911e37 req-34c0a571-10ec-40ac-abfa-02494150480a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0712974 Jul 07 20:11:21.172981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88f8920f-0096-4561-9c6f-4c6b19911e37 req-e8094d34-9c89-4e17-a981-f0c63f598bf6 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318151 Jul 07 20:11:22.354147 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c6a7a-8930-4f07-b8fc-89b5f4538869 req-7bf9d0a0-ce9a-439c-b272-e23a8613830a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:22.355675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce0c6a7a-8930-4f07-b8fc-89b5f4538869 req-7bf9d0a0-ce9a-439c-b272-e23a8613830a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0650721 Jul 07 20:11:22.397125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce0c6a7a-8930-4f07-b8fc-89b5f4538869 req-2fa1db2f-c238-4aab-8e4e-ed1050c50ff5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353544 Jul 07 20:11:23.573288 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc632b5-5989-4c2f-8338-b47a50ad4909 req-293d94c5-3d15-4110-b470-0527d31daae7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:23.574767 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cc632b5-5989-4c2f-8338-b47a50ad4909 req-293d94c5-3d15-4110-b470-0527d31daae7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0634141 Jul 07 20:11:23.614559 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2cc632b5-5989-4c2f-8338-b47a50ad4909 req-3a4d9e0d-41d8-46a6-a4f6-50eec55ecdd8 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336907 Jul 07 20:11:24.801371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb95061-3de4-4c06-a153-0b319a412486 req-8d872216-3079-4d36-abd7-8a8836d51371 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:24.802882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbb95061-3de4-4c06-a153-0b319a412486 req-8d872216-3079-4d36-abd7-8a8836d51371 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0719337 Jul 07 20:11:24.840726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fbb95061-3de4-4c06-a153-0b319a412486 req-17475b52-4d53-4200-b909-45ab5b0c747c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322819 Jul 07 20:11:26.023303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f025e-466a-47d4-8ee7-0ac0c17d8805 req-8f9bb8ee-0b20-49cd-beb3-49cb90afdf2d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:26.024908 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-265f025e-466a-47d4-8ee7-0ac0c17d8805 req-8f9bb8ee-0b20-49cd-beb3-49cb90afdf2d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0657427 Jul 07 20:11:26.063474 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-265f025e-466a-47d4-8ee7-0ac0c17d8805 req-0b0f5ea6-444d-4260-82ed-6890dc975aa9 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324049 Jul 07 20:11:27.242351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828db653-f547-4f41-9370-a2a69c245e44 req-38aafb35-76d7-41ec-95d6-7606bec0116e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:27.243868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-828db653-f547-4f41-9370-a2a69c245e44 req-38aafb35-76d7-41ec-95d6-7606bec0116e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0663583 Jul 07 20:11:27.283054 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-828db653-f547-4f41-9370-a2a69c245e44 req-4a8d988b-b4f7-4c27-a6f0-05e605d939fc tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334151 Jul 07 20:11:28.464117 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4b777-a0e9-443e-b7d5-901b33d2574e req-f5b0b862-11b6-45c2-8286-e45d56c52405 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:28.465680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1a4b777-a0e9-443e-b7d5-901b33d2574e req-f5b0b862-11b6-45c2-8286-e45d56c52405 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.0649247 Jul 07 20:11:28.504634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c1a4b777-a0e9-443e-b7d5-901b33d2574e req-37f0f2f9-0cc7-41d1-a7a7-5fb5b8ece554 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325866 Jul 07 20:11:28.853739 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 74d50ed9-4480-4ebb-8cae-fc30a62eac77 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:11:28.953293 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:28.965367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'port_id': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'mac_address': 'fa:16:3e:22:c6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:11:29.009948 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:29.024314 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d50ed9-4480-4ebb-8cae-fc30a62eac77 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:11:29.045486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:29.051240 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:29.101234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:29.109901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.110325 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.110669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.111006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.111340 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.111663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.111992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.112318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.112676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.112995 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.113315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.113634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:29.276194 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-2af08de8-3315-4863-ba67-3ef705e8eebe tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:29.277630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-2af08de8-3315-4863-ba67-3ef705e8eebe tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.59 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1&tenant_id=02e8d9950a004d9faa8c24784e8526cc&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 943 time: 0.4286757 Jul 07 20:11:29.341411 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['74d50ed9-4480-4ebb-8cae-fc30a62eac77'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:11:29.354559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80735c21-8de4-40ff-9f53-f01e1e32852c req-7e7ecb0a-45a6-49dd-b66b-f5d0f02cacab tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:29.356048 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80735c21-8de4-40ff-9f53-f01e1e32852c req-7e7ecb0a-45a6-49dd-b66b-f5d0f02cacab tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 943 time: 0.4453433 Jul 07 20:11:29.363792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-90eb9238-c8dc-4b0a-9c0d-c764dc467880 service neutron] 10.222.0.59 "GET /v2.0/ports/74d50ed9-4480-4ebb-8cae-fc30a62eac77/bindings/n-h2-792394-12 HTTP/1.1" status: 200 len: 383 time: 0.0793724 Jul 07 20:11:29.400768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80735c21-8de4-40ff-9f53-f01e1e32852c req-ec5f898d-443b-46d9-b78f-290457e86093 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359714 Jul 07 20:11:29.473648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-63541ecb-3fc6-4b42-a378-f4672d3d31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:29.475170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-63541ecb-3fc6-4b42-a378-f4672d3d31d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1096 time: 0.0719838 Jul 07 20:11:29.562119 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-9d8fd0da-9f72-4629-b84b-489f28fb79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:29.563520 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-9d8fd0da-9f72-4629-b84b-489f28fb79f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0826499 Jul 07 20:11:29.635368 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-aa992e1d-a198-43ed-aff4-71478669db3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1001 time: 0.0647385 Jul 07 20:11:29.683753 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cfa7e810-8d4c-41c0-a952-777f6eff73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:29.685630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cfa7e810-8d4c-41c0-a952-777f6eff73cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0436127 Jul 07 20:11:29.742905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-4940936e-1203-49af-ade1-e56f29336907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:29.744388 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-4940936e-1203-49af-ade1-e56f29336907 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520844 Jul 07 20:11:29.843349 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cfd6362a-f3e5-4a92-9fcb-3145531280e2 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881727 Jul 07 20:11:29.935257 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-b9ce76db-5702-4b7d-8c53-6be1f3121ffc service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856438 Jul 07 20:11:30.586526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd3d87-eb39-4d78-b21e-31f618587145 req-28ee07f0-3830-4865-af3f-c0054dba3bf1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:30.587954 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84dd3d87-eb39-4d78-b21e-31f618587145 req-28ee07f0-3830-4865-af3f-c0054dba3bf1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0643010 Jul 07 20:11:30.626602 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-84dd3d87-eb39-4d78-b21e-31f618587145 req-eca645d6-6319-4638-b372-003154b5f22f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Jul 07 20:11:30.884016 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 74d50ed9-4480-4ebb-8cae-fc30a62eac77 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:11:30.932567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:11:30.936057 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:11:30.938504 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:31.013522 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:31.038592 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:31.040836 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec41bfb-4155-4fe2-96f0-f88d5b72b055" -d '{"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-plugged", "status": "completed", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:31.054756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:31.058861 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:31.110416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:31.141878 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feb9363-3ea7-49a9-8229-de35cf76f67a x-openstack-request-id: req-0feb9363-3ea7-49a9-8229-de35cf76f67a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:31.142178 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-plugged", "status": "completed", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:31.142436 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0feb9363-3ea7-49a9-8229-de35cf76f67a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:31.142832 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'code': 200} Jul 07 20:11:31.814617 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce318b-8982-4828-87f1-512b837daa30 req-a1b1dfff-8c6b-4aff-96cb-1ae6722bfe22 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:31.816188 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97ce318b-8982-4828-87f1-512b837daa30 req-a1b1dfff-8c6b-4aff-96cb-1ae6722bfe22 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0722702 Jul 07 20:11:31.858100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97ce318b-8982-4828-87f1-512b837daa30 req-d48cf6f3-35ab-44d9-9a7c-e9b24ee89854 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356700 Jul 07 20:11:33.049242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c21c51-157a-45e6-a56c-a9ecd5bd5fb8 req-5abadf11-c690-4646-ad8c-60af407a97c4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:33.051111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53c21c51-157a-45e6-a56c-a9ecd5bd5fb8 req-5abadf11-c690-4646-ad8c-60af407a97c4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0722618 Jul 07 20:11:33.098709 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53c21c51-157a-45e6-a56c-a9ecd5bd5fb8 req-85389e22-9eb8-4a1e-8983-7d3584c64d7b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355189 Jul 07 20:11:33.897069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cf56fd1b-1f6d-4e90-aaa6-759a97753907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:33.898581 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cf56fd1b-1f6d-4e90-aaa6-759a97753907 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1&tenant_id=02e8d9950a004d9faa8c24784e8526cc HTTP/1.1" status: 200 len: 1097 time: 0.0562465 Jul 07 20:11:33.909812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:11:33.960376 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:33.986877 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:34.192578 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:34.226942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h2-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:11:34.270373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:34.273174 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426b7a25-3b03-414c-b5ba-5d3a6f6fa39e" -d '{"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-unplugged", "status": "completed", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:34.278150 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:34.285226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c4708-2180-4a3d-8c51-01011b824119 req-30fc4af0-194d-4c99-8f8e-33cbb987a329 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:34.286839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-505c4708-2180-4a3d-8c51-01011b824119 req-30fc4af0-194d-4c99-8f8e-33cbb987a329 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0717559 Jul 07 20:11:34.294607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Transition to ACTIVE for port object 74d50ed9-4480-4ebb-8cae-fc30a62eac77 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:11:34.298828 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:34.331530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-505c4708-2180-4a3d-8c51-01011b824119 req-007d0078-6ae8-438a-93e4-5c4d63ee2f62 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374300 Jul 07 20:11:34.389335 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:34.404086 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7adb09-a5c5-4d82-b959-c89fbf07273c x-openstack-request-id: req-ba7adb09-a5c5-4d82-b959-c89fbf07273c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:34.404422 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-unplugged", "status": "completed", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:34.404655 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ba7adb09-a5c5-4d82-b959-c89fbf07273c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:34.405580 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'code': 200} Jul 07 20:11:34.410046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.410387 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.410725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.411050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.411376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.411698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.412017 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.412351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.412679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.412998 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.413313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.413628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:11:34.450452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] No DVR routers for this DVR port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on host n-h2-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:11:34.594138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:11:34.594475 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:11:34.594807 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:11:34.599250 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on network 3f2da045-69ca-4974-9d14-3088b87d70ae not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:11:34.599684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Attempting to bind port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on network 3f2da045-69ca-4974-9d14-3088b87d70ae {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:11:34.604445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:11:34.604883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Checking segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:11:34.605268 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Bound using segment: {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:11:34.605698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Bound port: 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4705f8-d9a5-43d0-9a42-2ab369947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:11:34.606085 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:34.673906 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:11:34.677240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:11:34.681262 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:34.719654 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:34.720322 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:34.721764 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] 10.222.0.112 "PUT /v2.0/ports/74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1093 time: 0.8165460 Jul 07 20:11:34.746954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0748f-eece-4f4f-9ba5-f10ef603e430 service neutron] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:34.806072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-d760bf50-22ed-4247-8d45-084bae665ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:34.807596 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-d760bf50-22ed-4247-8d45-084bae665ec7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1096 time: 0.0571883 Jul 07 20:11:34.903101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-329db39f-7ace-4ded-9909-a26db2178ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:34.904616 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-329db39f-7ace-4ded-9909-a26db2178ed5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.0910094 Jul 07 20:11:34.922213 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 74d50ed9-4480-4ebb-8cae-fc30a62eac77 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:11:34.960206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 74d50ed9-4480-4ebb-8cae-fc30a62eac77 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:11:34.973417 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-102084d1-0650-4bf1-8a59-3db00d3ee466 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1000 time: 0.0626080 Jul 07 20:11:35.022838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-9ebc55cf-4995-4f89-a095-40b69d2638e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:35.024239 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-9ebc55cf-4995-4f89-a095-40b69d2638e5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0447285 Jul 07 20:11:35.081155 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-351ddec6-cd9c-4b43-aa58-6e1c4ad94f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:35.082660 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-351ddec6-cd9c-4b43-aa58-6e1c4ad94f3a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525875 Jul 07 20:11:35.176107 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-621a1dfb-572a-45f8-a847-3f9322037fb1 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859015 Jul 07 20:11:35.266073 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fa5c8ac-054a-488d-bea1-eae401e5a2af req-9045f4e6-4e1b-4c0f-9c3c-7e2497b8a411 service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831168 Jul 07 20:11:35.524231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94ed4a-be1d-43ec-b057-e60a4620ab96 req-3ae96824-50eb-41e0-9585-6492453e8602 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:35.525756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec94ed4a-be1d-43ec-b057-e60a4620ab96 req-3ae96824-50eb-41e0-9585-6492453e8602 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0661194 Jul 07 20:11:35.564369 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ec94ed4a-be1d-43ec-b057-e60a4620ab96 req-bebcfa4d-e8ab-449e-b982-a7c18d59f1fb tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Jul 07 20:11:36.406961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:36.409469 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba171011-de4a-487a-b2fb-7b8f0d186fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:36.465753 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3d7c73-1025-4f5a-9f82-1b027283d600 x-openstack-request-id: req-1e3d7c73-1025-4f5a-9f82-1b027283d600 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:36.466045 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:36.466299 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1e3d7c73-1025-4f5a-9f82-1b027283d600 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:36.466734 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'status': 'completed', 'code': 200} Jul 07 20:11:36.567684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-a57e43f9-9569-4308-9f72-9eb5bc40f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:36.569294 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-a57e43f9-9569-4308-9f72-9eb5bc40f14e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1096 time: 0.0787086 Jul 07 20:11:36.573649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-936800ec-a90b-43f9-98d8-49a918e82c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:36.575425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-936800ec-a90b-43f9-98d8-49a918e82c66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02e8d9950a004d9faa8c24784e8526cc&device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 1096 time: 0.0666037 Jul 07 20:11:36.684806 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-9692fe9a-2830-4a94-9711-ceaf043e66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:36.687058 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-9692fe9a-2830-4a94-9711-ceaf043e66ec service neutron] 10.222.0.112 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.1102779 Jul 07 20:11:36.694899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-6c3afc0e-f965-49a6-b0a1-9d9a89e0e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:36.697186 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-6c3afc0e-f965-49a6-b0a1-9d9a89e0e29a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 200 len: 913 time: 0.1152735 Jul 07 20:11:36.776783 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-a4f1c1ff-6122-4f47-b899-7777ff2455a4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1000 time: 0.0833664 Jul 07 20:11:36.806846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-c559525e-fe05-4fa4-a60b-e2357ebb74a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 200 len: 1000 time: 0.1025774 Jul 07 20:11:36.840210 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-01583c03-fa46-47dc-aced-c523799d8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:36.841808 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-01583c03-fa46-47dc-aced-c523799d8b3c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0588868 Jul 07 20:11:36.864715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b21bc-1082-4cac-a0da-7184689f183e req-9199bf4a-a1e1-4a2d-aaca-43f15cb4f7f1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:36.866156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce2b21bc-1082-4cac-a0da-7184689f183e req-9199bf4a-a1e1-4a2d-aaca-43f15cb4f7f1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.1542933 Jul 07 20:11:36.888777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-9f5b5d85-f7db-422b-91ac-ed26cdc22981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:36.890482 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-9f5b5d85-f7db-422b-91ac-ed26cdc22981 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 200 len: 850 time: 0.0753126 Jul 07 20:11:36.901826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-c7e94a8a-4491-4258-aa87-49a9a9cc3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:36.903417 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-c7e94a8a-4491-4258-aa87-49a9a9cc3bb8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550430 Jul 07 20:11:36.944889 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ce2b21bc-1082-4cac-a0da-7184689f183e req-2e190ed7-60b2-440f-b5b2-60a3cb1960fa tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698335 Jul 07 20:11:36.977490 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-a568d323-e182-4a97-96a0-461a9c4a7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:36.979047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-a568d323-e182-4a97-96a0-461a9c4a7ab1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f2da045-69ca-4974-9d14-3088b87d70ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780840 Jul 07 20:11:37.106924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-2226bc05-79da-4835-9340-06412f353f78 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210439 Jul 07 20:11:37.219976 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-a64159b3-74e7-4e3a-8f8e-9c6da91a7cb9 service neutron] 10.222.0.59 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052148 Jul 07 20:11:37.366074 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-26a1e796-c111-4a8a-8795-83c1c98c135d service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559066 Jul 07 20:11:37.461730 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ba171011-de4a-487a-b2fb-7b8f0d186fd8 req-b054376e-79fe-4e4f-b320-7954b9439b1c service neutron] 10.222.0.112 "GET /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889380 Jul 07 20:11:38.151847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b8ef3-1ad0-464f-9e98-0d20e0281e40 req-4e170945-17d8-4d55-a7b9-04d8bc076d87 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:38.153330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d5b8ef3-1ad0-464f-9e98-0d20e0281e40 req-4e170945-17d8-4d55-a7b9-04d8bc076d87 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0720520 Jul 07 20:11:38.192441 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8d5b8ef3-1ad0-464f-9e98-0d20e0281e40 req-840b571c-5e58-468c-98b7-474995a5edf0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332394 Jul 07 20:11:38.478603 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10817403-c599-4c08-907d-b67c90160589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:39.375854 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550a90e-048f-4fa8-9f2e-ac62b55c6406 req-6e1d462d-f45a-4734-93e7-4d202334766f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:39.377418 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9550a90e-048f-4fa8-9f2e-ac62b55c6406 req-6e1d462d-f45a-4734-93e7-4d202334766f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0665536 Jul 07 20:11:39.417289 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9550a90e-048f-4fa8-9f2e-ac62b55c6406 req-e7f1550c-2b78-4747-b257-417f561a0484 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341804 Jul 07 20:11:40.594493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53390ec3-ea7d-4adb-8fc9-828041d3a346 req-1ad14b68-7dac-484e-839a-cfdcc2216f64 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:40.596013 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53390ec3-ea7d-4adb-8fc9-828041d3a346 req-1ad14b68-7dac-484e-839a-cfdcc2216f64 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0629728 Jul 07 20:11:40.634880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53390ec3-ea7d-4adb-8fc9-828041d3a346 req-fe593725-46aa-4944-ae63-4fab349e4307 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331264 Jul 07 20:11:41.167646 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acbeb207-12e5-4e43-8324-e242dcb94e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:41.413896 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:41.812225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a95ba-beb4-4ba8-aa6d-7abc396f22c8 req-22c7f9c8-af2e-4806-9d30-7e1501a04dc3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:41.813745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d3a95ba-beb4-4ba8-aa6d-7abc396f22c8 req-22c7f9c8-af2e-4806-9d30-7e1501a04dc3 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0670433 Jul 07 20:11:41.853621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d3a95ba-beb4-4ba8-aa6d-7abc396f22c8 req-e0a1a8c4-0aba-45ea-ba9f-01b03b45f9a0 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342255 Jul 07 20:11:42.601698 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:43.032633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e639b4-2196-4a94-8f3d-12545afc46ca req-022fdf54-36f1-4082-9792-b821d4dc84ec tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:43.034156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41e639b4-2196-4a94-8f3d-12545afc46ca req-022fdf54-36f1-4082-9792-b821d4dc84ec tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0643415 Jul 07 20:11:43.072253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41e639b4-2196-4a94-8f3d-12545afc46ca req-8ee06aa3-ae19-4fcc-9fd1-03b23bfde8d5 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324454 Jul 07 20:11:44.147453 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:44.256554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568b14f-f2c2-4530-953a-f910c50cb7bc req-adc477dc-5696-4a77-9ff3-2eba084fad05 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:44.258584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5568b14f-f2c2-4530-953a-f910c50cb7bc req-adc477dc-5696-4a77-9ff3-2eba084fad05 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0686035 Jul 07 20:11:44.297973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5568b14f-f2c2-4530-953a-f910c50cb7bc req-5ccaa4d5-4027-47e6-8210-226859626021 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334606 Jul 07 20:11:45.472817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4108c1-4810-43f1-8f9e-ef0515cd26cb req-20ff50c3-5240-48f1-956c-ec8091a66a06 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:45.474480 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf4108c1-4810-43f1-8f9e-ef0515cd26cb req-20ff50c3-5240-48f1-956c-ec8091a66a06 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0652733 Jul 07 20:11:45.511934 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf4108c1-4810-43f1-8f9e-ef0515cd26cb req-dbd3e8a9-6375-4738-a56e-94d3fef9045b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320737 Jul 07 20:11:45.934612 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:11:46.688044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf0205-c845-4d1d-ab56-e2f99ae28ebd req-4fa73f0c-e5c3-44c5-b350-7f7060b3e75c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:46.689584 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fcf0205-c845-4d1d-ab56-e2f99ae28ebd req-4fa73f0c-e5c3-44c5-b350-7f7060b3e75c tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0642571 Jul 07 20:11:46.726247 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0fcf0205-c845-4d1d-ab56-e2f99ae28ebd req-7df98ce9-c218-4f83-87f2-3ff886a88c08 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311582 Jul 07 20:11:46.910326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660091d-cea6-49c4-99ca-a22af2367704 req-8163815c-ff3a-4eb7-848d-ff3ec071fb46 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:46.911821 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6660091d-cea6-49c4-99ca-a22af2367704 req-8163815c-ff3a-4eb7-848d-ff3ec071fb46 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0690818 Jul 07 20:11:46.950222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6660091d-cea6-49c4-99ca-a22af2367704 req-838c397e-c269-41ef-b08a-da8a844b28a1 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328119 Jul 07 20:11:47.100459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 74d50ed9-4480-4ebb-8cae-fc30a62eac77 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:11:47.124906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38700ec6-1a3a-4125-9c53-f03d428b00b1 req-707c778c-66d9-4b70-bd98-73106c4e456a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:47.126484 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38700ec6-1a3a-4125-9c53-f03d428b00b1 req-707c778c-66d9-4b70-bd98-73106c4e456a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 944 time: 0.0666356 Jul 07 20:11:47.166082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38700ec6-1a3a-4125-9c53-f03d428b00b1 req-08a665a7-32ab-4736-8a36-e65dfacb5d2a tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339639 Jul 07 20:11:47.199536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:47.211543 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'port_id': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'mac_address': 'fa:16:3e:22:c6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:11:47.248284 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:47.262513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d50ed9-4480-4ebb-8cae-fc30a62eac77 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:11:47.283240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:47.289218 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:47.343284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:47.515475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['74d50ed9-4480-4ebb-8cae-fc30a62eac77'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:11:47.566733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d07aff-a98f-491a-a5f9-936d925e7ade req-8e8e1930-affa-48f7-873b-d01d9781014f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:47.568245 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8d07aff-a98f-491a-a5f9-936d925e7ade req-8e8e1930-affa-48f7-873b-d01d9781014f tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0705132 Jul 07 20:11:47.607481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c8d07aff-a98f-491a-a5f9-936d925e7ade req-ec165022-46dd-4a11-b41e-34dde60ba89b tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332723 Jul 07 20:11:48.789370 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635afc2-3a3a-405f-9f3e-7ce35ef795a7 req-e9dd5ddf-3b38-4882-97c1-19ef40260ab4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:48.790886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7635afc2-3a3a-405f-9f3e-7ce35ef795a7 req-e9dd5ddf-3b38-4882-97c1-19ef40260ab4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0671878 Jul 07 20:11:48.829958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7635afc2-3a3a-405f-9f3e-7ce35ef795a7 req-54123e68-24f1-47e9-90a3-9f0cd1c70416 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups?id=695e868c-7410-49ca-b2db-87306387795e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330718 Jul 07 20:11:49.138837 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 74d50ed9-4480-4ebb-8cae-fc30a62eac77 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:11:49.140595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-6460c235-e493-4e7c-9f8a-7ac1a865b0d4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:11:49.142106 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-6460c235-e493-4e7c-9f8a-7ac1a865b0d4 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 945 time: 0.0711994 Jul 07 20:11:49.190565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:11:49.194222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:11:49.194588 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:49.245897 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Deleting port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:11:49.246244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:49.275141 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:49.301024 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:49.303643 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbe044c-360b-463a-858a-4adc5b80943f" -d '{"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-plugged", "status": "completed", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:49.317037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:49.321574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:49.347822 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d290a4ad-c57f-48a3-9501-2064b425dcfd x-openstack-request-id: req-d290a4ad-c57f-48a3-9501-2064b425dcfd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:49.348122 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-plugged", "status": "completed", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:49.348378 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d290a4ad-c57f-48a3-9501-2064b425dcfd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:49.348817 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'code': 200} Jul 07 20:11:49.352793 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] For port 74d50ed9-4480-4ebb-8cae-fc30a62eac77, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=74d50ed9-4480-4ebb-8cae-fc30a62eac77,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:49.353162 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:49.376230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:49.509906 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:49.530412 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:49.531000 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:49.531142 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Floating IP 262db892-679e-4eb9-93aa-4835507056c1 disassociated. External IP: 172.25.2.202, port: 74d50ed9-4480-4ebb-8cae-fc30a62eac77. Jul 07 20:11:49.531376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Calling delete_port for 74d50ed9-4480-4ebb-8cae-fc30a62eac77 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:11:49.671817 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:49.702396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event deleted for resources: {'Port': ['ID=74d50ed9-4480-4ebb-8cae-fc30a62eac77,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:49.825718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:11:49.945199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:11:49.955535 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab8b3f-3d36-469c-a2a3-a75345402d6f None None] Sync routers for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:11:49.976493 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab8b3f-3d36-469c-a2a3-a75345402d6f None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:11:49.977048 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8fab8b3f-3d36-469c-a2a3-a75345402d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:11:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:49.990115 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b39a2a7d-1d86-4883-b9af-f57408737d2b req-e25dbe91-75eb-418e-806c-ec693bbdff97 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 210 time: 0.0301795 Jul 07 20:11:49.991833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] No DVR routers for this DVR port 74d50ed9-4480-4ebb-8cae-fc30a62eac77 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:11:49.994560 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:49.996659 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e56ffbe3-88fb-4043-83a2-704dcc4ee17d req-f2dc4243-afb2-49f2-b657-e36fcce85b40 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.112 "DELETE /v2.0/ports/74d50ed9-4480-4ebb-8cae-fc30a62eac77 HTTP/1.1" status: 204 len: 173 time: 0.8491197 Jul 07 20:11:49.997835 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-deleted', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:11:50.002068 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce3374b-ca9a-4d02-984a-a926c65499d0" -d '{"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-deleted", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:11:50.041240 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27628a94-3de8-4ba1-9c8e-fbebde7ea917 x-openstack-request-id: req-27628a94-3de8-4ba1-9c8e-fbebde7ea917 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:11:50.041545 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838378a3-38ee-414a-bfbc-dda2c1963da1", "name": "network-vif-deleted", "tag": "74d50ed9-4480-4ebb-8cae-fc30a62eac77", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:11:50.041783 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-27628a94-3de8-4ba1-9c8e-fbebde7ea917 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:11:50.042183 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838378a3-38ee-414a-bfbc-dda2c1963da1', 'name': 'network-vif-deleted', 'tag': '74d50ed9-4480-4ebb-8cae-fc30a62eac77', 'status': 'completed', 'code': 200} Jul 07 20:11:50.092648 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8fab8b3f-3d36-469c-a2a3-a75345402d6f None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:11:50.291680 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8fab8b3f-3d36-469c-a2a3-a75345402d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:50.318313 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab8b3f-3d36-469c-a2a3-a75345402d6f None None] Checking router: 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:11:50.327324 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab8b3f-3d36-469c-a2a3-a75345402d6f None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:11:50.327928 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8fab8b3f-3d36-469c-a2a3-a75345402d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:11:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:50.436847 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8fab8b3f-3d36-469c-a2a3-a75345402d6f None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:11:50.735292 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8fab8b3f-3d36-469c-a2a3-a75345402d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:11:50.761731 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab8b3f-3d36-469c-a2a3-a75345402d6f None None] The sync data for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 is: [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:01:54Z', 'revision_number': 4, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1dd3269b-5f6b-4642-9f77-bcae2a25daaa', 'name': '', 'network_id': '3f2da045-69ca-4974-9d14-3088b87d70ae', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'mac_address': 'fa:16:3e:8f:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:53Z', 'updated_at': '2021-07-07T20:02:00Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'subnets': [{'id': 'caba4af1-6415-45ec-8d3b-c492be6ab16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:11:51.004272 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d8c5b-4be1-42dc-92ac-ae1a2920ec80 None None] New status for floating IP 262db892-679e-4eb9-93aa-4835507056c1: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:11:51.151650 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5d88b91-fe37-4cdc-84a0-6e917a7700aa req-95cbab1c-d063-4b1c-90ba-f53361f08224 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 210 time: 0.0405438 Jul 07 20:11:52.305965 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3691ebf3-7beb-4c1c-ae3c-b0b3679a88c7 req-d88fa952-4ff6-4937-80ed-3117fb96137d tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 210 time: 0.0284753 Jul 07 20:11:53.168580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 74d50ed9-4480-4ebb-8cae-fc30a62eac77 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:11:53.189237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 74d50ed9-4480-4ebb-8cae-fc30a62eac77 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:11:53.189536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 74d50ed9-4480-4ebb-8cae-fc30a62eac77 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:11:53.456033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a27eaa9-331c-4e2a-90e6-1a078936748a req-86cbaa17-8496-4dce-9afa-c97f20831626 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/ports?device_id=838378a3-38ee-414a-bfbc-dda2c1963da1 HTTP/1.1" status: 200 len: 210 time: 0.0311296 Jul 07 20:11:57.536981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:11:57.595081 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcbb9369-3591-4e7f-b43a-3c3906f329e7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:57.618749 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcbb9369-3591-4e7f-b43a-3c3906f329e7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:57.666518 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcbb9369-3591-4e7f-b43a-3c3906f329e7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:57.669579 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcbb9369-3591-4e7f-b43a-3c3906f329e7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:57.673501 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bcbb9369-3591-4e7f-b43a-3c3906f329e7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "DELETE /v2.0/security-groups/695e868c-7410-49ca-b2db-87306387795e HTTP/1.1" status: 204 len: 168 time: 0.1330750 Jul 07 20:11:57.674187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:11:57.681417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb9369-3591-4e7f-b43a-3c3906f329e7 tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695e868c-7410-49ca-b2db-87306387795e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:57.691201 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-3dbc9648-832e-4831-9e82-3ceb679c5d1e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] show failed (client error): The resource could not be found. Jul 07 20:11:57.692259 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3dbc9648-832e-4831-9e82-3ceb679c5d1e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "GET /v2.0/security-groups/695e868c-7410-49ca-b2db-87306387795e HTTP/1.1" status: 404 len: 347 time: 0.0170836 Jul 07 20:11:57.694982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:11:57.827963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-38f79db3-bc32-4ec9-9ed8-f2008c3a700e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Deleting port ae4aed79-f49b-4dac-9a5a-574ee8814d28 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:11:57.828316 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38f79db3-bc32-4ec9-9ed8-f2008c3a700e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:57.916237 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38f79db3-bc32-4ec9-9ed8-f2008c3a700e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:57.916465 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38f79db3-bc32-4ec9-9ed8-f2008c3a700e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:57.928313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-38f79db3-bc32-4ec9-9ed8-f2008c3a700e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Calling delete_port for ae4aed79-f49b-4dac-9a5a-574ee8814d28 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:11:58.075119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38f79db3-bc32-4ec9-9ed8-f2008c3a700e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:58.104180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f79db3-bc32-4ec9-9ed8-f2008c3a700e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Pushing event deleted for resources: {'Port': ['ID=ae4aed79-f49b-4dac-9a5a-574ee8814d28,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:58.166483 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38f79db3-bc32-4ec9-9ed8-f2008c3a700e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:58.169322 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38f79db3-bc32-4ec9-9ed8-f2008c3a700e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:58.170614 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-38f79db3-bc32-4ec9-9ed8-f2008c3a700e tempest-ServerActionsTestJSON-1255278958 tempest-ServerActionsTestJSON-1255278958-project] 10.222.0.113 "DELETE /v2.0/floatingips/262db892-679e-4eb9-93aa-4835507056c1 HTTP/1.1" status: 204 len: 168 time: 0.4740398 Jul 07 20:11:58.173503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:11:58.709808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:58.972713 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] Deleting port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:11:58.972971 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:59.052237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] For port 1dd3269b-5f6b-4642-9f77-bcae2a25daaa, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1dd3269b-5f6b-4642-9f77-bcae2a25daaa,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:11:59.052691 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:59.065382 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] Calling delete_port for 1dd3269b-5f6b-4642-9f77-bcae2a25daaa owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:11:59.249526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:59.281396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd3269b-5f6b-4642-9f77-bcae2a25daaa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:11:59.453807 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:11:59.677234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] Router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:12:00.081446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:12:00.088059 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8490c07b-f072-4072-86be-f18fab9a7a4f admin admin] 10.222.0.113 "PUT /v2.0/routers/21d5b2e7-0e61-4911-ae5f-e53f4e906d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9130208 Jul 07 20:12:00.089000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:00.090794 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a4f9c-6537-4673-869c-9f9187468e0d None None] Sync routers for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:12:00.100942 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a4f9c-6537-4673-869c-9f9187468e0d None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:12:00.101539 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7d7a4f9c-6537-4673-869c-9f9187468e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:11:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:00.194115 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:00.203774 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7d7a4f9c-6537-4673-869c-9f9187468e0d None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:12:00.304421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:00.363397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Deleting port 6a9d03a0-4c3a-4d55-b454-12115937f848 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:12:00.363746 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:00.386925 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7d7a4f9c-6537-4673-869c-9f9187468e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:11:59Z', 'revision_number': 5, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port': {'id': '6a9d03a0-4c3a-4d55-b454-12115937f848', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:01:52Z', 'updated_at': '2021-07-07T20:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:00.425290 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a4f9c-6537-4673-869c-9f9187468e0d None None] Checking router: 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:12:00.433894 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a4f9c-6537-4673-869c-9f9187468e0d None None] Routers {'21d5b2e7-0e61-4911-ae5f-e53f4e906d59'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:12:00.434498 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7d7a4f9c-6537-4673-869c-9f9187468e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:11:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:00.457005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] For port 6a9d03a0-4c3a-4d55-b454-12115937f848, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=6a9d03a0-4c3a-4d55-b454-12115937f848,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:00.457375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:00.470843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Calling delete_port for 6a9d03a0-4c3a-4d55-b454-12115937f848 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:12:00.520728 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7d7a4f9c-6537-4673-869c-9f9187468e0d None None] Set router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:12:00.570772 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7d7a4f9c-6537-4673-869c-9f9187468e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:12:00Z', 'revision_number': 6, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:00.600433 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a4f9c-6537-4673-869c-9f9187468e0d None None] The sync data for ids ['21d5b2e7-0e61-4911-ae5f-e53f4e906d59'] in n-d-792394-12 is: [{'id': '21d5b2e7-0e61-4911-ae5f-e53f4e906d59', 'name': 'tempest-ServerActionsTestJSON-580418437-router', 'tenant_id': '02e8d9950a004d9faa8c24784e8526cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:01:51Z', 'updated_at': '2021-07-07T20:12:00Z', 'revision_number': 6, 'project_id': '02e8d9950a004d9faa8c24784e8526cc', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:12:00.646246 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:00.669567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9d03a0-4c3a-4d55-b454-12115937f848,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:00.742036 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:00.833983 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:00.836189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:00.881052 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:00.881506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d5b2e7-0e61-4911-ae5f-e53f4e906d59 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:12:00.887246 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:00.888412 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-02f0c5dc-cb80-4dbb-9010-645a88af7bc1 admin admin] 10.222.0.113 "DELETE /v2.0/routers/21d5b2e7-0e61-4911-ae5f-e53f4e906d59 HTTP/1.1" status: 204 len: 168 time: 0.7984521 Jul 07 20:12:00.890994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:00.935090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf322969-5257-4b93-af7e-03c51e06c6d5 admin admin] Deleting subnet caba4af1-6415-45ec-8d3b-c492be6ab16d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:12:00.938821 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf322969-5257-4b93-af7e-03c51e06c6d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:00.978448 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf322969-5257-4b93-af7e-03c51e06c6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.089092 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf322969-5257-4b93-af7e-03c51e06c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.148326 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf322969-5257-4b93-af7e-03c51e06c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.174630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf322969-5257-4b93-af7e-03c51e06c6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caba4af1-6415-45ec-8d3b-c492be6ab16d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:01.178119 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf322969-5257-4b93-af7e-03c51e06c6d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.180867 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cf322969-5257-4b93-af7e-03c51e06c6d5 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/caba4af1-6415-45ec-8d3b-c492be6ab16d HTTP/1.1" status: 204 len: 168 time: 0.2880023 Jul 07 20:12:01.182623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:01.184073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d84b7f-3c53-45f3-ade3-b1ad40406d14 None None] Network 3f2da045-69ca-4974-9d14-3088b87d70ae requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:01.252361 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.305337 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Deleting port 464f4808-2098-498f-8f38-980e0e245862 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:12:01.305696 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.372901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a6745-9475-4d01-becf-f89630d71414 None None] DHCP port deletion for 3f2da045-69ca-4974-9d14-3088b87d70ae request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:12:01.380166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] For port 464f4808-2098-498f-8f38-980e0e245862, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=464f4808-2098-498f-8f38-980e0e245862,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:01.380567 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.395680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Calling delete_port for 464f4808-2098-498f-8f38-980e0e245862 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:12:01.421641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-944a6745-9475-4d01-becf-f89630d71414 None None] Deleting port 464f4808-2098-498f-8f38-980e0e245862 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:12:01.422001 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-944a6745-9475-4d01-becf-f89630d71414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.489274 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.528013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Pushing event deleted for resources: {'Port': ['ID=464f4808-2098-498f-8f38-980e0e245862,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:01.532307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] No DVR routers for this DVR port 464f4808-2098-498f-8f38-980e0e245862 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:12:01.615383 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.629007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2da045-69ca-4974-9d14-3088b87d70ae']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:01.643815 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4705f8-d9a5-43d0-9a42-2ab369947dba') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:01.644263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4705f8-d9a5-43d0-9a42-2ab369947dba') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:01.656606 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.662830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-944a6745-9475-4d01-becf-f89630d71414 None None] For port 464f4808-2098-498f-8f38-980e0e245862, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=464f4808-2098-498f-8f38-980e0e245862,segment=NetworkSegment(6a4705f8-d9a5-43d0-9a42-2ab369947dba),segment_id=6a4705f8-d9a5-43d0-9a42-2ab369947dba)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:01.663703 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-944a6745-9475-4d01-becf-f89630d71414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.674084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.682128 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:12:01.688013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.689519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-944a6745-9475-4d01-becf-f89630d71414 None None] Calling delete_port for 464f4808-2098-498f-8f38-980e0e245862 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:12:01.695136 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:12:01.748972 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.758033 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.762162 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] 10.222.0.113 "DELETE /v2.0/networks/3f2da045-69ca-4974-9d14-3088b87d70ae HTTP/1.1" status: 204 len: 168 time: 0.5779903 Jul 07 20:12:01.772945 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-944a6745-9475-4d01-becf-f89630d71414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:01.775413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398aeb03-8686-4b96-95b9-61f1daece18b admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2da045-69ca-4974-9d14-3088b87d70ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:01.785284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-944a6745-9475-4d01-becf-f89630d71414 None None] Network 3f2da045-69ca-4974-9d14-3088b87d70ae is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 20:12:01.785644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944a6745-9475-4d01-becf-f89630d71414 None None] No DVR routers for this DVR port 464f4808-2098-498f-8f38-980e0e245862 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:12:01.809246 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a6745-9475-4d01-becf-f89630d71414 None None] Pushing event deleted for resources: {'Port': ['ID=464f4808-2098-498f-8f38-980e0e245862,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:01.907341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:01.949464 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b7f2b29b-a33e-4158-a6e1-85acc0310047 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=02e8d9950a004d9faa8c24784e8526cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407994 Jul 07 20:12:01.952345 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:02.007991 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-379312c4-bf3b-47ba-a442-349246c98079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:02.030637 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-379312c4-bf3b-47ba-a442-349246c98079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:02.076667 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-379312c4-bf3b-47ba-a442-349246c98079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:02.079254 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-379312c4-bf3b-47ba-a442-349246c98079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:02.080404 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-379312c4-bf3b-47ba-a442-349246c98079 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6386c239-c1d5-4b53-97a6-c587079a79a5 HTTP/1.1" status: 204 len: 168 time: 0.1270869 Jul 07 20:12:02.088812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379312c4-bf3b-47ba-a442-349246c98079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6386c239-c1d5-4b53-97a6-c587079a79a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:02.416735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 464f4808-2098-498f-8f38-980e0e245862 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:12:02.442984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 464f4808-2098-498f-8f38-980e0e245862 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:12:02.443344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 464f4808-2098-498f-8f38-980e0e245862 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:12:02.443774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1dd3269b-5f6b-4642-9f77-bcae2a25daaa no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:12:02.465146 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 1dd3269b-5f6b-4642-9f77-bcae2a25daaa {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:12:02.465622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1dd3269b-5f6b-4642-9f77-bcae2a25daaa not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:12:02.466254 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6a9d03a0-4c3a-4d55-b454-12115937f848 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:12:02.487003 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 6a9d03a0-4c3a-4d55-b454-12115937f848 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:12:02.487315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 6a9d03a0-4c3a-4d55-b454-12115937f848 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:12:02.839347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:02.934423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-563259174-network', 'tenant_id': '9613348ebabd48059ba082df58dd0b6f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:02.960451 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Made reservation on behalf of 9613348ebabd48059ba082df58dd0b6f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:02.962774 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:02.971317 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:03.066441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:03.070199 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:03.096533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:12:03.106783 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3339dc-15d4-4890-8526-d66522a3b374,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:03.113839 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:03.114192 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Added segment eb6e4d34-4c2c-45e9-ad8b-4b50d6423140 of type vlan for network cfaea45f-e964-43c0-b9c0-405278749612 Jul 07 20:12:03.156588 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:03.185541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:03.187596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:03.188177 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:03.245158 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4046693 Jul 07 20:12:03.248261 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:03.254161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] Request body: {'subnet': {'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-563259174-subnet', 'tenant_id': '9613348ebabd48059ba082df58dd0b6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:03.258439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfa98c-e337-4afb-92b3-ead9fe893435 admin admin] Pushing event updated for resources: {'Network': ['ID=cfaea45f-e964-43c0-b9c0-405278749612,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:03.268504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network cfaea45f-e964-43c0-b9c0-405278749612 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:12:03.281734 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] Made reservation on behalf of 9613348ebabd48059ba082df58dd0b6f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:03.284142 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:03.453401 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:03.511293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33138c1d-507d-4d34-b7a7-c57219ee37b5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:03.521809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] Checking segment: {'id': 'eb6e4d34-4c2c-45e9-ad8b-4b50d6423140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:03.522171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] Network hostable DHCP agents. Network: cfaea45f-e964-43c0-b9c0-405278749612, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:12:03.538758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] Network cfaea45f-e964-43c0-b9c0-405278749612 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:12:03.547581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, cfaea45f-e964-43c0-b9c0-405278749612) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:03.551939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:03.552569 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:03.559743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c40dd5-5211-4afa-a901-782eefa0fde3 None None] Network cfaea45f-e964-43c0-b9c0-405278749612 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:03.567552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-01861602-ac71-4b88-a1bf-6ab0dd3935f1 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3175044 Jul 07 20:12:03.696136 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9527608-cc42-477c-82a1-71c390dbf518 None None] Network cfaea45f-e964-43c0-b9c0-405278749612 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:03.959553 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:04.009225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-57f93fcf-b09f-4c37-bdc2-2b5c5e49985e tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:04.010743 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-57f93fcf-b09f-4c37-bdc2-2b5c5e49985e tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/networks?id=cfaea45f-e964-43c0-b9c0-405278749612 HTTP/1.1" status: 200 len: 813 time: 0.1033561 Jul 07 20:12:04.026374 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-8bb50ef1-beea-4b52-aab4-7b9ad7dbade4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/quotas/9613348ebabd48059ba082df58dd0b6f HTTP/1.1" status: 200 len: 375 time: 0.0091531 Jul 07 20:12:04.066143 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-34fc1d6b-9848-475d-bb0a-4102bbbad781 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9613348ebabd48059ba082df58dd0b6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341468 Jul 07 20:12:04.078114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-ef909ecd-f799-463e-a35e-45618d07b006 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:12:04.079053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-ef909ecd-f799-463e-a35e-45618d07b006 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066400 Jul 07 20:12:04.168119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-bc11e8b3-d9bf-4bd3-86ea-51bea22883e8 service neutron] 10.222.0.113 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834050 Jul 07 20:12:04.262061 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-a345dbbb-fa63-4d5f-bd8f-cab5c5f574e1 service neutron] 10.222.0.113 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879025 Jul 07 20:12:04.433540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6ea36b9e-066c-42ab-a16c-9b4abebfd9e4 req-103ca7d5-19ef-414d-a63d-68976dac83f0 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 210 time: 0.0295510 Jul 07 20:12:05.474523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-0338cea4-c7e6-451b-8283-39031cb32e2c tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:05.476038 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-0338cea4-c7e6-451b-8283-39031cb32e2c tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.112 "GET /v2.0/networks?id=cfaea45f-e964-43c0-b9c0-405278749612 HTTP/1.1" status: 200 len: 813 time: 0.1096711 Jul 07 20:12:05.495960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Request body: {'port': {'device_id': '3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef', 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612', 'admin_state_up': True, 'tenant_id': '9613348ebabd48059ba082df58dd0b6f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:05.583751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d36ffcb2-7d38-4d34-b512-d64f450bc84f req-5898bb8a-0bd4-491d-8862-5e727a5235fb tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 210 time: 0.0308816 Jul 07 20:12:05.625067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Made reservation on behalf of 9613348ebabd48059ba082df58dd0b6f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:05.628642 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:05.753063 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Allocated IP 172.20.0.14 (cfaea45f-e964-43c0-b9c0-405278749612/33138c1d-507d-4d34-b7a7-c57219ee37b5/d77fbaad-397f-454a-b7b4-c4b67abcd016) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:12:05.907540 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:05.947148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:05.989896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Network cfaea45f-e964-43c0-b9c0-405278749612 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:05.993194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:05.999718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:12:06.028732 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Pushing event updated for resources: {'Port': ['ID=d77fbaad-397f-454a-b7b4-c4b67abcd016,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:06.059467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:06.060072 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:06.074331 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-efc348d4-a181-4f31-89f3-9ffcecf1cdbe tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5823615 Jul 07 20:12:06.085471 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Request body: {'port': {'device_id': '3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:06.157323 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:06.423817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77fbaad-397f-454a-b7b4-c4b67abcd016 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:12:06.431385 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:06.444033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Transition to ACTIVE for port object d77fbaad-397f-454a-b7b4-c4b67abcd016 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:06.448620 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:06.501291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Pushing event updated for resources: {'Port': ['ID=d77fbaad-397f-454a-b7b4-c4b67abcd016,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:06.570066 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Attempting to bind port d77fbaad-397f-454a-b7b4-c4b67abcd016 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:12:06.570336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Attempting to bind port d77fbaad-397f-454a-b7b4-c4b67abcd016 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'eb6e4d34-4c2c-45e9-ad8b-4b50d6423140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:12:06.570500 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Attempting to bind port d77fbaad-397f-454a-b7b4-c4b67abcd016 on network cfaea45f-e964-43c0-b9c0-405278749612 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:06.574800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Port d77fbaad-397f-454a-b7b4-c4b67abcd016 on network cfaea45f-e964-43c0-b9c0-405278749612 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:12:06.575129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Attempting to bind port d77fbaad-397f-454a-b7b4-c4b67abcd016 on network cfaea45f-e964-43c0-b9c0-405278749612 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:06.581156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:12:06.581489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Checking segment: {'id': 'eb6e4d34-4c2c-45e9-ad8b-4b50d6423140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:06.581869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Bound using segment: {'id': 'eb6e4d34-4c2c-45e9-ad8b-4b50d6423140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:12:06.582293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Bound port: d77fbaad-397f-454a-b7b4-c4b67abcd016, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6e4d34-4c2c-45e9-ad8b-4b50d6423140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:12:06.582649 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:06.656379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] For port d77fbaad-397f-454a-b7b4-c4b67abcd016, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:12:06.659761 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] For port d77fbaad-397f-454a-b7b4-c4b67abcd016, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d77fbaad-397f-454a-b7b4-c4b67abcd016,segment=NetworkSegment(eb6e4d34-4c2c-45e9-ad8b-4b50d6423140),segment_id=eb6e4d34-4c2c-45e9-ad8b-4b50d6423140)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:12:06.663858 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:06.702200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:06.702835 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:06.704231 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] 10.222.0.112 "PUT /v2.0/ports/d77fbaad-397f-454a-b7b4-c4b67abcd016 HTTP/1.1" status: 200 len: 1093 time: 0.6228819 Jul 07 20:12:06.704709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef', 'tag': 'd77fbaad-397f-454a-b7b4-c4b67abcd016'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:12:06.706963 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1957d1e-a8a1-4f51-94cc-2d45bf533f22" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef", "tag": "d77fbaad-397f-454a-b7b4-c4b67abcd016"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:12:06.740652 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5bab0-0fc6-4e51-bf23-4a8c9df7a0fa service neutron] Pushing event updated for resources: {'Port': ['ID=d77fbaad-397f-454a-b7b4-c4b67abcd016,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:06.759519 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeb4a0f-865f-429e-ae13-c278d7512a7d x-openstack-request-id: req-efeb4a0f-865f-429e-ae13-c278d7512a7d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:12:06.759845 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef", "tag": "d77fbaad-397f-454a-b7b4-c4b67abcd016", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:12:06.760101 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-efeb4a0f-865f-429e-ae13-c278d7512a7d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:12:06.760521 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef', 'tag': 'd77fbaad-397f-454a-b7b4-c4b67abcd016', 'status': 'completed', 'code': 200} Jul 07 20:12:06.771830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613401e2-40df-4ce7-aa74-da9a09bc7916 req-9755dc6e-54c2-4f22-8442-5c044b8774ba tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:06.773381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-613401e2-40df-4ce7-aa74-da9a09bc7916 req-9755dc6e-54c2-4f22-8442-5c044b8774ba tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 944 time: 0.0744507 Jul 07 20:12:06.807482 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-760013b2-6ed4-4bfd-bdfa-30a960009813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:06.809034 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-760013b2-6ed4-4bfd-bdfa-30a960009813 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9613348ebabd48059ba082df58dd0b6f&device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 1096 time: 0.0585377 Jul 07 20:12:06.813127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-613401e2-40df-4ce7-aa74-da9a09bc7916 req-1d50e07b-64a7-484d-af74-a425bc45a43a tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341012 Jul 07 20:12:06.859573 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-3a2d615c-f32f-469d-a81a-c9bdde3285ae service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d77fbaad-397f-454a-b7b4-c4b67abcd016 HTTP/1.1" status: 200 len: 217 time: 0.0422213 Jul 07 20:12:06.908530 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-1fa8ac48-e8a5-4629-aefc-7f063280cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:06.910014 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-1fa8ac48-e8a5-4629-aefc-7f063280cf76 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=33138c1d-507d-4d34-b7a7-c57219ee37b5 HTTP/1.1" status: 200 len: 853 time: 0.0445418 Jul 07 20:12:06.944718 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-4b6f8d95-f591-4730-8544-549b4b60eb59 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=cfaea45f-e964-43c0-b9c0-405278749612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285194 Jul 07 20:12:07.036637 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-4a096ca0-9758-4d1f-b2c8-7380674adcf6 service neutron] 10.222.0.112 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851867 Jul 07 20:12:07.126148 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a060f1c2-eec1-463b-a13a-34ab83e7b166 req-ecd781ef-2fbb-43f6-a1a8-205be8d46ebe service neutron] 10.222.0.112 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830085 Jul 07 20:12:07.232374 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1957d1e-a8a1-4f51-94cc-2d45bf533f22 req-470ce92a-93ba-49d6-b06a-ab48595ec81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:07.234823 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a1957d1e-a8a1-4f51-94cc-2d45bf533f22 req-470ce92a-93ba-49d6-b06a-ab48595ec81b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9613348ebabd48059ba082df58dd0b6f&device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 1096 time: 0.0546553 Jul 07 20:12:07.331157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1957d1e-a8a1-4f51-94cc-2d45bf533f22 req-a2b00c48-cc3a-461b-b163-2f90af97d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:07.332576 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a1957d1e-a8a1-4f51-94cc-2d45bf533f22 req-a2b00c48-cc3a-461b-b163-2f90af97d9a1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=cfaea45f-e964-43c0-b9c0-405278749612 HTTP/1.1" status: 200 len: 915 time: 0.0907221 Jul 07 20:12:07.374927 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a1957d1e-a8a1-4f51-94cc-2d45bf533f22 req-d4792d00-f644-4c26-83c9-360ef4ab65df service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d77fbaad-397f-454a-b7b4-c4b67abcd016 HTTP/1.1" status: 200 len: 217 time: 0.0354340 Jul 07 20:12:07.425012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1957d1e-a8a1-4f51-94cc-2d45bf533f22 req-9f484f48-7b1a-49e7-a0c1-c2e5951735f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:07.426498 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a1957d1e-a8a1-4f51-94cc-2d45bf533f22 req-9f484f48-7b1a-49e7-a0c1-c2e5951735f9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=33138c1d-507d-4d34-b7a7-c57219ee37b5 HTTP/1.1" status: 200 len: 853 time: 0.0449455 Jul 07 20:12:07.465984 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a1957d1e-a8a1-4f51-94cc-2d45bf533f22 req-b17caf8d-c2fc-4b04-9520-e4971faa659e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=cfaea45f-e964-43c0-b9c0-405278749612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313978 Jul 07 20:12:07.554787 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a1957d1e-a8a1-4f51-94cc-2d45bf533f22 req-326b07d5-d1f7-4235-a529-5f0aa95d3a41 service neutron] 10.222.0.112 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820851 Jul 07 20:12:07.649156 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a1957d1e-a8a1-4f51-94cc-2d45bf533f22 req-b4a4a854-8ded-4cf7-9909-1fd8eb409678 service neutron] 10.222.0.112 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872066 Jul 07 20:12:08.000015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ce785-36eb-469a-af47-65aa7a718b35 req-58645963-fa6b-4e39-b436-33fccc3e3e42 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:08.001472 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45ce785-36eb-469a-af47-65aa7a718b35 req-58645963-fa6b-4e39-b436-33fccc3e3e42 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 944 time: 0.0691833 Jul 07 20:12:08.039279 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f45ce785-36eb-469a-af47-65aa7a718b35 req-3eea46cd-46f0-4625-88ba-d0ced8ba6ae6 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Jul 07 20:12:08.481060 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-157d013a-8a5d-491c-860d-01d0fedc9aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:09.226616 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1607ca-4a55-4eb6-9341-12660360991c req-2b63ca34-120b-4e12-9b71-89815398dd62 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:09.228011 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be1607ca-4a55-4eb6-9341-12660360991c req-2b63ca34-120b-4e12-9b71-89815398dd62 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 944 time: 0.0713680 Jul 07 20:12:09.267712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be1607ca-4a55-4eb6-9341-12660360991c req-0cc9aea7-c26d-4ff6-a676-c03e996d88bb tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327799 Jul 07 20:12:09.269749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d77fbaad-397f-454a-b7b4-c4b67abcd016 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:12:09.368842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d77fbaad-397f-454a-b7b4-c4b67abcd016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d77fbaad-397f-454a-b7b4-c4b67abcd016,segment=NetworkSegment(eb6e4d34-4c2c-45e9-ad8b-4b50d6423140),segment_id=eb6e4d34-4c2c-45e9-ad8b-4b50d6423140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:09.380804 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'd77fbaad-397f-454a-b7b4-c4b67abcd016', 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612', 'port_id': 'd77fbaad-397f-454a-b7b4-c4b67abcd016', 'mac_address': 'fa:16:3e:d8:4d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33138c1d-507d-4d34-b7a7-c57219ee37b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:12:09.418948 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:09.432068 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77fbaad-397f-454a-b7b4-c4b67abcd016 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:12:09.453534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d77fbaad-397f-454a-b7b4-c4b67abcd016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d77fbaad-397f-454a-b7b4-c4b67abcd016,segment=NetworkSegment(eb6e4d34-4c2c-45e9-ad8b-4b50d6423140),segment_id=eb6e4d34-4c2c-45e9-ad8b-4b50d6423140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:09.457878 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:09.505971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d77fbaad-397f-454a-b7b4-c4b67abcd016,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:09.644413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['d77fbaad-397f-454a-b7b4-c4b67abcd016'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:12:10.449457 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f2efb-9281-4c75-8ad8-264d70d1bdd1 req-4e1482b7-6550-46d8-9561-dd1251ca75a3 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:10.450975 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca2f2efb-9281-4c75-8ad8-264d70d1bdd1 req-4e1482b7-6550-46d8-9561-dd1251ca75a3 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 945 time: 0.0681624 Jul 07 20:12:10.492301 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ca2f2efb-9281-4c75-8ad8-264d70d1bdd1 req-281ee36d-4deb-4ae5-9e2f-eeb5f849e9fa tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Jul 07 20:12:11.169008 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26ef853e-8eaa-4c73-aaa3-9f8893f8df30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:11.283169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d77fbaad-397f-454a-b7b4-c4b67abcd016 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:12:11.331409 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port d77fbaad-397f-454a-b7b4-c4b67abcd016 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:12:11.335021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port d77fbaad-397f-454a-b7b4-c4b67abcd016 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:12:11.335388 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:11.427317 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:11.439152 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:11.453108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77fbaad-397f-454a-b7b4-c4b67abcd016'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:12:11.455344 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1e2265-3919-427c-9813-337c02acbc4b" -d '{"events": [{"server_uuid": "3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef", "name": "network-vif-plugged", "status": "completed", "tag": "d77fbaad-397f-454a-b7b4-c4b67abcd016"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:12:11.469447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port d77fbaad-397f-454a-b7b4-c4b67abcd016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d77fbaad-397f-454a-b7b4-c4b67abcd016,segment=NetworkSegment(eb6e4d34-4c2c-45e9-ad8b-4b50d6423140),segment_id=eb6e4d34-4c2c-45e9-ad8b-4b50d6423140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:11.474149 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:11.499011 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d4b4e3-04f3-44cf-aeb7-1b8a4cef229f x-openstack-request-id: req-a8d4b4e3-04f3-44cf-aeb7-1b8a4cef229f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:12:11.499301 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef", "name": "network-vif-plugged", "status": "completed", "tag": "d77fbaad-397f-454a-b7b4-c4b67abcd016", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:12:11.499552 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a8d4b4e3-04f3-44cf-aeb7-1b8a4cef229f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:12:11.499975 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77fbaad-397f-454a-b7b4-c4b67abcd016', 'code': 200} Jul 07 20:12:11.533088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=d77fbaad-397f-454a-b7b4-c4b67abcd016,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:11.611490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcda5fc-3b38-4d1a-8371-d91305970b3e req-541876c3-bca3-4563-b9ca-19302d5c5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:11.613435 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dbcda5fc-3b38-4d1a-8371-d91305970b3e req-541876c3-bca3-4563-b9ca-19302d5c5f09 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 1098 time: 0.0568140 Jul 07 20:12:11.648791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dbcda5fc-3b38-4d1a-8371-d91305970b3e req-d466048a-0e10-43db-a135-b0dd44cbd63c service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293422 Jul 07 20:12:11.677677 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d6892-6990-4f12-82be-45314efdaa8f req-a079d273-59a9-4470-b51e-413a9a8d9d06 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:11.679074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c4d6892-6990-4f12-82be-45314efdaa8f req-a079d273-59a9-4470-b51e-413a9a8d9d06 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 946 time: 0.0651870 Jul 07 20:12:11.718286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8c4d6892-6990-4f12-82be-45314efdaa8f req-d874936a-b32a-41d4-bef4-3750aae35243 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Jul 07 20:12:12.606238 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:12.894089 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0eb5c-df74-4695-acd0-1e304785593b req-f9ca7a31-959b-43e9-86ac-60dfbb420fa0 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:12.895581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9bc0eb5c-df74-4695-acd0-1e304785593b req-f9ca7a31-959b-43e9-86ac-60dfbb420fa0 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 946 time: 0.0640259 Jul 07 20:12:12.932654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9bc0eb5c-df74-4695-acd0-1e304785593b req-b70917d0-94b2-4692-8e81-dd42fca9d00b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Jul 07 20:12:13.167187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a67ab-fa27-4792-a69c-bd22c559593c req-03e5a7a9-54c3-4e2a-ab1b-1f66df268d84 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:13.168674 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-03e5a7a9-54c3-4e2a-ab1b-1f66df268d84 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/networks?id=cfaea45f-e964-43c0-b9c0-405278749612 HTTP/1.1" status: 200 len: 813 time: 0.1087866 Jul 07 20:12:13.183698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-784b55f8-d665-4515-81f1-f8e19b7e4a0c tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/quotas/9613348ebabd48059ba082df58dd0b6f HTTP/1.1" status: 200 len: 375 time: 0.0094190 Jul 07 20:12:13.250270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-278f28ad-a7d1-4d4a-93aa-1bbe89768f59 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9613348ebabd48059ba082df58dd0b6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605850 Jul 07 20:12:13.345416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-412c4783-c3db-4a00-ae21-014c952faa4b service neutron] 10.222.0.113 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880427 Jul 07 20:12:13.436880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-2918fb9e-32be-431e-9ee8-fab35c68b8b3 service neutron] 10.222.0.113 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855072 Jul 07 20:12:13.624356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d551de51-448e-4c4c-b11f-57da56a91d87 req-24adb826-f3fb-43f5-8d36-825b46f068bf tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 210 time: 0.0351887 Jul 07 20:12:14.153670 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:14.790795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-34ba37c8-163c-4088-b108-86394368a3fa req-86d259db-55ae-452a-8d3d-8fcd156c601b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 210 time: 0.0453188 Jul 07 20:12:14.797870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a67ab-fa27-4792-a69c-bd22c559593c req-2994fcca-c9a1-4ed5-8dd8-7ad1eb1ba9ab tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:14.799305 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-2994fcca-c9a1-4ed5-8dd8-7ad1eb1ba9ab tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.59 "GET /v2.0/networks?id=cfaea45f-e964-43c0-b9c0-405278749612 HTTP/1.1" status: 200 len: 813 time: 0.1537254 Jul 07 20:12:14.817888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Request body: {'port': {'device_id': 'f45401e9-2257-4bd6-a4fb-df28d6e2e8d9', 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612', 'admin_state_up': True, 'tenant_id': '9613348ebabd48059ba082df58dd0b6f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:14.926968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Made reservation on behalf of 9613348ebabd48059ba082df58dd0b6f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:14.930369 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:15.059152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Allocated IP 172.20.0.3 (cfaea45f-e964-43c0-b9c0-405278749612/33138c1d-507d-4d34-b7a7-c57219ee37b5/ab011513-10af-41ab-a19c-7afd4896c88e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:12:15.203718 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:15.242297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:15.254944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['d77fbaad-397f-454a-b7b4-c4b67abcd016'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:12:15.303699 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Network cfaea45f-e964-43c0-b9c0-405278749612 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:15.310017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:15.313287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Pushing event updated for resources: {'Port': ['ID=ab011513-10af-41ab-a19c-7afd4896c88e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:15.316051 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:12:15.346283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.346634 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.347001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.347331 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.347670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.348008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.348338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.348693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.349025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.349356 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.349680 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.350009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:15.380423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:15.381068 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:15.395903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-63fc6067-4be6-430f-b2bf-daf49fb03ac4 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5821230 Jul 07 20:12:15.413474 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Request body: {'port': {'device_id': 'f45401e9-2257-4bd6-a4fb-df28d6e2e8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:15.489552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:15.750697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab011513-10af-41ab-a19c-7afd4896c88e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:12:15.757929 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:15.769771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Transition to ACTIVE for port object ab011513-10af-41ab-a19c-7afd4896c88e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:15.773546 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:15.843791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Pushing event updated for resources: {'Port': ['ID=ab011513-10af-41ab-a19c-7afd4896c88e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:15.898973 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Attempting to bind port ab011513-10af-41ab-a19c-7afd4896c88e on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:12:15.899313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Attempting to bind port ab011513-10af-41ab-a19c-7afd4896c88e by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'eb6e4d34-4c2c-45e9-ad8b-4b50d6423140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:12:15.899645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Attempting to bind port ab011513-10af-41ab-a19c-7afd4896c88e on network cfaea45f-e964-43c0-b9c0-405278749612 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:15.904033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Port ab011513-10af-41ab-a19c-7afd4896c88e on network cfaea45f-e964-43c0-b9c0-405278749612 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:12:15.905451 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Attempting to bind port ab011513-10af-41ab-a19c-7afd4896c88e on network cfaea45f-e964-43c0-b9c0-405278749612 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:15.921325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:12:15.921662 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Checking segment: {'id': 'eb6e4d34-4c2c-45e9-ad8b-4b50d6423140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:15.922052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Bound using segment: {'id': 'eb6e4d34-4c2c-45e9-ad8b-4b50d6423140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:12:15.922524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Bound port: ab011513-10af-41ab-a19c-7afd4896c88e, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6e4d34-4c2c-45e9-ad8b-4b50d6423140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:12:15.922910 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:16.023623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31929413-51e7-4414-8f40-204daa798a60 req-c171f6b1-ab06-4deb-aec5-2d4299f55463 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:16.024974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31929413-51e7-4414-8f40-204daa798a60 req-c171f6b1-ab06-4deb-aec5-2d4299f55463 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 943 time: 0.1166704 Jul 07 20:12:16.027429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] For port ab011513-10af-41ab-a19c-7afd4896c88e, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:12:16.031068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] For port ab011513-10af-41ab-a19c-7afd4896c88e, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab011513-10af-41ab-a19c-7afd4896c88e,segment=NetworkSegment(eb6e4d34-4c2c-45e9-ad8b-4b50d6423140),segment_id=eb6e4d34-4c2c-45e9-ad8b-4b50d6423140)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:12:16.039813 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:16.091603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:16.092251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:16.093659 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] 10.222.0.59 "PUT /v2.0/ports/ab011513-10af-41ab-a19c-7afd4896c88e HTTP/1.1" status: 200 len: 1092 time: 0.6846459 Jul 07 20:12:16.095605 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45401e9-2257-4bd6-a4fb-df28d6e2e8d9', 'tag': 'ab011513-10af-41ab-a19c-7afd4896c88e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:12:16.097894 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0f79fa-3665-4238-ad9b-91c40973e80b" -d '{"events": [{"name": "network-changed", "server_uuid": "f45401e9-2257-4bd6-a4fb-df28d6e2e8d9", "tag": "ab011513-10af-41ab-a19c-7afd4896c88e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:12:16.113124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-31929413-51e7-4414-8f40-204daa798a60 req-cac547df-61e0-4533-90b6-2df0b2094aad tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807028 Jul 07 20:12:16.146337 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587ca1ff-2d44-4a7d-a1bc-03424f17619b x-openstack-request-id: req-587ca1ff-2d44-4a7d-a1bc-03424f17619b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:12:16.146624 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45401e9-2257-4bd6-a4fb-df28d6e2e8d9", "tag": "ab011513-10af-41ab-a19c-7afd4896c88e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:12:16.146871 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-587ca1ff-2d44-4a7d-a1bc-03424f17619b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:12:16.147264 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45401e9-2257-4bd6-a4fb-df28d6e2e8d9', 'tag': 'ab011513-10af-41ab-a19c-7afd4896c88e', 'status': 'completed', 'code': 200} Jul 07 20:12:16.148202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1149f-6db9-40f8-a61a-3c777220a031 service neutron] Pushing event updated for resources: {'Port': ['ID=ab011513-10af-41ab-a19c-7afd4896c88e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:16.215936 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a67ab-fa27-4792-a69c-bd22c559593c req-fabfed8a-cd1a-41c4-9c28-eef7658309f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:16.218310 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-fabfed8a-cd1a-41c4-9c28-eef7658309f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9613348ebabd48059ba082df58dd0b6f&device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 1095 time: 0.0549421 Jul 07 20:12:16.264490 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-e8635a1d-5897-4e82-8ae6-d43d5a3f73c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab011513-10af-41ab-a19c-7afd4896c88e HTTP/1.1" status: 200 len: 217 time: 0.0344615 Jul 07 20:12:16.316130 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a67ab-fa27-4792-a69c-bd22c559593c req-5987b484-4252-46f5-97f2-d82e7eb4db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:16.317516 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-5987b484-4252-46f5-97f2-d82e7eb4db85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=33138c1d-507d-4d34-b7a7-c57219ee37b5 HTTP/1.1" status: 200 len: 853 time: 0.0476203 Jul 07 20:12:16.350350 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-98559d58-f16a-4dee-a1ee-5306bf44ed7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfaea45f-e964-43c0-b9c0-405278749612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270102 Jul 07 20:12:16.444422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-13d2c22a-e31a-4a81-8001-f90e549eee0c service neutron] 10.222.0.59 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860488 Jul 07 20:12:16.539778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-151a67ab-fa27-4792-a69c-bd22c559593c req-d9ccb69a-e7b8-460d-a1c4-7a24781440f3 service neutron] 10.222.0.59 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890610 Jul 07 20:12:16.677557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f79fa-3665-4238-ad9b-91c40973e80b req-f0454235-e7e4-428e-934e-f8b04fd89df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:16.679062 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be0f79fa-3665-4238-ad9b-91c40973e80b req-f0454235-e7e4-428e-934e-f8b04fd89df5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9613348ebabd48059ba082df58dd0b6f&device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 1095 time: 0.0538034 Jul 07 20:12:16.772905 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f79fa-3665-4238-ad9b-91c40973e80b req-e46a2481-7b12-42b3-ac10-56d9d669e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:16.774398 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be0f79fa-3665-4238-ad9b-91c40973e80b req-e46a2481-7b12-42b3-ac10-56d9d669e4fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfaea45f-e964-43c0-b9c0-405278749612 HTTP/1.1" status: 200 len: 915 time: 0.0876029 Jul 07 20:12:16.815878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be0f79fa-3665-4238-ad9b-91c40973e80b req-55eaaf65-91a4-4b8a-954a-0748059efd7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab011513-10af-41ab-a19c-7afd4896c88e HTTP/1.1" status: 200 len: 217 time: 0.0348442 Jul 07 20:12:16.864775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f79fa-3665-4238-ad9b-91c40973e80b req-a5745169-e4d7-4d60-a757-cf70f017242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:16.866248 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be0f79fa-3665-4238-ad9b-91c40973e80b req-a5745169-e4d7-4d60-a757-cf70f017242c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=33138c1d-507d-4d34-b7a7-c57219ee37b5 HTTP/1.1" status: 200 len: 853 time: 0.0439792 Jul 07 20:12:16.903717 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be0f79fa-3665-4238-ad9b-91c40973e80b req-6671547f-7786-4ce8-94af-a2a28b3d287f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfaea45f-e964-43c0-b9c0-405278749612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305183 Jul 07 20:12:16.996001 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be0f79fa-3665-4238-ad9b-91c40973e80b req-6d942ef6-798e-41c3-84c5-e279e73258c7 service neutron] 10.222.0.59 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844104 Jul 07 20:12:17.090738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-be0f79fa-3665-4238-ad9b-91c40973e80b req-57f5fdc5-d18d-4697-a4f9-5117f673fa0b service neutron] 10.222.0.59 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870504 Jul 07 20:12:17.298674 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6d1e4-7683-400d-8f4e-540e424dc647 req-de887b1d-9d20-41f6-b340-ad7d0c16ca41 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:17.300176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aec6d1e4-7683-400d-8f4e-540e424dc647 req-de887b1d-9d20-41f6-b340-ad7d0c16ca41 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 943 time: 0.0707235 Jul 07 20:12:17.340681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aec6d1e4-7683-400d-8f4e-540e424dc647 req-137594e6-bec3-43ba-a920-e16ece67b012 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348017 Jul 07 20:12:18.522931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a668297-ab83-4b72-a8db-9ce2e6e9d702 req-3047f6e8-b706-47cd-ac6b-2ae8af799056 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:18.524433 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a668297-ab83-4b72-a8db-9ce2e6e9d702 req-3047f6e8-b706-47cd-ac6b-2ae8af799056 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 943 time: 0.0636902 Jul 07 20:12:18.564090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a668297-ab83-4b72-a8db-9ce2e6e9d702 req-64b89ef0-ad62-42cd-822d-9fbed84e5ab8 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Jul 07 20:12:19.170955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ab011513-10af-41ab-a19c-7afd4896c88e details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:12:19.263060 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ab011513-10af-41ab-a19c-7afd4896c88e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab011513-10af-41ab-a19c-7afd4896c88e,segment=NetworkSegment(eb6e4d34-4c2c-45e9-ad8b-4b50d6423140),segment_id=eb6e4d34-4c2c-45e9-ad8b-4b50d6423140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:19.274881 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'ab011513-10af-41ab-a19c-7afd4896c88e', 'network_id': 'cfaea45f-e964-43c0-b9c0-405278749612', 'port_id': 'ab011513-10af-41ab-a19c-7afd4896c88e', 'mac_address': 'fa:16:3e:6e:d6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33138c1d-507d-4d34-b7a7-c57219ee37b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:12:19.314909 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:19.328034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab011513-10af-41ab-a19c-7afd4896c88e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:12:19.347682 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ab011513-10af-41ab-a19c-7afd4896c88e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab011513-10af-41ab-a19c-7afd4896c88e,segment=NetworkSegment(eb6e4d34-4c2c-45e9-ad8b-4b50d6423140),segment_id=eb6e4d34-4c2c-45e9-ad8b-4b50d6423140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:19.351688 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:19.399508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=ab011513-10af-41ab-a19c-7afd4896c88e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:19.519622 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:19.608692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['ab011513-10af-41ab-a19c-7afd4896c88e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:12:19.751321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cda7c-912e-4e80-a462-445b81800a35 req-9ae4bd96-3871-40bf-8c04-1ff0c2e9d993 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:19.752895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a95cda7c-912e-4e80-a462-445b81800a35 req-9ae4bd96-3871-40bf-8c04-1ff0c2e9d993 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 944 time: 0.0699472 Jul 07 20:12:19.793695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a95cda7c-912e-4e80-a462-445b81800a35 req-c16ccf8a-9860-4c43-998e-c1ab9275ee09 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349596 Jul 07 20:12:20.985631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b7cb-a5d1-4c5a-b229-b963f1b4b970 req-a87fe5d4-7af1-411b-8b0a-79badd8a22d5 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:20.987111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2794b7cb-a5d1-4c5a-b229-b963f1b4b970 req-a87fe5d4-7af1-411b-8b0a-79badd8a22d5 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 944 time: 0.0659182 Jul 07 20:12:21.026894 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2794b7cb-a5d1-4c5a-b229-b963f1b4b970 req-38da67e8-5dce-4c5d-b317-f800adac0951 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Jul 07 20:12:21.202573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ab011513-10af-41ab-a19c-7afd4896c88e up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:12:21.251531 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port ab011513-10af-41ab-a19c-7afd4896c88e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:12:21.255264 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port ab011513-10af-41ab-a19c-7afd4896c88e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:12:21.255647 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:21.331681 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:21.369409 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45401e9-2257-4bd6-a4fb-df28d6e2e8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab011513-10af-41ab-a19c-7afd4896c88e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:12:21.371641 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab2efc3-f332-413a-a0c2-a10ca77c21f5" -d '{"events": [{"server_uuid": "f45401e9-2257-4bd6-a4fb-df28d6e2e8d9", "name": "network-vif-plugged", "status": "completed", "tag": "ab011513-10af-41ab-a19c-7afd4896c88e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:12:21.385218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port ab011513-10af-41ab-a19c-7afd4896c88e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab011513-10af-41ab-a19c-7afd4896c88e,segment=NetworkSegment(eb6e4d34-4c2c-45e9-ad8b-4b50d6423140),segment_id=eb6e4d34-4c2c-45e9-ad8b-4b50d6423140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:21.389921 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:21.415488 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a1d6f7-2568-4772-bf70-a6f3ca07bfd6 x-openstack-request-id: req-d0a1d6f7-2568-4772-bf70-a6f3ca07bfd6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:12:21.415783 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45401e9-2257-4bd6-a4fb-df28d6e2e8d9", "name": "network-vif-plugged", "status": "completed", "tag": "ab011513-10af-41ab-a19c-7afd4896c88e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:12:21.416043 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d0a1d6f7-2568-4772-bf70-a6f3ca07bfd6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:12:21.416447 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45401e9-2257-4bd6-a4fb-df28d6e2e8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab011513-10af-41ab-a19c-7afd4896c88e', 'code': 200} Jul 07 20:12:21.444621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=ab011513-10af-41ab-a19c-7afd4896c88e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:21.550079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d5497-4e23-4360-b7fd-5aa7ea46dfc4 req-95969701-1454-4072-854d-c93fe3e5c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:21.551778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a52d5497-4e23-4360-b7fd-5aa7ea46dfc4 req-95969701-1454-4072-854d-c93fe3e5c035 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 1097 time: 0.0525305 Jul 07 20:12:21.584999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a52d5497-4e23-4360-b7fd-5aa7ea46dfc4 req-e408816d-c8ca-41d1-a969-abe5a50d7393 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272655 Jul 07 20:12:22.509650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a70899-a15b-42f6-bf80-297b78aaaefe req-61e55a32-e80e-4e78-9392-1eade0445e2f tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:22.511141 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0a70899-a15b-42f6-bf80-297b78aaaefe req-61e55a32-e80e-4e78-9392-1eade0445e2f tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 945 time: 0.3713844 Jul 07 20:12:22.549946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d0a70899-a15b-42f6-bf80-297b78aaaefe req-bcaaeaad-c598-4820-94aa-66bd2ac94afc tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Jul 07 20:12:22.934053 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:12:23.127663 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0eecc07b-ebaf-4ec2-9e3f-2d75843025d4 req-31da59e5-0279-48c4-8785-47cb4e9c354d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530927 Jul 07 20:12:23.226871 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecc07b-ebaf-4ec2-9e3f-2d75843025d4 req-f18d8570-71a9-4f01-a91b-6c361fc95acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:23.228371 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0eecc07b-ebaf-4ec2-9e3f-2d75843025d4 req-f18d8570-71a9-4f01-a91b-6c361fc95acb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9613348ebabd48059ba082df58dd0b6f&device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 1098 time: 0.0585670 Jul 07 20:12:23.337747 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecc07b-ebaf-4ec2-9e3f-2d75843025d4 req-a36c5ea3-08b4-4f65-8249-26550fd63a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:23.339224 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0eecc07b-ebaf-4ec2-9e3f-2d75843025d4 req-a36c5ea3-08b4-4f65-8249-26550fd63a55 service neutron] 10.222.0.112 "GET /v2.0/networks?id=cfaea45f-e964-43c0-b9c0-405278749612 HTTP/1.1" status: 200 len: 915 time: 0.0897927 Jul 07 20:12:23.386576 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0eecc07b-ebaf-4ec2-9e3f-2d75843025d4 req-08ca3de8-48fa-40d9-a05e-86e41e13ebca service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d77fbaad-397f-454a-b7b4-c4b67abcd016 HTTP/1.1" status: 200 len: 217 time: 0.0391760 Jul 07 20:12:23.437882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecc07b-ebaf-4ec2-9e3f-2d75843025d4 req-4e74d182-007b-4351-9e06-326af5738608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:23.439408 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0eecc07b-ebaf-4ec2-9e3f-2d75843025d4 req-4e74d182-007b-4351-9e06-326af5738608 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=33138c1d-507d-4d34-b7a7-c57219ee37b5 HTTP/1.1" status: 200 len: 853 time: 0.0458479 Jul 07 20:12:23.473372 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0eecc07b-ebaf-4ec2-9e3f-2d75843025d4 req-26a461cb-210d-4563-96e9-02dd51684d4c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=cfaea45f-e964-43c0-b9c0-405278749612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274189 Jul 07 20:12:23.567387 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0eecc07b-ebaf-4ec2-9e3f-2d75843025d4 req-90913f9e-ccb1-4368-89ff-8f9e037cc332 service neutron] 10.222.0.112 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872581 Jul 07 20:12:23.659247 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0eecc07b-ebaf-4ec2-9e3f-2d75843025d4 req-7fd50ac3-1c9d-499e-a40a-d391f38b3495 service neutron] 10.222.0.112 "GET /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850265 Jul 07 20:12:23.727309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d7ec2-7231-4844-87ee-6a044717a3ae req-51602142-21e3-4661-9893-1d8e1123f265 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:23.728807 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f43d7ec2-7231-4844-87ee-6a044717a3ae req-51602142-21e3-4661-9893-1d8e1123f265 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 945 time: 0.0653908 Jul 07 20:12:23.766951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f43d7ec2-7231-4844-87ee-6a044717a3ae req-b4cab1df-fc21-47b0-a2e7-ed2efbab838b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Jul 07 20:12:24.155037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44f4fa-c8a2-4160-bcf8-167d8b0d2fee req-8d815493-9c84-41e8-a7f0-471d69691f6f tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:24.156540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c44f4fa-c8a2-4160-bcf8-167d8b0d2fee req-8d815493-9c84-41e8-a7f0-471d69691f6f tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 945 time: 0.0667250 Jul 07 20:12:24.195025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0c44f4fa-c8a2-4160-bcf8-167d8b0d2fee req-ac1df206-4eee-4baa-b397-fb763df61451 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Jul 07 20:12:25.383353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebb30a-a480-4b7b-b066-a258b679b46d req-06f6b449-4dac-4d0f-8eb9-8164579761c8 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:25.384941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4ebb30a-a480-4b7b-b066-a258b679b46d req-06f6b449-4dac-4d0f-8eb9-8164579761c8 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 945 time: 0.0714216 Jul 07 20:12:25.426551 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4ebb30a-a480-4b7b-b066-a258b679b46d req-5783248a-d189-4b45-8eb0-b58802c219f5 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Jul 07 20:12:25.505067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce09d9-3063-4980-8c9f-215cd287bd70 req-863cbf5f-6f86-4d75-8bcb-889503a54138 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:25.506460 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-42ce09d9-3063-4980-8c9f-215cd287bd70 req-863cbf5f-6f86-4d75-8bcb-889503a54138 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.59 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 945 time: 0.0634186 Jul 07 20:12:25.608071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-42ce09d9-3063-4980-8c9f-215cd287bd70 req-03c6f102-40dd-4572-9ebb-08538266addd tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Deleting port ab011513-10af-41ab-a19c-7afd4896c88e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:12:25.608417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42ce09d9-3063-4980-8c9f-215cd287bd70 req-03c6f102-40dd-4572-9ebb-08538266addd tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:25.697385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-42ce09d9-3063-4980-8c9f-215cd287bd70 req-03c6f102-40dd-4572-9ebb-08538266addd tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] For port ab011513-10af-41ab-a19c-7afd4896c88e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=ab011513-10af-41ab-a19c-7afd4896c88e,segment=NetworkSegment(eb6e4d34-4c2c-45e9-ad8b-4b50d6423140),segment_id=eb6e4d34-4c2c-45e9-ad8b-4b50d6423140)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:25.697748 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42ce09d9-3063-4980-8c9f-215cd287bd70 req-03c6f102-40dd-4572-9ebb-08538266addd tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:25.709909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-42ce09d9-3063-4980-8c9f-215cd287bd70 req-03c6f102-40dd-4572-9ebb-08538266addd tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Calling delete_port for ab011513-10af-41ab-a19c-7afd4896c88e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:12:25.839047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42ce09d9-3063-4980-8c9f-215cd287bd70 req-03c6f102-40dd-4572-9ebb-08538266addd tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:25.850612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['d77fbaad-397f-454a-b7b4-c4b67abcd016'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:12:25.870596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6f102-40dd-4572-9ebb-08538266addd tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Pushing event deleted for resources: {'Port': ['ID=ab011513-10af-41ab-a19c-7afd4896c88e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:25.875088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['ab011513-10af-41ab-a19c-7afd4896c88e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:12:25.916867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ce09d9-3063-4980-8c9f-215cd287bd70 req-03c6f102-40dd-4572-9ebb-08538266addd tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] No DVR routers for this DVR port ab011513-10af-41ab-a19c-7afd4896c88e on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:12:25.920256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42ce09d9-3063-4980-8c9f-215cd287bd70 req-03c6f102-40dd-4572-9ebb-08538266addd tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:25.922348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-42ce09d9-3063-4980-8c9f-215cd287bd70 req-03c6f102-40dd-4572-9ebb-08538266addd tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.59 "DELETE /v2.0/ports/ab011513-10af-41ab-a19c-7afd4896c88e HTTP/1.1" status: 204 len: 173 time: 0.4107547 Jul 07 20:12:25.922795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45401e9-2257-4bd6-a4fb-df28d6e2e8d9', 'name': 'network-vif-deleted', 'tag': 'ab011513-10af-41ab-a19c-7afd4896c88e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:12:25.925222 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a7420e-c36e-4d0b-b05a-046ea2830851" -d '{"events": [{"server_uuid": "f45401e9-2257-4bd6-a4fb-df28d6e2e8d9", "name": "network-vif-deleted", "tag": "ab011513-10af-41ab-a19c-7afd4896c88e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:12:25.970192 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cfcc53-bf3e-41d5-ad3c-ac0c56167860 x-openstack-request-id: req-95cfcc53-bf3e-41d5-ad3c-ac0c56167860 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:12:25.970499 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45401e9-2257-4bd6-a4fb-df28d6e2e8d9", "name": "network-vif-deleted", "tag": "ab011513-10af-41ab-a19c-7afd4896c88e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:12:25.970775 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-95cfcc53-bf3e-41d5-ad3c-ac0c56167860 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:12:25.971179 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45401e9-2257-4bd6-a4fb-df28d6e2e8d9', 'name': 'network-vif-deleted', 'tag': 'ab011513-10af-41ab-a19c-7afd4896c88e', 'status': 'completed', 'code': 200} Jul 07 20:12:26.599603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8686be72-1ea2-41df-abb1-bfb6f7eac039 req-ad92eef9-e066-435e-b36f-4510b07af107 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=f45401e9-2257-4bd6-a4fb-df28d6e2e8d9 HTTP/1.1" status: 200 len: 210 time: 0.0320780 Jul 07 20:12:27.862819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6bd75-5618-4ec9-b80b-c27c545382da req-8d9cd2ab-1d42-493d-af8d-75fd1c4e2d4b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:27.864319 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82b6bd75-5618-4ec9-b80b-c27c545382da req-8d9cd2ab-1d42-493d-af8d-75fd1c4e2d4b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 946 time: 0.0645046 Jul 07 20:12:27.908882 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-82b6bd75-5618-4ec9-b80b-c27c545382da req-2f935280-6a81-4d59-b03a-6da44301e694 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383866 Jul 07 20:12:28.102323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f80d2-e7a4-4114-b5c0-b9c3d3eb5835 req-c129f037-ba5d-4e44-babe-26010fe3324e tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:28.103796 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a2f80d2-e7a4-4114-b5c0-b9c3d3eb5835 req-c129f037-ba5d-4e44-babe-26010fe3324e tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 946 time: 0.0642500 Jul 07 20:12:28.143097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a2f80d2-e7a4-4114-b5c0-b9c3d3eb5835 req-f0af5765-310c-45cc-a39e-bd5253a0d5c0 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328791 Jul 07 20:12:28.322614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f7fb9-7ed9-4a01-b8b6-7f95c6324f07 req-2bcfa2ab-c816-41ef-a8b6-5e52985eaca1 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:28.324093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-018f7fb9-7ed9-4a01-b8b6-7f95c6324f07 req-2bcfa2ab-c816-41ef-a8b6-5e52985eaca1 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 946 time: 0.0661294 Jul 07 20:12:28.363318 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-018f7fb9-7ed9-4a01-b8b6-7f95c6324f07 req-687ea415-bc17-4733-ab84-94bd5d99a7c6 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330238 Jul 07 20:12:28.649632 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43591-0938-4d76-b112-4e0d8d07c157 req-141d1141-1b4e-4bf7-b24c-bac6ce67a5df tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:28.651124 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cbb43591-0938-4d76-b112-4e0d8d07c157 req-141d1141-1b4e-4bf7-b24c-bac6ce67a5df tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 946 time: 0.0677700 Jul 07 20:12:28.690089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cbb43591-0938-4d76-b112-4e0d8d07c157 req-542aadec-2f8a-4ab3-9326-27b24095440d tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332961 Jul 07 20:12:28.865402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4e587-63b2-4a39-8d49-dcc884cfd58d req-4b8b322d-6179-400e-846c-a927d0ce43c7 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:28.866858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20b4e587-63b2-4a39-8d49-dcc884cfd58d req-4b8b322d-6179-400e-846c-a927d0ce43c7 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 946 time: 0.0657089 Jul 07 20:12:28.906209 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20b4e587-63b2-4a39-8d49-dcc884cfd58d req-9a4c6299-c7ab-40c5-866f-0a34c1fd1d0d tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Jul 07 20:12:29.095534 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d065c-92e9-4619-a4f0-b0ad0acc4035 req-c9114107-2c6b-47a5-8773-60b7031f310b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:29.097080 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-371d065c-92e9-4619-a4f0-b0ad0acc4035 req-c9114107-2c6b-47a5-8773-60b7031f310b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 946 time: 0.0624774 Jul 07 20:12:29.140166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-371d065c-92e9-4619-a4f0-b0ad0acc4035 req-47815007-e0bc-443f-b3e5-a855fc4027ae tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375087 Jul 07 20:12:29.234283 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ab011513-10af-41ab-a19c-7afd4896c88e no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:12:29.256885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: ab011513-10af-41ab-a19c-7afd4896c88e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:12:29.257234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device ab011513-10af-41ab-a19c-7afd4896c88e not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:12:29.676551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a06a70-acb0-4ad0-80c2-d23230215a3e req-2ebe1768-bfed-49aa-b4b7-1e12b4c07994 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:29.677948 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61a06a70-acb0-4ad0-80c2-d23230215a3e req-2ebe1768-bfed-49aa-b4b7-1e12b4c07994 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 946 time: 0.0642626 Jul 07 20:12:29.715555 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61a06a70-acb0-4ad0-80c2-d23230215a3e req-46ee34e6-9812-4242-96e9-2bf0254a48e8 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Jul 07 20:12:30.892416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9b97d-3606-40eb-a688-85dbe5e50bc5 req-1227128b-0bcf-43db-98a5-2373483722e8 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:30.893969 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38c9b97d-3606-40eb-a688-85dbe5e50bc5 req-1227128b-0bcf-43db-98a5-2373483722e8 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 946 time: 0.0656905 Jul 07 20:12:30.932777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38c9b97d-3606-40eb-a688-85dbe5e50bc5 req-2d7b4819-1976-456f-b9b4-8209302d5e15 tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/security-groups?id=df3339dc-15d4-4890-8526-d66522a3b374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Jul 07 20:12:31.078718 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695da41-d3bc-4a8a-a891-dedee6894faf req-5beeab35-3568-4d5b-994c-9ee7f2b6b55a tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:31.080128 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7695da41-d3bc-4a8a-a891-dedee6894faf req-5beeab35-3568-4d5b-994c-9ee7f2b6b55a tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.112 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 946 time: 0.0723689 Jul 07 20:12:31.186530 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7695da41-d3bc-4a8a-a891-dedee6894faf req-8f75d3ba-1f03-481e-b934-c997945a117b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Deleting port d77fbaad-397f-454a-b7b4-c4b67abcd016 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:12:31.186926 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7695da41-d3bc-4a8a-a891-dedee6894faf req-8f75d3ba-1f03-481e-b934-c997945a117b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:31.273976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7695da41-d3bc-4a8a-a891-dedee6894faf req-8f75d3ba-1f03-481e-b934-c997945a117b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] For port d77fbaad-397f-454a-b7b4-c4b67abcd016, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=d77fbaad-397f-454a-b7b4-c4b67abcd016,segment=NetworkSegment(eb6e4d34-4c2c-45e9-ad8b-4b50d6423140),segment_id=eb6e4d34-4c2c-45e9-ad8b-4b50d6423140)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:31.274339 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7695da41-d3bc-4a8a-a891-dedee6894faf req-8f75d3ba-1f03-481e-b934-c997945a117b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:31.288533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7695da41-d3bc-4a8a-a891-dedee6894faf req-8f75d3ba-1f03-481e-b934-c997945a117b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Calling delete_port for d77fbaad-397f-454a-b7b4-c4b67abcd016 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:12:31.422269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7695da41-d3bc-4a8a-a891-dedee6894faf req-8f75d3ba-1f03-481e-b934-c997945a117b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:31.451116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75d3ba-1f03-481e-b934-c997945a117b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Pushing event deleted for resources: {'Port': ['ID=d77fbaad-397f-454a-b7b4-c4b67abcd016,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:31.502526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7695da41-d3bc-4a8a-a891-dedee6894faf req-8f75d3ba-1f03-481e-b934-c997945a117b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] No DVR routers for this DVR port d77fbaad-397f-454a-b7b4-c4b67abcd016 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:12:31.505103 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7695da41-d3bc-4a8a-a891-dedee6894faf req-8f75d3ba-1f03-481e-b934-c997945a117b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:31.507258 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7695da41-d3bc-4a8a-a891-dedee6894faf req-8f75d3ba-1f03-481e-b934-c997945a117b tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.112 "DELETE /v2.0/ports/d77fbaad-397f-454a-b7b4-c4b67abcd016 HTTP/1.1" status: 204 len: 173 time: 0.4216881 Jul 07 20:12:31.507700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef', 'name': 'network-vif-deleted', 'tag': 'd77fbaad-397f-454a-b7b4-c4b67abcd016'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:12:31.509991 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbea827-124e-4cca-a7fc-39be53c3c007" -d '{"events": [{"server_uuid": "3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef", "name": "network-vif-deleted", "tag": "d77fbaad-397f-454a-b7b4-c4b67abcd016"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:12:31.549624 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461ee005-8a42-4150-9928-a513d2c93deb x-openstack-request-id: req-461ee005-8a42-4150-9928-a513d2c93deb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:12:31.549927 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef", "name": "network-vif-deleted", "tag": "d77fbaad-397f-454a-b7b4-c4b67abcd016", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:12:31.550180 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-461ee005-8a42-4150-9928-a513d2c93deb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:12:31.550574 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef', 'name': 'network-vif-deleted', 'tag': 'd77fbaad-397f-454a-b7b4-c4b67abcd016', 'status': 'completed', 'code': 200} Jul 07 20:12:32.096282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9a3c5a19-5a16-42d0-a7f7-31d8728ce983 req-284c78a0-37a0-4be0-be18-63173387d08f tempest-ServersNegativeTestJSON-189212602 tempest-ServersNegativeTestJSON-189212602-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ffc8cfe-7e24-41f1-a9b4-d9ccf203ebef HTTP/1.1" status: 200 len: 210 time: 0.0332749 Jul 07 20:12:33.194911 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:33.240065 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c36a15c-fec8-4f91-b9f1-8652d16184f9 admin admin] Deleting subnet 33138c1d-507d-4d34-b7a7-c57219ee37b5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:12:33.243148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c36a15c-fec8-4f91-b9f1-8652d16184f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.278446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c36a15c-fec8-4f91-b9f1-8652d16184f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.316984 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c36a15c-fec8-4f91-b9f1-8652d16184f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.374479 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c36a15c-fec8-4f91-b9f1-8652d16184f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.418680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d77fbaad-397f-454a-b7b4-c4b67abcd016 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:12:33.440937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: d77fbaad-397f-454a-b7b4-c4b67abcd016 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:12:33.441284 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device d77fbaad-397f-454a-b7b4-c4b67abcd016 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:12:33.690311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36a15c-fec8-4f91-b9f1-8652d16184f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33138c1d-507d-4d34-b7a7-c57219ee37b5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:33.692196 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c36a15c-fec8-4f91-b9f1-8652d16184f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.694806 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1c36a15c-fec8-4f91-b9f1-8652d16184f9 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/33138c1d-507d-4d34-b7a7-c57219ee37b5 HTTP/1.1" status: 204 len: 168 time: 0.4981883 Jul 07 20:12:33.696599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:33.763991 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.843153 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.852968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfaea45f-e964-43c0-b9c0-405278749612']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:33.863891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6e4d34-4c2c-45e9-ad8b-4b50d6423140') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:33.864192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6e4d34-4c2c-45e9-ad8b-4b50d6423140') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:33.873405 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.887123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.893356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:12:33.893751 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:12:33.895382 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:12:33.947199 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.953196 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.955035 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] 10.222.0.113 "DELETE /v2.0/networks/cfaea45f-e964-43c0-b9c0-405278749612 HTTP/1.1" status: 204 len: 168 time: 0.2575073 Jul 07 20:12:33.964618 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:33.969165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624a24e-305b-4a79-b108-764c18e536f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfaea45f-e964-43c0-b9c0-405278749612,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:34.062546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:34.102299 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-686c3f6a-2c26-4267-a68b-162d09c312b6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9613348ebabd48059ba082df58dd0b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385923 Jul 07 20:12:34.104826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:34.153451 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ff994e1-6eed-4157-8aa8-7d85ef877eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:34.174663 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ff994e1-6eed-4157-8aa8-7d85ef877eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:34.221152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ff994e1-6eed-4157-8aa8-7d85ef877eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:34.223651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ff994e1-6eed-4157-8aa8-7d85ef877eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:34.224994 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4ff994e1-6eed-4157-8aa8-7d85ef877eae admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/df3339dc-15d4-4890-8526-d66522a3b374 HTTP/1.1" status: 204 len: 168 time: 0.1192808 Jul 07 20:12:34.233858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff994e1-6eed-4157-8aa8-7d85ef877eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3339dc-15d4-4890-8526-d66522a3b374,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:34.930948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:35.027193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1727587436'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:35.049417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Made reservation on behalf of 7af925feefcc4c81b4ba562c0a1c8b10 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:35.053046 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:35.061710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:35.159379 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:35.163112 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:35.190956 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:12:35.199790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4166bc-022f-4425-b2f4-c058cc8c908f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:35.209422 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:35.209422 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Added segment 625a3886-db10-46e3-81e9-dc7d581d713e of type vlan for network d8f5eab7-624a-430d-898c-4d95d421d280 Jul 07 20:12:35.250836 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:35.279787 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:35.285486 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:35.286077 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:35.365920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4338269 Jul 07 20:12:35.394805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7173aee-d6e7-4a83-99f7-19a474f83942 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event updated for resources: {'Network': ['ID=d8f5eab7-624a-430d-898c-4d95d421d280,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:35.407360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network d8f5eab7-624a-430d-898c-4d95d421d280 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:12:38.481613 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cb3dade-b0c8-48bc-9fd1-b3858d0c71e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:38.809576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:38.817092 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Request body: {'subnet': {'network_id': 'd8f5eab7-624a-430d-898c-4d95d421d280', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:38.910090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Made reservation on behalf of 7af925feefcc4c81b4ba562c0a1c8b10 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:38.913495 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.101579 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.162847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event updated for resources: {'Subnet': ['ID=d1968239-638b-4c5a-9c7c-bab3be2b8dde,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:39.175734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.176083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.176436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.176918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.177273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.177600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.177924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.178248 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.178569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.178888 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.179208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.179523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.182848 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Checking segment: {'id': '625a3886-db10-46e3-81e9-dc7d581d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd8f5eab7-624a-430d-898c-4d95d421d280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:39.183201 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Network hostable DHCP agents. Network: d8f5eab7-624a-430d-898c-4d95d421d280, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:12:39.201543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Network d8f5eab7-624a-430d-898c-4d95d421d280 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:12:39.209855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, d8f5eab7-624a-430d-898c-4d95d421d280) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:39.214150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:39.214732 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.218970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a41c4-3817-4bab-9963-eda89d8cf484 None None] Network d8f5eab7-624a-430d-898c-4d95d421d280 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:39.230209 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-49c3dcaa-cab1-42ac-823d-96a8295ac12b tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4189351 Jul 07 20:12:39.234849 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:39.240023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116397570'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:39.261976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Made reservation on behalf of 7af925feefcc4c81b4ba562c0a1c8b10 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:39.265941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.291820 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:12:39.304503 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.305161 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Added segment 69a5b4da-94ed-489c-a8e0-b76d5f72b180 of type vlan for network 7aea758f-5ddb-460f-a169-88faec4fe9fd Jul 07 20:12:39.347775 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.377823 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.383375 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:39.383967 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.385704 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-d8f5eab7-624a-430d-898c-4d95d421d280', 'network_id': 'd8f5eab7-624a-430d-898c-4d95d421d280', 'tenant_id': '7af925feefcc4c81b4ba562c0a1c8b10', 'fixed_ips': [{'subnet_id': 'd1968239-638b-4c5a-9c7c-bab3be2b8dde'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:12:39.386606 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.451687 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2156298 Jul 07 20:12:39.455809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:39.459773 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Request body: {'subnet': {'network_id': '7aea758f-5ddb-460f-a169-88faec4fe9fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:39.479920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239af400-8298-42ae-bbef-db2ac3a47f66 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event updated for resources: {'Network': ['ID=7aea758f-5ddb-460f-a169-88faec4fe9fd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:39.507106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 7aea758f-5ddb-460f-a169-88faec4fe9fd details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:12:39.558169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Made reservation on behalf of 7af925feefcc4c81b4ba562c0a1c8b10 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:39.561893 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.581476 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Allocated IP 2001:db8:0:ffff::2 (d8f5eab7-624a-430d-898c-4d95d421d280/d1968239-638b-4c5a-9c7c-bab3be2b8dde/3ab156af-b71d-4640-9054-2275a6c6c902) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:12:39.741408 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.749966 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Transition to ACTIVE for port object 3ab156af-b71d-4640-9054-2275a6c6c902 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:39.765457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Transition to ACTIVE for port object 3ab156af-b71d-4640-9054-2275a6c6c902 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:39.775372 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.777647 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.815477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Network d8f5eab7-624a-430d-898c-4d95d421d280 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:39.820271 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:39.823632 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:12:39.832785 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Pushing event updated for resources: {'Port': ['ID=3ab156af-b71d-4640-9054-2275a6c6c902,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:39.834150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event updated for resources: {'Subnet': ['ID=926d9706-7029-48f5-8718-83b789553dc6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:39.847150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.847494 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.847832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.848161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.848500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.848827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.849149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.849486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.849790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.850105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.850425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.850741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:39.853254 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Checking segment: {'id': '69a5b4da-94ed-489c-a8e0-b76d5f72b180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '7aea758f-5ddb-460f-a169-88faec4fe9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:39.853585 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Network hostable DHCP agents. Network: 7aea758f-5ddb-460f-a169-88faec4fe9fd, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:12:39.870299 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Network 7aea758f-5ddb-460f-a169-88faec4fe9fd is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:12:39.879767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 7aea758f-5ddb-460f-a169-88faec4fe9fd) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:39.883974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:39.884617 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.897041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c6251e-f3b8-4525-bc87-c00ae293c07c None None] Network 7aea758f-5ddb-460f-a169-88faec4fe9fd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:39.899962 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-060b9b45-4332-4e9b-94e0-a618f81e6360 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4441886 Jul 07 20:12:39.902698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:39.950759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Attempting to bind port 3ab156af-b71d-4640-9054-2275a6c6c902 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:12:39.951189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Attempting to bind port 3ab156af-b71d-4640-9054-2275a6c6c902 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '625a3886-db10-46e3-81e9-dc7d581d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd8f5eab7-624a-430d-898c-4d95d421d280'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:12:39.951564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Attempting to bind port 3ab156af-b71d-4640-9054-2275a6c6c902 on network d8f5eab7-624a-430d-898c-4d95d421d280 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:39.961289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:12:39.961672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Checking segment: {'id': '625a3886-db10-46e3-81e9-dc7d581d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd8f5eab7-624a-430d-898c-4d95d421d280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:39.962076 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:39.962472 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Bound using segment: {'id': '625a3886-db10-46e3-81e9-dc7d581d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd8f5eab7-624a-430d-898c-4d95d421d280'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:12:39.962941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Bound port: 3ab156af-b71d-4640-9054-2275a6c6c902, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625a3886-db10-46e3-81e9-dc7d581d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd8f5eab7-624a-430d-898c-4d95d421d280'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:12:39.963327 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.010771 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.083518 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] For port 3ab156af-b71d-4640-9054-2275a6c6c902, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:12:40.088875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] For port 3ab156af-b71d-4640-9054-2275a6c6c902, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3ab156af-b71d-4640-9054-2275a6c6c902,segment=NetworkSegment(625a3886-db10-46e3-81e9-dc7d581d713e),segment_id=625a3886-db10-46e3-81e9-dc7d581d713e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:12:40.094038 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.094770 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.140443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462df019-b60e-40c7-a0d8-3803f85bd63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-7aea758f-5ddb-460f-a169-88faec4fe9fd', 'network_id': '7aea758f-5ddb-460f-a169-88faec4fe9fd', 'tenant_id': '7af925feefcc4c81b4ba562c0a1c8b10', 'fixed_ips': [{'subnet_id': '926d9706-7029-48f5-8718-83b789553dc6'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:12:40.141328 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-462df019-b60e-40c7-a0d8-3803f85bd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.170225 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.191120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a4ef2-bd31-43b1-885f-505c2e3c82e9 None None] Pushing event updated for resources: {'Port': ['ID=3ab156af-b71d-4640-9054-2275a6c6c902,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:40.203664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Subnet': ['ID=926d9706-7029-48f5-8718-83b789553dc6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:40.258765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbc2bf1-4e61-4254-85eb-97d2782177aa None None] Network 7aea758f-5ddb-460f-a169-88faec4fe9fd requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:40.278263 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.289832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aea758f-5ddb-460f-a169-88faec4fe9fd']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:40.304455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a5b4da-94ed-489c-a8e0-b76d5f72b180') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:40.304790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a5b4da-94ed-489c-a8e0-b76d5f72b180') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:40.315326 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.341989 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.349075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:12:40.349654 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: timer() Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:12:40.359118 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:12:40.436256 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.450145 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.452826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/networks/7aea758f-5ddb-460f-a169-88faec4fe9fd HTTP/1.1" status: 204 len: 168 time: 0.5487251 Jul 07 20:12:40.456164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:40.461344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031340651'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:40.463581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc27bd-8399-46ef-8ac7-f5a563cfd7b6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Network': ['ID=7aea758f-5ddb-460f-a169-88faec4fe9fd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:40.494975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ab156af-b71d-4640-9054-2275a6c6c902 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:12:40.505966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Made reservation on behalf of 7af925feefcc4c81b4ba562c0a1c8b10 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:40.510081 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.538347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:12:40.550203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.550701 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Added segment 713f599b-9007-43af-ab2b-e5a7f95f73ea of type vlan for network 689c5c09-2b31-485d-92bd-d936b02f2b29 Jul 07 20:12:40.553818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 3ab156af-b71d-4640-9054-2275a6c6c902 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:12:40.599637 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.633859 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.640340 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:40.640946 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.697914 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2405910 Jul 07 20:12:40.701401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:40.708425 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Request body: {'subnet': {'network_id': '689c5c09-2b31-485d-92bd-d936b02f2b29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:40.727146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ed5e8-3c94-437d-80c4-0b0c9b128734 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event updated for resources: {'Network': ['ID=689c5c09-2b31-485d-92bd-d936b02f2b29,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:40.742650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 689c5c09-2b31-485d-92bd-d936b02f2b29 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:12:40.807243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Made reservation on behalf of 7af925feefcc4c81b4ba562c0a1c8b10 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:40.810973 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:40.869080 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 20:12:40.869596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 20:12:41.000126 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.064252 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event updated for resources: {'Subnet': ['ID=cf68fa35-945c-4bd6-bf29-40e378abc5d2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:41.073436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Checking segment: {'id': '713f599b-9007-43af-ab2b-e5a7f95f73ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '689c5c09-2b31-485d-92bd-d936b02f2b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:41.073801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Network hostable DHCP agents. Network: 689c5c09-2b31-485d-92bd-d936b02f2b29, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:12:41.092609 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Network 689c5c09-2b31-485d-92bd-d936b02f2b29 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:12:41.102401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 689c5c09-2b31-485d-92bd-d936b02f2b29) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:41.106606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:41.107231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.114223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2afaa5-b2d7-4b38-9246-017dc0f71793 None None] Network 689c5c09-2b31-485d-92bd-d936b02f2b29 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:41.134699 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-261f7ca5-75a3-4828-be8b-9baafad7aaac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4322224 Jul 07 20:12:41.137318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:41.186328 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ae911b8-2f65-48fb-aa66-a674e92828ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.251287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.287385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c180b-a41c-4616-988f-c68f7cd4e8c9 None None] Network d8f5eab7-624a-430d-898c-4d95d421d280 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:41.301830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9931fdf-1fa5-4842-8047-f5e3b8231637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-689c5c09-2b31-485d-92bd-d936b02f2b29', 'network_id': '689c5c09-2b31-485d-92bd-d936b02f2b29', 'tenant_id': '7af925feefcc4c81b4ba562c0a1c8b10', 'fixed_ips': [{'subnet_id': 'cf68fa35-945c-4bd6-bf29-40e378abc5d2'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:12:41.302705 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9931fdf-1fa5-4842-8047-f5e3b8231637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.337076 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.401730 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.435428 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Subnet': ['ID=cf68fa35-945c-4bd6-bf29-40e378abc5d2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:41.448400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4188c1c0-e47b-42ca-917e-fde6b046e5b4 None None] Provisioning for port 3ab156af-b71d-4640-9054-2275a6c6c902 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:12:41.475241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4188c1c0-e47b-42ca-917e-fde6b046e5b4 None None] Provisioning complete for port 3ab156af-b71d-4640-9054-2275a6c6c902 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:12:41.475615 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4188c1c0-e47b-42ca-917e-fde6b046e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.480003 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.499046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.509595 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689c5c09-2b31-485d-92bd-d936b02f2b29']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:41.521249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713f599b-9007-43af-ab2b-e5a7f95f73ea') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:41.521548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713f599b-9007-43af-ab2b-e5a7f95f73ea') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-b9931fdf-1fa5-4842-8047-f5e3b8231637 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf68fa35-945c-4bd6-bf29-40e378abc5d2: This subnet is being modified by another concurrent operation. Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf68fa35-945c-4bd6-bf29-40e378abc5d2: This subnet is being modified by another concurrent operation. Jul 07 20:12:41.524184 n-d-792394-12 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 07 20:12:41.533897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.552766 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.553480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfba88e5-6502-4cd3-887c-b041ef588fdc None None] Network 689c5c09-2b31-485d-92bd-d936b02f2b29 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:41.559334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:12:41.559803 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:12:41.563783 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:12:41.628405 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.633925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.636539 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/networks/689c5c09-2b31-485d-92bd-d936b02f2b29 HTTP/1.1" status: 204 len: 168 time: 0.4982209 Jul 07 20:12:41.640359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:41.647502 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2002258559'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:41.653716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcda6d-d58e-4134-b4ac-c06bb5100e3a tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Network': ['ID=689c5c09-2b31-485d-92bd-d936b02f2b29,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:41.673352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Made reservation on behalf of 7af925feefcc4c81b4ba562c0a1c8b10 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:41.677070 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.702829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:12:41.712403 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.712785 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Added segment 6a431183-11bf-42f3-8443-54c61ba20e58 of type vlan for network 43b9823d-ba87-42c7-a772-16cd731d8f2e Jul 07 20:12:41.763618 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.793735 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.799791 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:41.800385 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.857234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2155349 Jul 07 20:12:41.862004 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:41.869106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfc471-0bb6-4012-a5d1-a90eae923769 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event updated for resources: {'Network': ['ID=43b9823d-ba87-42c7-a772-16cd731d8f2e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:41.869780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Request body: {'subnet': {'network_id': '43b9823d-ba87-42c7-a772-16cd731d8f2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:41.906989 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 43b9823d-ba87-42c7-a772-16cd731d8f2e details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:12:41.949341 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4188c1c0-e47b-42ca-917e-fde6b046e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:41.961535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Made reservation on behalf of 7af925feefcc4c81b4ba562c0a1c8b10 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:41.965177 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.011858 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4188c1c0-e47b-42ca-917e-fde6b046e5b4 None None] For port 3ab156af-b71d-4640-9054-2275a6c6c902, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3ab156af-b71d-4640-9054-2275a6c6c902,segment=NetworkSegment(625a3886-db10-46e3-81e9-dc7d581d713e),segment_id=625a3886-db10-46e3-81e9-dc7d581d713e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:42.016659 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4188c1c0-e47b-42ca-917e-fde6b046e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.074021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188c1c0-e47b-42ca-917e-fde6b046e5b4 None None] Pushing event updated for resources: {'Port': ['ID=3ab156af-b71d-4640-9054-2275a6c6c902,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:42.167575 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.173735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47ba782-4ab2-4b63-a0a3-1f1368eb09fb None None] get_active_networks_info from n-d-792394-12 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 20:12:42.238517 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event updated for resources: {'Subnet': ['ID=24e65ee7-8439-406f-9b76-52061a8413b1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:42.246078 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Checking segment: {'id': '6a431183-11bf-42f3-8443-54c61ba20e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '43b9823d-ba87-42c7-a772-16cd731d8f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:42.246445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Network hostable DHCP agents. Network: 43b9823d-ba87-42c7-a772-16cd731d8f2e, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:12:42.262909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Network 43b9823d-ba87-42c7-a772-16cd731d8f2e is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:12:42.272802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 43b9823d-ba87-42c7-a772-16cd731d8f2e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:42.277068 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:42.277745 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.282788 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6dced40c-b038-4dab-b79c-963a0aa97cb7 None None] Provisioning complete for port 3ab156af-b71d-4640-9054-2275a6c6c902 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:12:42.283158 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dced40c-b038-4dab-b79c-963a0aa97cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.293287 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-08c3ddb0-a536-4c47-ae87-e31b72efa0f6 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4285152 Jul 07 20:12:42.296462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:42.301709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2116319101'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:42.323411 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Made reservation on behalf of 7af925feefcc4c81b4ba562c0a1c8b10 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:42.329356 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.354608 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:12:42.364532 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.365114 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Added segment f3d577f9-65a0-4457-83bb-139f4bfd1c4a of type vlan for network 4dcce632-405b-4108-bfb9-0a5e93eb2f0e Jul 07 20:12:42.410942 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ba782-4ab2-4b63-a0a3-1f1368eb09fb None None] Unable to find a vacant binding_index for network 43b9823d-ba87-42c7-a772-16cd731d8f2e and agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 07 20:12:42.424831 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ba782-4ab2-4b63-a0a3-1f1368eb09fb None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 43b9823d-ba87-42c7-a772-16cd731d8f2e) {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 20:12:42.425107 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.461867 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.467574 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:42.468163 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.485987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ab156af-b71d-4640-9054-2275a6c6c902 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:12:42.524751 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2270632 Jul 07 20:12:42.527687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:42.533142 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Request body: {'subnet': {'network_id': '4dcce632-405b-4108-bfb9-0a5e93eb2f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:42.540055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38e61d-f0bc-431d-b53c-33f514bfc111 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event updated for resources: {'Network': ['ID=4dcce632-405b-4108-bfb9-0a5e93eb2f0e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:42.558071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 4dcce632-405b-4108-bfb9-0a5e93eb2f0e details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:12:42.624859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Made reservation on behalf of 7af925feefcc4c81b4ba562c0a1c8b10 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:42.628388 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.647572 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 3ab156af-b71d-4640-9054-2275a6c6c902 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:12:42.647937 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.652919 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.819439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.846726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-43b9823d-ba87-42c7-a772-16cd731d8f2e', 'network_id': '43b9823d-ba87-42c7-a772-16cd731d8f2e', 'tenant_id': '7af925feefcc4c81b4ba562c0a1c8b10', 'fixed_ips': [{'subnet_id': '24e65ee7-8439-406f-9b76-52061a8413b1'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:12:42.847616 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.887907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event updated for resources: {'Subnet': ['ID=7bf02c39-4762-4677-85fd-ad504f172407,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:42.897232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Checking segment: {'id': 'f3d577f9-65a0-4457-83bb-139f4bfd1c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4dcce632-405b-4108-bfb9-0a5e93eb2f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:42.897602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Network hostable DHCP agents. Network: 4dcce632-405b-4108-bfb9-0a5e93eb2f0e, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:12:42.915022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Network 4dcce632-405b-4108-bfb9-0a5e93eb2f0e is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:12:42.925070 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 4dcce632-405b-4108-bfb9-0a5e93eb2f0e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:42.929564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:42.930156 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:42.945385 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b20ea288-8fd9-41c2-9db9-226cd766d96f tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4165790 Jul 07 20:12:42.947897 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:42.989631 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Allocated IP 2001:db8::2 (43b9823d-ba87-42c7-a772-16cd731d8f2e/24e65ee7-8439-406f-9b76-52061a8413b1/0b57eb4b-c979-4e4f-95e3-4ef859e1a28b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:12:43.045164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.097650 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.135118 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.146164 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Transition to ACTIVE for port object 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:43.171570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Transition to ACTIVE for port object 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:43.172369 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.178241 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.201507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf02c39-4762-4677-85fd-ad504f172407,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:43.222019 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Network 43b9823d-ba87-42c7-a772-16cd731d8f2e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:43.226845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:43.230221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:12:43.236700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Pushing event updated for resources: {'Port': ['ID=0b57eb4b-c979-4e4f-95e3-4ef859e1a28b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:43.267454 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.277643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcce632-405b-4108-bfb9-0a5e93eb2f0e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:43.289125 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d577f9-65a0-4457-83bb-139f4bfd1c4a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:43.289506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d577f9-65a0-4457-83bb-139f4bfd1c4a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:43.297893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Attempting to bind port 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:12:43.298262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Attempting to bind port 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '6a431183-11bf-42f3-8443-54c61ba20e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '43b9823d-ba87-42c7-a772-16cd731d8f2e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:12:43.298624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Attempting to bind port 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b on network 43b9823d-ba87-42c7-a772-16cd731d8f2e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:43.298778 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.303640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:12:43.304018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Checking segment: {'id': '6a431183-11bf-42f3-8443-54c61ba20e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '43b9823d-ba87-42c7-a772-16cd731d8f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:43.304423 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.304860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Bound using segment: {'id': '6a431183-11bf-42f3-8443-54c61ba20e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '43b9823d-ba87-42c7-a772-16cd731d8f2e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:12:43.305320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Bound port: 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a431183-11bf-42f3-8443-54c61ba20e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '43b9823d-ba87-42c7-a772-16cd731d8f2e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:12:43.305698 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.313755 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.319691 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:12:43.320085 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:12:43.323236 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:12:43.371522 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] For port 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:12:43.375756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] For port 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0b57eb4b-c979-4e4f-95e3-4ef859e1a28b,segment=NetworkSegment(6a431183-11bf-42f3-8443-54c61ba20e58),segment_id=6a431183-11bf-42f3-8443-54c61ba20e58)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:12:43.380591 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.387054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.396089 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.400444 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/networks/4dcce632-405b-4108-bfb9-0a5e93eb2f0e HTTP/1.1" status: 204 len: 168 time: 0.4491603 Jul 07 20:12:43.401537 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:43.408292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d6f5a-dee2-4f56-a82e-5200da40327d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Network': ['ID=4dcce632-405b-4108-bfb9-0a5e93eb2f0e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:43.437722 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5b5b81-0843-4d50-b71a-210c17b623a0 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] GET failed (client error): The resource could not be found. Jul 07 20:12:43.441455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9c5b5b81-0843-4d50-b71a-210c17b623a0 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "GET /v2.0/subnets/7bf02c39-4762-4677-85fd-ad504f172407 HTTP/1.1" status: 404 len: 337 time: 0.0363839 Jul 07 20:12:43.442671 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:43.447773 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf00b8-bf9b-422f-8365-d5ad1842615d None None] Pushing event updated for resources: {'Port': ['ID=0b57eb4b-c979-4e4f-95e3-4ef859e1a28b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:43.465446 n-d-792394-12 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-65101234-f064-4caf-bb1d-b9916b8d9691 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] DELETE failed (client error): The resource could not be found. Jul 07 20:12:43.466720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65101234-f064-4caf-bb1d-b9916b8d9691 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:12:43.468694 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-65101234-f064-4caf-bb1d-b9916b8d9691 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/networks/4dcce632-405b-4108-bfb9-0a5e93eb2f0e HTTP/1.1" status: 404 len: 339 time: 0.0241349 Jul 07 20:12:43.472858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38582) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:43.501054 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9bc2de-c4a4-44ed-a7fc-054368b27810 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] DELETE failed (client error): The resource could not be found. Jul 07 20:12:43.501426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9bc2de-c4a4-44ed-a7fc-054368b27810 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:12:43.503199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7c9bc2de-c4a4-44ed-a7fc-054368b27810 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/subnets/7bf02c39-4762-4677-85fd-ad504f172407 HTTP/1.1" status: 404 len: 337 time: 0.0293138 Jul 07 20:12:43.505637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38584) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:43.532732 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d822180-73a5-4cac-bf40-4e5ab265d9ac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] DELETE failed (client error): The resource could not be found. Jul 07 20:12:43.533303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d822180-73a5-4cac-bf40-4e5ab265d9ac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:12:43.537700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3d822180-73a5-4cac-bf40-4e5ab265d9ac tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/networks/4dcce632-405b-4108-bfb9-0a5e93eb2f0e HTTP/1.1" status: 404 len: 339 time: 0.0285501 Jul 07 20:12:43.537910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:43.599105 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d9844e-003f-46ea-af7c-61efff68b06e tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Deleting subnet 24e65ee7-8439-406f-9b76-52061a8413b1 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:12:43.605260 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8d9844e-003f-46ea-af7c-61efff68b06e tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.654643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8d9844e-003f-46ea-af7c-61efff68b06e tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.747386 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8d9844e-003f-46ea-af7c-61efff68b06e tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.804988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8d9844e-003f-46ea-af7c-61efff68b06e tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.833453 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9844e-003f-46ea-af7c-61efff68b06e tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Subnet': ['ID=24e65ee7-8439-406f-9b76-52061a8413b1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:43.835451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8d9844e-003f-46ea-af7c-61efff68b06e tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.837458 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d8d9844e-003f-46ea-af7c-61efff68b06e tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/subnets/24e65ee7-8439-406f-9b76-52061a8413b1 HTTP/1.1" status: 204 len: 168 time: 0.2985461 Jul 07 20:12:43.840789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:43.918319 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:43.977392 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Deleting port 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:12:43.977735 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.042567 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] For port 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0b57eb4b-c979-4e4f-95e3-4ef859e1a28b,segment=NetworkSegment(6a431183-11bf-42f3-8443-54c61ba20e58),segment_id=6a431183-11bf-42f3-8443-54c61ba20e58)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:44.042925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.057963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Calling delete_port for 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:12:44.150968 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.161795 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.166204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] No DVR routers for this DVR port 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:12:44.209007 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Port': ['ID=0b57eb4b-c979-4e4f-95e3-4ef859e1a28b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:44.270908 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.281877 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b9823d-ba87-42c7-a772-16cd731d8f2e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:44.293187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a431183-11bf-42f3-8443-54c61ba20e58') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:44.293481 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a431183-11bf-42f3-8443-54c61ba20e58') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:44.303184 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.321921 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.328994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:12:44.329409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:12:44.332456 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:12:44.351546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e0164-d2c4-410c-9604-b80d0eda814e None None] Network 43b9823d-ba87-42c7-a772-16cd731d8f2e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:44.355058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cd9ce9-27b3-47b4-96d8-00e85f4e2bb5 None None] Network 4dcce632-405b-4108-bfb9-0a5e93eb2f0e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:44.368532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94c7f7e6-7140-47f3-a74a-1741afee385f None None] Could not find standard attr ID for object 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 20:12:44.397116 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.406205 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.408087 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/networks/43b9823d-ba87-42c7-a772-16cd731d8f2e HTTP/1.1" status: 204 len: 168 time: 0.5669780 Jul 07 20:12:44.410816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:44.415241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cd9ce9-27b3-47b4-96d8-00e85f4e2bb5 None None] Network 4dcce632-405b-4108-bfb9-0a5e93eb2f0e could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 20:12:44.418599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd5392-b234-4f00-8ec3-51b5448f6b4d tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Network': ['ID=43b9823d-ba87-42c7-a772-16cd731d8f2e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:44.428161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d4b942-b1ca-49f5-9444-5653b0cb7760 None None] Network 4dcce632-405b-4108-bfb9-0a5e93eb2f0e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:44.447691 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-330741bc-2845-4862-9062-5c7266d7dbde tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] DELETE failed (client error): The resource could not be found. Jul 07 20:12:44.448150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330741bc-2845-4862-9062-5c7266d7dbde tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:12:44.449521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d4b942-b1ca-49f5-9444-5653b0cb7760 None None] Network 4dcce632-405b-4108-bfb9-0a5e93eb2f0e could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 20:12:44.449916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-330741bc-2845-4862-9062-5c7266d7dbde tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/subnets/cf68fa35-945c-4bd6-bf29-40e378abc5d2 HTTP/1.1" status: 404 len: 337 time: 0.0378723 Jul 07 20:12:44.454133 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:44.473747 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfcb8372-9f86-4fc8-ab54-4db3095473f3 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] DELETE failed (client error): The resource could not be found. Jul 07 20:12:44.474372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfcb8372-9f86-4fc8-ab54-4db3095473f3 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:12:44.476170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bfcb8372-9f86-4fc8-ab54-4db3095473f3 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/networks/689c5c09-2b31-485d-92bd-d936b02f2b29 HTTP/1.1" status: 404 len: 339 time: 0.0209508 Jul 07 20:12:44.478906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:44.507794 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-be882674-8445-4a5f-96d2-7d53a6df39b0 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] DELETE failed (client error): The resource could not be found. Jul 07 20:12:44.508221 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be882674-8445-4a5f-96d2-7d53a6df39b0 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:12:44.509987 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-be882674-8445-4a5f-96d2-7d53a6df39b0 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/subnets/926d9706-7029-48f5-8718-83b789553dc6 HTTP/1.1" status: 404 len: 337 time: 0.0299277 Jul 07 20:12:44.517110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:44.536090 n-d-792394-12 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b472b2-7826-4873-b14f-3a47c6290fbd tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] DELETE failed (client error): The resource could not be found. Jul 07 20:12:44.536652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b472b2-7826-4873-b14f-3a47c6290fbd tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:12:44.538321 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-53b472b2-7826-4873-b14f-3a47c6290fbd tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/networks/7aea758f-5ddb-460f-a169-88faec4fe9fd HTTP/1.1" status: 404 len: 339 time: 0.0201447 Jul 07 20:12:44.540937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:44.548637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b6bc1-e2cf-42cf-9f90-9d29795492a6 None None] DHCP port deletion for 43b9823d-ba87-42c7-a772-16cd731d8f2e request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:12:44.564406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ff666-0853-49c2-a7ac-11287f4db720 None None] Network 43b9823d-ba87-42c7-a772-16cd731d8f2e requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:44.576792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ff666-0853-49c2-a7ac-11287f4db720 None None] Network 43b9823d-ba87-42c7-a772-16cd731d8f2e could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 20:12:44.603025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-26824eff-33ea-42b7-b2f1-cf4f02eb7cb2 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Deleting subnet d1968239-638b-4c5a-9c7c-bab3be2b8dde {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:12:44.606107 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26824eff-33ea-42b7-b2f1-cf4f02eb7cb2 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.647745 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26824eff-33ea-42b7-b2f1-cf4f02eb7cb2 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.730010 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26824eff-33ea-42b7-b2f1-cf4f02eb7cb2 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.795855 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26824eff-33ea-42b7-b2f1-cf4f02eb7cb2 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.824492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26824eff-33ea-42b7-b2f1-cf4f02eb7cb2 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Subnet': ['ID=d1968239-638b-4c5a-9c7c-bab3be2b8dde,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:44.827727 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26824eff-33ea-42b7-b2f1-cf4f02eb7cb2 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.831958 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-26824eff-33ea-42b7-b2f1-cf4f02eb7cb2 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/subnets/d1968239-638b-4c5a-9c7c-bab3be2b8dde HTTP/1.1" status: 204 len: 168 time: 0.2876508 Jul 07 20:12:44.832116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:44.842023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41fb808-58e7-4487-ac58-003fe7e37bc7 None None] Network d8f5eab7-624a-430d-898c-4d95d421d280 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:44.912900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:44.967334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Deleting port 3ab156af-b71d-4640-9054-2275a6c6c902 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:12:44.967682 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.020345 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d964d6c-84f9-409c-977e-bda0cbed5396 None None] DHCP port deletion for d8f5eab7-624a-430d-898c-4d95d421d280 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:12:45.033247 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] For port 3ab156af-b71d-4640-9054-2275a6c6c902, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3ab156af-b71d-4640-9054-2275a6c6c902,segment=NetworkSegment(625a3886-db10-46e3-81e9-dc7d581d713e),segment_id=625a3886-db10-46e3-81e9-dc7d581d713e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:45.033613 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.046462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Calling delete_port for 3ab156af-b71d-4640-9054-2275a6c6c902 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:12:45.069474 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d964d6c-84f9-409c-977e-bda0cbed5396 None None] Deleting port 3ab156af-b71d-4640-9054-2275a6c6c902 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:12:45.069856 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d964d6c-84f9-409c-977e-bda0cbed5396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.130793 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.132052 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d964d6c-84f9-409c-977e-bda0cbed5396 None None] For port 3ab156af-b71d-4640-9054-2275a6c6c902, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=3ab156af-b71d-4640-9054-2275a6c6c902,segment=NetworkSegment(625a3886-db10-46e3-81e9-dc7d581d713e),segment_id=625a3886-db10-46e3-81e9-dc7d581d713e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:45.132450 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d964d6c-84f9-409c-977e-bda0cbed5396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.145649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d964d6c-84f9-409c-977e-bda0cbed5396 None None] Calling delete_port for 3ab156af-b71d-4640-9054-2275a6c6c902 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:12:45.155144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Port': ['ID=3ab156af-b71d-4640-9054-2275a6c6c902,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:45.162611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] No DVR routers for this DVR port 3ab156af-b71d-4640-9054-2275a6c6c902 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:12:45.225977 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d964d6c-84f9-409c-977e-bda0cbed5396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.246040 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.253357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d964d6c-84f9-409c-977e-bda0cbed5396 None None] Pushing event deleted for resources: {'Port': ['ID=3ab156af-b71d-4640-9054-2275a6c6c902,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:45.255153 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d964d6c-84f9-409c-977e-bda0cbed5396 None None] No DVR routers for this DVR port 3ab156af-b71d-4640-9054-2275a6c6c902 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:12:45.261733 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f5eab7-624a-430d-898c-4d95d421d280']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:45.272642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625a3886-db10-46e3-81e9-dc7d581d713e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:45.272968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625a3886-db10-46e3-81e9-dc7d581d713e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:45.281959 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.296059 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.301863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:12:45.302269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:12:45.305311 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:12:45.367246 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.374901 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.377159 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] 10.222.0.113 "DELETE /v2.0/networks/d8f5eab7-624a-430d-898c-4d95d421d280 HTTP/1.1" status: 204 len: 168 time: 0.5436730 Jul 07 20:12:45.396253 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca3ac4-a9a6-445a-8035-d3c312921129 tempest-NetworksIpV6Test-537661218 tempest-NetworksIpV6Test-537661218-project] Pushing event deleted for resources: {'Network': ['ID=d8f5eab7-624a-430d-898c-4d95d421d280,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:45.620260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:45.749674 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d4fd1511-ffe1-4fc5-af7e-beb460413698 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7af925feefcc4c81b4ba562c0a1c8b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281841 Jul 07 20:12:45.752182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:45.804493 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8978edd9-539a-4b82-8ae5-d4e75945e925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.826087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8978edd9-539a-4b82-8ae5-d4e75945e925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.873063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8978edd9-539a-4b82-8ae5-d4e75945e925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.875716 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8978edd9-539a-4b82-8ae5-d4e75945e925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:45.876993 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8978edd9-539a-4b82-8ae5-d4e75945e925 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8c4166bc-022f-4425-b2f4-c058cc8c908f HTTP/1.1" status: 204 len: 168 time: 0.1237917 Jul 07 20:12:45.884684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978edd9-539a-4b82-8ae5-d4e75945e925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4166bc-022f-4425-b2f4-c058cc8c908f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:46.440365 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ab156af-b71d-4640-9054-2275a6c6c902 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:12:46.462120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 3ab156af-b71d-4640-9054-2275a6c6c902 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:12:46.462543 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 3ab156af-b71d-4640-9054-2275a6c6c902 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:12:46.463042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:12:46.481342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:12:46.481954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0b57eb4b-c979-4e4f-95e3-4ef859e1a28b not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:12:46.527068 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:46.628327 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-baf55e7e-dde7-484a-9fcf-8b97e892a9cc tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-849945400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:46.651956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baf55e7e-dde7-484a-9fcf-8b97e892a9cc tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:46.653046 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baf55e7e-dde7-484a-9fcf-8b97e892a9cc tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:46.703900 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baf55e7e-dde7-484a-9fcf-8b97e892a9cc tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:46.708155 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baf55e7e-dde7-484a-9fcf-8b97e892a9cc tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:46.723687 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baf55e7e-dde7-484a-9fcf-8b97e892a9cc tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:46.724946 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-baf55e7e-dde7-484a-9fcf-8b97e892a9cc tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1968720 Jul 07 20:12:46.727682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:46.733160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-836382791'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:46.753914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Made reservation on behalf of 6354bea5adbe46a2b1e44641ea358fb4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:46.757330 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:46.766487 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:46.869466 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:46.874449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:46.898358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1118} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:12:46.912386 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be7707b-0556-4164-bbe0-3c334c4c735d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:46.917461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:46.917808 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Added segment 7b6aa021-9afb-4e84-bf1c-124b64e21fe5 of type vlan for network 57112012-70bc-4fa0-82ac-df9fc39669f0 Jul 07 20:12:46.967261 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:46.996606 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.002237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:47.002820 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.063173 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3344314 Jul 07 20:12:47.065889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:47.070712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Request body: {'subnet': {'network_id': '57112012-70bc-4fa0-82ac-df9fc39669f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:47.077573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca561d-7025-4ecd-bf9c-373cf4d6a27c tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Pushing event updated for resources: {'Network': ['ID=57112012-70bc-4fa0-82ac-df9fc39669f0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:47.087644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 57112012-70bc-4fa0-82ac-df9fc39669f0 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:12:47.165018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Made reservation on behalf of 6354bea5adbe46a2b1e44641ea358fb4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:47.168572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.360012 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.423933 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Pushing event updated for resources: {'Subnet': ['ID=1fa88a1e-5b64-47c5-8f0b-3de9e9412836,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:47.428293 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Checking segment: {'id': '7b6aa021-9afb-4e84-bf1c-124b64e21fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '57112012-70bc-4fa0-82ac-df9fc39669f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:47.428678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Network hostable DHCP agents. Network: 57112012-70bc-4fa0-82ac-df9fc39669f0, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:12:47.446206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Network 57112012-70bc-4fa0-82ac-df9fc39669f0 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:12:47.454670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 57112012-70bc-4fa0-82ac-df9fc39669f0) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:47.458730 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:47.459318 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.464194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663652ac-16bf-4a10-9f59-9f788c85263b None None] Network 57112012-70bc-4fa0-82ac-df9fc39669f0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:47.474698 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ddf10cc3-3fec-4122-a469-65f810cbc457 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4077747 Jul 07 20:12:47.477789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:47.483414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-320087179'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:47.506277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Made reservation on behalf of 6354bea5adbe46a2b1e44641ea358fb4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:47.510054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.534436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:12:47.543595 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.543938 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Added segment 3598adbd-80ed-401a-aba8-ffb6df48ccee of type vlan for network d39bfcbe-a110-46d2-be22-276dd3be17bf Jul 07 20:12:47.590327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.613584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-57112012-70bc-4fa0-82ac-df9fc39669f0', 'network_id': '57112012-70bc-4fa0-82ac-df9fc39669f0', 'tenant_id': '6354bea5adbe46a2b1e44641ea358fb4', 'fixed_ips': [{'subnet_id': '1fa88a1e-5b64-47c5-8f0b-3de9e9412836'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:12:47.614514 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.630075 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.635975 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:47.636685 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.693232 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2143731 Jul 07 20:12:47.695903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:47.700988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Request body: {'subnet': {'network_id': 'd39bfcbe-a110-46d2-be22-276dd3be17bf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:47.751823 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576e21c-4049-4ba9-baf1-76943b778677 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Pushing event updated for resources: {'Network': ['ID=d39bfcbe-a110-46d2-be22-276dd3be17bf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:47.758787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Allocated IP 172.20.0.2 (57112012-70bc-4fa0-82ac-df9fc39669f0/1fa88a1e-5b64-47c5-8f0b-3de9e9412836/e6f3a15d-b2fe-402c-8411-40c6946649cd) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:12:47.762591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network d39bfcbe-a110-46d2-be22-276dd3be17bf details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:12:47.801385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Made reservation on behalf of 6354bea5adbe46a2b1e44641ea358fb4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:47.804889 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.971893 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:47.980499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Transition to ACTIVE for port object e6f3a15d-b2fe-402c-8411-40c6946649cd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:47.998274 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Transition to ACTIVE for port object e6f3a15d-b2fe-402c-8411-40c6946649cd will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:48.000250 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.005490 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.043741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Network 57112012-70bc-4fa0-82ac-df9fc39669f0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:48.050391 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:48.054702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:12:48.059408 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Pushing event updated for resources: {'Port': ['ID=e6f3a15d-b2fe-402c-8411-40c6946649cd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:48.072098 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Pushing event updated for resources: {'Subnet': ['ID=23f0bb55-12f3-4f4b-b8de-618afd648bea,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:48.076313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Checking segment: {'id': '3598adbd-80ed-401a-aba8-ffb6df48ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd39bfcbe-a110-46d2-be22-276dd3be17bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:48.076802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Network hostable DHCP agents. Network: d39bfcbe-a110-46d2-be22-276dd3be17bf, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:12:48.094692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Network d39bfcbe-a110-46d2-be22-276dd3be17bf is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:12:48.103824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, d39bfcbe-a110-46d2-be22-276dd3be17bf) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:48.108454 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:48.109065 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.117294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632454cd-baab-481c-808c-2aee7e1ab218 None None] Network d39bfcbe-a110-46d2-be22-276dd3be17bf requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:48.120750 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Attempting to bind port e6f3a15d-b2fe-402c-8411-40c6946649cd on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:12:48.121121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Attempting to bind port e6f3a15d-b2fe-402c-8411-40c6946649cd by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '7b6aa021-9afb-4e84-bf1c-124b64e21fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '57112012-70bc-4fa0-82ac-df9fc39669f0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:12:48.121616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Attempting to bind port e6f3a15d-b2fe-402c-8411-40c6946649cd on network 57112012-70bc-4fa0-82ac-df9fc39669f0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:48.124280 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-84765077-22a7-48c6-be09-ec71109f892a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4273405 Jul 07 20:12:48.127073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:48.131963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-18f0c8d0-dbd9-4fc4-b7a1-215970c6af5e tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd39bfcbe-a110-46d2-be22-276dd3be17bf'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:48.327315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:12:48.327694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Checking segment: {'id': '7b6aa021-9afb-4e84-bf1c-124b64e21fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '57112012-70bc-4fa0-82ac-df9fc39669f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:48.328103 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.328521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Bound using segment: {'id': '7b6aa021-9afb-4e84-bf1c-124b64e21fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '57112012-70bc-4fa0-82ac-df9fc39669f0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:12:48.329005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Bound port: e6f3a15d-b2fe-402c-8411-40c6946649cd, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6aa021-9afb-4e84-bf1c-124b64e21fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '57112012-70bc-4fa0-82ac-df9fc39669f0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:12:48.329382 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.425964 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] For port e6f3a15d-b2fe-402c-8411-40c6946649cd, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:12:48.429908 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] For port e6f3a15d-b2fe-402c-8411-40c6946649cd, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e6f3a15d-b2fe-402c-8411-40c6946649cd,segment=NetworkSegment(7b6aa021-9afb-4e84-bf1c-124b64e21fe5),segment_id=7b6aa021-9afb-4e84-bf1c-124b64e21fe5)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:12:48.450359 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.549649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f443ad-8474-4e9c-8863-a19d8921bd69 None None] Pushing event updated for resources: {'Port': ['ID=e6f3a15d-b2fe-402c-8411-40c6946649cd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:48.563946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-d39bfcbe-a110-46d2-be22-276dd3be17bf', 'network_id': 'd39bfcbe-a110-46d2-be22-276dd3be17bf', 'tenant_id': '6354bea5adbe46a2b1e44641ea358fb4', 'fixed_ips': [{'subnet_id': '23f0bb55-12f3-4f4b-b8de-618afd648bea'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:12:48.565019 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.651255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18f0c8d0-dbd9-4fc4-b7a1-215970c6af5e tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.741765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Allocated IP 172.21.0.2 (d39bfcbe-a110-46d2-be22-276dd3be17bf/23f0bb55-12f3-4f4b-b8de-618afd648bea/e410192e-2efc-4f18-8210-9d4a2e935aef) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:12:48.793724 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [None req-18f0c8d0-dbd9-4fc4-b7a1-215970c6af5e tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 20:12:48.795175 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-18f0c8d0-dbd9-4fc4-b7a1-215970c6af5e tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "PUT /v2.0/routers/ebddbc38-2e58-4d31-954d-ee33ad84d0e0 HTTP/1.1" status: 400 len: 364 time: 0.6669562 Jul 07 20:12:48.801270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:48.860902 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7dd7819-f7a8-423c-aad3-cb4ce159ac10 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Deleting subnet 23f0bb55-12f3-4f4b-b8de-618afd648bea {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:12:48.909889 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.917813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Transition to ACTIVE for port object e410192e-2efc-4f18-8210-9d4a2e935aef will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:48.933041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Transition to ACTIVE for port object e410192e-2efc-4f18-8210-9d4a2e935aef will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:48.938963 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7819-f7a8-423c-aad3-cb4ce159ac10 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.939478 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.980291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Network d39bfcbe-a110-46d2-be22-276dd3be17bf is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:48.980694 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7819-f7a8-423c-aad3-cb4ce159ac10 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:48.986326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:48.989920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:12:48.999005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Pushing event updated for resources: {'Port': ['ID=e410192e-2efc-4f18-8210-9d4a2e935aef,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:49.053525 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Attempting to bind port e410192e-2efc-4f18-8210-9d4a2e935aef on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:12:49.053899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Attempting to bind port e410192e-2efc-4f18-8210-9d4a2e935aef by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '3598adbd-80ed-401a-aba8-ffb6df48ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd39bfcbe-a110-46d2-be22-276dd3be17bf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:12:49.054264 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Attempting to bind port e410192e-2efc-4f18-8210-9d4a2e935aef on network d39bfcbe-a110-46d2-be22-276dd3be17bf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:49.059338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:12:49.059717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Checking segment: {'id': '3598adbd-80ed-401a-aba8-ffb6df48ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd39bfcbe-a110-46d2-be22-276dd3be17bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:49.061036 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.061175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Bound using segment: {'id': '3598adbd-80ed-401a-aba8-ffb6df48ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd39bfcbe-a110-46d2-be22-276dd3be17bf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:12:49.061590 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Bound port: e410192e-2efc-4f18-8210-9d4a2e935aef, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3598adbd-80ed-401a-aba8-ffb6df48ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'd39bfcbe-a110-46d2-be22-276dd3be17bf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:12:49.061980 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.078260 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7819-f7a8-423c-aad3-cb4ce159ac10 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.144970 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7819-f7a8-423c-aad3-cb4ce159ac10 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.148233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] For port e410192e-2efc-4f18-8210-9d4a2e935aef, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:12:49.153025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] For port e410192e-2efc-4f18-8210-9d4a2e935aef, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e410192e-2efc-4f18-8210-9d4a2e935aef,segment=NetworkSegment(3598adbd-80ed-401a-aba8-ffb6df48ccee),segment_id=3598adbd-80ed-401a-aba8-ffb6df48ccee)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:12:49.159413 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.175055 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd7819-f7a8-423c-aad3-cb4ce159ac10 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Pushing event deleted for resources: {'Subnet': ['ID=23f0bb55-12f3-4f4b-b8de-618afd648bea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:49.183178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7819-f7a8-423c-aad3-cb4ce159ac10 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.189317 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e7dd7819-f7a8-423c-aad3-cb4ce159ac10 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "DELETE /v2.0/subnets/23f0bb55-12f3-4f4b-b8de-618afd648bea HTTP/1.1" status: 204 len: 168 time: 0.3836215 Jul 07 20:12:49.189570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:49.244923 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a87857-e202-4cc8-8eee-288ca2b0f8e2 None None] Pushing event updated for resources: {'Port': ['ID=e410192e-2efc-4f18-8210-9d4a2e935aef,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:49.277751 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.343871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Deleting port e410192e-2efc-4f18-8210-9d4a2e935aef {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:12:49.344215 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.419992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] For port e410192e-2efc-4f18-8210-9d4a2e935aef, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e410192e-2efc-4f18-8210-9d4a2e935aef,segment=NetworkSegment(3598adbd-80ed-401a-aba8-ffb6df48ccee),segment_id=3598adbd-80ed-401a-aba8-ffb6df48ccee)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:49.420585 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.445038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Calling delete_port for e410192e-2efc-4f18-8210-9d4a2e935aef owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:12:49.533159 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.542682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.568964 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Pushing event deleted for resources: {'Port': ['ID=e410192e-2efc-4f18-8210-9d4a2e935aef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:49.575619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] No DVR routers for this DVR port e410192e-2efc-4f18-8210-9d4a2e935aef on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:12:49.639197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64266e02-6e79-42d1-b765-ec5e4d39a051 None None] Network 57112012-70bc-4fa0-82ac-df9fc39669f0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:49.671540 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.681494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39bfcbe-a110-46d2-be22-276dd3be17bf']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:49.693177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3598adbd-80ed-401a-aba8-ffb6df48ccee') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:49.693477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3598adbd-80ed-401a-aba8-ffb6df48ccee') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:49.703095 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.717668 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.724422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:12:49.724862 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: timer() Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:12:49.727812 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:12:49.770812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-744fefd0-7013-4b2e-a785-256126a6adc3 None None] Provisioning for port e6f3a15d-b2fe-402c-8411-40c6946649cd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:12:49.794705 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.802031 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.803961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "DELETE /v2.0/networks/d39bfcbe-a110-46d2-be22-276dd3be17bf HTTP/1.1" status: 204 len: 168 time: 0.6134057 Jul 07 20:12:49.806759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:49.818418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74a48b-0eef-467a-ae75-3f7ba56c48e7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Pushing event deleted for resources: {'Network': ['ID=d39bfcbe-a110-46d2-be22-276dd3be17bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:49.869721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e6111d-13cc-41a9-80be-dce928acbe7a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Deleting subnet 1fa88a1e-5b64-47c5-8f0b-3de9e9412836 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:12:49.873714 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1e6111d-13cc-41a9-80be-dce928acbe7a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:49.921450 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1e6111d-13cc-41a9-80be-dce928acbe7a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.018034 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1e6111d-13cc-41a9-80be-dce928acbe7a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.086720 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1e6111d-13cc-41a9-80be-dce928acbe7a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.118004 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1e6111d-13cc-41a9-80be-dce928acbe7a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.119918 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c1e6111d-13cc-41a9-80be-dce928acbe7a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "DELETE /v2.0/subnets/1fa88a1e-5b64-47c5-8f0b-3de9e9412836 HTTP/1.1" status: 204 len: 168 time: 0.3120415 Jul 07 20:12:50.122979 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:50.125269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd17a78-2867-4d14-be78-8634dc5e5901 None None] Network 57112012-70bc-4fa0-82ac-df9fc39669f0 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:50.131320 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6111d-13cc-41a9-80be-dce928acbe7a tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa88a1e-5b64-47c5-8f0b-3de9e9412836,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:50.206481 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.265956 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Deleting port e6f3a15d-b2fe-402c-8411-40c6946649cd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:12:50.266349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.337144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] For port e6f3a15d-b2fe-402c-8411-40c6946649cd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e6f3a15d-b2fe-402c-8411-40c6946649cd,segment=NetworkSegment(7b6aa021-9afb-4e84-bf1c-124b64e21fe5),segment_id=7b6aa021-9afb-4e84-bf1c-124b64e21fe5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:50.337509 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.352176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Calling delete_port for e6f3a15d-b2fe-402c-8411-40c6946649cd owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:12:50.356424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb8dd5-0121-49cc-a6ad-3d4101a047e4 None None] DHCP port deletion for 57112012-70bc-4fa0-82ac-df9fc39669f0 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:12:50.402333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f27a60-bbc4-4896-befa-d281f6bf74bb None None] DHCP port deletion for d39bfcbe-a110-46d2-be22-276dd3be17bf request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:12:50.424096 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1afe2f32-1977-4e9f-a304-a4a5268bd691 None None] Could not find standard attr ID for object e410192e-2efc-4f18-8210-9d4a2e935aef. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 20:12:50.427089 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb8dd5-0121-49cc-a6ad-3d4101a047e4 None None] Deleting port e6f3a15d-b2fe-402c-8411-40c6946649cd {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:12:50.427473 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ffb8dd5-0121-49cc-a6ad-3d4101a047e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.441369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234ef69-67ea-4ca6-a52d-c0c47bdb4e0e None None] Network d39bfcbe-a110-46d2-be22-276dd3be17bf requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:50.447735 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.477367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234ef69-67ea-4ca6-a52d-c0c47bdb4e0e None None] Network d39bfcbe-a110-46d2-be22-276dd3be17bf could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 20:12:50.477991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Pushing event deleted for resources: {'Port': ['ID=e6f3a15d-b2fe-402c-8411-40c6946649cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:50.481480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] No DVR routers for this DVR port e6f3a15d-b2fe-402c-8411-40c6946649cd on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:12:50.506688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4ffb8dd5-0121-49cc-a6ad-3d4101a047e4 None None] For port e6f3a15d-b2fe-402c-8411-40c6946649cd, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e6f3a15d-b2fe-402c-8411-40c6946649cd,segment=NetworkSegment(7b6aa021-9afb-4e84-bf1c-124b64e21fe5),segment_id=7b6aa021-9afb-4e84-bf1c-124b64e21fe5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:50.507091 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ffb8dd5-0121-49cc-a6ad-3d4101a047e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.520301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb8dd5-0121-49cc-a6ad-3d4101a047e4 None None] Calling delete_port for e6f3a15d-b2fe-402c-8411-40c6946649cd owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:12:50.564028 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.574348 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57112012-70bc-4fa0-82ac-df9fc39669f0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:50.585420 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6aa021-9afb-4e84-bf1c-124b64e21fe5') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:50.585725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6aa021-9afb-4e84-bf1c-124b64e21fe5') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:50.595208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.600481 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ffb8dd5-0121-49cc-a6ad-3d4101a047e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.610055 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.616623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:12:50.617130 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:12:50.620528 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:12:50.626605 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb8dd5-0121-49cc-a6ad-3d4101a047e4 None None] Pushing event deleted for resources: {'Port': ['ID=e6f3a15d-b2fe-402c-8411-40c6946649cd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:50.630155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb8dd5-0121-49cc-a6ad-3d4101a047e4 None None] No DVR routers for this DVR port e6f3a15d-b2fe-402c-8411-40c6946649cd on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:12:50.687717 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.694954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.696731 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "DELETE /v2.0/networks/57112012-70bc-4fa0-82ac-df9fc39669f0 HTTP/1.1" status: 204 len: 168 time: 0.5727975 Jul 07 20:12:50.699539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:50.709390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338273f6-290b-4ee3-9c16-9eb9cc919f47 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Pushing event deleted for resources: {'Network': ['ID=57112012-70bc-4fa0-82ac-df9fc39669f0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:50.729110 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-aa0ecdf7-4e8d-4876-b883-8b82d1788494 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "GET /v2.0/ports?device_id=ebddbc38-2e58-4d31-954d-ee33ad84d0e0 HTTP/1.1" status: 200 len: 205 time: 0.0281148 Jul 07 20:12:50.731251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:50.807093 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29692f84-f319-4acd-9dfb-baeb3db163f7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.965893 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29692f84-f319-4acd-9dfb-baeb3db163f7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:50.968563 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29692f84-f319-4acd-9dfb-baeb3db163f7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:51.011182 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29692f84-f319-4acd-9dfb-baeb3db163f7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:51.011653 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29692f84-f319-4acd-9dfb-baeb3db163f7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Fanout notify agent at l3_agent the message router_deleted on router ebddbc38-2e58-4d31-954d-ee33ad84d0e0 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:12:51.019483 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29692f84-f319-4acd-9dfb-baeb3db163f7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:51.020615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-29692f84-f319-4acd-9dfb-baeb3db163f7 tempest-RoutersNegativeTest-246775780 tempest-RoutersNegativeTest-246775780-project] 10.222.0.113 "DELETE /v2.0/routers/ebddbc38-2e58-4d31-954d-ee33ad84d0e0 HTTP/1.1" status: 204 len: 168 time: 0.2884243 Jul 07 20:12:51.261429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:51.392324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a43eab58-0b14-450b-9b0e-9cbe48e02d10 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6354bea5adbe46a2b1e44641ea358fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297801 Jul 07 20:12:51.394885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:51.448922 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b30e75ad-7352-4cbd-9cc2-3cef252277c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:51.471136 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b30e75ad-7352-4cbd-9cc2-3cef252277c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:51.519114 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b30e75ad-7352-4cbd-9cc2-3cef252277c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:51.521662 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b30e75ad-7352-4cbd-9cc2-3cef252277c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:51.522846 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b30e75ad-7352-4cbd-9cc2-3cef252277c3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5be7707b-0556-4164-bbe0-3c334c4c735d HTTP/1.1" status: 204 len: 168 time: 0.1270597 Jul 07 20:12:51.530423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e75ad-7352-4cbd-9cc2-3cef252277c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be7707b-0556-4164-bbe0-3c334c4c735d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:52.146655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:52.242606 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-116826749-network', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:52.262040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Made reservation on behalf of 84069ddac4a848f6abfa84a609723c4e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:52.264573 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.272759 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.364295 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.368730 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.394068 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:12:52.412223 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd44a144-39d5-4441-9b82-875d2853055d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:52.417671 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.418104 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Added segment 0b834a6e-32c8-4f08-b517-f42c4af10391 of type vlan for network 45f8f97b-d493-40ed-a2b4-7083ab928415 Jul 07 20:12:52.462178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.491217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.492170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:52.492808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.547949 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4000957 Jul 07 20:12:52.550976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38692) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:52.556087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] Request body: {'subnet': {'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-116826749-subnet', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:52.557289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f865fc8-fb8c-4738-884d-576935e5cffc admin admin] Pushing event updated for resources: {'Network': ['ID=45f8f97b-d493-40ed-a2b4-7083ab928415,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:52.567441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 45f8f97b-d493-40ed-a2b4-7083ab928415 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:12:52.581455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] Made reservation on behalf of 84069ddac4a848f6abfa84a609723c4e for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:52.583971 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.750698 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.805620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=13da68c5-b3e2-47cb-9915-a42bb58bf3fa,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:52.815450 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] Checking segment: {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:52.815809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] Network hostable DHCP agents. Network: 45f8f97b-d493-40ed-a2b4-7083ab928415, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:12:52.832418 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] Network 45f8f97b-d493-40ed-a2b4-7083ab928415 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:12:52.842315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 45f8f97b-d493-40ed-a2b4-7083ab928415) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:52.847597 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:52.847738 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.850899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13f07fb-58e8-460d-9a21-c71b942e3175 None None] Network 45f8f97b-d493-40ed-a2b4-7083ab928415 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:52.863620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-98d6dc31-9c2a-4618-a6cd-993e0250b2aa admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3107240 Jul 07 20:12:52.865748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:52.870324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-116826749-router', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:52.892171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.893258 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.949228 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:52.998357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-45f8f97b-d493-40ed-a2b4-7083ab928415', 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'fixed_ips': [{'subnet_id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:12:52.999244 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.086909 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.135781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Allocated IP 172.20.0.2 (45f8f97b-d493-40ed-a2b4-7083ab928415/13da68c5-b3e2-47cb-9915-a42bb58bf3fa/d222bdd3-645a-4209-8428-6e8da549cc45) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:12:53.287794 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.297219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Transition to ACTIVE for port object d222bdd3-645a-4209-8428-6e8da549cc45 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:53.312521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Transition to ACTIVE for port object d222bdd3-645a-4209-8428-6e8da549cc45 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:53.318485 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.358106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Network 45f8f97b-d493-40ed-a2b4-7083ab928415 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:53.365452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:53.369797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:12:53.373299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Pushing event updated for resources: {'Port': ['ID=d222bdd3-645a-4209-8428-6e8da549cc45,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:53.432802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Attempting to bind port d222bdd3-645a-4209-8428-6e8da549cc45 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:12:53.433178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Attempting to bind port d222bdd3-645a-4209-8428-6e8da549cc45 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:12:53.433545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Attempting to bind port d222bdd3-645a-4209-8428-6e8da549cc45 on network 45f8f97b-d493-40ed-a2b4-7083ab928415 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:53.439950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:12:53.440322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Checking segment: {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:53.440754 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.441175 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Bound using segment: {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:12:53.441618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Bound port: d222bdd3-645a-4209-8428-6e8da549cc45, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:12:53.441995 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.512021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] For port d222bdd3-645a-4209-8428-6e8da549cc45, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:12:53.515885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] For port d222bdd3-645a-4209-8428-6e8da549cc45, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d222bdd3-645a-4209-8428-6e8da549cc45,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:12:53.527108 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.587250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb436e36-91d4-4d61-a95e-f7f02773c37b None None] Pushing event updated for resources: {'Port': ['ID=d222bdd3-645a-4209-8428-6e8da549cc45,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:53.633621 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.654633 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.790816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Allocated IP 172.25.2.58 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/5ac8418c-6e89-41c8-b134-84a960f1bb90) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:12:53.898826 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.936948 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:53.972966 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:53.975649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:53.982076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:12:54.010941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac8418c-6e89-41c8-b134-84a960f1bb90,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:54.238825 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:54.450495 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:54.492323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d222bdd3-645a-4209-8428-6e8da549cc45 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:12:54.516566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578d9a3-f6b7-4d0c-97c7-779efe8041e6 None None] Network 45f8f97b-d493-40ed-a2b4-7083ab928415 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:54.590824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Router 0713555f-847b-42c8-9b3f-69a48cccf4c1 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:12:54.594993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-19595fd6-29e9-4af6-8c30-c19f3e564b52 None None] Provisioning for port d222bdd3-645a-4209-8428-6e8da549cc45 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:12:54.619381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d222bdd3-645a-4209-8428-6e8da549cc45 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:12:54.630072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d222bdd3-645a-4209-8428-6e8da549cc45 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:12:54.630448 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:54.705139 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:12:54.722245 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:54.724008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-992887b2-5792-4687-9c54-9c8f59f0ffd8 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8572674 Jul 07 20:12:54.724295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Sync routers for ids ['0713555f-847b-42c8-9b3f-69a48cccf4c1'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:12:54.726875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:54.774190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Routers {'0713555f-847b-42c8-9b3f-69a48cccf4c1'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:12:54.774760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0713555f-847b-42c8-9b3f-69a48cccf4c1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:54.816860 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:54.899608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d222bdd3-645a-4209-8428-6e8da549cc45, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d222bdd3-645a-4209-8428-6e8da549cc45,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:54.911576 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:54.951189 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Set router 0713555f-847b-42c8-9b3f-69a48cccf4c1 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:12:55.065577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d222bdd3-645a-4209-8428-6e8da549cc45,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:55.152025 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2491825-eb07-4870-b48b-3744211e0c37 None None] Provisioning complete for port d222bdd3-645a-4209-8428-6e8da549cc45 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:12:55.152392 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2491825-eb07-4870-b48b-3744211e0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.187170 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.199413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'name': 'tempest-TestEncryptedCinderVolumes-116826749-router', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:52Z', 'updated_at': '2021-07-07T20:12:54Z', 'revision_number': 3, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'gw_port': {'id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:53Z', 'updated_at': '2021-07-07T20:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:55.228567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Checking router: 0713555f-847b-42c8-9b3f-69a48cccf4c1 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:12:55.228841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Updating router 0713555f-847b-42c8-9b3f-69a48cccf4c1 port 5ac8418c-6e89-41c8-b134-84a960f1bb90 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:12:55.294138 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.344131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Allocated IP 172.20.0.1 (45f8f97b-d493-40ed-a2b4-7083ab928415/13da68c5-b3e2-47cb-9915-a42bb58bf3fa/cb9b343c-504b-45cd-be04-bbf63ba6ca1d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:12:55.458823 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.472314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Transition to ACTIVE for port object cb9b343c-504b-45cd-be04-bbf63ba6ca1d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:55.506396 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.544074 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Network 45f8f97b-d493-40ed-a2b4-7083ab928415 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:55.551414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:55.554885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:12:55.555640 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.566447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Transition to ACTIVE for port object 5ac8418c-6e89-41c8-b134-84a960f1bb90 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:55.572934 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.584778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Pushing event updated for resources: {'Port': ['ID=cb9b343c-504b-45cd-be04-bbf63ba6ca1d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:55.607545 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.631972 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Attempting to bind port 5ac8418c-6e89-41c8-b134-84a960f1bb90 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:12:55.632596 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Attempting to bind port 5ac8418c-6e89-41c8-b134-84a960f1bb90 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:12:55.632755 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Attempting to bind port 5ac8418c-6e89-41c8-b134-84a960f1bb90 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:55.635954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784dc40-8ebc-4961-8089-95c4033a2c1b None None] Pushing event updated for resources: {'Port': ['ID=5ac8418c-6e89-41c8-b134-84a960f1bb90,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:55.641670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:12:55.642040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:55.642441 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.642826 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:12:55.643291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Bound port: 5ac8418c-6e89-41c8-b134-84a960f1bb90, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:12:55.643668 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.776117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.859002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aa2106b9-c18d-4b92-ae65-63b271c5ffb7 None None] Provisioning for port cb9b343c-504b-45cd-be04-bbf63ba6ca1d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:12:55.868762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aa2106b9-c18d-4b92-ae65-63b271c5ffb7 None None] Provisioning complete for port cb9b343c-504b-45cd-be04-bbf63ba6ca1d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:12:55.869134 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa2106b9-c18d-4b92-ae65-63b271c5ffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.873300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] For port 5ac8418c-6e89-41c8-b134-84a960f1bb90, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:12:55.906110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] For port 5ac8418c-6e89-41c8-b134-84a960f1bb90, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5ac8418c-6e89-41c8-b134-84a960f1bb90,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:12:55.915167 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.922130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aa2106b9-c18d-4b92-ae65-63b271c5ffb7 None None] Port cb9b343c-504b-45cd-be04-bbf63ba6ca1d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:12:55.954404 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.959308 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:55.980944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Routers {'0713555f-847b-42c8-9b3f-69a48cccf4c1'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:12:55.981504 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0713555f-847b-42c8-9b3f-69a48cccf4c1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:55.987377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784dc40-8ebc-4961-8089-95c4033a2c1b None None] Pushing event updated for resources: {'Port': ['ID=5ac8418c-6e89-41c8-b134-84a960f1bb90,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:56.031443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Pushing event updated for resources: {'Port': ['ID=cb9b343c-504b-45cd-be04-bbf63ba6ca1d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:56.033969 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:56.096225 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] Set router 0713555f-847b-42c8-9b3f-69a48cccf4c1 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:12:56.130065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Network 45f8f97b-d493-40ed-a2b4-7083ab928415 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:56.131555 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:56.255610 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Router 0713555f-847b-42c8-9b3f-69a48cccf4c1 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:12:56.315087 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'name': 'tempest-TestEncryptedCinderVolumes-116826749-router', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:52Z', 'updated_at': '2021-07-07T20:12:55Z', 'revision_number': 4, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'gw_port': {'id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:53Z', 'updated_at': '2021-07-07T20:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'cb9b343c-504b-45cd-be04-bbf63ba6ca1d', 'name': '', 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'mac_address': 'fa:16:3e:37:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:55Z', 'updated_at': '2021-07-07T20:12:55Z', 'revision_number': 2, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'subnets': [{'id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:56.347654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b343c930-623c-4c7a-803c-ca4a249a222a None None] The sync data for ids ['0713555f-847b-42c8-9b3f-69a48cccf4c1'] in n-d-792394-12 is: [{'id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'name': 'tempest-TestEncryptedCinderVolumes-116826749-router', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:52Z', 'updated_at': '2021-07-07T20:12:55Z', 'revision_number': 4, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'gw_port': {'id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:53Z', 'updated_at': '2021-07-07T20:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'cb9b343c-504b-45cd-be04-bbf63ba6ca1d', 'name': '', 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'mac_address': 'fa:16:3e:37:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:55Z', 'updated_at': '2021-07-07T20:12:55Z', 'revision_number': 2, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'subnets': [{'id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:12:56.358891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bfef0634-71de-40fc-b330-63f2ba35449e None None] Provisioning complete for port cb9b343c-504b-45cd-be04-bbf63ba6ca1d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:12:56.359279 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfef0634-71de-40fc-b330-63f2ba35449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:56.377865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:12:56.383056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a3ea91f1-fe52-45cb-ab77-30335763d802 admin admin] 10.222.0.113 "PUT /v2.0/routers/0713555f-847b-42c8-9b3f-69a48cccf4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6551385 Jul 07 20:12:56.400306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bfef0634-71de-40fc-b330-63f2ba35449e None None] Port cb9b343c-504b-45cd-be04-bbf63ba6ca1d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:12:56.463580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d222bdd3-645a-4209-8428-6e8da549cc45 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:12:56.531207 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d222bdd3-645a-4209-8428-6e8da549cc45 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:12:56.531207 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:56.916276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:56.922040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-539736123-network', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:56.945207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Made reservation on behalf of 5d4f9bc416814653a68e2d48038842f8 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:56.947727 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:56.957223 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.075311 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.080500 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.107160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:12:57.118045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efac3b1-3771-4855-9a16-c28f7e371e4e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:57.125573 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.125922 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Added segment f2867c8d-5b86-4836-aef1-d3d7c422b093 of type vlan for network bd662c67-9b03-4a12-a761-6b83c61ddf86 Jul 07 20:12:57.172695 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.204894 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.205926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:57.206608 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.261345 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3438039 Jul 07 20:12:57.264821 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:57.271795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] Request body: {'subnet': {'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-539736123-subnet', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:57.284310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd28fd-edc1-4af8-87b1-27d8ca1b6220 admin admin] Pushing event updated for resources: {'Network': ['ID=bd662c67-9b03-4a12-a761-6b83c61ddf86,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:57.298462 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network bd662c67-9b03-4a12-a761-6b83c61ddf86 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:12:57.301890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] Made reservation on behalf of 5d4f9bc416814653a68e2d48038842f8 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:12:57.304288 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.498669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.556968 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28013ff5-e4ae-4be2-848f-2cb92a78fc17,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:57.567277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] Checking segment: {'id': 'f2867c8d-5b86-4836-aef1-d3d7c422b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:57.567641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] Network hostable DHCP agents. Network: bd662c67-9b03-4a12-a761-6b83c61ddf86, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:12:57.585536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] Network bd662c67-9b03-4a12-a761-6b83c61ddf86 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:12:57.595122 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, bd662c67-9b03-4a12-a761-6b83c61ddf86) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:57.600459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:12:57.601274 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.605181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debbc89b-39f9-44f6-ae4d-b1a8e60c2c9c None None] Network bd662c67-9b03-4a12-a761-6b83c61ddf86 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:57.621411 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-762e59bc-e093-4170-88bd-429b6e03f29c admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3554187 Jul 07 20:12:57.624573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 38716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:57.629178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-539736123-router', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:12:57.654643 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.655698 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.713619 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.758784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-bd662c67-9b03-4a12-a761-6b83c61ddf86', 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'fixed_ips': [{'subnet_id': '28013ff5-e4ae-4be2-848f-2cb92a78fc17'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:12:57.759536 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.859191 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:57.906918 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Allocated IP 172.20.0.2 (bd662c67-9b03-4a12-a761-6b83c61ddf86/28013ff5-e4ae-4be2-848f-2cb92a78fc17/00709d9a-f2d1-4418-978d-cb0237306504) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:12:58.064365 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.073037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Transition to ACTIVE for port object 00709d9a-f2d1-4418-978d-cb0237306504 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:58.085783 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.089190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Transition to ACTIVE for port object 00709d9a-f2d1-4418-978d-cb0237306504 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:58.095368 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.108559 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.138459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Network bd662c67-9b03-4a12-a761-6b83c61ddf86 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:58.141184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:58.146772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:12:58.150205 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Pushing event updated for resources: {'Port': ['ID=00709d9a-f2d1-4418-978d-cb0237306504,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:58.211007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Attempting to bind port 00709d9a-f2d1-4418-978d-cb0237306504 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:12:58.211377 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Attempting to bind port 00709d9a-f2d1-4418-978d-cb0237306504 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'f2867c8d-5b86-4836-aef1-d3d7c422b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:12:58.211745 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Attempting to bind port 00709d9a-f2d1-4418-978d-cb0237306504 on network bd662c67-9b03-4a12-a761-6b83c61ddf86 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:58.216747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:12:58.217134 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Checking segment: {'id': 'f2867c8d-5b86-4836-aef1-d3d7c422b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:58.217537 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.217931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Bound using segment: {'id': 'f2867c8d-5b86-4836-aef1-d3d7c422b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:12:58.218398 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Bound port: 00709d9a-f2d1-4418-978d-cb0237306504, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2867c8d-5b86-4836-aef1-d3d7c422b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:12:58.218786 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.220163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Allocated IP 172.25.2.160 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/47c9541c-919a-423e-aaeb-466247a64033) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:12:58.286005 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] For port 00709d9a-f2d1-4418-978d-cb0237306504, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:12:58.289879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] For port 00709d9a-f2d1-4418-978d-cb0237306504, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=00709d9a-f2d1-4418-978d-cb0237306504,segment=NetworkSegment(f2867c8d-5b86-4836-aef1-d3d7c422b093),segment_id=f2867c8d-5b86-4836-aef1-d3d7c422b093)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:12:58.295500 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.338380 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.361547 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17eac5-d77f-411b-bbe8-a2cb43deebad None None] Pushing event updated for resources: {'Port': ['ID=00709d9a-f2d1-4418-978d-cb0237306504,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:58.384111 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.403476 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:12:58.406131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:12:58.408846 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:12:58.454781 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Sync routers for ids ['0713555f-847b-42c8-9b3f-69a48cccf4c1'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:12:58.466009 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Routers {'0713555f-847b-42c8-9b3f-69a48cccf4c1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:12:58.467460 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0713555f-847b-42c8-9b3f-69a48cccf4c1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:58.483968 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Pushing event updated for resources: {'Port': ['ID=47c9541c-919a-423e-aaeb-466247a64033,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:58.514040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5ac8418c-6e89-41c8-b134-84a960f1bb90 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:12:58.602463 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 5ac8418c-6e89-41c8-b134-84a960f1bb90 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:12:58.612084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5ac8418c-6e89-41c8-b134-84a960f1bb90 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:12:58.612466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.652301 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Set router 0713555f-847b-42c8-9b3f-69a48cccf4c1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:12:58.726887 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.754361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 5ac8418c-6e89-41c8-b134-84a960f1bb90, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5ac8418c-6e89-41c8-b134-84a960f1bb90,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:12:58.760678 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.795686 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:58.826560 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=5ac8418c-6e89-41c8-b134-84a960f1bb90,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:58.880968 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'name': 'tempest-TestEncryptedCinderVolumes-116826749-router', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:52Z', 'updated_at': '2021-07-07T20:12:55Z', 'revision_number': 4, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'gw_port': {'id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:53Z', 'updated_at': '2021-07-07T20:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'cb9b343c-504b-45cd-be04-bbf63ba6ca1d', 'name': '', 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'mac_address': 'fa:16:3e:37:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:55Z', 'updated_at': '2021-07-07T20:12:55Z', 'revision_number': 2, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'subnets': [{'id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:58.912772 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Checking router: 0713555f-847b-42c8-9b3f-69a48cccf4c1 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:12:58.913137 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Updating router 0713555f-847b-42c8-9b3f-69a48cccf4c1 port cb9b343c-504b-45cd-be04-bbf63ba6ca1d binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:12:58.949534 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:59.013743 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:59.156575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:12:59.274651 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:12:59.286460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Sync routers for ids ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:12:59.291964 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:59.293785 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1fbecaa4-6912-4764-b24c-79ed5e922593 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6681271 Jul 07 20:12:59.298114 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 38718) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:12:59.299899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Routers {'8a65f66b-056a-4ddc-9b44-d08a727f7d34'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:12:59.300665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:59.339492 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:59.352375 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Transition to ACTIVE for port object cb9b343c-504b-45cd-be04-bbf63ba6ca1d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:12:59.366435 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:59.432606 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Set router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:12:59.449991 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Pushing event updated for resources: {'Port': ['ID=cb9b343c-504b-45cd-be04-bbf63ba6ca1d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:59.500683 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.501398 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.501398 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.501658 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.502187 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.503666 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.504155 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.505166 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.505522 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.505845 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.506169 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.506486 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:12:59.534940 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e4b96-100b-4462-993f-f30803ebd175 None None] Network bd662c67-9b03-4a12-a761-6b83c61ddf86 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:12:59.539470 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Attempting to bind port cb9b343c-504b-45cd-be04-bbf63ba6ca1d on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:12:59.540204 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Attempting to bind port cb9b343c-504b-45cd-be04-bbf63ba6ca1d by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:12:59.540595 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Attempting to bind port cb9b343c-504b-45cd-be04-bbf63ba6ca1d on network 45f8f97b-d493-40ed-a2b4-7083ab928415 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:12:59.546060 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:12:59.546429 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Checking segment: {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:12:59.546830 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:59.547201 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Bound using segment: {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:12:59.547663 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Bound port: cb9b343c-504b-45cd-be04-bbf63ba6ca1d, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:12:59.548035 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:59.623576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5fae4663-797c-42d2-90a7-ad8f5974fcd9 None None] Provisioning for port 00709d9a-f2d1-4418-978d-cb0237306504 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:12:59.647963 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] For port cb9b343c-504b-45cd-be04-bbf63ba6ca1d, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:12:59.652729 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] For port cb9b343c-504b-45cd-be04-bbf63ba6ca1d, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=cb9b343c-504b-45cd-be04-bbf63ba6ca1d,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:12:59.660784 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:59.731574 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Routers {'0713555f-847b-42c8-9b3f-69a48cccf4c1'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:12:59.732958 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0713555f-847b-42c8-9b3f-69a48cccf4c1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:59.771528 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484c6fa-52b8-4dfe-9c4c-eb557cb60400 None None] Pushing event updated for resources: {'Port': ['ID=cb9b343c-504b-45cd-be04-bbf63ba6ca1d,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:12:59.801279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'name': 'tempest-TestEncryptedCinderVolumes-539736123-router', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '47c9541c-919a-423e-aaeb-466247a64033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:57Z', 'updated_at': '2021-07-07T20:12:58Z', 'revision_number': 3, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'gw_port': {'id': '47c9541c-919a-423e-aaeb-466247a64033', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:58Z', 'updated_at': '2021-07-07T20:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:12:59.834505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Checking router: 8a65f66b-056a-4ddc-9b44-d08a727f7d34 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:12:59.834871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Updating router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 port 47c9541c-919a-423e-aaeb-466247a64033 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:12:59.883230 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] Set router 0713555f-847b-42c8-9b3f-69a48cccf4c1 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:12:59.886594 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:59.912919 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:12:59.943604 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:13:00.135338 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'name': 'tempest-TestEncryptedCinderVolumes-116826749-router', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:52Z', 'updated_at': '2021-07-07T20:12:55Z', 'revision_number': 4, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'gw_port': {'id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:53Z', 'updated_at': '2021-07-07T20:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'cb9b343c-504b-45cd-be04-bbf63ba6ca1d', 'name': '', 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'mac_address': 'fa:16:3e:37:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:55Z', 'updated_at': '2021-07-07T20:12:59Z', 'revision_number': 4, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'subnets': [{'id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:13:00.168875 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c77184-4796-405e-a72e-afe1d1722b17 None None] The sync data for ids ['0713555f-847b-42c8-9b3f-69a48cccf4c1'] in n-d-792394-12 is: [{'id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'name': 'tempest-TestEncryptedCinderVolumes-116826749-router', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:52Z', 'updated_at': '2021-07-07T20:12:55Z', 'revision_number': 4, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'gw_port': {'id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:53Z', 'updated_at': '2021-07-07T20:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'cb9b343c-504b-45cd-be04-bbf63ba6ca1d', 'name': '', 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'mac_address': 'fa:16:3e:37:91:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:55Z', 'updated_at': '2021-07-07T20:12:59Z', 'revision_number': 4, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'subnets': [{'id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:13:00.174900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Allocated IP 172.20.0.1 (bd662c67-9b03-4a12-a761-6b83c61ddf86/28013ff5-e4ae-4be2-848f-2cb92a78fc17/329af58f-dc40-4aaf-bc25-d009b818dbd9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:13:00.248600 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:00.259436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Transition to ACTIVE for port object 47c9541c-919a-423e-aaeb-466247a64033 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:13:00.266512 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:00.302789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:00.318016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Transition to ACTIVE for port object 329af58f-dc40-4aaf-bc25-d009b818dbd9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:13:00.326765 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Attempting to bind port 47c9541c-919a-423e-aaeb-466247a64033 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:13:00.327131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Attempting to bind port 47c9541c-919a-423e-aaeb-466247a64033 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:13:00.327489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Attempting to bind port 47c9541c-919a-423e-aaeb-466247a64033 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:13:00.329433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ae198-b568-48e8-924e-4ede39157eaa None None] Pushing event updated for resources: {'Port': ['ID=47c9541c-919a-423e-aaeb-466247a64033,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:00.337512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:13:00.337886 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:13:00.338282 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:00.338668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:13:00.339276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Bound port: 47c9541c-919a-423e-aaeb-466247a64033, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:13:00.339509 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:00.358625 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:00.402166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] For port 47c9541c-919a-423e-aaeb-466247a64033, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:13:00.407835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Network bd662c67-9b03-4a12-a761-6b83c61ddf86 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:13:00.410967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:13:00.415817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:13:00.419264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Pushing event updated for resources: {'Port': ['ID=329af58f-dc40-4aaf-bc25-d009b818dbd9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:00.424149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] For port 47c9541c-919a-423e-aaeb-466247a64033, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47c9541c-919a-423e-aaeb-466247a64033,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:13:00.431946 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:00.483543 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:00.548120 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Routers {'8a65f66b-056a-4ddc-9b44-d08a727f7d34'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:13:00.548810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:13:00.600113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ae198-b568-48e8-924e-4ede39157eaa None None] Pushing event updated for resources: {'Port': ['ID=47c9541c-919a-423e-aaeb-466247a64033,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:00.696185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 00709d9a-f2d1-4418-978d-cb0237306504 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:13:00.702671 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:00.739423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] Set router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:13:00.892521 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:00.899214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:00.973756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Pushing event updated for resources: {'Port': ['ID=329af58f-dc40-4aaf-bc25-d009b818dbd9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:00.976206 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:01.028140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0201aca9-2bfa-44d2-b31f-f7c083180370 None None] Provisioning for port 329af58f-dc40-4aaf-bc25-d009b818dbd9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:13:01.037326 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0201aca9-2bfa-44d2-b31f-f7c083180370 None None] Provisioning complete for port 329af58f-dc40-4aaf-bc25-d009b818dbd9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:01.037806 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0201aca9-2bfa-44d2-b31f-f7c083180370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:01.058349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 00709d9a-f2d1-4418-978d-cb0237306504 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:13:01.077035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 00709d9a-f2d1-4418-978d-cb0237306504 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:01.077447 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:01.078728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Network bd662c67-9b03-4a12-a761-6b83c61ddf86 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:13:01.080125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:13:01.124079 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0201aca9-2bfa-44d2-b31f-f7c083180370 None None] Port 329af58f-dc40-4aaf-bc25-d009b818dbd9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:13:01.202778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:13:01.221385 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:01.225712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'name': 'tempest-TestEncryptedCinderVolumes-539736123-router', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '47c9541c-919a-423e-aaeb-466247a64033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:57Z', 'updated_at': '2021-07-07T20:12:58Z', 'revision_number': 3, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'gw_port': {'id': '47c9541c-919a-423e-aaeb-466247a64033', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:58Z', 'updated_at': '2021-07-07T20:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:13:01.260627 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75392830-ab84-4b0a-8681-df7435b0502c None None] The sync data for ids ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'] in n-d-792394-12 is: [{'id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'name': 'tempest-TestEncryptedCinderVolumes-539736123-router', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '47c9541c-919a-423e-aaeb-466247a64033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:57Z', 'updated_at': '2021-07-07T20:12:58Z', 'revision_number': 3, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'gw_port': {'id': '47c9541c-919a-423e-aaeb-466247a64033', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:58Z', 'updated_at': '2021-07-07T20:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:13:01.293416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 00709d9a-f2d1-4418-978d-cb0237306504, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=00709d9a-f2d1-4418-978d-cb0237306504,segment=NetworkSegment(f2867c8d-5b86-4836-aef1-d3d7c422b093),segment_id=f2867c8d-5b86-4836-aef1-d3d7c422b093)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:13:01.299299 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:01.300282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cb9b343c-504b-45cd-be04-bbf63ba6ca1d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:13:01.338823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:13:01.353262 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9e08115b-a597-45fc-b423-0460b6d7689c admin admin] 10.222.0.113 "PUT /v2.0/routers/8a65f66b-056a-4ddc-9b44-d08a727f7d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0461280 Jul 07 20:13:01.392584 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6ff3ea53-3c5a-40f1-9df7-c317d48cee56 None None] Provisioning complete for port 329af58f-dc40-4aaf-bc25-d009b818dbd9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:01.393090 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ea53-3c5a-40f1-9df7-c317d48cee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:01.423660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=00709d9a-f2d1-4418-978d-cb0237306504,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:01.456102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3ea53-3c5a-40f1-9df7-c317d48cee56 None None] Port 329af58f-dc40-4aaf-bc25-d009b818dbd9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:13:01.459259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port cb9b343c-504b-45cd-be04-bbf63ba6ca1d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:13:01.463459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port cb9b343c-504b-45cd-be04-bbf63ba6ca1d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:01.463835 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:01.597847 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:01.636999 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port cb9b343c-504b-45cd-be04-bbf63ba6ca1d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=cb9b343c-504b-45cd-be04-bbf63ba6ca1d,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:13:01.642771 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:01.643647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5ac8418c-6e89-41c8-b134-84a960f1bb90 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:13:01.736647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=cb9b343c-504b-45cd-be04-bbf63ba6ca1d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:01.752006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5ac8418c-6e89-41c8-b134-84a960f1bb90 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:01.752747 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:02.196214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-61d22328-c6f4-48eb-ba4a-95ec2ee7d3fd tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:02.197750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-61d22328-c6f4-48eb-ba4a-95ec2ee7d3fd tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/networks?id=45f8f97b-d493-40ed-a2b4-7083ab928415 HTTP/1.1" status: 200 len: 816 time: 0.1163814 Jul 07 20:13:02.214425 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-df70d7ea-50b0-4f36-802f-1e2b6349b6cb tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/quotas/84069ddac4a848f6abfa84a609723c4e HTTP/1.1" status: 200 len: 375 time: 0.0099704 Jul 07 20:13:02.287424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-611ed9e8-4034-4f57-8d80-77929f80df27 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=84069ddac4a848f6abfa84a609723c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671101 Jul 07 20:13:02.392429 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-f7f74674-61d9-429b-8b2b-a552df85677d service neutron] 10.222.0.113 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922570 Jul 07 20:13:02.513448 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-271a6653-5536-4831-be4e-100f2fd415cb service neutron] 10.222.0.113 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072471 Jul 07 20:13:02.523671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 00709d9a-f2d1-4418-978d-cb0237306504 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:13:02.582336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 00709d9a-f2d1-4418-978d-cb0237306504 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:02.582715 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:02.676678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47c9541c-919a-423e-aaeb-466247a64033 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:13:02.712757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99bf03aa-a247-4c75-895b-9c5f85f69df3 req-2a011fea-7c29-4087-a9a6-b9af225e611c tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 210 time: 0.0302329 Jul 07 20:13:02.726381 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 47c9541c-919a-423e-aaeb-466247a64033 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:13:02.731141 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 47c9541c-919a-423e-aaeb-466247a64033 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:02.731583 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:02.813955 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:02.835311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 47c9541c-919a-423e-aaeb-466247a64033, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47c9541c-919a-423e-aaeb-466247a64033,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:13:02.840569 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:02.842104 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cb9b343c-504b-45cd-be04-bbf63ba6ca1d up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:13:02.926613 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=47c9541c-919a-423e-aaeb-466247a64033,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:02.938969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port cb9b343c-504b-45cd-be04-bbf63ba6ca1d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:02.939357 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:03.611414 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Sync routers for ids ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:13:03.620688 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Routers {'8a65f66b-056a-4ddc-9b44-d08a727f7d34'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:13:03.621364 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:13:03.739112 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Set router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:13:03.851490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-6da3c0c0-9c83-4db9-b338-5e7a27911490 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:03.853010 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-6da3c0c0-9c83-4db9-b338-5e7a27911490 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.112 "GET /v2.0/networks?id=45f8f97b-d493-40ed-a2b4-7083ab928415 HTTP/1.1" status: 200 len: 816 time: 0.1327996 Jul 07 20:13:03.867439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Request body: {'port': {'device_id': 'c93151df-67d0-4b74-ba19-773d370e27a3', 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415', 'admin_state_up': True, 'tenant_id': '84069ddac4a848f6abfa84a609723c4e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:13:03.973794 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.006470 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'name': 'tempest-TestEncryptedCinderVolumes-539736123-router', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '47c9541c-919a-423e-aaeb-466247a64033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:57Z', 'updated_at': '2021-07-07T20:13:00Z', 'revision_number': 4, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'gw_port': {'id': '47c9541c-919a-423e-aaeb-466247a64033', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:58Z', 'updated_at': '2021-07-07T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '329af58f-dc40-4aaf-bc25-d009b818dbd9', 'name': '', 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'mac_address': 'fa:16:3e:47:42:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '28013ff5-e4ae-4be2-848f-2cb92a78fc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:59Z', 'updated_at': '2021-07-07T20:13:00Z', 'revision_number': 2, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'subnets': [{'id': '28013ff5-e4ae-4be2-848f-2cb92a78fc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:13:04.018380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Made reservation on behalf of 84069ddac4a848f6abfa84a609723c4e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:13:04.022889 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.039038 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Checking router: 8a65f66b-056a-4ddc-9b44-d08a727f7d34 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:13:04.039383 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Updating router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 port 329af58f-dc40-4aaf-bc25-d009b818dbd9 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:13:04.078161 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.172530 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Allocated IP 172.20.0.14 (45f8f97b-d493-40ed-a2b4-7083ab928415/13da68c5-b3e2-47cb-9915-a42bb58bf3fa/1c242f88-69aa-4ea0-b1e4-71ab25d10c1c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:13:04.230887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2f48f253-0ff3-426c-a885-1342dfb773a3 req-c174269a-ba10-4c55-a163-5d15fa39b769 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 210 time: 0.3669679 Jul 07 20:13:04.332731 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.348572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Transition to ACTIVE for port object 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:13:04.363208 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.373683 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Transition to ACTIVE for port object 329af58f-dc40-4aaf-bc25-d009b818dbd9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:13:04.379064 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.385346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.436199 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55177b28-e816-4400-8ee8-2281176eee35 None None] Pushing event updated for resources: {'Port': ['ID=329af58f-dc40-4aaf-bc25-d009b818dbd9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:04.443839 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Network 45f8f97b-d493-40ed-a2b4-7083ab928415 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:13:04.449552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:13:04.452461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:13:04.484539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Pushing event updated for resources: {'Port': ['ID=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:04.507507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47c9541c-919a-423e-aaeb-466247a64033 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:13:04.515957 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Attempting to bind port 329af58f-dc40-4aaf-bc25-d009b818dbd9 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:13:04.516418 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Attempting to bind port 329af58f-dc40-4aaf-bc25-d009b818dbd9 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'f2867c8d-5b86-4836-aef1-d3d7c422b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:13:04.517011 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Attempting to bind port 329af58f-dc40-4aaf-bc25-d009b818dbd9 on network bd662c67-9b03-4a12-a761-6b83c61ddf86 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:13:04.517514 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:04.517860 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.523501 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:13:04.524185 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Checking segment: {'id': 'f2867c8d-5b86-4836-aef1-d3d7c422b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:13:04.527284 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.528137 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Bound using segment: {'id': 'f2867c8d-5b86-4836-aef1-d3d7c422b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:13:04.529305 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Bound port: 329af58f-dc40-4aaf-bc25-d009b818dbd9, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2867c8d-5b86-4836-aef1-d3d7c422b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:13:04.532049 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.536632 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-26df19c7-a823-4ff2-a0cc-d72e226a7404 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6731825 Jul 07 20:13:04.561047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Request body: {'port': {'device_id': 'c93151df-67d0-4b74-ba19-773d370e27a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:13:04.594200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 47c9541c-919a-423e-aaeb-466247a64033 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:04.594671 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.644114 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] For port 329af58f-dc40-4aaf-bc25-d009b818dbd9, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:13:04.649050 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] For port 329af58f-dc40-4aaf-bc25-d009b818dbd9, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=329af58f-dc40-4aaf-bc25-d009b818dbd9,segment=NetworkSegment(f2867c8d-5b86-4836-aef1-d3d7c422b093),segment_id=f2867c8d-5b86-4836-aef1-d3d7c422b093)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:13:04.657216 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.673917 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.719365 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Routers {'8a65f66b-056a-4ddc-9b44-d08a727f7d34'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:13:04.719932 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:12:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:13:04.933946 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f86565a7-79c1-4ac3-b6fd-bced34e68140 None None] Provisioning for port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:13:04.935325 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55177b28-e816-4400-8ee8-2281176eee35 None None] Pushing event updated for resources: {'Port': ['ID=329af58f-dc40-4aaf-bc25-d009b818dbd9,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:04.940548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f86565a7-79c1-4ac3-b6fd-bced34e68140 None None] Provisioning complete for port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:04.941288 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f86565a7-79c1-4ac3-b6fd-bced34e68140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:04.976382 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] Set router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:13:04.989810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f86565a7-79c1-4ac3-b6fd-bced34e68140 None None] Port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:13:05.038630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:13:05.047533 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:05.062087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Transition to ACTIVE for port object 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:13:05.065147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:05.161520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Pushing event updated for resources: {'Port': ['ID=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:05.195990 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Attempting to bind port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:13:05.196407 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Attempting to bind port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:13:05.196915 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Attempting to bind port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c on network 45f8f97b-d493-40ed-a2b4-7083ab928415 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:13:05.197634 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'name': 'tempest-TestEncryptedCinderVolumes-539736123-router', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '47c9541c-919a-423e-aaeb-466247a64033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:57Z', 'updated_at': '2021-07-07T20:13:00Z', 'revision_number': 4, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'gw_port': {'id': '47c9541c-919a-423e-aaeb-466247a64033', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:58Z', 'updated_at': '2021-07-07T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '329af58f-dc40-4aaf-bc25-d009b818dbd9', 'name': '', 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'mac_address': 'fa:16:3e:47:42:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '28013ff5-e4ae-4be2-848f-2cb92a78fc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:59Z', 'updated_at': '2021-07-07T20:13:04Z', 'revision_number': 4, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'subnets': [{'id': '28013ff5-e4ae-4be2-848f-2cb92a78fc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:13:05.202954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c on network 45f8f97b-d493-40ed-a2b4-7083ab928415 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:13:05.203359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Attempting to bind port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c on network 45f8f97b-d493-40ed-a2b4-7083ab928415 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:13:05.208819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:13:05.209245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Checking segment: {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:13:05.209873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Bound using segment: {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:13:05.210366 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Bound port: 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:13:05.210789 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:05.233831 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665e3b4-bf71-463b-b0e4-5bd7ff1a6926 None None] The sync data for ids ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'] in n-d-792394-12 is: [{'id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'name': 'tempest-TestEncryptedCinderVolumes-539736123-router', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '47c9541c-919a-423e-aaeb-466247a64033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:57Z', 'updated_at': '2021-07-07T20:13:00Z', 'revision_number': 4, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'gw_port': {'id': '47c9541c-919a-423e-aaeb-466247a64033', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:58Z', 'updated_at': '2021-07-07T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '329af58f-dc40-4aaf-bc25-d009b818dbd9', 'name': '', 'network_id': 'bd662c67-9b03-4a12-a761-6b83c61ddf86', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'mac_address': 'fa:16:3e:47:42:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '28013ff5-e4ae-4be2-848f-2cb92a78fc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:59Z', 'updated_at': '2021-07-07T20:13:04Z', 'revision_number': 4, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'subnets': [{'id': '28013ff5-e4ae-4be2-848f-2cb92a78fc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:13:05.300452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] For port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:13:05.306319 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] For port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:13:05.318573 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:05.365678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:05.366371 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:05.368417 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] 10.222.0.112 "PUT /v2.0/ports/1c242f88-69aa-4ea0-b1e4-71ab25d10c1c HTTP/1.1" status: 200 len: 1093 time: 0.8218813 Jul 07 20:13:05.369023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93151df-67d0-4b74-ba19-773d370e27a3', 'tag': '1c242f88-69aa-4ea0-b1e4-71ab25d10c1c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:13:05.374079 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac47aa0f-000c-43e1-b54e-395c36835a32" -d '{"events": [{"name": "network-changed", "server_uuid": "c93151df-67d0-4b74-ba19-773d370e27a3", "tag": "1c242f88-69aa-4ea0-b1e4-71ab25d10c1c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:13:05.418154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b22e42-33b5-401f-aff9-59313f714255 service neutron] Pushing event updated for resources: {'Port': ['ID=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:05.472106 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2b1238-8f75-405d-86e2-8cc260bfae1a x-openstack-request-id: req-8e2b1238-8f75-405d-86e2-8cc260bfae1a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:13:05.472751 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93151df-67d0-4b74-ba19-773d370e27a3", "tag": "1c242f88-69aa-4ea0-b1e4-71ab25d10c1c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:13:05.473010 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8e2b1238-8f75-405d-86e2-8cc260bfae1a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:13:05.473428 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93151df-67d0-4b74-ba19-773d370e27a3', 'tag': '1c242f88-69aa-4ea0-b1e4-71ab25d10c1c', 'status': 'completed', 'code': 200} Jul 07 20:13:05.507901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-667d050b-d351-49d5-a95e-2c5f71561519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:05.509675 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-667d050b-d351-49d5-a95e-2c5f71561519 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84069ddac4a848f6abfa84a609723c4e&device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 1096 time: 0.0863914 Jul 07 20:13:05.524042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcac63-18a3-4604-9e37-545eae0ecf0c req-855afb33-8c7b-4389-b3e7-03e105656ff1 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:05.525656 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8edcac63-18a3-4604-9e37-545eae0ecf0c req-855afb33-8c7b-4389-b3e7-03e105656ff1 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 944 time: 0.1285484 Jul 07 20:13:05.574416 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8edcac63-18a3-4604-9e37-545eae0ecf0c req-e7b60542-8d2c-4062-b7e1-4a9a5254bc32 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 Jul 07 20:13:05.577375 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-cb17c9be-7980-4595-860b-cfa6d04172ec service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c HTTP/1.1" status: 200 len: 217 time: 0.0583153 Jul 07 20:13:05.635600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-888be245-acfe-4ef2-8178-932a798b7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:05.637175 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-888be245-acfe-4ef2-8178-932a798b7bba service neutron] 10.222.0.112 "GET /v2.0/subnets?id=13da68c5-b3e2-47cb-9915-a42bb58bf3fa HTTP/1.1" status: 200 len: 855 time: 0.0534208 Jul 07 20:13:05.702794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-4f8e63a5-7c0f-4d11-aa4d-131682c8b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:05.704314 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-4f8e63a5-7c0f-4d11-aa4d-131682c8b12c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=45f8f97b-d493-40ed-a2b4-7083ab928415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605943 Jul 07 20:13:05.805220 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-cefd1698-4585-4a68-bcee-126b2e9795f6 service neutron] 10.222.0.112 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939045 Jul 07 20:13:05.900578 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4996c309-5eb3-4d39-a57e-a77333c3d7a7 req-0a31617d-baaa-43c7-a65a-48835d5591ae service neutron] 10.222.0.112 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873106 Jul 07 20:13:06.006716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47aa0f-000c-43e1-b54e-395c36835a32 req-42ecabe7-a4d3-4e9f-8062-cf64e63a825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:06.008292 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ac47aa0f-000c-43e1-b54e-395c36835a32 req-42ecabe7-a4d3-4e9f-8062-cf64e63a825e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84069ddac4a848f6abfa84a609723c4e&device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 1096 time: 0.0547845 Jul 07 20:13:06.106655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47aa0f-000c-43e1-b54e-395c36835a32 req-5706f7cc-1917-4e6b-b861-5ef1feed9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:06.108132 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ac47aa0f-000c-43e1-b54e-395c36835a32 req-5706f7cc-1917-4e6b-b861-5ef1feed9cde service neutron] 10.222.0.112 "GET /v2.0/networks?id=45f8f97b-d493-40ed-a2b4-7083ab928415 HTTP/1.1" status: 200 len: 918 time: 0.0931785 Jul 07 20:13:06.151990 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ac47aa0f-000c-43e1-b54e-395c36835a32 req-b2d75913-7cff-4a62-8515-58aff4408ac6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c HTTP/1.1" status: 200 len: 217 time: 0.0365438 Jul 07 20:13:06.209081 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47aa0f-000c-43e1-b54e-395c36835a32 req-ada2d022-2125-4380-a064-274611a93771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:06.210560 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ac47aa0f-000c-43e1-b54e-395c36835a32 req-ada2d022-2125-4380-a064-274611a93771 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=13da68c5-b3e2-47cb-9915-a42bb58bf3fa HTTP/1.1" status: 200 len: 855 time: 0.0514286 Jul 07 20:13:06.272292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47aa0f-000c-43e1-b54e-395c36835a32 req-7b6baafb-829f-457e-a4cb-a5530e6693e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:06.273840 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ac47aa0f-000c-43e1-b54e-395c36835a32 req-7b6baafb-829f-457e-a4cb-a5530e6693e3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=45f8f97b-d493-40ed-a2b4-7083ab928415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547011 Jul 07 20:13:06.368786 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ac47aa0f-000c-43e1-b54e-395c36835a32 req-230da272-40f8-4aae-8ed3-49660dacaf4f service neutron] 10.222.0.112 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847528 Jul 07 20:13:06.469059 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ac47aa0f-000c-43e1-b54e-395c36835a32 req-8441cc09-f465-4640-baaa-6148ba0f35ee service neutron] 10.222.0.112 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928977 Jul 07 20:13:06.479364 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 329af58f-dc40-4aaf-bc25-d009b818dbd9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:13:06.533629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 329af58f-dc40-4aaf-bc25-d009b818dbd9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:13:06.537271 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 329af58f-dc40-4aaf-bc25-d009b818dbd9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:06.537653 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:06.614553 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:06.648434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 329af58f-dc40-4aaf-bc25-d009b818dbd9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=329af58f-dc40-4aaf-bc25-d009b818dbd9,segment=NetworkSegment(f2867c8d-5b86-4836-aef1-d3d7c422b093),segment_id=f2867c8d-5b86-4836-aef1-d3d7c422b093)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:13:06.652314 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:06.705323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=329af58f-dc40-4aaf-bc25-d009b818dbd9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:06.757738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c4217-092c-4568-974f-954ac0920819 req-6a9e84fc-8af3-4ba3-b936-68a2bdc440ee tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:06.759246 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-944c4217-092c-4568-974f-954ac0920819 req-6a9e84fc-8af3-4ba3-b936-68a2bdc440ee tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 944 time: 0.0641053 Jul 07 20:13:06.797011 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-944c4217-092c-4568-974f-954ac0920819 req-d8ef4397-3882-4341-b0eb-92c3f26251ec tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319221 Jul 07 20:13:07.557987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:13:07.654710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:13:07.665847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '1c242f88-69aa-4ea0-b1e4-71ab25d10c1c', 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415', 'port_id': '1c242f88-69aa-4ea0-b1e4-71ab25d10c1c', 'mac_address': 'fa:16:3e:89:ae:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:13:07.702983 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:07.718639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:13:07.737737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:13:07.741981 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:07.789928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:07.953893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['1c242f88-69aa-4ea0-b1e4-71ab25d10c1c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:13:07.998430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e820bf-3c64-4513-8aee-6b57c3f1042e req-0736ed96-710d-4492-99b8-aa4aa02710c3 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:08.000157 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3e820bf-3c64-4513-8aee-6b57c3f1042e req-0736ed96-710d-4492-99b8-aa4aa02710c3 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 945 time: 0.0828495 Jul 07 20:13:08.040006 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3e820bf-3c64-4513-8aee-6b57c3f1042e req-7cf08b73-d55d-4183-bff5-6c2b123bf7a1 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339868 Jul 07 20:13:08.453528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 329af58f-dc40-4aaf-bc25-d009b818dbd9 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:13:08.500104 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-231277a9-be9e-4cb0-a06a-1b6c4c25b75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:08.516463 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 329af58f-dc40-4aaf-bc25-d009b818dbd9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:08.516865 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:09.217297 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a57bcc-cb35-4959-9508-61993ef3a471 req-4bc811d7-5c08-413d-856f-4857ac04d401 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:09.218810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63a57bcc-cb35-4959-9508-61993ef3a471 req-4bc811d7-5c08-413d-856f-4857ac04d401 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 945 time: 0.0632524 Jul 07 20:13:09.257101 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63a57bcc-cb35-4959-9508-61993ef3a471 req-5296460a-9f58-4040-8420-7b23dc79bdce tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Jul 07 20:13:09.563424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:13:09.614396 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:13:09.618081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:09.618445 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:09.697890 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:09.719496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93151df-67d0-4b74-ba19-773d370e27a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c242f88-69aa-4ea0-b1e4-71ab25d10c1c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:13:09.721791 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf24dc8-23c3-47e2-b2a4-fbe760843f5b" -d '{"events": [{"server_uuid": "c93151df-67d0-4b74-ba19-773d370e27a3", "name": "network-vif-plugged", "status": "completed", "tag": "1c242f88-69aa-4ea0-b1e4-71ab25d10c1c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:13:09.735321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:13:09.739225 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:09.763973 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc6a5c1-7f62-48fd-b2e9-d149ead2abe2 x-openstack-request-id: req-9bc6a5c1-7f62-48fd-b2e9-d149ead2abe2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:13:09.764267 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93151df-67d0-4b74-ba19-773d370e27a3", "name": "network-vif-plugged", "status": "completed", "tag": "1c242f88-69aa-4ea0-b1e4-71ab25d10c1c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:13:09.764541 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9bc6a5c1-7f62-48fd-b2e9-d149ead2abe2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:13:09.764990 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93151df-67d0-4b74-ba19-773d370e27a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c242f88-69aa-4ea0-b1e4-71ab25d10c1c', 'code': 200} Jul 07 20:13:09.793161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:09.877444 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab201ccb-7645-4fa7-b2ee-a421c9c07a6e req-e27ac04e-0099-440d-8992-b7e29596c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:09.878939 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ab201ccb-7645-4fa7-b2ee-a421c9c07a6e req-e27ac04e-0099-440d-8992-b7e29596c20a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 1098 time: 0.0540335 Jul 07 20:13:09.915801 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ab201ccb-7645-4fa7-b2ee-a421c9c07a6e req-b7c3ff59-49ca-440d-b557-6792e177f5f1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303562 Jul 07 20:13:10.439931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cfc88-b20f-4d83-9bdf-3e3f93e6cfdb req-6cb685da-dcc0-462d-9158-cb3d6f2ee44b tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:10.441507 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab3cfc88-b20f-4d83-9bdf-3e3f93e6cfdb req-6cb685da-dcc0-462d-9158-cb3d6f2ee44b tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 946 time: 0.0732338 Jul 07 20:13:10.482174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ab3cfc88-b20f-4d83-9bdf-3e3f93e6cfdb req-e8e63f8d-a5da-454f-8dd9-de47b8e700ab tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349402 Jul 07 20:13:11.169370 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a45f24cc-ae92-4337-835a-fc6d6cf9f782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:11.423558 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:11.657280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6b741-5c9a-48f4-962f-5bb2f17ab8c3 req-de5aa292-204a-458a-9356-1f9a2224f680 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:11.658791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29e6b741-5c9a-48f4-962f-5bb2f17ab8c3 req-de5aa292-204a-458a-9356-1f9a2224f680 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 946 time: 0.0640769 Jul 07 20:13:11.697196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29e6b741-5c9a-48f4-962f-5bb2f17ab8c3 req-d7dcdb57-4700-42d1-9120-df3bd1faaf6f tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325668 Jul 07 20:13:11.894719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7467-4ccb-4a0c-a5a1-fe4eef809bdd req-c600bf30-8af0-45a9-a660-7fbba42f58f6 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:11.896224 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfaa7467-4ccb-4a0c-a5a1-fe4eef809bdd req-c600bf30-8af0-45a9-a660-7fbba42f58f6 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 946 time: 0.0765471 Jul 07 20:13:11.936437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cfaa7467-4ccb-4a0c-a5a1-fe4eef809bdd req-dc180b69-41f1-4698-8c46-021b1ae0de0e tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345290 Jul 07 20:13:12.611533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:14.162379 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:19.533421 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:24.139193 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-2b98258f-0df7-451a-a582-f981de3bf3aa service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576684 Jul 07 20:13:24.241036 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-6904a594-e9b9-426f-bb3d-616981822ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:24.242531 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-6904a594-e9b9-426f-bb3d-616981822ee7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84069ddac4a848f6abfa84a609723c4e&device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 1098 time: 0.0524464 Jul 07 20:13:24.357499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-696e5cd3-25bb-4aab-9e24-d73cc6a63f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:24.359154 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-696e5cd3-25bb-4aab-9e24-d73cc6a63f2a service neutron] 10.222.0.112 "GET /v2.0/networks?id=45f8f97b-d493-40ed-a2b4-7083ab928415 HTTP/1.1" status: 200 len: 918 time: 0.0931947 Jul 07 20:13:24.406996 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-c7de01b8-8e79-45d5-99c2-b1ec063e0740 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c HTTP/1.1" status: 200 len: 217 time: 0.0406575 Jul 07 20:13:24.459487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-44d96e1b-c1b5-49ad-b641-358fdd54452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:24.460993 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-44d96e1b-c1b5-49ad-b641-358fdd54452b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=13da68c5-b3e2-47cb-9915-a42bb58bf3fa HTTP/1.1" status: 200 len: 855 time: 0.0481575 Jul 07 20:13:24.521217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-59cf28a0-4390-419a-ab8d-d26fde04eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:24.522710 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-59cf28a0-4390-419a-ab8d-d26fde04eaa4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=45f8f97b-d493-40ed-a2b4-7083ab928415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552073 Jul 07 20:13:24.936782 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-1afc337f-4b0e-4cc7-9b83-c6f479822406 service neutron] 10.222.0.112 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066827 Jul 07 20:13:25.040873 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a23fd70f-27ba-486a-986f-6880ab4c4007 req-21b40a09-f238-4e90-8bdd-bb28dcb1676f service neutron] 10.222.0.112 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863445 Jul 07 20:13:31.053676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e9939-1efc-4300-ac9f-fe4bc84ad37d req-7106fa71-2ea1-4603-ad62-feacacb5d91f tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:31.055297 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8e5e9939-1efc-4300-ac9f-fe4bc84ad37d req-7106fa71-2ea1-4603-ad62-feacacb5d91f tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 946 time: 0.0730343 Jul 07 20:13:31.096088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8e5e9939-1efc-4300-ac9f-fe4bc84ad37d req-6adc04f3-91ee-42ae-89aa-7a735726e432 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338340 Jul 07 20:13:32.275433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f261f62-7fab-422c-a92c-ed0a9147565d req-992779dc-353f-47a1-aef4-cd0d2405bed0 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:32.276974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f261f62-7fab-422c-a92c-ed0a9147565d req-992779dc-353f-47a1-aef4-cd0d2405bed0 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 946 time: 0.0655890 Jul 07 20:13:32.318546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f261f62-7fab-422c-a92c-ed0a9147565d req-d57fdb38-fa61-49ee-96fa-36d9160daa19 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351036 Jul 07 20:13:32.740586 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a273d92-67cd-4791-827b-ac0cbaf64123 req-d34d9392-0c0b-4b0d-894e-b8f93bfb0d0f tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:32.742000 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5a273d92-67cd-4791-827b-ac0cbaf64123 req-d34d9392-0c0b-4b0d-894e-b8f93bfb0d0f tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.112 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 946 time: 0.0763965 Jul 07 20:13:32.843626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-5a273d92-67cd-4791-827b-ac0cbaf64123 req-98783fc7-68cc-4ab1-8cce-dad73ed8b258 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Deleting port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:13:32.843978 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5a273d92-67cd-4791-827b-ac0cbaf64123 req-98783fc7-68cc-4ab1-8cce-dad73ed8b258 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:32.938768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5a273d92-67cd-4791-827b-ac0cbaf64123 req-98783fc7-68cc-4ab1-8cce-dad73ed8b258 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] For port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:13:32.939132 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5a273d92-67cd-4791-827b-ac0cbaf64123 req-98783fc7-68cc-4ab1-8cce-dad73ed8b258 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:32.953712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-5a273d92-67cd-4791-827b-ac0cbaf64123 req-98783fc7-68cc-4ab1-8cce-dad73ed8b258 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Calling delete_port for 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:13:33.086577 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5a273d92-67cd-4791-827b-ac0cbaf64123 req-98783fc7-68cc-4ab1-8cce-dad73ed8b258 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:33.099456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['1c242f88-69aa-4ea0-b1e4-71ab25d10c1c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:13:33.122580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98783fc7-68cc-4ab1-8cce-dad73ed8b258 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Pushing event deleted for resources: {'Port': ['ID=1c242f88-69aa-4ea0-b1e4-71ab25d10c1c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:33.173545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a273d92-67cd-4791-827b-ac0cbaf64123 req-98783fc7-68cc-4ab1-8cce-dad73ed8b258 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] No DVR routers for this DVR port 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:13:33.176281 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5a273d92-67cd-4791-827b-ac0cbaf64123 req-98783fc7-68cc-4ab1-8cce-dad73ed8b258 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:33.178384 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5a273d92-67cd-4791-827b-ac0cbaf64123 req-98783fc7-68cc-4ab1-8cce-dad73ed8b258 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.112 "DELETE /v2.0/ports/1c242f88-69aa-4ea0-b1e4-71ab25d10c1c HTTP/1.1" status: 204 len: 173 time: 0.4306724 Jul 07 20:13:33.178858 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93151df-67d0-4b74-ba19-773d370e27a3', 'name': 'network-vif-deleted', 'tag': '1c242f88-69aa-4ea0-b1e4-71ab25d10c1c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:13:33.181242 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077a0324-f3cb-40a0-b8c4-5ebd862c6c83" -d '{"events": [{"server_uuid": "c93151df-67d0-4b74-ba19-773d370e27a3", "name": "network-vif-deleted", "tag": "1c242f88-69aa-4ea0-b1e4-71ab25d10c1c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:13:33.224715 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab5b52-9338-4c2c-9b95-e2df4eb2e663 x-openstack-request-id: req-c2ab5b52-9338-4c2c-9b95-e2df4eb2e663 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:13:33.225016 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93151df-67d0-4b74-ba19-773d370e27a3", "name": "network-vif-deleted", "tag": "1c242f88-69aa-4ea0-b1e4-71ab25d10c1c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:13:33.225273 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c2ab5b52-9338-4c2c-9b95-e2df4eb2e663 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:13:33.225672 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93151df-67d0-4b74-ba19-773d370e27a3', 'name': 'network-vif-deleted', 'tag': '1c242f88-69aa-4ea0-b1e4-71ab25d10c1c', 'status': 'completed', 'code': 200} Jul 07 20:13:33.483357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-94829ffd-9687-469a-be51-e7998e8ecad9 req-130127ec-db05-4d5c-8a65-fca9bc7db4e1 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=c93151df-67d0-4b74-ba19-773d370e27a3 HTTP/1.1" status: 200 len: 210 time: 0.0341222 Jul 07 20:13:33.956562 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:35.178229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-7321439f-a296-4927-956b-d2d59c66ef0d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:35.179636 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-7321439f-a296-4927-956b-d2d59c66ef0d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/networks?id=45f8f97b-d493-40ed-a2b4-7083ab928415 HTTP/1.1" status: 200 len: 816 time: 0.1003916 Jul 07 20:13:35.195217 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-86b1ca3f-09fb-4398-868b-347d5c21dff2 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/quotas/84069ddac4a848f6abfa84a609723c4e HTTP/1.1" status: 200 len: 375 time: 0.0092070 Jul 07 20:13:35.262884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-59de951f-77d9-44a1-937e-87faee48b63a tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=84069ddac4a848f6abfa84a609723c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615172 Jul 07 20:13:35.453764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-9af11565-f469-47ab-993f-8350fad769c0 service neutron] 10.222.0.113 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798131 Jul 07 20:13:35.545381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-97a64996-8dab-4bfd-9110-03cd8c862739 service neutron] 10.222.0.113 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859094 Jul 07 20:13:35.697888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:13:35.718575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:13:35.718919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 1c242f88-69aa-4ea0-b1e4-71ab25d10c1c not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:13:35.723872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3b621f3-2226-4e2d-8c1d-cc030270e909 req-106cfabf-f0a6-4e33-b532-1d691b1e16c3 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 210 time: 0.0359783 Jul 07 20:13:36.787562 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-e4d18ea7-016c-4252-8c42-f1d76b7379ec tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:36.789191 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-e4d18ea7-016c-4252-8c42-f1d76b7379ec tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.112 "GET /v2.0/networks?id=45f8f97b-d493-40ed-a2b4-7083ab928415 HTTP/1.1" status: 200 len: 816 time: 0.1094990 Jul 07 20:13:36.810544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Request body: {'port': {'device_id': '7d029252-992f-4bfc-93ab-f037030f613e', 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415', 'admin_state_up': True, 'tenant_id': '84069ddac4a848f6abfa84a609723c4e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:13:36.878834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-672569f3-ba8b-4db9-8c58-586f5417b0e0 req-ffbe9dd1-a40b-4df2-ad9d-e069ec890e70 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 210 time: 0.0298300 Jul 07 20:13:36.932519 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:13:36.935189 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Made reservation on behalf of 84069ddac4a848f6abfa84a609723c4e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:13:36.938997 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:37.071395 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Allocated IP 172.20.0.7 (45f8f97b-d493-40ed-a2b4-7083ab928415/13da68c5-b3e2-47cb-9915-a42bb58bf3fa/89ddba19-e830-4719-824c-ccdfdd115bc7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:13:37.219278 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:37.233340 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Transition to ACTIVE for port object 89ddba19-e830-4719-824c-ccdfdd115bc7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:13:37.279999 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:37.334517 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Network 45f8f97b-d493-40ed-a2b4-7083ab928415 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:13:37.339749 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:13:37.344875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:13:37.371802 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Pushing event updated for resources: {'Port': ['ID=89ddba19-e830-4719-824c-ccdfdd115bc7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:37.400506 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:37.401168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:37.419676 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-a8207b87-3ae0-4112-a0da-062a04ece834 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6125691 Jul 07 20:13:37.431385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Request body: {'port': {'device_id': '7d029252-992f-4bfc-93ab-f037030f613e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:13:37.510438 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:37.601124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d5c0835-35ef-4991-b996-d04c8d7b2030 None None] Provisioning for port 89ddba19-e830-4719-824c-ccdfdd115bc7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:13:37.606889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d5c0835-35ef-4991-b996-d04c8d7b2030 None None] Provisioning complete for port 89ddba19-e830-4719-824c-ccdfdd115bc7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:37.607263 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0835-35ef-4991-b996-d04c8d7b2030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:37.657536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c0835-35ef-4991-b996-d04c8d7b2030 None None] Port 89ddba19-e830-4719-824c-ccdfdd115bc7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:13:37.814676 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ddba19-e830-4719-824c-ccdfdd115bc7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:13:37.823003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:37.836034 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Transition to ACTIVE for port object 89ddba19-e830-4719-824c-ccdfdd115bc7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:13:37.841137 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:37.894352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=89ddba19-e830-4719-824c-ccdfdd115bc7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:37.990370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Attempting to bind port 89ddba19-e830-4719-824c-ccdfdd115bc7 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:13:37.990738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Attempting to bind port 89ddba19-e830-4719-824c-ccdfdd115bc7 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:13:37.991156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Attempting to bind port 89ddba19-e830-4719-824c-ccdfdd115bc7 on network 45f8f97b-d493-40ed-a2b4-7083ab928415 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:13:37.997739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Port 89ddba19-e830-4719-824c-ccdfdd115bc7 on network 45f8f97b-d493-40ed-a2b4-7083ab928415 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:13:37.998260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Attempting to bind port 89ddba19-e830-4719-824c-ccdfdd115bc7 on network 45f8f97b-d493-40ed-a2b4-7083ab928415 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:13:38.004613 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:13:38.005321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Checking segment: {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:13:38.006024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Bound using segment: {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:13:38.006819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Bound port: 89ddba19-e830-4719-824c-ccdfdd115bc7, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b834a6e-32c8-4f08-b517-f42c4af10391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:13:38.007206 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:38.089962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] For port 89ddba19-e830-4719-824c-ccdfdd115bc7, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:13:38.093660 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] For port 89ddba19-e830-4719-824c-ccdfdd115bc7, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=89ddba19-e830-4719-824c-ccdfdd115bc7,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:13:38.096157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d4f28-0d52-424a-8925-390f95c01434 req-062ab53d-ee9c-47f8-b6a5-d461bb71061e tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:38.098437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a6d4f28-0d52-424a-8925-390f95c01434 req-062ab53d-ee9c-47f8-b6a5-d461bb71061e tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 943 time: 0.0829000 Jul 07 20:13:38.099003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:38.138194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:38.138957 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:38.140373 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] 10.222.0.112 "PUT /v2.0/ports/89ddba19-e830-4719-824c-ccdfdd115bc7 HTTP/1.1" status: 200 len: 1092 time: 0.7135158 Jul 07 20:13:38.140853 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d029252-992f-4bfc-93ab-f037030f613e', 'tag': '89ddba19-e830-4719-824c-ccdfdd115bc7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:13:38.143147 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9942961-051f-480f-bb89-f58fe58027cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d029252-992f-4bfc-93ab-f037030f613e", "tag": "89ddba19-e830-4719-824c-ccdfdd115bc7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:13:38.145023 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a6d4f28-0d52-424a-8925-390f95c01434 req-b111bca1-b23b-4c0b-bac5-fd0747ab33d6 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395494 Jul 07 20:13:38.188598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99564-f435-4285-9ed2-68e91c6ae4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=89ddba19-e830-4719-824c-ccdfdd115bc7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:38.202743 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf171804-1b5e-4ff4-824a-950a7b319b28 x-openstack-request-id: req-bf171804-1b5e-4ff4-824a-950a7b319b28 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:13:38.203075 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d029252-992f-4bfc-93ab-f037030f613e", "tag": "89ddba19-e830-4719-824c-ccdfdd115bc7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:13:38.203248 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bf171804-1b5e-4ff4-824a-950a7b319b28 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:13:38.203630 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d029252-992f-4bfc-93ab-f037030f613e', 'tag': '89ddba19-e830-4719-824c-ccdfdd115bc7', 'status': 'completed', 'code': 200} Jul 07 20:13:38.255105 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-0e2daa89-c8ce-4b99-bd29-7f077f1c056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:38.256728 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-0e2daa89-c8ce-4b99-bd29-7f077f1c056d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84069ddac4a848f6abfa84a609723c4e&device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 1095 time: 0.0707076 Jul 07 20:13:38.309693 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-f82de871-e1ad-4a09-a511-b71a76a132c1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ddba19-e830-4719-824c-ccdfdd115bc7 HTTP/1.1" status: 200 len: 217 time: 0.0454681 Jul 07 20:13:38.363934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-d1ee5a2f-5edb-4559-9d61-3940b3c02f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:38.365476 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-d1ee5a2f-5edb-4559-9d61-3940b3c02f4a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=13da68c5-b3e2-47cb-9915-a42bb58bf3fa HTTP/1.1" status: 200 len: 855 time: 0.0501313 Jul 07 20:13:38.433450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-9c74869f-1430-426b-9314-e8d6b0cfc7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:38.435044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-9c74869f-1430-426b-9314-e8d6b0cfc7ca service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=45f8f97b-d493-40ed-a2b4-7083ab928415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634089 Jul 07 20:13:38.486455 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a236ade-a320-4697-a157-e4552d012552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:38.545265 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-e4492a37-8823-4c38-b8fd-a99936f6d011 service neutron] 10.222.0.112 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038678 Jul 07 20:13:38.648262 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5fce9e6d-65bf-491d-a1d3-b852de2a38f2 req-b77244ca-b488-487e-8d84-95de76a81c13 service neutron] 10.222.0.112 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967829 Jul 07 20:13:38.757927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9942961-051f-480f-bb89-f58fe58027cc req-1495adca-ebdf-4d84-a55a-86cf3d5a4b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:38.759435 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9942961-051f-480f-bb89-f58fe58027cc req-1495adca-ebdf-4d84-a55a-86cf3d5a4b8d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84069ddac4a848f6abfa84a609723c4e&device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 1095 time: 0.0565658 Jul 07 20:13:38.861414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9942961-051f-480f-bb89-f58fe58027cc req-99c741d3-dee9-44ac-aa5f-de6ad430e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:38.862904 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9942961-051f-480f-bb89-f58fe58027cc req-99c741d3-dee9-44ac-aa5f-de6ad430e0fe service neutron] 10.222.0.112 "GET /v2.0/networks?id=45f8f97b-d493-40ed-a2b4-7083ab928415 HTTP/1.1" status: 200 len: 918 time: 0.0957756 Jul 07 20:13:38.905562 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9942961-051f-480f-bb89-f58fe58027cc req-15853b92-24bb-417d-881a-e082a9878aab service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ddba19-e830-4719-824c-ccdfdd115bc7 HTTP/1.1" status: 200 len: 217 time: 0.0354652 Jul 07 20:13:38.958801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9942961-051f-480f-bb89-f58fe58027cc req-c05ad19d-bebe-4542-a768-e19b96f937e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:38.960359 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9942961-051f-480f-bb89-f58fe58027cc req-c05ad19d-bebe-4542-a768-e19b96f937e5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=13da68c5-b3e2-47cb-9915-a42bb58bf3fa HTTP/1.1" status: 200 len: 855 time: 0.0486202 Jul 07 20:13:39.022790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9942961-051f-480f-bb89-f58fe58027cc req-321e0be5-7a68-4a47-9033-2dc91e4b1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:39.024354 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9942961-051f-480f-bb89-f58fe58027cc req-321e0be5-7a68-4a47-9033-2dc91e4b1d78 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=45f8f97b-d493-40ed-a2b4-7083ab928415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560288 Jul 07 20:13:39.118986 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9942961-051f-480f-bb89-f58fe58027cc req-a5ee3094-9613-4e03-88fb-3b68b6c438e1 service neutron] 10.222.0.112 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865302 Jul 07 20:13:39.216223 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9942961-051f-480f-bb89-f58fe58027cc req-1dbfe9b0-0689-47aa-b059-1146643846bb service neutron] 10.222.0.112 "GET /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898442 Jul 07 20:13:39.335875 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e31536-2186-4545-9700-4f08bac8f09c req-1e090f43-b044-4057-9dcb-4efd87290243 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:39.337430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0e31536-2186-4545-9700-4f08bac8f09c req-1e090f43-b044-4057-9dcb-4efd87290243 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 943 time: 0.0691700 Jul 07 20:13:39.377668 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b0e31536-2186-4545-9700-4f08bac8f09c req-cfda93fb-9912-4046-8c9b-81d92c758b6d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338321 Jul 07 20:13:39.703344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 89ddba19-e830-4719-824c-ccdfdd115bc7 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:13:39.803136 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 89ddba19-e830-4719-824c-ccdfdd115bc7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=89ddba19-e830-4719-824c-ccdfdd115bc7,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:13:39.815100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '89ddba19-e830-4719-824c-ccdfdd115bc7', 'network_id': '45f8f97b-d493-40ed-a2b4-7083ab928415', 'port_id': '89ddba19-e830-4719-824c-ccdfdd115bc7', 'mac_address': 'fa:16:3e:c6:25:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13da68c5-b3e2-47cb-9915-a42bb58bf3fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:13:39.852735 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:39.866195 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ddba19-e830-4719-824c-ccdfdd115bc7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:13:39.886096 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 89ddba19-e830-4719-824c-ccdfdd115bc7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=89ddba19-e830-4719-824c-ccdfdd115bc7,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:13:39.890691 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:39.948866 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=89ddba19-e830-4719-824c-ccdfdd115bc7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:39.956587 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:39.956874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:39.957220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:39.957562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:39.957899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:39.958232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:39.958565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:39.958894 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:39.959219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:39.959549 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:39.959878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:39.960200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:13:40.123952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['89ddba19-e830-4719-824c-ccdfdd115bc7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:13:40.557403 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4782-cc7f-40b2-8769-90764e8a2a52 req-8cbd6192-a256-4e76-9d93-01c36efbc5da tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:40.559312 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-486d4782-cc7f-40b2-8769-90764e8a2a52 req-8cbd6192-a256-4e76-9d93-01c36efbc5da tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 944 time: 0.0647581 Jul 07 20:13:40.597924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-486d4782-cc7f-40b2-8769-90764e8a2a52 req-b75f83f6-efd1-4437-a993-22d6689a7c9e tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326695 Jul 07 20:13:41.169660 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58d0cab8-1e1b-40e7-bb88-3901d8aff858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:41.424739 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:41.719874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 89ddba19-e830-4719-824c-ccdfdd115bc7 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:13:41.772369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 89ddba19-e830-4719-824c-ccdfdd115bc7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:13:41.776747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 89ddba19-e830-4719-824c-ccdfdd115bc7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:13:41.777183 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:41.780795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167c8db-6531-4ac5-9583-41d404f4310a req-6f687a87-1a3d-4b2b-bf93-d43ff5619b6c tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:41.782735 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c167c8db-6531-4ac5-9583-41d404f4310a req-6f687a87-1a3d-4b2b-bf93-d43ff5619b6c tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 944 time: 0.0742359 Jul 07 20:13:41.827357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c167c8db-6531-4ac5-9583-41d404f4310a req-74e44679-df60-4e77-a2e5-3fdddb8a1913 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Jul 07 20:13:41.855359 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:41.877960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d029252-992f-4bfc-93ab-f037030f613e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ddba19-e830-4719-824c-ccdfdd115bc7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:13:41.880168 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88e2ad1-a0b0-4e3e-a0db-8dcd1883e937" -d '{"events": [{"server_uuid": "7d029252-992f-4bfc-93ab-f037030f613e", "name": "network-vif-plugged", "status": "completed", "tag": "89ddba19-e830-4719-824c-ccdfdd115bc7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:13:41.893303 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 89ddba19-e830-4719-824c-ccdfdd115bc7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=89ddba19-e830-4719-824c-ccdfdd115bc7,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:13:41.896935 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:41.923871 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115e0a77-4c54-43ef-a84f-35c5e841e097 x-openstack-request-id: req-115e0a77-4c54-43ef-a84f-35c5e841e097 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:13:41.924179 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d029252-992f-4bfc-93ab-f037030f613e", "name": "network-vif-plugged", "status": "completed", "tag": "89ddba19-e830-4719-824c-ccdfdd115bc7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:13:41.924460 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-115e0a77-4c54-43ef-a84f-35c5e841e097 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:13:41.924799 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d029252-992f-4bfc-93ab-f037030f613e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ddba19-e830-4719-824c-ccdfdd115bc7', 'code': 200} Jul 07 20:13:41.950801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=89ddba19-e830-4719-824c-ccdfdd115bc7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:13:42.032972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33057dff-4491-413e-a95a-3e6c2e8b5151 req-0928a7b6-3012-40fa-bd30-053f252339dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:42.034384 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-33057dff-4491-413e-a95a-3e6c2e8b5151 req-0928a7b6-3012-40fa-bd30-053f252339dc service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 1097 time: 0.0538073 Jul 07 20:13:42.069542 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-33057dff-4491-413e-a95a-3e6c2e8b5151 req-290e4a1c-8df4-434f-9d60-1a61e9052b08 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291173 Jul 07 20:13:42.613336 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:43.016352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d256-32a8-4a06-afe6-0d788603cf2e req-a1db6c64-3b9a-44ad-a949-4b11331933c3 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:43.017917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7469d256-32a8-4a06-afe6-0d788603cf2e req-a1db6c64-3b9a-44ad-a949-4b11331933c3 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 945 time: 0.0669496 Jul 07 20:13:43.055714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7469d256-32a8-4a06-afe6-0d788603cf2e req-57a4909f-eca9-401a-96e6-bb3fc8311c78 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Jul 07 20:13:44.161505 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:13:44.236097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb8c08-b7cb-4808-ad59-3495367840ca req-59adc516-9831-422f-90d7-e958ddbac562 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:44.237603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38fb8c08-b7cb-4808-ad59-3495367840ca req-59adc516-9831-422f-90d7-e958ddbac562 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 945 time: 0.0647109 Jul 07 20:13:44.275844 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38fb8c08-b7cb-4808-ad59-3495367840ca req-132f7583-eee3-46c7-90c2-9d7fa7884da3 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Jul 07 20:13:44.462942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0417d6-040e-41f8-ad03-e7303a1f6336 req-8a79af81-a520-4476-a832-d663d9cedc0e tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:13:44.464453 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d0417d6-040e-41f8-ad03-e7303a1f6336 req-8a79af81-a520-4476-a832-d663d9cedc0e tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 945 time: 0.0703411 Jul 07 20:13:44.503427 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d0417d6-040e-41f8-ad03-e7303a1f6336 req-e96b3685-3db4-417a-950a-d41480fe281f tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Jul 07 20:13:49.524372 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:03.573256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1523e89-b59b-47c0-bbb2-b2f1b5e9bd1f req-ac89e864-8a31-4e26-b262-5290d70617ae tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:03.574930 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1523e89-b59b-47c0-bbb2-b2f1b5e9bd1f req-ac89e864-8a31-4e26-b262-5290d70617ae tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 945 time: 0.0735402 Jul 07 20:14:03.618229 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d1523e89-b59b-47c0-bbb2-b2f1b5e9bd1f req-a4abae56-19ca-4358-b62f-f6f787dd0728 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Jul 07 20:14:03.971952 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:04.847670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc5693-5274-4e87-8bdb-f3b7067db864 req-e37cf5e8-7123-456b-9f82-aeeeeb90d6fd tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:04.849222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9adc5693-5274-4e87-8bdb-f3b7067db864 req-e37cf5e8-7123-456b-9f82-aeeeeb90d6fd tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 945 time: 0.1186056 Jul 07 20:14:04.891140 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9adc5693-5274-4e87-8bdb-f3b7067db864 req-193f8716-96d2-4ad8-b110-3c3235a4c6cd tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/security-groups?id=fd44a144-39d5-4441-9b82-875d2853055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352290 Jul 07 20:14:05.168436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1e0-167f-4723-b4a2-f23f3ecb8e9f req-d693548a-1bb5-4495-abd1-c1e1d2ed39c6 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:05.170662 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bf68a1e0-167f-4723-b4a2-f23f3ecb8e9f req-d693548a-1bb5-4495-abd1-c1e1d2ed39c6 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.112 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 945 time: 0.0720582 Jul 07 20:14:05.268717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-bf68a1e0-167f-4723-b4a2-f23f3ecb8e9f req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Deleting port 89ddba19-e830-4719-824c-ccdfdd115bc7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:14:05.269057 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bf68a1e0-167f-4723-b4a2-f23f3ecb8e9f req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:05.361401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bf68a1e0-167f-4723-b4a2-f23f3ecb8e9f req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] For port 89ddba19-e830-4719-824c-ccdfdd115bc7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=89ddba19-e830-4719-824c-ccdfdd115bc7,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:05.361800 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bf68a1e0-167f-4723-b4a2-f23f3ecb8e9f req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:05.375498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-bf68a1e0-167f-4723-b4a2-f23f3ecb8e9f req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Calling delete_port for 89ddba19-e830-4719-824c-ccdfdd115bc7 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:14:05.503223 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bf68a1e0-167f-4723-b4a2-f23f3ecb8e9f req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:05.515331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['89ddba19-e830-4719-824c-ccdfdd115bc7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:14:05.537758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Pushing event deleted for resources: {'Port': ['ID=89ddba19-e830-4719-824c-ccdfdd115bc7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:05.550435 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.550786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.551127 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.551461 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.551791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.552116 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.552441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.552791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.553121 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.553442 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.553760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.554077 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:05.594670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf68a1e0-167f-4723-b4a2-f23f3ecb8e9f req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] No DVR routers for this DVR port 89ddba19-e830-4719-824c-ccdfdd115bc7 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:14:05.597298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bf68a1e0-167f-4723-b4a2-f23f3ecb8e9f req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:05.599324 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-bf68a1e0-167f-4723-b4a2-f23f3ecb8e9f req-9f7b65ef-a7d2-4bab-b19b-219a78902b8d tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.112 "DELETE /v2.0/ports/89ddba19-e830-4719-824c-ccdfdd115bc7 HTTP/1.1" status: 204 len: 173 time: 0.4235914 Jul 07 20:14:05.599772 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d029252-992f-4bfc-93ab-f037030f613e', 'name': 'network-vif-deleted', 'tag': '89ddba19-e830-4719-824c-ccdfdd115bc7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:14:05.602440 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77675954-7b78-46eb-bfca-a587dff9b209" -d '{"events": [{"server_uuid": "7d029252-992f-4bfc-93ab-f037030f613e", "name": "network-vif-deleted", "tag": "89ddba19-e830-4719-824c-ccdfdd115bc7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:14:05.644945 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac69b363-89fa-49b1-81e9-ee1a7195c136 x-openstack-request-id: req-ac69b363-89fa-49b1-81e9-ee1a7195c136 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:14:05.645471 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d029252-992f-4bfc-93ab-f037030f613e", "name": "network-vif-deleted", "tag": "89ddba19-e830-4719-824c-ccdfdd115bc7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:14:05.645729 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ac69b363-89fa-49b1-81e9-ee1a7195c136 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:14:05.646132 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d029252-992f-4bfc-93ab-f037030f613e', 'name': 'network-vif-deleted', 'tag': '89ddba19-e830-4719-824c-ccdfdd115bc7', 'status': 'completed', 'code': 200} Jul 07 20:14:06.049322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c7025c21-5745-4fd3-b6a5-1c75b42a64ef req-d48ba71c-586d-42ef-8507-26c4735a1c46 tempest-TestEncryptedCinderVolumes-1019637529 tempest-TestEncryptedCinderVolumes-1019637529-project] 10.222.0.113 "GET /v2.0/ports?device_id=7d029252-992f-4bfc-93ab-f037030f613e HTTP/1.1" status: 200 len: 210 time: 0.0295131 Jul 07 20:14:07.180613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:07.532859 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:07.796557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Deleting port cb9b343c-504b-45cd-be04-bbf63ba6ca1d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:14:07.796820 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:07.813449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 89ddba19-e830-4719-824c-ccdfdd115bc7 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:14:07.833491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 89ddba19-e830-4719-824c-ccdfdd115bc7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:14:07.833896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 89ddba19-e830-4719-824c-ccdfdd115bc7 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:14:07.878783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] For port cb9b343c-504b-45cd-be04-bbf63ba6ca1d, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=cb9b343c-504b-45cd-be04-bbf63ba6ca1d,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:07.879142 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:07.892547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Calling delete_port for cb9b343c-504b-45cd-be04-bbf63ba6ca1d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:14:08.074794 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:08.100421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9b343c-504b-45cd-be04-bbf63ba6ca1d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:08.133539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.133888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.134222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.134559 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.134890 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.135224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.135553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.135883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.136210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.136726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.136921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.137279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:08.287023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:08.479384 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45703228-5bbd-41cc-8c62-1bcc8a0f1cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:08.514497 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Router 0713555f-847b-42c8-9b3f-69a48cccf4c1 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:14:08.619702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:14:08.626816 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-02a513bf-f2c7-4039-9506-3b76251037d1 admin admin] 10.222.0.113 "PUT /v2.0/routers/0713555f-847b-42c8-9b3f-69a48cccf4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4447792 Jul 07 20:14:08.629521 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:08.631608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86e8bff-1a8a-4e6f-9630-6f757d7a8419 None None] Sync routers for ids ['0713555f-847b-42c8-9b3f-69a48cccf4c1'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:14:08.643770 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e8bff-1a8a-4e6f-9630-6f757d7a8419 None None] Routers {'0713555f-847b-42c8-9b3f-69a48cccf4c1'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:08.644439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a86e8bff-1a8a-4e6f-9630-6f757d7a8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0713555f-847b-42c8-9b3f-69a48cccf4c1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:08.738023 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:08.751397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a86e8bff-1a8a-4e6f-9630-6f757d7a8419 None None] Set router 0713555f-847b-42c8-9b3f-69a48cccf4c1 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:08.841940 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:08.896309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Deleting port 5ac8418c-6e89-41c8-b134-84a960f1bb90 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:14:08.896674 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:08.937827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a86e8bff-1a8a-4e6f-9630-6f757d7a8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'name': 'tempest-TestEncryptedCinderVolumes-116826749-router', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:52Z', 'updated_at': '2021-07-07T20:14:08Z', 'revision_number': 5, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'gw_port': {'id': '5ac8418c-6e89-41c8-b134-84a960f1bb90', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:53Z', 'updated_at': '2021-07-07T20:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:08.964244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86e8bff-1a8a-4e6f-9630-6f757d7a8419 None None] Checking router: 0713555f-847b-42c8-9b3f-69a48cccf4c1 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:14:08.973228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e8bff-1a8a-4e6f-9630-6f757d7a8419 None None] Routers {'0713555f-847b-42c8-9b3f-69a48cccf4c1'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:08.973842 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a86e8bff-1a8a-4e6f-9630-6f757d7a8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:13:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['0713555f-847b-42c8-9b3f-69a48cccf4c1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:08.980613 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] For port 5ac8418c-6e89-41c8-b134-84a960f1bb90, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5ac8418c-6e89-41c8-b134-84a960f1bb90,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:08.980979 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:08.995645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Calling delete_port for 5ac8418c-6e89-41c8-b134-84a960f1bb90 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:14:09.174449 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.201335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac8418c-6e89-41c8-b134-84a960f1bb90,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:09.221549 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a86e8bff-1a8a-4e6f-9630-6f757d7a8419 None None] Set router 0713555f-847b-42c8-9b3f-69a48cccf4c1 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:09.271730 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.273966 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a86e8bff-1a8a-4e6f-9630-6f757d7a8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'name': 'tempest-TestEncryptedCinderVolumes-116826749-router', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:52Z', 'updated_at': '2021-07-07T20:14:08Z', 'revision_number': 6, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:09.303752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86e8bff-1a8a-4e6f-9630-6f757d7a8419 None None] The sync data for ids ['0713555f-847b-42c8-9b3f-69a48cccf4c1'] in n-d-792394-12 is: [{'id': '0713555f-847b-42c8-9b3f-69a48cccf4c1', 'name': 'tempest-TestEncryptedCinderVolumes-116826749-router', 'tenant_id': '84069ddac4a848f6abfa84a609723c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:52Z', 'updated_at': '2021-07-07T20:14:08Z', 'revision_number': 6, 'project_id': '84069ddac4a848f6abfa84a609723c4e', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:14:09.364450 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.366599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.410292 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.410818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0713555f-847b-42c8-9b3f-69a48cccf4c1 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:14:09.415078 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.416231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-82e7fc2e-6c6a-497b-8be0-0b23cc918b10 admin admin] 10.222.0.113 "DELETE /v2.0/routers/0713555f-847b-42c8-9b3f-69a48cccf4c1 HTTP/1.1" status: 204 len: 168 time: 0.7855151 Jul 07 20:14:09.418867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:09.464815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-76fc24c9-bd1d-4043-9ba3-18b3979e9f85 admin admin] Deleting subnet 13da68c5-b3e2-47cb-9915-a42bb58bf3fa {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:14:09.469860 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76fc24c9-bd1d-4043-9ba3-18b3979e9f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.505029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76fc24c9-bd1d-4043-9ba3-18b3979e9f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.586121 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76fc24c9-bd1d-4043-9ba3-18b3979e9f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.639285 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76fc24c9-bd1d-4043-9ba3-18b3979e9f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.663705 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc24c9-bd1d-4043-9ba3-18b3979e9f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13da68c5-b3e2-47cb-9915-a42bb58bf3fa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:09.670360 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76fc24c9-bd1d-4043-9ba3-18b3979e9f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.672272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-76fc24c9-bd1d-4043-9ba3-18b3979e9f85 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/13da68c5-b3e2-47cb-9915-a42bb58bf3fa HTTP/1.1" status: 204 len: 168 time: 0.2523625 Jul 07 20:14:09.674836 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:09.682681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae29831e-0374-4d0b-9204-14c941488f5a None None] Network 45f8f97b-d493-40ed-a2b4-7083ab928415 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:14:09.752085 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.814227 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Deleting port d222bdd3-645a-4209-8428-6e8da549cc45 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:14:09.814661 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.881143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] For port d222bdd3-645a-4209-8428-6e8da549cc45, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d222bdd3-645a-4209-8428-6e8da549cc45,segment=NetworkSegment(0b834a6e-32c8-4f08-b517-f42c4af10391),segment_id=0b834a6e-32c8-4f08-b517-f42c4af10391)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:09.881504 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:09.895014 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Calling delete_port for d222bdd3-645a-4209-8428-6e8da549cc45 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:14:09.976962 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:10.004561 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Pushing event deleted for resources: {'Port': ['ID=d222bdd3-645a-4209-8428-6e8da549cc45,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:10.006409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] No DVR routers for this DVR port d222bdd3-645a-4209-8428-6e8da549cc45 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:14:10.101864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c455b-2197-4cb4-a5b6-1e77530d2606 None None] DHCP port deletion for 45f8f97b-d493-40ed-a2b4-7083ab928415 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:14:10.392290 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:10.402362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f8f97b-d493-40ed-a2b4-7083ab928415']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:10.412963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b834a6e-32c8-4f08-b517-f42c4af10391') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:10.413256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b834a6e-32c8-4f08-b517-f42c4af10391') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:10.422577 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:10.437244 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:10.443870 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:14:10.444428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: timer() Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:14:10.446243 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:14:10.492269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d222bdd3-645a-4209-8428-6e8da549cc45 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:14:10.507347 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:10.513146 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:10.515611 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] 10.222.0.113 "DELETE /v2.0/networks/45f8f97b-d493-40ed-a2b4-7083ab928415 HTTP/1.1" status: 204 len: 168 time: 0.8394823 Jul 07 20:14:10.518829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:10.519564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d222bdd3-645a-4209-8428-6e8da549cc45 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:14:10.519916 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d222bdd3-645a-4209-8428-6e8da549cc45 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:14:10.520342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cb9b343c-504b-45cd-be04-bbf63ba6ca1d no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:14:10.534772 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6de7cb-6314-4beb-8800-0117d46b4012 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f8f97b-d493-40ed-a2b4-7083ab928415,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:10.540655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: cb9b343c-504b-45cd-be04-bbf63ba6ca1d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:14:10.541241 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device cb9b343c-504b-45cd-be04-bbf63ba6ca1d not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:14:10.541957 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5ac8418c-6e89-41c8-b134-84a960f1bb90 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:14:10.565051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 5ac8418c-6e89-41c8-b134-84a960f1bb90 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:14:10.565449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5ac8418c-6e89-41c8-b134-84a960f1bb90 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:14:10.884389 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:11.142021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] Deleting port 329af58f-dc40-4aaf-bc25-d009b818dbd9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:14:11.142252 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:11.169974 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-021d3e38-b6f2-45d5-9343-e3d418735e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:11.221526 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] For port 329af58f-dc40-4aaf-bc25-d009b818dbd9, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=329af58f-dc40-4aaf-bc25-d009b818dbd9,segment=NetworkSegment(f2867c8d-5b86-4836-aef1-d3d7c422b093),segment_id=f2867c8d-5b86-4836-aef1-d3d7c422b093)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:11.221880 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:11.239005 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] Calling delete_port for 329af58f-dc40-4aaf-bc25-d009b818dbd9 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:14:11.422092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:11.426426 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:11.449593 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=329af58f-dc40-4aaf-bc25-d009b818dbd9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:11.622404 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:11.841582 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] Router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:14:11.950037 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:14:11.955344 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8ae91c93-de97-480b-afd5-d86cf3db7fbf admin admin] 10.222.0.113 "PUT /v2.0/routers/8a65f66b-056a-4ddc-9b44-d08a727f7d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4355540 Jul 07 20:14:11.957856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:11.961153 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8b47d-4070-41ad-8dca-7d1ee8d0e913 None None] Sync routers for ids ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:14:11.971074 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8b47d-4070-41ad-8dca-7d1ee8d0e913 None None] Routers {'8a65f66b-056a-4ddc-9b44-d08a727f7d34'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:11.971680 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95b8b47d-4070-41ad-8dca-7d1ee8d0e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:12.064260 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.074213 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-95b8b47d-4070-41ad-8dca-7d1ee8d0e913 None None] Set router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:12.169717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.222990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Deleting port 47c9541c-919a-423e-aaeb-466247a64033 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:14:12.223330 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.255094 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95b8b47d-4070-41ad-8dca-7d1ee8d0e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'name': 'tempest-TestEncryptedCinderVolumes-539736123-router', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '47c9541c-919a-423e-aaeb-466247a64033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:57Z', 'updated_at': '2021-07-07T20:14:11Z', 'revision_number': 5, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'gw_port': {'id': '47c9541c-919a-423e-aaeb-466247a64033', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:12:58Z', 'updated_at': '2021-07-07T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:12.285659 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8b47d-4070-41ad-8dca-7d1ee8d0e913 None None] Checking router: 8a65f66b-056a-4ddc-9b44-d08a727f7d34 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:14:12.294144 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8b47d-4070-41ad-8dca-7d1ee8d0e913 None None] Routers {'8a65f66b-056a-4ddc-9b44-d08a727f7d34'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:12.294746 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95b8b47d-4070-41ad-8dca-7d1ee8d0e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:12.303471 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] For port 47c9541c-919a-423e-aaeb-466247a64033, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47c9541c-919a-423e-aaeb-466247a64033,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:12.303841 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.316604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Calling delete_port for 47c9541c-919a-423e-aaeb-466247a64033 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:14:12.380825 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-95b8b47d-4070-41ad-8dca-7d1ee8d0e913 None None] Set router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:12.433061 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95b8b47d-4070-41ad-8dca-7d1ee8d0e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'name': 'tempest-TestEncryptedCinderVolumes-539736123-router', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:57Z', 'updated_at': '2021-07-07T20:14:12Z', 'revision_number': 6, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:12.465362 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8b47d-4070-41ad-8dca-7d1ee8d0e913 None None] The sync data for ids ['8a65f66b-056a-4ddc-9b44-d08a727f7d34'] in n-d-792394-12 is: [{'id': '8a65f66b-056a-4ddc-9b44-d08a727f7d34', 'name': 'tempest-TestEncryptedCinderVolumes-539736123-router', 'tenant_id': '5d4f9bc416814653a68e2d48038842f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:12:57Z', 'updated_at': '2021-07-07T20:14:12Z', 'revision_number': 6, 'project_id': '5d4f9bc416814653a68e2d48038842f8', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:14:12.500015 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.533693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Pushing event deleted for resources: {'Port': ['ID=47c9541c-919a-423e-aaeb-466247a64033,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:12.602965 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.622309 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.702102 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.704168 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.748116 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.748801 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a65f66b-056a-4ddc-9b44-d08a727f7d34 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:14:12.753372 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.754579 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-023de946-f3d1-4068-bdf4-91694252171c admin admin] 10.222.0.113 "DELETE /v2.0/routers/8a65f66b-056a-4ddc-9b44-d08a727f7d34 HTTP/1.1" status: 204 len: 168 time: 0.7958148 Jul 07 20:14:12.757052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:12.806018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81fd182-7662-475f-b716-74795fc2a28e admin admin] Deleting subnet 28013ff5-e4ae-4be2-848f-2cb92a78fc17 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:14:12.809028 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e81fd182-7662-475f-b716-74795fc2a28e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.863425 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e81fd182-7662-475f-b716-74795fc2a28e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.945625 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e81fd182-7662-475f-b716-74795fc2a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:12.998282 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e81fd182-7662-475f-b716-74795fc2a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.025867 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fd182-7662-475f-b716-74795fc2a28e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28013ff5-e4ae-4be2-848f-2cb92a78fc17,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:13.031890 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e81fd182-7662-475f-b716-74795fc2a28e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.033985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e81fd182-7662-475f-b716-74795fc2a28e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/28013ff5-e4ae-4be2-848f-2cb92a78fc17 HTTP/1.1" status: 204 len: 168 time: 0.2758260 Jul 07 20:14:13.036439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:13.038503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44155f4e-17da-44fb-bc9b-3be643a0a4ab None None] Network bd662c67-9b03-4a12-a761-6b83c61ddf86 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:14:13.106781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.166324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Deleting port 00709d9a-f2d1-4418-978d-cb0237306504 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:14:13.166811 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.234101 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] For port 00709d9a-f2d1-4418-978d-cb0237306504, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=00709d9a-f2d1-4418-978d-cb0237306504,segment=NetworkSegment(f2867c8d-5b86-4836-aef1-d3d7c422b093),segment_id=f2867c8d-5b86-4836-aef1-d3d7c422b093)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:13.237636 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.250705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Calling delete_port for 00709d9a-f2d1-4418-978d-cb0237306504 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:14:13.256053 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa878aa-3fb2-4cb1-8cb0-40a7a646daa4 None None] DHCP port deletion for bd662c67-9b03-4a12-a761-6b83c61ddf86 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:14:13.305148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-afa878aa-3fb2-4cb1-8cb0-40a7a646daa4 None None] Deleting port 00709d9a-f2d1-4418-978d-cb0237306504 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:14:13.305523 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-afa878aa-3fb2-4cb1-8cb0-40a7a646daa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.345478 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.372195 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=00709d9a-f2d1-4418-978d-cb0237306504,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:13.375829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] No DVR routers for this DVR port 00709d9a-f2d1-4418-978d-cb0237306504 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:14:13.382586 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-afa878aa-3fb2-4cb1-8cb0-40a7a646daa4 None None] For port 00709d9a-f2d1-4418-978d-cb0237306504, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=00709d9a-f2d1-4418-978d-cb0237306504,segment=NetworkSegment(f2867c8d-5b86-4836-aef1-d3d7c422b093),segment_id=f2867c8d-5b86-4836-aef1-d3d7c422b093)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:13.383213 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-afa878aa-3fb2-4cb1-8cb0-40a7a646daa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.397815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-afa878aa-3fb2-4cb1-8cb0-40a7a646daa4 None None] Calling delete_port for 00709d9a-f2d1-4418-978d-cb0237306504 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:14:13.449044 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.460357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd662c67-9b03-4a12-a761-6b83c61ddf86']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:14:13.472103 n-d-792394-12 neutron-server[93772]: self.session.flush() Jul 07 20:14:13.476275 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-afa878aa-3fb2-4cb1-8cb0-40a7a646daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.480298 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2867c8d-5b86-4836-aef1-d3d7c422b093') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:13.480726 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2867c8d-5b86-4836-aef1-d3d7c422b093') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:13.492298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.504844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa878aa-3fb2-4cb1-8cb0-40a7a646daa4 None None] Pushing event deleted for resources: {'Port': ['ID=00709d9a-f2d1-4418-978d-cb0237306504,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:13.510130 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.510670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa878aa-3fb2-4cb1-8cb0-40a7a646daa4 None None] No DVR routers for this DVR port 00709d9a-f2d1-4418-978d-cb0237306504 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:14:13.521800 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:14:13.522122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:14:13.523909 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:14:13.580816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.586409 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.591706 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] 10.222.0.113 "DELETE /v2.0/networks/bd662c67-9b03-4a12-a761-6b83c61ddf86 HTTP/1.1" status: 204 len: 168 time: 0.5520229 Jul 07 20:14:13.603357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfd96f-b3ef-46b1-8fb8-3cfe687690f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd662c67-9b03-4a12-a761-6b83c61ddf86,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:13.751319 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:13.791445 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a8e746b2-32ed-4bc9-af5e-a3331bb0fbc1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=84069ddac4a848f6abfa84a609723c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388331 Jul 07 20:14:13.793859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:13.843834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b1e0534-1a6a-4785-b3f4-013919e539d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.869279 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b1e0534-1a6a-4785-b3f4-013919e539d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.917178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b1e0534-1a6a-4785-b3f4-013919e539d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.920171 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b1e0534-1a6a-4785-b3f4-013919e539d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:13.921351 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9b1e0534-1a6a-4785-b3f4-013919e539d5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fd44a144-39d5-4441-9b82-875d2853055d HTTP/1.1" status: 204 len: 168 time: 0.1265671 Jul 07 20:14:13.929203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e0534-1a6a-4785-b3f4-013919e539d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd44a144-39d5-4441-9b82-875d2853055d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:13.932615 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:14:14.165038 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:14.244738 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:14.286179 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2baa6346-771a-4f42-b309-47958cdc033b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5d4f9bc416814653a68e2d48038842f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402379 Jul 07 20:14:14.288768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:14.337808 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d921ce4b-338e-4ac1-a1ff-a9ac4f1f6d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:14.359126 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d921ce4b-338e-4ac1-a1ff-a9ac4f1f6d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:14.407390 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d921ce4b-338e-4ac1-a1ff-a9ac4f1f6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:14.409990 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d921ce4b-338e-4ac1-a1ff-a9ac4f1f6d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:14.411156 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d921ce4b-338e-4ac1-a1ff-a9ac4f1f6d7f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8efac3b1-3771-4855-9a16-c28f7e371e4e HTTP/1.1" status: 204 len: 168 time: 0.1214862 Jul 07 20:14:14.419287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921ce4b-338e-4ac1-a1ff-a9ac4f1f6d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efac3b1-3771-4855-9a16-c28f7e371e4e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:14.498843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 00709d9a-f2d1-4418-978d-cb0237306504 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:14:14.519663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 00709d9a-f2d1-4418-978d-cb0237306504 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:14:14.520009 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 00709d9a-f2d1-4418-978d-cb0237306504 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:14:14.520439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47c9541c-919a-423e-aaeb-466247a64033 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:14:14.539556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 47c9541c-919a-423e-aaeb-466247a64033 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:14:14.539906 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47c9541c-919a-423e-aaeb-466247a64033 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:14:14.540331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 329af58f-dc40-4aaf-bc25-d009b818dbd9 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:14:14.558656 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 329af58f-dc40-4aaf-bc25-d009b818dbd9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:14:14.559006 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 329af58f-dc40-4aaf-bc25-d009b818dbd9 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:14:15.080216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:15.173792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1022798725-network', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:15.195295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Made reservation on behalf of a75a6494dd604d53a91932c753a5fdf9 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:14:15.197798 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.206196 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.300696 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.304426 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.332156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:14:15.337549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c1a6eb-e842-4b60-9a32-479cd51b5d32,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:15.345797 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.346010 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Added segment 42bb7ac1-f7f7-484d-bb64-d307925b5d4f of type vlan for network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 Jul 07 20:14:15.388498 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.416443 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.417418 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:15.418042 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.474644 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3932643 Jul 07 20:14:15.479461 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39072) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:15.480446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0da172-570a-41c7-807f-2327886f1d34 admin admin] Pushing event updated for resources: {'Network': ['ID=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:15.487766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] Request body: {'subnet': {'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1022798725-subnet', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:15.493033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:14:15.509291 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] Made reservation on behalf of a75a6494dd604d53a91932c753a5fdf9 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:14:15.512063 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.682937 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.738381 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce858aee-d783-4427-a8cd-158b40c225ae,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:15.749793 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] Checking segment: {'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:14:15.750163 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] Network hostable DHCP agents. Network: c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:14:15.766759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] Network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:14:15.776173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:15.781272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:15.781855 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.787004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c39442e-636a-4c12-b198-66187b1af014 None None] Network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:14:15.802698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1e867f1d-6f02-4417-84fa-d637c6898536 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3180673 Jul 07 20:14:15.802935 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:15.807318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:15.828747 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.829759 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.883446 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:15.940311 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'fixed_ips': [{'subnet_id': 'ce858aee-d783-4427-a8cd-158b40c225ae'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:14:15.941249 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:16.024460 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:16.075574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Allocated IP 172.20.0.2 (c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74/ce858aee-d783-4427-a8cd-158b40c225ae/5d098ad1-c3c9-4bd0-afac-bcbc7295d944) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:14:16.221034 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:16.229519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Transition to ACTIVE for port object 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:16.236148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:16.244666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Transition to ACTIVE for port object 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:16.251884 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:16.258559 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:16.289937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:14:16.295190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:16.298622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:14:16.305581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Pushing event updated for resources: {'Port': ['ID=5d098ad1-c3c9-4bd0-afac-bcbc7295d944,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:16.362515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Attempting to bind port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:14:16.362885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Attempting to bind port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:14:16.363251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Attempting to bind port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 on network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:16.367436 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Allocated IP 172.25.2.213 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/e4ef228a-039b-48ac-bb08-6ea4fa4ee7da) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:14:16.369295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:14:16.369295 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Checking segment: {'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:14:16.369726 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:16.369894 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Bound using segment: {'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:14:16.370350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Bound port: 5d098ad1-c3c9-4bd0-afac-bcbc7295d944, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:14:16.370705 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:16.439854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] For port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:14:16.442986 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] For port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5d098ad1-c3c9-4bd0-afac-bcbc7295d944,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:14:16.448714 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:16.491161 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:16.511296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaf3e8-04d6-4c81-8ce0-71814d8bb2a7 None None] Pushing event updated for resources: {'Port': ['ID=5d098ad1-c3c9-4bd0-afac-bcbc7295d944,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:16.536705 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:16.575798 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:14:16.578841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:16.584727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:14:16.609224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Pushing event updated for resources: {'Port': ['ID=e4ef228a-039b-48ac-bb08-6ea4fa4ee7da,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:16.860072 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:17.394409 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d813a64a-e5ad-47b8-a560-cc75ea9bf224 None None] Network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:14:17.395538 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:17.510360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-21ec4550-64b4-4021-ac88-40e69446b2bd None None] Provisioning for port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:17.529629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Router f90df5ad-05e5-4cd9-b75b-bb3316a4888d is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:14:17.640823 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:14:17.654238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Sync routers for ids ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:14:17.656838 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:17.661351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:17.661959 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-415d98c9-f324-4ff5-aeb8-68c62e99863d admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8574817 Jul 07 20:14:17.664399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Routers {'f90df5ad-05e5-4cd9-b75b-bb3316a4888d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:17.665059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:17.779406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Set router f90df5ad-05e5-4cd9-b75b-bb3316a4888d gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:17.976719 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:16Z', 'revision_number': 3, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:18.004706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Checking router: f90df5ad-05e5-4cd9-b75b-bb3316a4888d for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:14:18.005044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Updating router f90df5ad-05e5-4cd9-b75b-bb3316a4888d port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:14:18.043124 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.101733 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.260351 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Allocated IP 172.20.0.1 (c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74/ce858aee-d783-4427-a8cd-158b40c225ae/4f327c34-f700-429d-8b4f-b2800be7d030) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:14:18.302017 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.311807 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Transition to ACTIVE for port object e4ef228a-039b-48ac-bb08-6ea4fa4ee7da will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:18.318014 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.367833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Attempting to bind port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:14:18.368121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Attempting to bind port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:14:18.368507 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Attempting to bind port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:18.373315 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.374319 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6151c-a280-43ee-8c2a-47534590b5b6 None None] Pushing event updated for resources: {'Port': ['ID=e4ef228a-039b-48ac-bb08-6ea4fa4ee7da,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:18.379064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:14:18.379436 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:14:18.379835 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.380217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:14:18.380717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Bound port: e4ef228a-039b-48ac-bb08-6ea4fa4ee7da, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:14:18.381097 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.390663 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Transition to ACTIVE for port object 4f327c34-f700-429d-8b4f-b2800be7d030 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:18.425880 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.433614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] For port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:14:18.441336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] For port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e4ef228a-039b-48ac-bb08-6ea4fa4ee7da,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:14:18.445863 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.467938 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:14:18.470883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:18.473462 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:14:18.509835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Routers {'f90df5ad-05e5-4cd9-b75b-bb3316a4888d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:18.510741 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:18.525217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Pushing event updated for resources: {'Port': ['ID=4f327c34-f700-429d-8b4f-b2800be7d030,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:18.529077 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.603151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6151c-a280-43ee-8c2a-47534590b5b6 None None] Pushing event updated for resources: {'Port': ['ID=e4ef228a-039b-48ac-bb08-6ea4fa4ee7da,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:18.610007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:18.667405 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] Set router f90df5ad-05e5-4cd9-b75b-bb3316a4888d gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:18.705266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.779889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:18.787612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:18.787976 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.846652 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-940963b4-2ae0-4948-bc7f-d0fb7933cad9 None None] Provisioning for port 4f327c34-f700-429d-8b4f-b2800be7d030 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:18.855488 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-940963b4-2ae0-4948-bc7f-d0fb7933cad9 None None] Provisioning complete for port 4f327c34-f700-429d-8b4f-b2800be7d030 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:18.855848 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-940963b4-2ae0-4948-bc7f-d0fb7933cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.879887 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.886403 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.956814 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:18.958556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Pushing event updated for resources: {'Port': ['ID=4f327c34-f700-429d-8b4f-b2800be7d030,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:19.064796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:14:19.066318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:19.098852 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-940963b4-2ae0-4948-bc7f-d0fb7933cad9 None None] Port 4f327c34-f700-429d-8b4f-b2800be7d030 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:14:19.142254 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:19.144943 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:16Z', 'revision_number': 3, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:19.178746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b229260f-d35a-4bce-9c87-bcce4875deab None None] The sync data for ids ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'] in n-d-792394-12 is: [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:16Z', 'revision_number': 3, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:14:19.193778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Router f90df5ad-05e5-4cd9-b75b-bb3316a4888d has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:14:19.207843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5d098ad1-c3c9-4bd0-afac-bcbc7295d944,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:19.215229 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:19.274231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=5d098ad1-c3c9-4bd0-afac-bcbc7295d944,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:19.322089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:14:19.327657 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2e3ea69e-7289-401a-8501-c439bf42ee15 admin admin] 10.222.0.113 "PUT /v2.0/routers/f90df5ad-05e5-4cd9-b75b-bb3316a4888d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6643505 Jul 07 20:14:19.436262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fa620b1d-d9a4-4f64-adfe-f0fd09f7cf6a None None] Provisioning complete for port 4f327c34-f700-429d-8b4f-b2800be7d030 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:19.436942 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa620b1d-d9a4-4f64-adfe-f0fd09f7cf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:19.493882 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fa620b1d-d9a4-4f64-adfe-f0fd09f7cf6a None None] Port 4f327c34-f700-429d-8b4f-b2800be7d030 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:14:19.551071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:19.883812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:19.889208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1670495675-network', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:19.912440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Made reservation on behalf of a1e0c6a1066448f5861c3264a56fb9dd for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:14:19.915203 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.225652 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.318569 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.322652 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.347776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:14:20.356832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c162d6ba-a066-43af-8b60-97eaf1fb15ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:20.363058 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.363413 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Added segment 2e050628-fe70-44fa-a505-cfa29b04267a of type vlan for network 84c638c6-0e76-41f8-860d-f899d05052c9 Jul 07 20:14:20.404953 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.435408 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.436403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:20.437018 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.498295 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6127307 Jul 07 20:14:20.500515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:20.505423 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] Request body: {'subnet': {'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1670495675-subnet', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:20.521929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43e15d-96f6-492c-893b-223746b0ca3b admin admin] Pushing event updated for resources: {'Network': ['ID=84c638c6-0e76-41f8-860d-f899d05052c9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:20.536945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 84c638c6-0e76-41f8-860d-f899d05052c9 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:14:20.537885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] Made reservation on behalf of a1e0c6a1066448f5861c3264a56fb9dd for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:14:20.540411 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.596329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:20.659177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:20.659560 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.733212 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.742235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e4ef228a-039b-48ac-bb08-6ea4fa4ee7da up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:20.790624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:20.791594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=136061c4-8ad9-4247-a25c-e37bacf844f9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:20.795688 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:20.796061 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.801954 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] Checking segment: {'id': '2e050628-fe70-44fa-a505-cfa29b04267a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:14:20.802320 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] Network hostable DHCP agents. Network: 84c638c6-0e76-41f8-860d-f899d05052c9, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:14:20.822117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] Network 84c638c6-0e76-41f8-860d-f899d05052c9 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:14:20.833131 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 84c638c6-0e76-41f8-860d-f899d05052c9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:20.839258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:20.841467 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.842482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a0cee7-3193-48c1-9942-8e784e460776 None None] Network 84c638c6-0e76-41f8-860d-f899d05052c9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:14:20.850666 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Sync routers for ids ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:14:20.860836 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-ebb4b498-2e3b-45f1-aff0-43b514c3ceaa admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3565719 Jul 07 20:14:20.861102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:20.862721 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Routers {'f90df5ad-05e5-4cd9-b75b-bb3316a4888d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:20.863433 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:20.865560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1670495675-router', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:20.887572 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.888619 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.953734 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.962205 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:20.978722 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Set router f90df5ad-05e5-4cd9-b75b-bb3316a4888d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:21.013269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e4ef228a-039b-48ac-bb08-6ea4fa4ee7da,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:21.021113 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.084681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-84c638c6-0e76-41f8-860d-f899d05052c9', 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'fixed_ips': [{'subnet_id': '136061c4-8ad9-4247-a25c-e37bacf844f9'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:14:21.085268 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.103713 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.108112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=e4ef228a-039b-48ac-bb08-6ea4fa4ee7da,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:21.197508 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 4, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f327c34-f700-429d-8b4f-b2800be7d030', 'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'mac_address': 'fa:16:3e:27:52:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:18Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 2, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'subnets': [{'id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:21.224064 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Checking router: f90df5ad-05e5-4cd9-b75b-bb3316a4888d for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:14:21.224522 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Updating router f90df5ad-05e5-4cd9-b75b-bb3316a4888d port 4f327c34-f700-429d-8b4f-b2800be7d030 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:14:21.241532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Allocated IP 172.20.0.2 (84c638c6-0e76-41f8-860d-f899d05052c9/136061c4-8ad9-4247-a25c-e37bacf844f9/a5b4bb1c-be27-4540-bf15-ad4106c25051) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:14:21.265478 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.316396 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.336430 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.400278 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.412553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Transition to ACTIVE for port object a5b4bb1c-be27-4540-bf15-ad4106c25051 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:21.429927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Transition to ACTIVE for port object a5b4bb1c-be27-4540-bf15-ad4106c25051 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:21.438122 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.457526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Allocated IP 172.25.2.23 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/47fc7171-02d3-4806-b488-d34a78a70642) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:14:21.477161 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Network 84c638c6-0e76-41f8-860d-f899d05052c9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:14:21.480321 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:21.485226 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:14:21.525170 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Pushing event updated for resources: {'Port': ['ID=a5b4bb1c-be27-4540-bf15-ad4106c25051,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:21.556533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Attempting to bind port a5b4bb1c-be27-4540-bf15-ad4106c25051 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:14:21.557267 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Attempting to bind port a5b4bb1c-be27-4540-bf15-ad4106c25051 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2e050628-fe70-44fa-a505-cfa29b04267a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:14:21.557395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Attempting to bind port a5b4bb1c-be27-4540-bf15-ad4106c25051 on network 84c638c6-0e76-41f8-860d-f899d05052c9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:21.563617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:14:21.563987 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Checking segment: {'id': '2e050628-fe70-44fa-a505-cfa29b04267a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:14:21.564386 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.564935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Bound using segment: {'id': '2e050628-fe70-44fa-a505-cfa29b04267a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:14:21.565406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Bound port: a5b4bb1c-be27-4540-bf15-ad4106c25051, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e050628-fe70-44fa-a505-cfa29b04267a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:14:21.565783 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.569241 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.612166 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.632556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:14:21.635316 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:21.636941 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] For port a5b4bb1c-be27-4540-bf15-ad4106c25051, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:14:21.641085 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.641869 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] For port a5b4bb1c-be27-4540-bf15-ad4106c25051, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a5b4bb1c-be27-4540-bf15-ad4106c25051,segment=NetworkSegment(2e050628-fe70-44fa-a505-cfa29b04267a),segment_id=2e050628-fe70-44fa-a505-cfa29b04267a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:14:21.648901 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.651717 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Transition to ACTIVE for port object 4f327c34-f700-429d-8b4f-b2800be7d030 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:21.658768 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.663966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:14:21.716712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d497a8-da7e-472c-9eaf-e628262abd08 None None] Pushing event updated for resources: {'Port': ['ID=a5b4bb1c-be27-4540-bf15-ad4106c25051,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:21.731988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=47fc7171-02d3-4806-b488-d34a78a70642,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:21.782518 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Attempting to bind port 4f327c34-f700-429d-8b4f-b2800be7d030 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:14:21.783187 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Attempting to bind port 4f327c34-f700-429d-8b4f-b2800be7d030 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:14:21.783747 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Attempting to bind port 4f327c34-f700-429d-8b4f-b2800be7d030 on network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:21.785759 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Pushing event updated for resources: {'Port': ['ID=4f327c34-f700-429d-8b4f-b2800be7d030,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:21.795054 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:14:21.795441 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Checking segment: {'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:14:21.795852 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.796273 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Bound using segment: {'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:14:21.796778 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Bound port: 4f327c34-f700-429d-8b4f-b2800be7d030, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:14:21.797162 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:21.800414 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.800788 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.801129 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.801461 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.801788 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.802115 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.802439 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.802762 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.803077 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.803587 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.804077 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.804603 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:21.899893 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] For port 4f327c34-f700-429d-8b4f-b2800be7d030, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:14:21.904430 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] For port 4f327c34-f700-429d-8b4f-b2800be7d030, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4f327c34-f700-429d-8b4f-b2800be7d030,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:14:21.917413 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:22.009271 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Routers {'f90df5ad-05e5-4cd9-b75b-bb3316a4888d'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:22.010008 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:22.018945 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:22.135791 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ec85f-9bf1-4eee-b66e-a98eb767a29a None None] Pushing event updated for resources: {'Port': ['ID=4f327c34-f700-429d-8b4f-b2800be7d030,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:22.174555 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] Set router f90df5ad-05e5-4cd9-b75b-bb3316a4888d gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:22.273753 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:22.409467 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 4, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f327c34-f700-429d-8b4f-b2800be7d030', 'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'mac_address': 'fa:16:3e:27:52:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:18Z', 'updated_at': '2021-07-07T20:14:21Z', 'revision_number': 4, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'subnets': [{'id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:22.412399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:14:22.437009 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79afaf44-afcd-4a3a-bf22-1690344d5e7e None None] The sync data for ids ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'] in n-d-792394-12 is: [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 4, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f327c34-f700-429d-8b4f-b2800be7d030', 'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'mac_address': 'fa:16:3e:27:52:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:18Z', 'updated_at': '2021-07-07T20:14:21Z', 'revision_number': 4, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'subnets': [{'id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:14:22.562769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:14:22.571386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Sync routers for ids ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:14:22.584179 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:22.586492 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-30d740aa-0928-4343-b9d7-2538c2e67cd2 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7244287 Jul 07 20:14:22.588665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Routers {'12740f7f-6567-4a2e-8b3f-9a870965a0b9'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:22.589421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:14:22.593385 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:22.713784 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a5b4bb1c-be27-4540-bf15-ad4106c25051 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:22.757980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Set router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:22.953404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port a5b4bb1c-be27-4540-bf15-ad4106c25051 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:22.959794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e4ef228a-039b-48ac-bb08-6ea4fa4ee7da up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:23.005492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957ba2f-8135-4f2e-88d0-ca5f8cd7f661 None None] Network 84c638c6-0e76-41f8-860d-f899d05052c9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:14:23.069643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:23.070022 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.143438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f274c046-64bd-479c-8b63-49ad272ff074 None None] Provisioning for port a5b4bb1c-be27-4540-bf15-ad4106c25051 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:23.155196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'name': 'tempest-TestMinimumBasicScenario-1670495675-router', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '47fc7171-02d3-4806-b488-d34a78a70642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:20Z', 'updated_at': '2021-07-07T20:14:21Z', 'revision_number': 3, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'gw_port': {'id': '47fc7171-02d3-4806-b488-d34a78a70642', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:21Z', 'updated_at': '2021-07-07T20:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:23.155744 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.162217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f274c046-64bd-479c-8b63-49ad272ff074 None None] Provisioning complete for port a5b4bb1c-be27-4540-bf15-ad4106c25051 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:23.162591 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f274c046-64bd-479c-8b63-49ad272ff074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.212363 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Checking router: 12740f7f-6567-4a2e-8b3f-9a870965a0b9 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:14:23.213410 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Updating router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 port 47fc7171-02d3-4806-b488-d34a78a70642 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:14:23.330623 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.331800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Allocated IP 172.20.0.1 (84c638c6-0e76-41f8-860d-f899d05052c9/136061c4-8ad9-4247-a25c-e37bacf844f9/ef92abb1-5b24-4d47-aba1-7deabfce764b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:14:23.450257 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.467812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Transition to ACTIVE for port object ef92abb1-5b24-4d47-aba1-7deabfce764b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:23.498547 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f274c046-64bd-479c-8b63-49ad272ff074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.508143 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.555417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Network 84c638c6-0e76-41f8-860d-f899d05052c9 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:14:23.561751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:23.563942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Pushing event updated for resources: {'Port': ['ID=ef92abb1-5b24-4d47-aba1-7deabfce764b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:23.566164 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:14:23.608097 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.765454 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f274c046-64bd-479c-8b63-49ad272ff074 None None] For port a5b4bb1c-be27-4540-bf15-ad4106c25051, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a5b4bb1c-be27-4540-bf15-ad4106c25051,segment=NetworkSegment(2e050628-fe70-44fa-a505-cfa29b04267a),segment_id=2e050628-fe70-44fa-a505-cfa29b04267a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:23.770708 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.771337 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f274c046-64bd-479c-8b63-49ad272ff074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.862600 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274c046-64bd-479c-8b63-49ad272ff074 None None] Pushing event updated for resources: {'Port': ['ID=a5b4bb1c-be27-4540-bf15-ad4106c25051,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:23.926813 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.939890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Transition to ACTIVE for port object 47fc7171-02d3-4806-b488-d34a78a70642 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:23.947571 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.971574 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:23.976712 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.013046 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Attempting to bind port 47fc7171-02d3-4806-b488-d34a78a70642 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:14:24.013414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Attempting to bind port 47fc7171-02d3-4806-b488-d34a78a70642 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:14:24.013781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Attempting to bind port 47fc7171-02d3-4806-b488-d34a78a70642 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:24.017384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541cc02-58bc-4331-bcc6-f56fd411a599 None None] Pushing event updated for resources: {'Port': ['ID=47fc7171-02d3-4806-b488-d34a78a70642,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:24.025071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:14:24.025451 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:14:24.025949 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.026217 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:14:24.026692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Bound port: 47fc7171-02d3-4806-b488-d34a78a70642, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:14:24.027076 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.031435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bfde46fe-ecec-4dd4-bfb6-3d9bb51d2d83 None None] Provisioning complete for port a5b4bb1c-be27-4540-bf15-ad4106c25051 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:24.031435 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfde46fe-ecec-4dd4-bfb6-3d9bb51d2d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.041469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Pushing event updated for resources: {'Port': ['ID=ef92abb1-5b24-4d47-aba1-7deabfce764b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:24.062123 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.114661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] For port 47fc7171-02d3-4806-b488-d34a78a70642, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:14:24.118636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] For port 47fc7171-02d3-4806-b488-d34a78a70642, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47fc7171-02d3-4806-b488-d34a78a70642,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:14:24.124070 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.183417 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Network 84c638c6-0e76-41f8-860d-f899d05052c9 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:14:24.184979 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:24.221940 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Routers {'12740f7f-6567-4a2e-8b3f-9a870965a0b9'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:24.222556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:24.258299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541cc02-58bc-4331-bcc6-f56fd411a599 None None] Pushing event updated for resources: {'Port': ['ID=47fc7171-02d3-4806-b488-d34a78a70642,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:24.311015 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:14:24.346763 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-694ee90c-47e7-44c2-bbf1-30389a2878cf None None] Provisioning for port ef92abb1-5b24-4d47-aba1-7deabfce764b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:24.359279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-694ee90c-47e7-44c2-bbf1-30389a2878cf None None] Provisioning complete for port ef92abb1-5b24-4d47-aba1-7deabfce764b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:24.359752 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-694ee90c-47e7-44c2-bbf1-30389a2878cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.363534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] Set router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:24.432532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-694ee90c-47e7-44c2-bbf1-30389a2878cf None None] Port ef92abb1-5b24-4d47-aba1-7deabfce764b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:14:24.436179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:14:24.444627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cce710c2-7f6c-4822-badd-677ed14e7f55 admin admin] 10.222.0.113 "PUT /v2.0/routers/12740f7f-6567-4a2e-8b3f-9a870965a0b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8536596 Jul 07 20:14:24.584310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-be37e660-0873-4dce-aa15-7e1a96c1f74a None None] Provisioning complete for port ef92abb1-5b24-4d47-aba1-7deabfce764b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:24.584448 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be37e660-0873-4dce-aa15-7e1a96c1f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.611771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4f327c34-f700-429d-8b4f-b2800be7d030 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:24.659166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-be37e660-0873-4dce-aa15-7e1a96c1f74a None None] Port ef92abb1-5b24-4d47-aba1-7deabfce764b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:14:24.689140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'name': 'tempest-TestMinimumBasicScenario-1670495675-router', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '47fc7171-02d3-4806-b488-d34a78a70642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:20Z', 'updated_at': '2021-07-07T20:14:23Z', 'revision_number': 4, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'gw_port': {'id': '47fc7171-02d3-4806-b488-d34a78a70642', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:21Z', 'updated_at': '2021-07-07T20:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ef92abb1-5b24-4d47-aba1-7deabfce764b', 'name': '', 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'mac_address': 'fa:16:3e:e2:48:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '136061c4-8ad9-4247-a25c-e37bacf844f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:23Z', 'updated_at': '2021-07-07T20:14:23Z', 'revision_number': 2, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'subnets': [{'id': '136061c4-8ad9-4247-a25c-e37bacf844f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:24.717270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8328c-0a4a-4804-bc0c-cc1853273254 None None] The sync data for ids ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'] in n-d-792394-12 is: [{'id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'name': 'tempest-TestMinimumBasicScenario-1670495675-router', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '47fc7171-02d3-4806-b488-d34a78a70642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:20Z', 'updated_at': '2021-07-07T20:14:23Z', 'revision_number': 4, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'gw_port': {'id': '47fc7171-02d3-4806-b488-d34a78a70642', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:21Z', 'updated_at': '2021-07-07T20:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ef92abb1-5b24-4d47-aba1-7deabfce764b', 'name': '', 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'mac_address': 'fa:16:3e:e2:48:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '136061c4-8ad9-4247-a25c-e37bacf844f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:23Z', 'updated_at': '2021-07-07T20:14:23Z', 'revision_number': 2, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'subnets': [{'id': '136061c4-8ad9-4247-a25c-e37bacf844f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:14:24.724517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 4f327c34-f700-429d-8b4f-b2800be7d030 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:24.729350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4f327c34-f700-429d-8b4f-b2800be7d030 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:24.729730 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.829696 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.866346 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 4f327c34-f700-429d-8b4f-b2800be7d030, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4f327c34-f700-429d-8b4f-b2800be7d030,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:24.870693 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:24.872270 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a5b4bb1c-be27-4540-bf15-ad4106c25051 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:24.972899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=4f327c34-f700-429d-8b4f-b2800be7d030,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:24.987012 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port a5b4bb1c-be27-4540-bf15-ad4106c25051 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:24.987387 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:26.628173 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4f327c34-f700-429d-8b4f-b2800be7d030 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:26.690918 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 4f327c34-f700-429d-8b4f-b2800be7d030 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:26.691292 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:26.813249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47fc7171-02d3-4806-b488-d34a78a70642 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:26.889713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 47fc7171-02d3-4806-b488-d34a78a70642 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:26.894472 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 47fc7171-02d3-4806-b488-d34a78a70642 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:26.895079 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:26.983232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:27.010528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 47fc7171-02d3-4806-b488-d34a78a70642, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47fc7171-02d3-4806-b488-d34a78a70642,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:27.017507 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:27.051968 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Sync routers for ids ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:14:27.067607 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Routers {'12740f7f-6567-4a2e-8b3f-9a870965a0b9'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:27.068551 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:27.081644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=47fc7171-02d3-4806-b488-d34a78a70642,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:27.194507 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Set router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:27.431502 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'name': 'tempest-TestMinimumBasicScenario-1670495675-router', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '47fc7171-02d3-4806-b488-d34a78a70642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:20Z', 'updated_at': '2021-07-07T20:14:23Z', 'revision_number': 4, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'gw_port': {'id': '47fc7171-02d3-4806-b488-d34a78a70642', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:21Z', 'updated_at': '2021-07-07T20:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ef92abb1-5b24-4d47-aba1-7deabfce764b', 'name': '', 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'mac_address': 'fa:16:3e:e2:48:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '136061c4-8ad9-4247-a25c-e37bacf844f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:23Z', 'updated_at': '2021-07-07T20:14:23Z', 'revision_number': 2, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'subnets': [{'id': '136061c4-8ad9-4247-a25c-e37bacf844f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:27.466894 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Checking router: 12740f7f-6567-4a2e-8b3f-9a870965a0b9 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:14:27.467303 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Updating router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 port ef92abb1-5b24-4d47-aba1-7deabfce764b binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:14:27.506725 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:27.805839 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:27.822072 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Transition to ACTIVE for port object ef92abb1-5b24-4d47-aba1-7deabfce764b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:27.833805 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:27.890968 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc619140-1ed5-4898-b162-5ce5a79fc63c None None] Pushing event updated for resources: {'Port': ['ID=ef92abb1-5b24-4d47-aba1-7deabfce764b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:27.953861 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Attempting to bind port ef92abb1-5b24-4d47-aba1-7deabfce764b on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:14:27.954499 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Attempting to bind port ef92abb1-5b24-4d47-aba1-7deabfce764b by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2e050628-fe70-44fa-a505-cfa29b04267a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:14:27.955058 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Attempting to bind port ef92abb1-5b24-4d47-aba1-7deabfce764b on network 84c638c6-0e76-41f8-860d-f899d05052c9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:27.962276 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:14:27.962698 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Checking segment: {'id': '2e050628-fe70-44fa-a505-cfa29b04267a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:14:27.963053 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:27.963452 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Bound using segment: {'id': '2e050628-fe70-44fa-a505-cfa29b04267a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:14:27.963936 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Bound port: ef92abb1-5b24-4d47-aba1-7deabfce764b, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e050628-fe70-44fa-a505-cfa29b04267a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:14:27.964321 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:28.051062 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] For port ef92abb1-5b24-4d47-aba1-7deabfce764b, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:14:28.054493 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] For port ef92abb1-5b24-4d47-aba1-7deabfce764b, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ef92abb1-5b24-4d47-aba1-7deabfce764b,segment=NetworkSegment(2e050628-fe70-44fa-a505-cfa29b04267a),segment_id=2e050628-fe70-44fa-a505-cfa29b04267a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:14:28.063869 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:28.123102 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Routers {'12740f7f-6567-4a2e-8b3f-9a870965a0b9'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:14:28.123735 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:28.198230 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc619140-1ed5-4898-b162-5ce5a79fc63c None None] Pushing event updated for resources: {'Port': ['ID=ef92abb1-5b24-4d47-aba1-7deabfce764b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:28.395018 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] Set router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:14:28.557676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ef92abb1-5b24-4d47-aba1-7deabfce764b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:28.625911 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'name': 'tempest-TestMinimumBasicScenario-1670495675-router', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '47fc7171-02d3-4806-b488-d34a78a70642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:20Z', 'updated_at': '2021-07-07T20:14:23Z', 'revision_number': 4, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'gw_port': {'id': '47fc7171-02d3-4806-b488-d34a78a70642', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:21Z', 'updated_at': '2021-07-07T20:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ef92abb1-5b24-4d47-aba1-7deabfce764b', 'name': '', 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'mac_address': 'fa:16:3e:e2:48:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '136061c4-8ad9-4247-a25c-e37bacf844f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:23Z', 'updated_at': '2021-07-07T20:14:28Z', 'revision_number': 4, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'subnets': [{'id': '136061c4-8ad9-4247-a25c-e37bacf844f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:14:28.655735 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9441c-8e72-48fe-83d5-c31e07671473 None None] The sync data for ids ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'] in n-d-792394-12 is: [{'id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'name': 'tempest-TestMinimumBasicScenario-1670495675-router', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '47fc7171-02d3-4806-b488-d34a78a70642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:20Z', 'updated_at': '2021-07-07T20:14:23Z', 'revision_number': 4, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'gw_port': {'id': '47fc7171-02d3-4806-b488-d34a78a70642', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:21Z', 'updated_at': '2021-07-07T20:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'ef92abb1-5b24-4d47-aba1-7deabfce764b', 'name': '', 'network_id': '84c638c6-0e76-41f8-860d-f899d05052c9', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'mac_address': 'fa:16:3e:e2:48:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '136061c4-8ad9-4247-a25c-e37bacf844f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:23Z', 'updated_at': '2021-07-07T20:14:28Z', 'revision_number': 4, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'subnets': [{'id': '136061c4-8ad9-4247-a25c-e37bacf844f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:14:28.675188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port ef92abb1-5b24-4d47-aba1-7deabfce764b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:28.682749 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ef92abb1-5b24-4d47-aba1-7deabfce764b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:28.683192 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:28.788005 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:28.836051 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port ef92abb1-5b24-4d47-aba1-7deabfce764b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ef92abb1-5b24-4d47-aba1-7deabfce764b,segment=NetworkSegment(2e050628-fe70-44fa-a505-cfa29b04267a),segment_id=2e050628-fe70-44fa-a505-cfa29b04267a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:28.841238 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:28.842093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47fc7171-02d3-4806-b488-d34a78a70642 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:28.933601 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=ef92abb1-5b24-4d47-aba1-7deabfce764b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:28.950738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 47fc7171-02d3-4806-b488-d34a78a70642 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:28.951205 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:30.567503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ef92abb1-5b24-4d47-aba1-7deabfce764b up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:30.641624 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ef92abb1-5b24-4d47-aba1-7deabfce764b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:30.642011 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:33.970780 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:34.408698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-b503eb07-b7d6-47b5-b1e3-c5005dc2157d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:34.410314 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-b503eb07-b7d6-47b5-b1e3-c5005dc2157d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/networks?id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 HTTP/1.1" status: 200 len: 815 time: 0.1063266 Jul 07 20:14:34.431272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-d32198ce-404d-4c72-8dd9-6f00cb699382 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/quotas/a75a6494dd604d53a91932c753a5fdf9 HTTP/1.1" status: 200 len: 375 time: 0.0155265 Jul 07 20:14:34.507317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-fcb3ef1f-cc14-44f0-a946-9c73f905a090 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=a75a6494dd604d53a91932c753a5fdf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704520 Jul 07 20:14:34.523312 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-f69327f2-d700-4958-ad18-4394dae4ee54 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:14:34.524290 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-f69327f2-d700-4958-ad18-4394dae4ee54 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058606 Jul 07 20:14:34.618444 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-5ef5544c-9869-42f6-b7e3-27703e8dc806 service neutron] 10.222.0.113 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860009 Jul 07 20:14:34.713227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-595860be-16c5-44a9-a326-bbcec470c47e service neutron] 10.222.0.113 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888648 Jul 07 20:14:34.890673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-932a40d0-e61b-471f-a492-fb30a023cf5d req-a08780b9-e1c1-4466-8350-8ed9b43d2e84 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 210 time: 0.0307479 Jul 07 20:14:35.976564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-4a5910a3-05c4-4621-9f98-92f973d0ba33 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:35.978177 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-4a5910a3-05c4-4621-9f98-92f973d0ba33 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.112 "GET /v2.0/networks?id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 HTTP/1.1" status: 200 len: 815 time: 0.1190336 Jul 07 20:14:35.998813 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Request body: {'port': {'device_id': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'admin_state_up': True, 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:36.037180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd1f58f9-2027-45ce-9f1e-97fc396f6d60 req-8199cc51-61d6-4b97-a8e9-eaea8af2dbdd tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 210 time: 0.0292735 Jul 07 20:14:36.123167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Made reservation on behalf of a75a6494dd604d53a91932c753a5fdf9 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:14:36.126740 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:36.263350 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Allocated IP 172.20.0.12 (c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74/ce858aee-d783-4427-a8cd-158b40c225ae/611e1edf-3ce3-43c6-a4fc-a4fe630d1f11) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:14:36.449461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:36.483501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Transition to ACTIVE for port object 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:36.537662 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:36.587504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:14:36.594129 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:14:36.598426 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:14:36.605140 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'Port': ['ID=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:36.664889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:36.665745 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:36.695149 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-3414e89d-0111-4e28-b527-80879e44c43d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7008569 Jul 07 20:14:36.918357 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0e8afad6-9411-4eda-8715-16b3cd2960ab None None] Provisioning for port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:36.923634 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0e8afad6-9411-4eda-8715-16b3cd2960ab None None] Provisioning complete for port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:36.924010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e8afad6-9411-4eda-8715-16b3cd2960ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:36.962836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0e8afad6-9411-4eda-8715-16b3cd2960ab None None] Port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:14:37.225624 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f23ef-dc30-4fbf-b812-38486ffcea5c req-73e38868-806f-43c3-9877-e7f56aff23ea tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:37.227026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc0f23ef-dc30-4fbf-b812-38486ffcea5c req-73e38868-806f-43c3-9877-e7f56aff23ea tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 932 time: 0.0644085 Jul 07 20:14:37.277174 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc0f23ef-dc30-4fbf-b812-38486ffcea5c req-6a722bce-ce05-42ea-8900-8c2dd74f51a0 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432372 Jul 07 20:14:38.464651 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8139ecf-38c1-4b2e-930a-e88106ec2b7f req-af7e9a5b-1cdd-41c5-a9fc-8fd2418c290f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:38.467299 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8139ecf-38c1-4b2e-930a-e88106ec2b7f req-af7e9a5b-1cdd-41c5-a9fc-8fd2418c290f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 932 time: 0.0716174 Jul 07 20:14:38.483346 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97bbc8f6-0379-46e5-a4d7-988817779071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:38.513917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8139ecf-38c1-4b2e-930a-e88106ec2b7f req-4835fe55-7822-48bd-8fe3-e1bc9edbf963 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390980 Jul 07 20:14:39.723255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58eeab9-5449-49af-a5fc-0a35364fe865 req-14968d20-7e4b-4c7a-b9c0-d4d42a7f23e8 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:39.726590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d58eeab9-5449-49af-a5fc-0a35364fe865 req-14968d20-7e4b-4c7a-b9c0-d4d42a7f23e8 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 932 time: 0.0817952 Jul 07 20:14:39.770587 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d58eeab9-5449-49af-a5fc-0a35364fe865 req-3edb7a7a-6263-498b-9805-549c5dafc63a tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 Jul 07 20:14:40.972815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d047cfe-9a15-4071-8309-ccebdc970502 req-44f8bb68-d9a0-42c4-b2dc-11d652a51cee tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:40.975409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d047cfe-9a15-4071-8309-ccebdc970502 req-44f8bb68-d9a0-42c4-b2dc-11d652a51cee tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 932 time: 0.0843055 Jul 07 20:14:41.017623 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4d047cfe-9a15-4071-8309-ccebdc970502 req-313707c8-f513-432f-b43c-20261fecdc7c tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345573 Jul 07 20:14:41.171565 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2f4aad2-4bd1-4aea-9c74-d14e51d90f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:41.429445 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:42.205301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977a6fc-eece-4d86-857b-9e9221a6b7fc req-ac8fab1e-c542-45cd-bb56-5e7c86ce4081 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:42.206839 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9977a6fc-eece-4d86-857b-9e9221a6b7fc req-ac8fab1e-c542-45cd-bb56-5e7c86ce4081 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 932 time: 0.0708027 Jul 07 20:14:42.250135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9977a6fc-eece-4d86-857b-9e9221a6b7fc req-91f3855c-9669-4125-8719-1253797ece59 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375729 Jul 07 20:14:42.625650 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:43.435955 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d2b5c-cb4d-4ef8-b327-b39658ee4a33 req-b697afd0-9857-49d5-b790-9e28d2549c44 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:43.440991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc0d2b5c-cb4d-4ef8-b327-b39658ee4a33 req-b697afd0-9857-49d5-b790-9e28d2549c44 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 932 time: 0.0730004 Jul 07 20:14:43.487041 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cc0d2b5c-cb4d-4ef8-b327-b39658ee4a33 req-a8103bd9-6920-4451-b2d6-5f032e15f3cd tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 Jul 07 20:14:44.166885 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:44.690183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa0acf-4125-4385-a0e8-57410ea315dc req-9c059a00-04e6-47f5-9028-104f5de46e76 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:44.691742 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35aa0acf-4125-4385-a0e8-57410ea315dc req-9c059a00-04e6-47f5-9028-104f5de46e76 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 932 time: 0.0743108 Jul 07 20:14:44.739127 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-35aa0acf-4125-4385-a0e8-57410ea315dc req-bd300d07-864c-4dd0-91be-9de27681388d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Jul 07 20:14:45.924455 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b4e73-fe45-47d5-97f0-7f08557e5ddc req-959af368-a36f-47da-abe8-73fa0f9e4fdb tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:45.926034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b73b4e73-fe45-47d5-97f0-7f08557e5ddc req-959af368-a36f-47da-abe8-73fa0f9e4fdb tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 932 time: 0.0688868 Jul 07 20:14:45.967678 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b73b4e73-fe45-47d5-97f0-7f08557e5ddc req-df372e0c-23eb-4f47-80e7-c89430cc0c02 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Jul 07 20:14:47.163202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b85fc-1878-422f-b906-8425d036751f req-61cc1d5e-580c-48de-bfab-3223ef3bf4bf tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:47.164726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c00b85fc-1878-422f-b906-8425d036751f req-61cc1d5e-580c-48de-bfab-3223ef3bf4bf tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 932 time: 0.0686681 Jul 07 20:14:47.203323 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c00b85fc-1878-422f-b906-8425d036751f req-ec7b162b-cb10-4eae-8d2b-2138d58a70c7 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Jul 07 20:14:47.454887 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Request body: {'port': {'device_id': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:14:47.532523 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:47.795451 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:14:47.802796 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:47.815362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Transition to ACTIVE for port object 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:14:47.819239 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:47.871958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Pushing event updated for resources: {'Port': ['ID=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:47.949941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Attempting to bind port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:14:47.950300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Attempting to bind port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:14:47.950623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Attempting to bind port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 on network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:47.955630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 on network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:14:47.955957 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Attempting to bind port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 on network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:14:47.961023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:14:47.961372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Checking segment: {'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:14:47.961791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Bound using segment: {'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:14:47.962224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Bound port: 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42bb7ac1-f7f7-484d-bb64-d307925b5d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:14:47.962586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:48.030393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] For port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:14:48.034014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] For port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:14:48.038672 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:48.073455 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:48.073855 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:48.076209 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] 10.222.0.112 "PUT /v2.0/ports/611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 200 len: 1093 time: 0.7276652 Jul 07 20:14:48.078467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:14:48.081493 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8feff41-4d68-46cb-bc23-2a624cab8de8" -d '{"events": [{"name": "network-changed", "server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:14:48.111916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fb7d9-c0c2-488f-84c3-dff2922ae379 service neutron] Pushing event updated for resources: {'Port': ['ID=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:48.133741 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04118ea1-1962-4fef-8a86-a0bb9764860b x-openstack-request-id: req-04118ea1-1962-4fef-8a86-a0bb9764860b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:14:48.134028 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:14:48.134278 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-04118ea1-1962-4fef-8a86-a0bb9764860b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:14:48.134673 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'status': 'completed', 'code': 200} Jul 07 20:14:48.182317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-469817be-5a2c-49e5-be9c-f096b7866299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:48.184519 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-469817be-5a2c-49e5-be9c-f096b7866299 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a75a6494dd604d53a91932c753a5fdf9&device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 1096 time: 0.0614483 Jul 07 20:14:48.228011 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-2c69deb8-a571-49f8-bcb0-1204eaf0644c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 200 len: 217 time: 0.0366852 Jul 07 20:14:48.280686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-180c3b9f-abe8-48c7-a015-f0705afc94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:48.282191 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-180c3b9f-abe8-48c7-a015-f0705afc94e0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ce858aee-d783-4427-a8cd-158b40c225ae HTTP/1.1" status: 200 len: 854 time: 0.0486059 Jul 07 20:14:48.352009 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-29c14da4-5dbc-4aff-922d-66f1779353d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:48.353562 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-29c14da4-5dbc-4aff-922d-66f1779353d7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643508 Jul 07 20:14:48.392768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778989d-13b2-4005-af70-5c1b7d4ed988 req-6a4e158d-53ce-4b16-beb7-af13ca4d6824 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:48.394306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d778989d-13b2-4005-af70-5c1b7d4ed988 req-6a4e158d-53ce-4b16-beb7-af13ca4d6824 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 944 time: 0.0661974 Jul 07 20:14:48.435705 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d778989d-13b2-4005-af70-5c1b7d4ed988 req-3c33591b-991a-4b8b-9300-b0fed2d25dc8 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355554 Jul 07 20:14:48.451238 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-2021a924-7d3d-491f-bdb7-adb860395fe4 service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909622 Jul 07 20:14:48.546752 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a4768047-b2fd-4554-8aa2-97a17e8857a2 req-23d38e88-684c-424b-9433-544e942d4e49 service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895376 Jul 07 20:14:48.663412 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8feff41-4d68-46cb-bc23-2a624cab8de8 req-9e77f2cb-7d47-4f98-970f-5f4eb7ee94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:48.664984 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8feff41-4d68-46cb-bc23-2a624cab8de8 req-9e77f2cb-7d47-4f98-970f-5f4eb7ee94d3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a75a6494dd604d53a91932c753a5fdf9&device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 1096 time: 0.0720241 Jul 07 20:14:48.753313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8feff41-4d68-46cb-bc23-2a624cab8de8 req-79b9e2a0-4595-4baf-baea-f3079ecb96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:48.754680 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8feff41-4d68-46cb-bc23-2a624cab8de8 req-79b9e2a0-4595-4baf-baea-f3079ecb96a5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 HTTP/1.1" status: 200 len: 917 time: 0.0838270 Jul 07 20:14:48.799471 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8feff41-4d68-46cb-bc23-2a624cab8de8 req-c4dd6370-600a-4e36-bfa8-6d86d0426be8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 200 len: 217 time: 0.0382516 Jul 07 20:14:48.849525 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8feff41-4d68-46cb-bc23-2a624cab8de8 req-b1ca7e92-9438-44a8-acaa-e1b7ab7193b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:48.850975 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8feff41-4d68-46cb-bc23-2a624cab8de8 req-b1ca7e92-9438-44a8-acaa-e1b7ab7193b0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ce858aee-d783-4427-a8cd-158b40c225ae HTTP/1.1" status: 200 len: 854 time: 0.0444415 Jul 07 20:14:48.909441 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8feff41-4d68-46cb-bc23-2a624cab8de8 req-99a47ef6-4e79-44c9-a849-32c0827766f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:48.910941 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8feff41-4d68-46cb-bc23-2a624cab8de8 req-99a47ef6-4e79-44c9-a849-32c0827766f3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535831 Jul 07 20:14:49.004102 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8feff41-4d68-46cb-bc23-2a624cab8de8 req-6762ccff-5bf2-4f55-b71b-84d08481ba2c service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859058 Jul 07 20:14:49.387878 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8feff41-4d68-46cb-bc23-2a624cab8de8 req-4687e02d-3238-44f9-af70-d0c813e89a74 service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759604 Jul 07 20:14:49.584507 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:49.612298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf741e-c58d-4a0e-9866-5c55a33c5e81 req-90624fd9-a47e-4588-beee-d4b3f329eb61 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:49.613883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14cf741e-c58d-4a0e-9866-5c55a33c5e81 req-90624fd9-a47e-4588-beee-d4b3f329eb61 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 944 time: 0.0661354 Jul 07 20:14:49.659756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14cf741e-c58d-4a0e-9866-5c55a33c5e81 req-977a0ca5-febb-4494-ab36-5e700ff32133 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401061 Jul 07 20:14:50.025359 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:14:50.119561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:50.131231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'port_id': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'mac_address': 'fa:16:3e:bc:88:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:14:50.171604 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:50.184416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:14:50.203824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:50.207726 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:50.256243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:50.264186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.264553 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.264896 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.265230 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.265564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.265893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.266221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.266546 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.266871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.267192 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.267515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.267834 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:14:50.425370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:14:50.833609 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad987efe-5c5b-4a45-af02-68ce3ec5b12f req-f62de4b3-7bc6-4900-bda8-5e1ed00b5385 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:50.835185 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad987efe-5c5b-4a45-af02-68ce3ec5b12f req-f62de4b3-7bc6-4900-bda8-5e1ed00b5385 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 945 time: 0.0643489 Jul 07 20:14:50.873695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad987efe-5c5b-4a45-af02-68ce3ec5b12f req-96945942-a35a-4aa4-ba95-f938f6dc0457 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323195 Jul 07 20:14:50.931323 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:14:52.040349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:14:52.051463 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fb2f-2e37-412c-a328-366d81baa0e7 req-d4a7bf22-dc84-4f1a-abb9-fe2c0ea1f17c tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:52.053131 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88e2fb2f-2e37-412c-a328-366d81baa0e7 req-d4a7bf22-dc84-4f1a-abb9-fe2c0ea1f17c tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 945 time: 0.0642896 Jul 07 20:14:52.089070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:14:52.092989 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88e2fb2f-2e37-412c-a328-366d81baa0e7 req-ff53b476-6ca4-4716-b933-66f8c6d728f9 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343032 Jul 07 20:14:52.094002 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:14:52.094401 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:52.170362 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:52.194792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:14:52.197027 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe02a977-dba7-431b-adde-7bdbaaa12e4a" -d '{"events": [{"server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "name": "network-vif-plugged", "status": "completed", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:14:52.210948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:14:52.215048 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:14:52.238000 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b17796c-fd20-4e07-8fcb-555d9ea1a417 x-openstack-request-id: req-0b17796c-fd20-4e07-8fcb-555d9ea1a417 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:14:52.238294 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "name": "network-vif-plugged", "status": "completed", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:14:52.238559 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0b17796c-fd20-4e07-8fcb-555d9ea1a417 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:14:52.238950 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'code': 200} Jul 07 20:14:52.267045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:14:52.351404 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b312-e35b-459a-9640-6568de1ef0e8 req-85f28011-e548-4500-a4b5-0e5a4ce8a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:52.352824 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7a81b312-e35b-459a-9640-6568de1ef0e8 req-85f28011-e548-4500-a4b5-0e5a4ce8a736 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 1098 time: 0.0531886 Jul 07 20:14:52.387287 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7a81b312-e35b-459a-9640-6568de1ef0e8 req-6fb127f7-64b7-4e5c-8c73-e84a190e342e service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278714 Jul 07 20:14:53.286689 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd039b9-895a-4acb-8bde-46ec6d844115 req-c70f3897-3863-4161-a873-b0def92c16f5 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:53.288183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fd039b9-895a-4acb-8bde-46ec6d844115 req-c70f3897-3863-4161-a873-b0def92c16f5 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 946 time: 0.0783105 Jul 07 20:14:53.327322 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2fd039b9-895a-4acb-8bde-46ec6d844115 req-174189f7-ea4e-4097-8d04-1cfc8cb63766 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Jul 07 20:14:53.508092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850f97-5c3c-4870-8e64-cc466fdc7485 req-761ed4c0-4879-41f3-be7e-046ce07d11f2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:53.509538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad850f97-5c3c-4870-8e64-cc466fdc7485 req-761ed4c0-4879-41f3-be7e-046ce07d11f2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 946 time: 0.0651309 Jul 07 20:14:53.547773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad850f97-5c3c-4870-8e64-cc466fdc7485 req-b1a111a4-8fda-4664-ab29-e8e86a843b13 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317729 Jul 07 20:14:53.888424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c5269-bae0-4500-8b37-3a1cdecf73ab req-67eb7966-6a63-4ecf-b8a5-d4a9add0d4fd tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:14:53.889941 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c00c5269-bae0-4500-8b37-3a1cdecf73ab req-67eb7966-6a63-4ecf-b8a5-d4a9add0d4fd tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 946 time: 0.0643842 Jul 07 20:14:53.933982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c00c5269-bae0-4500-8b37-3a1cdecf73ab req-937d9805-2ea4-4a88-acf3-71ece08d3513 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384088 Jul 07 20:15:03.974275 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:05.614380 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505d782-3280-4d76-9980-6d9b16aaed06 req-9fab5197-0094-483a-aab5-91428f8a6412 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:05.615849 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6505d782-3280-4d76-9980-6d9b16aaed06 req-9fab5197-0094-483a-aab5-91428f8a6412 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 946 time: 0.0647695 Jul 07 20:15:05.656280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6505d782-3280-4d76-9980-6d9b16aaed06 req-585ea0d2-5d41-4dfe-9191-83429d11d027 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347126 Jul 07 20:15:05.680842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:15:05.782281 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd9aa0-56ab-4417-9640-14f6ae53cced tempest-TestMinimumBasicScenario-733320675 tempest-TestMinimumBasicScenario-733320675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:05.784009 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4dfd9aa0-56ab-4417-9640-14f6ae53cced tempest-TestMinimumBasicScenario-733320675 tempest-TestMinimumBasicScenario-733320675-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 1093 time: 0.1021695 Jul 07 20:15:05.787088 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:15:05.791393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:15:05.814578 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:05.921106 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:06.023457 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Allocated IP 172.25.2.22 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/9a6bb937-778a-479d-9ea2-88c4c938112e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:15:06.128403 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:06.166474 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:06.204391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:15:06.208978 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:15:06.212328 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:15:06.235539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'Port': ['ID=9a6bb937-778a-479d-9ea2-88c4c938112e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:15:06.911140 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:06.988073 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:07.131945 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:07.136603 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:07.208207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'Port': ['ID=9a6bb937-778a-479d-9ea2-88c4c938112e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:15:07.220681 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:07.322960 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Floating IP 18927d48-20cc-4c5d-90d9-06429a7abaef associated. External IP: 172.25.2.22, port: 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11. Jul 07 20:15:07.541944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Router f90df5ad-05e5-4cd9-b75b-bb3316a4888d has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:15:07.650747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:15:07.660578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaaba69-4407-400e-9d52-7dd82edb21e3 None None] Sync routers for ids ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:15:07.668402 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:07.672337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaaba69-4407-400e-9d52-7dd82edb21e3 None None] Routers {'f90df5ad-05e5-4cd9-b75b-bb3316a4888d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:15:07.672337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5aaaba69-4407-400e-9d52-7dd82edb21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:15:07.708058 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-02488eea-0b54-4b05-a553-dbeee085503d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9199398 Jul 07 20:15:07.708685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:15:07.710978 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c" -d '{"events": [{"name": "network-changed", "server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:15:07.711170 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:15:07.716785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368775300', 'description': 'tempest-secgroup-smoke-368775300 description', 'project_id': 'a75a6494dd604d53a91932c753a5fdf9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:15:07.746255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:07.759461 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8c103a-8385-4cc2-89df-0c1ca3c4a7e7 x-openstack-request-id: req-ad8c103a-8385-4cc2-89df-0c1ca3c4a7e7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:15:07.759977 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:15:07.760401 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ad8c103a-8385-4cc2-89df-0c1ca3c4a7e7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:15:07.761009 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'status': 'completed', 'code': 200} Jul 07 20:15:07.786066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5aaaba69-4407-400e-9d52-7dd82edb21e3 None None] Set router f90df5ad-05e5-4cd9-b75b-bb3316a4888d gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:15:07.873889 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c req-11c9f4d0-f1e2-472e-b948-795a4645bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:07.875403 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c req-11c9f4d0-f1e2-472e-b948-795a4645bf30 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a75a6494dd604d53a91932c753a5fdf9&device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 1098 time: 0.0928824 Jul 07 20:15:07.881632 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:07.891491 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:07.961032 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:07.962269 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2495363 Jul 07 20:15:07.965377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:15:07.971687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20eeb526-3278-43ea-8566-f9e0163d4cfd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:15:07.975271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ed1c68a5-0734-4a26-be1b-545a855f9d05 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Request body: {'security_group_rule': {'security_group_id': '20eeb526-3278-43ea-8566-f9e0163d4cfd', 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:15:07.984215 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:07.984596 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:07.984941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:07.985275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:07.985610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:07.986191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:07.986520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:07.986849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:07.987172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:07.987495 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:07.987817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:07.988136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c262596-7776-40cd-b912-60f8fa62f715 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.011882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed1c68a5-0734-4a26-be1b-545a855f9d05 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.019874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c req-65b06cc7-b7b2-4cf7-9834-e2d4cdb867f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:08.022368 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c req-65b06cc7-b7b2-4cf7-9834-e2d4cdb867f3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 HTTP/1.1" status: 200 len: 917 time: 0.1386559 Jul 07 20:15:08.024296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5aaaba69-4407-400e-9d52-7dd82edb21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 4, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '18927d48-20cc-4c5d-90d9-06429a7abaef', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'port_id': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'mac_address': 'fa:16:3e:bc:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:15:06Z', 'updated_at': '2021-07-07T20:15:06Z', 'revision_number': 0, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f327c34-f700-429d-8b4f-b2800be7d030', 'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'mac_address': 'fa:16:3e:27:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:18Z', 'updated_at': '2021-07-07T20:14:24Z', 'revision_number': 5, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'subnets': [{'id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:15:08.056419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaaba69-4407-400e-9d52-7dd82edb21e3 None None] Checking router: f90df5ad-05e5-4cd9-b75b-bb3316a4888d for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:15:08.065663 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaaba69-4407-400e-9d52-7dd82edb21e3 None None] Routers {'f90df5ad-05e5-4cd9-b75b-bb3316a4888d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:15:08.066286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5aaaba69-4407-400e-9d52-7dd82edb21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:14:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:15:08.068087 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed1c68a5-0734-4a26-be1b-545a855f9d05 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.073493 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed1c68a5-0734-4a26-be1b-545a855f9d05 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.091795 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c req-48e22560-a3b7-4979-b8ea-c2a5ea3a07f1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 200 len: 999 time: 0.0632787 Jul 07 20:15:08.092318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c68a5-0734-4a26-be1b-545a855f9d05 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac06d92-76cf-4521-8474-75acea63351f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:15:08.103480 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed1c68a5-0734-4a26-be1b-545a855f9d05 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.108070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ed1c68a5-0734-4a26-be1b-545a855f9d05 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335273 Jul 07 20:15:08.108945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:15:08.114577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Request body: {'security_group_rule': {'security_group_id': '20eeb526-3278-43ea-8566-f9e0163d4cfd', 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:15:08.144364 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.150459 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c req-60b93b63-525f-40ed-b5b4-825d50b3a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:08.152289 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c req-60b93b63-525f-40ed-b5b4-825d50b3a042 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ce858aee-d783-4427-a8cd-158b40c225ae HTTP/1.1" status: 200 len: 854 time: 0.0542655 Jul 07 20:15:08.221576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.221852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c req-20775b6f-2765-4ec2-babc-f1ce1e83b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:08.223412 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c req-20775b6f-2765-4ec2-babc-f1ce1e83b6fe service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643783 Jul 07 20:15:08.226334 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.241809 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9f5381-9c1a-4e68-831f-0e8145499477,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:15:08.255637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.255995 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.256335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.256725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.257067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.257401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.257732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.258065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.258395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.258721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.259048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.259524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:15:08.273312 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.277437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7f283e7e-a733-4d5b-9919-20a4c48561e4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1646028 Jul 07 20:15:08.277894 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:15:08.283238 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f4a0a7e-6d66-44ce-8be2-b9a4c6a943b1 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Request body: {'security_group_rule': {'security_group_id': '20eeb526-3278-43ea-8566-f9e0163d4cfd', 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:15:08.335011 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0a7e-6d66-44ce-8be2-b9a4c6a943b1 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.344536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5aaaba69-4407-400e-9d52-7dd82edb21e3 None None] Set router f90df5ad-05e5-4cd9-b75b-bb3316a4888d gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:15:08.358121 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c req-70282e70-6170-4072-a4ea-72d962e6f14b service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281035 Jul 07 20:15:08.472207 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0a7e-6d66-44ce-8be2-b9a4c6a943b1 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.481323 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0a7e-6d66-44ce-8be2-b9a4c6a943b1 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.506863 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-efb6fc77-b0e7-4b26-8e40-089a4cf6059c req-43908e76-f987-4ae5-85f7-c585ec1d4b05 service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403155 Jul 07 20:15:08.507452 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a0a7e-6d66-44ce-8be2-b9a4c6a943b1 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2a1f37-a91d-41e5-b4dc-56c6272dfc4c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:15:08.516645 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfe9a-e7b7-41b8-9755-cf76636edfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.518881 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0a7e-6d66-44ce-8be2-b9a4c6a943b1 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.522966 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5f4a0a7e-6d66-44ce-8be2-b9a4c6a943b1 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2414453 Jul 07 20:15:08.523226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:15:08.529311 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-af73cf66-9905-496e-83cc-43877ea215ce tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Request body: {'security_group_rule': {'security_group_id': '20eeb526-3278-43ea-8566-f9e0163d4cfd', 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:15:08.557138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af73cf66-9905-496e-83cc-43877ea215ce tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.605766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5aaaba69-4407-400e-9d52-7dd82edb21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 4, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '18927d48-20cc-4c5d-90d9-06429a7abaef', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'port_id': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'mac_address': 'fa:16:3e:bc:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:15:06Z', 'updated_at': '2021-07-07T20:15:06Z', 'revision_number': 0, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f327c34-f700-429d-8b4f-b2800be7d030', 'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'mac_address': 'fa:16:3e:27:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:18Z', 'updated_at': '2021-07-07T20:14:24Z', 'revision_number': 5, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'subnets': [{'id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:15:08.619586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af73cf66-9905-496e-83cc-43877ea215ce tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.627297 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af73cf66-9905-496e-83cc-43877ea215ce tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.639536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaaba69-4407-400e-9d52-7dd82edb21e3 None None] The sync data for ids ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'] in n-d-792394-12 is: [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 4, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '18927d48-20cc-4c5d-90d9-06429a7abaef', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'port_id': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'mac_address': 'fa:16:3e:bc:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:15:06Z', 'updated_at': '2021-07-07T20:15:06Z', 'revision_number': 0, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f327c34-f700-429d-8b4f-b2800be7d030', 'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'mac_address': 'fa:16:3e:27:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:18Z', 'updated_at': '2021-07-07T20:14:24Z', 'revision_number': 5, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'subnets': [{'id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:15:08.647510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73cf66-9905-496e-83cc-43877ea215ce tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33ce0d5-3f08-4d73-8201-3b586b41a0d4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:15:08.655874 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af73cf66-9905-496e-83cc-43877ea215ce tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.657079 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-af73cf66-9905-496e-83cc-43877ea215ce tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327775 Jul 07 20:15:08.660144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:15:08.665798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1cbf0ed4-ecd7-4142-a27e-2bfa3223f0b9 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Request body: {'security_group_rule': {'security_group_id': '20eeb526-3278-43ea-8566-f9e0163d4cfd', 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:15:08.691563 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-1cbf0ed4-ecd7-4142-a27e-2bfa3223f0b9 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Project a75a6494dd604d53a91932c753a5fdf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:15:08.696816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cbf0ed4-ecd7-4142-a27e-2bfa3223f0b9 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.768697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cbf0ed4-ecd7-4142-a27e-2bfa3223f0b9 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.773141 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cbf0ed4-ecd7-4142-a27e-2bfa3223f0b9 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.791356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf0ed4-ecd7-4142-a27e-2bfa3223f0b9 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55029df6-83be-43a1-815c-2581d6f2e8c0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:15:08.798281 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cbf0ed4-ecd7-4142-a27e-2bfa3223f0b9 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.799777 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1cbf0ed4-ecd7-4142-a27e-2bfa3223f0b9 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386142 Jul 07 20:15:08.802604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:15:08.807233 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-86b01d61-3d19-47dd-9c48-54b1d0f7630f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Request body: {'security_group_rule': {'security_group_id': '20eeb526-3278-43ea-8566-f9e0163d4cfd', 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:15:08.831069 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-86b01d61-3d19-47dd-9c48-54b1d0f7630f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Project a75a6494dd604d53a91932c753a5fdf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:15:08.837106 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86b01d61-3d19-47dd-9c48-54b1d0f7630f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.856569 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4427147a-ca7c-48dd-af9d-851a15efc248 None None] New status for floating IP 18927d48-20cc-4c5d-90d9-06429a7abaef: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:15:08.902766 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86b01d61-3d19-47dd-9c48-54b1d0f7630f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.907132 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86b01d61-3d19-47dd-9c48-54b1d0f7630f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.928124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b01d61-3d19-47dd-9c48-54b1d0f7630f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a36756-aa37-4e34-9062-47db07f114d1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:15:08.934115 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86b01d61-3d19-47dd-9c48-54b1d0f7630f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:08.936490 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-86b01d61-3d19-47dd-9c48-54b1d0f7630f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322672 Jul 07 20:15:09.062661 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bef97041-9967-478f-9926-3321204d60f2 req-086b137f-abad-4d7a-9a3d-af6b16b966b2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368775300&fields=id&tenant_id=a75a6494dd604d53a91932c753a5fdf9 HTTP/1.1" status: 200 len: 267 time: 0.0393100 Jul 07 20:15:09.134287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef97041-9967-478f-9926-3321204d60f2 req-0101fb88-5a35-44d0-904c-a8f11440ded7 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:09.135708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bef97041-9967-478f-9926-3321204d60f2 req-0101fb88-5a35-44d0-904c-a8f11440ded7 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 946 time: 0.0676072 Jul 07 20:15:09.146459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bef97041-9967-478f-9926-3321204d60f2 req-0db9866c-0b4c-4ef3-89cd-4df3e5d810b2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Request body: {'port': {'security_groups': ['49c1a6eb-e842-4b60-9a32-479cd51b5d32', '20eeb526-3278-43ea-8566-f9e0163d4cfd']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:15:09.229459 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bef97041-9967-478f-9926-3321204d60f2 req-0db9866c-0b4c-4ef3-89cd-4df3e5d810b2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:09.422188 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bef97041-9967-478f-9926-3321204d60f2 req-0db9866c-0b4c-4ef3-89cd-4df3e5d810b2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] For port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:15:09.452031 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bef97041-9967-478f-9926-3321204d60f2 req-0db9866c-0b4c-4ef3-89cd-4df3e5d810b2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:09.456759 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bef97041-9967-478f-9926-3321204d60f2 req-0db9866c-0b4c-4ef3-89cd-4df3e5d810b2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:09.470070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:15:09.506766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef97041-9967-478f-9926-3321204d60f2 req-0db9866c-0b4c-4ef3-89cd-4df3e5d810b2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:09.507417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bef97041-9967-478f-9926-3321204d60f2 req-0db9866c-0b4c-4ef3-89cd-4df3e5d810b2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:09.508875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bef97041-9967-478f-9926-3321204d60f2 req-0db9866c-0b4c-4ef3-89cd-4df3e5d810b2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "PUT /v2.0/ports/611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 200 len: 982 time: 0.3669207 Jul 07 20:15:09.535104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9866c-0b4c-4ef3-89cd-4df3e5d810b2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'Port': ['ID=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:15:09.588963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:15:09.702042 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75530954-98d4-4fb3-81e7-879ccccb4ed7 req-43f8123f-6118-484a-9b13-57461c4593d7 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:09.703789 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75530954-98d4-4fb3-81e7-879ccccb4ed7 req-43f8123f-6118-484a-9b13-57461c4593d7 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0785902 Jul 07 20:15:09.746545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75530954-98d4-4fb3-81e7-879ccccb4ed7 req-6966c67d-5092-47b7-910d-8f9f688b4f8d tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364125 Jul 07 20:15:09.762244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:15:09.766512 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621b6772-337e-46fb-85a7-fa2831fdc9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:15:09.805851 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68ad227-8bc5-45c0-9e92-5bcd8e38ad03 x-openstack-request-id: req-d68ad227-8bc5-45c0-9e92-5bcd8e38ad03 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:15:09.806218 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:15:09.806378 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d68ad227-8bc5-45c0-9e92-5bcd8e38ad03 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:15:09.806746 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'status': 'completed', 'code': 200} Jul 07 20:15:09.829806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-20990fc8-6dca-4530-8207-85407600a12f None None] Provisioning complete for port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:15:09.830190 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-20990fc8-6dca-4530-8207-85407600a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:09.887122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b6772-337e-46fb-85a7-fa2831fdc9a5 req-3dcba227-511e-4eae-83d0-ac0715ea7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:09.889778 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-621b6772-337e-46fb-85a7-fa2831fdc9a5 req-3dcba227-511e-4eae-83d0-ac0715ea7d46 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a75a6494dd604d53a91932c753a5fdf9&device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 1137 time: 0.0573523 Jul 07 20:15:09.985766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b6772-337e-46fb-85a7-fa2831fdc9a5 req-60845752-a2e4-4459-9dbe-b0d7a4585c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:09.987445 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-621b6772-337e-46fb-85a7-fa2831fdc9a5 req-60845752-a2e4-4459-9dbe-b0d7a4585c1b service neutron] 10.222.0.112 "GET /v2.0/networks?id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 HTTP/1.1" status: 200 len: 917 time: 0.0908003 Jul 07 20:15:10.058043 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-621b6772-337e-46fb-85a7-fa2831fdc9a5 req-9cb43787-2cc9-4aa6-86ad-2dca5c2fe062 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 200 len: 1001 time: 0.0619287 Jul 07 20:15:10.113838 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b6772-337e-46fb-85a7-fa2831fdc9a5 req-43e6dfb8-4f72-4b3b-925b-70d10d36ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:10.115362 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-621b6772-337e-46fb-85a7-fa2831fdc9a5 req-43e6dfb8-4f72-4b3b-925b-70d10d36ea9a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ce858aee-d783-4427-a8cd-158b40c225ae HTTP/1.1" status: 200 len: 854 time: 0.0510325 Jul 07 20:15:10.174209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b6772-337e-46fb-85a7-fa2831fdc9a5 req-0c244932-5b2a-4bfe-a222-bcfb9b093b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:10.175883 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-621b6772-337e-46fb-85a7-fa2831fdc9a5 req-0c244932-5b2a-4bfe-a222-bcfb9b093b10 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538132 Jul 07 20:15:10.270016 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-621b6772-337e-46fb-85a7-fa2831fdc9a5 req-07ec2024-bf54-4f5e-a093-967563cc295a service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865948 Jul 07 20:15:10.364737 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-621b6772-337e-46fb-85a7-fa2831fdc9a5 req-5b53745f-9812-4efd-b5a4-2e079d606560 service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879352 Jul 07 20:15:11.172088 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f703397d-51d3-4650-9115-5a14241ad5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:11.430199 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:12.626470 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:14.168213 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:19.587402 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:26.119358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c321b76-27b5-41e2-ab61-d7b9423e9ae4 req-00f01395-2084-4131-8040-4d56f44c1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:26.120929 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3c321b76-27b5-41e2-ab61-d7b9423e9ae4 req-00f01395-2084-4131-8040-4d56f44c1a34 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a75a6494dd604d53a91932c753a5fdf9&device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 1137 time: 0.0563431 Jul 07 20:15:26.159847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9e316-3736-4df5-b5b7-d8f5467e6bc4 req-5aa8a718-5c3d-4296-9252-08cfdce7a98a tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:26.161392 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dac9e316-3736-4df5-b5b7-d8f5467e6bc4 req-5aa8a718-5c3d-4296-9252-08cfdce7a98a tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0659924 Jul 07 20:15:26.202545 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dac9e316-3736-4df5-b5b7-d8f5467e6bc4 req-bceb8348-2a30-4edd-a94e-578118cc521f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353816 Jul 07 20:15:26.218849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c321b76-27b5-41e2-ab61-d7b9423e9ae4 req-0072038d-0c60-4b52-b9ae-e4e6e8ea4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:26.220297 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3c321b76-27b5-41e2-ab61-d7b9423e9ae4 req-0072038d-0c60-4b52-b9ae-e4e6e8ea4a6a service neutron] 10.222.0.112 "GET /v2.0/networks?id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 HTTP/1.1" status: 200 len: 917 time: 0.0922444 Jul 07 20:15:26.288954 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3c321b76-27b5-41e2-ab61-d7b9423e9ae4 req-eb55560f-c8fa-4e33-b241-7a3f6651fd04 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 200 len: 1001 time: 0.0607443 Jul 07 20:15:26.339275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c321b76-27b5-41e2-ab61-d7b9423e9ae4 req-b1cbda2c-3a74-41a8-87eb-375dbe826c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:26.340876 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3c321b76-27b5-41e2-ab61-d7b9423e9ae4 req-b1cbda2c-3a74-41a8-87eb-375dbe826c80 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ce858aee-d783-4427-a8cd-158b40c225ae HTTP/1.1" status: 200 len: 854 time: 0.0457647 Jul 07 20:15:26.406945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c321b76-27b5-41e2-ab61-d7b9423e9ae4 req-1369d613-bca3-4041-8dcf-4177d4cf0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:26.408425 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3c321b76-27b5-41e2-ab61-d7b9423e9ae4 req-1369d613-bca3-4041-8dcf-4177d4cf0013 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607495 Jul 07 20:15:26.501131 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3c321b76-27b5-41e2-ab61-d7b9423e9ae4 req-fdacf7d9-12d1-4505-b16a-b9a3fdb87803 service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Jul 07 20:15:26.599130 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3c321b76-27b5-41e2-ab61-d7b9423e9ae4 req-306da5c2-e918-4768-9b73-78c1f85f5f9b service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896900 Jul 07 20:15:27.176333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5029-653d-46cb-ab3b-51cf20e98581 req-59fe49c7-a303-4f3a-8628-9e392ddc42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:27.177789 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-62ef5029-653d-46cb-ab3b-51cf20e98581 req-59fe49c7-a303-4f3a-8628-9e392ddc42f6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a75a6494dd604d53a91932c753a5fdf9&device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 1137 time: 0.0543804 Jul 07 20:15:27.285429 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5029-653d-46cb-ab3b-51cf20e98581 req-39e40d54-1506-49ad-9242-5fda798d2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:27.286935 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-62ef5029-653d-46cb-ab3b-51cf20e98581 req-39e40d54-1506-49ad-9242-5fda798d2279 service neutron] 10.222.0.112 "GET /v2.0/networks?id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 HTTP/1.1" status: 200 len: 917 time: 0.0872834 Jul 07 20:15:27.364072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-62ef5029-653d-46cb-ab3b-51cf20e98581 req-6fb36356-958c-40ad-8c03-f30635b87ca6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 200 len: 1001 time: 0.0687864 Jul 07 20:15:27.396207 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796b0f6-0626-48fc-b2b2-9b317ccfa805 req-33aa36e0-65c3-4e01-8ed4-8183600383ad tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:27.397784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d796b0f6-0626-48fc-b2b2-9b317ccfa805 req-33aa36e0-65c3-4e01-8ed4-8183600383ad tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0737264 Jul 07 20:15:27.420908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5029-653d-46cb-ab3b-51cf20e98581 req-54d99aeb-d29a-4f4f-b6f9-215cd1652b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:27.422624 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-62ef5029-653d-46cb-ab3b-51cf20e98581 req-54d99aeb-d29a-4f4f-b6f9-215cd1652b65 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ce858aee-d783-4427-a8cd-158b40c225ae HTTP/1.1" status: 200 len: 854 time: 0.0487130 Jul 07 20:15:27.438953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d796b0f6-0626-48fc-b2b2-9b317ccfa805 req-fd10f10e-9960-4e24-ac35-1a6da4b14182 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349417 Jul 07 20:15:27.484775 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5029-653d-46cb-ab3b-51cf20e98581 req-48dc2a83-8de8-4ff0-b58f-c82b7e2402b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:27.486581 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-62ef5029-653d-46cb-ab3b-51cf20e98581 req-48dc2a83-8de8-4ff0-b58f-c82b7e2402b5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567150 Jul 07 20:15:27.584216 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-62ef5029-653d-46cb-ab3b-51cf20e98581 req-c6187d34-9a4d-428e-81bd-83a2a874cd93 service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896077 Jul 07 20:15:27.675847 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-62ef5029-653d-46cb-ab3b-51cf20e98581 req-d030530d-7923-4a3d-adeb-05fc2c51bcaa service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851922 Jul 07 20:15:27.930580 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:15:28.623395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9f424-fbff-4e00-a92e-04396b479a1c req-8c3af28d-2b43-4323-9372-89dc31381064 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:28.624912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ac9f424-fbff-4e00-a92e-04396b479a1c req-8c3af28d-2b43-4323-9372-89dc31381064 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0690320 Jul 07 20:15:28.665635 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3ac9f424-fbff-4e00-a92e-04396b479a1c req-371ec6b7-73e6-47fe-8ca8-ce30da4fe926 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350518 Jul 07 20:15:29.854101 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566486d-be09-4679-b792-b7fa982cddae req-728662a1-4460-4eca-99da-de5df67eb2fd tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:29.855618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2566486d-be09-4679-b792-b7fa982cddae req-728662a1-4460-4eca-99da-de5df67eb2fd tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0725918 Jul 07 20:15:29.896070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2566486d-be09-4679-b792-b7fa982cddae req-7ae6d6a3-e85b-4dde-ab3e-8f7dabd2b8cc tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338757 Jul 07 20:15:31.083840 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe6d32-31b4-48e9-90f5-0ba46d9be261 req-814e28ec-acfd-47e5-b01f-6e81ae80a67b tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:31.085457 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9fe6d32-31b4-48e9-90f5-0ba46d9be261 req-814e28ec-acfd-47e5-b01f-6e81ae80a67b tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0648015 Jul 07 20:15:31.127514 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9fe6d32-31b4-48e9-90f5-0ba46d9be261 req-816ac9bf-f7f4-4fae-bfb0-f68b1aff18c4 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362132 Jul 07 20:15:32.315805 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59677255-12b0-4676-89dd-16ffa547a35e req-5d2b84cc-0e40-4d94-8753-ccdab160ba40 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:32.317399 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59677255-12b0-4676-89dd-16ffa547a35e req-5d2b84cc-0e40-4d94-8753-ccdab160ba40 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0658412 Jul 07 20:15:32.358800 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-59677255-12b0-4676-89dd-16ffa547a35e req-6f3d08e9-60c3-4d29-846a-9050efbf1fcb tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356891 Jul 07 20:15:33.540305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cae17-188f-4142-b57a-a4eb0fd40159 req-ff0708d7-3b4b-481e-b647-7fe1488b76cb tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:33.541834 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-274cae17-188f-4142-b57a-a4eb0fd40159 req-ff0708d7-3b4b-481e-b647-7fe1488b76cb tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0690587 Jul 07 20:15:33.582122 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-274cae17-188f-4142-b57a-a4eb0fd40159 req-ca52a308-d2b2-45c0-b775-bb5cd8578636 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340827 Jul 07 20:15:33.986840 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:34.756887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cf9a0-b526-4b6b-ab4f-0303d423d1c2 req-b29e9471-02f1-46d8-abe8-a44dea159ca3 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:34.758379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b9cf9a0-b526-4b6b-ab4f-0303d423d1c2 req-b29e9471-02f1-46d8-abe8-a44dea159ca3 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0658760 Jul 07 20:15:34.800191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b9cf9a0-b526-4b6b-ab4f-0303d423d1c2 req-db450370-0c63-4b0b-bb72-5fc37ed70df1 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344913 Jul 07 20:15:35.979865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1542ca-ccfc-40bb-90ef-9a7284ddff9d req-91510ffb-022b-49f7-a186-7733e29fee8a tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:35.981481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc1542ca-ccfc-40bb-90ef-9a7284ddff9d req-91510ffb-022b-49f7-a186-7733e29fee8a tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0673833 Jul 07 20:15:36.022910 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc1542ca-ccfc-40bb-90ef-9a7284ddff9d req-869f4b96-6870-442c-bd9f-095b0e199d9e tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356045 Jul 07 20:15:37.205172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd643f6f-3d61-4459-9c29-c38e9a4e09b3 req-18ac3b25-c084-4c09-9a54-ac279eef8ffe tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:37.206597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd643f6f-3d61-4459-9c29-c38e9a4e09b3 req-18ac3b25-c084-4c09-9a54-ac279eef8ffe tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0672612 Jul 07 20:15:37.247286 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bd643f6f-3d61-4459-9c29-c38e9a4e09b3 req-a6ca43a8-3969-40f1-9d89-1f4c15f4242f tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349374 Jul 07 20:15:38.443886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca174c4-ff5f-4388-b652-6bb71376de48 req-8ae78ab8-aa21-4944-b886-557db3abfc0e tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:15:38.445518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ca174c4-ff5f-4388-b652-6bb71376de48 req-8ae78ab8-aa21-4944-b886-557db3abfc0e tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0738835 Jul 07 20:15:38.487888 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0ca174c4-ff5f-4388-b652-6bb71376de48 req-4569846e-953f-4f68-83aa-5ab4305efc75 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=20eeb526-3278-43ea-8566-f9e0163d4cfd&id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355654 Jul 07 20:15:38.489559 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e479904c-1abb-484d-bc9c-1e4638716994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:41.173683 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3377764-73bd-400c-9049-425399778cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:41.433967 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:42.629977 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:44.171810 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:15:49.585621 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:03.985681 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:04.040440 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-aa79c09c-d711-4e7e-9e19-faef7f6cd4e8 req-a7bc3dd8-6ac9-447a-b0ae-91bf8f56c7e4 tempest-ServerDiskConfigTestJSON-350848980 tempest-ServerDiskConfigTestJSON-350848980-project] (93770) timed out ('10.222.0.112', 64142) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 20:16:04.930107 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:16:08.490297 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fceb426-e8f6-463e-9c03-adec0ae05650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:10.891828 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9921757-c5e5-4eb8-82e9-14bf0b9a5e64 req-9114709f-e746-4008-a4ab-034bb8c27890 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368775300&fields=id&tenant_id=a75a6494dd604d53a91932c753a5fdf9 HTTP/1.1" status: 200 len: 267 time: 0.0387459 Jul 07 20:16:10.960751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9921757-c5e5-4eb8-82e9-14bf0b9a5e64 req-f064bd25-4a67-4d59-a76c-8b677c0f5ecb tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:10.962254 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9921757-c5e5-4eb8-82e9-14bf0b9a5e64 req-f064bd25-4a67-4d59-a76c-8b677c0f5ecb tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 985 time: 0.0650516 Jul 07 20:16:10.973655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a9921757-c5e5-4eb8-82e9-14bf0b9a5e64 req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Request body: {'port': {'security_groups': ['49c1a6eb-e842-4b60-9a32-479cd51b5d32']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:11.056079 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9921757-c5e5-4eb8-82e9-14bf0b9a5e64 req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.177188 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d417f0b8-53f9-4eb4-ba87-7c21da9f68f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.237396 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a9921757-c5e5-4eb8-82e9-14bf0b9a5e64 req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] For port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:11.267221 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9921757-c5e5-4eb8-82e9-14bf0b9a5e64 req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.271710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9921757-c5e5-4eb8-82e9-14bf0b9a5e64 req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.284929 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:16:11.319977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9921757-c5e5-4eb8-82e9-14bf0b9a5e64 req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:11.320698 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a9921757-c5e5-4eb8-82e9-14bf0b9a5e64 req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.322347 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9921757-c5e5-4eb8-82e9-14bf0b9a5e64 req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "PUT /v2.0/ports/611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 200 len: 943 time: 0.3531444 Jul 07 20:16:11.325543 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:16:11.328350 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471372ff-a951-48ac-9336-26dffd285798" -d '{"events": [{"name": "network-changed", "server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:16:11.333356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:11.369756 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c79458-1c9c-4e6f-ba53-54d81e748603 x-openstack-request-id: req-f2c79458-1c9c-4e6f-ba53-54d81e748603 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:16:11.370065 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:16:11.370297 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f2c79458-1c9c-4e6f-ba53-54d81e748603 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:16:11.370699 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'status': 'completed', 'code': 200} Jul 07 20:16:11.376238 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event updated for resources: {'Port': ['ID=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:11.384301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.384700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.385016 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.385354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.385694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.386030 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.386373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.386686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.387020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.387348 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.387675 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.387998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285b813-b71b-4646-a85d-4a274a305c35 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.404318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:16:11.441436 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.474138 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.486472 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.537901 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471372ff-a951-48ac-9336-26dffd285798 req-308b960e-82d4-4165-b743-19f2c452ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:11.539897 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-471372ff-a951-48ac-9336-26dffd285798 req-308b960e-82d4-4165-b743-19f2c452ce3c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a75a6494dd604d53a91932c753a5fdf9&device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 1098 time: 0.1302664 Jul 07 20:16:11.606220 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.609270 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.610435 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "DELETE /v2.0/security-groups/20eeb526-3278-43ea-8566-f9e0163d4cfd HTTP/1.1" status: 204 len: 168 time: 0.2761114 Jul 07 20:16:11.614021 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39374) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:11.633863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eeb526-3278-43ea-8566-f9e0163d4cfd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:11.645540 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.645809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b9533ac-c545-4ee6-9d1d-9302681f8620 None None] Provisioning complete for port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:11.645936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.646221 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.646370 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b9533ac-c545-4ee6-9d1d-9302681f8620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.646555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.646890 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.647225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.647628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.647875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.648202 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.648585 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.648917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.649234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c624b6-61cd-4972-a066-ecf74e068d62 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:11.690549 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471372ff-a951-48ac-9336-26dffd285798 req-741766b7-d6a0-4a5a-9ef3-20ad9e2de5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:11.692566 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-471372ff-a951-48ac-9336-26dffd285798 req-741766b7-d6a0-4a5a-9ef3-20ad9e2de5d6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 HTTP/1.1" status: 200 len: 917 time: 0.1435676 Jul 07 20:16:11.766514 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-471372ff-a951-48ac-9336-26dffd285798 req-b7c8ed49-a6dc-4f2d-bb2f-757df79f2dba service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 200 len: 1001 time: 0.0664122 Jul 07 20:16:11.790727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Deleting port 9a6bb937-778a-479d-9ea2-88c4c938112e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:16:11.791074 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.815912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471372ff-a951-48ac-9336-26dffd285798 req-2a19500e-bfe2-4976-ad23-1b7dcec8734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:11.817508 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-471372ff-a951-48ac-9336-26dffd285798 req-2a19500e-bfe2-4976-ad23-1b7dcec8734a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ce858aee-d783-4427-a8cd-158b40c225ae HTTP/1.1" status: 200 len: 854 time: 0.0443821 Jul 07 20:16:11.869433 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.869746 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:11.882148 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Calling delete_port for 9a6bb937-778a-479d-9ea2-88c4c938112e owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:16:11.882628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471372ff-a951-48ac-9336-26dffd285798 req-9051ede3-fdb9-4067-992d-f3dc94326df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:11.884116 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-471372ff-a951-48ac-9336-26dffd285798 req-9051ede3-fdb9-4067-992d-f3dc94326df9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598249 Jul 07 20:16:11.976972 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-471372ff-a951-48ac-9336-26dffd285798 req-3ef6684b-74bd-4f80-9619-0e4f64eccb36 service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853539 Jul 07 20:16:12.038159 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:12.065775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event deleted for resources: {'Port': ['ID=9a6bb937-778a-479d-9ea2-88c4c938112e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:12.078786 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-471372ff-a951-48ac-9336-26dffd285798 req-239479bb-6669-47b5-9fdc-e7397c883f3d service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944085 Jul 07 20:16:12.131029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:12.131361 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Floating IP 18927d48-20cc-4c5d-90d9-06429a7abaef disassociated (deleted). External IP: 172.25.2.22, port: 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11. Jul 07 20:16:12.339825 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Router f90df5ad-05e5-4cd9-b75b-bb3316a4888d has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:16:12.450409 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:16:12.455501 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:12.459756 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff33fa-d417-4737-aa9b-90819e2f0514 None None] Sync routers for ids ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:16:12.469874 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff33fa-d417-4737-aa9b-90819e2f0514 None None] Routers {'f90df5ad-05e5-4cd9-b75b-bb3316a4888d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:12.470512 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8aff33fa-d417-4737-aa9b-90819e2f0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:12.494070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-13a58171-ef1a-4672-8a80-2324bbffafe2 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "DELETE /v2.0/floatingips/18927d48-20cc-4c5d-90d9-06429a7abaef HTTP/1.1" status: 204 len: 168 time: 0.8785396 Jul 07 20:16:12.581496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8aff33fa-d417-4737-aa9b-90819e2f0514 None None] Set router f90df5ad-05e5-4cd9-b75b-bb3316a4888d gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:12.667992 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:12.815245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8aff33fa-d417-4737-aa9b-90819e2f0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 4, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f327c34-f700-429d-8b4f-b2800be7d030', 'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'mac_address': 'fa:16:3e:27:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:18Z', 'updated_at': '2021-07-07T20:14:24Z', 'revision_number': 5, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'subnets': [{'id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:12.843077 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff33fa-d417-4737-aa9b-90819e2f0514 None None] Checking router: f90df5ad-05e5-4cd9-b75b-bb3316a4888d for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:16:12.851350 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff33fa-d417-4737-aa9b-90819e2f0514 None None] Routers {'f90df5ad-05e5-4cd9-b75b-bb3316a4888d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:12.851958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8aff33fa-d417-4737-aa9b-90819e2f0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:12.958910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8aff33fa-d417-4737-aa9b-90819e2f0514 None None] Set router f90df5ad-05e5-4cd9-b75b-bb3316a4888d gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:13.158309 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8aff33fa-d417-4737-aa9b-90819e2f0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 4, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f327c34-f700-429d-8b4f-b2800be7d030', 'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'mac_address': 'fa:16:3e:27:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:18Z', 'updated_at': '2021-07-07T20:14:24Z', 'revision_number': 5, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'subnets': [{'id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:13.189479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff33fa-d417-4737-aa9b-90819e2f0514 None None] The sync data for ids ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'] in n-d-792394-12 is: [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:14:18Z', 'revision_number': 4, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '4f327c34-f700-429d-8b4f-b2800be7d030', 'name': '', 'network_id': 'c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'mac_address': 'fa:16:3e:27:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:18Z', 'updated_at': '2021-07-07T20:14:24Z', 'revision_number': 5, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'subnets': [{'id': 'ce858aee-d783-4427-a8cd-158b40c225ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:16:13.371914 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:16:13.375133 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8582112-f897-445c-b1fc-a5e43c871240" -d '{"events": [{"name": "network-changed", "server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:16:13.417054 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc5cd4d-829e-46bf-ac74-744b7038f90c x-openstack-request-id: req-edc5cd4d-829e-46bf-ac74-744b7038f90c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:16:13.417346 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:16:13.417601 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-edc5cd4d-829e-46bf-ac74-744b7038f90c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:16:13.418013 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'status': 'completed', 'code': 200} Jul 07 20:16:13.438330 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf6b56-4704-44a7-8468-bd9737fa670a None None] New status for floating IP 18927d48-20cc-4c5d-90d9-06429a7abaef: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:16:13.494112 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8582112-f897-445c-b1fc-a5e43c871240 req-cb6bc3c8-51b5-48fe-8e6c-2bba2e3d51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:13.495552 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8582112-f897-445c-b1fc-a5e43c871240 req-cb6bc3c8-51b5-48fe-8e6c-2bba2e3d51b9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a75a6494dd604d53a91932c753a5fdf9&device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 1098 time: 0.0561097 Jul 07 20:16:13.594154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8582112-f897-445c-b1fc-a5e43c871240 req-dd281ef7-3788-4732-bb5c-53f00e3ed9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:13.595659 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8582112-f897-445c-b1fc-a5e43c871240 req-dd281ef7-3788-4732-bb5c-53f00e3ed9d5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 HTTP/1.1" status: 200 len: 917 time: 0.0929165 Jul 07 20:16:13.640411 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8582112-f897-445c-b1fc-a5e43c871240 req-0c52fbe6-c30e-4bac-9775-2be41215bd30 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 200 len: 217 time: 0.0377090 Jul 07 20:16:13.690318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8582112-f897-445c-b1fc-a5e43c871240 req-ce2ffd3c-44a4-4951-a7ac-afeb7a53c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:13.691818 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8582112-f897-445c-b1fc-a5e43c871240 req-ce2ffd3c-44a4-4951-a7ac-afeb7a53c41e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ce858aee-d783-4427-a8cd-158b40c225ae HTTP/1.1" status: 200 len: 854 time: 0.0457866 Jul 07 20:16:13.752003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8582112-f897-445c-b1fc-a5e43c871240 req-4d72da25-d3ae-4c4c-b806-fec8e6e44051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:13.753471 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8582112-f897-445c-b1fc-a5e43c871240 req-4d72da25-d3ae-4c4c-b806-fec8e6e44051 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555367 Jul 07 20:16:13.856227 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8582112-f897-445c-b1fc-a5e43c871240 req-e0d8210b-566a-4bd2-a7f1-66fc5f0e12ec service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963328 Jul 07 20:16:13.957274 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b8582112-f897-445c-b1fc-a5e43c871240 req-7a9098f2-de45-409f-9793-fd49902f5de1 service neutron] 10.222.0.112 "GET /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942984 Jul 07 20:16:14.174846 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:19.617206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:19.922876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bb505-4d14-40cd-b564-cb29fe5f9e8f req-f60f18d6-896b-47d8-a9c5-113c1b807484 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:19.924409 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae0bb505-4d14-40cd-b564-cb29fe5f9e8f req-f60f18d6-896b-47d8-a9c5-113c1b807484 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 946 time: 0.0640898 Jul 07 20:16:19.962315 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ae0bb505-4d14-40cd-b564-cb29fe5f9e8f req-3accf822-baad-4cb6-8790-12e7290237b5 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321605 Jul 07 20:16:21.148695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c337f42-935b-4515-8556-edf4e044fcef req-958713fc-e6cc-4bee-9aaa-db9941e54d06 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:21.150089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c337f42-935b-4515-8556-edf4e044fcef req-958713fc-e6cc-4bee-9aaa-db9941e54d06 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 946 time: 0.0683351 Jul 07 20:16:21.188685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c337f42-935b-4515-8556-edf4e044fcef req-f1a2ff3c-d2f4-4f97-a3cf-8e11ff6fc01b tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/security-groups?id=49c1a6eb-e842-4b60-9a32-479cd51b5d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326364 Jul 07 20:16:21.539396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a0e92-4f9f-4a3a-91c8-569378fe8ee5 req-02d0b022-f9d3-487c-b6c6-37a241bcb8cf tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:21.540821 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-265a0e92-4f9f-4a3a-91c8-569378fe8ee5 req-02d0b022-f9d3-487c-b6c6-37a241bcb8cf tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.112 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 946 time: 0.0718858 Jul 07 20:16:21.640261 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-265a0e92-4f9f-4a3a-91c8-569378fe8ee5 req-c6d66fd1-0d89-4843-8c3d-36ce49d329df tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Deleting port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:16:21.640631 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-265a0e92-4f9f-4a3a-91c8-569378fe8ee5 req-c6d66fd1-0d89-4843-8c3d-36ce49d329df tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:21.730684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-265a0e92-4f9f-4a3a-91c8-569378fe8ee5 req-c6d66fd1-0d89-4843-8c3d-36ce49d329df tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] For port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:21.731043 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-265a0e92-4f9f-4a3a-91c8-569378fe8ee5 req-c6d66fd1-0d89-4843-8c3d-36ce49d329df tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:21.744457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-265a0e92-4f9f-4a3a-91c8-569378fe8ee5 req-c6d66fd1-0d89-4843-8c3d-36ce49d329df tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Calling delete_port for 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:16:21.873630 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-265a0e92-4f9f-4a3a-91c8-569378fe8ee5 req-c6d66fd1-0d89-4843-8c3d-36ce49d329df tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:21.885564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:16:21.908232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d66fd1-0d89-4843-8c3d-36ce49d329df tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Pushing event deleted for resources: {'Port': ['ID=611e1edf-3ce3-43c6-a4fc-a4fe630d1f11,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:21.950397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-265a0e92-4f9f-4a3a-91c8-569378fe8ee5 req-c6d66fd1-0d89-4843-8c3d-36ce49d329df tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] No DVR routers for this DVR port 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:16:21.953122 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-265a0e92-4f9f-4a3a-91c8-569378fe8ee5 req-c6d66fd1-0d89-4843-8c3d-36ce49d329df tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:21.955114 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-265a0e92-4f9f-4a3a-91c8-569378fe8ee5 req-c6d66fd1-0d89-4843-8c3d-36ce49d329df tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.112 "DELETE /v2.0/ports/611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 HTTP/1.1" status: 204 len: 173 time: 0.4083402 Jul 07 20:16:21.955563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'name': 'network-vif-deleted', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:16:21.957845 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47365e0-eee7-4259-b315-502e1babc923" -d '{"events": [{"server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "name": "network-vif-deleted", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:16:21.996061 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e26b266-4448-4e66-bf6e-61a74bbbbf7a x-openstack-request-id: req-1e26b266-4448-4e66-bf6e-61a74bbbbf7a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:16:21.996417 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a", "name": "network-vif-deleted", "tag": "611e1edf-3ce3-43c6-a4fc-a4fe630d1f11", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:16:21.996741 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1e26b266-4448-4e66-bf6e-61a74bbbbf7a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:16:21.997141 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a', 'name': 'network-vif-deleted', 'tag': '611e1edf-3ce3-43c6-a4fc-a4fe630d1f11', 'status': 'completed', 'code': 200} Jul 07 20:16:22.349994 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7324cd49-3df2-4799-9d09-2c8beb1dc750 req-60713adc-128c-4439-bd1c-ac932f0852d0 tempest-TestMinimumBasicScenario-1342536560 tempest-TestMinimumBasicScenario-1342536560-project] 10.222.0.113 "GET /v2.0/ports?device_id=b325f4ba-85b1-48b3-a60f-9d77e3d8bf5a HTTP/1.1" status: 200 len: 210 time: 0.0319228 Jul 07 20:16:24.035047 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:24.695303 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:24.958004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] Deleting port 4f327c34-f700-429d-8b4f-b2800be7d030 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:16:24.958350 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:25.040176 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] For port 4f327c34-f700-429d-8b4f-b2800be7d030, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=4f327c34-f700-429d-8b4f-b2800be7d030,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:25.040941 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:25.053883 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] Calling delete_port for 4f327c34-f700-429d-8b4f-b2800be7d030 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:16:25.231073 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:25.257993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f327c34-f700-429d-8b4f-b2800be7d030,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:25.428157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:25.646857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] Router f90df5ad-05e5-4cd9-b75b-bb3316a4888d has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:16:25.756441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:16:25.762092 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0d839348-c662-4195-ae8c-75711407e66a admin admin] 10.222.0.113 "PUT /v2.0/routers/f90df5ad-05e5-4cd9-b75b-bb3316a4888d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7260001 Jul 07 20:16:25.765830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:25.766299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c325e1-37ce-4208-880a-5ca88b23c36f None None] Sync routers for ids ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:16:25.775091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c325e1-37ce-4208-880a-5ca88b23c36f None None] Routers {'f90df5ad-05e5-4cd9-b75b-bb3316a4888d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:25.775700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-31c325e1-37ce-4208-880a-5ca88b23c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:25.872196 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:25.881197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-31c325e1-37ce-4208-880a-5ca88b23c36f None None] Set router f90df5ad-05e5-4cd9-b75b-bb3316a4888d gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:25.979392 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.033103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Deleting port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:16:26.033447 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.060461 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-31c325e1-37ce-4208-880a-5ca88b23c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:16:25Z', 'revision_number': 5, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port': {'id': 'e4ef228a-039b-48ac-bb08-6ea4fa4ee7da', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:16Z', 'updated_at': '2021-07-07T20:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:26.090616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c325e1-37ce-4208-880a-5ca88b23c36f None None] Checking router: f90df5ad-05e5-4cd9-b75b-bb3316a4888d for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:16:26.100707 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c325e1-37ce-4208-880a-5ca88b23c36f None None] Routers {'f90df5ad-05e5-4cd9-b75b-bb3316a4888d'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:26.101349 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-31c325e1-37ce-4208-880a-5ca88b23c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:26.117864 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] For port e4ef228a-039b-48ac-bb08-6ea4fa4ee7da, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e4ef228a-039b-48ac-bb08-6ea4fa4ee7da,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:26.118221 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.131027 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Calling delete_port for e4ef228a-039b-48ac-bb08-6ea4fa4ee7da owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:16:26.187791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-31c325e1-37ce-4208-880a-5ca88b23c36f None None] Set router f90df5ad-05e5-4cd9-b75b-bb3316a4888d gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:26.315631 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.341222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ef228a-039b-48ac-bb08-6ea4fa4ee7da,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:26.413424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:16:26.415556 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.416427 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-31c325e1-37ce-4208-880a-5ca88b23c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:16:25Z', 'revision_number': 6, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:26.461809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c325e1-37ce-4208-880a-5ca88b23c36f None None] The sync data for ids ['f90df5ad-05e5-4cd9-b75b-bb3316a4888d'] in n-d-792394-12 is: [{'id': 'f90df5ad-05e5-4cd9-b75b-bb3316a4888d', 'name': 'tempest-TestMinimumBasicScenario-1022798725-router', 'tenant_id': 'a75a6494dd604d53a91932c753a5fdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:15Z', 'updated_at': '2021-07-07T20:16:25Z', 'revision_number': 6, 'project_id': 'a75a6494dd604d53a91932c753a5fdf9', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:16:26.464031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:16:26.464379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 611e1edf-3ce3-43c6-a4fc-a4fe630d1f11 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:16:26.514750 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.517279 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.562607 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.563160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f90df5ad-05e5-4cd9-b75b-bb3316a4888d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:16:26.568226 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.569423 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-32e7ade3-3916-44fe-a9f9-41b4326eba19 admin admin] 10.222.0.113 "DELETE /v2.0/routers/f90df5ad-05e5-4cd9-b75b-bb3316a4888d HTTP/1.1" status: 204 len: 168 time: 0.8026254 Jul 07 20:16:26.571914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:26.617720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-86828b29-04e3-454d-8242-058b9cf1b4b6 admin admin] Deleting subnet ce858aee-d783-4427-a8cd-158b40c225ae {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:16:26.620824 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86828b29-04e3-454d-8242-058b9cf1b4b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.655256 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86828b29-04e3-454d-8242-058b9cf1b4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.743499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86828b29-04e3-454d-8242-058b9cf1b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.796021 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86828b29-04e3-454d-8242-058b9cf1b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.828160 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86828b29-04e3-454d-8242-058b9cf1b4b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce858aee-d783-4427-a8cd-158b40c225ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:26.830549 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86828b29-04e3-454d-8242-058b9cf1b4b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.835748 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-86828b29-04e3-454d-8242-058b9cf1b4b6 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/ce858aee-d783-4427-a8cd-158b40c225ae HTTP/1.1" status: 204 len: 168 time: 0.2626102 Jul 07 20:16:26.836323 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:26.843561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b3cae4-b18b-42cf-86a9-76c269cb92df None None] Network c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:16:26.922502 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.938184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4f327c34-f700-429d-8b4f-b2800be7d030 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:16:26.982165 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Deleting port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:16:26.982504 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:26.982644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 4f327c34-f700-429d-8b4f-b2800be7d030 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:16:26.983600 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 4f327c34-f700-429d-8b4f-b2800be7d030 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:16:27.047334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] For port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5d098ad1-c3c9-4bd0-afac-bcbc7295d944,segment=NetworkSegment(42bb7ac1-f7f7-484d-bb64-d307925b5d4f),segment_id=42bb7ac1-f7f7-484d-bb64-d307925b5d4f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:27.047690 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:27.060845 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Calling delete_port for 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:16:27.144222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:27.171143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Pushing event deleted for resources: {'Port': ['ID=5d098ad1-c3c9-4bd0-afac-bcbc7295d944,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:27.172988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] No DVR routers for this DVR port 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:16:27.243002 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:27.254179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:27.269728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bb7ac1-f7f7-484d-bb64-d307925b5d4f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:27.270018 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bb7ac1-f7f7-484d-bb64-d307925b5d4f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:27.279540 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:27.289080 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db059ac2-7bf7-4f06-bdb6-6fa3864923a8 None None] DHCP port deletion for c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:16:27.296082 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:27.305604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:16:27.306016 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:16:27.307748 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:16:27.364673 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:27.370121 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:27.372009 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] 10.222.0.113 "DELETE /v2.0/networks/c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74 HTTP/1.1" status: 204 len: 168 time: 0.5344424 Jul 07 20:16:27.375731 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:27.384988 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d4f35-4cc9-4667-93e1-6c03f17959da admin admin] Pushing event deleted for resources: {'Network': ['ID=c39a20c6-8d5d-4e23-ad5f-2ad103d8ab74,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:27.740565 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:28.000800 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] Deleting port ef92abb1-5b24-4d47-aba1-7deabfce764b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:16:28.001059 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:28.079260 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] For port ef92abb1-5b24-4d47-aba1-7deabfce764b, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ef92abb1-5b24-4d47-aba1-7deabfce764b,segment=NetworkSegment(2e050628-fe70-44fa-a505-cfa29b04267a),segment_id=2e050628-fe70-44fa-a505-cfa29b04267a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:28.079615 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:28.091992 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] Calling delete_port for ef92abb1-5b24-4d47-aba1-7deabfce764b owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:16:28.287012 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:28.310666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef92abb1-5b24-4d47-aba1-7deabfce764b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:28.490524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:28.618049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:16:28.638298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:16:28.638666 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5d098ad1-c3c9-4bd0-afac-bcbc7295d944 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:16:28.639659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e4ef228a-039b-48ac-bb08-6ea4fa4ee7da no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:16:28.658793 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: e4ef228a-039b-48ac-bb08-6ea4fa4ee7da {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:16:28.659138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e4ef228a-039b-48ac-bb08-6ea4fa4ee7da not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:16:28.711169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] Router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:16:28.816670 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:16:28.824798 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-beaf9381-873f-4654-a603-2e3cdfd7e9c0 admin admin] 10.222.0.113 "PUT /v2.0/routers/12740f7f-6567-4a2e-8b3f-9a870965a0b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4456396 Jul 07 20:16:28.825197 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:28.826075 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678a483-9b8f-4801-8518-1b4d84ec86cf None None] Sync routers for ids ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:16:28.837872 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678a483-9b8f-4801-8518-1b4d84ec86cf None None] Routers {'12740f7f-6567-4a2e-8b3f-9a870965a0b9'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:28.839051 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b678a483-9b8f-4801-8518-1b4d84ec86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:28.932734 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:28.942026 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b678a483-9b8f-4801-8518-1b4d84ec86cf None None] Set router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:29.036461 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:29.090577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Deleting port 47fc7171-02d3-4806-b488-d34a78a70642 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:16:29.090933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:29.121632 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b678a483-9b8f-4801-8518-1b4d84ec86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'name': 'tempest-TestMinimumBasicScenario-1670495675-router', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '47fc7171-02d3-4806-b488-d34a78a70642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:20Z', 'updated_at': '2021-07-07T20:16:28Z', 'revision_number': 5, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'gw_port': {'id': '47fc7171-02d3-4806-b488-d34a78a70642', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:14:21Z', 'updated_at': '2021-07-07T20:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:29.150671 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678a483-9b8f-4801-8518-1b4d84ec86cf None None] Checking router: 12740f7f-6567-4a2e-8b3f-9a870965a0b9 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:16:29.160021 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678a483-9b8f-4801-8518-1b4d84ec86cf None None] Routers {'12740f7f-6567-4a2e-8b3f-9a870965a0b9'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:29.160638 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b678a483-9b8f-4801-8518-1b4d84ec86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:29.175488 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] For port 47fc7171-02d3-4806-b488-d34a78a70642, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=47fc7171-02d3-4806-b488-d34a78a70642,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:29.175850 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:29.190146 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Calling delete_port for 47fc7171-02d3-4806-b488-d34a78a70642 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:16:29.246477 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b678a483-9b8f-4801-8518-1b4d84ec86cf None None] Set router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:29.301200 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b678a483-9b8f-4801-8518-1b4d84ec86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'name': 'tempest-TestMinimumBasicScenario-1670495675-router', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:20Z', 'updated_at': '2021-07-07T20:16:29Z', 'revision_number': 6, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:29.328076 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678a483-9b8f-4801-8518-1b4d84ec86cf None None] The sync data for ids ['12740f7f-6567-4a2e-8b3f-9a870965a0b9'] in n-d-792394-12 is: [{'id': '12740f7f-6567-4a2e-8b3f-9a870965a0b9', 'name': 'tempest-TestMinimumBasicScenario-1670495675-router', 'tenant_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:14:20Z', 'updated_at': '2021-07-07T20:16:29Z', 'revision_number': 6, 'project_id': 'a1e0c6a1066448f5861c3264a56fb9dd', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:16:29.656694 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:29.684317 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=47fc7171-02d3-4806-b488-d34a78a70642,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:29.753548 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:29.846956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:29.849139 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:29.894535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:29.895156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12740f7f-6567-4a2e-8b3f-9a870965a0b9 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:16:29.900110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:29.900649 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e2d21616-7179-40c2-96b1-48dfe72f3c5c admin admin] 10.222.0.113 "DELETE /v2.0/routers/12740f7f-6567-4a2e-8b3f-9a870965a0b9 HTTP/1.1" status: 204 len: 168 time: 1.0743237 Jul 07 20:16:29.903203 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:29.948237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-92311fdd-98c1-44b7-8932-ac3521775983 admin admin] Deleting subnet 136061c4-8ad9-4247-a25c-e37bacf844f9 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:16:29.951311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92311fdd-98c1-44b7-8932-ac3521775983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:29.987269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92311fdd-98c1-44b7-8932-ac3521775983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.072535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92311fdd-98c1-44b7-8932-ac3521775983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.130765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92311fdd-98c1-44b7-8932-ac3521775983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.155341 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92311fdd-98c1-44b7-8932-ac3521775983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=136061c4-8ad9-4247-a25c-e37bacf844f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:30.161084 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92311fdd-98c1-44b7-8932-ac3521775983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.162932 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-92311fdd-98c1-44b7-8932-ac3521775983 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/136061c4-8ad9-4247-a25c-e37bacf844f9 HTTP/1.1" status: 204 len: 168 time: 0.2587125 Jul 07 20:16:30.166082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:30.167371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba54752f-e658-4f51-8fdd-0234165f6fc9 None None] Network 84c638c6-0e76-41f8-860d-f899d05052c9 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:16:30.243325 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.304077 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Deleting port a5b4bb1c-be27-4540-bf15-ad4106c25051 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:16:30.304605 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.372520 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] DHCP port deletion for 84c638c6-0e76-41f8-860d-f899d05052c9 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:16:30.376748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] For port a5b4bb1c-be27-4540-bf15-ad4106c25051, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a5b4bb1c-be27-4540-bf15-ad4106c25051,segment=NetworkSegment(2e050628-fe70-44fa-a505-cfa29b04267a),segment_id=2e050628-fe70-44fa-a505-cfa29b04267a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:30.377111 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.391441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Calling delete_port for a5b4bb1c-be27-4540-bf15-ad4106c25051 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:16:30.426327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Deleting port a5b4bb1c-be27-4540-bf15-ad4106c25051 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:16:30.426619 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.474749 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.494818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] For port a5b4bb1c-be27-4540-bf15-ad4106c25051, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a5b4bb1c-be27-4540-bf15-ad4106c25051,segment=NetworkSegment(2e050628-fe70-44fa-a505-cfa29b04267a),segment_id=2e050628-fe70-44fa-a505-cfa29b04267a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:30.495206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.502055 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b4bb1c-be27-4540-bf15-ad4106c25051,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:30.504233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] No DVR routers for this DVR port a5b4bb1c-be27-4540-bf15-ad4106c25051 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:16:30.521049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Calling delete_port for a5b4bb1c-be27-4540-bf15-ad4106c25051 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:16:30.579819 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.586776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ef92abb1-5b24-4d47-aba1-7deabfce764b no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:16:30.590089 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c638c6-0e76-41f8-860d-f899d05052c9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:30.600713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e050628-fe70-44fa-a505-cfa29b04267a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:30.600948 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e050628-fe70-44fa-a505-cfa29b04267a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:30.608939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: ef92abb1-5b24-4d47-aba1-7deabfce764b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:16:30.609288 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ef92abb1-5b24-4d47-aba1-7deabfce764b not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:16:30.609635 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.609748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47fc7171-02d3-4806-b488-d34a78a70642 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:16:30.625313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.632430 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:16:30.633219 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: timer() Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:16:30.635113 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:16:30.640100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 47fc7171-02d3-4806-b488-d34a78a70642 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:16:30.640787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 47fc7171-02d3-4806-b488-d34a78a70642 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:16:30.640890 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a5b4bb1c-be27-4540-bf15-ad4106c25051 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:16:30.644772 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.681972 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: a5b4bb1c-be27-4540-bf15-ad4106c25051 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:16:30.682331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a5b4bb1c-be27-4540-bf15-ad4106c25051 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:16:30.686539 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Pushing event deleted for resources: {'Port': ['ID=a5b4bb1c-be27-4540-bf15-ad4106c25051,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:30.694682 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.694834 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] No DVR routers for this DVR port a5b4bb1c-be27-4540-bf15-ad4106c25051 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:16:30.700603 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.700993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.701403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.701945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.702775 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.703200 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.703492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.703843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.704185 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.704605 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.707465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.707604 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] 10.222.0.113 "DELETE /v2.0/networks/84c638c6-0e76-41f8-860d-f899d05052c9 HTTP/1.1" status: 204 len: 168 time: 0.5375004 Jul 07 20:16:30.707711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.707711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6f6a7-6e55-4a9b-a5ca-a4ef02966e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:30.717878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86da6f-11f4-4d05-935a-a8da999b1611 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c638c6-0e76-41f8-860d-f899d05052c9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:30.871622 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:30.917168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e591f36f-f6fb-4998-8c8b-ce869f1c8be8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a75a6494dd604d53a91932c753a5fdf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443606 Jul 07 20:16:30.919716 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:30.968789 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9046cfa-9b0f-4493-8089-18993f9e2240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:30.989394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9046cfa-9b0f-4493-8089-18993f9e2240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:31.036918 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9046cfa-9b0f-4493-8089-18993f9e2240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:31.039475 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9046cfa-9b0f-4493-8089-18993f9e2240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:31.040903 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b9046cfa-9b0f-4493-8089-18993f9e2240 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/49c1a6eb-e842-4b60-9a32-479cd51b5d32 HTTP/1.1" status: 204 len: 168 time: 0.1199641 Jul 07 20:16:31.050708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9046cfa-9b0f-4493-8089-18993f9e2240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c1a6eb-e842-4b60-9a32-479cd51b5d32,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:31.356075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:31.396868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8e66166f-f65b-4827-9fce-61da261487b6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a1e0c6a1066448f5861c3264a56fb9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395515 Jul 07 20:16:31.399352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:31.449528 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b2bded3-bcd3-4054-a23f-9401c6a57e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:31.471710 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b2bded3-bcd3-4054-a23f-9401c6a57e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:31.524423 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b2bded3-bcd3-4054-a23f-9401c6a57e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:31.526914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b2bded3-bcd3-4054-a23f-9401c6a57e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:31.528066 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8b2bded3-bcd3-4054-a23f-9401c6a57e5d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c162d6ba-a066-43af-8b60-97eaf1fb15ba HTTP/1.1" status: 204 len: 168 time: 0.1278064 Jul 07 20:16:31.536750 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bded3-bcd3-4054-a23f-9401c6a57e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c162d6ba-a066-43af-8b60-97eaf1fb15ba,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:33.144063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39548) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:33.148888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-97924a0a-bfda-487d-ab0f-f52de87a39fe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145165460', 'description': 'tempest-secgroup-smoke-1145165460 description', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:33.171186 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97924a0a-bfda-487d-ab0f-f52de87a39fe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.179591 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97924a0a-bfda-487d-ab0f-f52de87a39fe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.274297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97924a0a-bfda-487d-ab0f-f52de87a39fe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.277968 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97924a0a-bfda-487d-ab0f-f52de87a39fe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.316744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97924a0a-bfda-487d-ab0f-f52de87a39fe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54df4a11-1516-447b-828f-d3060b9c070f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:33.372818 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97924a0a-bfda-487d-ab0f-f52de87a39fe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.377482 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97924a0a-bfda-487d-ab0f-f52de87a39fe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.407022 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97924a0a-bfda-487d-ab0f-f52de87a39fe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8834d755-47d7-4ba0-a9ba-6438d44a03d3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:33.410856 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97924a0a-bfda-487d-ab0f-f52de87a39fe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.412198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-97924a0a-bfda-487d-ab0f-f52de87a39fe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2670901 Jul 07 20:16:33.415372 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:33.419843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-132f3283-f307-4202-9ef2-34191dcbb0bf tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '8834d755-47d7-4ba0-a9ba-6438d44a03d3', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:33.446749 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-132f3283-f307-4202-9ef2-34191dcbb0bf tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.506696 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-132f3283-f307-4202-9ef2-34191dcbb0bf tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.510210 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-132f3283-f307-4202-9ef2-34191dcbb0bf tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.529434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f3283-f307-4202-9ef2-34191dcbb0bf tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61c89f5-eb0f-455c-9200-e9a14308a126,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:33.538134 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-132f3283-f307-4202-9ef2-34191dcbb0bf tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.539614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-132f3283-f307-4202-9ef2-34191dcbb0bf tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231794 Jul 07 20:16:33.542099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39552) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:33.546655 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d45c0c56-097d-4b08-a142-76e8946bd38f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '8834d755-47d7-4ba0-a9ba-6438d44a03d3', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:33.573272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45c0c56-097d-4b08-a142-76e8946bd38f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.633005 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45c0c56-097d-4b08-a142-76e8946bd38f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.636665 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45c0c56-097d-4b08-a142-76e8946bd38f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.654092 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c0c56-097d-4b08-a142-76e8946bd38f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a805cf4-71a4-4af8-aa4c-d53ac66a8d5d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:33.661202 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45c0c56-097d-4b08-a142-76e8946bd38f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.662573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d45c0c56-097d-4b08-a142-76e8946bd38f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193628 Jul 07 20:16:33.665377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:33.669999 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-63c88f38-2c29-4f33-8815-5b6dbf5307a6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '8834d755-47d7-4ba0-a9ba-6438d44a03d3', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:33.696733 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c88f38-2c29-4f33-8815-5b6dbf5307a6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.756938 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c88f38-2c29-4f33-8815-5b6dbf5307a6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.760776 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c88f38-2c29-4f33-8815-5b6dbf5307a6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.780319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c88f38-2c29-4f33-8815-5b6dbf5307a6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b05fe84-c462-47d1-899f-191e017ae418,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:33.788386 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c88f38-2c29-4f33-8815-5b6dbf5307a6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.789616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-63c88f38-2c29-4f33-8815-5b6dbf5307a6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232576 Jul 07 20:16:33.792326 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:33.797280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-30f938bc-d69e-4b30-bfd5-4bfa046cd14e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '8834d755-47d7-4ba0-a9ba-6438d44a03d3', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:33.825309 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30f938bc-d69e-4b30-bfd5-4bfa046cd14e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.889638 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30f938bc-d69e-4b30-bfd5-4bfa046cd14e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.893325 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30f938bc-d69e-4b30-bfd5-4bfa046cd14e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.911209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f938bc-d69e-4b30-bfd5-4bfa046cd14e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218479e7-debd-4f41-988e-a33119b6d63f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:33.918341 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30f938bc-d69e-4b30-bfd5-4bfa046cd14e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.919599 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-30f938bc-d69e-4b30-bfd5-4bfa046cd14e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263256 Jul 07 20:16:33.922866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:33.927416 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-851cbe58-84d9-4580-b3a9-01cc8cee8f5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '8834d755-47d7-4ba0-a9ba-6438d44a03d3', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:33.949214 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-851cbe58-84d9-4580-b3a9-01cc8cee8f5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Project 8ba6bc76dda2493bbc35f1b3fa13d72e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:16:33.954294 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-851cbe58-84d9-4580-b3a9-01cc8cee8f5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:33.984495 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.016535 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-851cbe58-84d9-4580-b3a9-01cc8cee8f5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.020167 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-851cbe58-84d9-4580-b3a9-01cc8cee8f5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.037873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cbe58-84d9-4580-b3a9-01cc8cee8f5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35363d4-fff2-490e-a59a-66c6f81a652c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:34.043610 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-851cbe58-84d9-4580-b3a9-01cc8cee8f5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.048445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-851cbe58-84d9-4580-b3a9-01cc8cee8f5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244442 Jul 07 20:16:34.049740 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:34.054330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a352743a-1146-4968-badc-8ce0d1c4f813 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '8834d755-47d7-4ba0-a9ba-6438d44a03d3', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:34.076674 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-a352743a-1146-4968-badc-8ce0d1c4f813 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Project 8ba6bc76dda2493bbc35f1b3fa13d72e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:16:34.081369 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a352743a-1146-4968-badc-8ce0d1c4f813 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.145294 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a352743a-1146-4968-badc-8ce0d1c4f813 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.148812 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a352743a-1146-4968-badc-8ce0d1c4f813 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.166349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352743a-1146-4968-badc-8ce0d1c4f813 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b728f2-477a-409e-bbb7-ddcac1d3ceea,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:34.173361 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a352743a-1146-4968-badc-8ce0d1c4f813 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.174595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a352743a-1146-4968-badc-8ce0d1c4f813 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239014 Jul 07 20:16:34.177621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:34.182548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'network': {'name': 'tempest-network-smoke--1963971575', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:34.202733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:16:34.206186 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.229511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:16:34.239109 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.239454 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Added segment 0a8a2031-5444-4b29-a430-7ee728d8b05a of type vlan for network c77d9278-2f25-4ff2-9562-5863fef6221b Jul 07 20:16:34.280969 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.311424 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.316822 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:34.317419 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.379300 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2006028 Jul 07 20:16:34.382313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:34.386803 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'admin_state_up': True, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:34.395974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90cfd6-dce6-4e2e-9484-d585f4c60cf4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Network': ['ID=c77d9278-2f25-4ff2-9562-5863fef6221b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:34.411753 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network c77d9278-2f25-4ff2-9562-5863fef6221b details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:16:34.420926 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.422932 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.818597 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:34.958692 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:35.156529 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:35.175684 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:35.280253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.25.2.39 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/876a1c99-ae1c-48e4-a721-dd05e5b23418) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:16:35.387238 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:35.429137 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:35.467977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:16:35.474243 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:16:35.479222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:16:35.482129 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=876a1c99-ae1c-48e4-a721-dd05e5b23418,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:35.740025 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:35.933854 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:36.061913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:16:36.172868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:16:36.183576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Sync routers for ids ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:16:36.193216 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:36.193613 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Routers {'1911a16d-ebd2-4c5e-a9a7-36caae881a46'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:36.194249 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:36.194822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-22f18d79-3fa6-4e8e-a921-f557fabfd55a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8115680 Jul 07 20:16:36.198053 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:36.301403 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Set router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:36.341338 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-66c360e7-7db7-4581-862f-ba2c11ad51a7 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=8ba6bc76dda2493bbc35f1b3fa13d72e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1421804 Jul 07 20:16:36.344538 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39570) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:36.487922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:35Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:36.499945 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef637b63-344e-4eae-bc4b-178c1cceda22 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:36.501496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ef637b63-344e-4eae-bc4b-178c1cceda22 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1560352 Jul 07 20:16:36.504276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:36.515532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Checking router: 1911a16d-ebd2-4c5e-a9a7-36caae881a46 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:16:36.515883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Updating router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 port 876a1c99-ae1c-48e4-a721-dd05e5b23418 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:16:36.543156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-899e38b5-ab0f-486a-8229-37f20b994ead tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353606 Jul 07 20:16:36.543378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:36.549150 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1469359879', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:36.552279 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:36.640324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:16:36.643889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:36.817742 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:36.825902 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:36.830569 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Transition to ACTIVE for port object 876a1c99-ae1c-48e4-a721-dd05e5b23418 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:16:36.837799 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:36.887113 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Subnet': ['ID=79b74586-0fab-40e3-93d3-75c4239a1c38,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:36.890430 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Attempting to bind port 876a1c99-ae1c-48e4-a721-dd05e5b23418 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:16:36.890736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Attempting to bind port 876a1c99-ae1c-48e4-a721-dd05e5b23418 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:16:36.891105 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Attempting to bind port 876a1c99-ae1c-48e4-a721-dd05e5b23418 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:16:36.894309 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36068066-b6ab-45b5-90ee-8ae601c71c5e None None] Pushing event updated for resources: {'Port': ['ID=876a1c99-ae1c-48e4-a721-dd05e5b23418,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:36.897858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Checking segment: {'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:16:36.898296 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network hostable DHCP agents. Network: c77d9278-2f25-4ff2-9562-5863fef6221b, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:16:36.898960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:16:36.899334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:16:36.899739 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:36.900124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:16:36.900617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Bound port: 876a1c99-ae1c-48e4-a721-dd05e5b23418, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:16:36.900998 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:36.916137 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network c77d9278-2f25-4ff2-9562-5863fef6221b is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:16:36.926110 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, c77d9278-2f25-4ff2-9562-5863fef6221b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:16:36.935517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1c1b7b-8f81-4495-8fc1-0865328f8fe6 None None] Network c77d9278-2f25-4ff2-9562-5863fef6221b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:16:36.937480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:36.938076 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:36.954801 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5c79c66f-7c9d-436c-8289-6a947b2b019c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4080184 Jul 07 20:16:36.955153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:37.000172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] For port 876a1c99-ae1c-48e4-a721-dd05e5b23418, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:16:37.004693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] For port 876a1c99-ae1c-48e4-a721-dd05e5b23418, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=876a1c99-ae1c-48e4-a721-dd05e5b23418,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:16:37.010824 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:37.109813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36068066-b6ab-45b5-90ee-8ae601c71c5e None None] Pushing event updated for resources: {'Port': ['ID=876a1c99-ae1c-48e4-a721-dd05e5b23418,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:37.121172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Routers {'1911a16d-ebd2-4c5e-a9a7-36caae881a46'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:37.121810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:37.229171 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-c77d9278-2f25-4ff2-9562-5863fef6221b', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ips': [{'subnet_id': '79b74586-0fab-40e3-93d3-75c4239a1c38'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:16:37.230035 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:37.320001 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] Set router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:37.413179 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:37.501903 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Allocated IP 172.20.0.2 (c77d9278-2f25-4ff2-9562-5863fef6221b/79b74586-0fab-40e3-93d3-75c4239a1c38/903c637b-aae8-4834-9c58-3b36002c415a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:16:37.637135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:35Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:37.685084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d08159-96d2-413f-ad28-05a2b8bcb058 None None] The sync data for ids ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'] in n-d-792394-12 is: [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:35Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:16:37.716413 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:37.725811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Transition to ACTIVE for port object 903c637b-aae8-4834-9c58-3b36002c415a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:16:37.742296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Transition to ACTIVE for port object 903c637b-aae8-4834-9c58-3b36002c415a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:16:37.749781 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:37.789342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Network c77d9278-2f25-4ff2-9562-5863fef6221b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:16:37.796674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:16:37.799310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:16:37.799470 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.20.0.1 (c77d9278-2f25-4ff2-9562-5863fef6221b/79b74586-0fab-40e3-93d3-75c4239a1c38/054bff2a-8d01-47ff-b5bd-4e7013f7beaf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:16:37.807832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Pushing event updated for resources: {'Port': ['ID=903c637b-aae8-4834-9c58-3b36002c415a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:37.870261 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Attempting to bind port 903c637b-aae8-4834-9c58-3b36002c415a on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:16:37.870633 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Attempting to bind port 903c637b-aae8-4834-9c58-3b36002c415a by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:16:37.871000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Attempting to bind port 903c637b-aae8-4834-9c58-3b36002c415a on network c77d9278-2f25-4ff2-9562-5863fef6221b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:16:37.877887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:16:37.878273 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Checking segment: {'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:16:37.878678 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:37.879071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Bound using segment: {'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:16:37.879541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Bound port: 903c637b-aae8-4834-9c58-3b36002c415a, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:16:37.879924 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:37.948696 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:37.965353 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Transition to ACTIVE for port object 054bff2a-8d01-47ff-b5bd-4e7013f7beaf will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:16:37.988920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] For port 903c637b-aae8-4834-9c58-3b36002c415a, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:16:37.994085 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] For port 903c637b-aae8-4834-9c58-3b36002c415a, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=903c637b-aae8-4834-9c58-3b36002c415a,segment=NetworkSegment(0a8a2031-5444-4b29-a430-7ee728d8b05a),segment_id=0a8a2031-5444-4b29-a430-7ee728d8b05a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:16:37.999025 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:38.006504 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:38.073822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01665b4-25cf-4682-9ef1-5ee5c2f45d2f None None] Pushing event updated for resources: {'Port': ['ID=903c637b-aae8-4834-9c58-3b36002c415a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:38.411785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network c77d9278-2f25-4ff2-9562-5863fef6221b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:16:38.415500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:16:38.423630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:16:38.455818 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=054bff2a-8d01-47ff-b5bd-4e7013f7beaf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:38.481556 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:38.496813 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1338c7c-beb3-475b-9bae-c6fa850bf2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:38.665035 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 903c637b-aae8-4834-9c58-3b36002c415a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:16:38.699050 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:38.745123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 903c637b-aae8-4834-9c58-3b36002c415a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:16:38.750361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 876a1c99-ae1c-48e4-a721-dd05e5b23418 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:16:38.800561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 876a1c99-ae1c-48e4-a721-dd05e5b23418 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:16:38.804268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 876a1c99-ae1c-48e4-a721-dd05e5b23418 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:38.804675 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:38.892710 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:38.917041 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 876a1c99-ae1c-48e4-a721-dd05e5b23418, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=876a1c99-ae1c-48e4-a721-dd05e5b23418,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:38.922189 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:38.976496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=876a1c99-ae1c-48e4-a721-dd05e5b23418,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:39.028370 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:39.033575 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:39.110023 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=054bff2a-8d01-47ff-b5bd-4e7013f7beaf,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:39.118749 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:39.207243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9374d8d-9ad2-49d2-a2a6-7ce76dbe354a None None] Network c77d9278-2f25-4ff2-9562-5863fef6221b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:16:39.223255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network c77d9278-2f25-4ff2-9562-5863fef6221b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:16:39.225071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:16:39.359273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:16:39.444107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-13f507f9-cdbb-4538-aa6f-68baf760bdb6 None None] Provisioning for port 903c637b-aae8-4834-9c58-3b36002c415a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:16:39.450816 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-13f507f9-cdbb-4538-aa6f-68baf760bdb6 None None] Provisioning complete for port 903c637b-aae8-4834-9c58-3b36002c415a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:39.451095 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13f507f9-cdbb-4538-aa6f-68baf760bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:39.493009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:16:39.499332 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-df285b3b-fe42-4dc2-8132-560aa3288681 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "PUT /v2.0/routers/1911a16d-ebd2-4c5e-a9a7-36caae881a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5422699 Jul 07 20:16:39.630539 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13f507f9-cdbb-4538-aa6f-68baf760bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:39.656935 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-29d9bfb6-87ab-4fb9-ba3f-4c8d04648ac1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145165460&fields=id&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 267 time: 0.0383842 Jul 07 20:16:39.676574 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-13f507f9-cdbb-4538-aa6f-68baf760bdb6 None None] For port 903c637b-aae8-4834-9c58-3b36002c415a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=903c637b-aae8-4834-9c58-3b36002c415a,segment=NetworkSegment(0a8a2031-5444-4b29-a430-7ee728d8b05a),segment_id=0a8a2031-5444-4b29-a430-7ee728d8b05a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:39.680674 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13f507f9-cdbb-4538-aa6f-68baf760bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:39.743023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f507f9-cdbb-4538-aa6f-68baf760bdb6 None None] Pushing event updated for resources: {'Port': ['ID=903c637b-aae8-4834-9c58-3b36002c415a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:39.775307 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Sync routers for ids ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:16:39.787527 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Routers {'1911a16d-ebd2-4c5e-a9a7-36caae881a46'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:39.788219 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:39.791464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-f98ffd00-0785-48c6-a8ce-efcc88303f0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:39.793028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-f98ffd00-0785-48c6-a8ce-efcc88303f0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/networks?id=c77d9278-2f25-4ff2-9562-5863fef6221b HTTP/1.1" status: 200 len: 797 time: 0.1287072 Jul 07 20:16:39.809697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-d81bc70c-d445-4bce-a089-2c82f40933bc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/quotas/8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 375 time: 0.0097926 Jul 07 20:16:39.896749 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-f927576a-54fb-4fec-8556-69968b3b0df1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794990 Jul 07 20:16:39.917069 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Set router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:40.007018 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3c61c41-1df8-47ac-8178-cc22c3e60a81 None None] Provisioning complete for port 903c637b-aae8-4834-9c58-3b36002c415a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:40.007928 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3c61c41-1df8-47ac-8178-cc22c3e60a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:40.010267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-6df488f7-34a9-4543-8612-20dffcc0b315 service neutron] 10.222.0.113 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015298 Jul 07 20:16:40.123765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-92878da4-db94-4661-ac06-f651a4bb4aa5 service neutron] 10.222.0.113 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124678 Jul 07 20:16:40.138732 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3c61c41-1df8-47ac-8178-cc22c3e60a81 None None] Provisioning for port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:16:40.144013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3c61c41-1df8-47ac-8178-cc22c3e60a81 None None] Provisioning complete for port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:40.144386 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3c61c41-1df8-47ac-8178-cc22c3e60a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:40.180180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a3c61c41-1df8-47ac-8178-cc22c3e60a81 None None] Port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:16:40.245159 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '054bff2a-8d01-47ff-b5bd-4e7013f7beaf', 'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:17:15:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:37Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 2, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:40.295377 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Checking router: 1911a16d-ebd2-4c5e-a9a7-36caae881a46 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:16:40.295982 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Updating router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:16:40.307838 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aa321355-90d1-4387-935b-6795b848dd29 None None] Provisioning complete for port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:40.308303 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa321355-90d1-4387-935b-6795b848dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:40.339434 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:40.362557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aa321355-90d1-4387-935b-6795b848dd29 None None] Port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:16:40.386194 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47664227-ff61-4741-8098-0516be5c0f07 req-0ca139cb-7862-48f5-94fe-96085b22e661 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 210 time: 0.0394776 Jul 07 20:16:40.481366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b1a5704-a2af-475a-8101-06203864d51e None None] Provisioning complete for port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:40.481766 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b1a5704-a2af-475a-8101-06203864d51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:40.519020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a5704-a2af-475a-8101-06203864d51e None None] Port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:16:40.594947 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 903c637b-aae8-4834-9c58-3b36002c415a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:16:40.652065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 903c637b-aae8-4834-9c58-3b36002c415a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:40.652784 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:40.662541 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:40.679250 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Transition to ACTIVE for port object 054bff2a-8d01-47ff-b5bd-4e7013f7beaf will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:16:40.687313 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:40.739601 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Pushing event updated for resources: {'Port': ['ID=054bff2a-8d01-47ff-b5bd-4e7013f7beaf,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:40.755680 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 876a1c99-ae1c-48e4-a721-dd05e5b23418 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:16:40.775045 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.775391 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.775953 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.776055 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.776357 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.776705 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.777052 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.777338 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.777831 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.778312 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.778807 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.780134 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:16:40.830887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 876a1c99-ae1c-48e4-a721-dd05e5b23418 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:40.831157 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:40.862190 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Attempting to bind port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:16:40.862857 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Attempting to bind port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:16:40.863206 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Attempting to bind port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf on network c77d9278-2f25-4ff2-9562-5863fef6221b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:16:40.868785 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:16:40.869553 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Checking segment: {'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:16:40.870149 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:40.870703 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Bound using segment: {'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:16:40.871327 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Bound port: 054bff2a-8d01-47ff-b5bd-4e7013f7beaf, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:16:40.871886 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:40.966196 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] For port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:16:40.970417 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] For port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=054bff2a-8d01-47ff-b5bd-4e7013f7beaf,segment=NetworkSegment(0a8a2031-5444-4b29-a430-7ee728d8b05a),segment_id=0a8a2031-5444-4b29-a430-7ee728d8b05a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:16:40.975134 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:41.032357 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Routers {'1911a16d-ebd2-4c5e-a9a7-36caae881a46'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:41.033294 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:41.090333 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fa280-9fc0-4818-9404-e5b3269413e3 None None] Pushing event updated for resources: {'Port': ['ID=054bff2a-8d01-47ff-b5bd-4e7013f7beaf,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:41.189787 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea18f317-71d3-4880-8cd6-95d6f7ed4d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:41.202939 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] Set router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:41.455526 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:41.456097 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '054bff2a-8d01-47ff-b5bd-4e7013f7beaf', 'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:17:15:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:37Z', 'updated_at': '2021-07-07T20:16:40Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:41.493370 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57261f6-65be-49c7-91b7-26eef37080f6 None None] The sync data for ids ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'] in n-d-792394-12 is: [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '054bff2a-8d01-47ff-b5bd-4e7013f7beaf', 'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:17:15:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:37Z', 'updated_at': '2021-07-07T20:16:40Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:16:41.600813 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-da438d5a-8cca-48f4-b524-e6e9d4724ab5 req-f982abd2-56a7-43e9-aab8-d7c6517f3ffc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 210 time: 0.0566461 Jul 07 20:16:41.811572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-98ce769d-83ed-4437-87f0-164f95601140 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:41.813865 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-98ce769d-83ed-4437-87f0-164f95601140 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/networks?id=c77d9278-2f25-4ff2-9562-5863fef6221b HTTP/1.1" status: 200 len: 797 time: 0.1358824 Jul 07 20:16:41.877422 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-9b4674aa-8748-47d8-a207-a4828c3bde17 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 380 time: 0.0518579 Jul 07 20:16:41.895953 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'port': {'device_id': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'admin_state_up': True, 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'security_groups': ['8834d755-47d7-4ba0-a9ba-6438d44a03d3']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:41.930705 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:16:42.009735 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:16:42.013248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.157638 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.20.0.14 (c77d9278-2f25-4ff2-9562-5863fef6221b/79b74586-0fab-40e3-93d3-75c4239a1c38/de2f1847-af8d-4dba-bdba-850ece99b113) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:16:42.309703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.324910 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Transition to ACTIVE for port object de2f1847-af8d-4dba-bdba-850ece99b113 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:16:42.360781 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.409199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network c77d9278-2f25-4ff2-9562-5863fef6221b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:16:42.414842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:16:42.418940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:16:42.426029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=de2f1847-af8d-4dba-bdba-850ece99b113,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:42.478771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:42.479704 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.505386 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-cc3bd10a-496a-4898-a71c-80cc08a311b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6142366 Jul 07 20:16:42.511503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Request body: {'port': {'device_id': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:42.604754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.646583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 054bff2a-8d01-47ff-b5bd-4e7013f7beaf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:16:42.678024 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.746700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1755a092-d406-487e-8c2a-18f18678cc48 None None] Provisioning for port de2f1847-af8d-4dba-bdba-850ece99b113 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:16:42.751121 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:16:42.754853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1755a092-d406-487e-8c2a-18f18678cc48 None None] Provisioning complete for port de2f1847-af8d-4dba-bdba-850ece99b113 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:42.755437 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1755a092-d406-487e-8c2a-18f18678cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.758547 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:42.759153 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.828437 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1755a092-d406-487e-8c2a-18f18678cc48 None None] Port de2f1847-af8d-4dba-bdba-850ece99b113 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:16:42.832756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7be1-0080-4491-9539-535f938d44fa req-d371797f-7021-46e0-a12c-d45876b5967f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:42.835435 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efff7be1-0080-4491-9539-535f938d44fa req-d371797f-7021-46e0-a12c-d45876b5967f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 932 time: 0.0815442 Jul 07 20:16:42.880556 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efff7be1-0080-4491-9539-535f938d44fa req-b4e02290-5dd7-4c8b-bb26-7bfceb251221 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393167 Jul 07 20:16:42.890342 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.923630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=054bff2a-8d01-47ff-b5bd-4e7013f7beaf,segment=NetworkSegment(0a8a2031-5444-4b29-a430-7ee728d8b05a),segment_id=0a8a2031-5444-4b29-a430-7ee728d8b05a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:42.927740 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.941694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2f1847-af8d-4dba-bdba-850ece99b113 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:16:42.949648 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.962192 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Transition to ACTIVE for port object de2f1847-af8d-4dba-bdba-850ece99b113 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:16:42.965304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:42.975451 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=054bff2a-8d01-47ff-b5bd-4e7013f7beaf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:43.018791 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Pushing event updated for resources: {'Port': ['ID=de2f1847-af8d-4dba-bdba-850ece99b113,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:43.101431 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Attempting to bind port de2f1847-af8d-4dba-bdba-850ece99b113 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:16:43.101773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Attempting to bind port de2f1847-af8d-4dba-bdba-850ece99b113 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:16:43.102103 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Attempting to bind port de2f1847-af8d-4dba-bdba-850ece99b113 on network c77d9278-2f25-4ff2-9562-5863fef6221b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:16:43.106826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Port de2f1847-af8d-4dba-bdba-850ece99b113 on network c77d9278-2f25-4ff2-9562-5863fef6221b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:16:43.107147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Attempting to bind port de2f1847-af8d-4dba-bdba-850ece99b113 on network c77d9278-2f25-4ff2-9562-5863fef6221b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:16:43.112583 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:16:43.113002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Checking segment: {'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:16:43.113480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Bound using segment: {'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:16:43.113989 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Bound port: de2f1847-af8d-4dba-bdba-850ece99b113, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8a2031-5444-4b29-a430-7ee728d8b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:16:43.114342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:43.182002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] For port de2f1847-af8d-4dba-bdba-850ece99b113, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:16:43.185074 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] For port de2f1847-af8d-4dba-bdba-850ece99b113, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=de2f1847-af8d-4dba-bdba-850ece99b113,segment=NetworkSegment(0a8a2031-5444-4b29-a430-7ee728d8b05a),segment_id=0a8a2031-5444-4b29-a430-7ee728d8b05a)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:16:43.190415 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:43.222776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:43.223544 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:43.225235 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] 10.222.0.112 "PUT /v2.0/ports/de2f1847-af8d-4dba-bdba-850ece99b113 HTTP/1.1" status: 200 len: 1093 time: 0.7187483 Jul 07 20:16:43.227363 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'tag': 'de2f1847-af8d-4dba-bdba-850ece99b113'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:16:43.230336 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65921e3-db8a-4add-88f6-3883aadc7a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "483dad63-dfb0-47c1-9eb0-6e1ef14e4049", "tag": "de2f1847-af8d-4dba-bdba-850ece99b113"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:16:43.265002 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b09ca-b7ac-4404-911d-9f2148ac68e0 service neutron] Pushing event updated for resources: {'Port': ['ID=de2f1847-af8d-4dba-bdba-850ece99b113,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:43.341138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-1165ce25-679a-491d-9fea-c368386a3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:43.343329 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-1165ce25-679a-491d-9fea-c368386a3296 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 1096 time: 0.0714638 Jul 07 20:16:43.345982 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8b4bf1-6b10-4b57-9d5b-6fab9c137071 x-openstack-request-id: req-1c8b4bf1-6b10-4b57-9d5b-6fab9c137071 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:16:43.346277 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483dad63-dfb0-47c1-9eb0-6e1ef14e4049", "tag": "de2f1847-af8d-4dba-bdba-850ece99b113", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:16:43.346543 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1c8b4bf1-6b10-4b57-9d5b-6fab9c137071 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:16:43.346963 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'tag': 'de2f1847-af8d-4dba-bdba-850ece99b113', 'status': 'completed', 'code': 200} Jul 07 20:16:43.393516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-140b0089-0dd2-4029-a65a-39fcf27e1717 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de2f1847-af8d-4dba-bdba-850ece99b113 HTTP/1.1" status: 200 len: 217 time: 0.0382159 Jul 07 20:16:43.450179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-8e59c6c2-d8a2-4668-9fad-fc44690d0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:43.452333 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-8e59c6c2-d8a2-4668-9fad-fc44690d0593 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=79b74586-0fab-40e3-93d3-75c4239a1c38 HTTP/1.1" status: 200 len: 835 time: 0.0490479 Jul 07 20:16:43.512005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-4f2cdd4b-4f0a-4755-9717-11726736a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:43.513549 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-4f2cdd4b-4f0a-4755-9717-11726736a2ca service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c77d9278-2f25-4ff2-9562-5863fef6221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557013 Jul 07 20:16:43.611040 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-5fa97a32-c386-4ab0-8d60-7f0c75912521 service neutron] 10.222.0.112 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898063 Jul 07 20:16:43.706124 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-025c4136-2c4e-49d8-a43b-c32ce0056246 req-c9356b63-dbd5-466e-8195-7c00c1b401ef service neutron] 10.222.0.112 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888958 Jul 07 20:16:43.817653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65921e3-db8a-4add-88f6-3883aadc7a7d req-d66c10aa-3b23-48a5-a43f-969c4f8d3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:43.819269 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d65921e3-db8a-4add-88f6-3883aadc7a7d req-d66c10aa-3b23-48a5-a43f-969c4f8d3fe2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 1096 time: 0.0603454 Jul 07 20:16:43.914138 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65921e3-db8a-4add-88f6-3883aadc7a7d req-35799b39-c45b-4330-9988-84501cfb8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:43.915636 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d65921e3-db8a-4add-88f6-3883aadc7a7d req-35799b39-c45b-4330-9988-84501cfb8b27 service neutron] 10.222.0.112 "GET /v2.0/networks?id=c77d9278-2f25-4ff2-9562-5863fef6221b HTTP/1.1" status: 200 len: 899 time: 0.0901067 Jul 07 20:16:43.964414 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d65921e3-db8a-4add-88f6-3883aadc7a7d req-2d2c601e-8464-45ff-a067-5acbf0ed1fea service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de2f1847-af8d-4dba-bdba-850ece99b113 HTTP/1.1" status: 200 len: 217 time: 0.0399749 Jul 07 20:16:44.019771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65921e3-db8a-4add-88f6-3883aadc7a7d req-7b934f27-8549-4658-8ec7-1594fabc3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:44.021273 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d65921e3-db8a-4add-88f6-3883aadc7a7d req-7b934f27-8549-4658-8ec7-1594fabc3eee service neutron] 10.222.0.112 "GET /v2.0/subnets?id=79b74586-0fab-40e3-93d3-75c4239a1c38 HTTP/1.1" status: 200 len: 835 time: 0.0496440 Jul 07 20:16:44.068493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc8877-902b-47fe-9599-92ff3af53966 req-7d9ffb4a-8d64-48a4-af49-40d042b7c218 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:44.070028 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cccc8877-902b-47fe-9599-92ff3af53966 req-7d9ffb4a-8d64-48a4-af49-40d042b7c218 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 944 time: 0.0661542 Jul 07 20:16:44.082873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65921e3-db8a-4add-88f6-3883aadc7a7d req-34d995e9-6241-4119-8ce9-aec3f2181b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:44.084393 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d65921e3-db8a-4add-88f6-3883aadc7a7d req-34d995e9-6241-4119-8ce9-aec3f2181b5f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c77d9278-2f25-4ff2-9562-5863fef6221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545135 Jul 07 20:16:44.120713 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cccc8877-902b-47fe-9599-92ff3af53966 req-1fa51ef7-7d4f-4541-a2b2-31697e0b6a82 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447395 Jul 07 20:16:44.175890 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:44.183861 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d65921e3-db8a-4add-88f6-3883aadc7a7d req-62c7fb71-62b1-49de-a7bd-49932d0d9c2f service neutron] 10.222.0.112 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917962 Jul 07 20:16:44.278580 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d65921e3-db8a-4add-88f6-3883aadc7a7d req-0ebe5ba3-95fc-4e16-b47e-08f468c65936 service neutron] 10.222.0.112 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875168 Jul 07 20:16:44.584223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 054bff2a-8d01-47ff-b5bd-4e7013f7beaf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:16:44.636097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:44.636466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:45.298709 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab0f05-30fb-4da9-a68b-72d38bc0a119 req-a303b3a7-96bc-4640-ac17-233accd5bb6c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:45.300222 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9fab0f05-30fb-4da9-a68b-72d38bc0a119 req-a303b3a7-96bc-4640-ac17-233accd5bb6c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 944 time: 0.0640285 Jul 07 20:16:45.337658 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9fab0f05-30fb-4da9-a68b-72d38bc0a119 req-81602197-f39e-4b03-846a-79e00eff4ac8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317810 Jul 07 20:16:46.473974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device de2f1847-af8d-4dba-bdba-850ece99b113 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:16:46.522367 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbfd5d-8e9f-430b-b63b-009d84fb0e41 req-54d8b1df-0a67-45ae-86a2-f17469aa850f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:46.523886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53bbfd5d-8e9f-430b-b63b-009d84fb0e41 req-54d8b1df-0a67-45ae-86a2-f17469aa850f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 944 time: 0.0724206 Jul 07 20:16:46.563036 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-53bbfd5d-8e9f-430b-b63b-009d84fb0e41 req-1ac26a97-abc1-4a31-992b-13da73ff7fdd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334191 Jul 07 20:16:46.573341 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port de2f1847-af8d-4dba-bdba-850ece99b113, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=de2f1847-af8d-4dba-bdba-850ece99b113,segment=NetworkSegment(0a8a2031-5444-4b29-a430-7ee728d8b05a),segment_id=0a8a2031-5444-4b29-a430-7ee728d8b05a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:46.586757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'de2f1847-af8d-4dba-bdba-850ece99b113', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'port_id': 'de2f1847-af8d-4dba-bdba-850ece99b113', 'mac_address': 'fa:16:3e:7d:fe:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:16:46.625203 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:46.641074 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2f1847-af8d-4dba-bdba-850ece99b113 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:16:46.664119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port de2f1847-af8d-4dba-bdba-850ece99b113, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=de2f1847-af8d-4dba-bdba-850ece99b113,segment=NetworkSegment(0a8a2031-5444-4b29-a430-7ee728d8b05a),segment_id=0a8a2031-5444-4b29-a430-7ee728d8b05a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:46.669172 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:46.717024 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=de2f1847-af8d-4dba-bdba-850ece99b113,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:46.902180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['de2f1847-af8d-4dba-bdba-850ece99b113'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:16:47.743492 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5c1e0-d3cb-416d-b101-c02344048237 req-935f1b40-1cda-41ef-9711-e3e915e1f0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:47.745053 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51f5c1e0-d3cb-416d-b101-c02344048237 req-935f1b40-1cda-41ef-9711-e3e915e1f0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 945 time: 0.0659580 Jul 07 20:16:47.783746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-51f5c1e0-d3cb-416d-b101-c02344048237 req-081a6443-061e-43df-9ed8-4fb550710487 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325372 Jul 07 20:16:48.486243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device de2f1847-af8d-4dba-bdba-850ece99b113 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:16:48.538758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port de2f1847-af8d-4dba-bdba-850ece99b113 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:16:48.542573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port de2f1847-af8d-4dba-bdba-850ece99b113 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:16:48.542958 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:48.620370 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:48.642954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2f1847-af8d-4dba-bdba-850ece99b113'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:16:48.645241 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad26a2ab-928f-4589-9769-eda5468d5f93" -d '{"events": [{"server_uuid": "483dad63-dfb0-47c1-9eb0-6e1ef14e4049", "name": "network-vif-plugged", "status": "completed", "tag": "de2f1847-af8d-4dba-bdba-850ece99b113"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:16:48.660250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port de2f1847-af8d-4dba-bdba-850ece99b113, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=de2f1847-af8d-4dba-bdba-850ece99b113,segment=NetworkSegment(0a8a2031-5444-4b29-a430-7ee728d8b05a),segment_id=0a8a2031-5444-4b29-a430-7ee728d8b05a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:16:48.664416 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:48.723368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=de2f1847-af8d-4dba-bdba-850ece99b113,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:48.742345 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbb99cb-011e-4593-a7eb-f90934ce193b x-openstack-request-id: req-0fbb99cb-011e-4593-a7eb-f90934ce193b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:16:48.742729 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483dad63-dfb0-47c1-9eb0-6e1ef14e4049", "name": "network-vif-plugged", "status": "completed", "tag": "de2f1847-af8d-4dba-bdba-850ece99b113", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:16:48.743020 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0fbb99cb-011e-4593-a7eb-f90934ce193b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:16:48.743688 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2f1847-af8d-4dba-bdba-850ece99b113', 'code': 200} Jul 07 20:16:48.859194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e56d3-ff15-4816-a7a0-4f0e99b7279d req-cf16b7b1-e6a7-44ba-8652-1107f105df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:48.860749 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cc6e56d3-ff15-4816-a7a0-4f0e99b7279d req-cf16b7b1-e6a7-44ba-8652-1107f105df2b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 1098 time: 0.0578575 Jul 07 20:16:48.897055 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cc6e56d3-ff15-4816-a7a0-4f0e99b7279d req-74090253-6425-47a6-8240-c5ca72aefce7 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302751 Jul 07 20:16:48.970577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b34ec5-61f0-4aa4-8174-fded2f6820b7 req-84d643f7-8d13-40a6-a77e-5948a09ed51c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:48.972107 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62b34ec5-61f0-4aa4-8174-fded2f6820b7 req-84d643f7-8d13-40a6-a77e-5948a09ed51c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 946 time: 0.0705128 Jul 07 20:16:49.009905 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-62b34ec5-61f0-4aa4-8174-fded2f6820b7 req-bc1532ae-479a-461c-bdec-fff0b87795c2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321183 Jul 07 20:16:49.615639 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:50.382963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474e1c1-fe35-480d-bf98-6475ac953b87 req-51266bb9-6094-437c-ada8-337dbc999ac6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:50.384477 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b474e1c1-fe35-480d-bf98-6475ac953b87 req-51266bb9-6094-437c-ada8-337dbc999ac6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 946 time: 0.0651073 Jul 07 20:16:50.424361 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b474e1c1-fe35-480d-bf98-6475ac953b87 req-c106d1b7-ce16-4dc1-a766-e77c418aca17 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336535 Jul 07 20:16:50.597921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041cf91-f6ba-4418-bb0c-f00d32f5ad7d req-f1c57c27-5d3a-4607-8a39-17ce22e34b8d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:50.599407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c041cf91-f6ba-4418-bb0c-f00d32f5ad7d req-f1c57c27-5d3a-4607-8a39-17ce22e34b8d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 946 time: 0.0629747 Jul 07 20:16:50.636885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c041cf91-f6ba-4418-bb0c-f00d32f5ad7d req-3587260f-fb50-4c2b-ac16-c5bf99fe6934 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317440 Jul 07 20:16:50.662284 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:50.719211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6c20fe-80ef-40a6-8c03-98a8ec9caa17 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:50.720778 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cb6c20fe-80ef-40a6-8c03-98a8ec9caa17 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 1093 time: 0.0574381 Jul 07 20:16:50.723620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:50.727958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': 'de2f1847-af8d-4dba-bdba-850ece99b113', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:16:50.753479 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:50.854404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:50.963776 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.25.2.119 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/ee629392-dd6b-432a-9473-b680de30e2e8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:16:51.066966 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:51.106747 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:51.148043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:16:51.150849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:16:51.157266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:16:51.182939 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=ee629392-dd6b-432a-9473-b680de30e2e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:51.663943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:51.776893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:51.928312 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:51.932722 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:52.002883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=ee629392-dd6b-432a-9473-b680de30e2e8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:16:52.011216 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:52.110935 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Floating IP 85462cea-c4d7-407d-9b6c-72c0507b783a associated. External IP: 172.25.2.119, port: de2f1847-af8d-4dba-bdba-850ece99b113. Jul 07 20:16:52.624296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:16:52.734361 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:16:52.744692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15495f-f547-48e7-b223-acf6235d5147 None None] Sync routers for ids ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:16:52.751093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:16:52.755654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15495f-f547-48e7-b223-acf6235d5147 None None] Routers {'1911a16d-ebd2-4c5e-a9a7-36caae881a46'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:52.756279 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2d15495f-f547-48e7-b223-acf6235d5147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:52.790379 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d73a6ba7-5e01-4519-9fdc-edc48d893936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0632029 Jul 07 20:16:52.790379 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'tag': 'de2f1847-af8d-4dba-bdba-850ece99b113'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:16:52.790895 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594060ed-dd15-496f-92a4-2fc7df36a2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "483dad63-dfb0-47c1-9eb0-6e1ef14e4049", "tag": "de2f1847-af8d-4dba-bdba-850ece99b113"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:16:52.836043 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f9d969-2561-4dcd-ac2f-aeda5b7be3ad x-openstack-request-id: req-b1f9d969-2561-4dcd-ac2f-aeda5b7be3ad {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:16:52.836523 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483dad63-dfb0-47c1-9eb0-6e1ef14e4049", "tag": "de2f1847-af8d-4dba-bdba-850ece99b113", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:16:52.836858 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b1f9d969-2561-4dcd-ac2f-aeda5b7be3ad {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:16:52.837459 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'tag': 'de2f1847-af8d-4dba-bdba-850ece99b113', 'status': 'completed', 'code': 200} Jul 07 20:16:52.872225 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2d15495f-f547-48e7-b223-acf6235d5147 None None] Set router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:52.917536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594060ed-dd15-496f-92a4-2fc7df36a2b4 req-ca51b551-10dc-4d9b-a7a6-cfd5903eec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:52.919062 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-594060ed-dd15-496f-92a4-2fc7df36a2b4 req-ca51b551-10dc-4d9b-a7a6-cfd5903eec57 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 1098 time: 0.0622578 Jul 07 20:16:52.964576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7616b-cf13-4ca0-b5e1-84e1a68d2e4c req-f5f794c0-f12f-4b44-b32c-6a1cff9f523d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:52.967342 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6b7616b-cf13-4ca0-b5e1-84e1a68d2e4c req-f5f794c0-f12f-4b44-b32c-6a1cff9f523d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 946 time: 0.0727646 Jul 07 20:16:53.008616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f6b7616b-cf13-4ca0-b5e1-84e1a68d2e4c req-476f4a16-e3d3-46cc-9071-d2be2adb0fa0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341625 Jul 07 20:16:53.020946 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594060ed-dd15-496f-92a4-2fc7df36a2b4 req-fe9a1a05-c52e-4a1b-abe1-47453ca08a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:53.022805 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-594060ed-dd15-496f-92a4-2fc7df36a2b4 req-fe9a1a05-c52e-4a1b-abe1-47453ca08a87 service neutron] 10.222.0.112 "GET /v2.0/networks?id=c77d9278-2f25-4ff2-9562-5863fef6221b HTTP/1.1" status: 200 len: 899 time: 0.0971334 Jul 07 20:16:53.034493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:53.098301 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-594060ed-dd15-496f-92a4-2fc7df36a2b4 req-a355dc29-f65a-462e-8a16-0ede63fece54 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de2f1847-af8d-4dba-bdba-850ece99b113 HTTP/1.1" status: 200 len: 1000 time: 0.0675597 Jul 07 20:16:53.099884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-92d0b0ab-b53a-4f37-a160-a6597d91194e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/85462cea-c4d7-407d-9b6c-72c0507b783a HTTP/1.1" status: 200 len: 992 time: 0.0641382 Jul 07 20:16:53.110552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2d15495f-f547-48e7-b223-acf6235d5147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '85462cea-c4d7-407d-9b6c-72c0507b783a', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.119', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'port_id': 'de2f1847-af8d-4dba-bdba-850ece99b113', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'mac_address': 'fa:16:3e:7d:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:16:51Z', 'updated_at': '2021-07-07T20:16:51Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054bff2a-8d01-47ff-b5bd-4e7013f7beaf', 'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:17:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:37Z', 'updated_at': '2021-07-07T20:16:42Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:53.141501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15495f-f547-48e7-b223-acf6235d5147 None None] Checking router: 1911a16d-ebd2-4c5e-a9a7-36caae881a46 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:16:53.148876 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594060ed-dd15-496f-92a4-2fc7df36a2b4 req-6e365183-115f-4ed2-93b2-d7a5d5b1ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:53.150011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15495f-f547-48e7-b223-acf6235d5147 None None] Routers {'1911a16d-ebd2-4c5e-a9a7-36caae881a46'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:16:53.150351 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-594060ed-dd15-496f-92a4-2fc7df36a2b4 req-6e365183-115f-4ed2-93b2-d7a5d5b1ed88 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=79b74586-0fab-40e3-93d3-75c4239a1c38 HTTP/1.1" status: 200 len: 835 time: 0.0466197 Jul 07 20:16:53.150620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2d15495f-f547-48e7-b223-acf6235d5147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:16:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:53.209688 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594060ed-dd15-496f-92a4-2fc7df36a2b4 req-030d29a4-d8f2-431b-93ec-37dd1ef482e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:16:53.211194 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-594060ed-dd15-496f-92a4-2fc7df36a2b4 req-030d29a4-d8f2-431b-93ec-37dd1ef482e4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c77d9278-2f25-4ff2-9562-5863fef6221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541110 Jul 07 20:16:53.255697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2d15495f-f547-48e7-b223-acf6235d5147 None None] Set router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:16:53.310332 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-594060ed-dd15-496f-92a4-2fc7df36a2b4 req-5ae13798-5a64-4f6e-9653-47321269754b service neutron] 10.222.0.112 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918918 Jul 07 20:16:53.404047 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-594060ed-dd15-496f-92a4-2fc7df36a2b4 req-ff6a121c-6283-42b1-98f4-19f28947cb85 service neutron] 10.222.0.112 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874100 Jul 07 20:16:53.491435 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2d15495f-f547-48e7-b223-acf6235d5147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '85462cea-c4d7-407d-9b6c-72c0507b783a', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.119', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'port_id': 'de2f1847-af8d-4dba-bdba-850ece99b113', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'mac_address': 'fa:16:3e:7d:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:16:51Z', 'updated_at': '2021-07-07T20:16:51Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054bff2a-8d01-47ff-b5bd-4e7013f7beaf', 'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:17:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:37Z', 'updated_at': '2021-07-07T20:16:42Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:16:53.517630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15495f-f547-48e7-b223-acf6235d5147 None None] The sync data for ids ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'] in n-d-792394-12 is: [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '85462cea-c4d7-407d-9b6c-72c0507b783a', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.119', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'port_id': 'de2f1847-af8d-4dba-bdba-850ece99b113', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'mac_address': 'fa:16:3e:7d:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:16:51Z', 'updated_at': '2021-07-07T20:16:51Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054bff2a-8d01-47ff-b5bd-4e7013f7beaf', 'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:17:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:37Z', 'updated_at': '2021-07-07T20:16:42Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:16:53.708216 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b105a67-7f80-421a-91c8-f6c484be852f None None] New status for floating IP 85462cea-c4d7-407d-9b6c-72c0507b783a: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:16:54.103876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:16:54.168010 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-21589d1a-da2a-456d-8f5b-ecc43f86e88c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/85462cea-c4d7-407d-9b6c-72c0507b783a HTTP/1.1" status: 200 len: 994 time: 0.0629218 Jul 07 20:17:03.990389 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:08.490782 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c947700-ea56-40c6-8ea5-c65589b8d4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:11.182244 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-044d6d7b-892f-409e-9506-cde1a39267de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:11.438319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:12.637674 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:14.179327 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:18.932077 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:17:19.642637 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:25.756996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e89e21-d472-4749-9aed-be179ec48bd1 req-7e8fd9cd-8659-47c0-a1e4-6931d5b17d37 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:25.758537 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97e89e21-d472-4749-9aed-be179ec48bd1 req-7e8fd9cd-8659-47c0-a1e4-6931d5b17d37 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 946 time: 0.0646842 Jul 07 20:17:25.798540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97e89e21-d472-4749-9aed-be179ec48bd1 req-fc0fca80-a16f-49cf-8da8-7f26718923be tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344062 Jul 07 20:17:26.984257 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162379d1-b4a9-4500-9e55-b6a94d1d9097 req-0e81ae3b-2f7b-4bea-bd09-b29860aa361f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:26.986075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-162379d1-b4a9-4500-9e55-b6a94d1d9097 req-0e81ae3b-2f7b-4bea-bd09-b29860aa361f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 946 time: 0.0678034 Jul 07 20:17:27.025871 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-162379d1-b4a9-4500-9e55-b6a94d1d9097 req-ab67f7ae-7046-45a2-8a93-51de9716b0d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336540 Jul 07 20:17:27.052391 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:27.146373 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-81bb8a0b-0848-4922-a4e7-62a557b86931 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/85462cea-c4d7-407d-9b6c-72c0507b783a HTTP/1.1" status: 200 len: 994 time: 0.0927351 Jul 07 20:17:27.166087 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-008df5c5-138c-472e-9a15-a4a2e0dfe98c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0768955 Jul 07 20:17:27.261245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-3b2985d2-9797-4bb0-b56a-d0557743210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:27.262725 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-3b2985d2-9797-4bb0-b56a-d0557743210e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 1098 time: 0.0540855 Jul 07 20:17:27.372983 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-b5a412e6-0f69-4000-8f31-e4cfd1851833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:27.374477 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-b5a412e6-0f69-4000-8f31-e4cfd1851833 service neutron] 10.222.0.112 "GET /v2.0/networks?id=c77d9278-2f25-4ff2-9562-5863fef6221b HTTP/1.1" status: 200 len: 899 time: 0.0907586 Jul 07 20:17:27.447209 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-02927ccf-8ee7-4db7-8cd1-df07e0ed8fcf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de2f1847-af8d-4dba-bdba-850ece99b113 HTTP/1.1" status: 200 len: 1002 time: 0.0628738 Jul 07 20:17:27.497163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-9eba8ee1-f390-4591-9323-375c27c13902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:27.498642 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-9eba8ee1-f390-4591-9323-375c27c13902 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=79b74586-0fab-40e3-93d3-75c4239a1c38 HTTP/1.1" status: 200 len: 835 time: 0.0447037 Jul 07 20:17:27.559909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-22239a23-967d-49f1-aee0-626f622f7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:27.561425 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-22239a23-967d-49f1-aee0-626f622f7565 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c77d9278-2f25-4ff2-9562-5863fef6221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564611 Jul 07 20:17:27.651942 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-c77e5277-e9bd-4811-b67a-ad533190cf68 service neutron] 10.222.0.112 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840375 Jul 07 20:17:27.747246 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-97225ee3-7042-4ef7-a329-17a24b7bcc1c req-c46851fa-3aaf-43f9-9fe1-a0ff25d4c4ea service neutron] 10.222.0.112 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883155 Jul 07 20:17:28.589546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de351f-506c-4c4f-9c86-2f14fafafc72 req-70c990bf-1b86-469e-b5c6-c2dab9ff46a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:28.590405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80de351f-506c-4c4f-9c86-2f14fafafc72 req-70c990bf-1b86-469e-b5c6-c2dab9ff46a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 946 time: 0.0643687 Jul 07 20:17:28.631292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-80de351f-506c-4c4f-9c86-2f14fafafc72 req-6a36c8a7-f2cd-4b85-86ca-59adcdf08247 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345292 Jul 07 20:17:29.807422 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99afb-c28f-4607-b714-5e794f5bc0c5 req-69d689b2-8222-4b28-801b-78ecff3c0661 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:29.809117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-def99afb-c28f-4607-b714-5e794f5bc0c5 req-69d689b2-8222-4b28-801b-78ecff3c0661 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 946 time: 0.0624754 Jul 07 20:17:29.848585 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-def99afb-c28f-4607-b714-5e794f5bc0c5 req-e49b0887-53d1-4722-ac2f-13c79790b7cc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Jul 07 20:17:29.875556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:29.938409 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6f57d9dc-0dee-4ee9-a29d-e7d4d4dc0986 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/85462cea-c4d7-407d-9b6c-72c0507b783a HTTP/1.1" status: 200 len: 994 time: 0.0615342 Jul 07 20:17:30.168592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39686) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:30.331106 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port ee629392-dd6b-432a-9473-b680de30e2e8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:17:30.331348 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:30.406088 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:30.406491 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:30.418384 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for ee629392-dd6b-432a-9473-b680de30e2e8 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:17:30.570556 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:30.598774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=ee629392-dd6b-432a-9473-b680de30e2e8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:30.625587 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.625931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.626268 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.626615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.626924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.627255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.627575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.627897 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.628223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.628569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.628895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.629203 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:30.675765 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:30.676092 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Floating IP 85462cea-c4d7-407d-9b6c-72c0507b783a disassociated (deleted). External IP: 172.25.2.119, port: de2f1847-af8d-4dba-bdba-850ece99b113. Jul 07 20:17:30.891019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:17:30.995390 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:17:31.000577 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:31.005486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047e364-cb2e-4b2d-84e7-2dc0fef5723e None None] Sync routers for ids ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:17:31.014234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047e364-cb2e-4b2d-84e7-2dc0fef5723e None None] Routers {'1911a16d-ebd2-4c5e-a9a7-36caae881a46'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:31.015706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b047e364-cb2e-4b2d-84e7-2dc0fef5723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:17:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:31.047163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6967039f-b019-4a4d-80f3-31b918f41291 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/floatingips/85462cea-c4d7-407d-9b6c-72c0507b783a HTTP/1.1" status: 204 len: 168 time: 0.8768711 Jul 07 20:17:31.047755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'tag': 'de2f1847-af8d-4dba-bdba-850ece99b113'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:31.050123 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885e4431-c5c8-41d3-95f7-a1855669077e" -d '{"events": [{"name": "network-changed", "server_uuid": "483dad63-dfb0-47c1-9eb0-6e1ef14e4049", "tag": "de2f1847-af8d-4dba-bdba-850ece99b113"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:31.127901 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b047e364-cb2e-4b2d-84e7-2dc0fef5723e None None] Set router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:31.150567 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8d3484-b044-4a3b-a39d-2da63690d9d9 x-openstack-request-id: req-1a8d3484-b044-4a3b-a39d-2da63690d9d9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:31.150868 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483dad63-dfb0-47c1-9eb0-6e1ef14e4049", "tag": "de2f1847-af8d-4dba-bdba-850ece99b113", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:31.151128 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1a8d3484-b044-4a3b-a39d-2da63690d9d9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:31.151545 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'tag': 'de2f1847-af8d-4dba-bdba-850ece99b113', 'status': 'completed', 'code': 200} Jul 07 20:17:31.230784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4431-c5c8-41d3-95f7-a1855669077e req-15649ec6-a4a3-4c8e-beb9-f2622b227ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:31.232448 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-885e4431-c5c8-41d3-95f7-a1855669077e req-15649ec6-a4a3-4c8e-beb9-f2622b227ae4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 1098 time: 0.0552986 Jul 07 20:17:31.346466 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4431-c5c8-41d3-95f7-a1855669077e req-ff74b7ce-1ecb-4576-abfc-982fbc9d9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:31.348161 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-885e4431-c5c8-41d3-95f7-a1855669077e req-ff74b7ce-1ecb-4576-abfc-982fbc9d9df4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=c77d9278-2f25-4ff2-9562-5863fef6221b HTTP/1.1" status: 200 len: 899 time: 0.1093001 Jul 07 20:17:31.353044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b047e364-cb2e-4b2d-84e7-2dc0fef5723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '054bff2a-8d01-47ff-b5bd-4e7013f7beaf', 'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:17:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:37Z', 'updated_at': '2021-07-07T20:16:42Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:31.381937 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047e364-cb2e-4b2d-84e7-2dc0fef5723e None None] Checking router: 1911a16d-ebd2-4c5e-a9a7-36caae881a46 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:17:31.393320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047e364-cb2e-4b2d-84e7-2dc0fef5723e None None] Routers {'1911a16d-ebd2-4c5e-a9a7-36caae881a46'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:31.394319 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b047e364-cb2e-4b2d-84e7-2dc0fef5723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:17:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:31.394980 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-885e4431-c5c8-41d3-95f7-a1855669077e req-f75402f7-18a0-4f12-b9e6-4d59d2e21adb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de2f1847-af8d-4dba-bdba-850ece99b113 HTTP/1.1" status: 200 len: 217 time: 0.0396943 Jul 07 20:17:31.441102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b40809-49e5-424f-adcc-990493160a54 req-1534f2d1-f50a-4336-96bb-c30889cf8aa8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:31.442933 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04b40809-49e5-424f-adcc-990493160a54 req-1534f2d1-f50a-4336-96bb-c30889cf8aa8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 946 time: 0.0687933 Jul 07 20:17:31.453239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4431-c5c8-41d3-95f7-a1855669077e req-b7e58cb5-7000-4f44-a93d-4c4838f29481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:31.454754 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-885e4431-c5c8-41d3-95f7-a1855669077e req-b7e58cb5-7000-4f44-a93d-4c4838f29481 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=79b74586-0fab-40e3-93d3-75c4239a1c38 HTTP/1.1" status: 200 len: 835 time: 0.0515931 Jul 07 20:17:31.487100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-04b40809-49e5-424f-adcc-990493160a54 req-605dc4a5-57dd-46df-852a-303515382688 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360744 Jul 07 20:17:31.520995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4431-c5c8-41d3-95f7-a1855669077e req-b6f1d8da-ba72-4d60-a5e8-1d048b9b12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:31.522550 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-885e4431-c5c8-41d3-95f7-a1855669077e req-b6f1d8da-ba72-4d60-a5e8-1d048b9b12b0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=c77d9278-2f25-4ff2-9562-5863fef6221b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605252 Jul 07 20:17:31.620720 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-885e4431-c5c8-41d3-95f7-a1855669077e req-4d48609f-07ed-47e2-887c-512c6e19c7e7 service neutron] 10.222.0.112 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899944 Jul 07 20:17:31.668639 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b047e364-cb2e-4b2d-84e7-2dc0fef5723e None None] Set router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:31.716859 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-885e4431-c5c8-41d3-95f7-a1855669077e req-37b3d99d-f9c1-446b-968d-d508f6477f7f service neutron] 10.222.0.112 "GET /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897095 Jul 07 20:17:31.867549 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b047e364-cb2e-4b2d-84e7-2dc0fef5723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '054bff2a-8d01-47ff-b5bd-4e7013f7beaf', 'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:17:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:37Z', 'updated_at': '2021-07-07T20:16:42Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:31.897408 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047e364-cb2e-4b2d-84e7-2dc0fef5723e None None] The sync data for ids ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'] in n-d-792394-12 is: [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '054bff2a-8d01-47ff-b5bd-4e7013f7beaf', 'name': '', 'network_id': 'c77d9278-2f25-4ff2-9562-5863fef6221b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:17:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:37Z', 'updated_at': '2021-07-07T20:16:42Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '79b74586-0fab-40e3-93d3-75c4239a1c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:17:32.109768 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ceaa8-4eb4-4fa4-849e-12134da17ef4 None None] New status for floating IP 85462cea-c4d7-407d-9b6c-72c0507b783a: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:17:32.667539 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17db5c-f9ef-4a95-8581-7cf04a9f6f59 req-b0731251-be79-4405-99ee-5d9e5d432bb7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:32.669159 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4c17db5c-f9ef-4a95-8581-7cf04a9f6f59 req-b0731251-be79-4405-99ee-5d9e5d432bb7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 946 time: 0.0667603 Jul 07 20:17:32.714879 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4c17db5c-f9ef-4a95-8581-7cf04a9f6f59 req-6ba44ce5-8879-45a7-8b01-1c336d631488 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=8834d755-47d7-4ba0-a9ba-6438d44a03d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394423 Jul 07 20:17:32.958439 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91999d17-7c71-4ad5-80e9-b947e3364f28 req-e3b261ee-12f4-4b25-b73c-d7beb4802060 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:32.959984 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-91999d17-7c71-4ad5-80e9-b947e3364f28 req-e3b261ee-12f4-4b25-b73c-d7beb4802060 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 946 time: 0.0663903 Jul 07 20:17:33.069397 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-91999d17-7c71-4ad5-80e9-b947e3364f28 req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port de2f1847-af8d-4dba-bdba-850ece99b113 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:17:33.069897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-91999d17-7c71-4ad5-80e9-b947e3364f28 req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:33.163060 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-91999d17-7c71-4ad5-80e9-b947e3364f28 req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port de2f1847-af8d-4dba-bdba-850ece99b113, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=de2f1847-af8d-4dba-bdba-850ece99b113,segment=NetworkSegment(0a8a2031-5444-4b29-a430-7ee728d8b05a),segment_id=0a8a2031-5444-4b29-a430-7ee728d8b05a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:33.163335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-91999d17-7c71-4ad5-80e9-b947e3364f28 req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:33.179184 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-91999d17-7c71-4ad5-80e9-b947e3364f28 req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for de2f1847-af8d-4dba-bdba-850ece99b113 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:17:33.311229 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-91999d17-7c71-4ad5-80e9-b947e3364f28 req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:33.339697 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=de2f1847-af8d-4dba-bdba-850ece99b113,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:33.353588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.353940 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.354279 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.354613 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.354946 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.355271 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.355592 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.355917 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.356241 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.356617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.356963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.357278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:33.400427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-91999d17-7c71-4ad5-80e9-b947e3364f28 req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] No DVR routers for this DVR port de2f1847-af8d-4dba-bdba-850ece99b113 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:17:33.403100 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-91999d17-7c71-4ad5-80e9-b947e3364f28 req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:33.405264 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-91999d17-7c71-4ad5-80e9-b947e3364f28 req-423b4d80-0924-4401-b863-4b8932af5f23 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "DELETE /v2.0/ports/de2f1847-af8d-4dba-bdba-850ece99b113 HTTP/1.1" status: 204 len: 173 time: 0.4390411 Jul 07 20:17:33.406545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'name': 'network-vif-deleted', 'tag': 'de2f1847-af8d-4dba-bdba-850ece99b113'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:33.409051 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fd7389-266c-436f-9d70-8666eda69a09" -d '{"events": [{"server_uuid": "483dad63-dfb0-47c1-9eb0-6e1ef14e4049", "name": "network-vif-deleted", "tag": "de2f1847-af8d-4dba-bdba-850ece99b113"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:33.446792 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a22ceb4-7c3e-4570-8fac-b30c7c089112 x-openstack-request-id: req-8a22ceb4-7c3e-4570-8fac-b30c7c089112 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:33.447090 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483dad63-dfb0-47c1-9eb0-6e1ef14e4049", "name": "network-vif-deleted", "tag": "de2f1847-af8d-4dba-bdba-850ece99b113", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:33.447787 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8a22ceb4-7c3e-4570-8fac-b30c7c089112 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:33.448344 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483dad63-dfb0-47c1-9eb0-6e1ef14e4049', 'name': 'network-vif-deleted', 'tag': 'de2f1847-af8d-4dba-bdba-850ece99b113', 'status': 'completed', 'code': 200} Jul 07 20:17:33.879343 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-46630e80-f168-4723-9711-e883f0ca5ce8 req-9d7bf7c7-1de6-4f0a-89bb-5b6b95380b3f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=483dad63-dfb0-47c1-9eb0-6e1ef14e4049 HTTP/1.1" status: 200 len: 210 time: 0.0304453 Jul 07 20:17:34.006455 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:34.975834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:35.340222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:35.616970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:17:35.617244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:35.708183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port 054bff2a-8d01-47ff-b5bd-4e7013f7beaf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=054bff2a-8d01-47ff-b5bd-4e7013f7beaf,segment=NetworkSegment(0a8a2031-5444-4b29-a430-7ee728d8b05a),segment_id=0a8a2031-5444-4b29-a430-7ee728d8b05a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:35.708578 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:35.722052 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 054bff2a-8d01-47ff-b5bd-4e7013f7beaf owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:17:35.907954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:35.937331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=054bff2a-8d01-47ff-b5bd-4e7013f7beaf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:36.114466 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:36.330132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:17:36.439401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:17:36.444398 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-d5741696-ae82-4b14-9623-2bc9fe709fe3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "PUT /v2.0/routers/1911a16d-ebd2-4c5e-a9a7-36caae881a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4675086 Jul 07 20:17:36.447283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:36.448868 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9ffb6-c77b-44fb-b2fe-cea68a43c109 None None] Sync routers for ids ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:17:36.459762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9ffb6-c77b-44fb-b2fe-cea68a43c109 None None] Routers {'1911a16d-ebd2-4c5e-a9a7-36caae881a46'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:36.460567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fce9ffb6-c77b-44fb-b2fe-cea68a43c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:17:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:36.499280 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6588d4-4b7e-407a-bfb1-24c2eddaf405 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting subnet 79b74586-0fab-40e3-93d3-75c4239a1c38 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:17:36.502635 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6588d4-4b7e-407a-bfb1-24c2eddaf405 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:36.542587 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6588d4-4b7e-407a-bfb1-24c2eddaf405 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:36.569752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fce9ffb6-c77b-44fb-b2fe-cea68a43c109 None None] Set router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:36.640375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6588d4-4b7e-407a-bfb1-24c2eddaf405 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:36.665445 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device de2f1847-af8d-4dba-bdba-850ece99b113 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:17:36.692294 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: de2f1847-af8d-4dba-bdba-850ece99b113 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:17:36.692726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device de2f1847-af8d-4dba-bdba-850ece99b113 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:17:36.706025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6588d4-4b7e-407a-bfb1-24c2eddaf405 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:36.733132 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6588d4-4b7e-407a-bfb1-24c2eddaf405 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Subnet': ['ID=79b74586-0fab-40e3-93d3-75c4239a1c38,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:36.736805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6588d4-4b7e-407a-bfb1-24c2eddaf405 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:36.738962 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3d6588d4-4b7e-407a-bfb1-24c2eddaf405 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/subnets/79b74586-0fab-40e3-93d3-75c4239a1c38 HTTP/1.1" status: 204 len: 168 time: 0.2905281 Jul 07 20:17:36.741630 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:36.752811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf86c43-58a2-4d0e-8412-a771200c8f05 None None] Network c77d9278-2f25-4ff2-9562-5863fef6221b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:17:36.852289 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:36.875764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fce9ffb6-c77b-44fb-b2fe-cea68a43c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:17:35Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:36.907056 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9ffb6-c77b-44fb-b2fe-cea68a43c109 None None] Checking router: 1911a16d-ebd2-4c5e-a9a7-36caae881a46 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:17:36.924927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9ffb6-c77b-44fb-b2fe-cea68a43c109 None None] Routers {'1911a16d-ebd2-4c5e-a9a7-36caae881a46'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:36.925554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fce9ffb6-c77b-44fb-b2fe-cea68a43c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:17:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:36.964961 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.022016 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 876a1c99-ae1c-48e4-a721-dd05e5b23418 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:17:37.022342 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.037830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] DHCP port deletion for c77d9278-2f25-4ff2-9562-5863fef6221b request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:17:37.047393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fce9ffb6-c77b-44fb-b2fe-cea68a43c109 None None] Set router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:37.107833 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port 876a1c99-ae1c-48e4-a721-dd05e5b23418, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=876a1c99-ae1c-48e4-a721-dd05e5b23418,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:37.108191 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.121069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 876a1c99-ae1c-48e4-a721-dd05e5b23418 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:17:37.204912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Deleting port 903c637b-aae8-4834-9c58-3b36002c415a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:17:37.205202 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.294301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] For port 903c637b-aae8-4834-9c58-3b36002c415a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=903c637b-aae8-4834-9c58-3b36002c415a,segment=NetworkSegment(0a8a2031-5444-4b29-a430-7ee728d8b05a),segment_id=0a8a2031-5444-4b29-a430-7ee728d8b05a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:37.294568 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.295011 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.311214 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Calling delete_port for 903c637b-aae8-4834-9c58-3b36002c415a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:17:37.320093 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=876a1c99-ae1c-48e4-a721-dd05e5b23418,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:37.369441 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fce9ffb6-c77b-44fb-b2fe-cea68a43c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:17:35Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:37.391843 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.412361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9ffb6-c77b-44fb-b2fe-cea68a43c109 None None] The sync data for ids ['1911a16d-ebd2-4c5e-a9a7-36caae881a46'] in n-d-792394-12 is: [{'id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206272025', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:16:34Z', 'updated_at': '2021-07-07T20:17:35Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '876a1c99-ae1c-48e4-a721-dd05e5b23418', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a16d-ebd2-4c5e-a9a7-36caae881a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:16:35Z', 'updated_at': '2021-07-07T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:17:37.438729 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.464909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Pushing event deleted for resources: {'Port': ['ID=903c637b-aae8-4834-9c58-3b36002c415a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:37.474823 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] No DVR routers for this DVR port 903c637b-aae8-4834-9c58-3b36002c415a on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:17:37.477402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.477716 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.478054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.478490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.478875 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.479206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.479530 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.479849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.480166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.480501 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.480825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.481142 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d02244-ef9e-4ad1-bcb4-80b8c639c95c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:37.501168 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.503364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.883465 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.884039 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Fanout notify agent at l3_agent the message router_deleted on router 1911a16d-ebd2-4c5e-a9a7-36caae881a46 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:17:37.892550 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:37.896141 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-06eef962-ea26-454d-b8e6-bb68c1eb4d21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/routers/1911a16d-ebd2-4c5e-a9a7-36caae881a46 HTTP/1.1" status: 204 len: 168 time: 1.1511469 Jul 07 20:17:37.896576 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:37.975056 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.069947 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.081195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77d9278-2f25-4ff2-9562-5863fef6221b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:38.092045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8a2031-5444-4b29-a430-7ee728d8b05a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:38.092346 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8a2031-5444-4b29-a430-7ee728d8b05a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:38.102279 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.116451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.122766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:17:38.123155 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: timer() Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:17:38.127159 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:17:38.190085 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.194649 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.196630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/networks/c77d9278-2f25-4ff2-9562-5863fef6221b HTTP/1.1" status: 204 len: 168 time: 0.2990410 Jul 07 20:17:38.199599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:38.220040 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d2f2c-4ce3-4e23-bbbf-978fd52c0815 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Network': ['ID=c77d9278-2f25-4ff2-9562-5863fef6221b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:38.259795 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57c6a7b9-0c43-4b0a-b6c5-dd9dce607bfd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.286027 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57c6a7b9-0c43-4b0a-b6c5-dd9dce607bfd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.344353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57c6a7b9-0c43-4b0a-b6c5-dd9dce607bfd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.346948 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57c6a7b9-0c43-4b0a-b6c5-dd9dce607bfd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.348160 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-57c6a7b9-0c43-4b0a-b6c5-dd9dce607bfd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/security-groups/8834d755-47d7-4ba0-a9ba-6438d44a03d3 HTTP/1.1" status: 204 len: 168 time: 0.1475463 Jul 07 20:17:38.358140 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6a7b9-0c43-4b0a-b6c5-dd9dce607bfd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8834d755-47d7-4ba0-a9ba-6438d44a03d3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:38.494726 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae742-ec92-4572-af8f-8da0329f29e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.597368 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:38.602147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-47126a94-9222-4cc8-b62b-30d136a559fd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922041954', 'description': 'tempest-secgroup-smoke-1922041954 description', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:38.613861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 903c637b-aae8-4834-9c58-3b36002c415a no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:17:38.626956 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47126a94-9222-4cc8-b62b-30d136a559fd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.634904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 903c637b-aae8-4834-9c58-3b36002c415a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:17:38.635260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 903c637b-aae8-4834-9c58-3b36002c415a not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:17:38.635693 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 054bff2a-8d01-47ff-b5bd-4e7013f7beaf no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:17:38.654479 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 054bff2a-8d01-47ff-b5bd-4e7013f7beaf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:17:38.654729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 054bff2a-8d01-47ff-b5bd-4e7013f7beaf not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:17:38.656166 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 876a1c99-ae1c-48e4-a721-dd05e5b23418 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:17:38.677159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 876a1c99-ae1c-48e4-a721-dd05e5b23418 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:17:38.677509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 876a1c99-ae1c-48e4-a721-dd05e5b23418 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:17:38.727834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47126a94-9222-4cc8-b62b-30d136a559fd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.731548 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47126a94-9222-4cc8-b62b-30d136a559fd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.761600 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47126a94-9222-4cc8-b62b-30d136a559fd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.762854 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-47126a94-9222-4cc8-b62b-30d136a559fd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1643913 Jul 07 20:17:38.763706 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47126a94-9222-4cc8-b62b-30d136a559fd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:38.766191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:38.770816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dcda3468-c7bc-4de1-86cd-fce02ae1104b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'b6a3743b-dc7f-4436-865a-ef6a31f3c0d1', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:38.800438 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcda3468-c7bc-4de1-86cd-fce02ae1104b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.863346 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcda3468-c7bc-4de1-86cd-fce02ae1104b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.867497 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcda3468-c7bc-4de1-86cd-fce02ae1104b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.888830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3468-c7bc-4de1-86cd-fce02ae1104b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8820caa-14d8-4a79-95f8-9e631bc7db86,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:38.893047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcda3468-c7bc-4de1-86cd-fce02ae1104b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.897174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:38.897323 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dcda3468-c7bc-4de1-86cd-fce02ae1104b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299331 Jul 07 20:17:38.901933 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1625f1ed-f904-4705-96ce-47b4cfac9c19 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'b6a3743b-dc7f-4436-865a-ef6a31f3c0d1', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:38.933094 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1625f1ed-f904-4705-96ce-47b4cfac9c19 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:38.996255 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1625f1ed-f904-4705-96ce-47b4cfac9c19 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.001337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1625f1ed-f904-4705-96ce-47b4cfac9c19 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.020254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625f1ed-f904-4705-96ce-47b4cfac9c19 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb3607d-2859-4b98-9d28-c1a2c162759b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:39.026025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1625f1ed-f904-4705-96ce-47b4cfac9c19 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.030085 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1625f1ed-f904-4705-96ce-47b4cfac9c19 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288834 Jul 07 20:17:39.030506 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:39.035154 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aa890898-6bb4-4dc6-9230-c889aa0666f1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'b6a3743b-dc7f-4436-865a-ef6a31f3c0d1', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:39.064237 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa890898-6bb4-4dc6-9230-c889aa0666f1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.120843 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa890898-6bb4-4dc6-9230-c889aa0666f1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.124938 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa890898-6bb4-4dc6-9230-c889aa0666f1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.141548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa890898-6bb4-4dc6-9230-c889aa0666f1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584f4d8f-93d7-4e44-856b-805b17157426,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:39.147801 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa890898-6bb4-4dc6-9230-c889aa0666f1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.149047 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-aa890898-6bb4-4dc6-9230-c889aa0666f1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175745 Jul 07 20:17:39.151747 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:39.156340 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-02738fc8-fb77-43fb-bc17-9ad5ef1f311a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'b6a3743b-dc7f-4436-865a-ef6a31f3c0d1', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:39.182415 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02738fc8-fb77-43fb-bc17-9ad5ef1f311a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.241821 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02738fc8-fb77-43fb-bc17-9ad5ef1f311a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.245573 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02738fc8-fb77-43fb-bc17-9ad5ef1f311a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.267780 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02738fc8-fb77-43fb-bc17-9ad5ef1f311a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fa34c5-002f-481f-acc5-d9175461efab,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:39.270080 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02738fc8-fb77-43fb-bc17-9ad5ef1f311a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.271320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-02738fc8-fb77-43fb-bc17-9ad5ef1f311a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186125 Jul 07 20:17:39.274214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:39.278588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-40714bca-6c90-4af3-afd3-f7c1a457a7f4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'b6a3743b-dc7f-4436-865a-ef6a31f3c0d1', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:39.303541 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-40714bca-6c90-4af3-afd3-f7c1a457a7f4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Project 8ba6bc76dda2493bbc35f1b3fa13d72e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:17:39.308727 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40714bca-6c90-4af3-afd3-f7c1a457a7f4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.368924 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40714bca-6c90-4af3-afd3-f7c1a457a7f4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.372495 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40714bca-6c90-4af3-afd3-f7c1a457a7f4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.390327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40714bca-6c90-4af3-afd3-f7c1a457a7f4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720f2158-ce0c-4eb7-9e57-3c1aa4043709,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:39.401750 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40714bca-6c90-4af3-afd3-f7c1a457a7f4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.403511 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-40714bca-6c90-4af3-afd3-f7c1a457a7f4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282144 Jul 07 20:17:39.406961 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:39.413857 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6ee4e3fc-abad-44bd-8e28-5a2fa4888e5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'b6a3743b-dc7f-4436-865a-ef6a31f3c0d1', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:39.436391 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-6ee4e3fc-abad-44bd-8e28-5a2fa4888e5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Project 8ba6bc76dda2493bbc35f1b3fa13d72e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:17:39.442022 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e3fc-abad-44bd-8e28-5a2fa4888e5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.504541 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e3fc-abad-44bd-8e28-5a2fa4888e5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.508047 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e3fc-abad-44bd-8e28-5a2fa4888e5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.526625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4e3fc-abad-44bd-8e28-5a2fa4888e5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bddd8fc-f4e2-4f02-9840-31b3ee93743f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:39.531109 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e3fc-abad-44bd-8e28-5a2fa4888e5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.532377 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6ee4e3fc-abad-44bd-8e28-5a2fa4888e5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241171 Jul 07 20:17:39.535263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:39.540125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'network': {'name': 'tempest-network-smoke--768276282', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:39.561169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:17:39.564734 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.588071 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:17:39.597365 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.597701 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Added segment 0feb354a-5bcd-4974-a96f-dc477f0be76c of type vlan for network 327829f4-6e20-4cc3-ade0-06ee06510caf Jul 07 20:17:39.641979 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.669512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.675687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:39.676278 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.733059 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1967742 Jul 07 20:17:39.737152 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:39.742227 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'admin_state_up': True, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:39.745251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac317164-8c90-4b26-9f3a-aa5beeaad851 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Network': ['ID=327829f4-6e20-4cc3-ade0-06ee06510caf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:39.755925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 327829f4-6e20-4cc3-ade0-06ee06510caf details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:17:39.770998 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.772064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.826494 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:39.971786 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:40.172189 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:40.192697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:40.304438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.25.2.153 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/7610a582-ecbb-4643-b398-25890399dfb6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:17:40.409617 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:40.448499 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:40.485172 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:17:40.488277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:17:40.494121 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:17:40.521798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=7610a582-ecbb-4643-b398-25890399dfb6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:40.762560 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:40.966882 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:41.095378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 368ab908-5c13-44bf-bd70-659e27e331f2 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:17:41.196151 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e73a8c2-072f-4ec2-8645-6bc46b78c135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:41.205805 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:17:41.214463 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Sync routers for ids ['368ab908-5c13-44bf-bd70-659e27e331f2'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:17:41.223937 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Routers {'368ab908-5c13-44bf-bd70-659e27e331f2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:41.225062 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:17:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['368ab908-5c13-44bf-bd70-659e27e331f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:41.229587 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:41.230816 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-209fc830-481f-42d4-a76b-866f2fa6211e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4923687 Jul 07 20:17:41.234904 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:41.263425 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-56ee321b-5d14-4f1f-8221-ab5a2d575e5b tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=8ba6bc76dda2493bbc35f1b3fa13d72e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273261 Jul 07 20:17:41.266745 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:41.362245 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691cd5d6-79ca-4f12-9c14-e8d7d55665c1 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:41.363961 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-691cd5d6-79ca-4f12-9c14-e8d7d55665c1 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963066 Jul 07 20:17:41.366977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:41.401516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8cc81bd9-d1c6-4171-980d-0a69e8cd2d03 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310121 Jul 07 20:17:41.401769 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:41.407358 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1580343188', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:41.426265 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Set router 368ab908-5c13-44bf-bd70-659e27e331f2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:41.442278 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:41.504934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:17:41.508545 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:41.608018 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:40Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:41.635208 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Checking router: 368ab908-5c13-44bf-bd70-659e27e331f2 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:17:41.635465 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Updating router 368ab908-5c13-44bf-bd70-659e27e331f2 port 7610a582-ecbb-4643-b398-25890399dfb6 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:17:41.673700 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:41.695664 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:41.762297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Subnet': ['ID=0072eee9-1c4b-45c4-a726-8d1ea8750e8d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:41.778029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Checking segment: {'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:17:41.778673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network hostable DHCP agents. Network: 327829f4-6e20-4cc3-ade0-06ee06510caf, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:17:41.797031 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 327829f4-6e20-4cc3-ade0-06ee06510caf is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:17:41.807516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 327829f4-6e20-4cc3-ade0-06ee06510caf) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:17:41.812705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:41.813294 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:41.819810 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edd917e-ccba-45f0-b4b0-8adcb5915422 None None] Network 327829f4-6e20-4cc3-ade0-06ee06510caf requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:17:41.833942 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5c39674e-2927-46b4-9c08-59fcb520116e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4310982 Jul 07 20:17:41.836694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:41.956066 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:41.966880 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Transition to ACTIVE for port object 7610a582-ecbb-4643-b398-25890399dfb6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:17:41.974781 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:41.995045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-327829f4-6e20-4cc3-ade0-06ee06510caf', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ips': [{'subnet_id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:17:41.996125 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.029454 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Attempting to bind port 7610a582-ecbb-4643-b398-25890399dfb6 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:17:42.029820 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Attempting to bind port 7610a582-ecbb-4643-b398-25890399dfb6 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:17:42.030219 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Attempting to bind port 7610a582-ecbb-4643-b398-25890399dfb6 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:17:42.037866 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Pushing event updated for resources: {'Port': ['ID=7610a582-ecbb-4643-b398-25890399dfb6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:42.040372 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:17:42.040999 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:17:42.041148 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.041721 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:17:42.042371 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Bound port: 7610a582-ecbb-4643-b398-25890399dfb6, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:17:42.042740 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.075779 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.076113 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.076442 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.076795 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.077168 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.077492 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.077804 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.078423 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.078574 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.078928 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.079221 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.079477 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:17:42.119499 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] For port 7610a582-ecbb-4643-b398-25890399dfb6, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:17:42.122968 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] For port 7610a582-ecbb-4643-b398-25890399dfb6, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7610a582-ecbb-4643-b398-25890399dfb6,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:17:42.128307 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.156115 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Allocated IP 172.20.0.2 (327829f4-6e20-4cc3-ade0-06ee06510caf/0072eee9-1c4b-45c4-a726-8d1ea8750e8d/d672b633-06b2-4b39-88be-7a7357d98975) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:17:42.195614 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac6a60-e149-4b99-a357-c12d7990437f None None] Pushing event updated for resources: {'Port': ['ID=7610a582-ecbb-4643-b398-25890399dfb6,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:42.203630 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Routers {'368ab908-5c13-44bf-bd70-659e27e331f2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:42.204538 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:17:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['368ab908-5c13-44bf-bd70-659e27e331f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:42.327720 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] Set router 368ab908-5c13-44bf-bd70-659e27e331f2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:42.362011 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.373351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Transition to ACTIVE for port object d672b633-06b2-4b39-88be-7a7357d98975 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:17:42.377037 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.390590 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Transition to ACTIVE for port object d672b633-06b2-4b39-88be-7a7357d98975 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:17:42.398975 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.438204 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Network 327829f4-6e20-4cc3-ade0-06ee06510caf is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:17:42.443497 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:17:42.447157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:17:42.455327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Pushing event updated for resources: {'Port': ['ID=d672b633-06b2-4b39-88be-7a7357d98975,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:42.520140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Attempting to bind port d672b633-06b2-4b39-88be-7a7357d98975 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:17:42.520537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Attempting to bind port d672b633-06b2-4b39-88be-7a7357d98975 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:17:42.520914 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Attempting to bind port d672b633-06b2-4b39-88be-7a7357d98975 on network 327829f4-6e20-4cc3-ade0-06ee06510caf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:17:42.527772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:17:42.528426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Checking segment: {'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:17:42.528975 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.529691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Bound using segment: {'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:17:42.530190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Bound port: d672b633-06b2-4b39-88be-7a7357d98975, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:17:42.532679 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.566630 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:40Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:42.602147 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c5779-9897-47cb-b25b-3861977e95c6 None None] The sync data for ids ['368ab908-5c13-44bf-bd70-659e27e331f2'] in n-d-792394-12 is: [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:40Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:17:42.610776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] For port d672b633-06b2-4b39-88be-7a7357d98975, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:17:42.614513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] For port d672b633-06b2-4b39-88be-7a7357d98975, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d672b633-06b2-4b39-88be-7a7357d98975,segment=NetworkSegment(0feb354a-5bcd-4974-a96f-dc477f0be76c),segment_id=0feb354a-5bcd-4974-a96f-dc477f0be76c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:17:42.618956 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.697376 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.716218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a595d-f5d5-483e-89a4-01f15fc3e723 None None] Pushing event updated for resources: {'Port': ['ID=d672b633-06b2-4b39-88be-7a7357d98975,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:42.741458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.20.0.1 (327829f4-6e20-4cc3-ade0-06ee06510caf/0072eee9-1c4b-45c4-a726-8d1ea8750e8d/0d997a93-9d59-4fb3-a954-432effa5905c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:17:42.875728 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:42.893930 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Transition to ACTIVE for port object 0d997a93-9d59-4fb3-a954-432effa5905c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:17:42.945093 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:43.007033 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 327829f4-6e20-4cc3-ade0-06ee06510caf is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:17:43.010731 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:17:43.013294 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:17:43.028639 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=0d997a93-9d59-4fb3-a954-432effa5905c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:43.083331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:43.239180 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:43.549068 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:43.556370 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:43.637796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=0d997a93-9d59-4fb3-a954-432effa5905c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:43.644852 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:43.730138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e959f3-1980-451a-aec7-db30ac47fd06 None None] Network 327829f4-6e20-4cc3-ade0-06ee06510caf requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:17:43.748200 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 327829f4-6e20-4cc3-ade0-06ee06510caf is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:17:43.750489 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:17:43.797361 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-42f5ae94-4dab-4090-81d3-f43d4e4bf364 None None] Provisioning for port d672b633-06b2-4b39-88be-7a7357d98975 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:17:44.149566 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-49770299-000c-417e-89cd-a3489634dc3d None None] Provisioning for port 0d997a93-9d59-4fb3-a954-432effa5905c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:17:44.155015 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-49770299-000c-417e-89cd-a3489634dc3d None None] Provisioning complete for port 0d997a93-9d59-4fb3-a954-432effa5905c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:44.156049 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49770299-000c-417e-89cd-a3489634dc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:44.200375 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:44.203300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-49770299-000c-417e-89cd-a3489634dc3d None None] Port 0d997a93-9d59-4fb3-a954-432effa5905c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:17:44.214816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 368ab908-5c13-44bf-bd70-659e27e331f2 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:17:44.331926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:17:44.343699 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0a568c1d-9d7f-4c51-836f-d06cec1308f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "PUT /v2.0/routers/368ab908-5c13-44bf-bd70-659e27e331f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5057018 Jul 07 20:17:44.343873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Sync routers for ids ['368ab908-5c13-44bf-bd70-659e27e331f2'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:17:44.355219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Routers {'368ab908-5c13-44bf-bd70-659e27e331f2'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:44.356110 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:17:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['368ab908-5c13-44bf-bd70-659e27e331f2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:44.465328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-145f1802-c2b8-4125-bf75-e8334f14d42c None None] Provisioning complete for port 0d997a93-9d59-4fb3-a954-432effa5905c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:44.465328 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-145f1802-c2b8-4125-bf75-e8334f14d42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:44.498004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-c0da250c-10f4-43f8-a0f8-66dca4de8246 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922041954&fields=id&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 267 time: 0.0374186 Jul 07 20:17:44.517849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-145f1802-c2b8-4125-bf75-e8334f14d42c None None] Port 0d997a93-9d59-4fb3-a954-432effa5905c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:17:44.522461 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Set router 368ab908-5c13-44bf-bd70-659e27e331f2 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:44.624886 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-e27252f8-f586-45fc-9615-bc7d32c8cdee tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:44.626552 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-e27252f8-f586-45fc-9615-bc7d32c8cdee tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/networks?id=327829f4-6e20-4cc3-ade0-06ee06510caf HTTP/1.1" status: 200 len: 796 time: 0.1205056 Jul 07 20:17:44.642627 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-5fd5ca38-2cae-4f6d-8134-fe8a322b13b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/quotas/8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 375 time: 0.0099857 Jul 07 20:17:44.674729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea32f184-f40a-4293-9a2a-28f06b9cdbc0 None None] Provisioning complete for port 0d997a93-9d59-4fb3-a954-432effa5905c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:44.675174 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea32f184-f40a-4293-9a2a-28f06b9cdbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:44.704440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d672b633-06b2-4b39-88be-7a7357d98975 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:17:44.720126 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-99555a5c-4384-44d6-8b4f-645469cdc4dd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693088 Jul 07 20:17:44.891459 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-db66f774-b66c-4e05-bfe1-d3ef86c860d4 service neutron] 10.222.0.113 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587777 Jul 07 20:17:44.954231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea32f184-f40a-4293-9a2a-28f06b9cdbc0 None None] Port 0d997a93-9d59-4fb3-a954-432effa5905c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:17:44.980670 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port d672b633-06b2-4b39-88be-7a7357d98975 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:17:44.985027 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-52792e55-f80c-481b-a1f0-96ea522529d1 service neutron] 10.222.0.113 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867839 Jul 07 20:17:44.987280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d672b633-06b2-4b39-88be-7a7357d98975 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:44.987915 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.021208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:43Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '0d997a93-9d59-4fb3-a954-432effa5905c', 'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:a1:e1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:42Z', 'updated_at': '2021-07-07T20:17:43Z', 'revision_number': 2, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:45.056491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Checking router: 368ab908-5c13-44bf-bd70-659e27e331f2 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:17:45.056848 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Updating router 368ab908-5c13-44bf-bd70-659e27e331f2 port 0d997a93-9d59-4fb3-a954-432effa5905c binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:17:45.121584 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.169111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-95db7d4a-4e26-4157-bbca-20124fb35537 req-8f9f875a-d269-4728-afe0-2aad2c0e051a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0293334 Jul 07 20:17:45.170211 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.272655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port d672b633-06b2-4b39-88be-7a7357d98975, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d672b633-06b2-4b39-88be-7a7357d98975,segment=NetworkSegment(0feb354a-5bcd-4974-a96f-dc477f0be76c),segment_id=0feb354a-5bcd-4974-a96f-dc477f0be76c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:45.278724 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.279487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7610a582-ecbb-4643-b398-25890399dfb6 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:17:45.406298 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=d672b633-06b2-4b39-88be-7a7357d98975,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:45.446070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 7610a582-ecbb-4643-b398-25890399dfb6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:17:45.457395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7610a582-ecbb-4643-b398-25890399dfb6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:45.457779 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.562968 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.594415 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Transition to ACTIVE for port object 0d997a93-9d59-4fb3-a954-432effa5905c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:17:45.604082 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.607309 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.664286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 7610a582-ecbb-4643-b398-25890399dfb6, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7610a582-ecbb-4643-b398-25890399dfb6,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:45.673747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937c8ca-e28d-4998-93d6-a0db4ecf745f None None] Pushing event updated for resources: {'Port': ['ID=0d997a93-9d59-4fb3-a954-432effa5905c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:45.678102 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.777084 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Attempting to bind port 0d997a93-9d59-4fb3-a954-432effa5905c on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:17:45.777423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Attempting to bind port 0d997a93-9d59-4fb3-a954-432effa5905c by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:17:45.777739 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Attempting to bind port 0d997a93-9d59-4fb3-a954-432effa5905c on network 327829f4-6e20-4cc3-ade0-06ee06510caf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:17:45.783907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=7610a582-ecbb-4643-b398-25890399dfb6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:45.790216 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:17:45.790576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Checking segment: {'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:17:45.790987 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.791382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Bound using segment: {'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:17:45.791861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Bound port: 0d997a93-9d59-4fb3-a954-432effa5905c, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:17:45.792244 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.871700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] For port 0d997a93-9d59-4fb3-a954-432effa5905c, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:17:45.885915 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] For port 0d997a93-9d59-4fb3-a954-432effa5905c, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0d997a93-9d59-4fb3-a954-432effa5905c,segment=NetworkSegment(0feb354a-5bcd-4974-a96f-dc477f0be76c),segment_id=0feb354a-5bcd-4974-a96f-dc477f0be76c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:17:45.892125 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:45.953691 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Routers {'368ab908-5c13-44bf-bd70-659e27e331f2'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:45.954347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:17:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['368ab908-5c13-44bf-bd70-659e27e331f2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:45.991386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937c8ca-e28d-4998-93d6-a0db4ecf745f None None] Pushing event updated for resources: {'Port': ['ID=0d997a93-9d59-4fb3-a954-432effa5905c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:46.078952 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] Set router 368ab908-5c13-44bf-bd70-659e27e331f2 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:46.272571 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-64602331-b5bc-46cb-88e2-aa779a681a4b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:46.274714 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-64602331-b5bc-46cb-88e2-aa779a681a4b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/networks?id=327829f4-6e20-4cc3-ade0-06ee06510caf HTTP/1.1" status: 200 len: 796 time: 0.1160011 Jul 07 20:17:46.321751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:43Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '0d997a93-9d59-4fb3-a954-432effa5905c', 'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:a1:e1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:42Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:46.325262 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-1f073c42-a659-4272-a580-2c79906ebf25 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 380 time: 0.0411937 Jul 07 20:17:46.335552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'port': {'device_id': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'admin_state_up': True, 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'security_groups': ['b6a3743b-dc7f-4436-865a-ef6a31f3c0d1']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:46.353079 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c37c9-a12e-4ad3-bdcb-fd8f1f596425 None None] The sync data for ids ['368ab908-5c13-44bf-bd70-659e27e331f2'] in n-d-792394-12 is: [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:43Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '0d997a93-9d59-4fb3-a954-432effa5905c', 'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:a1:e1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:42Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:17:46.361098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e797c6da-4099-4484-9ada-6915e8937155 req-9b76f0f0-06b5-422a-9668-c55336c68904 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0430033 Jul 07 20:17:46.481711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:17:46.487023 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:46.625958 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.20.0.13 (327829f4-6e20-4cc3-ade0-06ee06510caf/0072eee9-1c4b-45c4-a726-8d1ea8750e8d/23e30289-50c3-41b2-bb17-f9d01adff210) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:17:46.717020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d672b633-06b2-4b39-88be-7a7357d98975 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:17:46.773651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port d672b633-06b2-4b39-88be-7a7357d98975 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:46.774026 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:46.805391 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:46.824603 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Transition to ACTIVE for port object 23e30289-50c3-41b2-bb17-f9d01adff210 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:17:46.860130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0d997a93-9d59-4fb3-a954-432effa5905c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:17:46.865907 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:46.912604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 327829f4-6e20-4cc3-ade0-06ee06510caf is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:17:46.913124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 0d997a93-9d59-4fb3-a954-432effa5905c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:17:46.918255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 0d997a93-9d59-4fb3-a954-432effa5905c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:46.918403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:17:46.918625 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:46.924282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:17:46.958274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=23e30289-50c3-41b2-bb17-f9d01adff210,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:46.995973 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:46.997335 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:47.013808 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:47.020514 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-8a450258-71e9-4887-879d-8393b2b247d6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6892064 Jul 07 20:17:47.035256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Request body: {'port': {'device_id': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:47.053291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 0d997a93-9d59-4fb3-a954-432effa5905c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0d997a93-9d59-4fb3-a954-432effa5905c,segment=NetworkSegment(0feb354a-5bcd-4974-a96f-dc477f0be76c),segment_id=0feb354a-5bcd-4974-a96f-dc477f0be76c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:47.065049 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:47.066186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7610a582-ecbb-4643-b398-25890399dfb6 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:17:47.136359 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:47.146058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=0d997a93-9d59-4fb3-a954-432effa5905c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:47.159482 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 7610a582-ecbb-4643-b398-25890399dfb6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:47.159866 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:47.273932 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b63b3b67-1ac8-462b-84b7-d18646fb88f1 None None] Provisioning for port 23e30289-50c3-41b2-bb17-f9d01adff210 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:17:47.279088 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b63b3b67-1ac8-462b-84b7-d18646fb88f1 None None] Provisioning complete for port 23e30289-50c3-41b2-bb17-f9d01adff210 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:47.279673 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b63b3b67-1ac8-462b-84b7-d18646fb88f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:47.319400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b63b3b67-1ac8-462b-84b7-d18646fb88f1 None None] Port 23e30289-50c3-41b2-bb17-f9d01adff210 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:17:47.458453 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e30289-50c3-41b2-bb17-f9d01adff210 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:17:47.467080 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:47.481490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Transition to ACTIVE for port object 23e30289-50c3-41b2-bb17-f9d01adff210 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:17:47.489855 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:47.569701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Pushing event updated for resources: {'Port': ['ID=23e30289-50c3-41b2-bb17-f9d01adff210,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:47.573081 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a7876-4ffa-4c2d-8204-d8fe837b54f8 req-933ee516-ab47-4ec3-a9b0-5f019aaff0ec tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:47.581996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f22a7876-4ffa-4c2d-8204-d8fe837b54f8 req-933ee516-ab47-4ec3-a9b0-5f019aaff0ec tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0955799 Jul 07 20:17:47.630166 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Attempting to bind port 23e30289-50c3-41b2-bb17-f9d01adff210 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:17:47.630773 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Attempting to bind port 23e30289-50c3-41b2-bb17-f9d01adff210 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:17:47.631111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Attempting to bind port 23e30289-50c3-41b2-bb17-f9d01adff210 on network 327829f4-6e20-4cc3-ade0-06ee06510caf {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:17:47.636058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Port 23e30289-50c3-41b2-bb17-f9d01adff210 on network 327829f4-6e20-4cc3-ade0-06ee06510caf not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:17:47.636393 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Attempting to bind port 23e30289-50c3-41b2-bb17-f9d01adff210 on network 327829f4-6e20-4cc3-ade0-06ee06510caf {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:17:47.636597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f22a7876-4ffa-4c2d-8204-d8fe837b54f8 req-873ed61c-a18e-4586-8962-9eb9be23f6b7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468957 Jul 07 20:17:47.643827 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:17:47.644206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Checking segment: {'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:17:47.644628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Bound using segment: {'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:17:47.645073 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Bound port: 23e30289-50c3-41b2-bb17-f9d01adff210, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0feb354a-5bcd-4974-a96f-dc477f0be76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:17:47.645443 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:47.720879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] For port 23e30289-50c3-41b2-bb17-f9d01adff210, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:17:47.725921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] For port 23e30289-50c3-41b2-bb17-f9d01adff210, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=23e30289-50c3-41b2-bb17-f9d01adff210,segment=NetworkSegment(0feb354a-5bcd-4974-a96f-dc477f0be76c),segment_id=0feb354a-5bcd-4974-a96f-dc477f0be76c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:17:47.730677 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:47.766650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:47.767518 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:47.769004 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] 10.222.0.112 "PUT /v2.0/ports/23e30289-50c3-41b2-bb17-f9d01adff210 HTTP/1.1" status: 200 len: 1093 time: 0.7398341 Jul 07 20:17:47.771257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'tag': '23e30289-50c3-41b2-bb17-f9d01adff210'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:47.774441 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b" -d '{"events": [{"name": "network-changed", "server_uuid": "028a5b4a-bdc1-4719-9f33-b1387e27c5e4", "tag": "23e30289-50c3-41b2-bb17-f9d01adff210"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:47.825319 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36622834-6ea9-42d7-9940-93d61a21a3c5 x-openstack-request-id: req-36622834-6ea9-42d7-9940-93d61a21a3c5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:47.825613 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028a5b4a-bdc1-4719-9f33-b1387e27c5e4", "tag": "23e30289-50c3-41b2-bb17-f9d01adff210", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:47.826010 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-36622834-6ea9-42d7-9940-93d61a21a3c5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:47.826262 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'tag': '23e30289-50c3-41b2-bb17-f9d01adff210', 'status': 'completed', 'code': 200} Jul 07 20:17:47.830687 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8109dcb-4dee-4f8a-b94d-0d376e75a5cf service neutron] Pushing event updated for resources: {'Port': ['ID=23e30289-50c3-41b2-bb17-f9d01adff210,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:47.884090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-3879243d-37e4-4e8c-a549-b5105c6726b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:47.886522 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-3879243d-37e4-4e8c-a549-b5105c6726b3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0728471 Jul 07 20:17:47.935116 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-f5551b42-3bcc-4b9e-b646-103f4008ec2b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23e30289-50c3-41b2-bb17-f9d01adff210 HTTP/1.1" status: 200 len: 217 time: 0.0411053 Jul 07 20:17:47.985251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-27c0fed2-8812-411a-9521-e93294a68219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:47.986722 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-27c0fed2-8812-411a-9521-e93294a68219 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0072eee9-1c4b-45c4-a726-8d1ea8750e8d HTTP/1.1" status: 200 len: 835 time: 0.0460079 Jul 07 20:17:48.044326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-388868bd-314d-4b4a-8eaa-6c09ea8c19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:48.046405 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-388868bd-314d-4b4a-8eaa-6c09ea8c19fd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=327829f4-6e20-4cc3-ade0-06ee06510caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528777 Jul 07 20:17:48.140160 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-89424048-51d3-4486-8617-f28ed4401b25 service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876827 Jul 07 20:17:48.229902 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-825169e2-42fa-4f6e-9d14-8dd912ca4baa req-1e4c7ccc-a9c2-40ea-a30a-743af0aef034 service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835631 Jul 07 20:17:48.341860 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b req-b0358c91-b38b-48c5-8eab-349a29762d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:48.344099 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b req-b0358c91-b38b-48c5-8eab-349a29762d34 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0580473 Jul 07 20:17:48.442414 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b req-b19cba01-8985-4714-a4ae-ea108f75ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:48.443824 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b req-b19cba01-8985-4714-a4ae-ea108f75ba26 service neutron] 10.222.0.112 "GET /v2.0/networks?id=327829f4-6e20-4cc3-ade0-06ee06510caf HTTP/1.1" status: 200 len: 898 time: 0.0937908 Jul 07 20:17:48.488527 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b req-4fe2ea9b-f87b-4269-9d8a-214f15c6de1a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23e30289-50c3-41b2-bb17-f9d01adff210 HTTP/1.1" status: 200 len: 217 time: 0.0367622 Jul 07 20:17:48.540225 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b req-faff7aca-eadf-47b0-88cf-d84d5195116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:48.541743 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b req-faff7aca-eadf-47b0-88cf-d84d5195116e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0072eee9-1c4b-45c4-a726-8d1ea8750e8d HTTP/1.1" status: 200 len: 835 time: 0.0460765 Jul 07 20:17:48.606143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b req-9e30ea8d-c4dc-4c2d-b9db-7dfe57a04dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:48.607659 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b req-9e30ea8d-c4dc-4c2d-b9db-7dfe57a04dd7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=327829f4-6e20-4cc3-ade0-06ee06510caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595908 Jul 07 20:17:48.622370 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0d997a93-9d59-4fb3-a954-432effa5905c up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:17:48.669757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 0d997a93-9d59-4fb3-a954-432effa5905c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:48.671430 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:48.704175 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b req-ebb05c2c-67da-488c-b247-4e2d6ef2563d service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886261 Jul 07 20:17:48.808345 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1c4e198c-c42a-4ae7-ac36-3a6ec8f2272b req-f90790bb-5004-41d3-bce4-a014f1086ea1 service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976250 Jul 07 20:17:48.852807 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec55d57-63b0-44be-b10a-b97039fdbcf4 req-60a014ca-494f-4bef-9373-c6dcd92ed35c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:48.854281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fec55d57-63b0-44be-b10a-b97039fdbcf4 req-60a014ca-494f-4bef-9373-c6dcd92ed35c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0925660 Jul 07 20:17:48.893500 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fec55d57-63b0-44be-b10a-b97039fdbcf4 req-9786824b-cd2f-40e2-b2de-75ef8a0a5923 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329988 Jul 07 20:17:49.643298 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:50.075069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60811d4a-6799-4ea6-a5ce-f8059b479c41 req-8efb58c0-f2f0-42da-ac43-d075acbb7881 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:50.076634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60811d4a-6799-4ea6-a5ce-f8059b479c41 req-8efb58c0-f2f0-42da-ac43-d075acbb7881 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 944 time: 0.0674627 Jul 07 20:17:50.116833 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60811d4a-6799-4ea6-a5ce-f8059b479c41 req-457baeaf-2711-48ea-8050-9307c5a66090 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334661 Jul 07 20:17:50.687722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 23e30289-50c3-41b2-bb17-f9d01adff210 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:17:50.786225 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 23e30289-50c3-41b2-bb17-f9d01adff210, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=23e30289-50c3-41b2-bb17-f9d01adff210,segment=NetworkSegment(0feb354a-5bcd-4974-a96f-dc477f0be76c),segment_id=0feb354a-5bcd-4974-a96f-dc477f0be76c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:50.797562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '23e30289-50c3-41b2-bb17-f9d01adff210', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'port_id': '23e30289-50c3-41b2-bb17-f9d01adff210', 'mac_address': 'fa:16:3e:e2:47:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:17:50.835555 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:50.849150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e30289-50c3-41b2-bb17-f9d01adff210 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:17:50.874426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 23e30289-50c3-41b2-bb17-f9d01adff210, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=23e30289-50c3-41b2-bb17-f9d01adff210,segment=NetworkSegment(0feb354a-5bcd-4974-a96f-dc477f0be76c),segment_id=0feb354a-5bcd-4974-a96f-dc477f0be76c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:50.879006 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:50.926958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=23e30289-50c3-41b2-bb17-f9d01adff210,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:51.095887 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['23e30289-50c3-41b2-bb17-f9d01adff210'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:17:51.298881 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0c384-3e5c-422b-af70-a1db7be7fb0e req-1bc27c6c-eb8f-4506-b597-b209a44c3821 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:51.300448 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0be0c384-3e5c-422b-af70-a1db7be7fb0e req-1bc27c6c-eb8f-4506-b597-b209a44c3821 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 945 time: 0.0709357 Jul 07 20:17:51.341792 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0be0c384-3e5c-422b-af70-a1db7be7fb0e req-1767181a-439e-4b21-ab31-5e30c730ab6c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330670 Jul 07 20:17:52.524783 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676cb11-2d69-48a2-9774-cd59ab7a10f8 req-fe37a3e3-0794-439d-b81a-e78da2dfb6ab tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:52.526274 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4676cb11-2d69-48a2-9774-cd59ab7a10f8 req-fe37a3e3-0794-439d-b81a-e78da2dfb6ab tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 945 time: 0.0677931 Jul 07 20:17:52.564766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4676cb11-2d69-48a2-9774-cd59ab7a10f8 req-72a8fb24-0920-452d-bcbc-42f1321a0bd9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325296 Jul 07 20:17:52.691499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 23e30289-50c3-41b2-bb17-f9d01adff210 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:17:52.739818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 23e30289-50c3-41b2-bb17-f9d01adff210 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:17:52.743641 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 23e30289-50c3-41b2-bb17-f9d01adff210 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:17:52.744014 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:52.826822 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:52.849491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e30289-50c3-41b2-bb17-f9d01adff210'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:52.851730 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c9ca88-8f94-48e9-b1b2-5c68baa791b8" -d '{"events": [{"server_uuid": "028a5b4a-bdc1-4719-9f33-b1387e27c5e4", "name": "network-vif-plugged", "status": "completed", "tag": "23e30289-50c3-41b2-bb17-f9d01adff210"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:52.865068 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 23e30289-50c3-41b2-bb17-f9d01adff210, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=23e30289-50c3-41b2-bb17-f9d01adff210,segment=NetworkSegment(0feb354a-5bcd-4974-a96f-dc477f0be76c),segment_id=0feb354a-5bcd-4974-a96f-dc477f0be76c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:17:52.868961 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:52.899072 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237c4ef4-4703-4684-b777-5614ed81646a x-openstack-request-id: req-237c4ef4-4703-4684-b777-5614ed81646a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:52.899367 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028a5b4a-bdc1-4719-9f33-b1387e27c5e4", "name": "network-vif-plugged", "status": "completed", "tag": "23e30289-50c3-41b2-bb17-f9d01adff210", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:52.899622 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-237c4ef4-4703-4684-b777-5614ed81646a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:52.900011 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e30289-50c3-41b2-bb17-f9d01adff210', 'code': 200} Jul 07 20:17:52.923004 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=23e30289-50c3-41b2-bb17-f9d01adff210,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:53.015362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4acdc-3e88-4f8c-b66c-f3e9a5c90c9d req-e0bbebf2-a98e-4866-87d5-d9e3544d3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:53.016908 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40b4acdc-3e88-4f8c-b66c-f3e9a5c90c9d req-e0bbebf2-a98e-4866-87d5-d9e3544d3f38 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0543993 Jul 07 20:17:53.053284 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40b4acdc-3e88-4f8c-b66c-f3e9a5c90c9d req-94ac1e42-00f1-4050-915c-04cc3865c050 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284634 Jul 07 20:17:53.742774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739b63-590f-4e1d-bcf1-a30b4461a6c2 req-f2d1241f-c947-4cca-ba95-911178d103a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:53.744276 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61739b63-590f-4e1d-bcf1-a30b4461a6c2 req-f2d1241f-c947-4cca-ba95-911178d103a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0668869 Jul 07 20:17:53.782926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61739b63-590f-4e1d-bcf1-a30b4461a6c2 req-44acf0c0-a33f-42e7-ab7d-03e0b86a792d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Jul 07 20:17:54.964263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aaaf1-4d4a-4acb-bd93-baedfe5fb6ad req-a10a86fc-2d7c-4a64-b17e-90d54dcbad96 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:54.965765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-526aaaf1-4d4a-4acb-bd93-baedfe5fb6ad req-a10a86fc-2d7c-4a64-b17e-90d54dcbad96 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0637567 Jul 07 20:17:55.005037 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-526aaaf1-4d4a-4acb-bd93-baedfe5fb6ad req-0c1b09e0-60c3-4110-babc-db883310f92e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331376 Jul 07 20:17:55.181361 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740f1ec-4e56-48bd-8222-d321847e662d req-0c121d20-a7e8-4a6c-b2d6-3be7a4098855 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:55.182838 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9740f1ec-4e56-48bd-8222-d321847e662d req-0c121d20-a7e8-4a6c-b2d6-3be7a4098855 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0664556 Jul 07 20:17:55.220946 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9740f1ec-4e56-48bd-8222-d321847e662d req-479f0cca-a25f-451f-86c2-9a03a04599b6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319431 Jul 07 20:17:55.245157 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:55.297222 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553ab42-dba5-4925-9b6a-ed5cd3314c10 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:55.298917 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4553ab42-dba5-4925-9b6a-ed5cd3314c10 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 1093 time: 0.0526235 Jul 07 20:17:55.301648 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:55.306151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '23e30289-50c3-41b2-bb17-f9d01adff210', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:17:55.329943 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:55.432008 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:55.538914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.25.2.127 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/5f92b032-44ac-43df-8e3f-b7de8dd9337a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:17:55.644372 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:55.684740 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:55.720694 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:17:55.723465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:17:55.726922 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:17:55.760286 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=5f92b032-44ac-43df-8e3f-b7de8dd9337a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:55.931424 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:17:56.115927 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:56.193101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:56.344553 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:56.350932 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:56.421862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=5f92b032-44ac-43df-8e3f-b7de8dd9337a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:17:56.430200 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:56.530794 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Floating IP 703ba91e-1941-49b5-b311-a9fd5a7d8786 associated. External IP: 172.25.2.127, port: 23e30289-50c3-41b2-bb17-f9d01adff210. Jul 07 20:17:56.740331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 368ab908-5c13-44bf-bd70-659e27e331f2 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:17:56.850777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:17:56.861322 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0761428a-9878-43da-b601-7f6a1d2f7ab7 None None] Sync routers for ids ['368ab908-5c13-44bf-bd70-659e27e331f2'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:17:56.869117 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:17:56.872217 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0761428a-9878-43da-b601-7f6a1d2f7ab7 None None] Routers {'368ab908-5c13-44bf-bd70-659e27e331f2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:56.872932 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0761428a-9878-43da-b601-7f6a1d2f7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:17:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['368ab908-5c13-44bf-bd70-659e27e331f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:56.908204 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-640b94b4-1fbb-4e83-999a-dd0b1d712735 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6052711 Jul 07 20:17:56.911713 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'tag': '23e30289-50c3-41b2-bb17-f9d01adff210'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:17:56.911713 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a7b88c-d600-4adb-9260-ce3c9b678ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "028a5b4a-bdc1-4719-9f33-b1387e27c5e4", "tag": "23e30289-50c3-41b2-bb17-f9d01adff210"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:17:56.948407 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b16f324-9ab9-44ff-a145-e19a927f8ad0 x-openstack-request-id: req-3b16f324-9ab9-44ff-a145-e19a927f8ad0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:17:56.948842 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028a5b4a-bdc1-4719-9f33-b1387e27c5e4", "tag": "23e30289-50c3-41b2-bb17-f9d01adff210", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:17:56.949162 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3b16f324-9ab9-44ff-a145-e19a927f8ad0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:17:56.949631 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'tag': '23e30289-50c3-41b2-bb17-f9d01adff210', 'status': 'completed', 'code': 200} Jul 07 20:17:57.005793 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0761428a-9878-43da-b601-7f6a1d2f7ab7 None None] Set router 368ab908-5c13-44bf-bd70-659e27e331f2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:57.035693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7b88c-d600-4adb-9260-ce3c9b678ed7 req-6936ac76-d610-4165-815b-45bb997d2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:57.037612 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72a7b88c-d600-4adb-9260-ce3c9b678ed7 req-6936ac76-d610-4165-815b-45bb997d2ef2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0645885 Jul 07 20:17:57.146434 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7b88c-d600-4adb-9260-ce3c9b678ed7 req-5f1d3612-eb72-4d8a-8076-72716d2677dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:57.148298 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72a7b88c-d600-4adb-9260-ce3c9b678ed7 req-5f1d3612-eb72-4d8a-8076-72716d2677dc service neutron] 10.222.0.112 "GET /v2.0/networks?id=327829f4-6e20-4cc3-ade0-06ee06510caf HTTP/1.1" status: 200 len: 898 time: 0.1033459 Jul 07 20:17:57.215917 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72a7b88c-d600-4adb-9260-ce3c9b678ed7 req-84e3df7f-c758-4a47-8825-e27dba7e6d7f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23e30289-50c3-41b2-bb17-f9d01adff210 HTTP/1.1" status: 200 len: 1000 time: 0.0603034 Jul 07 20:17:57.242237 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0761428a-9878-43da-b601-7f6a1d2f7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:43Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '703ba91e-1941-49b5-b311-a9fd5a7d8786', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'port_id': '23e30289-50c3-41b2-bb17-f9d01adff210', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'mac_address': 'fa:16:3e:e2:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:17:55Z', 'updated_at': '2021-07-07T20:17:55Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d997a93-9d59-4fb3-a954-432effa5905c', 'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:a1:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:42Z', 'updated_at': '2021-07-07T20:17:47Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:57.266814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532c7a3-0d19-4138-845b-416014a943be req-22b8f390-7c9e-4b28-91fd-9f4e48b84260 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:57.269407 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0761428a-9878-43da-b601-7f6a1d2f7ab7 None None] Checking router: 368ab908-5c13-44bf-bd70-659e27e331f2 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:17:57.274348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d532c7a3-0d19-4138-845b-416014a943be req-22b8f390-7c9e-4b28-91fd-9f4e48b84260 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0728672 Jul 07 20:17:57.275969 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7b88c-d600-4adb-9260-ce3c9b678ed7 req-f7aedac6-e72d-4669-9518-9937b1bbbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:57.277687 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72a7b88c-d600-4adb-9260-ce3c9b678ed7 req-f7aedac6-e72d-4669-9518-9937b1bbbd05 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0072eee9-1c4b-45c4-a726-8d1ea8750e8d HTTP/1.1" status: 200 len: 835 time: 0.0548913 Jul 07 20:17:57.277916 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0761428a-9878-43da-b601-7f6a1d2f7ab7 None None] Routers {'368ab908-5c13-44bf-bd70-659e27e331f2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:17:57.278519 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0761428a-9878-43da-b601-7f6a1d2f7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:17:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['368ab908-5c13-44bf-bd70-659e27e331f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:57.309032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d532c7a3-0d19-4138-845b-416014a943be req-da3c0dc3-290e-47b5-9d50-d415dafea684 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337899 Jul 07 20:17:57.337017 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:57.343986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7b88c-d600-4adb-9260-ce3c9b678ed7 req-d90e63dc-27e9-41d3-b6d7-c89a2ead3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:17:57.345533 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72a7b88c-d600-4adb-9260-ce3c9b678ed7 req-d90e63dc-27e9-41d3-b6d7-c89a2ead3c65 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=327829f4-6e20-4cc3-ade0-06ee06510caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608103 Jul 07 20:17:57.398997 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0761428a-9878-43da-b601-7f6a1d2f7ab7 None None] Set router 368ab908-5c13-44bf-bd70-659e27e331f2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:17:57.415728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d2d8bd40-e2bb-4064-9578-3b50fefc89c8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/703ba91e-1941-49b5-b311-a9fd5a7d8786 HTTP/1.1" status: 200 len: 992 time: 0.0773072 Jul 07 20:17:57.451299 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72a7b88c-d600-4adb-9260-ce3c9b678ed7 req-8fc62f8f-5d5c-4b5a-996d-a6c65ede445f service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985777 Jul 07 20:17:57.553866 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-72a7b88c-d600-4adb-9260-ce3c9b678ed7 req-77dbf987-24ab-4d03-96a7-3efa8d05f818 service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955453 Jul 07 20:17:57.719709 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0761428a-9878-43da-b601-7f6a1d2f7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:43Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '703ba91e-1941-49b5-b311-a9fd5a7d8786', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'port_id': '23e30289-50c3-41b2-bb17-f9d01adff210', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'mac_address': 'fa:16:3e:e2:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:17:55Z', 'updated_at': '2021-07-07T20:17:55Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d997a93-9d59-4fb3-a954-432effa5905c', 'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:a1:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:42Z', 'updated_at': '2021-07-07T20:17:47Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:17:57.746319 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0761428a-9878-43da-b601-7f6a1d2f7ab7 None None] The sync data for ids ['368ab908-5c13-44bf-bd70-659e27e331f2'] in n-d-792394-12 is: [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:43Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '703ba91e-1941-49b5-b311-a9fd5a7d8786', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'port_id': '23e30289-50c3-41b2-bb17-f9d01adff210', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'mac_address': 'fa:16:3e:e2:47:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:17:55Z', 'updated_at': '2021-07-07T20:17:55Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d997a93-9d59-4fb3-a954-432effa5905c', 'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:a1:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:42Z', 'updated_at': '2021-07-07T20:17:47Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:17:57.947611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac6e1f-449d-4ee2-84f4-62d7a9dcb605 None None] New status for floating IP 703ba91e-1941-49b5-b311-a9fd5a7d8786: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:17:58.420297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:17:58.481167 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b0cd53eb-e401-4b2b-a7fa-eb0e94e60ccf tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/703ba91e-1941-49b5-b311-a9fd5a7d8786 HTTP/1.1" status: 200 len: 994 time: 0.0595834 Jul 07 20:18:04.029069 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:08.496533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed4ea370-318e-4f64-b4cb-963eb0cb8064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:11.178799 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f860-1579-42b1-8e74-b9cd7b1aa287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:11.443900 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:12.645247 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:14.185546 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:19.643402 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:27.135360 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-a4c28f0a-7529-4ff6-a314-005486554085 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575013 Jul 07 20:18:27.551024 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-341b2973-49fe-438a-b155-e2cb71e94cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:27.552452 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-341b2973-49fe-438a-b155-e2cb71e94cee service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 1098 time: 0.3710773 Jul 07 20:18:27.656123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-5953d08d-8603-47af-ac6c-fad9127b2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:27.657648 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-5953d08d-8603-47af-ac6c-fad9127b2db1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=327829f4-6e20-4cc3-ade0-06ee06510caf HTTP/1.1" status: 200 len: 898 time: 0.0850084 Jul 07 20:18:27.740712 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-2ac6c5ea-2991-43b6-9f0a-f8ac5b0cf3ea service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23e30289-50c3-41b2-bb17-f9d01adff210 HTTP/1.1" status: 200 len: 1002 time: 0.0734389 Jul 07 20:18:27.790520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-835ca1ae-cf33-4dfd-b437-3067729089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:27.791982 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-835ca1ae-cf33-4dfd-b437-3067729089a4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0072eee9-1c4b-45c4-a726-8d1ea8750e8d HTTP/1.1" status: 200 len: 835 time: 0.0444682 Jul 07 20:18:27.856932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-65e81170-edd7-4fac-a16c-adbb59c6fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:27.858676 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-65e81170-edd7-4fac-a16c-adbb59c6fc4c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=327829f4-6e20-4cc3-ade0-06ee06510caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594237 Jul 07 20:18:27.870334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-03ad9d1a-4b0a-4be9-aeb9-7aed3432e753 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:18:27.871447 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-03ad9d1a-4b0a-4be9-aeb9-7aed3432e753 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055919 Jul 07 20:18:27.965601 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-677bc441-de8a-4107-85f4-689b89dec6f9 service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866847 Jul 07 20:18:28.054943 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-35cf21f5-aa2e-4066-b4e8-9143ef14e537 req-df9b22cd-9573-49d5-9c1c-aebe3ce35bf6 service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829179 Jul 07 20:18:29.705642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d66123-dd5f-4260-9b83-e9df4cd1fe8a req-ad097bc1-e207-47c4-b2cf-6896e49dc242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:29.707149 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40d66123-dd5f-4260-9b83-e9df4cd1fe8a req-ad097bc1-e207-47c4-b2cf-6896e49dc242 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0629814 Jul 07 20:18:29.752482 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1f81-403c-4a69-8a85-bde687e7396a req-3267a6b0-7c54-4cc5-bc28-4e73a12c0985 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:29.753995 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-466d1f81-403c-4a69-8a85-bde687e7396a req-3267a6b0-7c54-4cc5-bc28-4e73a12c0985 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0747392 Jul 07 20:18:29.793714 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-466d1f81-403c-4a69-8a85-bde687e7396a req-2801eb20-e7ae-433d-b10e-5b3470fbaa59 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 Jul 07 20:18:29.801486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d66123-dd5f-4260-9b83-e9df4cd1fe8a req-8b066523-2402-459d-a79b-7eb9d33e8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:29.804038 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40d66123-dd5f-4260-9b83-e9df4cd1fe8a req-8b066523-2402-459d-a79b-7eb9d33e8323 service neutron] 10.222.0.112 "GET /v2.0/networks?id=327829f4-6e20-4cc3-ade0-06ee06510caf HTTP/1.1" status: 200 len: 898 time: 0.0899558 Jul 07 20:18:29.878277 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40d66123-dd5f-4260-9b83-e9df4cd1fe8a req-a509777c-a6b7-434f-af9f-4a01f26a2cf2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23e30289-50c3-41b2-bb17-f9d01adff210 HTTP/1.1" status: 200 len: 1002 time: 0.0684011 Jul 07 20:18:29.928154 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d66123-dd5f-4260-9b83-e9df4cd1fe8a req-898bd504-8aff-4ea7-a0e0-e90b5f0dd020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:29.930144 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40d66123-dd5f-4260-9b83-e9df4cd1fe8a req-898bd504-8aff-4ea7-a0e0-e90b5f0dd020 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0072eee9-1c4b-45c4-a726-8d1ea8750e8d HTTP/1.1" status: 200 len: 835 time: 0.0456939 Jul 07 20:18:29.992178 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d66123-dd5f-4260-9b83-e9df4cd1fe8a req-d768d313-ffe0-43c3-a311-c651987d0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:29.993636 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40d66123-dd5f-4260-9b83-e9df4cd1fe8a req-d768d313-ffe0-43c3-a311-c651987d0f2e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=327829f4-6e20-4cc3-ade0-06ee06510caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556500 Jul 07 20:18:30.093231 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40d66123-dd5f-4260-9b83-e9df4cd1fe8a req-cebcde73-1de9-461e-af31-15ad4970a5bf service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917065 Jul 07 20:18:30.185895 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-40d66123-dd5f-4260-9b83-e9df4cd1fe8a req-1e4a3ac1-2115-4bb1-a70a-7a892b541a9f service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856717 Jul 07 20:18:30.980366 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747f9e6-d385-4487-828e-f430545359fb req-031a1ca0-f209-4156-ae1b-4817b3902b03 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:30.981880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f747f9e6-d385-4487-828e-f430545359fb req-031a1ca0-f209-4156-ae1b-4817b3902b03 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0664630 Jul 07 20:18:31.020353 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f747f9e6-d385-4487-828e-f430545359fb req-f0c25e2f-1b68-49d4-a685-828be7536c80 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328138 Jul 07 20:18:32.200401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb55b22-3ac9-445c-aa8d-766f4c96d176 req-4fa53d0e-e588-4a67-90e6-c0f478732633 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:32.201894 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5eb55b22-3ac9-445c-aa8d-766f4c96d176 req-4fa53d0e-e588-4a67-90e6-c0f478732633 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0653298 Jul 07 20:18:32.240535 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5eb55b22-3ac9-445c-aa8d-766f4c96d176 req-cd898f90-0cb1-4caa-9973-90f6583cc4fa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329494 Jul 07 20:18:32.930628 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:18:33.422816 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0c77d-f943-4c29-9a38-1b6973a39f81 req-b76b9efd-cfe4-418d-89e5-dca4dac60680 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:33.424455 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66e0c77d-f943-4c29-9a38-1b6973a39f81 req-b76b9efd-cfe4-418d-89e5-dca4dac60680 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0637753 Jul 07 20:18:33.465407 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66e0c77d-f943-4c29-9a38-1b6973a39f81 req-e9ffa1f7-b620-482c-b740-9df57512b0e7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348556 Jul 07 20:18:34.028543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:34.658933 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c29e6-6caf-43da-a5db-8bece679ac21 req-18f3ed13-81c2-4122-8149-62e2554dcf9a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:34.660402 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd2c29e6-6caf-43da-a5db-8bece679ac21 req-18f3ed13-81c2-4122-8149-62e2554dcf9a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0672586 Jul 07 20:18:34.697939 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cd2c29e6-6caf-43da-a5db-8bece679ac21 req-09df85e8-b7bd-45f1-b36f-0b998c1985bc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308304 Jul 07 20:18:35.889444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058198b-b0ed-42ce-aaa3-24abddd3b6c9 req-b24bb09c-3209-4261-bdbc-2ffa4ec76a99 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:35.890943 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3058198b-b0ed-42ce-aaa3-24abddd3b6c9 req-b24bb09c-3209-4261-bdbc-2ffa4ec76a99 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0643578 Jul 07 20:18:35.930075 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3058198b-b0ed-42ce-aaa3-24abddd3b6c9 req-d3a156b9-537c-47a9-a4d3-bcf3ed0bb6b9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334058 Jul 07 20:18:37.116093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9f66b-7c9b-45bc-b07d-bbe237bf7710 req-7c8f278a-f71d-47c0-ad63-5bc19cea5a1d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:37.117718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08f9f66b-7c9b-45bc-b07d-bbe237bf7710 req-7c8f278a-f71d-47c0-ad63-5bc19cea5a1d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0698390 Jul 07 20:18:37.485506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08f9f66b-7c9b-45bc-b07d-bbe237bf7710 req-395c95ec-41b9-4a4b-81b4-9215e9317875 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614116 Jul 07 20:18:38.498312 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d9e062e-faa9-4208-80ea-9d20cd84dd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:38.660690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b59009-761d-4acc-928f-3bbb998f9598 req-73524748-3b76-44af-860d-cd47935aece3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:38.662180 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89b59009-761d-4acc-928f-3bbb998f9598 req-73524748-3b76-44af-860d-cd47935aece3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0632710 Jul 07 20:18:38.700158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89b59009-761d-4acc-928f-3bbb998f9598 req-fd6ca0f7-5821-4fa3-84be-9aa65c7d66c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322995 Jul 07 20:18:39.879056 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6b35f-5159-4842-86eb-eedb54dd817f req-cf4680eb-35bd-4df3-96ef-1ecfb1366fa3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:39.880578 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16a6b35f-5159-4842-86eb-eedb54dd817f req-cf4680eb-35bd-4df3-96ef-1ecfb1366fa3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0641525 Jul 07 20:18:39.925809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-16a6b35f-5159-4842-86eb-eedb54dd817f req-5a8aff03-e27d-4851-96ba-0d5a300643c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 Jul 07 20:18:41.101796 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8bcd-ad5c-45b0-ad13-8b5bdd631782 req-8e2e7328-f45e-440f-bb6e-8c140184ce53 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:41.103351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8dd8bcd-ad5c-45b0-ad13-8b5bdd631782 req-8e2e7328-f45e-440f-bb6e-8c140184ce53 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0641580 Jul 07 20:18:41.145849 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8dd8bcd-ad5c-45b0-ad13-8b5bdd631782 req-d326e635-0536-4ec7-8deb-e5cf22689f71 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357223 Jul 07 20:18:41.185046 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3d15b62-e62f-4e6c-970a-a5598fed46b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:41.447812 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:42.330896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613acd20-123a-4b6c-8161-02f9b75872a6 req-bdf80476-12ed-4e78-b598-969e3df716f9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:18:42.333163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-613acd20-123a-4b6c-8161-02f9b75872a6 req-bdf80476-12ed-4e78-b598-969e3df716f9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0651939 Jul 07 20:18:42.377872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-613acd20-123a-4b6c-8161-02f9b75872a6 req-2beaf1d7-76bc-4907-8136-a0c84d2eaa02 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388620 Jul 07 20:18:42.404146 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:18:42.474175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-da29594c-2f62-4f81-87dd-aaad6972739e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/703ba91e-1941-49b5-b311-a9fd5a7d8786 HTTP/1.1" status: 200 len: 994 time: 0.0684404 Jul 07 20:18:42.648075 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:44.188271 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:18:49.659997 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:04.028379 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:08.500852 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb064a44-9e64-4e76-8fd0-c58a0ca855d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:09.930675 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:19:11.174469 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31343f6f-7385-4733-ac0a-45ce0d7eef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:11.453429 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:12.649902 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:14.190899 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:15.283678 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:15.441044 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 5f92b032-44ac-43df-8e3f-b7de8dd9337a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:19:15.441394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:15.519128 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:15.519457 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:15.530926 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 5f92b032-44ac-43df-8e3f-b7de8dd9337a owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:19:15.685669 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:15.714009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=5f92b032-44ac-43df-8e3f-b7de8dd9337a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:15.740912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.741263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.741604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.741942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.742273 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.742606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.742931 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.743259 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.743588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.743911 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.744231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.744575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:15.786713 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:15.787411 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Floating IP 703ba91e-1941-49b5-b311-a9fd5a7d8786 disassociated (deleted). External IP: 172.25.2.127, port: 23e30289-50c3-41b2-bb17-f9d01adff210. Jul 07 20:19:15.999143 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 368ab908-5c13-44bf-bd70-659e27e331f2 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:19:16.108589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:19:16.113760 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:16.118320 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176acd8d-0241-4d5a-ba00-6bdcbb9f6218 None None] Sync routers for ids ['368ab908-5c13-44bf-bd70-659e27e331f2'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:19:16.134373 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176acd8d-0241-4d5a-ba00-6bdcbb9f6218 None None] Routers {'368ab908-5c13-44bf-bd70-659e27e331f2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:19:16.134996 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-176acd8d-0241-4d5a-ba00-6bdcbb9f6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:19:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['368ab908-5c13-44bf-bd70-659e27e331f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:16.154868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b7b0d2d5-b9b2-4d3d-a20b-21027e3bb4ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/floatingips/703ba91e-1941-49b5-b311-a9fd5a7d8786 HTTP/1.1" status: 204 len: 168 time: 0.8677683 Jul 07 20:19:16.154868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'tag': '23e30289-50c3-41b2-bb17-f9d01adff210'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:19:16.155394 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d7e144-2306-474b-a641-fe668de53fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "028a5b4a-bdc1-4719-9f33-b1387e27c5e4", "tag": "23e30289-50c3-41b2-bb17-f9d01adff210"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:19:16.195045 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db1ef2c-232f-414f-8368-784c183ea237 x-openstack-request-id: req-3db1ef2c-232f-414f-8368-784c183ea237 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:19:16.195347 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028a5b4a-bdc1-4719-9f33-b1387e27c5e4", "tag": "23e30289-50c3-41b2-bb17-f9d01adff210", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:19:16.195604 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3db1ef2c-232f-414f-8368-784c183ea237 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:19:16.196001 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'tag': '23e30289-50c3-41b2-bb17-f9d01adff210', 'status': 'completed', 'code': 200} Jul 07 20:19:16.245750 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-176acd8d-0241-4d5a-ba00-6bdcbb9f6218 None None] Set router 368ab908-5c13-44bf-bd70-659e27e331f2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:19:16.279600 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7e144-2306-474b-a641-fe668de53fbf req-ed931bf9-48ea-450b-8f41-fcb8c3a8b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:16.281336 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a7d7e144-2306-474b-a641-fe668de53fbf req-ed931bf9-48ea-450b-8f41-fcb8c3a8b79d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0628071 Jul 07 20:19:16.384819 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7e144-2306-474b-a641-fe668de53fbf req-0851c690-24c8-4d56-9df2-ffd60bbc036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:16.386565 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a7d7e144-2306-474b-a641-fe668de53fbf req-0851c690-24c8-4d56-9df2-ffd60bbc036e service neutron] 10.222.0.112 "GET /v2.0/networks?id=327829f4-6e20-4cc3-ade0-06ee06510caf HTTP/1.1" status: 200 len: 898 time: 0.0989125 Jul 07 20:19:16.444239 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a7d7e144-2306-474b-a641-fe668de53fbf req-766b5f8b-78d6-40c8-9aa4-64ae4fe99e65 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23e30289-50c3-41b2-bb17-f9d01adff210 HTTP/1.1" status: 200 len: 217 time: 0.0466874 Jul 07 20:19:16.475166 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-176acd8d-0241-4d5a-ba00-6bdcbb9f6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:43Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '0d997a93-9d59-4fb3-a954-432effa5905c', 'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:a1:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:42Z', 'updated_at': '2021-07-07T20:17:47Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:16.505367 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176acd8d-0241-4d5a-ba00-6bdcbb9f6218 None None] Checking router: 368ab908-5c13-44bf-bd70-659e27e331f2 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:19:16.505704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7e144-2306-474b-a641-fe668de53fbf req-94ad0573-dddc-4e90-b51f-071e5afd6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:16.507839 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a7d7e144-2306-474b-a641-fe668de53fbf req-94ad0573-dddc-4e90-b51f-071e5afd6b5b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0072eee9-1c4b-45c4-a726-8d1ea8750e8d HTTP/1.1" status: 200 len: 835 time: 0.0565245 Jul 07 20:19:16.514790 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176acd8d-0241-4d5a-ba00-6bdcbb9f6218 None None] Routers {'368ab908-5c13-44bf-bd70-659e27e331f2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:19:16.515316 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-176acd8d-0241-4d5a-ba00-6bdcbb9f6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:19:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['368ab908-5c13-44bf-bd70-659e27e331f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:16.572658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7e144-2306-474b-a641-fe668de53fbf req-0c2eb809-fca7-45bf-9c3c-941f9bb8fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:16.574181 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a7d7e144-2306-474b-a641-fe668de53fbf req-0c2eb809-fca7-45bf-9c3c-941f9bb8fe15 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=327829f4-6e20-4cc3-ade0-06ee06510caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596256 Jul 07 20:19:16.601698 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3c47b-02b6-4d1c-9f50-e23e273024be req-cc031a1f-45a5-444b-b6d5-3119df1ee97d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:16.603443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8d3c47b-02b6-4d1c-9f50-e23e273024be req-cc031a1f-45a5-444b-b6d5-3119df1ee97d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.1328027 Jul 07 20:19:16.631410 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-176acd8d-0241-4d5a-ba00-6bdcbb9f6218 None None] Set router 368ab908-5c13-44bf-bd70-659e27e331f2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:19:16.649355 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f8d3c47b-02b6-4d1c-9f50-e23e273024be req-97b615a1-b474-47b9-bb69-f74c025b9366 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398781 Jul 07 20:19:16.675883 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a7d7e144-2306-474b-a641-fe668de53fbf req-4120fa4c-d2c6-45e9-ab62-659cbaa0568a service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945818 Jul 07 20:19:16.773822 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a7d7e144-2306-474b-a641-fe668de53fbf req-127838a0-22c2-480c-a27c-0bcee6dd3ac2 service neutron] 10.222.0.112 "GET /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904262 Jul 07 20:19:16.838842 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-176acd8d-0241-4d5a-ba00-6bdcbb9f6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:43Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '0d997a93-9d59-4fb3-a954-432effa5905c', 'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:a1:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:42Z', 'updated_at': '2021-07-07T20:17:47Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:16.864903 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176acd8d-0241-4d5a-ba00-6bdcbb9f6218 None None] The sync data for ids ['368ab908-5c13-44bf-bd70-659e27e331f2'] in n-d-792394-12 is: [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:17:43Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '0d997a93-9d59-4fb3-a954-432effa5905c', 'name': '', 'network_id': '327829f4-6e20-4cc3-ade0-06ee06510caf', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:a1:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:42Z', 'updated_at': '2021-07-07T20:17:47Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '0072eee9-1c4b-45c4-a726-8d1ea8750e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:19:17.087235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138a609-9788-4b9a-acdc-52c1c13961fb None None] New status for floating IP 703ba91e-1941-49b5-b311-a9fd5a7d8786: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:19:17.880244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dae7a-8a80-4717-b676-ea146f9477f1 req-a0287662-4f1f-41c7-ac70-3922f468ba1a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:17.881818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-481dae7a-8a80-4717-b676-ea146f9477f1 req-a0287662-4f1f-41c7-ac70-3922f468ba1a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.1129811 Jul 07 20:19:17.919878 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-481dae7a-8a80-4717-b676-ea146f9477f1 req-0f53beba-6e0f-43bf-99d0-ba24ab7270a9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323966 Jul 07 20:19:18.049234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66d23a-74ce-4e9b-bb8f-fd566e5b824b req-bbedbcd2-4f50-4482-91a5-0b60257e0afd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:18.050704 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf66d23a-74ce-4e9b-bb8f-fd566e5b824b req-bbedbcd2-4f50-4482-91a5-0b60257e0afd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 946 time: 0.0644152 Jul 07 20:19:18.160450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cf66d23a-74ce-4e9b-bb8f-fd566e5b824b req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 23e30289-50c3-41b2-bb17-f9d01adff210 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:19:18.161607 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf66d23a-74ce-4e9b-bb8f-fd566e5b824b req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:18.249963 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cf66d23a-74ce-4e9b-bb8f-fd566e5b824b req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port 23e30289-50c3-41b2-bb17-f9d01adff210, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=23e30289-50c3-41b2-bb17-f9d01adff210,segment=NetworkSegment(0feb354a-5bcd-4974-a96f-dc477f0be76c),segment_id=0feb354a-5bcd-4974-a96f-dc477f0be76c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:19:18.250243 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf66d23a-74ce-4e9b-bb8f-fd566e5b824b req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:18.262933 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cf66d23a-74ce-4e9b-bb8f-fd566e5b824b req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 23e30289-50c3-41b2-bb17-f9d01adff210 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:19:18.398099 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf66d23a-74ce-4e9b-bb8f-fd566e5b824b req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:18.430467 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=23e30289-50c3-41b2-bb17-f9d01adff210,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:18.462528 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.462879 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.463216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.463555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.463884 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.464209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.464558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.464885 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.465208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.465531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.465851 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.466169 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:18.491650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf66d23a-74ce-4e9b-bb8f-fd566e5b824b req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] No DVR routers for this DVR port 23e30289-50c3-41b2-bb17-f9d01adff210 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:19:18.494208 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cf66d23a-74ce-4e9b-bb8f-fd566e5b824b req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:18.496187 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cf66d23a-74ce-4e9b-bb8f-fd566e5b824b req-0a6c6768-672d-416c-9c5d-f7a13c58333e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "DELETE /v2.0/ports/23e30289-50c3-41b2-bb17-f9d01adff210 HTTP/1.1" status: 204 len: 173 time: 0.4376242 Jul 07 20:19:18.496653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'name': 'network-vif-deleted', 'tag': '23e30289-50c3-41b2-bb17-f9d01adff210'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:19:18.498879 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57c26f5-c6dc-4082-aa33-3e7a5c5ff619" -d '{"events": [{"server_uuid": "028a5b4a-bdc1-4719-9f33-b1387e27c5e4", "name": "network-vif-deleted", "tag": "23e30289-50c3-41b2-bb17-f9d01adff210"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:19:18.542002 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05156c4-9235-417b-9211-c983a826717f x-openstack-request-id: req-f05156c4-9235-417b-9211-c983a826717f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:19:18.542295 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028a5b4a-bdc1-4719-9f33-b1387e27c5e4", "name": "network-vif-deleted", "tag": "23e30289-50c3-41b2-bb17-f9d01adff210", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:19:18.542545 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f05156c4-9235-417b-9211-c983a826717f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:19:18.542970 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028a5b4a-bdc1-4719-9f33-b1387e27c5e4', 'name': 'network-vif-deleted', 'tag': '23e30289-50c3-41b2-bb17-f9d01adff210', 'status': 'completed', 'code': 200} Jul 07 20:19:19.079900 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dac7ee84-7426-4262-adb9-0245fed741e7 req-c3daf8a3-ef76-4467-b9c5-997eda2c3a35 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=028a5b4a-bdc1-4719-9f33-b1387e27c5e4 HTTP/1.1" status: 200 len: 210 time: 0.0317328 Jul 07 20:19:19.693192 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:20.189177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:20.555125 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:20.824611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 0d997a93-9d59-4fb3-a954-432effa5905c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:19:20.824877 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:20.914990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port 0d997a93-9d59-4fb3-a954-432effa5905c, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0d997a93-9d59-4fb3-a954-432effa5905c,segment=NetworkSegment(0feb354a-5bcd-4974-a96f-dc477f0be76c),segment_id=0feb354a-5bcd-4974-a96f-dc477f0be76c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:19:20.915352 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:20.929866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 0d997a93-9d59-4fb3-a954-432effa5905c owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:19:21.115685 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:21.148104 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=0d997a93-9d59-4fb3-a954-432effa5905c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:21.323889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:21.545264 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 368ab908-5c13-44bf-bd70-659e27e331f2 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:19:21.652187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:19:21.657379 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-59bc7975-2fd9-40d7-a4c0-66dcc5490eae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "PUT /v2.0/routers/368ab908-5c13-44bf-bd70-659e27e331f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4671588 Jul 07 20:19:21.660273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:21.662757 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66bd00-5ba9-4535-b39f-db5cead2f199 None None] Sync routers for ids ['368ab908-5c13-44bf-bd70-659e27e331f2'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:19:21.671983 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66bd00-5ba9-4535-b39f-db5cead2f199 None None] Routers {'368ab908-5c13-44bf-bd70-659e27e331f2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:19:21.672613 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6d66bd00-5ba9-4535-b39f-db5cead2f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:19:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['368ab908-5c13-44bf-bd70-659e27e331f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:21.712416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa010cc3-d945-425d-b7c6-032b7bdb5109 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting subnet 0072eee9-1c4b-45c4-a726-8d1ea8750e8d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:19:21.715640 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa010cc3-d945-425d-b7c6-032b7bdb5109 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:21.756957 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa010cc3-d945-425d-b7c6-032b7bdb5109 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:21.777599 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6d66bd00-5ba9-4535-b39f-db5cead2f199 None None] Set router 368ab908-5c13-44bf-bd70-659e27e331f2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:19:21.850863 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa010cc3-d945-425d-b7c6-032b7bdb5109 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:21.914746 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa010cc3-d945-425d-b7c6-032b7bdb5109 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:21.943635 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa010cc3-d945-425d-b7c6-032b7bdb5109 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Subnet': ['ID=0072eee9-1c4b-45c4-a726-8d1ea8750e8d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:21.945675 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa010cc3-d945-425d-b7c6-032b7bdb5109 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:21.947625 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aa010cc3-d945-425d-b7c6-032b7bdb5109 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/subnets/0072eee9-1c4b-45c4-a726-8d1ea8750e8d HTTP/1.1" status: 204 len: 168 time: 0.2858057 Jul 07 20:19:21.950290 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:21.955226 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62be57da-8d5f-4f15-aceb-5ccef14ddb9d None None] Network 327829f4-6e20-4cc3-ade0-06ee06510caf requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:19:21.969217 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6d66bd00-5ba9-4535-b39f-db5cead2f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:19:21Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:22.076132 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.096181 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66bd00-5ba9-4535-b39f-db5cead2f199 None None] Checking router: 368ab908-5c13-44bf-bd70-659e27e331f2 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:19:22.105394 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66bd00-5ba9-4535-b39f-db5cead2f199 None None] Routers {'368ab908-5c13-44bf-bd70-659e27e331f2'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:19:22.106012 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6d66bd00-5ba9-4535-b39f-db5cead2f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:19:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['368ab908-5c13-44bf-bd70-659e27e331f2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:22.186862 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] DHCP port deletion for 327829f4-6e20-4cc3-ade0-06ee06510caf request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:19:22.194613 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.219387 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6d66bd00-5ba9-4535-b39f-db5cead2f199 None None] Set router 368ab908-5c13-44bf-bd70-659e27e331f2 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:19:22.241660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Deleting port d672b633-06b2-4b39-88be-7a7357d98975 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:19:22.242054 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.253071 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 7610a582-ecbb-4643-b398-25890399dfb6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:19:22.253421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.304822 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] For port d672b633-06b2-4b39-88be-7a7357d98975, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=d672b633-06b2-4b39-88be-7a7357d98975,segment=NetworkSegment(0feb354a-5bcd-4974-a96f-dc477f0be76c),segment_id=0feb354a-5bcd-4974-a96f-dc477f0be76c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:19:22.305222 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.318567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Calling delete_port for d672b633-06b2-4b39-88be-7a7357d98975 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:19:22.343139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port 7610a582-ecbb-4643-b398-25890399dfb6, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=7610a582-ecbb-4643-b398-25890399dfb6,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:19:22.343517 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.356978 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 7610a582-ecbb-4643-b398-25890399dfb6 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:19:22.401793 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.414494 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6d66bd00-5ba9-4535-b39f-db5cead2f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:19:21Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:22.428447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Pushing event deleted for resources: {'Port': ['ID=d672b633-06b2-4b39-88be-7a7357d98975,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:22.432948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] No DVR routers for this DVR port d672b633-06b2-4b39-88be-7a7357d98975 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:19:22.440283 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.440748 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.440998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.441334 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.441669 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.442079 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.442955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.442955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.443188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.443382 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.443659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.443980 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75bca4-4d29-487e-95cd-530d7e3e0b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:22.454140 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66bd00-5ba9-4535-b39f-db5cead2f199 None None] The sync data for ids ['368ab908-5c13-44bf-bd70-659e27e331f2'] in n-d-792394-12 is: [{'id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-130067565', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '7610a582-ecbb-4643-b398-25890399dfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:17:39Z', 'updated_at': '2021-07-07T20:19:21Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '7610a582-ecbb-4643-b398-25890399dfb6', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ab908-5c13-44bf-bd70-659e27e331f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:17:40Z', 'updated_at': '2021-07-07T20:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:19:22.552087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.581283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=7610a582-ecbb-4643-b398-25890399dfb6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:22.643211 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.735830 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.737816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.784449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.785074 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Fanout notify agent at l3_agent the message router_deleted on router 368ab908-5c13-44bf-bd70-659e27e331f2 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:19:22.792845 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.794256 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b9658010-506f-475b-9816-3ce0961923f2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/routers/368ab908-5c13-44bf-bd70-659e27e331f2 HTTP/1.1" status: 204 len: 168 time: 0.8427503 Jul 07 20:19:22.796760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:22.882624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.943296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d672b633-06b2-4b39-88be-7a7357d98975 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:19:22.969203 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: d672b633-06b2-4b39-88be-7a7357d98975 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:19:22.969892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device d672b633-06b2-4b39-88be-7a7357d98975 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:19:22.970229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0d997a93-9d59-4fb3-a954-432effa5905c no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:19:22.983928 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:22.990028 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 0d997a93-9d59-4fb3-a954-432effa5905c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:19:22.990505 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0d997a93-9d59-4fb3-a954-432effa5905c not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:19:22.999191 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327829f4-6e20-4cc3-ade0-06ee06510caf']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:23.011164 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0feb354a-5bcd-4974-a96f-dc477f0be76c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:23.011468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0feb354a-5bcd-4974-a96f-dc477f0be76c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:23.020891 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.034287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.040607 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:19:23.041014 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:19:23.044256 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:19:23.104231 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.108887 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.111189 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/networks/327829f4-6e20-4cc3-ade0-06ee06510caf HTTP/1.1" status: 204 len: 168 time: 0.3133481 Jul 07 20:19:23.111617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 23e30289-50c3-41b2-bb17-f9d01adff210 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:19:23.114426 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:23.127305 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c23fb-15dd-438a-8465-c5dbb3069f13 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Network': ['ID=327829f4-6e20-4cc3-ade0-06ee06510caf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:23.138178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 23e30289-50c3-41b2-bb17-f9d01adff210 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:19:23.138806 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 23e30289-50c3-41b2-bb17-f9d01adff210 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:19:23.183261 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-080c5063-5b1f-422c-b4da-4483fa2c88fc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.209938 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-080c5063-5b1f-422c-b4da-4483fa2c88fc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.273134 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-080c5063-5b1f-422c-b4da-4483fa2c88fc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.275728 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-080c5063-5b1f-422c-b4da-4483fa2c88fc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.276999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-080c5063-5b1f-422c-b4da-4483fa2c88fc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/security-groups/b6a3743b-dc7f-4436-865a-ef6a31f3c0d1 HTTP/1.1" status: 204 len: 168 time: 0.1615708 Jul 07 20:19:23.286330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c5063-5b1f-422c-b4da-4483fa2c88fc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a3743b-dc7f-4436-865a-ef6a31f3c0d1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:23.783719 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 39898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:23.788884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a7274fc8-38fb-4d4e-8e5e-0ae748ff7854 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002564564', 'description': 'tempest-secgroup-smoke-1002564564 description', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:23.810444 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7274fc8-38fb-4d4e-8e5e-0ae748ff7854 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.892293 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7274fc8-38fb-4d4e-8e5e-0ae748ff7854 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.896673 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7274fc8-38fb-4d4e-8e5e-0ae748ff7854 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.925709 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7274fc8-38fb-4d4e-8e5e-0ae748ff7854 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:23.930626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a7274fc8-38fb-4d4e-8e5e-0ae748ff7854 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1428607 Jul 07 20:19:23.930626 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7274fc8-38fb-4d4e-8e5e-0ae748ff7854 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e583bc06-4c21-448f-b2bd-6b23e8876543,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:23.930981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:23.935810 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-76e44ea7-ec05-4e00-953c-009fae464f1c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'e583bc06-4c21-448f-b2bd-6b23e8876543', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:23.962503 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76e44ea7-ec05-4e00-953c-009fae464f1c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.027022 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76e44ea7-ec05-4e00-953c-009fae464f1c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.030611 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76e44ea7-ec05-4e00-953c-009fae464f1c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.048224 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e44ea7-ec05-4e00-953c-009fae464f1c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56903801-62e9-404d-9b10-55b8a06d67ba,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:24.054857 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76e44ea7-ec05-4e00-953c-009fae464f1c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.056069 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-76e44ea7-ec05-4e00-953c-009fae464f1c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240475 Jul 07 20:19:24.058857 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:24.063259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6cc76666-445e-4af0-bd10-86634d941f0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'e583bc06-4c21-448f-b2bd-6b23e8876543', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:24.090688 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cc76666-445e-4af0-bd10-86634d941f0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.147592 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cc76666-445e-4af0-bd10-86634d941f0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.151991 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cc76666-445e-4af0-bd10-86634d941f0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.167965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc76666-445e-4af0-bd10-86634d941f0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2911ca-dfcf-4b3f-af96-004a6a773ef0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:24.177624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6cc76666-445e-4af0-bd10-86634d941f0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.178864 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6cc76666-445e-4af0-bd10-86634d941f0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190526 Jul 07 20:19:24.181546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:24.186052 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2eb7bebf-2309-43cb-bb0e-a17582643e16 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'e583bc06-4c21-448f-b2bd-6b23e8876543', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:24.212674 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eb7bebf-2309-43cb-bb0e-a17582643e16 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.272570 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eb7bebf-2309-43cb-bb0e-a17582643e16 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.276283 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eb7bebf-2309-43cb-bb0e-a17582643e16 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.295384 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7bebf-2309-43cb-bb0e-a17582643e16 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6ece7d-280e-46fa-91a7-4eceee16c341,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:24.298318 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eb7bebf-2309-43cb-bb0e-a17582643e16 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.299489 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2eb7bebf-2309-43cb-bb0e-a17582643e16 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169851 Jul 07 20:19:24.302844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:24.307265 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8031444b-546c-4b78-adfd-862d669a8670 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'e583bc06-4c21-448f-b2bd-6b23e8876543', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:24.334025 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8031444b-546c-4b78-adfd-862d669a8670 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.395784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8031444b-546c-4b78-adfd-862d669a8670 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.399893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8031444b-546c-4b78-adfd-862d669a8670 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.418752 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031444b-546c-4b78-adfd-862d669a8670 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9a10c6-5f7b-49bb-8c37-15a3a28ee919,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:24.434145 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8031444b-546c-4b78-adfd-862d669a8670 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.435458 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8031444b-546c-4b78-adfd-862d669a8670 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316748 Jul 07 20:19:24.438394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:24.442856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c530ccff-c23d-4b8e-a674-010f4fae4dc4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'e583bc06-4c21-448f-b2bd-6b23e8876543', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:24.465378 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-c530ccff-c23d-4b8e-a674-010f4fae4dc4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Project 8ba6bc76dda2493bbc35f1b3fa13d72e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:19:24.470375 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c530ccff-c23d-4b8e-a674-010f4fae4dc4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.531651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c530ccff-c23d-4b8e-a674-010f4fae4dc4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.535178 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c530ccff-c23d-4b8e-a674-010f4fae4dc4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.550342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530ccff-c23d-4b8e-a674-010f4fae4dc4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81df7b0b-456f-418c-98ce-40196e8bc3ee,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:24.559743 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c530ccff-c23d-4b8e-a674-010f4fae4dc4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.560980 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c530ccff-c23d-4b8e-a674-010f4fae4dc4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216223 Jul 07 20:19:24.563658 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:24.568139 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5decaaf1-dfda-4e9b-86f6-0e99f0045ac7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': 'e583bc06-4c21-448f-b2bd-6b23e8876543', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:24.589655 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-5decaaf1-dfda-4e9b-86f6-0e99f0045ac7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Project 8ba6bc76dda2493bbc35f1b3fa13d72e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:19:24.594466 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5decaaf1-dfda-4e9b-86f6-0e99f0045ac7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.627456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7610a582-ecbb-4643-b398-25890399dfb6 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:19:24.651081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 7610a582-ecbb-4643-b398-25890399dfb6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:19:24.651434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 7610a582-ecbb-4643-b398-25890399dfb6 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:19:24.664585 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5decaaf1-dfda-4e9b-86f6-0e99f0045ac7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.668276 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5decaaf1-dfda-4e9b-86f6-0e99f0045ac7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.686628 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decaaf1-dfda-4e9b-86f6-0e99f0045ac7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9ac8e9-234f-462e-b64e-1683f3af4e39,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:24.692557 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5decaaf1-dfda-4e9b-86f6-0e99f0045ac7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.693826 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5decaaf1-dfda-4e9b-86f6-0e99f0045ac7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292031 Jul 07 20:19:24.696831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:24.701662 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'network': {'name': 'tempest-network-smoke--1341110385', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:24.722899 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:19:24.727190 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.751136 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:19:24.759947 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.760291 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Added segment c0d52333-77f7-4613-9597-0e8eaa553c0a of type vlan for network 90245322-224c-4fc3-b0c8-d0f569f80b8b Jul 07 20:19:24.805352 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.834649 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.844147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:24.844850 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.900618 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2027137 Jul 07 20:19:24.903243 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:24.909850 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'admin_state_up': True, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:24.924883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424f7c9-623b-4f9c-b8b0-c78cb180947f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Network': ['ID=90245322-224c-4fc3-b0c8-d0f569f80b8b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:24.935126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 90245322-224c-4fc3-b0c8-d0f569f80b8b details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:19:24.941064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:24.942188 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:25.000227 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:25.139455 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:25.333217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:25.352263 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:25.459764 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.25.2.86 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/8e3c93ed-611e-435a-aa06-e60e25f001b7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:19:25.561823 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:25.601983 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:25.638049 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:19:25.640919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:19:25.646955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:19:25.674544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=8e3c93ed-611e-435a-aa06-e60e25f001b7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:25.902721 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:26.408703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:26.539499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:19:26.644237 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:19:26.654111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Sync routers for ids ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:19:26.663968 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Routers {'5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:19:26.664297 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:26.664620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:19:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:26.665591 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bb124267-f685-40cb-a161-4c66ea52d2cd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7613645 Jul 07 20:19:26.668704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:26.701456 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-85938cbb-6222-4542-8d2e-bbd1451c71e7 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=8ba6bc76dda2493bbc35f1b3fa13d72e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316403 Jul 07 20:19:26.704029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:26.777742 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Set router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:19:26.791948 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b5bf83-0e47-4d65-ba74-6c0b94ebd2b8 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:26.793506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-03b5bf83-0e47-4d65-ba74-6c0b94ebd2b8 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885055 Jul 07 20:19:26.796357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:26.825606 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3c3c200e-6d34-4909-9070-6ddf2da382e1 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281487 Jul 07 20:19:26.828209 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:26.833881 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-263464843', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:26.927035 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:19:26.930288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:26.958177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:25Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:26.987470 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Checking router: 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:19:26.987829 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Updating router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 port 8e3c93ed-611e-435a-aa06-e60e25f001b7 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:19:27.024862 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:27.119410 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:27.180893 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Subnet': ['ID=cd3fa784-da13-4f41-be20-42cd1143d481,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:27.189778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Checking segment: {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:19:27.190156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network hostable DHCP agents. Network: 90245322-224c-4fc3-b0c8-d0f569f80b8b, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:19:27.206619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 90245322-224c-4fc3-b0c8-d0f569f80b8b is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:19:27.216705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 90245322-224c-4fc3-b0c8-d0f569f80b8b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:19:27.221785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:27.222538 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:27.232927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b8250-ae43-4965-a6a3-aa6960949db9 None None] Network 90245322-224c-4fc3-b0c8-d0f569f80b8b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:19:27.240865 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4a74c3a1-d69f-482c-91e1-0113cca9599a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4115868 Jul 07 20:19:27.243943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:27.341596 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:27.361250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Transition to ACTIVE for port object 8e3c93ed-611e-435a-aa06-e60e25f001b7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:19:27.369175 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:27.458893 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7905a-3702-4dd3-bb22-bc0621c95daa None None] Pushing event updated for resources: {'Port': ['ID=8e3c93ed-611e-435a-aa06-e60e25f001b7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:27.462172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Attempting to bind port 8e3c93ed-611e-435a-aa06-e60e25f001b7 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:19:27.462687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Attempting to bind port 8e3c93ed-611e-435a-aa06-e60e25f001b7 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:19:27.462912 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Attempting to bind port 8e3c93ed-611e-435a-aa06-e60e25f001b7 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:19:27.485610 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:19:27.485820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:19:27.486091 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:27.486472 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:19:27.486950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Bound port: 8e3c93ed-611e-435a-aa06-e60e25f001b7, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:19:27.487335 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:27.492102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-90245322-224c-4fc3-b0c8-d0f569f80b8b', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:19:27.493006 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:27.609649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] For port 8e3c93ed-611e-435a-aa06-e60e25f001b7, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:19:27.632509 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] For port 8e3c93ed-611e-435a-aa06-e60e25f001b7, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8e3c93ed-611e-435a-aa06-e60e25f001b7,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:19:27.640734 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:27.729811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Allocated IP 172.20.0.2 (90245322-224c-4fc3-b0c8-d0f569f80b8b/cd3fa784-da13-4f41-be20-42cd1143d481/ee470969-7a22-4fc9-954d-658df6e96937) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:19:27.730522 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:27.744285 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Routers {'5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:19:27.744972 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:19:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:27.747542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7905a-3702-4dd3-bb22-bc0621c95daa None None] Pushing event updated for resources: {'Port': ['ID=8e3c93ed-611e-435a-aa06-e60e25f001b7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:27.948022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] Set router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:19:28.214394 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:28.227323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Transition to ACTIVE for port object ee470969-7a22-4fc9-954d-658df6e96937 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:19:28.257845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Transition to ACTIVE for port object ee470969-7a22-4fc9-954d-658df6e96937 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:19:28.269820 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:28.319617 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.20.0.1 (90245322-224c-4fc3-b0c8-d0f569f80b8b/cd3fa784-da13-4f41-be20-42cd1143d481/5154e0bc-5ed0-4952-8aa3-5bf3f689afec) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:19:28.326977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Network 90245322-224c-4fc3-b0c8-d0f569f80b8b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:19:28.339235 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:19:28.343233 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:19:28.353327 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Pushing event updated for resources: {'Port': ['ID=ee470969-7a22-4fc9-954d-658df6e96937,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:28.418686 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Attempting to bind port ee470969-7a22-4fc9-954d-658df6e96937 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:19:28.419083 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Attempting to bind port ee470969-7a22-4fc9-954d-658df6e96937 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:19:28.419452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Attempting to bind port ee470969-7a22-4fc9-954d-658df6e96937 on network 90245322-224c-4fc3-b0c8-d0f569f80b8b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:19:28.423731 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:25Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:28.428960 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:19:28.429342 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Checking segment: {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:19:28.429745 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:28.430139 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Bound using segment: {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:19:28.430609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Bound port: ee470969-7a22-4fc9-954d-658df6e96937, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:19:28.430992 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:28.448821 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:28.457867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40a9f2-984f-4bc7-a174-9243ac1997be None None] The sync data for ids ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'] in n-d-792394-12 is: [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:25Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:19:28.464333 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Transition to ACTIVE for port object 5154e0bc-5ed0-4952-8aa3-5bf3f689afec will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:19:28.504972 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:28.529484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] For port ee470969-7a22-4fc9-954d-658df6e96937, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:19:28.532817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] For port ee470969-7a22-4fc9-954d-658df6e96937, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ee470969-7a22-4fc9-954d-658df6e96937,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:19:28.537657 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:28.548820 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 90245322-224c-4fc3-b0c8-d0f569f80b8b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:19:28.557898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:19:28.561856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:19:28.569326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=5154e0bc-5ed0-4952-8aa3-5bf3f689afec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:28.605508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bccb6-5539-481b-af67-d7f3561e716e None None] Pushing event updated for resources: {'Port': ['ID=ee470969-7a22-4fc9-954d-658df6e96937,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:28.616876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:28.825155 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:29.147476 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:29.152242 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:29.234440 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:29.236342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=5154e0bc-5ed0-4952-8aa3-5bf3f689afec,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:29.355492 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 90245322-224c-4fc3-b0c8-d0f569f80b8b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:19:29.357257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:19:29.482856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:19:29.600084 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:19:29.605527 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-75421d61-e71f-4705-8096-014cd85efb0e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "PUT /v2.0/routers/5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3605547 Jul 07 20:19:29.617818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b60742-474c-4e6b-aed8-12bbee828a8c None None] Network 90245322-224c-4fc3-b0c8-d0f569f80b8b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:19:29.749911 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-05f9166d-5f12-476c-97c6-8483e400d043 None None] Provisioning for port ee470969-7a22-4fc9-954d-658df6e96937 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:19:29.765486 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-83db310f-3cba-4b87-85a9-8fccd9657a95 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002564564&fields=id&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 267 time: 0.0482714 Jul 07 20:19:29.894545 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-b00bb905-d986-4bfc-8aa4-108b31aa203a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:29.896314 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-b00bb905-d986-4bfc-8aa4-108b31aa203a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 797 time: 0.1221859 Jul 07 20:19:29.914372 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-04a6b18b-f4d7-440b-a493-e5510f48bf87 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/quotas/8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 375 time: 0.0107017 Jul 07 20:19:29.987136 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-94814134-b7da-411a-bffa-0ba3ac67f095 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671797 Jul 07 20:19:30.093448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a557737f-bbb1-46cd-9031-1bd12b2ec90b None None] Provisioning for port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:19:30.102500 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-acd75ee1-98ac-4706-a3b7-dacf11843ddd service neutron] 10.222.0.113 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021941 Jul 07 20:19:30.108638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a557737f-bbb1-46cd-9031-1bd12b2ec90b None None] Provisioning complete for port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:19:30.109395 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a557737f-bbb1-46cd-9031-1bd12b2ec90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:30.128157 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Sync routers for ids ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:19:30.140431 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Routers {'5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:19:30.141378 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:19:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:30.154694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a557737f-bbb1-46cd-9031-1bd12b2ec90b None None] Port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:19:30.208083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-f806d20e-99c2-46ae-827e-c1f753b0a9d4 service neutron] 10.222.0.113 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986099 Jul 07 20:19:30.259709 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Set router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:19:30.276465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-80f3e62b-6675-453e-b065-84a3486af6f8 None None] Provisioning complete for port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:19:30.277180 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80f3e62b-6675-453e-b065-84a3486af6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:30.325374 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80f3e62b-6675-453e-b065-84a3486af6f8 None None] Port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:19:30.430296 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a7ac965-2776-49bc-965b-11b94cd34b44 req-63984bb4-0da6-4af2-869d-8c6a211cf065 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 210 time: 0.0432913 Jul 07 20:19:30.447700 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c5e10cd-c542-4b0c-8fd5-f6daa674bdbd None None] Provisioning complete for port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:19:30.448053 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c5e10cd-c542-4b0c-8fd5-f6daa674bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:30.487902 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9c5e10cd-c542-4b0c-8fd5-f6daa674bdbd None None] Port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:19:30.517723 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:28Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '5154e0bc-5ed0-4952-8aa3-5bf3f689afec', 'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:6c:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:27Z', 'updated_at': '2021-07-07T20:19:29Z', 'revision_number': 2, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:30.544488 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Checking router: 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:19:30.544840 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Updating router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:19:30.578595 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:30.728442 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8e3c93ed-611e-435a-aa06-e60e25f001b7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:19:30.779541 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 8e3c93ed-611e-435a-aa06-e60e25f001b7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:19:30.784209 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 8e3c93ed-611e-435a-aa06-e60e25f001b7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:19:30.786299 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:30.856827 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:30.862080 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:30.867227 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Transition to ACTIVE for port object 5154e0bc-5ed0-4952-8aa3-5bf3f689afec will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:19:30.872865 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:30.883033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 8e3c93ed-611e-435a-aa06-e60e25f001b7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8e3c93ed-611e-435a-aa06-e60e25f001b7,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:19:30.887326 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:30.888098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ee470969-7a22-4fc9-954d-658df6e96937 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:19:30.925464 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Pushing event updated for resources: {'Port': ['ID=5154e0bc-5ed0-4952-8aa3-5bf3f689afec,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:30.951510 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.951931 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.952174 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.952745 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.953078 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.953672 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.954006 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.954323 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.954836 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.955156 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.955477 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.955795 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:19:30.970255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=8e3c93ed-611e-435a-aa06-e60e25f001b7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:30.984421 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port ee470969-7a22-4fc9-954d-658df6e96937 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:19:30.988960 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Attempting to bind port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:19:30.989420 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Attempting to bind port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:19:30.989843 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Attempting to bind port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec on network 90245322-224c-4fc3-b0c8-d0f569f80b8b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:19:30.992128 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ee470969-7a22-4fc9-954d-658df6e96937 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:19:30.992614 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:30.995245 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:19:30.995728 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Checking segment: {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:19:30.996359 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:30.996752 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Bound using segment: {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:19:30.997317 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Bound port: 5154e0bc-5ed0-4952-8aa3-5bf3f689afec, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:19:30.997801 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:31.069323 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] For port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:19:31.072851 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] For port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5154e0bc-5ed0-4952-8aa3-5bf3f689afec,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:19:31.078213 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:31.081686 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:31.123542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port ee470969-7a22-4fc9-954d-658df6e96937, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ee470969-7a22-4fc9-954d-658df6e96937,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:19:31.127771 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:31.131008 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Routers {'5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:19:31.131632 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:19:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:31.143946 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fea778-08b9-43e6-9f9b-d4bedf475157 None None] Pushing event updated for resources: {'Port': ['ID=5154e0bc-5ed0-4952-8aa3-5bf3f689afec,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:31.180103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=ee470969-7a22-4fc9-954d-658df6e96937,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:31.254981 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] Set router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:19:31.451669 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:28Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '5154e0bc-5ed0-4952-8aa3-5bf3f689afec', 'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:6c:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:27Z', 'updated_at': '2021-07-07T20:19:31Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:31.481808 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24896743-bb1f-4078-a181-fe4331f7f2ce None None] The sync data for ids ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'] in n-d-792394-12 is: [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:28Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '5154e0bc-5ed0-4952-8aa3-5bf3f689afec', 'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:6c:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:27Z', 'updated_at': '2021-07-07T20:19:31Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:19:31.532196 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2bc49387-9329-406b-b7a5-5cff469e92ed req-75858b2d-8889-481b-be16-639bcb3dc8e7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 210 time: 0.0431442 Jul 07 20:19:32.619531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f847103b-39b3-45f9-98a9-9a1383bf417f req-0c04fefd-8ad3-42c3-ace0-228b51bd3a61 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 210 time: 0.0303607 Jul 07 20:19:32.750496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8e3c93ed-611e-435a-aa06-e60e25f001b7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:19:32.802907 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 8e3c93ed-611e-435a-aa06-e60e25f001b7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:19:32.803567 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:32.886918 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ee470969-7a22-4fc9-954d-658df6e96937 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:19:32.938157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port ee470969-7a22-4fc9-954d-658df6e96937 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:19:32.938559 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:33.019715 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5154e0bc-5ed0-4952-8aa3-5bf3f689afec up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:19:33.078699 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:19:33.084577 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:19:33.084951 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:33.166284 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:33.199308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5154e0bc-5ed0-4952-8aa3-5bf3f689afec,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:19:33.202820 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:33.254556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=5154e0bc-5ed0-4952-8aa3-5bf3f689afec,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:33.683309 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-e043ccdc-0915-4fde-b27b-ca3fdd4c7e53 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:33.684951 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-e043ccdc-0915-4fde-b27b-ca3fdd4c7e53 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 797 time: 0.1089344 Jul 07 20:19:33.734982 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-6084a001-fd58-4a75-a04a-8bd1563be960 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 380 time: 0.0401304 Jul 07 20:19:33.744526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'port': {'device_id': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'admin_state_up': True, 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'security_groups': ['e583bc06-4c21-448f-b2bd-6b23e8876543']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:33.772620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b06e613d-328a-45fc-92f3-5ace11c73d12 req-5916a0ad-9159-4750-8520-05ae8d86aeb1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 210 time: 0.0322165 Jul 07 20:19:33.854719 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:19:33.858271 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:33.996777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.20.0.14 (90245322-224c-4fc3-b0c8-d0f569f80b8b/cd3fa784-da13-4f41-be20-42cd1143d481/bccd48d2-e688-42b3-9ed9-ee4c3c765ff7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:19:34.045020 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:34.133086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:34.146673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Transition to ACTIVE for port object bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:19:34.179784 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:34.228267 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 90245322-224c-4fc3-b0c8-d0f569f80b8b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:19:34.231449 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:19:34.237631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:19:34.264304 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:34.294697 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:34.295331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:34.311141 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-417211a9-769b-482a-b763-32970d9e536b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5706041 Jul 07 20:19:34.323440 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Request body: {'port': {'device_id': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:34.408965 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:34.486619 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5141748f-73ea-4250-98ac-f0711baf3cd6 None None] Provisioning for port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:19:34.491797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5141748f-73ea-4250-98ac-f0711baf3cd6 None None] Provisioning complete for port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:19:34.492251 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5141748f-73ea-4250-98ac-f0711baf3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:34.529827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5141748f-73ea-4250-98ac-f0711baf3cd6 None None] Port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:19:34.682636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5154e0bc-5ed0-4952-8aa3-5bf3f689afec up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:19:34.690342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:19:34.698063 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:34.710709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Transition to ACTIVE for port object bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:19:34.714561 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:34.732338 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:19:34.732836 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:34.764659 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Pushing event updated for resources: {'Port': ['ID=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:34.872357 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Attempting to bind port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:19:34.872782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Attempting to bind port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:19:34.873143 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Attempting to bind port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 on network 90245322-224c-4fc3-b0c8-d0f569f80b8b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:19:34.877882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 on network 90245322-224c-4fc3-b0c8-d0f569f80b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:19:34.878208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Attempting to bind port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 on network 90245322-224c-4fc3-b0c8-d0f569f80b8b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:19:34.884179 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:19:34.884580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Checking segment: {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:19:34.884936 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Bound using segment: {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:19:34.885375 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Bound port: bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:19:34.885728 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:34.954891 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:19:34.959263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:19:34.966044 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:35.001927 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:35.002393 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db6ef3-741c-40ac-be98-1fffcdf12f78 req-b94e3ea3-f382-43b7-b702-166c7cdb4ed7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:35.002872 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:35.004155 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] 10.222.0.112 "PUT /v2.0/ports/bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 1093 time: 0.6850495 Jul 07 20:19:35.004825 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6db6ef3-741c-40ac-be98-1fffcdf12f78 req-b94e3ea3-f382-43b7-b702-166c7cdb4ed7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 944 time: 0.0717556 Jul 07 20:19:35.005321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:19:35.008006 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb1b7fb-039e-4a99-a298-d2de3c56445f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:19:35.043182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee405fed-9bf8-4487-afb5-60848d2fb153 service neutron] Pushing event updated for resources: {'Port': ['ID=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:35.060380 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b6db6ef3-741c-40ac-be98-1fffcdf12f78 req-2183a6d9-c188-4216-b63b-27e986cae223 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Jul 07 20:19:35.099617 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71d654e-453b-498a-a3fb-62825d2b2535 x-openstack-request-id: req-b71d654e-453b-498a-a3fb-62825d2b2535 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:19:35.099910 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:19:35.100162 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b71d654e-453b-498a-a3fb-62825d2b2535 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:19:35.100587 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'status': 'completed', 'code': 200} Jul 07 20:19:35.131321 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-1dbf8201-ef51-4929-acbf-a425f628b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:35.132953 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-1dbf8201-ef51-4929-acbf-a425f628b850 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1096 time: 0.0743639 Jul 07 20:19:35.186566 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-de5ffd2c-679a-4c27-9ea3-da5ac1e938f9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 217 time: 0.0460987 Jul 07 20:19:35.236895 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-f7743dba-19b3-4fa8-b5fb-a725bd9d4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:35.238355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-f7743dba-19b3-4fa8-b5fb-a725bd9d4774 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 200 len: 834 time: 0.0448382 Jul 07 20:19:35.295861 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-0a4d26f5-4767-46b3-8d16-cf3aeeb67d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:35.297417 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-0a4d26f5-4767-46b3-8d16-cf3aeeb67d4d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=90245322-224c-4fc3-b0c8-d0f569f80b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526917 Jul 07 20:19:35.392366 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-90b5baef-56d9-45ab-8c91-e6f1a94cea0b service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870306 Jul 07 20:19:35.483322 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db46d623-a59e-4ff0-88a2-e92c2fbbe87e req-239ae0b6-ffe4-40ea-8e84-1f0cc8b1b87b service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841367 Jul 07 20:19:35.589194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1b7fb-039e-4a99-a298-d2de3c56445f req-dca36d72-b699-4105-bf8c-1a55f6d31f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:35.590680 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7eb1b7fb-039e-4a99-a298-d2de3c56445f req-dca36d72-b699-4105-bf8c-1a55f6d31f6e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1096 time: 0.0571563 Jul 07 20:19:35.682789 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1b7fb-039e-4a99-a298-d2de3c56445f req-176eab40-10c1-4814-9572-527b7cc2f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:35.684262 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7eb1b7fb-039e-4a99-a298-d2de3c56445f req-176eab40-10c1-4814-9572-527b7cc2f4f2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 899 time: 0.0861347 Jul 07 20:19:35.726850 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7eb1b7fb-039e-4a99-a298-d2de3c56445f req-0520512e-a5da-4c16-8aa0-527e0d27ed11 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 217 time: 0.0341005 Jul 07 20:19:35.779322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1b7fb-039e-4a99-a298-d2de3c56445f req-377c7d23-a1d4-4847-82a8-4c232ab88760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:35.780791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7eb1b7fb-039e-4a99-a298-d2de3c56445f req-377c7d23-a1d4-4847-82a8-4c232ab88760 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 200 len: 834 time: 0.0470629 Jul 07 20:19:35.838457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1b7fb-039e-4a99-a298-d2de3c56445f req-f4d2cd80-830f-46a9-a700-59e7b9d6685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:35.840040 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7eb1b7fb-039e-4a99-a298-d2de3c56445f req-f4d2cd80-830f-46a9-a700-59e7b9d6685c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=90245322-224c-4fc3-b0c8-d0f569f80b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518587 Jul 07 20:19:35.931716 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7eb1b7fb-039e-4a99-a298-d2de3c56445f req-653f35ae-ccd1-4b95-81fe-4c94e294d3ce service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840001 Jul 07 20:19:36.026752 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7eb1b7fb-039e-4a99-a298-d2de3c56445f req-1ac8b285-587d-4564-b59f-9d3ea528f133 service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881798 Jul 07 20:19:36.249752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4fa52-b15e-4bc4-9003-1ca2c30206ed req-586642c8-e62b-4624-b022-15cb699a9cfd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:36.251270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aeb4fa52-b15e-4bc4-9003-1ca2c30206ed req-586642c8-e62b-4624-b022-15cb699a9cfd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 944 time: 0.0689647 Jul 07 20:19:36.289829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-aeb4fa52-b15e-4bc4-9003-1ca2c30206ed req-37940b14-43f7-4e3d-b8d7-756312a08190 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328214 Jul 07 20:19:37.474563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d5c11-93d2-41f1-a5dd-d66530fa3c61 req-0bee2c5b-a9a2-4f42-a96d-3d34029d4404 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:37.476190 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e5d5c11-93d2-41f1-a5dd-d66530fa3c61 req-0bee2c5b-a9a2-4f42-a96d-3d34029d4404 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 944 time: 0.0724962 Jul 07 20:19:37.513743 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6e5d5c11-93d2-41f1-a5dd-d66530fa3c61 req-162dbd64-e200-4306-b820-1d1583d4120f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319026 Jul 07 20:19:38.503435 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-371726fd-57f4-492c-a5ed-e2c6a56cd384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:38.692570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b2fed-36c0-4d94-9dde-0ddea1b84c43 req-5a165c2f-dd37-453b-b87b-170cb89f16a9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:38.694221 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c78b2fed-36c0-4d94-9dde-0ddea1b84c43 req-5a165c2f-dd37-453b-b87b-170cb89f16a9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 944 time: 0.0653560 Jul 07 20:19:38.732734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c78b2fed-36c0-4d94-9dde-0ddea1b84c43 req-a086eaf1-ee6a-4e74-b58d-41c6161971e7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 Jul 07 20:19:39.132846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:19:39.225560 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:19:39.237031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'port_id': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'mac_address': 'fa:16:3e:21:8a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:19:39.274187 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:39.290897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:19:39.311496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:19:39.315696 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:39.364974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:39.562846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['bccd48d2-e688-42b3-9ed9-ee4c3c765ff7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:19:39.910208 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495ea96-bc17-41fe-87b0-18d328d71254 req-22ae170d-47b1-4f3e-bec8-ac514a37198f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:39.912074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7495ea96-bc17-41fe-87b0-18d328d71254 req-22ae170d-47b1-4f3e-bec8-ac514a37198f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 945 time: 0.0634096 Jul 07 20:19:39.952800 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7495ea96-bc17-41fe-87b0-18d328d71254 req-48a6b4b0-3731-48ed-9202-4ddfd8a4d72e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336654 Jul 07 20:19:41.133152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fe891-e225-4671-8323-95ef737413d2 req-db1c1458-76d9-4ce6-8615-2c6bd98ba42e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:41.134663 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-593fe891-e225-4671-8323-95ef737413d2 req-db1c1458-76d9-4ce6-8615-2c6bd98ba42e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 945 time: 0.0697145 Jul 07 20:19:41.142757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:19:41.173558 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-593fe891-e225-4671-8323-95ef737413d2 req-ea1f4b2a-7d5f-4fbc-aefa-6488b426eb73 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331836 Jul 07 20:19:41.186342 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9fc85319-cbdb-4b83-a7a4-d98db210d9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:41.203597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:19:41.207152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:19:41.207582 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:41.285548 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:41.307257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:19:41.309549 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd82a75e-8588-40a8-b293-9625d075d224" -d '{"events": [{"server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "name": "network-vif-plugged", "status": "completed", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:19:41.322814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:19:41.326729 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:41.351157 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5b6507-b59a-440d-8174-2b748fb5d83c x-openstack-request-id: req-8d5b6507-b59a-440d-8174-2b748fb5d83c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:19:41.351443 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "name": "network-vif-plugged", "status": "completed", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:19:41.351704 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8d5b6507-b59a-440d-8174-2b748fb5d83c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:19:41.352094 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'code': 200} Jul 07 20:19:41.378552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:41.446145 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:41.470557 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0efdc-5e65-4d40-8e53-21eaffbad06d req-aa2ace6b-81c0-437a-992f-9299e6b69f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:41.472073 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-89e0efdc-5e65-4d40-8e53-21eaffbad06d req-aa2ace6b-81c0-437a-992f-9299e6b69f6d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1098 time: 0.0562334 Jul 07 20:19:41.507019 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-89e0efdc-5e65-4d40-8e53-21eaffbad06d req-e0b5ac91-1958-43ee-ba76-aa983d7805dc service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286059 Jul 07 20:19:42.361410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75daf60-5a12-4ece-aa42-b0c549a9442e req-981f3584-ebc9-4fc9-b160-da525fed1334 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:42.362927 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e75daf60-5a12-4ece-aa42-b0c549a9442e req-981f3584-ebc9-4fc9-b160-da525fed1334 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0687447 Jul 07 20:19:42.403093 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e75daf60-5a12-4ece-aa42-b0c549a9442e req-21e442f8-fd5b-4361-8d4c-078da532e436 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336144 Jul 07 20:19:42.654154 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:43.594736 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fc89e-f6b2-4f22-a815-cc5adc33ac79 req-ccfee5a9-5c00-4ffc-be55-9d46caae1b29 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:43.596297 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a69fc89e-f6b2-4f22-a815-cc5adc33ac79 req-ccfee5a9-5c00-4ffc-be55-9d46caae1b29 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0744171 Jul 07 20:19:43.652622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a69fc89e-f6b2-4f22-a815-cc5adc33ac79 req-a58009c7-e873-4d10-82d1-363fc397d902 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503688 Jul 07 20:19:43.828571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c3682-fc53-4dca-bec3-2d4e6d3810e8 req-2f2662bc-8aa4-4432-aaa2-ca05c716d90b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:43.830097 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-950c3682-fc53-4dca-bec3-2d4e6d3810e8 req-2f2662bc-8aa4-4432-aaa2-ca05c716d90b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0642142 Jul 07 20:19:43.877597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-950c3682-fc53-4dca-bec3-2d4e6d3810e8 req-0bf207e7-c615-4558-a722-4341dbc59c7e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393217 Jul 07 20:19:43.901654 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:43.969575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0181933-8d45-447b-bdf6-92908c8caf38 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:43.970987 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f0181933-8d45-447b-bdf6-92908c8caf38 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1093 time: 0.0683432 Jul 07 20:19:43.974779 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 39992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:43.979574 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:19:44.003170 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:44.194484 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:44.414094 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:44.532503 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.25.2.13 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/5ac8a189-147e-48fe-a6f4-a54c4a24e623) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:19:44.637109 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:44.677200 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:44.715984 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:19:44.718801 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:19:44.722188 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:19:44.752768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=5ac8a189-147e-48fe-a6f4-a54c4a24e623,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:45.117445 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:45.194052 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:45.345479 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:45.350977 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:45.419693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=5ac8a189-147e-48fe-a6f4-a54c4a24e623,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:19:45.433429 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:45.537207 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Floating IP cf311b96-cb0f-4a09-b0d7-ec235bc82822 associated. External IP: 172.25.2.13, port: bccd48d2-e688-42b3-9ed9-ee4c3c765ff7. Jul 07 20:19:45.745637 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:19:45.854282 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:19:45.864102 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b689b-4ea2-490e-bbe2-c0cf1f15d0eb None None] Sync routers for ids ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:19:45.871357 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:19:45.874348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b689b-4ea2-490e-bbe2-c0cf1f15d0eb None None] Routers {'5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:19:45.875367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff3b689b-4ea2-490e-bbe2-c0cf1f15d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:45.909252 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cba39fb8-ac4d-4154-a59c-2994397f70c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9332438 Jul 07 20:19:45.910010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:19:45.913140 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92854f8a-f742-46ac-9805-e3ad51c5cd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:19:45.952317 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0fbad1-8856-45ea-8b31-36af87d07f83 x-openstack-request-id: req-9e0fbad1-8856-45ea-8b31-36af87d07f83 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:19:45.952661 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:19:45.952922 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9e0fbad1-8856-45ea-8b31-36af87d07f83 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:19:45.953459 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'status': 'completed', 'code': 200} Jul 07 20:19:45.992214 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ff3b689b-4ea2-490e-bbe2-c0cf1f15d0eb None None] Set router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:19:46.045647 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92854f8a-f742-46ac-9805-e3ad51c5cd3e req-6f79891b-df54-4405-95d6-b5fb9018f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:46.047598 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92854f8a-f742-46ac-9805-e3ad51c5cd3e req-6f79891b-df54-4405-95d6-b5fb9018f166 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1098 time: 0.0683351 Jul 07 20:19:46.071774 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cb538-5407-483f-b008-11fca8f6f933 req-93c28c0d-9536-4606-a731-9c45ea2fd581 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:46.073452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-837cb538-5407-483f-b008-11fca8f6f933 req-93c28c0d-9536-4606-a731-9c45ea2fd581 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0666482 Jul 07 20:19:46.117367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-837cb538-5407-483f-b008-11fca8f6f933 req-15aacb14-1ec6-4026-96dc-3a19a94f4d90 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363789 Jul 07 20:19:46.142946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:46.150297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92854f8a-f742-46ac-9805-e3ad51c5cd3e req-49ca5de5-6a89-401d-8d27-76764b0eb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:46.151775 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92854f8a-f742-46ac-9805-e3ad51c5cd3e req-49ca5de5-6a89-401d-8d27-76764b0eb385 service neutron] 10.222.0.112 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 899 time: 0.0968659 Jul 07 20:19:46.210843 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c3b9ef85-8874-4650-b82e-25702ced938b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/cf311b96-cb0f-4a09-b0d7-ec235bc82822 HTTP/1.1" status: 200 len: 991 time: 0.0667443 Jul 07 20:19:46.222294 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92854f8a-f742-46ac-9805-e3ad51c5cd3e req-34a9a86e-f818-44b9-90a7-9b18b1a0c214 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 999 time: 0.0633886 Jul 07 20:19:46.232957 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff3b689b-4ea2-490e-bbe2-c0cf1f15d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:28Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'cf311b96-cb0f-4a09-b0d7-ec235bc82822', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'port_id': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'mac_address': 'fa:16:3e:21:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:19:44Z', 'updated_at': '2021-07-07T20:19:44Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5154e0bc-5ed0-4952-8aa3-5bf3f689afec', 'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:6c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:27Z', 'updated_at': '2021-07-07T20:19:33Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:46.259612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b689b-4ea2-490e-bbe2-c0cf1f15d0eb None None] Checking router: 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:19:46.268014 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b689b-4ea2-490e-bbe2-c0cf1f15d0eb None None] Routers {'5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:19:46.268585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff3b689b-4ea2-490e-bbe2-c0cf1f15d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:19:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:46.279171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92854f8a-f742-46ac-9805-e3ad51c5cd3e req-48956123-f720-4eea-b457-effd1491e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:46.280689 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92854f8a-f742-46ac-9805-e3ad51c5cd3e req-48956123-f720-4eea-b457-effd1491e95f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 200 len: 834 time: 0.0503738 Jul 07 20:19:46.340232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92854f8a-f742-46ac-9805-e3ad51c5cd3e req-394b6819-fb43-4957-876f-2caf4b738e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:19:46.341907 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92854f8a-f742-46ac-9805-e3ad51c5cd3e req-394b6819-fb43-4957-876f-2caf4b738e84 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=90245322-224c-4fc3-b0c8-d0f569f80b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533571 Jul 07 20:19:46.375433 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ff3b689b-4ea2-490e-bbe2-c0cf1f15d0eb None None] Set router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:19:46.443307 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92854f8a-f742-46ac-9805-e3ad51c5cd3e req-e8f1d3fc-e370-4b83-8250-e395cceb4425 service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927110 Jul 07 20:19:46.545793 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92854f8a-f742-46ac-9805-e3ad51c5cd3e req-dc8c096a-c748-4398-9891-ff6bcc7fe6b3 service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913072 Jul 07 20:19:46.603487 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff3b689b-4ea2-490e-bbe2-c0cf1f15d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:28Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'cf311b96-cb0f-4a09-b0d7-ec235bc82822', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'port_id': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'mac_address': 'fa:16:3e:21:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:19:44Z', 'updated_at': '2021-07-07T20:19:44Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5154e0bc-5ed0-4952-8aa3-5bf3f689afec', 'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:6c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:27Z', 'updated_at': '2021-07-07T20:19:33Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:19:46.633209 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b689b-4ea2-490e-bbe2-c0cf1f15d0eb None None] The sync data for ids ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'] in n-d-792394-12 is: [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:28Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'cf311b96-cb0f-4a09-b0d7-ec235bc82822', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'port_id': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'mac_address': 'fa:16:3e:21:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:19:44Z', 'updated_at': '2021-07-07T20:19:44Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5154e0bc-5ed0-4952-8aa3-5bf3f689afec', 'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:6c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:27Z', 'updated_at': '2021-07-07T20:19:33Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:19:46.822605 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a3044f-5104-4907-84e0-fcb95b906f50 None None] New status for floating IP cf311b96-cb0f-4a09-b0d7-ec235bc82822: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:19:46.937390 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:19:47.213134 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:19:47.273266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-939f6969-d8c6-4604-a3bb-e4f438b48396 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/cf311b96-cb0f-4a09-b0d7-ec235bc82822 HTTP/1.1" status: 200 len: 993 time: 0.0589588 Jul 07 20:19:49.707765 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:04.043028 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:08.506938 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-807fbbe2-7e5e-4dc7-9469-ad1ce3ce92a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:11.177747 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5297c978-887d-4422-a4dc-95f389f2b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:11.449116 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:12.655291 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:14.194252 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:16.028724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-fd0b36b3-942a-4afc-beae-2b47aa39d942 req-2bd44012-7e0f-467b-b4a7-b202032ce040 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:20:16.029861 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fd0b36b3-942a-4afc-beae-2b47aa39d942 req-2bd44012-7e0f-467b-b4a7-b202032ce040 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492532 Jul 07 20:20:16.338200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-106dff8e-6109-4d00-82ea-bf9864527573 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1345384 Jul 07 20:20:16.358185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5a4a-fad6-44b6-8f63-a0acee33a30f req-1f540cb5-7b4d-42e0-a365-bdb29acc3a2f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:16.359791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-963f5a4a-fad6-44b6-8f63-a0acee33a30f req-1f540cb5-7b4d-42e0-a365-bdb29acc3a2f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0827644 Jul 07 20:20:16.403673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-963f5a4a-fad6-44b6-8f63-a0acee33a30f req-5af7b22b-b2f2-45f6-9ec0-d0882d9951ec tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378535 Jul 07 20:20:17.596577 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda826a-aa3a-47fe-925e-175f11287674 req-2817ef4d-94de-4333-bdcb-f72cb19682ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:17.598866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7dda826a-aa3a-47fe-925e-175f11287674 req-2817ef4d-94de-4333-bdcb-f72cb19682ed tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0699928 Jul 07 20:20:17.637915 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7dda826a-aa3a-47fe-925e-175f11287674 req-0eed2b42-e128-4545-8cfd-0c3ddde88edd tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333552 Jul 07 20:20:17.646270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-f3b82732-f382-4513-8394-84ee6c3ffde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:17.647804 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-f3b82732-f382-4513-8394-84ee6c3ffde0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1098 time: 0.1036167 Jul 07 20:20:17.743786 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-800a780e-4fd6-473f-a116-7324f3e8b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:17.745235 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-800a780e-4fd6-473f-a116-7324f3e8b7b5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 899 time: 0.0904374 Jul 07 20:20:17.815784 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-c7137308-3c9c-4ef3-b473-d51f97d326d3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 1001 time: 0.0577798 Jul 07 20:20:17.870933 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-cef6c215-c04e-402d-8736-fe5eaf5155c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:17.872383 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-cef6c215-c04e-402d-8736-fe5eaf5155c3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 200 len: 834 time: 0.0496409 Jul 07 20:20:17.932896 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-7538d009-9704-4a05-b037-78f630dd70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:17.934806 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-7538d009-9704-4a05-b037-78f630dd70c9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=90245322-224c-4fc3-b0c8-d0f569f80b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537286 Jul 07 20:20:18.025570 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-aa4fabec-89bc-419c-8929-2cb273fcbc42 service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831330 Jul 07 20:20:18.120686 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-17745fc0-dcb3-4b0c-bce7-4c6f8c716cb6 service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882094 Jul 07 20:20:18.819253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de81df-ea45-40b6-8acb-3cb0aa382495 req-d06c3141-3981-4edf-803f-f0ddfa6179d3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:18.820818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87de81df-ea45-40b6-8acb-3cb0aa382495 req-d06c3141-3981-4edf-803f-f0ddfa6179d3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0643399 Jul 07 20:20:18.871944 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-87de81df-ea45-40b6-8acb-3cb0aa382495 req-d75cf5e3-e8bc-4996-ad8a-cb6d2d94088e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452671 Jul 07 20:20:19.731774 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:20.059759 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810c12b-994c-4fac-b23d-8c52f8c2fb7c req-bbe70b70-7ca9-4297-9986-66ae64753de8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:20.061210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3810c12b-994c-4fac-b23d-8c52f8c2fb7c req-bbe70b70-7ca9-4297-9986-66ae64753de8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0630782 Jul 07 20:20:20.099690 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3810c12b-994c-4fac-b23d-8c52f8c2fb7c req-3cbc9505-a05f-416f-9fe2-947e4978a153 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329027 Jul 07 20:20:21.278588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14514ef9-ebb8-4c72-a6bc-480c531cee75 req-9d0a6008-1073-4ffe-b504-b9c705f2f833 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:21.280123 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14514ef9-ebb8-4c72-a6bc-480c531cee75 req-9d0a6008-1073-4ffe-b504-b9c705f2f833 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0680349 Jul 07 20:20:21.318171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-14514ef9-ebb8-4c72-a6bc-480c531cee75 req-469cd99c-d7be-463a-9d25-3aaf03340d95 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324895 Jul 07 20:20:22.496204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e7ae3-5b29-4712-a587-2da9ae0d255d req-395dacc1-ed0b-4a3d-8259-17b9207ec6c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:22.497753 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d93e7ae3-5b29-4712-a587-2da9ae0d255d req-395dacc1-ed0b-4a3d-8259-17b9207ec6c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0659947 Jul 07 20:20:22.539486 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d93e7ae3-5b29-4712-a587-2da9ae0d255d req-cfa6c60a-6902-4375-8c04-88701373cece tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361226 Jul 07 20:20:23.719994 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5facb-9152-4ba3-9ee4-b2edd9e7a355 req-5d6a49fd-b7a2-48b9-ac08-70aa498a8dc7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:23.721523 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1b5facb-9152-4ba3-9ee4-b2edd9e7a355 req-5d6a49fd-b7a2-48b9-ac08-70aa498a8dc7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0675142 Jul 07 20:20:23.927495 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:20:24.081772 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b1b5facb-9152-4ba3-9ee4-b2edd9e7a355 req-edc091e7-08dc-4577-9e10-215e24459358 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535986 Jul 07 20:20:25.258714 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83a529-0054-4fc8-bd34-1155461c2925 req-37f4e4e7-058b-4a8b-9ec9-e6b468ebf3b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:25.260397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b83a529-0054-4fc8-bd34-1155461c2925 req-37f4e4e7-058b-4a8b-9ec9-e6b468ebf3b1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0643620 Jul 07 20:20:25.298251 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1b83a529-0054-4fc8-bd34-1155461c2925 req-356611ce-335e-414f-a657-218ad34ea775 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324647 Jul 07 20:20:26.478437 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03f661-340b-49ee-a39c-4048ffb05af0 req-0a2ee387-a32c-4d49-a9ba-a78c00d26c6e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:26.480135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a03f661-340b-49ee-a39c-4048ffb05af0 req-0a2ee387-a32c-4d49-a9ba-a78c00d26c6e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0652928 Jul 07 20:20:26.527394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a03f661-340b-49ee-a39c-4048ffb05af0 req-c906b068-3377-457c-be4c-e36087f13304 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 Jul 07 20:20:27.703657 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01009a3-5031-46ed-8403-1b918df8b76e req-bcddf942-6d37-4659-853d-ee2a98a00403 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:27.705184 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a01009a3-5031-46ed-8403-1b918df8b76e req-bcddf942-6d37-4659-853d-ee2a98a00403 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0646365 Jul 07 20:20:27.743432 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a01009a3-5031-46ed-8403-1b918df8b76e req-8c660d18-39ed-4cbc-9556-002cf569f598 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319569 Jul 07 20:20:28.922432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc62efd-0585-4005-8b60-7d86dceb4a67 req-86772353-77e6-4195-b51d-a1a26297ae40 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:28.923848 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efc62efd-0585-4005-8b60-7d86dceb4a67 req-86772353-77e6-4195-b51d-a1a26297ae40 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0657589 Jul 07 20:20:28.962904 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-efc62efd-0585-4005-8b60-7d86dceb4a67 req-98d6e754-8b63-48a4-b928-5b2383dd0d7e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Jul 07 20:20:29.131784 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d06ed-e3f3-4a98-a8fe-f9b53a131cfa req-f0015354-5450-4ea4-8253-b48627b32ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:29.133399 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cb4d06ed-e3f3-4a98-a8fe-f9b53a131cfa req-f0015354-5450-4ea4-8253-b48627b32ace service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1098 time: 0.0542190 Jul 07 20:20:29.244681 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d06ed-e3f3-4a98-a8fe-f9b53a131cfa req-e008b2c7-b8d8-4bee-ac4b-65effaa8cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:29.246068 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cb4d06ed-e3f3-4a98-a8fe-f9b53a131cfa req-e008b2c7-b8d8-4bee-ac4b-65effaa8cf19 service neutron] 10.222.0.112 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 899 time: 0.0904226 Jul 07 20:20:29.312707 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cb4d06ed-e3f3-4a98-a8fe-f9b53a131cfa req-3b669ba7-eefd-42e3-8578-d80f9fef1b6c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 1001 time: 0.0591075 Jul 07 20:20:29.363277 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d06ed-e3f3-4a98-a8fe-f9b53a131cfa req-f87b4191-b92e-421f-afd3-05c4a820380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:29.365023 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cb4d06ed-e3f3-4a98-a8fe-f9b53a131cfa req-f87b4191-b92e-421f-afd3-05c4a820380f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 200 len: 834 time: 0.0449290 Jul 07 20:20:29.428831 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d06ed-e3f3-4a98-a8fe-f9b53a131cfa req-4ae6418a-7d52-4ae4-9cd7-0ec797346228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:29.430356 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cb4d06ed-e3f3-4a98-a8fe-f9b53a131cfa req-4ae6418a-7d52-4ae4-9cd7-0ec797346228 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=90245322-224c-4fc3-b0c8-d0f569f80b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582616 Jul 07 20:20:29.523852 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cb4d06ed-e3f3-4a98-a8fe-f9b53a131cfa req-f37b054e-928e-451b-b25c-9d524445c874 service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858800 Jul 07 20:20:29.618705 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cb4d06ed-e3f3-4a98-a8fe-f9b53a131cfa req-a37dc47b-7b39-425d-b320-10948ac63732 service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878000 Jul 07 20:20:30.161253 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4fdda-2df3-427d-9828-f47e2296db34 req-4a01ee2a-137a-4a0d-8975-9a53595df4f6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:30.161253 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3e4fdda-2df3-427d-9828-f47e2296db34 req-4a01ee2a-137a-4a0d-8975-9a53595df4f6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0719552 Jul 07 20:20:30.199142 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b3e4fdda-2df3-427d-9828-f47e2296db34 req-e2504599-76ed-4c70-b328-a1b44a21000b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331898 Jul 07 20:20:30.199409 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-c3a24754-08e4-4453-8b6b-c0f4ceadbbb9 service neutron] show failed (client error): The resource could not be found. Jul 07 20:20:30.200504 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-c3a24754-08e4-4453-8b6b-c0f4ceadbbb9 service neutron] 10.222.0.112 "GET /v2.0/ports/bccd48d2-e688-42b3-9ed9-ee4c3c765ff7/bindings/n-h2-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0585563 Jul 07 20:20:30.527531 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-9d8f2be5-1ad3-4a48-afdc-53599bb4cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:30.529106 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-9d8f2be5-1ad3-4a48-afdc-53599bb4cbec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 1098 time: 0.0976460 Jul 07 20:20:30.539165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-d6a207b2-bc1e-4896-9bc2-af739abfc589 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:20:30.540100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-d6a207b2-bc1e-4896-9bc2-af739abfc589 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051744 Jul 07 20:20:30.557547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:20:30.633757 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:30.839445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:20:30.873364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:20:30.912841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:20:30.915110 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bc52d2-fe90-4134-aef2-1254522599fe" -d '{"events": [{"server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:20:30.919621 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:30.933814 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Transition to ACTIVE for port object bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:20:30.937414 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:30.967971 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51763b2d-0348-4b9a-a64b-05fc0da33b97 x-openstack-request-id: req-51763b2d-0348-4b9a-a64b-05fc0da33b97 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:20:30.968272 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:20:30.968559 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-51763b2d-0348-4b9a-a64b-05fc0da33b97 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:20:30.969027 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'code': 200} Jul 07 20:20:31.028402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Pushing event updated for resources: {'Port': ['ID=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:20:31.040977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.041410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.041650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.041976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.042308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.042637 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.042962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.043283 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.043615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.043939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.044259 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.044605 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:31.080767 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] No DVR routers for this DVR port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:20:31.222614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Attempting to bind port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:20:31.223442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Attempting to bind port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:20:31.223442 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Attempting to bind port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 on network 90245322-224c-4fc3-b0c8-d0f569f80b8b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:20:31.228630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 on network 90245322-224c-4fc3-b0c8-d0f569f80b8b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:20:31.228954 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Attempting to bind port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 on network 90245322-224c-4fc3-b0c8-d0f569f80b8b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:20:31.233878 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:20:31.234217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Checking segment: {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:20:31.234601 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Bound using segment: {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:20:31.235025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Bound port: bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d52333-77f7-4613-9597-0e8eaa553c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:20:31.235379 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:31.302593 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:20:31.307086 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:20:31.312591 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:31.386159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.386707 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:31.388112 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] 10.222.0.59 "PUT /v2.0/ports/bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 1093 time: 0.8343420 Jul 07 20:20:31.408586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54573bc-c82c-4be3-81c3-a696be339191 service neutron] Pushing event updated for resources: {'Port': ['ID=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:20:31.469135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a223b2-6441-4140-b395-9710548fcd7f req-5f5ab863-2dbf-4aef-ad74-5b6148c404a1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.470718 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13a223b2-6441-4140-b395-9710548fcd7f req-5f5ab863-2dbf-4aef-ad74-5b6148c404a1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 944 time: 0.1290104 Jul 07 20:20:31.529310 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13a223b2-6441-4140-b395-9710548fcd7f req-0d1882a0-48d5-429f-b334-42fde4625e4d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524933 Jul 07 20:20:31.532373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-8a6ee77d-8feb-49bb-bed1-9144de5a618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.533685 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-8a6ee77d-8feb-49bb-bed1-9144de5a618d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1096 time: 0.1088336 Jul 07 20:20:31.624357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-e6612c00-9c34-405a-b1ab-ec3345c4a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.625852 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-e6612c00-9c34-405a-b1ab-ec3345c4a19c service neutron] 10.222.0.59 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 899 time: 0.0859411 Jul 07 20:20:31.696274 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-7ed2f2bb-a703-47bf-ba03-2b6b2acf71ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 999 time: 0.0640185 Jul 07 20:20:31.746032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-32a4de3e-b528-4fb8-8507-f295be9fff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.747491 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-32a4de3e-b528-4fb8-8507-f295be9fff0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 200 len: 834 time: 0.0449827 Jul 07 20:20:31.805278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-8235d9c8-c69f-40cc-baf7-d88ef59474f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:31.806779 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-8235d9c8-c69f-40cc-baf7-d88ef59474f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=90245322-224c-4fc3-b0c8-d0f569f80b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530541 Jul 07 20:20:31.899847 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-613255af-b350-442f-85b8-d0435afa7005 service neutron] 10.222.0.59 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856884 Jul 07 20:20:31.991145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-959d5ad5-d9ce-4435-ab72-9a8e764236c4 service neutron] 10.222.0.59 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830030 Jul 07 20:20:32.723510 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b26ff-24ec-49f9-ac5b-1282beb57292 req-125a9049-afe3-4cbd-9e86-2c9a410a1775 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:32.726333 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f07b26ff-24ec-49f9-ac5b-1282beb57292 req-125a9049-afe3-4cbd-9e86-2c9a410a1775 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 944 time: 0.0710924 Jul 07 20:20:32.767231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f07b26ff-24ec-49f9-ac5b-1282beb57292 req-61e82506-1015-45ad-8be7-78fb1f000e3a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351820 Jul 07 20:20:32.970196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:20:32.972675 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c07bd7-24f3-4560-aea3-06df30ef27ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:20:33.024073 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24400728-b3db-4804-bee6-a9e99287a41d x-openstack-request-id: req-24400728-b3db-4804-bee6-a9e99287a41d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:20:33.024365 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:20:33.024644 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-24400728-b3db-4804-bee6-a9e99287a41d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:20:33.025052 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'status': 'completed', 'code': 200} Jul 07 20:20:33.111204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-698bc61e-283a-48e3-a37e-fef4b8953a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:33.112687 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-698bc61e-283a-48e3-a37e-fef4b8953a95 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1096 time: 0.0615115 Jul 07 20:20:33.123970 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-f0ffe6be-1c3b-4706-bf5f-a82bce260328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:33.125528 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-f0ffe6be-1c3b-4706-bf5f-a82bce260328 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1096 time: 0.0614994 Jul 07 20:20:33.207680 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-a399680e-8614-4367-99ea-a2dc8d04b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:33.209508 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-a399680e-8614-4367-99ea-a2dc8d04b7cb service neutron] 10.222.0.112 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 899 time: 0.0900009 Jul 07 20:20:33.216222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-e5a5b79a-ed35-4285-b7d1-9babe2d5a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:33.217778 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-e5a5b79a-ed35-4285-b7d1-9babe2d5a573 service neutron] 10.222.0.59 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 899 time: 0.0850539 Jul 07 20:20:33.277000 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-1e1e0668-32c8-4ac1-bccc-54996c04e948 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 999 time: 0.0602224 Jul 07 20:20:33.289982 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-fb9b4c6f-2f5d-4489-b1d5-c0d1e2a29254 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 999 time: 0.0648038 Jul 07 20:20:33.327828 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-74be8437-2d9e-4575-9b77-216a31aa20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:33.329334 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-74be8437-2d9e-4575-9b77-216a31aa20a4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 200 len: 834 time: 0.0454750 Jul 07 20:20:33.341943 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-7a0a6d95-3fe8-4aa6-864c-fae3be8b2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:33.343506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-7a0a6d95-3fe8-4aa6-864c-fae3be8b2726 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 200 len: 834 time: 0.0465252 Jul 07 20:20:33.394256 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-20bbbb1e-837c-44c9-bbac-f17a4a025772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:33.395787 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-20bbbb1e-837c-44c9-bbac-f17a4a025772 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=90245322-224c-4fc3-b0c8-d0f569f80b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594099 Jul 07 20:20:33.407132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-9715debb-1648-4c26-8f1e-8a6d91873551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:33.408684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-9715debb-1648-4c26-8f1e-8a6d91873551 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=90245322-224c-4fc3-b0c8-d0f569f80b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578141 Jul 07 20:20:33.491264 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-0d7d96a4-dc4b-47b4-9bfb-79dde94c7f6f service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878670 Jul 07 20:20:33.493609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:20:33.506736 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-b4ca20f0-a234-4316-a68f-3f3a7e3780be service neutron] 10.222.0.59 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903993 Jul 07 20:20:33.602372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:20:33.608651 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-46f68c1c-914a-464c-b81e-fbc05f4aa806 service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099362 Jul 07 20:20:33.619329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'port_id': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'mac_address': 'fa:16:3e:21:8a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:20:33.647963 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3c07bd7-24f3-4560-aea3-06df30ef27ff req-ac69a759-3f89-4061-a56a-3333b2c15475 service neutron] 10.222.0.59 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969901 Jul 07 20:20:33.658651 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:33.672542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:20:33.696794 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:20:33.701476 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:33.754155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:20:33.762256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.762608 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.762948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.763289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.763637 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.763967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.764281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.764640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.764981 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.765300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.765623 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.765944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:20:33.953263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860abb29-7f27-4784-9200-a93c15fae1dc req-31e5fdb0-b95c-47d5-97f0-df78e3d24a40 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:33.954691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-860abb29-7f27-4784-9200-a93c15fae1dc req-31e5fdb0-b95c-47d5-97f0-df78e3d24a40 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 945 time: 0.0713274 Jul 07 20:20:33.994575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-860abb29-7f27-4784-9200-a93c15fae1dc req-12efe7c5-1965-43c7-b77c-8ca36d494f9a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337176 Jul 07 20:20:34.010211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['bccd48d2-e688-42b3-9ed9-ee4c3c765ff7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:20:34.059094 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:34.304236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e499a34-3025-468b-a2ac-7516d27aa248 req-79fbfddf-0b3a-4e93-9434-2e44abab87c2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:34.305706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e499a34-3025-468b-a2ac-7516d27aa248 req-79fbfddf-0b3a-4e93-9434-2e44abab87c2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 945 time: 0.0663245 Jul 07 20:20:34.316871 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-bbc7cee5-6629-4113-9ef4-cdafb2cc13ee tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:34.319080 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-bbc7cee5-6629-4113-9ef4-cdafb2cc13ee tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&binding%3Ahost_id=n-h2-792394-12 HTTP/1.1" status: 200 len: 945 time: 0.0737438 Jul 07 20:20:34.346354 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2e499a34-3025-468b-a2ac-7516d27aa248 req-563533b5-2f1c-4920-a904-852f80a0d864 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347047 Jul 07 20:20:34.382450 n-d-792394-12 neutron-server[93771]: INFO neutron.api.v2.resource [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-ce6e1efd-5fbc-4cd3-bf06-d69ac29474ff service neutron] delete failed (client error): The resource could not be found. Jul 07 20:20:34.383628 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-ce6e1efd-5fbc-4cd3-bf06-d69ac29474ff service neutron] 10.222.0.112 "DELETE /v2.0/ports/bccd48d2-e688-42b3-9ed9-ee4c3c765ff7/bindings/n-h1-792394-12 HTTP/1.1" status: 404 len: 381 time: 0.0581827 Jul 07 20:20:34.488552 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-97117805-dc7b-4c0d-8905-a480343b7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:34.490858 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-97117805-dc7b-4c0d-8905-a480343b7833 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1097 time: 0.0605230 Jul 07 20:20:34.531986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47522526-961c-42bc-8fa7-1f8e99d6200b req-0de83e5d-eb2d-4fc1-94dd-5ee725ba60f8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:34.533506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47522526-961c-42bc-8fa7-1f8e99d6200b req-0de83e5d-eb2d-4fc1-94dd-5ee725ba60f8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 945 time: 0.0660851 Jul 07 20:20:34.573082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47522526-961c-42bc-8fa7-1f8e99d6200b req-979dbac5-010c-4117-865c-4d41710593db tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335197 Jul 07 20:20:34.582083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-f54348d5-6a26-4e20-8af9-e7c44145e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:34.583570 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-f54348d5-6a26-4e20-8af9-e7c44145e569 service neutron] 10.222.0.112 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 899 time: 0.0863347 Jul 07 20:20:34.655063 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-f7021f61-e91d-4ce0-ac98-b257fa03bdea service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 1000 time: 0.0642521 Jul 07 20:20:34.706346 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-4224d298-247f-4d9e-9bfb-456a0f21d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:34.707769 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-4224d298-247f-4d9e-9bfb-456a0f21d72c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 200 len: 834 time: 0.0434611 Jul 07 20:20:34.765955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-1abe71a8-5e9c-427f-9752-50f82bbe4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:34.767473 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-1abe71a8-5e9c-427f-9752-50f82bbe4295 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=90245322-224c-4fc3-b0c8-d0f569f80b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528784 Jul 07 20:20:34.867170 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-f653c05d-7e6b-44c4-89ee-2fdb066ad4bc service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923936 Jul 07 20:20:34.958032 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a69f54c9-5eb5-42d6-ac9e-1defc24d7748 req-7a4710c1-a561-430a-8bdf-f10fb0fc688a service neutron] 10.222.0.112 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840578 Jul 07 20:20:35.421305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:20:35.464197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:20:35.504322 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:20:35.556598 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:20:35.560157 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:20:35.560552 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:35.651728 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:35.678417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:20:35.680641 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20de208-7b0f-4e50-a6e9-0853a0505a83" -d '{"events": [{"server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "name": "network-vif-plugged", "status": "completed", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:20:35.694168 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:20:35.698891 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:35.725666 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5f8827-02d7-4d83-807c-11ea4b5660dd x-openstack-request-id: req-4f5f8827-02d7-4d83-807c-11ea4b5660dd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:20:35.726045 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "name": "network-vif-plugged", "status": "completed", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:20:35.726217 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4f5f8827-02d7-4d83-807c-11ea4b5660dd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:20:35.726599 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'code': 200} Jul 07 20:20:35.752687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:20:35.784252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71a340-171b-4025-8a00-e9387b4d13e9 req-535777a8-bb39-46f4-8013-30e7c656ff55 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:35.785786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b71a340-171b-4025-8a00-e9387b4d13e9 req-535777a8-bb39-46f4-8013-30e7c656ff55 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0721059 Jul 07 20:20:35.824370 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0b71a340-171b-4025-8a00-e9387b4d13e9 req-8000c333-5c11-4836-9922-f47cf7915a9e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322309 Jul 07 20:20:35.848918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:20:35.911487 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e6f323aa-38b5-4b06-93b0-1dea9d5581ca tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/cf311b96-cb0f-4a09-b0d7-ec235bc82822 HTTP/1.1" status: 200 len: 993 time: 0.0603991 Jul 07 20:20:38.507740 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdb79be7-633d-40a0-8b63-177ac8696626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:41.179570 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-671c22a0-b6e2-4c37-971f-576b31bd6c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:41.451152 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:42.658830 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:44.196809 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:49.730166 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:20:51.891349 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-1a30dd51-0892-41a0-9e42-b8c17c9cbdd2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559361 Jul 07 20:20:52.003129 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-23d7fc90-8d37-4e0c-9a63-4771d003a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:52.004660 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-23d7fc90-8d37-4e0c-9a63-4771d003a706 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1098 time: 0.0538051 Jul 07 20:20:52.107990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-9f0a0f7a-95d1-4c91-a491-9617af552b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:52.109445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-9f0a0f7a-95d1-4c91-a491-9617af552b56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 899 time: 0.0839512 Jul 07 20:20:52.179134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-7d113783-0c7b-4739-bd9a-ab214cbcdeb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 1001 time: 0.0612104 Jul 07 20:20:52.227686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-ca50c2ef-3aa5-4058-bb8b-e8510fcdaf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:52.229176 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-ca50c2ef-3aa5-4058-bb8b-e8510fcdaf5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 200 len: 834 time: 0.0437539 Jul 07 20:20:52.286252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-e1bdfbc4-a673-48ad-a1ed-4e8bdd302667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:20:52.287744 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-e1bdfbc4-a673-48ad-a1ed-4e8bdd302667 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=90245322-224c-4fc3-b0c8-d0f569f80b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515828 Jul 07 20:20:52.382000 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-a7a4868c-7c1a-40ff-97a2-5f93a58dd054 service neutron] 10.222.0.59 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873830 Jul 07 20:20:52.472026 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f894d1c8-d08c-4e3a-866a-2dea5a32f3aa req-3d043f69-4af3-4d64-b951-ed9f913249f9 service neutron] 10.222.0.59 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840411 Jul 07 20:21:00.928011 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:21:04.041622 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:04.333439 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40106) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:04.498682 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 5ac8a189-147e-48fe-a6f4-a54c4a24e623 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:04.499021 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:04.578585 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:04.578904 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:04.591222 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 5ac8a189-147e-48fe-a6f4-a54c4a24e623 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:04.748222 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:04.775398 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=5ac8a189-147e-48fe-a6f4-a54c4a24e623,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:04.843391 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:04.843667 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Floating IP cf311b96-cb0f-4a09-b0d7-ec235bc82822 disassociated (deleted). External IP: 172.25.2.13, port: bccd48d2-e688-42b3-9ed9-ee4c3c765ff7. Jul 07 20:21:05.053832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:21:05.160885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:21:05.165577 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:05.170335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fced8695-2369-4e2c-ad4a-e3f0ddff40e0 None None] Sync routers for ids ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:21:05.179283 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced8695-2369-4e2c-ad4a-e3f0ddff40e0 None None] Routers {'5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:05.179895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fced8695-2369-4e2c-ad4a-e3f0ddff40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:05.208917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a909a6ec-b42b-40dd-b18f-882f41d0480b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/floatingips/cf311b96-cb0f-4a09-b0d7-ec235bc82822 HTTP/1.1" status: 204 len: 168 time: 0.8718231 Jul 07 20:21:05.208917 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:05.209467 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943ff466-73b5-47a7-ad76-d240b41665eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:05.251005 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc342735-4773-4fe8-878e-0331041736a7 x-openstack-request-id: req-cc342735-4773-4fe8-878e-0331041736a7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:05.251305 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:05.251559 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cc342735-4773-4fe8-878e-0331041736a7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:05.252108 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'status': 'completed', 'code': 200} Jul 07 20:21:05.356776 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff466-73b5-47a7-ad76-d240b41665eb req-3d9fd2a2-d70f-48d1-9cf1-daf3e8bc4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:05.358356 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-943ff466-73b5-47a7-ad76-d240b41665eb req-3d9fd2a2-d70f-48d1-9cf1-daf3e8bc4f01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 1098 time: 0.0613334 Jul 07 20:21:05.453558 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fced8695-2369-4e2c-ad4a-e3f0ddff40e0 None None] Set router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:05.474972 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff466-73b5-47a7-ad76-d240b41665eb req-34f5f2f5-f4cc-46d1-9a37-5cb8b5192c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:05.476456 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-943ff466-73b5-47a7-ad76-d240b41665eb req-34f5f2f5-f4cc-46d1-9a37-5cb8b5192c6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 200 len: 899 time: 0.1115344 Jul 07 20:21:05.536541 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-943ff466-73b5-47a7-ad76-d240b41665eb req-6147fa6c-b2f3-4610-a493-d05b8d5b7c0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 200 len: 217 time: 0.0430610 Jul 07 20:21:05.618305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff466-73b5-47a7-ad76-d240b41665eb req-170f6b14-cbbc-4458-ac46-678ac06e10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:05.619783 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-943ff466-73b5-47a7-ad76-d240b41665eb req-170f6b14-cbbc-4458-ac46-678ac06e10e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 200 len: 834 time: 0.0755007 Jul 07 20:21:05.659542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fced8695-2369-4e2c-ad4a-e3f0ddff40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:28Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '5154e0bc-5ed0-4952-8aa3-5bf3f689afec', 'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:6c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:27Z', 'updated_at': '2021-07-07T20:19:33Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:05.686781 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fced8695-2369-4e2c-ad4a-e3f0ddff40e0 None None] Checking router: 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:21:05.687466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e5b67-92a9-4e17-8bfb-8ebf68c49540 req-d41ed4ef-26f2-42f4-9306-329271869042 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:05.689007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df7e5b67-92a9-4e17-8bfb-8ebf68c49540 req-d41ed4ef-26f2-42f4-9306-329271869042 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.1153731 Jul 07 20:21:05.695557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced8695-2369-4e2c-ad4a-e3f0ddff40e0 None None] Routers {'5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:05.696179 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fced8695-2369-4e2c-ad4a-e3f0ddff40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:05.722959 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff466-73b5-47a7-ad76-d240b41665eb req-d22604db-e553-4c01-84e0-507a143d3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:05.724370 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-943ff466-73b5-47a7-ad76-d240b41665eb req-d22604db-e553-4c01-84e0-507a143d3e25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=90245322-224c-4fc3-b0c8-d0f569f80b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961812 Jul 07 20:21:05.785747 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-df7e5b67-92a9-4e17-8bfb-8ebf68c49540 req-34eed0ce-68f5-446a-8ea3-534fa9c06ac9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899827 Jul 07 20:21:05.812776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fced8695-2369-4e2c-ad4a-e3f0ddff40e0 None None] Set router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:05.836920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-943ff466-73b5-47a7-ad76-d240b41665eb req-69b0dd08-5745-47a1-b0e0-977bc9ddc90c service neutron] 10.222.0.59 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012256 Jul 07 20:21:05.933359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-943ff466-73b5-47a7-ad76-d240b41665eb req-b6611b4c-a2dc-4b1b-9b75-e3acbb3f0d03 service neutron] 10.222.0.59 "GET /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895574 Jul 07 20:21:06.018106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fced8695-2369-4e2c-ad4a-e3f0ddff40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:28Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '5154e0bc-5ed0-4952-8aa3-5bf3f689afec', 'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:6c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:27Z', 'updated_at': '2021-07-07T20:19:33Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:06.050228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fced8695-2369-4e2c-ad4a-e3f0ddff40e0 None None] The sync data for ids ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'] in n-d-792394-12 is: [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:19:28Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '5154e0bc-5ed0-4952-8aa3-5bf3f689afec', 'name': '', 'network_id': '90245322-224c-4fc3-b0c8-d0f569f80b8b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:6c:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:27Z', 'updated_at': '2021-07-07T20:19:33Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': 'cd3fa784-da13-4f41-be20-42cd1143d481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:21:06.262743 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf80512-4141-451b-ae3f-6aba519b5c68 None None] New status for floating IP cf311b96-cb0f-4a09-b0d7-ec235bc82822: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:21:06.985812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12edbf-30d1-4e31-8257-9ec1a5a4d884 req-485fbf8b-8079-4db7-91c4-727c8b65d3e5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:06.987210 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c12edbf-30d1-4e31-8257-9ec1a5a4d884 req-485fbf8b-8079-4db7-91c4-727c8b65d3e5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.1061027 Jul 07 20:21:07.001754 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c79eb3-4be9-4995-ae4c-fabb447d4c38 req-af89f359-98c7-4da5-a5af-503e02cd92e8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:07.003206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85c79eb3-4be9-4995-ae4c-fabb447d4c38 req-af89f359-98c7-4da5-a5af-503e02cd92e8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9bea67c-0871-4875-84b9-c14e7fb70a7f HTTP/1.1" status: 200 len: 946 time: 0.0933473 Jul 07 20:21:07.081573 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-85c79eb3-4be9-4995-ae4c-fabb447d4c38 req-f9d6d229-2d07-4813-ba5b-43fb56267b09 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=e583bc06-4c21-448f-b2bd-6b23e8876543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719922 Jul 07 20:21:07.126020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6c12edbf-30d1-4e31-8257-9ec1a5a4d884 req-4b6a9f8c-e23d-44f5-aa4a-88aed1d3aebc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:07.126369 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c12edbf-30d1-4e31-8257-9ec1a5a4d884 req-4b6a9f8c-e23d-44f5-aa4a-88aed1d3aebc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:07.219942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6c12edbf-30d1-4e31-8257-9ec1a5a4d884 req-4b6a9f8c-e23d-44f5-aa4a-88aed1d3aebc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:07.220303 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c12edbf-30d1-4e31-8257-9ec1a5a4d884 req-4b6a9f8c-e23d-44f5-aa4a-88aed1d3aebc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:07.233162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6c12edbf-30d1-4e31-8257-9ec1a5a4d884 req-4b6a9f8c-e23d-44f5-aa4a-88aed1d3aebc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:07.358225 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c12edbf-30d1-4e31-8257-9ec1a5a4d884 req-4b6a9f8c-e23d-44f5-aa4a-88aed1d3aebc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:07.390320 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a9f8c-e23d-44f5-aa4a-88aed1d3aebc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=bccd48d2-e688-42b3-9ed9-ee4c3c765ff7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:07.441565 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c12edbf-30d1-4e31-8257-9ec1a5a4d884 req-4b6a9f8c-e23d-44f5-aa4a-88aed1d3aebc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] No DVR routers for this DVR port bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:21:07.444104 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c12edbf-30d1-4e31-8257-9ec1a5a4d884 req-4b6a9f8c-e23d-44f5-aa4a-88aed1d3aebc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:07.446178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6c12edbf-30d1-4e31-8257-9ec1a5a4d884 req-4b6a9f8c-e23d-44f5-aa4a-88aed1d3aebc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.59 "DELETE /v2.0/ports/bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 HTTP/1.1" status: 204 len: 173 time: 0.4532423 Jul 07 20:21:07.446620 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'name': 'network-vif-deleted', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:07.448920 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb8139e-f519-465f-8edf-26ba14094cb9" -d '{"events": [{"server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "name": "network-vif-deleted", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:07.488281 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d01a606-aa11-443a-a295-5fdaef07f6e6 x-openstack-request-id: req-3d01a606-aa11-443a-a295-5fdaef07f6e6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:07.488679 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bea67c-0871-4875-84b9-c14e7fb70a7f", "name": "network-vif-deleted", "tag": "bccd48d2-e688-42b3-9ed9-ee4c3c765ff7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:07.489334 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3d01a606-aa11-443a-a295-5fdaef07f6e6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:07.489334 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bea67c-0871-4875-84b9-c14e7fb70a7f', 'name': 'network-vif-deleted', 'tag': 'bccd48d2-e688-42b3-9ed9-ee4c3c765ff7', 'status': 'completed', 'code': 200} Jul 07 20:21:08.179246 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:08.509218 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1e40ca8-b931-42b0-876f-432f73992a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:08.862117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:09.134039 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:09.134269 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:09.224548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port 5154e0bc-5ed0-4952-8aa3-5bf3f689afec, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=5154e0bc-5ed0-4952-8aa3-5bf3f689afec,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:09.225273 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:09.238663 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 5154e0bc-5ed0-4952-8aa3-5bf3f689afec owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:09.427026 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:09.455204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=5154e0bc-5ed0-4952-8aa3-5bf3f689afec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:09.641837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:09.860830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:21:09.967700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:21:09.975898 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f842b02f-a26a-46c1-9f6c-9c86d84ac4a5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "PUT /v2.0/routers/5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7922668 Jul 07 20:21:09.975898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:09.977538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81fa195-468a-4564-9b1c-979659478871 None None] Sync routers for ids ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:21:09.987423 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81fa195-468a-4564-9b1c-979659478871 None None] Routers {'5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:09.988043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e81fa195-468a-4564-9b1c-979659478871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:10.030889 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-531d1a02-7932-49b7-8510-e5a96a5dd698 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting subnet cd3fa784-da13-4f41-be20-42cd1143d481 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:21:10.033989 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-531d1a02-7932-49b7-8510-e5a96a5dd698 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.073742 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-531d1a02-7932-49b7-8510-e5a96a5dd698 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.092726 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e81fa195-468a-4564-9b1c-979659478871 None None] Set router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:10.161474 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-531d1a02-7932-49b7-8510-e5a96a5dd698 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.225942 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-531d1a02-7932-49b7-8510-e5a96a5dd698 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.252249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d1a02-7932-49b7-8510-e5a96a5dd698 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3fa784-da13-4f41-be20-42cd1143d481,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:10.259357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-531d1a02-7932-49b7-8510-e5a96a5dd698 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.261470 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-531d1a02-7932-49b7-8510-e5a96a5dd698 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/subnets/cd3fa784-da13-4f41-be20-42cd1143d481 HTTP/1.1" status: 204 len: 168 time: 0.2851374 Jul 07 20:21:10.264922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:10.267493 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55453af-c904-44b8-8c85-326823fff98f None None] Network 90245322-224c-4fc3-b0c8-d0f569f80b8b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:21:10.339846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e81fa195-468a-4564-9b1c-979659478871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:21:09Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:10.380306 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.384266 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81fa195-468a-4564-9b1c-979659478871 None None] Checking router: 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:21:10.415091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81fa195-468a-4564-9b1c-979659478871 None None] Routers {'5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:10.415792 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e81fa195-468a-4564-9b1c-979659478871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:20:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:10.490437 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.532544 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e81fa195-468a-4564-9b1c-979659478871 None None] Set router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:10.551741 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 8e3c93ed-611e-435a-aa06-e60e25f001b7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:10.552082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.594008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055b83c-4ca4-43b5-ba9f-ac62a1bd3796 None None] DHCP port deletion for 90245322-224c-4fc3-b0c8-d0f569f80b8b request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:21:10.633873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port 8e3c93ed-611e-435a-aa06-e60e25f001b7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8e3c93ed-611e-435a-aa06-e60e25f001b7,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:10.634156 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.647138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 8e3c93ed-611e-435a-aa06-e60e25f001b7 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:10.737564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8055b83c-4ca4-43b5-ba9f-ac62a1bd3796 None None] Deleting port ee470969-7a22-4fc9-954d-658df6e96937 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:21:10.737940 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8055b83c-4ca4-43b5-ba9f-ac62a1bd3796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.811104 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8055b83c-4ca4-43b5-ba9f-ac62a1bd3796 None None] For port ee470969-7a22-4fc9-954d-658df6e96937, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=ee470969-7a22-4fc9-954d-658df6e96937,segment=NetworkSegment(c0d52333-77f7-4613-9597-0e8eaa553c0a),segment_id=c0d52333-77f7-4613-9597-0e8eaa553c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:10.811500 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8055b83c-4ca4-43b5-ba9f-ac62a1bd3796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.816198 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device ee470969-7a22-4fc9-954d-658df6e96937 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:21:10.830449 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:10.856143 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e81fa195-468a-4564-9b1c-979659478871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:21:09Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:10.859585 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8055b83c-4ca4-43b5-ba9f-ac62a1bd3796 None None] Calling delete_port for ee470969-7a22-4fc9-954d-658df6e96937 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:21:10.863602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=8e3c93ed-611e-435a-aa06-e60e25f001b7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:10.894348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81fa195-468a-4564-9b1c-979659478871 None None] The sync data for ids ['5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089'] in n-d-792394-12 is: [{'id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059620380', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:19:24Z', 'updated_at': '2021-07-07T20:21:09Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8e3c93ed-611e-435a-aa06-e60e25f001b7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:19:25Z', 'updated_at': '2021-07-07T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:21:10.929385 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.004200 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.026031 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.028278 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.037161 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8055b83c-4ca4-43b5-ba9f-ac62a1bd3796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.073261 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.073856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Fanout notify agent at l3_agent the message router_deleted on router 5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:21:11.081819 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.082924 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a55d01f1-f6e8-47aa-9820-b24ab3a3dbc1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/routers/5df3ff7d-5d1f-4417-9e25-eb2cfd3c2089 HTTP/1.1" status: 204 len: 168 time: 0.8167245 Jul 07 20:21:11.086362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:11.086529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b83c-4ca4-43b5-ba9f-ac62a1bd3796 None None] Pushing event deleted for resources: {'Port': ['ID=ee470969-7a22-4fc9-954d-658df6e96937,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:11.088206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055b83c-4ca4-43b5-ba9f-ac62a1bd3796 None None] No DVR routers for this DVR port ee470969-7a22-4fc9-954d-658df6e96937 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:21:11.170164 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.180946 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37d08a69-06cb-4b3a-bd1e-c2c7f375d0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.260571 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.271627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90245322-224c-4fc3-b0c8-d0f569f80b8b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:11.283362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d52333-77f7-4613-9597-0e8eaa553c0a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:11.283685 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d52333-77f7-4613-9597-0e8eaa553c0a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:11.293404 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.314899 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.321185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:21:11.321611 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: timer() Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:21:11.325455 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:21:11.384804 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.392238 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.394004 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/networks/90245322-224c-4fc3-b0c8-d0f569f80b8b HTTP/1.1" status: 204 len: 168 time: 0.3064451 Jul 07 20:21:11.397050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:11.407225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5ffb7-5001-458a-af24-d2f9dc1aa0b5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Network': ['ID=90245322-224c-4fc3-b0c8-d0f569f80b8b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:11.455111 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.467824 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.497352 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.565222 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.568991 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:11.570505 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/security-groups/e583bc06-4c21-448f-b2bd-6b23e8876543 HTTP/1.1" status: 204 len: 168 time: 0.1718686 Jul 07 20:21:11.587370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e583bc06-4c21-448f-b2bd-6b23e8876543,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:11.595677 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.596048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.596612 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.596907 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.597436 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.597782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.598117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.598570 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.598944 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.599273 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.599604 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.599931 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1f32-fede-4d0d-a4ae-e3602227e623 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:11.691913 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:21:11.712515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:21:11.712861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device bccd48d2-e688-42b3-9ed9-ee4c3c765ff7 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:21:12.192684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:12.197510 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-33b45e9a-5fba-4377-a027-5ec0abe49df5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614494000', 'description': 'tempest-secgroup-smoke-614494000 description', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:12.224917 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33b45e9a-5fba-4377-a027-5ec0abe49df5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.305453 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33b45e9a-5fba-4377-a027-5ec0abe49df5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.309257 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33b45e9a-5fba-4377-a027-5ec0abe49df5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.335100 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33b45e9a-5fba-4377-a027-5ec0abe49df5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.336341 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-33b45e9a-5fba-4377-a027-5ec0abe49df5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1426377 Jul 07 20:21:12.339242 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:12.344751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b4d3c15b-e1c9-4ab4-a631-4392a4ea467b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '3d7a1f9f-1f2e-4524-9e50-85831deb4126', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:12.350874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b45e9a-5fba-4377-a027-5ec0abe49df5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7a1f9f-1f2e-4524-9e50-85831deb4126,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:12.375720 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4d3c15b-e1c9-4ab4-a631-4392a4ea467b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.438474 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4d3c15b-e1c9-4ab4-a631-4392a4ea467b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.442136 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4d3c15b-e1c9-4ab4-a631-4392a4ea467b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.461767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3c15b-e1c9-4ab4-a631-4392a4ea467b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e15561-c0ce-447d-a226-c2f24b1bf3c9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:12.470523 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4d3c15b-e1c9-4ab4-a631-4392a4ea467b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.471779 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b4d3c15b-e1c9-4ab4-a631-4392a4ea467b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314948 Jul 07 20:21:12.474754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:12.479173 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dfbc3966-029c-4f9e-b37e-3041502ec957 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '3d7a1f9f-1f2e-4524-9e50-85831deb4126', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:12.509825 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3966-029c-4f9e-b37e-3041502ec957 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.570962 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3966-029c-4f9e-b37e-3041502ec957 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.575694 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3966-029c-4f9e-b37e-3041502ec957 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.594480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc3966-029c-4f9e-b37e-3041502ec957 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6185aa84-b708-4012-8bbd-46fe201b7eb1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:12.602767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3966-029c-4f9e-b37e-3041502ec957 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.603991 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-dfbc3966-029c-4f9e-b37e-3041502ec957 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283054 Jul 07 20:21:12.607454 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:12.612142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-339a8f9b-41f5-4dfa-ae06-a49b6f2c0901 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '3d7a1f9f-1f2e-4524-9e50-85831deb4126', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:12.639314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339a8f9b-41f5-4dfa-ae06-a49b6f2c0901 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.670226 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.703042 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339a8f9b-41f5-4dfa-ae06-a49b6f2c0901 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.707043 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339a8f9b-41f5-4dfa-ae06-a49b6f2c0901 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.726218 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a8f9b-41f5-4dfa-ae06-a49b6f2c0901 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0066b49-93bf-4369-8137-2d74287c53ed,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:12.734567 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339a8f9b-41f5-4dfa-ae06-a49b6f2c0901 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.738443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-339a8f9b-41f5-4dfa-ae06-a49b6f2c0901 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275055 Jul 07 20:21:12.738932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40142) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:12.744262 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-01d2ce11-faa7-4700-90e3-ee122bb267da tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '3d7a1f9f-1f2e-4524-9e50-85831deb4126', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:12.749521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8e3c93ed-611e-435a-aa06-e60e25f001b7 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:21:12.773559 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d2ce11-faa7-4700-90e3-ee122bb267da tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.774498 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 8e3c93ed-611e-435a-aa06-e60e25f001b7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:21:12.774973 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8e3c93ed-611e-435a-aa06-e60e25f001b7 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:21:12.775456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5154e0bc-5ed0-4952-8aa3-5bf3f689afec no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:21:12.796747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 5154e0bc-5ed0-4952-8aa3-5bf3f689afec {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:21:12.797183 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 5154e0bc-5ed0-4952-8aa3-5bf3f689afec not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:21:12.843225 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d2ce11-faa7-4700-90e3-ee122bb267da tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.847805 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d2ce11-faa7-4700-90e3-ee122bb267da tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.869665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2ce11-faa7-4700-90e3-ee122bb267da tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fb127b-30ea-4a8a-901f-0f18cdb6bc55,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:12.877341 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01d2ce11-faa7-4700-90e3-ee122bb267da tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.878867 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-01d2ce11-faa7-4700-90e3-ee122bb267da tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387658 Jul 07 20:21:12.881830 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:12.886302 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aca654b0-d7c5-4496-81a4-0c85fad3e92a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '3d7a1f9f-1f2e-4524-9e50-85831deb4126', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:12.909096 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-aca654b0-d7c5-4496-81a4-0c85fad3e92a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Project 8ba6bc76dda2493bbc35f1b3fa13d72e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:21:12.913856 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aca654b0-d7c5-4496-81a4-0c85fad3e92a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.975112 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aca654b0-d7c5-4496-81a4-0c85fad3e92a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.978629 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aca654b0-d7c5-4496-81a4-0c85fad3e92a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:12.999646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca654b0-d7c5-4496-81a4-0c85fad3e92a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315d8968-6635-48cb-8d09-d38dcbe28b47,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:13.002219 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aca654b0-d7c5-4496-81a4-0c85fad3e92a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.003406 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-aca654b0-d7c5-4496-81a4-0c85fad3e92a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206102 Jul 07 20:21:13.007357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:13.013155 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-917d5506-28f6-45c6-b2e9-f24e318cec7a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '3d7a1f9f-1f2e-4524-9e50-85831deb4126', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:13.036005 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-917d5506-28f6-45c6-b2e9-f24e318cec7a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Project 8ba6bc76dda2493bbc35f1b3fa13d72e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:21:13.040734 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-917d5506-28f6-45c6-b2e9-f24e318cec7a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.108308 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-917d5506-28f6-45c6-b2e9-f24e318cec7a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.112082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-917d5506-28f6-45c6-b2e9-f24e318cec7a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.131280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d5506-28f6-45c6-b2e9-f24e318cec7a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0517f32e-c160-4e16-8651-bc38731c7a9d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:13.137662 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-917d5506-28f6-45c6-b2e9-f24e318cec7a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.138863 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-917d5506-28f6-45c6-b2e9-f24e318cec7a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303389 Jul 07 20:21:13.141779 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:13.146885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'network': {'name': 'tempest-network-smoke--574507606', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:13.166640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:21:13.170558 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.194496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:21:13.203624 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.204023 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Added segment 6e0b7f67-79de-4cb4-b1d5-7b9829094a75 of type vlan for network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b Jul 07 20:21:13.244054 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.271771 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.278109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:13.278698 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.343464 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2005177 Jul 07 20:21:13.346314 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:13.349434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0b07b-a3c1-471b-ae9d-cc2e9fc32157 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Network': ['ID=46caf37b-2107-47b6-a0f1-8d4b50abcb0b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:13.351545 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'admin_state_up': True, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:13.361081 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:21:13.378254 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.379502 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.456304 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:13.592062 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:14.098785 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:14.117838 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:14.198307 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:14.220389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.25.2.248 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/bc05a3e2-ac68-420e-8631-d679066f5e07) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:21:14.326264 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:14.367217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:14.407522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:21:14.414216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:14.419334 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:21:14.421498 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=bc05a3e2-ac68-420e-8631-d679066f5e07,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:14.674418 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:14.881123 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.010005 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 4af67bda-6ab1-4c19-be6e-5a0950f941cc is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:21:15.126734 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:21:15.137464 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Sync routers for ids ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:21:15.145302 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.146545 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cf3a792d-29c2-4e42-9239-233dc2ac6738 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7989249 Jul 07 20:21:15.147815 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Routers {'4af67bda-6ab1-4c19-be6e-5a0950f941cc'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:15.148518 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:15.149766 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:15.179689 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-9e691b3d-dab7-44bd-9f9b-be2f4c4cafab tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=8ba6bc76dda2493bbc35f1b3fa13d72e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284812 Jul 07 20:21:15.183126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:15.254773 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Set router 4af67bda-6ab1-4c19-be6e-5a0950f941cc gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:15.279587 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa5028-45a3-4503-88b1-efd84584e622 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:15.281064 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8bfa5028-45a3-4503-88b1-efd84584e622 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958717 Jul 07 20:21:15.283935 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:15.314724 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8854d42c-6eb7-4121-a262-eb24f06d82db tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296640 Jul 07 20:21:15.317240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:15.322041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1215616164', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:15.414924 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:21:15.419148 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.435662 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:14Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:15.466358 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Checking router: 4af67bda-6ab1-4c19-be6e-5a0950f941cc for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:21:15.466696 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Updating router 4af67bda-6ab1-4c19-be6e-5a0950f941cc port bc05a3e2-ac68-420e-8631-d679066f5e07 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:21:15.501298 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.610876 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.677665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Subnet': ['ID=41cd9857-1a10-4f00-b284-067f4487ae9b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:15.686942 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Checking segment: {'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:21:15.687301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network hostable DHCP agents. Network: 46caf37b-2107-47b6-a0f1-8d4b50abcb0b, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:21:15.704695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:21:15.713777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, 46caf37b-2107-47b6-a0f1-8d4b50abcb0b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:15.719117 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:15.720124 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.725456 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc49637-ac4b-4b55-b843-0585b3bee3d0 None None] Network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:21:15.741515 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-68288f7d-46a0-431a-b15f-63d08455b0aa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4203379 Jul 07 20:21:15.742000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:15.757303 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.768972 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Transition to ACTIVE for port object bc05a3e2-ac68-420e-8631-d679066f5e07 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:21:15.775380 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.843410 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Attempting to bind port bc05a3e2-ac68-420e-8631-d679066f5e07 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:21:15.843962 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Attempting to bind port bc05a3e2-ac68-420e-8631-d679066f5e07 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:21:15.844371 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Attempting to bind port bc05a3e2-ac68-420e-8631-d679066f5e07 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:21:15.854278 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:21:15.854644 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:21:15.855043 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.856105 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:21:15.856105 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Bound port: bc05a3e2-ac68-420e-8631-d679066f5e07, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:21:15.856878 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.859664 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Pushing event updated for resources: {'Port': ['ID=bc05a3e2-ac68-420e-8631-d679066f5e07,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:15.887096 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.887926 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.887926 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.888166 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.888316 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.888654 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.888970 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.889281 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.889591 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.889900 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.890214 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.890523 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:15.927678 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] For port bc05a3e2-ac68-420e-8631-d679066f5e07, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:21:15.931538 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] For port bc05a3e2-ac68-420e-8631-d679066f5e07, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=bc05a3e2-ac68-420e-8631-d679066f5e07,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:21:15.938956 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:15.992733 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Routers {'4af67bda-6ab1-4c19-be6e-5a0950f941cc'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:15.993355 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:16.049051 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c82e9b-35b5-4dbd-b7ad-755ed27cc8be None None] Pushing event updated for resources: {'Port': ['ID=bc05a3e2-ac68-420e-8631-d679066f5e07,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:16.062106 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ips': [{'subnet_id': '41cd9857-1a10-4f00-b284-067f4487ae9b'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:21:16.062983 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.119883 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] Set router 4af67bda-6ab1-4c19-be6e-5a0950f941cc gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:16.208396 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Allocated IP 172.20.0.2 (46caf37b-2107-47b6-a0f1-8d4b50abcb0b/41cd9857-1a10-4f00-b284-067f4487ae9b/e60f6bf5-9da3-4776-ac3c-d3753fb6bae3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:21:16.229193 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.306417 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:14Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:16.337916 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc23abe-f782-44bb-b7bf-5890415f7944 None None] The sync data for ids ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'] in n-d-792394-12 is: [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:14Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:21:16.359143 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.368151 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Transition to ACTIVE for port object e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:21:16.383846 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Transition to ACTIVE for port object e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:21:16.393117 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.443286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:21:16.448426 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:16.452313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:21:16.463372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Pushing event updated for resources: {'Port': ['ID=e60f6bf5-9da3-4776-ac3c-d3753fb6bae3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:16.517133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Attempting to bind port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:21:16.517491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Attempting to bind port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:21:16.517997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Attempting to bind port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 on network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:21:16.523289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:21:16.523643 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Checking segment: {'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:21:16.524039 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.524429 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Bound using segment: {'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:21:16.524939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Bound port: e60f6bf5-9da3-4776-ac3c-d3753fb6bae3, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:21:16.525318 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.543694 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.20.0.1 (46caf37b-2107-47b6-a0f1-8d4b50abcb0b/41cd9857-1a10-4f00-b284-067f4487ae9b/c64616c0-9dcd-462f-b7ff-ca7a161b4129) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:21:16.604668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] For port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:21:16.611786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] For port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e60f6bf5-9da3-4776-ac3c-d3753fb6bae3,segment=NetworkSegment(6e0b7f67-79de-4cb4-b1d5-7b9829094a75),segment_id=6e0b7f67-79de-4cb4-b1d5-7b9829094a75)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:21:16.623282 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.695480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b985e3f-4421-4faf-a117-e6b6812a3e7c None None] Pushing event updated for resources: {'Port': ['ID=e60f6bf5-9da3-4776-ac3c-d3753fb6bae3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:16.717240 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.734692 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Transition to ACTIVE for port object c64616c0-9dcd-462f-b7ff-ca7a161b4129 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:21:16.773879 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.809990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bc05a3e2-ac68-420e-8631-d679066f5e07 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:21:16.831319 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:21:16.837342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:16.840775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:21:16.876856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=c64616c0-9dcd-462f-b7ff-ca7a161b4129,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:16.896461 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:16.905751 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port bc05a3e2-ac68-420e-8631-d679066f5e07 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:21:16.911672 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port bc05a3e2-ac68-420e-8631-d679066f5e07 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:16.911672 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:17.035450 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:17.066104 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port bc05a3e2-ac68-420e-8631-d679066f5e07, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=bc05a3e2-ac68-420e-8631-d679066f5e07,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:17.072708 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:17.112261 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:17.128265 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=bc05a3e2-ac68-420e-8631-d679066f5e07,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:17.729245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9ebb5e-e8d4-401f-ad48-8aa51e03e383 None None] Network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:21:17.766171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:17.771614 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:17.789740 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea82222d-4b4e-4b9e-bb97-024bb3da63ac None None] Provisioning for port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:21:17.847555 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:17.856512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=c64616c0-9dcd-462f-b7ff-ca7a161b4129,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:17.955498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:21:17.957244 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:18.079745 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 4af67bda-6ab1-4c19-be6e-5a0950f941cc has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:21:18.127388 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-21caee58-07f5-443e-9b6c-e8601c5f2fed None None] Provisioning for port c64616c0-9dcd-462f-b7ff-ca7a161b4129 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:21:18.136181 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-21caee58-07f5-443e-9b6c-e8601c5f2fed None None] Provisioning complete for port c64616c0-9dcd-462f-b7ff-ca7a161b4129 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:18.137164 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21caee58-07f5-443e-9b6c-e8601c5f2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.181787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-21caee58-07f5-443e-9b6c-e8601c5f2fed None None] Port c64616c0-9dcd-462f-b7ff-ca7a161b4129 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:21:18.216377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:21:18.225024 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f06232e2-cc0e-45dc-a631-77bc8da495f7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "PUT /v2.0/routers/4af67bda-6ab1-4c19-be6e-5a0950f941cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4817479 Jul 07 20:21:18.322832 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb1bceb0-889f-4311-9cd2-a1bf1c084385 None None] Provisioning complete for port c64616c0-9dcd-462f-b7ff-ca7a161b4129 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:18.323253 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb1bceb0-889f-4311-9cd2-a1bf1c084385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.354849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Sync routers for ids ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:21:18.383150 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bceb0-889f-4311-9cd2-a1bf1c084385 None None] Port c64616c0-9dcd-462f-b7ff-ca7a161b4129 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:21:18.384622 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Routers {'4af67bda-6ab1-4c19-be6e-5a0950f941cc'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:18.385323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:18.390311 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-55afb8d2-a3cd-4b69-93a1-5ef4113c03f4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614494000&fields=id&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 267 time: 0.0498354 Jul 07 20:21:18.502087 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Set router 4af67bda-6ab1-4c19-be6e-5a0950f941cc gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:18.510625 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-0e7223cb-2d35-4c40-81f3-dbefbd6a2ffe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:18.512177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-0e7223cb-2d35-4c40-81f3-dbefbd6a2ffe tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/networks?id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b HTTP/1.1" status: 200 len: 796 time: 0.1117296 Jul 07 20:21:18.530561 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-e7e38e0b-a6bb-4f26-a4a3-4cfcae74f0e8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/quotas/8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 375 time: 0.0125687 Jul 07 20:21:18.600666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-861bd78f-5ce2-414f-91c4-569221c9464b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640545 Jul 07 20:21:18.643469 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-42392d68-5f66-4938-8396-079149a074e3 None None] Provisioning complete for port c64616c0-9dcd-462f-b7ff-ca7a161b4129 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:18.643839 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42392d68-5f66-4938-8396-079149a074e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.701070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-42392d68-5f66-4938-8396-079149a074e3 None None] Port c64616c0-9dcd-462f-b7ff-ca7a161b4129 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:21:18.705784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f2e3d12b-8b4a-4656-b587-59af0bcd9ed9 service neutron] 10.222.0.113 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921912 Jul 07 20:21:18.754813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c64616c0-9dcd-462f-b7ff-ca7a161b4129', 'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:85:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:16Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 2, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:18.786091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Checking router: 4af67bda-6ab1-4c19-be6e-5a0950f941cc for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:21:18.786607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Updating router 4af67bda-6ab1-4c19-be6e-5a0950f941cc port c64616c0-9dcd-462f-b7ff-ca7a161b4129 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:21:18.802316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-5fbdb745-2399-463a-ac9b-e8116fdd2feb service neutron] 10.222.0.113 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906227 Jul 07 20:21:18.827785 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:18.869023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bc05a3e2-ac68-420e-8631-d679066f5e07 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:21:18.990170 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97c22b1b-e4fb-444a-95e5-9bf435ce458b req-5eafe612-989c-400d-99d3-1434b1ada7fa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 210 time: 0.0345223 Jul 07 20:21:19.062302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port bc05a3e2-ac68-420e-8631-d679066f5e07 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:19.062676 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.222399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:21:19.256887 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.275803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Transition to ACTIVE for port object c64616c0-9dcd-462f-b7ff-ca7a161b4129 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:21:19.283892 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.351280 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:21:19.353169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd2454-836f-4848-86d3-75a971b2e1c3 None None] Pushing event updated for resources: {'Port': ['ID=c64616c0-9dcd-462f-b7ff-ca7a161b4129,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:19.362000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:19.362000 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.446545 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Attempting to bind port c64616c0-9dcd-462f-b7ff-ca7a161b4129 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:21:19.446920 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Attempting to bind port c64616c0-9dcd-462f-b7ff-ca7a161b4129 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:21:19.447291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Attempting to bind port c64616c0-9dcd-462f-b7ff-ca7a161b4129 on network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:21:19.458977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:21:19.459397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Checking segment: {'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:21:19.459957 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.460318 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Bound using segment: {'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:21:19.460969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Bound port: c64616c0-9dcd-462f-b7ff-ca7a161b4129, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:21:19.461354 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.546199 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.575818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] For port c64616c0-9dcd-462f-b7ff-ca7a161b4129, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:21:19.580351 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] For port c64616c0-9dcd-462f-b7ff-ca7a161b4129, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c64616c0-9dcd-462f-b7ff-ca7a161b4129,segment=NetworkSegment(6e0b7f67-79de-4cb4-b1d5-7b9829094a75),segment_id=6e0b7f67-79de-4cb4-b1d5-7b9829094a75)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:21:19.587227 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.620967 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e60f6bf5-9da3-4776-ac3c-d3753fb6bae3,segment=NetworkSegment(6e0b7f67-79de-4cb4-b1d5-7b9829094a75),segment_id=6e0b7f67-79de-4cb4-b1d5-7b9829094a75)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:19.634237 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.671452 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd2454-836f-4848-86d3-75a971b2e1c3 None None] Pushing event updated for resources: {'Port': ['ID=c64616c0-9dcd-462f-b7ff-ca7a161b4129,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:19.680432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Routers {'4af67bda-6ab1-4c19-be6e-5a0950f941cc'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:19.681100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:19.781418 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:19.810255 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=e60f6bf5-9da3-4776-ac3c-d3753fb6bae3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:19.843888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] Set router 4af67bda-6ab1-4c19-be6e-5a0950f941cc gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:20.065747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c64616c0-9dcd-462f-b7ff-ca7a161b4129', 'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:85:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:16Z', 'updated_at': '2021-07-07T20:21:19Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:20.105471 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579ef9f-f2de-4373-ac49-06345c3875ac None None] The sync data for ids ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'] in n-d-792394-12 is: [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c64616c0-9dcd-462f-b7ff-ca7a161b4129', 'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:85:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:16Z', 'updated_at': '2021-07-07T20:21:19Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:21:20.124673 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-2d25adab-e2bf-4847-a510-564f5bfb4c83 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:20.131078 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-2d25adab-e2bf-4847-a510-564f5bfb4c83 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/networks?id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b HTTP/1.1" status: 200 len: 796 time: 0.1302540 Jul 07 20:21:20.147812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b711cad7-62d9-4c7e-bc30-f2e9b611ef0e req-0c9bde52-b6f3-4d9c-b881-72f7fe96bf69 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 210 time: 0.0316477 Jul 07 20:21:20.203152 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f1bcdebb-3458-4269-b68d-3f711e3a2b26 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 379 time: 0.0571654 Jul 07 20:21:20.212099 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'port': {'device_id': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'admin_state_up': True, 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'security_groups': ['3d7a1f9f-1f2e-4524-9e50-85831deb4126']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:20.334091 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:21:20.337888 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:20.478909 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.20.0.12 (46caf37b-2107-47b6-a0f1-8d4b50abcb0b/41cd9857-1a10-4f00-b284-067f4487ae9b/bb4bac76-4791-4b33-a155-75ec53c9d643) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:21:20.629809 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:20.645704 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Transition to ACTIVE for port object bb4bac76-4791-4b33-a155-75ec53c9d643 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:21:20.681845 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:20.725211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:21:20.728615 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:20.733713 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:21:20.782338 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=bb4bac76-4791-4b33-a155-75ec53c9d643,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:20.813926 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:20.814777 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:20.841638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:21:20.844208 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f0beacff-eec6-461e-ac2d-a4bf91ff3f5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6358933 Jul 07 20:21:20.857045 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Request body: {'port': {'device_id': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:20.895918 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:20.896617 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:20.949517 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.143409 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3562760-313e-43ae-99d8-b66ab06be2da None None] Provisioning for port bb4bac76-4791-4b33-a155-75ec53c9d643 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:21:21.149615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3562760-313e-43ae-99d8-b66ab06be2da None None] Provisioning complete for port bb4bac76-4791-4b33-a155-75ec53c9d643 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:21.149983 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3562760-313e-43ae-99d8-b66ab06be2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.223489 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c3562760-313e-43ae-99d8-b66ab06be2da None None] Port bb4bac76-4791-4b33-a155-75ec53c9d643 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:21:21.227222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c64616c0-9dcd-462f-b7ff-ca7a161b4129 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:21:21.280318 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4bac76-4791-4b33-a155-75ec53c9d643 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:21:21.286457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port c64616c0-9dcd-462f-b7ff-ca7a161b4129 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:21:21.291145 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.292236 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c64616c0-9dcd-462f-b7ff-ca7a161b4129 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:21.293529 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.315207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Transition to ACTIVE for port object bb4bac76-4791-4b33-a155-75ec53c9d643 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:21:21.319269 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.390665 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.401905 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Pushing event updated for resources: {'Port': ['ID=bb4bac76-4791-4b33-a155-75ec53c9d643,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:21.407828 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42b22-f579-4652-a6ba-b1fce71f9227 req-4279b47a-db61-4f6f-a999-91fe407a2960 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:21.415928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f2d42b22-f579-4652-a6ba-b1fce71f9227 req-4279b47a-db61-4f6f-a999-91fe407a2960 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 944 time: 0.1005280 Jul 07 20:21:21.439567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port c64616c0-9dcd-462f-b7ff-ca7a161b4129, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c64616c0-9dcd-462f-b7ff-ca7a161b4129,segment=NetworkSegment(6e0b7f67-79de-4cb4-b1d5-7b9829094a75),segment_id=6e0b7f67-79de-4cb4-b1d5-7b9829094a75)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:21.445914 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.472985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f2d42b22-f579-4652-a6ba-b1fce71f9227 req-c94405f8-f7ab-409e-9ee9-0eca02715b0c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525684 Jul 07 20:21:21.479524 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Attempting to bind port bb4bac76-4791-4b33-a155-75ec53c9d643 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:21:21.479866 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Attempting to bind port bb4bac76-4791-4b33-a155-75ec53c9d643 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:21:21.480227 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Attempting to bind port bb4bac76-4791-4b33-a155-75ec53c9d643 on network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:21:21.485580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Port bb4bac76-4791-4b33-a155-75ec53c9d643 on network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:21:21.485903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Attempting to bind port bb4bac76-4791-4b33-a155-75ec53c9d643 on network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:21:21.491708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:21:21.492041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Checking segment: {'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:21:21.492424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Bound using segment: {'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:21:21.493207 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Bound port: bb4bac76-4791-4b33-a155-75ec53c9d643, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0b7f67-79de-4cb4-b1d5-7b9829094a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:21:21.493353 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.518860 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=c64616c0-9dcd-462f-b7ff-ca7a161b4129,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:21.568278 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] For port bb4bac76-4791-4b33-a155-75ec53c9d643, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:21:21.572404 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] For port bb4bac76-4791-4b33-a155-75ec53c9d643, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=bb4bac76-4791-4b33-a155-75ec53c9d643,segment=NetworkSegment(6e0b7f67-79de-4cb4-b1d5-7b9829094a75),segment_id=6e0b7f67-79de-4cb4-b1d5-7b9829094a75)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:21:21.577888 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.616187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:21.616839 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:21.618368 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] 10.222.0.112 "PUT /v2.0/ports/bb4bac76-4791-4b33-a155-75ec53c9d643 HTTP/1.1" status: 200 len: 1093 time: 0.7657800 Jul 07 20:21:21.618695 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'tag': 'bb4bac76-4791-4b33-a155-75ec53c9d643'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:21.621017 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b" -d '{"events": [{"name": "network-changed", "server_uuid": "73c04f09-0689-471c-b1eb-0a28cc2f12d9", "tag": "bb4bac76-4791-4b33-a155-75ec53c9d643"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:21.649812 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789205d1-da1c-458a-b1aa-8ff27d3d288f service neutron] Pushing event updated for resources: {'Port': ['ID=bb4bac76-4791-4b33-a155-75ec53c9d643,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:21.671893 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7395cb33-1a7f-4b5c-aeb9-7e75d1411403 x-openstack-request-id: req-7395cb33-1a7f-4b5c-aeb9-7e75d1411403 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:21.672187 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c04f09-0689-471c-b1eb-0a28cc2f12d9", "tag": "bb4bac76-4791-4b33-a155-75ec53c9d643", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:21.672440 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7395cb33-1a7f-4b5c-aeb9-7e75d1411403 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:21.672854 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'tag': 'bb4bac76-4791-4b33-a155-75ec53c9d643', 'status': 'completed', 'code': 200} Jul 07 20:21:21.721476 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-5f0b5a5b-b7bf-41e9-9f21-83107c217537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:21.723328 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-5f0b5a5b-b7bf-41e9-9f21-83107c217537 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 1096 time: 0.0608876 Jul 07 20:21:21.771797 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-130fe357-0f50-4893-a376-6c50fd201b8e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bac76-4791-4b33-a155-75ec53c9d643 HTTP/1.1" status: 200 len: 217 time: 0.0394852 Jul 07 20:21:21.824206 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f1be964d-5491-43f3-991b-7d3cb4b95c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:21.825672 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-f1be964d-5491-43f3-991b-7d3cb4b95c03 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=41cd9857-1a10-4f00-b284-067f4487ae9b HTTP/1.1" status: 200 len: 835 time: 0.0470104 Jul 07 20:21:21.884943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-9c10d4a3-78a7-4ac6-929f-d1e7081e0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:21.886891 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-9c10d4a3-78a7-4ac6-929f-d1e7081e0d37 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539823 Jul 07 20:21:21.982544 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-81b5eff0-aecc-4e6b-9f73-09af857938d0 service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893106 Jul 07 20:21:22.072888 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-98a27d56-42f0-4564-8cd2-e72d9267e52e req-082670f6-d22e-47dc-bbef-0a05134da971 service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841322 Jul 07 20:21:22.174976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b req-912ce297-511c-4ffb-9d1a-20d91944de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:22.176463 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b req-912ce297-511c-4ffb-9d1a-20d91944de37 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 1096 time: 0.0545247 Jul 07 20:21:22.271174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b req-418579ec-e02b-464f-ab00-144b3745ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:22.272661 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b req-418579ec-e02b-464f-ab00-144b3745ce3f service neutron] 10.222.0.112 "GET /v2.0/networks?id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b HTTP/1.1" status: 200 len: 898 time: 0.0892487 Jul 07 20:21:22.314772 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b req-9ed56a43-1f8b-4169-ad11-ba3eee0f04bb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bac76-4791-4b33-a155-75ec53c9d643 HTTP/1.1" status: 200 len: 217 time: 0.0348432 Jul 07 20:21:22.366874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b req-c6144d19-c882-4ef1-a2d0-17e87b0a787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:22.368336 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b req-c6144d19-c882-4ef1-a2d0-17e87b0a787a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=41cd9857-1a10-4f00-b284-067f4487ae9b HTTP/1.1" status: 200 len: 835 time: 0.0466337 Jul 07 20:21:22.432085 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b req-4c0c25cf-859d-4ec3-b910-f58fe44fc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:22.434124 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b req-4c0c25cf-859d-4ec3-b910-f58fe44fc779 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582294 Jul 07 20:21:22.528355 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b req-854c7c6b-fa04-4eeb-820e-9a9e0e00a49b service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872538 Jul 07 20:21:22.629803 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-5cb85770-b8ff-4024-b1e9-f1b11e29e73b req-fc25e552-91b2-4a7b-86d6-b83dffca1cbe service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949771 Jul 07 20:21:22.656263 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4183b-5506-4d7c-b593-205f237b2d43 req-61e0468e-6fb1-4c2b-8b95-c53199dc22a1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:22.657826 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e4183b-5506-4d7c-b593-205f237b2d43 req-61e0468e-6fb1-4c2b-8b95-c53199dc22a1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 944 time: 0.0755808 Jul 07 20:21:22.696740 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e4183b-5506-4d7c-b593-205f237b2d43 req-59ec8fe7-677f-4133-95b3-03bf70af2999 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328400 Jul 07 20:21:22.740714 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c64616c0-9dcd-462f-b7ff-ca7a161b4129 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:21:22.790808 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c64616c0-9dcd-462f-b7ff-ca7a161b4129 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:22.791174 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:23.875421 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bf568-7f58-4382-abba-18273aff7ca2 req-261ef89c-cc4f-45eb-a477-1e998fa833a9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:23.876977 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e88bf568-7f58-4382-abba-18273aff7ca2 req-261ef89c-cc4f-45eb-a477-1e998fa833a9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 944 time: 0.0658550 Jul 07 20:21:23.914829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e88bf568-7f58-4382-abba-18273aff7ca2 req-6f87ef94-01d0-4275-94f1-8b5c8ffdb42a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Jul 07 20:21:25.103496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9015f-dc55-41d8-9f27-ec2cf765b178 req-adbf5e47-c9b1-4652-8595-5c140bf975a4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:25.105007 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52a9015f-dc55-41d8-9f27-ec2cf765b178 req-adbf5e47-c9b1-4652-8595-5c140bf975a4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 944 time: 0.0698678 Jul 07 20:21:25.144568 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-52a9015f-dc55-41d8-9f27-ec2cf765b178 req-f146e4af-9cdb-4cdc-980f-db15c75927bc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328977 Jul 07 20:21:25.651058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device bb4bac76-4791-4b33-a155-75ec53c9d643 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:21:25.751548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port bb4bac76-4791-4b33-a155-75ec53c9d643, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=bb4bac76-4791-4b33-a155-75ec53c9d643,segment=NetworkSegment(6e0b7f67-79de-4cb4-b1d5-7b9829094a75),segment_id=6e0b7f67-79de-4cb4-b1d5-7b9829094a75)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:25.762813 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'bb4bac76-4791-4b33-a155-75ec53c9d643', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'port_id': 'bb4bac76-4791-4b33-a155-75ec53c9d643', 'mac_address': 'fa:16:3e:7a:df:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:21:25.799298 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:25.812519 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4bac76-4791-4b33-a155-75ec53c9d643 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:21:25.832459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port bb4bac76-4791-4b33-a155-75ec53c9d643, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=bb4bac76-4791-4b33-a155-75ec53c9d643,segment=NetworkSegment(6e0b7f67-79de-4cb4-b1d5-7b9829094a75),segment_id=6e0b7f67-79de-4cb4-b1d5-7b9829094a75)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:25.836917 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:25.885530 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=bb4bac76-4791-4b33-a155-75ec53c9d643,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:26.074982 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['bb4bac76-4791-4b33-a155-75ec53c9d643'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:21:26.322570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c011c5-2105-4520-939a-5bcd809aba17 req-79881889-677d-4165-9f73-44c4ebc6d0d7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:26.324630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15c011c5-2105-4520-939a-5bcd809aba17 req-79881889-677d-4165-9f73-44c4ebc6d0d7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 945 time: 0.0653098 Jul 07 20:21:26.363551 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15c011c5-2105-4520-939a-5bcd809aba17 req-c00a34f3-b120-4b7d-ae5f-5775a5b83721 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333087 Jul 07 20:21:27.543530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fc4a0-d805-4f5f-a8d0-a045c3977505 req-654cf253-8996-4fa0-a222-73df5833573a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:27.544992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-590fc4a0-d805-4f5f-a8d0-a045c3977505 req-654cf253-8996-4fa0-a222-73df5833573a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 945 time: 0.0657969 Jul 07 20:21:27.583727 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-590fc4a0-d805-4f5f-a8d0-a045c3977505 req-e13177fd-035f-4c60-a19a-5f0c104fa974 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331013 Jul 07 20:21:27.651416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device bb4bac76-4791-4b33-a155-75ec53c9d643 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:21:27.703215 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port bb4bac76-4791-4b33-a155-75ec53c9d643 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:21:27.707032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port bb4bac76-4791-4b33-a155-75ec53c9d643 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:21:27.707400 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:27.784034 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:27.806354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4bac76-4791-4b33-a155-75ec53c9d643'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:27.809885 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d7cd71-e210-4307-ae5c-4d9e09e25ca3" -d '{"events": [{"server_uuid": "73c04f09-0689-471c-b1eb-0a28cc2f12d9", "name": "network-vif-plugged", "status": "completed", "tag": "bb4bac76-4791-4b33-a155-75ec53c9d643"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:27.823559 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port bb4bac76-4791-4b33-a155-75ec53c9d643, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=bb4bac76-4791-4b33-a155-75ec53c9d643,segment=NetworkSegment(6e0b7f67-79de-4cb4-b1d5-7b9829094a75),segment_id=6e0b7f67-79de-4cb4-b1d5-7b9829094a75)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:21:27.828749 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:27.857954 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db13b96-bb75-4075-a6d0-49efc9a83dfe x-openstack-request-id: req-9db13b96-bb75-4075-a6d0-49efc9a83dfe {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:27.858237 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c04f09-0689-471c-b1eb-0a28cc2f12d9", "name": "network-vif-plugged", "status": "completed", "tag": "bb4bac76-4791-4b33-a155-75ec53c9d643", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:27.858488 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9db13b96-bb75-4075-a6d0-49efc9a83dfe {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:27.858866 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4bac76-4791-4b33-a155-75ec53c9d643', 'code': 200} Jul 07 20:21:27.889703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=bb4bac76-4791-4b33-a155-75ec53c9d643,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:27.961240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef242a1-1d3d-4136-95d3-555014f5aca7 req-777de89c-cc9c-4702-8ce0-50701d4749d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:27.962764 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cef242a1-1d3d-4136-95d3-555014f5aca7 req-777de89c-cc9c-4702-8ce0-50701d4749d5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 1098 time: 0.0538211 Jul 07 20:21:27.999954 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cef242a1-1d3d-4136-95d3-555014f5aca7 req-ad10dad0-5e67-46a6-9124-7c6688f7a204 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303614 Jul 07 20:21:28.765046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91329f-49d2-41e7-ab38-e5ee0be0b698 req-7957cb1d-1ae0-4188-b76c-7441f2be5117 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:28.766570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef91329f-49d2-41e7-ab38-e5ee0be0b698 req-7957cb1d-1ae0-4188-b76c-7441f2be5117 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0702701 Jul 07 20:21:28.805496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef91329f-49d2-41e7-ab38-e5ee0be0b698 req-3632c595-b489-4ce4-94e7-f28a0a150839 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333514 Jul 07 20:21:29.985830 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29286eca-652d-4dee-b834-db212fefe00d req-ca64da41-9eeb-47f7-9533-2e63a9b3fdcb tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:29.987400 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29286eca-652d-4dee-b834-db212fefe00d req-ca64da41-9eeb-47f7-9533-2e63a9b3fdcb tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0675707 Jul 07 20:21:30.032071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29286eca-652d-4dee-b834-db212fefe00d req-9f751c11-b210-4a67-b413-7dc351ed85ff tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373189 Jul 07 20:21:30.211532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b3f7d-0806-45a1-9d19-5981dec20fcd req-cbda5181-8c82-4ec0-a884-b31c32ad9c14 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:30.213063 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d23b3f7d-0806-45a1-9d19-5981dec20fcd req-cbda5181-8c82-4ec0-a884-b31c32ad9c14 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0692625 Jul 07 20:21:30.252104 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d23b3f7d-0806-45a1-9d19-5981dec20fcd req-cfb69cc9-5afb-4fa0-8e6d-1086c1acad32 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326867 Jul 07 20:21:30.276540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:30.330541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2013741d-cac4-4296-a5ca-93080bbf595e tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:30.332095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2013741d-cac4-4296-a5ca-93080bbf595e tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 1093 time: 0.0535491 Jul 07 20:21:30.335000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:30.340003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': 'bb4bac76-4791-4b33-a155-75ec53c9d643', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:21:30.363518 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:30.467816 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:30.569834 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.25.2.140 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/bd020dff-be7f-48b2-906e-25e359a0b5ff) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:21:30.676134 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:30.715627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:30.754019 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:21:30.760671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:21:30.765362 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:21:30.768363 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=bd020dff-be7f-48b2-906e-25e359a0b5ff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:31.101084 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-acc33dcc-4266-4147-8757-f838138d60b2 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532627 Jul 07 20:21:31.141971 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:31.200843 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-4e2d0b0f-a1ee-4429-9d8d-381c9fe2cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:31.202369 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-4e2d0b0f-a1ee-4429-9d8d-381c9fe2cbb6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 1098 time: 0.0584583 Jul 07 20:21:31.224898 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:31.311289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-9bfe5089-26e1-4b80-b5dd-68f8342fb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:31.312824 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-9bfe5089-26e1-4b80-b5dd-68f8342fb086 service neutron] 10.222.0.112 "GET /v2.0/networks?id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b HTTP/1.1" status: 200 len: 898 time: 0.0900252 Jul 07 20:21:31.384669 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-aaaee143-9c9c-4739-8e40-660513102614 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bac76-4791-4b33-a155-75ec53c9d643 HTTP/1.1" status: 200 len: 1000 time: 0.0644903 Jul 07 20:21:31.392529 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:31.410029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:31.438642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-700160bf-c9e9-4d99-af74-096b97998174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:31.440134 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-700160bf-c9e9-4d99-af74-096b97998174 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=41cd9857-1a10-4f00-b284-067f4487ae9b HTTP/1.1" status: 200 len: 835 time: 0.0498264 Jul 07 20:21:31.487996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=bd020dff-be7f-48b2-906e-25e359a0b5ff,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:21:31.499526 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-94ff2fba-e13e-44fc-ad62-3de6e10e6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:31.500495 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.500862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.501084 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-94ff2fba-e13e-44fc-ad62-3de6e10e6b0f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541365 Jul 07 20:21:31.501210 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.501536 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.501871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.502206 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.502540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.502873 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.503211 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.503532 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.503856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.504185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:21:31.510204 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:31.596162 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-8c53c08c-7c7f-48cd-a3df-044c0b6c1e51 service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882528 Jul 07 20:21:31.614312 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Floating IP 172cd48c-cba5-49da-b149-59430d155236 associated. External IP: 172.25.2.140, port: bb4bac76-4791-4b33-a155-75ec53c9d643. Jul 07 20:21:31.691339 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-cdb7b3db-ea58-48b1-83ed-a1f458e0896b req-4d62bf98-1445-4338-ab4b-fe49ab2a1a43 service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885634 Jul 07 20:21:31.830057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 4af67bda-6ab1-4c19-be6e-5a0950f941cc has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:21:31.942402 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:21:31.952030 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa394d-f361-4d07-b284-ede0b32b4572 None None] Sync routers for ids ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:21:31.957880 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:31.961865 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa394d-f361-4d07-b284-ede0b32b4572 None None] Routers {'4af67bda-6ab1-4c19-be6e-5a0950f941cc'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:31.962547 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-07fa394d-f361-4d07-b284-ede0b32b4572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:31.995256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6a683a2f-9eaf-4f7c-ac14-3b53d1edbbf8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6592193 Jul 07 20:21:31.996020 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'tag': 'bb4bac76-4791-4b33-a155-75ec53c9d643'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:21:31.998408 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e801626-73fc-48a8-b196-3970512f5c89" -d '{"events": [{"name": "network-changed", "server_uuid": "73c04f09-0689-471c-b1eb-0a28cc2f12d9", "tag": "bb4bac76-4791-4b33-a155-75ec53c9d643"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:21:32.039445 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffe3719-eb4d-43b9-a148-cdd568b9ff93 x-openstack-request-id: req-2ffe3719-eb4d-43b9-a148-cdd568b9ff93 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:21:32.039922 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c04f09-0689-471c-b1eb-0a28cc2f12d9", "tag": "bb4bac76-4791-4b33-a155-75ec53c9d643", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:21:32.040187 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2ffe3719-eb4d-43b9-a148-cdd568b9ff93 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:21:32.040618 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'tag': 'bb4bac76-4791-4b33-a155-75ec53c9d643', 'status': 'completed', 'code': 200} Jul 07 20:21:32.120174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e801626-73fc-48a8-b196-3970512f5c89 req-efc9372e-f81f-4486-bb65-87806f2fe515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:32.122295 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0e801626-73fc-48a8-b196-3970512f5c89 req-efc9372e-f81f-4486-bb65-87806f2fe515 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 1098 time: 0.0592804 Jul 07 20:21:32.165410 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8b0f-38a0-4408-890a-ac96d7113bd9 req-e7c4fca0-1b3e-46b8-ac26-004030c8008c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:32.167117 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29bd8b0f-38a0-4408-890a-ac96d7113bd9 req-e7c4fca0-1b3e-46b8-ac26-004030c8008c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0708070 Jul 07 20:21:32.171752 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-07fa394d-f361-4d07-b284-ede0b32b4572 None None] Set router 4af67bda-6ab1-4c19-be6e-5a0950f941cc gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:32.209228 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29bd8b0f-38a0-4408-890a-ac96d7113bd9 req-c90fed33-f683-42cc-a90e-8a7848316bd5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345807 Jul 07 20:21:32.232758 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e801626-73fc-48a8-b196-3970512f5c89 req-090b67e2-9ee0-4700-9e93-e2595418e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:32.232758 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0e801626-73fc-48a8-b196-3970512f5c89 req-090b67e2-9ee0-4700-9e93-e2595418e46b service neutron] 10.222.0.112 "GET /v2.0/networks?id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b HTTP/1.1" status: 200 len: 898 time: 0.0999663 Jul 07 20:21:32.236686 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:32.304641 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5b2fff3f-d48b-4b5d-bbc7-5d2d96c97eba tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/172cd48c-cba5-49da-b149-59430d155236 HTTP/1.1" status: 200 len: 992 time: 0.0665939 Jul 07 20:21:32.310588 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0e801626-73fc-48a8-b196-3970512f5c89 req-37bb087b-4ca3-4303-9a5c-c1108b4d8d7a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bac76-4791-4b33-a155-75ec53c9d643 HTTP/1.1" status: 200 len: 1000 time: 0.0751793 Jul 07 20:21:32.366107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e801626-73fc-48a8-b196-3970512f5c89 req-286d0586-4dc9-4e2e-945d-a0c9bc3a527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:32.367627 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0e801626-73fc-48a8-b196-3970512f5c89 req-286d0586-4dc9-4e2e-945d-a0c9bc3a527f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=41cd9857-1a10-4f00-b284-067f4487ae9b HTTP/1.1" status: 200 len: 835 time: 0.0515251 Jul 07 20:21:32.400982 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-07fa394d-f361-4d07-b284-ede0b32b4572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '172cd48c-cba5-49da-b149-59430d155236', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'port_id': 'bb4bac76-4791-4b33-a155-75ec53c9d643', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'mac_address': 'fa:16:3e:7a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:21:30Z', 'updated_at': '2021-07-07T20:21:30Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64616c0-9dcd-462f-b7ff-ca7a161b4129', 'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:85:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:16Z', 'updated_at': '2021-07-07T20:21:21Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:32.431911 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa394d-f361-4d07-b284-ede0b32b4572 None None] Checking router: 4af67bda-6ab1-4c19-be6e-5a0950f941cc for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:21:32.438080 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e801626-73fc-48a8-b196-3970512f5c89 req-b67f39e6-4c10-4401-9a70-0ba3a49dd791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:21:32.439632 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0e801626-73fc-48a8-b196-3970512f5c89 req-b67f39e6-4c10-4401-9a70-0ba3a49dd791 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658703 Jul 07 20:21:32.440988 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa394d-f361-4d07-b284-ede0b32b4572 None None] Routers {'4af67bda-6ab1-4c19-be6e-5a0950f941cc'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:21:32.441631 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-07fa394d-f361-4d07-b284-ede0b32b4572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:21:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:32.534174 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0e801626-73fc-48a8-b196-3970512f5c89 req-02285f2f-f5cc-4139-aa5b-722082383533 service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875354 Jul 07 20:21:32.552308 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-07fa394d-f361-4d07-b284-ede0b32b4572 None None] Set router 4af67bda-6ab1-4c19-be6e-5a0950f941cc gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:21:32.637056 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0e801626-73fc-48a8-b196-3970512f5c89 req-8b8ca877-1a68-4c8e-8c3f-d430d7765eb9 service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954983 Jul 07 20:21:32.798116 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-07fa394d-f361-4d07-b284-ede0b32b4572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '172cd48c-cba5-49da-b149-59430d155236', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'port_id': 'bb4bac76-4791-4b33-a155-75ec53c9d643', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'mac_address': 'fa:16:3e:7a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:21:30Z', 'updated_at': '2021-07-07T20:21:30Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64616c0-9dcd-462f-b7ff-ca7a161b4129', 'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:85:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:16Z', 'updated_at': '2021-07-07T20:21:21Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:21:32.823796 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa394d-f361-4d07-b284-ede0b32b4572 None None] The sync data for ids ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'] in n-d-792394-12 is: [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '172cd48c-cba5-49da-b149-59430d155236', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'port_id': 'bb4bac76-4791-4b33-a155-75ec53c9d643', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'mac_address': 'fa:16:3e:7a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:21:30Z', 'updated_at': '2021-07-07T20:21:30Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64616c0-9dcd-462f-b7ff-ca7a161b4129', 'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:85:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:16Z', 'updated_at': '2021-07-07T20:21:21Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:21:33.015277 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecac00e-7843-4177-b56d-63c5c52e7874 None None] New status for floating IP 172cd48c-cba5-49da-b149-59430d155236: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:21:33.309198 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:21:33.412039 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-01985d08-40a5-4274-be2a-605d2ed206ea tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/172cd48c-cba5-49da-b149-59430d155236 HTTP/1.1" status: 200 len: 994 time: 0.1015182 Jul 07 20:21:34.034021 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:37.927699 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:21:38.511793 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa6e2389-d15a-45d3-837c-d49788deaccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:41.184356 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85240afe-d3e2-4e75-802e-7053e81185e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:41.458664 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:42.668730 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:44.205755 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:21:49.730332 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:02.336279 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da19c00-36c9-4755-8d0d-8389529b52a2 req-d50daff6-c742-444f-824b-ec81d7a02d78 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:02.337745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5da19c00-36c9-4755-8d0d-8389529b52a2 req-d50daff6-c742-444f-824b-ec81d7a02d78 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0734899 Jul 07 20:22:02.376341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5da19c00-36c9-4755-8d0d-8389529b52a2 req-e6c3e121-70bb-4128-bea3-8fd3d6673eca tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326686 Jul 07 20:22:03.573180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098a4cd-1369-4d98-96cd-5ab3a62b5e5e req-e697cb7a-9bdb-4d9e-8826-c4a96e6f1a8c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:03.574697 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0098a4cd-1369-4d98-96cd-5ab3a62b5e5e req-e697cb7a-9bdb-4d9e-8826-c4a96e6f1a8c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0648355 Jul 07 20:22:03.612160 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0098a4cd-1369-4d98-96cd-5ab3a62b5e5e req-ba7c7681-6827-4cd2-962d-e10d002e77ff tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318613 Jul 07 20:22:04.040399 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:04.790447 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1d3e4-f313-4ea6-aed2-d53d6d9074fb req-c18e2fa5-ce8c-4ecb-8e8c-eaf61b27eca3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:04.791979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fe1d3e4-f313-4ea6-aed2-d53d6d9074fb req-c18e2fa5-ce8c-4ecb-8e8c-eaf61b27eca3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0634856 Jul 07 20:22:04.834728 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1fe1d3e4-f313-4ea6-aed2-d53d6d9074fb req-247ec379-c43b-471d-be66-7f9da857180b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371714 Jul 07 20:22:06.009874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1334cc-950a-4ade-8c24-47ab309dcd22 req-a2317505-83fa-473b-bf18-7768be994c3b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:06.011396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f1334cc-950a-4ade-8c24-47ab309dcd22 req-a2317505-83fa-473b-bf18-7768be994c3b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0642273 Jul 07 20:22:06.049621 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8f1334cc-950a-4ade-8c24-47ab309dcd22 req-4199a317-c67c-4eb3-8f1c-d3ebc4c7359a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326040 Jul 07 20:22:07.226079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2f724-edf8-4cc3-af88-75fd263fff68 req-4b43b860-e777-40f8-abaa-603aa94353d1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:07.227603 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7b2f724-edf8-4cc3-af88-75fd263fff68 req-4b43b860-e777-40f8-abaa-603aa94353d1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0645080 Jul 07 20:22:07.265895 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a7b2f724-edf8-4cc3-af88-75fd263fff68 req-3657e9ac-6efd-42e0-b332-718c52001cd9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326283 Jul 07 20:22:08.444182 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b6f9e-9774-489e-b393-8f9e46734791 req-21883951-c3dd-4a04-aed4-5544de975276 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:08.445719 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-199b6f9e-9774-489e-b393-8f9e46734791 req-21883951-c3dd-4a04-aed4-5544de975276 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0683095 Jul 07 20:22:08.485430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-199b6f9e-9774-489e-b393-8f9e46734791 req-f03681ef-0511-40ce-9f8d-4a40d73435f0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338888 Jul 07 20:22:08.514820 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4632-74a3-4253-b8c3-866611356d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:09.668548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11949ecb-84ae-498f-8b49-40e73100d352 req-088ce945-cf17-48fa-a4d4-6d805a117c31 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:09.670029 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11949ecb-84ae-498f-8b49-40e73100d352 req-088ce945-cf17-48fa-a4d4-6d805a117c31 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0644248 Jul 07 20:22:09.710197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-11949ecb-84ae-498f-8b49-40e73100d352 req-6906f585-b854-4258-8bac-acf6f1414a40 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346098 Jul 07 20:22:10.884054 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88be952-85b0-45ae-a1cb-ead90d5fb570 req-05008d82-a431-43f0-8cc6-09a0085c9096 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:10.885590 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b88be952-85b0-45ae-a1cb-ead90d5fb570 req-05008d82-a431-43f0-8cc6-09a0085c9096 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0650873 Jul 07 20:22:10.926646 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b88be952-85b0-45ae-a1cb-ead90d5fb570 req-952c4ea6-27ed-489c-a158-ea08bdf3f09b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354340 Jul 07 20:22:11.185771 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64708d68-b820-49a2-88c4-9ddac8afaa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:11.463427 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:12.104508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df9966-3242-4434-a60e-e320e1390571 req-08e105f6-ab57-4320-a369-dcb46b924181 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:12.105914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60df9966-3242-4434-a60e-e320e1390571 req-08e105f6-ab57-4320-a369-dcb46b924181 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0649393 Jul 07 20:22:12.144121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-60df9966-3242-4434-a60e-e320e1390571 req-4b0987ab-37e7-454d-b467-b7686baa95bf tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326121 Jul 07 20:22:12.672670 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:13.324132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e1767-2546-4204-baec-e850c1124a66 req-759d47ca-e413-48be-8089-2c6e67d1ce69 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:13.325648 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c79e1767-2546-4204-baec-e850c1124a66 req-759d47ca-e413-48be-8089-2c6e67d1ce69 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0640604 Jul 07 20:22:13.362892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c79e1767-2546-4204-baec-e850c1124a66 req-92b43957-e605-4d0a-a462-109764ec6f67 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Jul 07 20:22:13.389441 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:13.455569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-35cf1f56-ebe1-46f0-9d1c-23ad09fb813d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/172cd48c-cba5-49da-b149-59430d155236 HTTP/1.1" status: 200 len: 994 time: 0.0648639 Jul 07 20:22:14.204183 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:14.894374 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51fc7a-13ba-47e1-8076-ab1ded974f25 req-58a5293a-ee8a-4dab-954e-87ec83da7a5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:14.895921 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e51fc7a-13ba-47e1-8076-ab1ded974f25 req-58a5293a-ee8a-4dab-954e-87ec83da7a5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0668113 Jul 07 20:22:14.897355 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c82eb-ed54-45fe-a4ae-69d49092dcf5 req-8a1a0d07-d0f8-4539-839d-d8bad3434489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:14.899203 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d6c82eb-ed54-45fe-a4ae-69d49092dcf5 req-8a1a0d07-d0f8-4539-839d-d8bad3434489 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 1098 time: 0.0596683 Jul 07 20:22:14.926882 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:22:14.937070 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e51fc7a-13ba-47e1-8076-ab1ded974f25 req-a9b90cb6-7cbd-430f-9d81-2efe7dfdafdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347061 Jul 07 20:22:14.999573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c82eb-ed54-45fe-a4ae-69d49092dcf5 req-71872432-047d-4154-850b-e1e34b4a87da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:15.000988 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d6c82eb-ed54-45fe-a4ae-69d49092dcf5 req-71872432-047d-4154-850b-e1e34b4a87da service neutron] 10.222.0.112 "GET /v2.0/networks?id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b HTTP/1.1" status: 200 len: 898 time: 0.0953465 Jul 07 20:22:15.066324 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d6c82eb-ed54-45fe-a4ae-69d49092dcf5 req-b6e30e21-17c8-45f9-a77f-089f28ee1590 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bac76-4791-4b33-a155-75ec53c9d643 HTTP/1.1" status: 200 len: 1002 time: 0.0587466 Jul 07 20:22:15.114477 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c82eb-ed54-45fe-a4ae-69d49092dcf5 req-a332e9ff-f7fb-4fb4-9fb8-77e743f278d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:15.116282 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d6c82eb-ed54-45fe-a4ae-69d49092dcf5 req-a332e9ff-f7fb-4fb4-9fb8-77e743f278d2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=41cd9857-1a10-4f00-b284-067f4487ae9b HTTP/1.1" status: 200 len: 835 time: 0.0437114 Jul 07 20:22:15.178476 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c82eb-ed54-45fe-a4ae-69d49092dcf5 req-7d5d4646-57f4-45ee-b26d-ec80802f2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:15.179967 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d6c82eb-ed54-45fe-a4ae-69d49092dcf5 req-7d5d4646-57f4-45ee-b26d-ec80802f2a23 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566075 Jul 07 20:22:15.269587 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d6c82eb-ed54-45fe-a4ae-69d49092dcf5 req-4c121c33-d218-48c4-9767-4b11f86d8387 service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828555 Jul 07 20:22:15.364490 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-6d6c82eb-ed54-45fe-a4ae-69d49092dcf5 req-725262a5-adc0-4a5a-bcab-283ed9aafc5c service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875745 Jul 07 20:22:16.119183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c968d9-776e-4fd3-a9ea-c6017b2b3c4b req-314c5f50-a8b1-4a93-9464-1e4571abb983 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:16.120702 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61c968d9-776e-4fd3-a9ea-c6017b2b3c4b req-314c5f50-a8b1-4a93-9464-1e4571abb983 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0661507 Jul 07 20:22:16.481082 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61c968d9-776e-4fd3-a9ea-c6017b2b3c4b req-b07e5362-4528-4221-9735-8a00bc668150 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546820 Jul 07 20:22:16.505794 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:16.564089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a48883f7-1953-44d8-a6d8-c18f5628cb16 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/172cd48c-cba5-49da-b149-59430d155236 HTTP/1.1" status: 200 len: 994 time: 0.0571558 Jul 07 20:22:19.743771 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:31.104573 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-d2d68b8e-0dba-43ac-81ee-96e1755686c2 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514219 Jul 07 20:22:31.198247 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-59ea2c08-4953-4463-a042-272ad83a98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:31.199717 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-59ea2c08-4953-4463-a042-272ad83a98b5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 1098 time: 0.0527401 Jul 07 20:22:31.310415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-0e7b9edc-57e7-45d5-8c59-fd7f0efff9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:31.311870 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-0e7b9edc-57e7-45d5-8c59-fd7f0efff9d4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b HTTP/1.1" status: 200 len: 898 time: 0.0920746 Jul 07 20:22:31.376375 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-2c26861e-5f95-4105-8548-d8a8b28d5dfb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bac76-4791-4b33-a155-75ec53c9d643 HTTP/1.1" status: 200 len: 1002 time: 0.0577717 Jul 07 20:22:31.432046 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-6cb20b87-ea3a-42fd-b99c-9c2057c81be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:31.433551 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-6cb20b87-ea3a-42fd-b99c-9c2057c81be8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=41cd9857-1a10-4f00-b284-067f4487ae9b HTTP/1.1" status: 200 len: 835 time: 0.0475321 Jul 07 20:22:31.498582 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-3b7ca39d-e93f-4f14-813b-98c782ba0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:31.500072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-3b7ca39d-e93f-4f14-813b-98c782ba0cf8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596638 Jul 07 20:22:31.589058 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-90c92520-f8b9-45a0-8c59-64ffc802af70 service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822785 Jul 07 20:22:32.001296 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-8b243e60-6d1c-4836-9006-c2ca27c05a29 req-7bcd74f3-1e6c-48c3-ac62-9122ddee0279 service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058263 Jul 07 20:22:34.054878 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:38.515339 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc331b45-c703-4977-8a51-dfe2ca8d4c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:41.186903 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-537c3b8d-049e-4a5e-beaf-560c968f2997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:41.464092 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:42.677114 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:44.207065 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:49.295015 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:49.455275 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port bd020dff-be7f-48b2-906e-25e359a0b5ff {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:22:49.455621 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:49.529828 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:49.530163 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:49.541674 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for bd020dff-be7f-48b2-906e-25e359a0b5ff owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:22:49.721812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:49.745943 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:49.754590 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=bd020dff-be7f-48b2-906e-25e359a0b5ff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:49.782908 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.783270 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.783619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.783961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.784297 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.784661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.784996 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.785880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.786212 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.786542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.786869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.787196 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:49.827429 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:49.827769 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Floating IP 172cd48c-cba5-49da-b149-59430d155236 disassociated (deleted). External IP: 172.25.2.140, port: bb4bac76-4791-4b33-a155-75ec53c9d643. Jul 07 20:22:50.047122 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 4af67bda-6ab1-4c19-be6e-5a0950f941cc has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:22:50.157679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:22:50.162541 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:50.169529 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac018bd9-bf56-496c-aeef-7fac9cae03ec None None] Sync routers for ids ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:22:50.179536 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac018bd9-bf56-496c-aeef-7fac9cae03ec None None] Routers {'4af67bda-6ab1-4c19-be6e-5a0950f941cc'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:50.180148 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac018bd9-bf56-496c-aeef-7fac9cae03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:50.202885 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b23f787-9c43-4608-b843-32c455d6ea54 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/floatingips/172cd48c-cba5-49da-b149-59430d155236 HTTP/1.1" status: 204 len: 168 time: 0.9067483 Jul 07 20:22:50.203470 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'tag': 'bb4bac76-4791-4b33-a155-75ec53c9d643'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:22:50.205774 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f925331e-7bef-4c3d-ad64-023e16cb680f" -d '{"events": [{"name": "network-changed", "server_uuid": "73c04f09-0689-471c-b1eb-0a28cc2f12d9", "tag": "bb4bac76-4791-4b33-a155-75ec53c9d643"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:22:50.290658 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ac018bd9-bf56-496c-aeef-7fac9cae03ec None None] Set router 4af67bda-6ab1-4c19-be6e-5a0950f941cc gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:50.303446 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ceab56-ac38-4ef0-961c-9c0b415d0cae x-openstack-request-id: req-59ceab56-ac38-4ef0-961c-9c0b415d0cae {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:22:50.303983 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c04f09-0689-471c-b1eb-0a28cc2f12d9", "tag": "bb4bac76-4791-4b33-a155-75ec53c9d643", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:22:50.304098 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-59ceab56-ac38-4ef0-961c-9c0b415d0cae {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:22:50.304681 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'tag': 'bb4bac76-4791-4b33-a155-75ec53c9d643', 'status': 'completed', 'code': 200} Jul 07 20:22:50.391803 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925331e-7bef-4c3d-ad64-023e16cb680f req-b62c5a75-09bf-48e1-84b5-716b02529926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:50.393890 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f925331e-7bef-4c3d-ad64-023e16cb680f req-b62c5a75-09bf-48e1-84b5-716b02529926 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 1098 time: 0.0633595 Jul 07 20:22:50.509460 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925331e-7bef-4c3d-ad64-023e16cb680f req-6f28ae27-3bdd-4ca2-9bdd-5d3747c32545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:50.510919 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f925331e-7bef-4c3d-ad64-023e16cb680f req-6f28ae27-3bdd-4ca2-9bdd-5d3747c32545 service neutron] 10.222.0.112 "GET /v2.0/networks?id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b HTTP/1.1" status: 200 len: 898 time: 0.1054904 Jul 07 20:22:50.513774 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac018bd9-bf56-496c-aeef-7fac9cae03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c64616c0-9dcd-462f-b7ff-ca7a161b4129', 'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:85:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:16Z', 'updated_at': '2021-07-07T20:21:21Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:50.540434 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac018bd9-bf56-496c-aeef-7fac9cae03ec None None] Checking router: 4af67bda-6ab1-4c19-be6e-5a0950f941cc for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:22:50.548882 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac018bd9-bf56-496c-aeef-7fac9cae03ec None None] Routers {'4af67bda-6ab1-4c19-be6e-5a0950f941cc'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:50.549489 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac018bd9-bf56-496c-aeef-7fac9cae03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:50.558526 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f925331e-7bef-4c3d-ad64-023e16cb680f req-f70f1cff-84e4-40c4-a454-121c19424463 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4bac76-4791-4b33-a155-75ec53c9d643 HTTP/1.1" status: 200 len: 217 time: 0.0404830 Jul 07 20:22:50.614398 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925331e-7bef-4c3d-ad64-023e16cb680f req-ab582f88-cbd5-4508-9c82-073ffdb1ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:50.616359 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f925331e-7bef-4c3d-ad64-023e16cb680f req-ab582f88-cbd5-4508-9c82-073ffdb1ed7d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=41cd9857-1a10-4f00-b284-067f4487ae9b HTTP/1.1" status: 200 len: 835 time: 0.0482216 Jul 07 20:22:50.618679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d77c7-2dfa-4bb6-afb6-fd8c35b1e4c9 req-3bd161fa-1269-4fd6-b7b0-b7a4c8e9e7a2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:50.620181 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de9d77c7-2dfa-4bb6-afb6-fd8c35b1e4c9 req-3bd161fa-1269-4fd6-b7b0-b7a4c8e9e7a2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0695515 Jul 07 20:22:50.661393 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-de9d77c7-2dfa-4bb6-afb6-fd8c35b1e4c9 req-10a3c135-b8dc-4851-8896-25ac8eff3edc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344517 Jul 07 20:22:50.663598 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ac018bd9-bf56-496c-aeef-7fac9cae03ec None None] Set router 4af67bda-6ab1-4c19-be6e-5a0950f941cc gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:50.687483 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925331e-7bef-4c3d-ad64-023e16cb680f req-fc6dce55-4b28-4025-b754-2dfb7aabadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:50.689059 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f925331e-7bef-4c3d-ad64-023e16cb680f req-fc6dce55-4b28-4025-b754-2dfb7aabadf3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=46caf37b-2107-47b6-a0f1-8d4b50abcb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651743 Jul 07 20:22:50.782054 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f925331e-7bef-4c3d-ad64-023e16cb680f req-5bd5fe4a-ccad-42a3-9cb4-ada7cc36b3d3 service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853755 Jul 07 20:22:50.869701 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac018bd9-bf56-496c-aeef-7fac9cae03ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c64616c0-9dcd-462f-b7ff-ca7a161b4129', 'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:85:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:16Z', 'updated_at': '2021-07-07T20:21:21Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:50.884735 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f925331e-7bef-4c3d-ad64-023e16cb680f req-76b3b2f1-8700-470d-bb6d-3a0ee140fe7e service neutron] 10.222.0.112 "GET /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941997 Jul 07 20:22:50.987848 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac018bd9-bf56-496c-aeef-7fac9cae03ec None None] The sync data for ids ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'] in n-d-792394-12 is: [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'c64616c0-9dcd-462f-b7ff-ca7a161b4129', 'name': '', 'network_id': '46caf37b-2107-47b6-a0f1-8d4b50abcb0b', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:85:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:16Z', 'updated_at': '2021-07-07T20:21:21Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '41cd9857-1a10-4f00-b284-067f4487ae9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:22:51.204250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edbdb04-bc01-498c-8bdc-bb292be325b8 None None] New status for floating IP 172cd48c-cba5-49da-b149-59430d155236: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:22:51.839028 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd82b-6d1d-436d-974a-39361900eaab req-ee66a539-4f05-4030-b0d3-885cebeb4e5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:51.840592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-914fd82b-6d1d-436d-974a-39361900eaab req-ee66a539-4f05-4030-b0d3-885cebeb4e5c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0634925 Jul 07 20:22:51.879495 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-914fd82b-6d1d-436d-974a-39361900eaab req-a790fee2-5991-4329-9f28-a88cf5b83503 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=3d7a1f9f-1f2e-4524-9e50-85831deb4126&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331001 Jul 07 20:22:51.927050 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:22:52.243645 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144ca4c-252a-4e10-b52f-58330a8dddf2 req-dd91970d-6bfc-42da-a50e-52fed1fbe3c1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:52.245160 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e144ca4c-252a-4e10-b52f-58330a8dddf2 req-dd91970d-6bfc-42da-a50e-52fed1fbe3c1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 946 time: 0.0648916 Jul 07 20:22:52.346955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e144ca4c-252a-4e10-b52f-58330a8dddf2 req-35b40838-d4fb-4ded-8676-77dd6c247953 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port bb4bac76-4791-4b33-a155-75ec53c9d643 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:22:52.347300 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e144ca4c-252a-4e10-b52f-58330a8dddf2 req-35b40838-d4fb-4ded-8676-77dd6c247953 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:52.446120 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e144ca4c-252a-4e10-b52f-58330a8dddf2 req-35b40838-d4fb-4ded-8676-77dd6c247953 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port bb4bac76-4791-4b33-a155-75ec53c9d643, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=bb4bac76-4791-4b33-a155-75ec53c9d643,segment=NetworkSegment(6e0b7f67-79de-4cb4-b1d5-7b9829094a75),segment_id=6e0b7f67-79de-4cb4-b1d5-7b9829094a75)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:52.446474 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e144ca4c-252a-4e10-b52f-58330a8dddf2 req-35b40838-d4fb-4ded-8676-77dd6c247953 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:52.460134 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e144ca4c-252a-4e10-b52f-58330a8dddf2 req-35b40838-d4fb-4ded-8676-77dd6c247953 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for bb4bac76-4791-4b33-a155-75ec53c9d643 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:22:52.593394 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e144ca4c-252a-4e10-b52f-58330a8dddf2 req-35b40838-d4fb-4ded-8676-77dd6c247953 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:52.636162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b40838-d4fb-4ded-8676-77dd6c247953 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=bb4bac76-4791-4b33-a155-75ec53c9d643,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:52.675214 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e144ca4c-252a-4e10-b52f-58330a8dddf2 req-35b40838-d4fb-4ded-8676-77dd6c247953 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] No DVR routers for this DVR port bb4bac76-4791-4b33-a155-75ec53c9d643 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:22:52.678606 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e144ca4c-252a-4e10-b52f-58330a8dddf2 req-35b40838-d4fb-4ded-8676-77dd6c247953 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:52.680657 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e144ca4c-252a-4e10-b52f-58330a8dddf2 req-35b40838-d4fb-4ded-8676-77dd6c247953 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.112 "DELETE /v2.0/ports/bb4bac76-4791-4b33-a155-75ec53c9d643 HTTP/1.1" status: 204 len: 173 time: 0.4284482 Jul 07 20:22:52.681167 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'name': 'network-vif-deleted', 'tag': 'bb4bac76-4791-4b33-a155-75ec53c9d643'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:22:52.683934 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36537d97-eba5-4f8f-b709-6661550e65ac" -d '{"events": [{"server_uuid": "73c04f09-0689-471c-b1eb-0a28cc2f12d9", "name": "network-vif-deleted", "tag": "bb4bac76-4791-4b33-a155-75ec53c9d643"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:22:52.725434 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdd54f5-d54d-494d-8a4e-627ed1afb0b9 x-openstack-request-id: req-efdd54f5-d54d-494d-8a4e-627ed1afb0b9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:22:52.725784 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c04f09-0689-471c-b1eb-0a28cc2f12d9", "name": "network-vif-deleted", "tag": "bb4bac76-4791-4b33-a155-75ec53c9d643", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:22:52.726442 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-efdd54f5-d54d-494d-8a4e-627ed1afb0b9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:22:52.726921 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c04f09-0689-471c-b1eb-0a28cc2f12d9', 'name': 'network-vif-deleted', 'tag': 'bb4bac76-4791-4b33-a155-75ec53c9d643', 'status': 'completed', 'code': 200} Jul 07 20:22:53.038038 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3f3bd1c-5932-4636-8d5c-462570ee134e req-0a65e9ff-30e4-4dad-ac1e-409effd91958 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c04f09-0689-471c-b1eb-0a28cc2f12d9 HTTP/1.1" status: 200 len: 210 time: 0.0307755 Jul 07 20:22:54.134689 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40314) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:54.502487 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:54.775485 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port c64616c0-9dcd-462f-b7ff-ca7a161b4129 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:22:54.775750 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:54.869598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port c64616c0-9dcd-462f-b7ff-ca7a161b4129, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c64616c0-9dcd-462f-b7ff-ca7a161b4129,segment=NetworkSegment(6e0b7f67-79de-4cb4-b1d5-7b9829094a75),segment_id=6e0b7f67-79de-4cb4-b1d5-7b9829094a75)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:54.869959 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:54.882705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for c64616c0-9dcd-462f-b7ff-ca7a161b4129 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:22:55.076101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:55.105259 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=c64616c0-9dcd-462f-b7ff-ca7a161b4129,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:55.287013 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:55.505325 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 4af67bda-6ab1-4c19-be6e-5a0950f941cc has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:22:55.610000 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:22:55.616551 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-508f4243-d79b-464c-9965-2bc1ac6de551 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "PUT /v2.0/routers/4af67bda-6ab1-4c19-be6e-5a0950f941cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4805384 Jul 07 20:22:55.618882 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:55.620779 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551a64a-4443-44be-ac1b-b9cfacc10551 None None] Sync routers for ids ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:22:55.630472 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551a64a-4443-44be-ac1b-b9cfacc10551 None None] Routers {'4af67bda-6ab1-4c19-be6e-5a0950f941cc'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:55.631090 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b551a64a-4443-44be-ac1b-b9cfacc10551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:55.671204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4292c9-303c-4614-817d-b4f1b64f792e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting subnet 41cd9857-1a10-4f00-b284-067f4487ae9b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:22:55.674286 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4292c9-303c-4614-817d-b4f1b64f792e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:55.714862 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4292c9-303c-4614-817d-b4f1b64f792e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:55.735493 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b551a64a-4443-44be-ac1b-b9cfacc10551 None None] Set router 4af67bda-6ab1-4c19-be6e-5a0950f941cc gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:55.804933 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4292c9-303c-4614-817d-b4f1b64f792e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:55.866691 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4292c9-303c-4614-817d-b4f1b64f792e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:55.895162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4292c9-303c-4614-817d-b4f1b64f792e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Subnet': ['ID=41cd9857-1a10-4f00-b284-067f4487ae9b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:55.899349 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd4292c9-303c-4614-817d-b4f1b64f792e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:55.901330 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-bd4292c9-303c-4614-817d-b4f1b64f792e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/subnets/41cd9857-1a10-4f00-b284-067f4487ae9b HTTP/1.1" status: 204 len: 168 time: 0.2813222 Jul 07 20:22:55.903993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:55.907948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ff0a1-44d9-4dbd-b2c0-30b3205307c5 None None] Network 46caf37b-2107-47b6-a0f1-8d4b50abcb0b requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:22:55.924608 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b551a64a-4443-44be-ac1b-b9cfacc10551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:22:55Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:55.957477 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551a64a-4443-44be-ac1b-b9cfacc10551 None None] Checking router: 4af67bda-6ab1-4c19-be6e-5a0950f941cc for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:22:55.966805 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551a64a-4443-44be-ac1b-b9cfacc10551 None None] Routers {'4af67bda-6ab1-4c19-be6e-5a0950f941cc'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:22:55.967680 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b551a64a-4443-44be-ac1b-b9cfacc10551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:56.018543 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.078027 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b551a64a-4443-44be-ac1b-b9cfacc10551 None None] Set router 4af67bda-6ab1-4c19-be6e-5a0950f941cc gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:22:56.088870 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device bb4bac76-4791-4b33-a155-75ec53c9d643 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:22:56.114138 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: bb4bac76-4791-4b33-a155-75ec53c9d643 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:22:56.114521 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device bb4bac76-4791-4b33-a155-75ec53c9d643 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:22:56.125097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] DHCP port deletion for 46caf37b-2107-47b6-a0f1-8d4b50abcb0b request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:22:56.140091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.177348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Deleting port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:22:56.178026 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.197446 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port bc05a3e2-ac68-420e-8631-d679066f5e07 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:22:56.197786 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.243478 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] For port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=e60f6bf5-9da3-4776-ac3c-d3753fb6bae3,segment=NetworkSegment(6e0b7f67-79de-4cb4-b1d5-7b9829094a75),segment_id=6e0b7f67-79de-4cb4-b1d5-7b9829094a75)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:56.243877 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.260740 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Calling delete_port for e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:22:56.274038 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b551a64a-4443-44be-ac1b-b9cfacc10551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:22:55Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:56.286516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port bc05a3e2-ac68-420e-8631-d679066f5e07, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=bc05a3e2-ac68-420e-8631-d679066f5e07,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:22:56.286869 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.299272 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for bc05a3e2-ac68-420e-8631-d679066f5e07 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:22:56.301163 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551a64a-4443-44be-ac1b-b9cfacc10551 None None] The sync data for ids ['4af67bda-6ab1-4c19-be6e-5a0950f941cc'] in n-d-792394-12 is: [{'id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290498621', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:21:13Z', 'updated_at': '2021-07-07T20:22:55Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': 'bc05a3e2-ac68-420e-8631-d679066f5e07', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af67bda-6ab1-4c19-be6e-5a0950f941cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:21:14Z', 'updated_at': '2021-07-07T20:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:22:56.353729 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.378221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Pushing event deleted for resources: {'Port': ['ID=e60f6bf5-9da3-4776-ac3c-d3753fb6bae3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:56.386219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] No DVR routers for this DVR port e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:22:56.388324 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.388692 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.389034 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.389371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.389702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.390026 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.390369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.390694 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.391016 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.391333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.391655 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.391969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457224-3e55-4940-befa-2676fe5bbf06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:56.479656 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.506124 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=bc05a3e2-ac68-420e-8631-d679066f5e07,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:56.568598 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.666757 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.669109 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:56.869245 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:22:56.889317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:22:56.889569 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device e60f6bf5-9da3-4776-ac3c-d3753fb6bae3 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:22:56.889991 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c64616c0-9dcd-462f-b7ff-ca7a161b4129 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:22:56.910100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: c64616c0-9dcd-462f-b7ff-ca7a161b4129 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:22:56.911300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c64616c0-9dcd-462f-b7ff-ca7a161b4129 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:22:57.045857 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.046455 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Fanout notify agent at l3_agent the message router_deleted on router 4af67bda-6ab1-4c19-be6e-5a0950f941cc {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:22:57.053616 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.054791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-66fcd35f-2d9d-48ba-ac18-df1a11cd150c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/routers/4af67bda-6ab1-4c19-be6e-5a0950f941cc HTTP/1.1" status: 204 len: 168 time: 1.1499534 Jul 07 20:22:57.057866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:57.139988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.231279 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.241389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46caf37b-2107-47b6-a0f1-8d4b50abcb0b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:57.255739 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0b7f67-79de-4cb4-b1d5-7b9829094a75') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:57.256036 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0b7f67-79de-4cb4-b1d5-7b9829094a75') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:22:57.264732 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.278424 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.284321 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:22:57.284739 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: timer() Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:22:57.287927 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:22:57.344318 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.351921 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.353622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/networks/46caf37b-2107-47b6-a0f1-8d4b50abcb0b HTTP/1.1" status: 204 len: 168 time: 0.2947462 Jul 07 20:22:57.356572 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:57.365762 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Network': ['ID=46caf37b-2107-47b6-a0f1-8d4b50abcb0b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:57.373546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.373899 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.374231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.374563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.374891 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.375219 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.375603 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.375988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.376315 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.376824 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.377209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.377592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f034cd6e-04cf-49c2-971b-6d93d8a40699 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:22:57.417364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6a0c-96b3-4c49-874f-32f5f7836b07 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.444009 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6a0c-96b3-4c49-874f-32f5f7836b07 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.505954 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6a0c-96b3-4c49-874f-32f5f7836b07 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.509367 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6a0c-96b3-4c49-874f-32f5f7836b07 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:57.513032 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b1cd6a0c-96b3-4c49-874f-32f5f7836b07 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/security-groups/3d7a1f9f-1f2e-4524-9e50-85831deb4126 HTTP/1.1" status: 204 len: 168 time: 0.1529360 Jul 07 20:22:57.523655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd6a0c-96b3-4c49-874f-32f5f7836b07 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7a1f9f-1f2e-4524-9e50-85831deb4126,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:58.028859 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:58.032458 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1fdd7592-b47b-4ace-9843-020faca95f32 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1287811741', 'description': 'tempest-secgroup-smoke-1287811741 description', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:58.056520 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7592-b47b-4ace-9843-020faca95f32 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.143652 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7592-b47b-4ace-9843-020faca95f32 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.147953 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7592-b47b-4ace-9843-020faca95f32 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.174128 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7592-b47b-4ace-9843-020faca95f32 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.175345 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1fdd7592-b47b-4ace-9843-020faca95f32 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1467080 Jul 07 20:22:58.178726 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:58.179557 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd7592-b47b-4ace-9843-020faca95f32 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ac9d91-ed91-4e26-b539-a67c6ea47b7d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:58.183611 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9031ab56-f596-4489-bb2d-3135c70e82c7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '32ac9d91-ed91-4e26-b539-a67c6ea47b7d', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:58.211384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9031ab56-f596-4489-bb2d-3135c70e82c7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.267317 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9031ab56-f596-4489-bb2d-3135c70e82c7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.271813 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9031ab56-f596-4489-bb2d-3135c70e82c7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.292513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031ab56-f596-4489-bb2d-3135c70e82c7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a757f8-6eef-4e23-af8d-f2a6b3bad69c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:58.296072 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9031ab56-f596-4489-bb2d-3135c70e82c7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.297298 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9031ab56-f596-4489-bb2d-3135c70e82c7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174972 Jul 07 20:22:58.300615 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:58.305175 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8cc1debc-5955-41f6-b21e-ccf64644629e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '32ac9d91-ed91-4e26-b539-a67c6ea47b7d', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:58.333482 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debc-5955-41f6-b21e-ccf64644629e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.396169 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debc-5955-41f6-b21e-ccf64644629e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.399871 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debc-5955-41f6-b21e-ccf64644629e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.418829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1debc-5955-41f6-b21e-ccf64644629e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5136c687-7a12-4022-8560-f8737915755d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:58.426576 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debc-5955-41f6-b21e-ccf64644629e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.428167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8cc1debc-5955-41f6-b21e-ccf64644629e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264427 Jul 07 20:22:58.430967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:58.435433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0775ae41-4708-4034-b684-29a05228d5b8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '32ac9d91-ed91-4e26-b539-a67c6ea47b7d', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:58.463394 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0775ae41-4708-4034-b684-29a05228d5b8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.521536 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0775ae41-4708-4034-b684-29a05228d5b8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.525000 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0775ae41-4708-4034-b684-29a05228d5b8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.544116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775ae41-4708-4034-b684-29a05228d5b8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744395ff-a2f4-4c1b-b66b-28bc275a7277,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:58.547672 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0775ae41-4708-4034-b684-29a05228d5b8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.549060 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0775ae41-4708-4034-b684-29a05228d5b8 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171458 Jul 07 20:22:58.552695 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:58.557228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-566d298a-57f4-406d-a2c2-7ea54cec2e92 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '32ac9d91-ed91-4e26-b539-a67c6ea47b7d', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:58.583868 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-566d298a-57f4-406d-a2c2-7ea54cec2e92 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.648903 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-566d298a-57f4-406d-a2c2-7ea54cec2e92 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.652320 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-566d298a-57f4-406d-a2c2-7ea54cec2e92 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.670109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d298a-57f4-406d-a2c2-7ea54cec2e92 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e7d334-0ec5-4ae2-a91b-6231df80ae3d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:58.677357 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-566d298a-57f4-406d-a2c2-7ea54cec2e92 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.678358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-566d298a-57f4-406d-a2c2-7ea54cec2e92 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247039 Jul 07 20:22:58.681278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:58.685718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3f76a169-6673-4e21-b9b0-cb95fe8c0b24 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '32ac9d91-ed91-4e26-b539-a67c6ea47b7d', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:58.708530 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-3f76a169-6673-4e21-b9b0-cb95fe8c0b24 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Project 8ba6bc76dda2493bbc35f1b3fa13d72e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:22:58.713362 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f76a169-6673-4e21-b9b0-cb95fe8c0b24 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.754727 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bc05a3e2-ac68-420e-8631-d679066f5e07 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:22:58.777769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: bc05a3e2-ac68-420e-8631-d679066f5e07 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:22:58.778111 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device bc05a3e2-ac68-420e-8631-d679066f5e07 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:22:58.779011 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f76a169-6673-4e21-b9b0-cb95fe8c0b24 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.783257 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f76a169-6673-4e21-b9b0-cb95fe8c0b24 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.802679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76a169-6673-4e21-b9b0-cb95fe8c0b24 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d79987b-c360-4e9c-b237-9e53995a1444,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:58.809353 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f76a169-6673-4e21-b9b0-cb95fe8c0b24 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.810582 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-3f76a169-6673-4e21-b9b0-cb95fe8c0b24 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283875 Jul 07 20:22:58.813330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:58.818638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9ffdedb3-094d-4675-a488-9c6a0c7abb96 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'security_group_rule': {'security_group_id': '32ac9d91-ed91-4e26-b539-a67c6ea47b7d', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:58.840806 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-9ffdedb3-094d-4675-a488-9c6a0c7abb96 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Project 8ba6bc76dda2493bbc35f1b3fa13d72e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:22:58.845679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ffdedb3-094d-4675-a488-9c6a0c7abb96 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.909665 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ffdedb3-094d-4675-a488-9c6a0c7abb96 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.914228 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ffdedb3-094d-4675-a488-9c6a0c7abb96 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.935033 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdedb3-094d-4675-a488-9c6a0c7abb96 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8d7fb5-2169-4432-bc18-7685cad78946,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:58.942534 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ffdedb3-094d-4675-a488-9c6a0c7abb96 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:58.943864 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9ffdedb3-094d-4675-a488-9c6a0c7abb96 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295943 Jul 07 20:22:58.946784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:58.951676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'network': {'name': 'tempest-network-smoke--539100056', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:58.973310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:22:58.976886 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.002311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1125} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:22:59.011907 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.012260 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Added segment 429edd27-b03e-4d7d-b326-339d546d6c6e of type vlan for network cfbd32a3-1562-4b37-921c-9602522e1043 Jul 07 20:22:59.055906 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.087228 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.092852 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:22:59.093457 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.147122 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1992869 Jul 07 20:22:59.150038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:22:59.154760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'admin_state_up': True, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:22:59.164851 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adb9f8-4b4e-4dac-9d5c-f9b78ff3be05 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Network': ['ID=cfbd32a3-1562-4b37-921c-9602522e1043,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:22:59.176897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network cfbd32a3-1562-4b37-921c-9602522e1043 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:22:59.180754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.181758 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.235101 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.377906 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.573278 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.595227 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.701713 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.25.2.44 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/8a7165fa-8d88-470c-b08d-f052c793b207) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:22:59.808926 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.849422 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:22:59.887546 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:22:59.892303 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:22:59.896424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:22:59.902083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=8a7165fa-8d88-470c-b08d-f052c793b207,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:00.158469 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:00.361914 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:00.494234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 03a74a39-e479-4cea-9481-39db7b899efe is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:23:00.601679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:23:00.610885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Sync routers for ids ['03a74a39-e479-4cea-9481-39db7b899efe'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:23:00.621556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Routers {'03a74a39-e479-4cea-9481-39db7b899efe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:00.622402 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['03a74a39-e479-4cea-9481-39db7b899efe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:00.623684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:00.625072 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-69bc431b-40e7-41d3-85fb-1eceb1fd05c9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4740207 Jul 07 20:23:00.628162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:00.709501 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-7db05e05-2749-4bbc-bec4-5f817637c034 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=8ba6bc76dda2493bbc35f1b3fa13d72e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0799387 Jul 07 20:23:00.711955 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:00.732615 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Set router 03a74a39-e479-4cea-9481-39db7b899efe gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:00.800147 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fec861-ff0e-4200-9e1e-7a29b5abaa3b tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:00.801858 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c8fec861-ff0e-4200-9e1e-7a29b5abaa3b tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889351 Jul 07 20:23:00.804778 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:00.839123 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-24428a1a-6469-46d2-92e5-fb783e1211a5 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=bec3f046-f8b3-402a-8374-381f4c722371&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327671 Jul 07 20:23:00.841176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:00.846037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-361425835', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:23:00.917438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:00Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:00.937825 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:23:00.941812 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25855308'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:00.949149 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Checking router: 03a74a39-e479-4cea-9481-39db7b899efe for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:23:00.949500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Updating router 03a74a39-e479-4cea-9481-39db7b899efe port 8a7165fa-8d88-470c-b08d-f052c793b207 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:23:00.984375 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:01.133593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25860420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25855326'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:01.195247 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Subnet': ['ID=247fbc83-b40b-4189-9259-dea9d9dd15b8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:01.204183 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Checking segment: {'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:01.204570 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network hostable DHCP agents. Network: cfbd32a3-1562-4b37-921c-9602522e1043, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:23:01.221521 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network cfbd32a3-1562-4b37-921c-9602522e1043 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:23:01.230892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, cfbd32a3-1562-4b37-921c-9602522e1043) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:01.236105 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:01.236740 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:01.249395 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae1e4a6-70ad-469b-b108-e1986817c5bc None None] Network cfbd32a3-1562-4b37-921c-9602522e1043 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:23:01.254303 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5d71fcce-73e2-4ad3-974b-6718c1f893e6 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4113419 Jul 07 20:23:01.255869 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:01.256535 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:01.308443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Transition to ACTIVE for port object 8a7165fa-8d88-470c-b08d-f052c793b207 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:01.317313 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:01.393630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd11b4f-49ee-4938-8134-0084a3eda271 None None] Pushing event updated for resources: {'Port': ['ID=8a7165fa-8d88-470c-b08d-f052c793b207,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:01.397720 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Attempting to bind port 8a7165fa-8d88-470c-b08d-f052c793b207 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:23:01.397998 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Attempting to bind port 8a7165fa-8d88-470c-b08d-f052c793b207 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:23:01.398336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Attempting to bind port 8a7165fa-8d88-470c-b08d-f052c793b207 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:23:01.406353 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:23:01.406722 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:01.407125 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:01.407513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:23:01.407992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Bound port: 8a7165fa-8d88-470c-b08d-f052c793b207, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:23:01.408366 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:01.511526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] For port 8a7165fa-8d88-470c-b08d-f052c793b207, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:23:01.515133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] For port 8a7165fa-8d88-470c-b08d-f052c793b207, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8a7165fa-8d88-470c-b08d-f052c793b207,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:23:01.518439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-cfbd32a3-1562-4b37-921c-9602522e1043', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ips': [{'subnet_id': '247fbc83-b40b-4189-9259-dea9d9dd15b8'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:23:01.519574 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:01.530330 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:01.662256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Routers {'03a74a39-e479-4cea-9481-39db7b899efe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:01.662904 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['03a74a39-e479-4cea-9481-39db7b899efe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:01.664570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd11b4f-49ee-4938-8134-0084a3eda271 None None] Pushing event updated for resources: {'Port': ['ID=8a7165fa-8d88-470c-b08d-f052c793b207,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:01.725602 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:01.811841 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Allocated IP 172.20.0.2 (cfbd32a3-1562-4b37-921c-9602522e1043/247fbc83-b40b-4189-9259-dea9d9dd15b8/9e5393c8-0e77-4c8c-baa3-efdaee2f561f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:23:01.827297 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] Set router 03a74a39-e479-4cea-9481-39db7b899efe gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:02.259870 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:02.271055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Transition to ACTIVE for port object 9e5393c8-0e77-4c8c-baa3-efdaee2f561f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:02.289944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Transition to ACTIVE for port object 9e5393c8-0e77-4c8c-baa3-efdaee2f561f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:02.299811 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:00Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:02.303997 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:02.336713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb02744-a35f-4366-9928-0a6d93a6ef0f None None] The sync data for ids ['03a74a39-e479-4cea-9481-39db7b899efe'] in n-d-792394-12 is: [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:00Z', 'revision_number': 3, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:23:02.359665 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.20.0.1 (cfbd32a3-1562-4b37-921c-9602522e1043/247fbc83-b40b-4189-9259-dea9d9dd15b8/1a34bf85-4b06-4de4-8888-bf5799841b1a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:23:02.372257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Network cfbd32a3-1562-4b37-921c-9602522e1043 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:02.377329 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:02.382059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:23:02.397242 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Pushing event updated for resources: {'Port': ['ID=9e5393c8-0e77-4c8c-baa3-efdaee2f561f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:02.455567 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Attempting to bind port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:23:02.455935 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Attempting to bind port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:23:02.456302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Attempting to bind port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f on network cfbd32a3-1562-4b37-921c-9602522e1043 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:23:02.465201 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:23:02.465665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Checking segment: {'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:02.466436 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:02.466915 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Bound using segment: {'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:23:02.467529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Bound port: 9e5393c8-0e77-4c8c-baa3-efdaee2f561f, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:23:02.467956 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:02.508147 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:02.524069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Transition to ACTIVE for port object 1a34bf85-4b06-4de4-8888-bf5799841b1a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:02.543048 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] For port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:23:02.546833 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] For port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9e5393c8-0e77-4c8c-baa3-efdaee2f561f,segment=NetworkSegment(429edd27-b03e-4d7d-b326-339d546d6c6e),segment_id=429edd27-b03e-4d7d-b326-339d546d6c6e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:23:02.551891 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:02.559967 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:02.637921 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network cfbd32a3-1562-4b37-921c-9602522e1043 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:02.638776 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd1226-516e-49df-94a6-ea8247778fc4 None None] Pushing event updated for resources: {'Port': ['ID=9e5393c8-0e77-4c8c-baa3-efdaee2f561f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:02.649550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:02.654568 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:23:02.685898 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=1a34bf85-4b06-4de4-8888-bf5799841b1a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:02.715457 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:02.873969 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8a7165fa-8d88-470c-b08d-f052c793b207 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:02.947529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 8a7165fa-8d88-470c-b08d-f052c793b207 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:02.951944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 8a7165fa-8d88-470c-b08d-f052c793b207 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:02.952450 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:02.952860 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:03.048661 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:03.074020 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 8a7165fa-8d88-470c-b08d-f052c793b207, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8a7165fa-8d88-470c-b08d-f052c793b207,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:03.078481 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:03.133554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=8a7165fa-8d88-470c-b08d-f052c793b207,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:03.286465 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:03.291586 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:03.370689 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=1a34bf85-4b06-4de4-8888-bf5799841b1a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:03.374031 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:03.492424 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network cfbd32a3-1562-4b37-921c-9602522e1043 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:03.494067 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:03.614072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 03a74a39-e479-4cea-9481-39db7b899efe has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:23:03.692124 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3279793-e840-4e15-b965-7fab3c8862fc None None] Network cfbd32a3-1562-4b37-921c-9602522e1043 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:23:03.732636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:23:03.738770 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e183676e-d799-4039-b393-0afad1f5145e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "PUT /v2.0/routers/03a74a39-e479-4cea-9481-39db7b899efe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4809358 Jul 07 20:23:03.756586 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1a2764a-d975-48a0-98a5-f4dc1e7262b3 None None] Provisioning for port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:03.912657 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-b00d96a9-439b-471c-aa28-a0719f578fd0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1287811741&fields=id&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 267 time: 0.0484307 Jul 07 20:23:04.032888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c862eaf7-0df9-4da3-a9e2-e493aa92d9ee tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:04.034390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c862eaf7-0df9-4da3-a9e2-e493aa92d9ee tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/networks?id=cfbd32a3-1562-4b37-921c-9602522e1043 HTTP/1.1" status: 200 len: 796 time: 0.1151273 Jul 07 20:23:04.053741 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Sync routers for ids ['03a74a39-e479-4cea-9481-39db7b899efe'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:23:04.054784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-625b665e-88f6-46c9-8e36-7ca2a4f3694e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/quotas/8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 375 time: 0.0136955 Jul 07 20:23:04.070186 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Routers {'03a74a39-e479-4cea-9481-39db7b899efe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:04.071328 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['03a74a39-e479-4cea-9481-39db7b899efe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:04.079543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:04.147769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-18c941c7-165d-4c0a-9343-dc45f15fd7c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802054 Jul 07 20:23:04.210067 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-25bdc6c8-ea7e-431c-b85b-778496110289 None None] Provisioning for port 1a34bf85-4b06-4de4-8888-bf5799841b1a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:04.216184 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Set router 03a74a39-e479-4cea-9481-39db7b899efe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:04.221193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-25bdc6c8-ea7e-431c-b85b-778496110289 None None] Provisioning complete for port 1a34bf85-4b06-4de4-8888-bf5799841b1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:04.221890 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25bdc6c8-ea7e-431c-b85b-778496110289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:04.263443 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-06ff8b3e-431c-42f5-9247-3cd4d2e50cd7 service neutron] 10.222.0.113 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146641 Jul 07 20:23:04.272879 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-25bdc6c8-ea7e-431c-b85b-778496110289 None None] Port 1a34bf85-4b06-4de4-8888-bf5799841b1a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:23:04.365888 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-8cee863b-1dd6-4ce5-89a3-ae3a96f098c9 service neutron] 10.222.0.113 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013091 Jul 07 20:23:04.406439 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cffd9930-c6ae-44ba-9083-ab6dc23018d3 None None] Provisioning complete for port 1a34bf85-4b06-4de4-8888-bf5799841b1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:04.406784 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cffd9930-c6ae-44ba-9083-ab6dc23018d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:04.454923 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cffd9930-c6ae-44ba-9083-ab6dc23018d3 None None] Port 1a34bf85-4b06-4de4-8888-bf5799841b1a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:23:04.496281 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:02Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1a34bf85-4b06-4de4-8888-bf5799841b1a', 'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:d3:39:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:01Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 2, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:04.527989 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Checking router: 03a74a39-e479-4cea-9481-39db7b899efe for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:23:04.528362 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Updating router 03a74a39-e479-4cea-9481-39db7b899efe port 1a34bf85-4b06-4de4-8888-bf5799841b1a binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:23:04.575153 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:04.605103 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-cb6892e6-f630-4fc5-b347-8b62154760df req-71013fd1-fc39-42bc-b8c2-b7688f54dc3c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 210 time: 0.0396194 Jul 07 20:23:04.681400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fb68ec9-59d7-4c97-815f-7ba71b835dbe None None] Provisioning complete for port 1a34bf85-4b06-4de4-8888-bf5799841b1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:04.681894 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fb68ec9-59d7-4c97-815f-7ba71b835dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:04.719229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0fb68ec9-59d7-4c97-815f-7ba71b835dbe None None] Port 1a34bf85-4b06-4de4-8888-bf5799841b1a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:23:04.904885 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:04.917395 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Transition to ACTIVE for port object 1a34bf85-4b06-4de4-8888-bf5799841b1a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:04.921945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8a7165fa-8d88-470c-b08d-f052c793b207 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:04.931909 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:04.977171 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 8a7165fa-8d88-470c-b08d-f052c793b207 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:04.978230 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:04.996629 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Pushing event updated for resources: {'Port': ['ID=1a34bf85-4b06-4de4-8888-bf5799841b1a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:05.027451 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.027690 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.027992 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.028322 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.028675 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.029000 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.029323 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.030740 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.030740 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.030740 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.030740 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.031177 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:05.080355 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Attempting to bind port 1a34bf85-4b06-4de4-8888-bf5799841b1a on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:23:05.081085 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Attempting to bind port 1a34bf85-4b06-4de4-8888-bf5799841b1a by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:23:05.081233 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Attempting to bind port 1a34bf85-4b06-4de4-8888-bf5799841b1a on network cfbd32a3-1562-4b37-921c-9602522e1043 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:23:05.087708 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:23:05.088083 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Checking segment: {'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:05.088505 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:05.088911 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Bound using segment: {'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:23:05.089374 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Bound port: 1a34bf85-4b06-4de4-8888-bf5799841b1a, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:23:05.089753 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:05.092597 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9e5393c8-0e77-4c8c-baa3-efdaee2f561f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:05.153970 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:05.158880 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:05.159722 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:05.168389 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] For port 1a34bf85-4b06-4de4-8888-bf5799841b1a, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:23:05.172356 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] For port 1a34bf85-4b06-4de4-8888-bf5799841b1a, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1a34bf85-4b06-4de4-8888-bf5799841b1a,segment=NetworkSegment(429edd27-b03e-4d7d-b326-339d546d6c6e),segment_id=429edd27-b03e-4d7d-b326-339d546d6c6e)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:23:05.178456 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:05.237116 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Routers {'03a74a39-e479-4cea-9481-39db7b899efe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:05.237592 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:22:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['03a74a39-e479-4cea-9481-39db7b899efe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:05.258335 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:05.273729 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9689b-c0f5-4376-921c-ce9905ba2227 None None] Pushing event updated for resources: {'Port': ['ID=1a34bf85-4b06-4de4-8888-bf5799841b1a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:05.298390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9e5393c8-0e77-4c8c-baa3-efdaee2f561f,segment=NetworkSegment(429edd27-b03e-4d7d-b326-339d546d6c6e),segment_id=429edd27-b03e-4d7d-b326-339d546d6c6e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:05.305264 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:05.370950 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=9e5393c8-0e77-4c8c-baa3-efdaee2f561f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:05.513943 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] Set router 03a74a39-e479-4cea-9481-39db7b899efe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:05.719595 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:02Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1a34bf85-4b06-4de4-8888-bf5799841b1a', 'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:d3:39:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:01Z', 'updated_at': '2021-07-07T20:23:05Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:05.753751 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae527f-4118-47c4-85e6-66879caf7352 None None] The sync data for ids ['03a74a39-e479-4cea-9481-39db7b899efe'] in n-d-792394-12 is: [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:02Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1a34bf85-4b06-4de4-8888-bf5799841b1a', 'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:d3:39:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:01Z', 'updated_at': '2021-07-07T20:23:05Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:23:05.774969 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bf66e1df-21c7-4f56-ad3e-bc45988250b5 req-9dd53ab5-f648-4bdd-a9b6-068a88ff96ce tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 210 time: 0.0437999 Jul 07 20:23:05.942509 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-bcf5d05f-b1e7-4ae6-8fe1-b2d36ed56936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:05.944100 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-bcf5d05f-b1e7-4ae6-8fe1-b2d36ed56936 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.59 "GET /v2.0/networks?id=cfbd32a3-1562-4b37-921c-9602522e1043 HTTP/1.1" status: 200 len: 796 time: 0.1265116 Jul 07 20:23:06.000724 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-ce85a42a-000c-4c51-b102-0a6dc1b303e9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e HTTP/1.1" status: 200 len: 380 time: 0.0400834 Jul 07 20:23:06.009974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'port': {'device_id': 'cbf42b72-256b-4d18-a435-402eccee6020', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'admin_state_up': True, 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'security_groups': ['32ac9d91-ed91-4e26-b539-a67c6ea47b7d']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:23:06.134469 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Made reservation on behalf of 8ba6bc76dda2493bbc35f1b3fa13d72e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:23:06.138381 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:06.274332 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.20.0.11 (cfbd32a3-1562-4b37-921c-9602522e1043/247fbc83-b40b-4189-9259-dea9d9dd15b8/0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:23:06.441269 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:06.457248 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Transition to ACTIVE for port object 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:06.491711 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:06.543580 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network cfbd32a3-1562-4b37-921c-9602522e1043 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:06.546865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:06.551738 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:23:06.555922 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:06.611704 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:06.612365 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:06.630405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-c6b75c56-e1f9-481f-a12d-355fa3f86a01 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6244793 Jul 07 20:23:06.649003 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Request body: {'port': {'device_id': 'cbf42b72-256b-4d18-a435-402eccee6020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:23:06.729520 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:06.862706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8bc3a0f4-a619-4afc-9f7c-404de8af2748 None None] Provisioning for port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:06.868343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8bc3a0f4-a619-4afc-9f7c-404de8af2748 None None] Provisioning complete for port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:06.868864 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a0f4-a619-4afc-9f7c-404de8af2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:06.932234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3a0f4-a619-4afc-9f7c-404de8af2748 None None] Port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:23:06.998759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9e5393c8-0e77-4c8c-baa3-efdaee2f561f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:07.047899 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:07.048517 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:07.088944 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649509b-316a-4422-8cca-ba63427ccc6f req-4b81c410-18f0-4370-a054-79da0910d0c5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:07.090452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d649509b-316a-4422-8cca-ba63427ccc6f req-4b81c410-18f0-4370-a054-79da0910d0c5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 932 time: 0.1193571 Jul 07 20:23:07.134538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1a34bf85-4b06-4de4-8888-bf5799841b1a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:07.149156 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:23:07.162451 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:07.174260 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d649509b-316a-4422-8cca-ba63427ccc6f req-c42908c7-7a7e-4c29-a27e-bc8c7ebf3154 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780830 Jul 07 20:23:07.182038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Transition to ACTIVE for port object 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:23:07.185921 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:07.199579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 1a34bf85-4b06-4de4-8888-bf5799841b1a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:07.199579 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1a34bf85-4b06-4de4-8888-bf5799841b1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:07.199579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:07.243177 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Pushing event updated for resources: {'Port': ['ID=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:07.280679 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:07.329884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Attempting to bind port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:23:07.330570 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Attempting to bind port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:23:07.331466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Attempting to bind port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 on network cfbd32a3-1562-4b37-921c-9602522e1043 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:23:07.332399 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 1a34bf85-4b06-4de4-8888-bf5799841b1a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1a34bf85-4b06-4de4-8888-bf5799841b1a,segment=NetworkSegment(429edd27-b03e-4d7d-b326-339d546d6c6e),segment_id=429edd27-b03e-4d7d-b326-339d546d6c6e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:07.336983 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:07.337186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 on network cfbd32a3-1562-4b37-921c-9602522e1043 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:23:07.337404 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Attempting to bind port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 on network cfbd32a3-1562-4b37-921c-9602522e1043 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:23:07.342895 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:23:07.343237 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Checking segment: {'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:23:07.343623 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Bound using segment: {'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:23:07.344048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Bound port: 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429edd27-b03e-4d7d-b326-339d546d6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:23:07.344403 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:07.390620 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=1a34bf85-4b06-4de4-8888-bf5799841b1a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:07.417313 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] For port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:23:07.420649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] For port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8,segment=NetworkSegment(429edd27-b03e-4d7d-b326-339d546d6c6e),segment_id=429edd27-b03e-4d7d-b326-339d546d6c6e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:23:07.425035 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:07.464847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:07.465531 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:07.467209 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] 10.222.0.59 "PUT /v2.0/ports/0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 HTTP/1.1" status: 200 len: 1093 time: 0.8234842 Jul 07 20:23:07.467596 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf42b72-256b-4d18-a435-402eccee6020', 'tag': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:23:07.470540 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2e1b51-ea23-46be-90ac-a8a47863b32d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf42b72-256b-4d18-a435-402eccee6020", "tag": "0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:23:07.502032 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12501b31-27a5-4cb8-ac0b-ab5457dc6276 service neutron] Pushing event updated for resources: {'Port': ['ID=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:07.590371 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a88e42-1d44-402a-a183-e70f98d70a38 x-openstack-request-id: req-c4a88e42-1d44-402a-a183-e70f98d70a38 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:23:07.590661 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf42b72-256b-4d18-a435-402eccee6020", "tag": "0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:23:07.590913 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c4a88e42-1d44-402a-a183-e70f98d70a38 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:23:07.591308 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf42b72-256b-4d18-a435-402eccee6020', 'tag': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8', 'status': 'completed', 'code': 200} Jul 07 20:23:07.594385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-3c2fe9f0-b07b-4b26-912b-bd3234f00ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:07.595904 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-3c2fe9f0-b07b-4b26-912b-bd3234f00ae2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 1096 time: 0.0721254 Jul 07 20:23:07.650855 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-3f6d8f59-f5c5-4c61-a226-3d3af7dbe5a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 HTTP/1.1" status: 200 len: 217 time: 0.0362377 Jul 07 20:23:07.701161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-5131b875-a0f7-459a-af2d-0d75bfe20841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:07.702700 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-5131b875-a0f7-459a-af2d-0d75bfe20841 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=247fbc83-b40b-4189-9259-dea9d9dd15b8 HTTP/1.1" status: 200 len: 834 time: 0.0456231 Jul 07 20:23:07.766096 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-3184ada0-bb12-47e1-a821-010bb6ca7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:07.767506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-3184ada0-bb12-47e1-a821-010bb6ca7966 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfbd32a3-1562-4b37-921c-9602522e1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587709 Jul 07 20:23:07.858886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-9f4f5b73-bca2-48d4-95dc-a0fc9b5c404f service neutron] 10.222.0.59 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847082 Jul 07 20:23:07.955051 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d3782ddb-147b-4f27-9ae5-63a08b5ebbf3 req-f9521b75-41cf-45b8-addd-999296641425 service neutron] 10.222.0.59 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871472 Jul 07 20:23:08.091906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e1b51-ea23-46be-90ac-a8a47863b32d req-2cd6d71e-bec7-4e0b-839b-9eafde62e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:08.093884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f2e1b51-ea23-46be-90ac-a8a47863b32d req-2cd6d71e-bec7-4e0b-839b-9eafde62e572 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 1096 time: 0.0550880 Jul 07 20:23:08.185459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e1b51-ea23-46be-90ac-a8a47863b32d req-eaef3257-ba5b-47c8-8a8c-c42420fad1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:08.186959 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f2e1b51-ea23-46be-90ac-a8a47863b32d req-eaef3257-ba5b-47c8-8a8c-c42420fad1a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfbd32a3-1562-4b37-921c-9602522e1043 HTTP/1.1" status: 200 len: 898 time: 0.0862515 Jul 07 20:23:08.232129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f2e1b51-ea23-46be-90ac-a8a47863b32d req-bb196617-6ba9-4a5a-b07b-367dac7e15b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 HTTP/1.1" status: 200 len: 217 time: 0.0386486 Jul 07 20:23:08.283247 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e1b51-ea23-46be-90ac-a8a47863b32d req-636c83d9-2f23-4967-8d8c-bcb887bd50db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:08.284812 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f2e1b51-ea23-46be-90ac-a8a47863b32d req-636c83d9-2f23-4967-8d8c-bcb887bd50db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=247fbc83-b40b-4189-9259-dea9d9dd15b8 HTTP/1.1" status: 200 len: 834 time: 0.0455787 Jul 07 20:23:08.391462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fe94f-5160-40db-a337-89ad1f38c965 req-76ff20cc-1621-4000-8ec1-fd9998870105 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:08.392957 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b11fe94f-5160-40db-a337-89ad1f38c965 req-76ff20cc-1621-4000-8ec1-fd9998870105 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 944 time: 0.1035056 Jul 07 20:23:08.399229 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e1b51-ea23-46be-90ac-a8a47863b32d req-d1f46d29-37f2-4535-af33-04789ef6798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:08.400896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f2e1b51-ea23-46be-90ac-a8a47863b32d req-d1f46d29-37f2-4535-af33-04789ef6798c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfbd32a3-1562-4b37-921c-9602522e1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027439 Jul 07 20:23:08.481207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b11fe94f-5160-40db-a337-89ad1f38c965 req-cd7ae62a-2ec5-40fc-8fe7-594986ec1793 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793202 Jul 07 20:23:08.519864 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f2e1b51-ea23-46be-90ac-a8a47863b32d req-6746c764-6570-433d-a34b-107fe6881373 service neutron] 10.222.0.59 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100633 Jul 07 20:23:08.521850 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-186011d4-2be5-4fbe-8455-50acc07c02b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:08.614209 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1f2e1b51-ea23-46be-90ac-a8a47863b32d req-093b75f6-1c7f-4ebe-88ff-5be7e59fdc47 service neutron] 10.222.0.59 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877900 Jul 07 20:23:08.802502 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1a34bf85-4b06-4de4-8888-bf5799841b1a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:08.850738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 1a34bf85-4b06-4de4-8888-bf5799841b1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:08.851105 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:09.657511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9d1b-188c-47c5-a52a-0082618ab4d7 req-a264200a-0014-4a1b-819b-11a133a26987 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:09.659025 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bace9d1b-188c-47c5-a52a-0082618ab4d7 req-a264200a-0014-4a1b-819b-11a133a26987 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 944 time: 0.0643866 Jul 07 20:23:09.698880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bace9d1b-188c-47c5-a52a-0082618ab4d7 req-073df2a3-5efe-4fd6-8c48-ad2746d63241 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332491 Jul 07 20:23:10.874297 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574e9d6-f6c6-4ed0-b432-53920de4b730 req-d6e08762-ad26-4a0b-8427-bd7d46b10618 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:10.875784 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b574e9d6-f6c6-4ed0-b432-53920de4b730 req-d6e08762-ad26-4a0b-8427-bd7d46b10618 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 944 time: 0.0639927 Jul 07 20:23:10.914857 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b574e9d6-f6c6-4ed0-b432-53920de4b730 req-736b0259-7851-4b34-b64b-d3f15fcb9b4f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326755 Jul 07 20:23:11.187290 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-346da0a7-a8a7-4e95-99ff-9bfa4120a555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:11.465546 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:12.093563 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3937ada-eab5-4f69-a954-d389b223701d req-11b678c6-524d-43f7-92dd-58a943e15284 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:12.095065 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3937ada-eab5-4f69-a954-d389b223701d req-11b678c6-524d-43f7-92dd-58a943e15284 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 944 time: 0.0678205 Jul 07 20:23:12.134252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3937ada-eab5-4f69-a954-d389b223701d req-867863aa-7ad3-4fbd-8252-57a82f9bfb5d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327625 Jul 07 20:23:12.275047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:23:12.371024 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8,segment=NetworkSegment(429edd27-b03e-4d7d-b326-339d546d6c6e),segment_id=429edd27-b03e-4d7d-b326-339d546d6c6e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:12.382724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'port_id': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8', 'mac_address': 'fa:16:3e:cc:6e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:23:12.436119 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:12.450636 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:23:12.472239 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8,segment=NetworkSegment(429edd27-b03e-4d7d-b326-339d546d6c6e),segment_id=429edd27-b03e-4d7d-b326-339d546d6c6e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:12.476776 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:12.525050 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:12.680442 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:12.781259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:23:13.311317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2d45b-cb82-4732-9a20-7d0bef2762f0 req-6b18e9d5-7632-4ad0-af1e-c18858ba2d2b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:13.312845 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dea2d45b-cb82-4732-9a20-7d0bef2762f0 req-6b18e9d5-7632-4ad0-af1e-c18858ba2d2b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 945 time: 0.0646577 Jul 07 20:23:13.351044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dea2d45b-cb82-4732-9a20-7d0bef2762f0 req-20ab4fd2-3a2c-47ee-8318-c257b7c99fc4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Jul 07 20:23:14.210079 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:14.281352 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:23:14.328803 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:23:14.332538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:23:14.334303 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:14.426916 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:14.452145 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf42b72-256b-4d18-a435-402eccee6020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:23:14.454405 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6f33c2-75bb-4200-a67e-1171632068b7" -d '{"events": [{"server_uuid": "cbf42b72-256b-4d18-a435-402eccee6020", "name": "network-vif-plugged", "status": "completed", "tag": "0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:23:14.469100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8,segment=NetworkSegment(429edd27-b03e-4d7d-b326-339d546d6c6e),segment_id=429edd27-b03e-4d7d-b326-339d546d6c6e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:14.473946 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:14.525712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:14.550119 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb845040-ea5f-4ef2-833e-1002674a3983 x-openstack-request-id: req-bb845040-ea5f-4ef2-833e-1002674a3983 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:23:14.550425 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf42b72-256b-4d18-a435-402eccee6020", "name": "network-vif-plugged", "status": "completed", "tag": "0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:23:14.550680 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bb845040-ea5f-4ef2-833e-1002674a3983 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:23:14.551081 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf42b72-256b-4d18-a435-402eccee6020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8', 'code': 200} Jul 07 20:23:14.575324 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48556ccc-27ae-41d4-86ed-9bfe9e12d07d req-723bfb01-ae0b-4575-bfc4-03d065e760e4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:14.575324 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48556ccc-27ae-41d4-86ed-9bfe9e12d07d req-723bfb01-ae0b-4575-bfc4-03d065e760e4 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.0841923 Jul 07 20:23:14.621597 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-48556ccc-27ae-41d4-86ed-9bfe9e12d07d req-e5acae6f-508a-41e9-851d-b740f417861f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436525 Jul 07 20:23:14.702073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc933b4-3466-4cc7-bc8a-322c153e1b87 req-2ef74687-4b2c-484a-aaf6-be7b015686b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:14.703606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcc933b4-3466-4cc7-bc8a-322c153e1b87 req-2ef74687-4b2c-484a-aaf6-be7b015686b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 1098 time: 0.0529094 Jul 07 20:23:14.741701 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-bcc933b4-3466-4cc7-bc8a-322c153e1b87 req-1e5c079e-6172-40e9-80df-0495607e94b5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Jul 07 20:23:15.808008 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a25053-c066-48c6-a348-f1044b090469 req-a2939aea-feea-40ec-beb8-460c78dcbab5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:15.809550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9a25053-c066-48c6-a348-f1044b090469 req-a2939aea-feea-40ec-beb8-460c78dcbab5 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.0652528 Jul 07 20:23:15.853803 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a9a25053-c066-48c6-a348-f1044b090469 req-2930922e-216a-4fe0-8250-674ef0706c56 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384998 Jul 07 20:23:17.036656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6666459-39da-4d82-a28a-e3cee65052ec req-3071b108-0f08-47b5-9396-548d4ed24301 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:17.038182 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6666459-39da-4d82-a28a-e3cee65052ec req-3071b108-0f08-47b5-9396-548d4ed24301 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.0698705 Jul 07 20:23:17.076046 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6666459-39da-4d82-a28a-e3cee65052ec req-bed48969-39fb-431e-a8e9-1872bbc767a7 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323727 Jul 07 20:23:17.249200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf67fcc-eb26-4a7e-8933-2aacc5edba4c req-bab622e7-4a1d-4eec-bab8-a458762088db tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:17.250708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ecf67fcc-eb26-4a7e-8933-2aacc5edba4c req-bab622e7-4a1d-4eec-bab8-a458762088db tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.0640929 Jul 07 20:23:17.290610 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ecf67fcc-eb26-4a7e-8933-2aacc5edba4c req-e04a59e5-369b-4257-8149-e84564c2732c tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342102 Jul 07 20:23:17.314057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:17.370898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc786b-dd65-4117-ae99-e9c324a7d871 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:17.372451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-86dc786b-dd65-4117-ae99-e9c324a7d871 tempest-TestNetworkAdvancedServerOps-1221113883 tempest-TestNetworkAdvancedServerOps-1221113883-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 1093 time: 0.0574224 Jul 07 20:23:17.375287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:17.379631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:23:17.403145 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:17.501550 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:17.613344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Allocated IP 172.25.2.98 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/9653e4ea-748a-4e35-8337-22490ca3fc4c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:23:17.716595 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:17.754679 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:17.792599 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:23:17.795391 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:23:17.798589 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:23:17.832844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=9653e4ea-748a-4e35-8337-22490ca3fc4c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:18.176442 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:18.254128 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:18.405871 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:18.410512 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:18.481898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event updated for resources: {'Port': ['ID=9653e4ea-748a-4e35-8337-22490ca3fc4c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:18.490544 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:18.590625 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Floating IP 106ba158-e550-4176-8908-4b670b0c67a7 associated. External IP: 172.25.2.98, port: 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8. Jul 07 20:23:19.116458 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 03a74a39-e479-4cea-9481-39db7b899efe has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:23:19.223255 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:23:19.234275 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f101f2-c7a7-42f8-b6c2-e4467fa58cc4 None None] Sync routers for ids ['03a74a39-e479-4cea-9481-39db7b899efe'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:23:19.241604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:19.245844 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f101f2-c7a7-42f8-b6c2-e4467fa58cc4 None None] Routers {'03a74a39-e479-4cea-9481-39db7b899efe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:19.246673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-56f101f2-c7a7-42f8-b6c2-e4467fa58cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:23:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['03a74a39-e479-4cea-9481-39db7b899efe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:19.277873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7291834a-000d-474c-b94c-877be3a0dc3d tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9015431 Jul 07 20:23:19.278540 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf42b72-256b-4d18-a435-402eccee6020', 'tag': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:23:19.281967 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f70828-1c34-4f26-8c9a-533d7760302c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf42b72-256b-4d18-a435-402eccee6020", "tag": "0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:23:19.322080 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538b7d61-48c5-47e9-8b28-fddaf41ea87d x-openstack-request-id: req-538b7d61-48c5-47e9-8b28-fddaf41ea87d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:23:19.322382 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf42b72-256b-4d18-a435-402eccee6020", "tag": "0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:23:19.322638 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-538b7d61-48c5-47e9-8b28-fddaf41ea87d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:23:19.323039 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf42b72-256b-4d18-a435-402eccee6020', 'tag': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8', 'status': 'completed', 'code': 200} Jul 07 20:23:19.358393 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-56f101f2-c7a7-42f8-b6c2-e4467fa58cc4 None None] Set router 03a74a39-e479-4cea-9481-39db7b899efe gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:19.477832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4decf-99ba-4a8f-861b-620fb48a97cf req-36dcc449-693b-481a-b78e-497f0a5a9d85 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:19.479278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29a4decf-99ba-4a8f-861b-620fb48a97cf req-36dcc449-693b-481a-b78e-497f0a5a9d85 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.1028476 Jul 07 20:23:19.481323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f70828-1c34-4f26-8c9a-533d7760302c req-5aa4b899-f08d-44bf-a4dd-b9bfb91474b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:19.482681 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5f70828-1c34-4f26-8c9a-533d7760302c req-5aa4b899-f08d-44bf-a4dd-b9bfb91474b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 1098 time: 0.1141467 Jul 07 20:23:19.565560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-29a4decf-99ba-4a8f-861b-620fb48a97cf req-ddbe9abc-93c7-4155-b740-d970691acadc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806854 Jul 07 20:23:19.593051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:19.594542 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-56f101f2-c7a7-42f8-b6c2-e4467fa58cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:02Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '106ba158-e550-4176-8908-4b670b0c67a7', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'port_id': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'mac_address': 'fa:16:3e:cc:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf42b72-256b-4d18-a435-402eccee6020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:23:18Z', 'updated_at': '2021-07-07T20:23:18Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a34bf85-4b06-4de4-8888-bf5799841b1a', 'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:d3:39:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:01Z', 'updated_at': '2021-07-07T20:23:07Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:19.600977 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f70828-1c34-4f26-8c9a-533d7760302c req-b7efdd8d-6214-48cf-aa1b-11ef6eb69dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:19.602467 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5f70828-1c34-4f26-8c9a-533d7760302c req-b7efdd8d-6214-48cf-aa1b-11ef6eb69dcf service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfbd32a3-1562-4b37-921c-9602522e1043 HTTP/1.1" status: 200 len: 898 time: 0.1113117 Jul 07 20:23:19.621928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f101f2-c7a7-42f8-b6c2-e4467fa58cc4 None None] Checking router: 03a74a39-e479-4cea-9481-39db7b899efe for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:23:19.630508 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f101f2-c7a7-42f8-b6c2-e4467fa58cc4 None None] Routers {'03a74a39-e479-4cea-9481-39db7b899efe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:19.631127 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-56f101f2-c7a7-42f8-b6c2-e4467fa58cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:23:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['03a74a39-e479-4cea-9481-39db7b899efe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:19.662795 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-538e6d29-dec5-4094-b286-e1f76b6695e2 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/106ba158-e550-4176-8908-4b670b0c67a7 HTTP/1.1" status: 200 len: 991 time: 0.0668774 Jul 07 20:23:19.688666 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5f70828-1c34-4f26-8c9a-533d7760302c req-a28556b4-a41d-4a4d-9db0-84569903a835 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 HTTP/1.1" status: 200 len: 999 time: 0.0788734 Jul 07 20:23:19.738866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f70828-1c34-4f26-8c9a-533d7760302c req-fd52559c-80e2-419a-97a6-ab06487c501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:19.740144 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-56f101f2-c7a7-42f8-b6c2-e4467fa58cc4 None None] Set router 03a74a39-e479-4cea-9481-39db7b899efe gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:19.740859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5f70828-1c34-4f26-8c9a-533d7760302c req-fd52559c-80e2-419a-97a6-ab06487c501b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=247fbc83-b40b-4189-9259-dea9d9dd15b8 HTTP/1.1" status: 200 len: 834 time: 0.0458300 Jul 07 20:23:19.788159 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:19.800078 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f70828-1c34-4f26-8c9a-533d7760302c req-afdfd4b5-9481-4cfb-b504-280beb57a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:19.802013 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5f70828-1c34-4f26-8c9a-533d7760302c req-afdfd4b5-9481-4cfb-b504-280beb57a729 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfbd32a3-1562-4b37-921c-9602522e1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545006 Jul 07 20:23:19.900240 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5f70828-1c34-4f26-8c9a-533d7760302c req-fd5e9b8e-4d95-40cb-965e-64cd039d8ba6 service neutron] 10.222.0.59 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918479 Jul 07 20:23:19.982011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-56f101f2-c7a7-42f8-b6c2-e4467fa58cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:02Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '106ba158-e550-4176-8908-4b670b0c67a7', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'port_id': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'mac_address': 'fa:16:3e:cc:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf42b72-256b-4d18-a435-402eccee6020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:23:18Z', 'updated_at': '2021-07-07T20:23:18Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a34bf85-4b06-4de4-8888-bf5799841b1a', 'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:d3:39:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:01Z', 'updated_at': '2021-07-07T20:23:07Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:19.996414 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5f70828-1c34-4f26-8c9a-533d7760302c req-0c6c8308-00c6-43f8-81c9-b17b43caa9b8 service neutron] 10.222.0.59 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892494 Jul 07 20:23:20.163562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f101f2-c7a7-42f8-b6c2-e4467fa58cc4 None None] The sync data for ids ['03a74a39-e479-4cea-9481-39db7b899efe'] in n-d-792394-12 is: [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:02Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '106ba158-e550-4176-8908-4b670b0c67a7', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'port_id': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'mac_address': 'fa:16:3e:cc:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf42b72-256b-4d18-a435-402eccee6020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:23:18Z', 'updated_at': '2021-07-07T20:23:18Z', 'revision_number': 0, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a34bf85-4b06-4de4-8888-bf5799841b1a', 'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:d3:39:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:01Z', 'updated_at': '2021-07-07T20:23:07Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:23:20.352681 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97752081-7a6b-4ac8-9524-51484a35badd None None] New status for floating IP 106ba158-e550-4176-8908-4b670b0c67a7: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:23:20.665875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:20.727609 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6479a8b7-277b-472c-adba-cc270c82e8ae tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/106ba158-e550-4176-8908-4b670b0c67a7 HTTP/1.1" status: 200 len: 993 time: 0.0605581 Jul 07 20:23:23.214330 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-e989b5fb-1123-46f4-bd33-36a8bdaf2c8a req-d0c70bab-f93c-4fa3-aa66-59af5fa56f17 service neutron] (93770) timed out ('10.222.0.113', 36862) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 20:23:28.926200 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:23:34.102931 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:38.512782 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-738c56a8-c90f-449e-8135-6a989a3cb968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.187473 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb1a120a-1b98-463a-9098-dbdf5a5fad8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:41.467209 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:42.682861 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:44.212608 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:47.701224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361de4a-15c1-4ba0-918f-8baa2bb7ab4e req-b6b0f889-d6c2-41f3-a296-457d49ce9c1b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:47.702614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3361de4a-15c1-4ba0-918f-8baa2bb7ab4e req-b6b0f889-d6c2-41f3-a296-457d49ce9c1b tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.0683749 Jul 07 20:23:47.744200 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3361de4a-15c1-4ba0-918f-8baa2bb7ab4e req-28f2da53-83b0-4497-a60f-f9f470b59e97 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359874 Jul 07 20:23:48.924434 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025af52-9d20-409e-9b3a-1d63068579ef req-57b7c442-b7da-4ab6-986d-859329e2a0d3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:48.925948 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4025af52-9d20-409e-9b3a-1d63068579ef req-57b7c442-b7da-4ab6-986d-859329e2a0d3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.0647359 Jul 07 20:23:48.965183 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4025af52-9d20-409e-9b3a-1d63068579ef req-1c464e42-5325-41f8-9b59-7b21ef735cd0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330479 Jul 07 20:23:48.991416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:49.055536 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f631cf4d-7356-4311-bff2-404abc1c9d50 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/106ba158-e550-4176-8908-4b670b0c67a7 HTTP/1.1" status: 200 len: 993 time: 0.0628698 Jul 07 20:23:49.770513 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:50.553309 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb679c-bece-4402-ae61-45de44ab7001 req-10093c11-84b1-413b-8847-885145cf2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:50.554805 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3beb679c-bece-4402-ae61-45de44ab7001 req-10093c11-84b1-413b-8847-885145cf2bd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 1098 time: 0.0933981 Jul 07 20:23:50.562228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b020b-d5cb-4adc-8992-cbb46506e01f req-8e318c91-205c-433b-bd88-7910ca09f3e3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:50.563581 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f96b020b-d5cb-4adc-8992-cbb46506e01f req-8e318c91-205c-433b-bd88-7910ca09f3e3 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.1124783 Jul 07 20:23:50.658226 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f96b020b-d5cb-4adc-8992-cbb46506e01f req-8a0755e4-b87b-4c84-8faa-dac5142ee03f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845628 Jul 07 20:23:50.676116 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb679c-bece-4402-ae61-45de44ab7001 req-0469548d-78a7-481e-9390-5428f8ae83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:50.678866 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3beb679c-bece-4402-ae61-45de44ab7001 req-0469548d-78a7-481e-9390-5428f8ae83d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfbd32a3-1562-4b37-921c-9602522e1043 HTTP/1.1" status: 200 len: 898 time: 0.1144361 Jul 07 20:23:50.748267 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3beb679c-bece-4402-ae61-45de44ab7001 req-bba3902f-65a5-46ab-8882-df704b20388a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 HTTP/1.1" status: 200 len: 1001 time: 0.0626066 Jul 07 20:23:50.797520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb679c-bece-4402-ae61-45de44ab7001 req-b3e68ea9-5370-40cb-aee9-73984545ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:50.798985 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3beb679c-bece-4402-ae61-45de44ab7001 req-b3e68ea9-5370-40cb-aee9-73984545ce04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=247fbc83-b40b-4189-9259-dea9d9dd15b8 HTTP/1.1" status: 200 len: 834 time: 0.0448344 Jul 07 20:23:50.857357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb679c-bece-4402-ae61-45de44ab7001 req-e93ad1e1-a6e3-46ca-9cf2-1ddb3f53c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:50.858876 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3beb679c-bece-4402-ae61-45de44ab7001 req-e93ad1e1-a6e3-46ca-9cf2-1ddb3f53c28d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfbd32a3-1562-4b37-921c-9602522e1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534430 Jul 07 20:23:50.958348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3beb679c-bece-4402-ae61-45de44ab7001 req-41bbb7c1-aedb-495a-84bf-e5262999828d service neutron] 10.222.0.59 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919011 Jul 07 20:23:51.047547 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3beb679c-bece-4402-ae61-45de44ab7001 req-14ac5ad4-fefe-4e85-a2d4-38b7552df370 service neutron] 10.222.0.59 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835524 Jul 07 20:23:51.847407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b66ce1-a907-4388-af1d-f89bf12b226c req-f4ac9133-099b-42aa-ac7b-026354c02baa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:51.853057 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7b66ce1-a907-4388-af1d-f89bf12b226c req-f4ac9133-099b-42aa-ac7b-026354c02baa tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.0758550 Jul 07 20:23:51.888992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d7b66ce1-a907-4388-af1d-f89bf12b226c req-3cfa04c5-7885-47da-908a-3d0c81e98886 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332763 Jul 07 20:23:53.069002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb25d8c-52b0-48dd-9c30-9b630f44bd73 req-ef1a60ab-d5ac-439f-bc09-31da326fe963 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:53.070532 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbb25d8c-52b0-48dd-9c30-9b630f44bd73 req-ef1a60ab-d5ac-439f-bc09-31da326fe963 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.0676653 Jul 07 20:23:53.108252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-dbb25d8c-52b0-48dd-9c30-9b630f44bd73 req-088409e9-de0f-44a8-93ab-babe06938e5a tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320807 Jul 07 20:23:53.134283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:53.194292 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-1a232b31-f104-4efb-8b3f-b946e7441b31 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/floatingips/106ba158-e550-4176-8908-4b670b0c67a7 HTTP/1.1" status: 200 len: 993 time: 0.0588009 Jul 07 20:23:53.544790 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:53.704906 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 9653e4ea-748a-4e35-8337-22490ca3fc4c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:23:53.705248 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:53.783395 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:53.783730 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:53.795748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 9653e4ea-748a-4e35-8337-22490ca3fc4c owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:23:53.947223 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:53.973508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=9653e4ea-748a-4e35-8337-22490ca3fc4c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:54.037604 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:54.037938 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Floating IP 106ba158-e550-4176-8908-4b670b0c67a7 disassociated (deleted). External IP: 172.25.2.98, port: 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8. Jul 07 20:23:54.251850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 03a74a39-e479-4cea-9481-39db7b899efe has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:23:54.362756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:23:54.368751 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:54.372966 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f252bd27-e85b-4ef1-b257-36a7e632dc3e None None] Sync routers for ids ['03a74a39-e479-4cea-9481-39db7b899efe'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:23:54.383076 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252bd27-e85b-4ef1-b257-36a7e632dc3e None None] Routers {'03a74a39-e479-4cea-9481-39db7b899efe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:54.383786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f252bd27-e85b-4ef1-b257-36a7e632dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:23:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['03a74a39-e479-4cea-9481-39db7b899efe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:54.413916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-dd499d06-fcdb-4786-8e4a-ed6cc56c32d9 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/floatingips/106ba158-e550-4176-8908-4b670b0c67a7 HTTP/1.1" status: 204 len: 168 time: 0.8656166 Jul 07 20:23:54.413916 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf42b72-256b-4d18-a435-402eccee6020', 'tag': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:23:54.414678 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf42b72-256b-4d18-a435-402eccee6020", "tag": "0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:23:54.454198 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8d82aa-49f3-485d-80a1-f45460fc2750 x-openstack-request-id: req-1f8d82aa-49f3-485d-80a1-f45460fc2750 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:23:54.454448 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf42b72-256b-4d18-a435-402eccee6020", "tag": "0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:23:54.454677 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1f8d82aa-49f3-485d-80a1-f45460fc2750 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:23:54.455237 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf42b72-256b-4d18-a435-402eccee6020', 'tag': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8', 'status': 'completed', 'code': 200} Jul 07 20:23:54.497922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f252bd27-e85b-4ef1-b257-36a7e632dc3e None None] Set router 03a74a39-e479-4cea-9481-39db7b899efe gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:54.560924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e req-76644977-4439-4d0a-b4a0-ecc97c4d8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:54.562973 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e req-76644977-4439-4d0a-b4a0-ecc97c4d8e6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 1098 time: 0.0634651 Jul 07 20:23:54.678898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e req-de23d5d7-9a89-45a3-b19f-4cf9b0db3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:54.680673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e req-de23d5d7-9a89-45a3-b19f-4cf9b0db3654 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfbd32a3-1562-4b37-921c-9602522e1043 HTTP/1.1" status: 200 len: 898 time: 0.1108947 Jul 07 20:23:54.722883 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f252bd27-e85b-4ef1-b257-36a7e632dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:02Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1a34bf85-4b06-4de4-8888-bf5799841b1a', 'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:d3:39:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:01Z', 'updated_at': '2021-07-07T20:23:07Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:54.748387 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e req-fca9c342-a2fb-4f22-98ac-2a62e72b5655 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 HTTP/1.1" status: 200 len: 217 time: 0.0434952 Jul 07 20:23:54.750790 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f252bd27-e85b-4ef1-b257-36a7e632dc3e None None] Checking router: 03a74a39-e479-4cea-9481-39db7b899efe for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:23:54.760571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252bd27-e85b-4ef1-b257-36a7e632dc3e None None] Routers {'03a74a39-e479-4cea-9481-39db7b899efe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:23:54.761291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f252bd27-e85b-4ef1-b257-36a7e632dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:23:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['03a74a39-e479-4cea-9481-39db7b899efe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:54.830327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e req-d821f751-d41c-4dad-a621-fd2fb30d0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:54.831872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e req-d821f751-d41c-4dad-a621-fd2fb30d0dab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=247fbc83-b40b-4189-9259-dea9d9dd15b8 HTTP/1.1" status: 200 len: 834 time: 0.0736082 Jul 07 20:23:54.871828 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f252bd27-e85b-4ef1-b257-36a7e632dc3e None None] Set router 03a74a39-e479-4cea-9481-39db7b899efe gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:23:54.882737 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e354c8c-6fca-4a6d-965e-b5c1bae12581 req-aa506af9-d945-4c7d-8ffa-7d59a4047902 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:54.884246 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e354c8c-6fca-4a6d-965e-b5c1bae12581 req-aa506af9-d945-4c7d-8ffa-7d59a4047902 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.1383636 Jul 07 20:23:54.938276 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e req-a74f60fa-070f-4c80-b477-2bd8c469997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:54.939883 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e req-a74f60fa-070f-4c80-b477-2bd8c469997c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfbd32a3-1562-4b37-921c-9602522e1043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003869 Jul 07 20:23:54.943313 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e354c8c-6fca-4a6d-965e-b5c1bae12581 req-3d5157a8-0b78-4239-bd09-845f3a68b280 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518761 Jul 07 20:23:55.041056 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e req-852e3d73-d7e0-4920-ba74-f77cbdd10842 service neutron] 10.222.0.59 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932853 Jul 07 20:23:55.081939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f252bd27-e85b-4ef1-b257-36a7e632dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:02Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1a34bf85-4b06-4de4-8888-bf5799841b1a', 'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:d3:39:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:01Z', 'updated_at': '2021-07-07T20:23:07Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:23:55.113336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f252bd27-e85b-4ef1-b257-36a7e632dc3e None None] The sync data for ids ['03a74a39-e479-4cea-9481-39db7b899efe'] in n-d-792394-12 is: [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:02Z', 'revision_number': 4, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '1a34bf85-4b06-4de4-8888-bf5799841b1a', 'name': '', 'network_id': 'cfbd32a3-1562-4b37-921c-9602522e1043', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'mac_address': 'fa:16:3e:d3:39:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:23:01Z', 'updated_at': '2021-07-07T20:23:07Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'subnets': [{'id': '247fbc83-b40b-4189-9259-dea9d9dd15b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:23:55.138198 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fdc7462-de4f-4aa2-97e3-b7ba4f575b5e req-b0fee631-b4a6-44ef-9e96-62659c489a51 service neutron] 10.222.0.59 "GET /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906024 Jul 07 20:23:55.330393 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71552bd6-0ca5-44fb-a741-9d1ad85ff3c8 None None] New status for floating IP 106ba158-e550-4176-8908-4b670b0c67a7: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:23:56.124984 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131be98-9656-4f2f-adf0-4a2e6851b3ac req-4ab386b7-fe8f-4e10-814e-e4b5d67cb909 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:56.126430 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3131be98-9656-4f2f-adf0-4a2e6851b3ac req-4ab386b7-fe8f-4e10-814e-e4b5d67cb909 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.0645494 Jul 07 20:23:56.166107 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3131be98-9656-4f2f-adf0-4a2e6851b3ac req-37c845eb-f8bd-4525-b718-2f34b1cc62a1 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/security-groups?id=32ac9d91-ed91-4e26-b539-a67c6ea47b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328255 Jul 07 20:23:56.540464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953bf54-a156-419b-bb12-7430027fc51a req-32d90114-d9a4-4268-aec0-dd81a8c1cc4e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:23:56.541885 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2953bf54-a156-419b-bb12-7430027fc51a req-32d90114-d9a4-4268-aec0-dd81a8c1cc4e tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 946 time: 0.0633016 Jul 07 20:23:56.649109 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2953bf54-a156-419b-bb12-7430027fc51a req-9820fb3d-b31d-42af-83df-095cdb8373c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:23:56.649450 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2953bf54-a156-419b-bb12-7430027fc51a req-9820fb3d-b31d-42af-83df-095cdb8373c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:56.736732 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2953bf54-a156-419b-bb12-7430027fc51a req-9820fb3d-b31d-42af-83df-095cdb8373c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8,segment=NetworkSegment(429edd27-b03e-4d7d-b326-339d546d6c6e),segment_id=429edd27-b03e-4d7d-b326-339d546d6c6e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:56.737092 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2953bf54-a156-419b-bb12-7430027fc51a req-9820fb3d-b31d-42af-83df-095cdb8373c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:56.750781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2953bf54-a156-419b-bb12-7430027fc51a req-9820fb3d-b31d-42af-83df-095cdb8373c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:23:56.890703 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2953bf54-a156-419b-bb12-7430027fc51a req-9820fb3d-b31d-42af-83df-095cdb8373c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:56.919024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820fb3d-b31d-42af-83df-095cdb8373c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:56.969616 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2953bf54-a156-419b-bb12-7430027fc51a req-9820fb3d-b31d-42af-83df-095cdb8373c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] No DVR routers for this DVR port 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:23:56.972096 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2953bf54-a156-419b-bb12-7430027fc51a req-9820fb3d-b31d-42af-83df-095cdb8373c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:56.974630 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2953bf54-a156-419b-bb12-7430027fc51a req-9820fb3d-b31d-42af-83df-095cdb8373c0 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.59 "DELETE /v2.0/ports/0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 HTTP/1.1" status: 204 len: 173 time: 0.4277475 Jul 07 20:23:56.975073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf42b72-256b-4d18-a435-402eccee6020', 'name': 'network-vif-deleted', 'tag': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:23:56.977376 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2760292-195c-485d-8e17-00a16b1d9fea" -d '{"events": [{"server_uuid": "cbf42b72-256b-4d18-a435-402eccee6020", "name": "network-vif-deleted", "tag": "0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:23:57.018366 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d8082e-83d8-4598-9d36-1c73d414ba55 x-openstack-request-id: req-c2d8082e-83d8-4598-9d36-1c73d414ba55 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:23:57.018683 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf42b72-256b-4d18-a435-402eccee6020", "name": "network-vif-deleted", "tag": "0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:23:57.018938 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c2d8082e-83d8-4598-9d36-1c73d414ba55 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:23:57.019368 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf42b72-256b-4d18-a435-402eccee6020', 'name': 'network-vif-deleted', 'tag': '0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8', 'status': 'completed', 'code': 200} Jul 07 20:23:57.322723 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d95b76e-cdbb-4b71-9f9e-9111b6d3094c req-e04ef7b2-7465-4c27-9b42-d88db05073ba tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "GET /v2.0/ports?device_id=cbf42b72-256b-4d18-a435-402eccee6020 HTTP/1.1" status: 200 len: 210 time: 0.0301754 Jul 07 20:23:58.421445 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:23:58.780466 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:59.051186 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 1a34bf85-4b06-4de4-8888-bf5799841b1a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:23:59.052148 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:59.143546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port 1a34bf85-4b06-4de4-8888-bf5799841b1a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=1a34bf85-4b06-4de4-8888-bf5799841b1a,segment=NetworkSegment(429edd27-b03e-4d7d-b326-339d546d6c6e),segment_id=429edd27-b03e-4d7d-b326-339d546d6c6e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:23:59.143926 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:59.157226 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 1a34bf85-4b06-4de4-8888-bf5799841b1a owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:23:59.346644 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:23:59.373612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=1a34bf85-4b06-4de4-8888-bf5799841b1a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:23:59.388050 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.388271 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.388646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.388990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.389329 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.389667 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.390000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.390349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.390654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.390981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.391334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.391633 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:23:59.572120 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:00.120937 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Router 03a74a39-e479-4cea-9481-39db7b899efe has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:24:00.241034 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:24:00.245997 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a50458ab-e622-49fc-94e7-784472560c62 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "PUT /v2.0/routers/03a74a39-e479-4cea-9481-39db7b899efe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8234591 Jul 07 20:24:00.248718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:00.250711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d15cbe-9dc4-4054-8e38-26d88ad6e5bc None None] Sync routers for ids ['03a74a39-e479-4cea-9481-39db7b899efe'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:24:00.260927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d15cbe-9dc4-4054-8e38-26d88ad6e5bc None None] Routers {'03a74a39-e479-4cea-9481-39db7b899efe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:00.261540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a3d15cbe-9dc4-4054-8e38-26d88ad6e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:23:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['03a74a39-e479-4cea-9481-39db7b899efe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:00.301191 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-343847b4-9dd5-4d97-b809-db3d2a71cf21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting subnet 247fbc83-b40b-4189-9259-dea9d9dd15b8 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:24:00.304341 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343847b4-9dd5-4d97-b809-db3d2a71cf21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:00.345754 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343847b4-9dd5-4d97-b809-db3d2a71cf21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:00.367337 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a3d15cbe-9dc4-4054-8e38-26d88ad6e5bc None None] Set router 03a74a39-e479-4cea-9481-39db7b899efe gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:00.440414 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343847b4-9dd5-4d97-b809-db3d2a71cf21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:00.483629 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:24:00.504088 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343847b4-9dd5-4d97-b809-db3d2a71cf21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:00.509315 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:24:00.509690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 0d562f5d-b5c0-4121-9bfe-2ec1141fdcc8 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:24:00.533918 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343847b4-9dd5-4d97-b809-db3d2a71cf21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Subnet': ['ID=247fbc83-b40b-4189-9259-dea9d9dd15b8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:00.538831 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343847b4-9dd5-4d97-b809-db3d2a71cf21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:00.541331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-343847b4-9dd5-4d97-b809-db3d2a71cf21 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/subnets/247fbc83-b40b-4189-9259-dea9d9dd15b8 HTTP/1.1" status: 204 len: 168 time: 0.2910502 Jul 07 20:24:00.544190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:00.546983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8894f-9c8a-415c-a370-44290a993d67 None None] Network cfbd32a3-1562-4b37-921c-9602522e1043 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:24:00.654271 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:00.671243 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a3d15cbe-9dc4-4054-8e38-26d88ad6e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:59Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:00.702386 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d15cbe-9dc4-4054-8e38-26d88ad6e5bc None None] Checking router: 03a74a39-e479-4cea-9481-39db7b899efe for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:24:00.717785 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d15cbe-9dc4-4054-8e38-26d88ad6e5bc None None] Routers {'03a74a39-e479-4cea-9481-39db7b899efe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:00.718408 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a3d15cbe-9dc4-4054-8e38-26d88ad6e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:23:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['03a74a39-e479-4cea-9481-39db7b899efe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:00.761406 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:00.826699 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Deleting port 8a7165fa-8d88-470c-b08d-f052c793b207 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:24:00.827051 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:00.850661 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a3d15cbe-9dc4-4054-8e38-26d88ad6e5bc None None] Set router 03a74a39-e479-4cea-9481-39db7b899efe gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:00.884611 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] DHCP port deletion for cfbd32a3-1562-4b37-921c-9602522e1043 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:24:01.057465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Deleting port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:24:01.057758 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.135256 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] For port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=9e5393c8-0e77-4c8c-baa3-efdaee2f561f,segment=NetworkSegment(429edd27-b03e-4d7d-b326-339d546d6c6e),segment_id=429edd27-b03e-4d7d-b326-339d546d6c6e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:01.135652 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.150527 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Calling delete_port for 9e5393c8-0e77-4c8c-baa3-efdaee2f561f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:24:01.167710 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a3d15cbe-9dc4-4054-8e38-26d88ad6e5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:59Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:01.226310 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d15cbe-9dc4-4054-8e38-26d88ad6e5bc None None] The sync data for ids ['03a74a39-e479-4cea-9481-39db7b899efe'] in n-d-792394-12 is: [{'id': '03a74a39-e479-4cea-9481-39db7b899efe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176074657', 'tenant_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:59Z', 'revision_number': 5, 'project_id': '8ba6bc76dda2493bbc35f1b3fa13d72e', 'gw_port': {'id': '8a7165fa-8d88-470c-b08d-f052c793b207', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a74a39-e479-4cea-9481-39db7b899efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:22:59Z', 'updated_at': '2021-07-07T20:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:24:01.242190 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] For port 8a7165fa-8d88-470c-b08d-f052c793b207, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8a7165fa-8d88-470c-b08d-f052c793b207,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:01.242714 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.257343 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Calling delete_port for 8a7165fa-8d88-470c-b08d-f052c793b207 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:24:01.273988 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.303548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Pushing event deleted for resources: {'Port': ['ID=9e5393c8-0e77-4c8c-baa3-efdaee2f561f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:01.310196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] No DVR routers for this DVR port 9e5393c8-0e77-4c8c-baa3-efdaee2f561f on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:24:01.323219 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.323607 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.323955 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.324344 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.324709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.325042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.325372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.325703 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.326211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.326540 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.326868 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.327194 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57ed32-91c3-4614-b296-eef3bde28081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.430938 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.459089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Port': ['ID=8a7165fa-8d88-470c-b08d-f052c793b207,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:01.484260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.484644 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.484994 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.485330 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.485661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.485993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.486329 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.486661 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.486991 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.487315 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.487640 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.487960 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:01.531754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.634188 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.636800 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.685913 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.686490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Fanout notify agent at l3_agent the message router_deleted on router 03a74a39-e479-4cea-9481-39db7b899efe {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:24:01.693697 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.694842 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a7901ae9-9658-451e-a336-3780bb42a54f tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/routers/03a74a39-e479-4cea-9481-39db7b899efe HTTP/1.1" status: 204 len: 168 time: 1.1495361 Jul 07 20:24:01.697555 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:01.780037 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.882327 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.893231 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfbd32a3-1562-4b37-921c-9602522e1043']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:01.905403 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429edd27-b03e-4d7d-b326-339d546d6c6e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:01.905923 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429edd27-b03e-4d7d-b326-339d546d6c6e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:01.918329 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.932685 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.938547 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:24:01.938924 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:24:01.942703 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:24:02.009815 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:02.015884 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:02.020278 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/networks/cfbd32a3-1562-4b37-921c-9602522e1043 HTTP/1.1" status: 204 len: 168 time: 0.3196700 Jul 07 20:24:02.021327 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:02.034218 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fed6e9-070d-4f18-96ed-2caa9cc60cdc tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'Network': ['ID=cfbd32a3-1562-4b37-921c-9602522e1043,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:02.094314 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1e14994-8808-437c-b6ba-6031cfbafa66 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:02.122902 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1e14994-8808-437c-b6ba-6031cfbafa66 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:02.186265 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1e14994-8808-437c-b6ba-6031cfbafa66 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:02.189109 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1e14994-8808-437c-b6ba-6031cfbafa66 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:02.193521 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a1e14994-8808-437c-b6ba-6031cfbafa66 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] 10.222.0.113 "DELETE /v2.0/security-groups/32ac9d91-ed91-4e26-b539-a67c6ea47b7d HTTP/1.1" status: 204 len: 168 time: 0.1674533 Jul 07 20:24:02.201204 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e14994-8808-437c-b6ba-6031cfbafa66 tempest-TestNetworkAdvancedServerOps-163179119 tempest-TestNetworkAdvancedServerOps-163179119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ac9d91-ed91-4e26-b539-a67c6ea47b7d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:02.563910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:02.696033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a4d9a63d-9220-483c-979b-0a7e468843b1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8ba6bc76dda2493bbc35f1b3fa13d72e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309135 Jul 07 20:24:02.698607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:02.752174 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb8b501c-d021-40bc-9825-39dbd6789958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:02.773289 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb8b501c-d021-40bc-9825-39dbd6789958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:02.827236 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb8b501c-d021-40bc-9825-39dbd6789958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:02.830003 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb8b501c-d021-40bc-9825-39dbd6789958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:02.831171 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fb8b501c-d021-40bc-9825-39dbd6789958 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/54df4a11-1516-447b-828f-d3060b9c070f HTTP/1.1" status: 204 len: 168 time: 0.1316440 Jul 07 20:24:02.833413 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8a7165fa-8d88-470c-b08d-f052c793b207 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:24:02.841066 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b501c-d021-40bc-9825-39dbd6789958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54df4a11-1516-447b-828f-d3060b9c070f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:02.859526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 8a7165fa-8d88-470c-b08d-f052c793b207 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:24:02.859877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8a7165fa-8d88-470c-b08d-f052c793b207 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:24:02.860289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9e5393c8-0e77-4c8c-baa3-efdaee2f561f no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:24:02.886943 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 9e5393c8-0e77-4c8c-baa3-efdaee2f561f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:24:02.887650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 9e5393c8-0e77-4c8c-baa3-efdaee2f561f not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:24:02.887650 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1a34bf85-4b06-4de4-8888-bf5799841b1a no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:24:03.072017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 1a34bf85-4b06-4de4-8888-bf5799841b1a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:24:03.072366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 1a34bf85-4b06-4de4-8888-bf5799841b1a not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:24:03.117132 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:03.131522 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec382231-1299-4078-8f0b-e6365c691ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:03.222834 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec382231-1299-4078-8f0b-e6365c691ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:03.227767 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec382231-1299-4078-8f0b-e6365c691ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:03.265570 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ec382231-1299-4078-8f0b-e6365c691ea1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=478dedec5bcb41e092959dde05b0acce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473272 Jul 07 20:24:03.266508 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec382231-1299-4078-8f0b-e6365c691ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2784aef-4da1-43ba-a15b-eda71f4a00e5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:03.268332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:03.318468 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b495a52-b9b2-4a0f-be3d-638498bf2f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:03.339726 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b495a52-b9b2-4a0f-be3d-638498bf2f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:03.385164 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b495a52-b9b2-4a0f-be3d-638498bf2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:03.387731 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b495a52-b9b2-4a0f-be3d-638498bf2f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:03.388904 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5b495a52-b9b2-4a0f-be3d-638498bf2f0d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f2784aef-4da1-43ba-a15b-eda71f4a00e5 HTTP/1.1" status: 204 len: 168 time: 0.1194801 Jul 07 20:24:03.398126 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b495a52-b9b2-4a0f-be3d-638498bf2f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2784aef-4da1-43ba-a15b-eda71f4a00e5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:04.103480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:04.117898 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.198832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-747337751-network', 'tenant_id': '1f032beb6ed442cf9d22180762890917'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:04.218679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Made reservation on behalf of 1f032beb6ed442cf9d22180762890917 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:24:04.221060 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.229622 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.326555 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.330580 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.355832 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:24:04.365529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed9a803-5916-4af9-8dd3-7dbc04c2fe8a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:04.371496 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.371844 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Added segment 3726072d-9ea7-40b9-8d11-4125d164c407 of type vlan for network f8bea3cb-a931-4e1e-ab2d-aea8219425af Jul 07 20:24:04.414463 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.444543 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.445475 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:04.446062 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.502888 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3981638 Jul 07 20:24:04.506169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:04.510939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] Request body: {'subnet': {'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-747337751-subnet', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:04.526466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9bb47-6d9d-41f2-8243-500610171391 admin admin] Pushing event updated for resources: {'Network': ['ID=f8bea3cb-a931-4e1e-ab2d-aea8219425af,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:04.537470 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f8bea3cb-a931-4e1e-ab2d-aea8219425af details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:24:04.541069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] Made reservation on behalf of 1f032beb6ed442cf9d22180762890917 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:24:04.543471 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.720615 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.782099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=505c5fb4-6340-4186-93b2-9dd8f046f75b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:04.794251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] Checking segment: {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:24:04.794595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] Network hostable DHCP agents. Network: f8bea3cb-a931-4e1e-ab2d-aea8219425af, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:24:04.812993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] Network f8bea3cb-a931-4e1e-ab2d-aea8219425af is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:24:04.822373 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f8bea3cb-a931-4e1e-ab2d-aea8219425af) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:04.826808 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:04.827393 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.831223 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a36dd-b948-497b-942f-692b9394d60e None None] Network f8bea3cb-a931-4e1e-ab2d-aea8219425af requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:24:04.844002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e1d5ba38-befd-45fe-bd0d-f7b63b0ddc6e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3367968 Jul 07 20:24:04.846746 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:04.852406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:04.874765 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.875898 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.945827 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:04.995526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:24:04.996450 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:05.103552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:05.142618 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Allocated IP 172.20.0.2 (f8bea3cb-a931-4e1e-ab2d-aea8219425af/505c5fb4-6340-4186-93b2-9dd8f046f75b/58f8ce2b-86d9-431d-966d-fc7c6d3391bf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:24:05.291947 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:05.303195 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Transition to ACTIVE for port object 58f8ce2b-86d9-431d-966d-fc7c6d3391bf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:05.318563 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:05.319112 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Transition to ACTIVE for port object 58f8ce2b-86d9-431d-966d-fc7c6d3391bf will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:05.324305 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:05.341932 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:05.367457 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Network f8bea3cb-a931-4e1e-ab2d-aea8219425af is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:24:05.370238 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:05.374580 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:24:05.378031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Pushing event updated for resources: {'Port': ['ID=58f8ce2b-86d9-431d-966d-fc7c6d3391bf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:05.436222 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Attempting to bind port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:24:05.436752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Attempting to bind port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:24:05.437123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Attempting to bind port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf on network f8bea3cb-a931-4e1e-ab2d-aea8219425af {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:24:05.442297 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:24:05.442671 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Checking segment: {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:24:05.443065 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:05.443478 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Bound using segment: {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:24:05.444414 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Bound port: 58f8ce2b-86d9-431d-966d-fc7c6d3391bf, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:24:05.444414 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:05.470535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Allocated IP 172.25.2.11 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/977966d8-98db-4087-b65a-c72fc19937e0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:24:05.515928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] For port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:24:05.518993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] For port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=58f8ce2b-86d9-431d-966d-fc7c6d3391bf,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:24:05.524128 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:05.582156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef61436-4c69-4bf8-8036-c80ad495d42f None None] Pushing event updated for resources: {'Port': ['ID=58f8ce2b-86d9-431d-966d-fc7c6d3391bf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:05.601129 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:05.642754 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:05.682425 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:24:05.687902 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:05.690679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:24:05.722131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Pushing event updated for resources: {'Port': ['ID=977966d8-98db-4087-b65a-c72fc19937e0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:05.925729 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:24:05.967057 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:06.165673 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:06.303909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Router 5b2635b3-7244-4a63-93db-4f3315637ae0 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:24:06.417231 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:24:06.428916 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Sync routers for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:24:06.439116 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:06.439582 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:06.442735 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:23:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:06.442937 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-53eda94f-5c34-4b64-b2bf-be24c2864ced admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5931542 Jul 07 20:24:06.443876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:06.500169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c992c-3039-412f-a601-365f906ea23a None None] Network f8bea3cb-a931-4e1e-ab2d-aea8219425af requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:24:06.568944 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:06.619821 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-375c4c38-58f4-4d34-89b9-19824cd77c6e None None] Provisioning for port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:06.774408 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:05Z', 'revision_number': 3, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:06.809590 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Checking router: 5b2635b3-7244-4a63-93db-4f3315637ae0 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:24:06.810007 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Updating router 5b2635b3-7244-4a63-93db-4f3315637ae0 port 977966d8-98db-4087-b65a-c72fc19937e0 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:24:06.851632 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:06.922450 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 58f8ce2b-86d9-431d-966d-fc7c6d3391bf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:06.934581 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.002644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:07.007857 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:07.008343 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.092882 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.131742 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=58f8ce2b-86d9-431d-966d-fc7c6d3391bf,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:07.137192 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.175921 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.186978 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Transition to ACTIVE for port object 977966d8-98db-4087-b65a-c72fc19937e0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:07.193197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=58f8ce2b-86d9-431d-966d-fc7c6d3391bf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:07.194749 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.243105 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Attempting to bind port 977966d8-98db-4087-b65a-c72fc19937e0 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:24:07.243385 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Attempting to bind port 977966d8-98db-4087-b65a-c72fc19937e0 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:24:07.243745 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Attempting to bind port 977966d8-98db-4087-b65a-c72fc19937e0 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:24:07.256970 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:24:07.257462 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:24:07.257875 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.258271 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:24:07.258750 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Bound port: 977966d8-98db-4087-b65a-c72fc19937e0, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:24:07.259131 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.284963 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Pushing event updated for resources: {'Port': ['ID=977966d8-98db-4087-b65a-c72fc19937e0,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:07.299820 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.300162 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.300522 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.300860 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.301757 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.302084 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.302417 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.302741 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.303063 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.303385 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.303707 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.304026 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:24:07.333787 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] For port 977966d8-98db-4087-b65a-c72fc19937e0, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:24:07.337900 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] For port 977966d8-98db-4087-b65a-c72fc19937e0, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=977966d8-98db-4087-b65a-c72fc19937e0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:24:07.341506 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.398966 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:07.399603 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:23:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:07.460029 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Allocated IP 172.20.0.1 (f8bea3cb-a931-4e1e-ab2d-aea8219425af/505c5fb4-6340-4186-93b2-9dd8f046f75b/beb970b4-e083-410f-bd4c-f6d238ded546) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:24:07.478150 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fc579-bcce-44ce-b41d-75a5922f5b75 None None] Pushing event updated for resources: {'Port': ['ID=977966d8-98db-4087-b65a-c72fc19937e0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:07.564603 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:07.577082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.593804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Transition to ACTIVE for port object beb970b4-e083-410f-bd4c-f6d238ded546 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:07.628964 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.665500 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Network f8bea3cb-a931-4e1e-ab2d-aea8219425af is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:24:07.672006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:07.674571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:24:07.705378 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Pushing event updated for resources: {'Port': ['ID=beb970b4-e083-410f-bd4c-f6d238ded546,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:07.721802 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.748353 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:05Z', 'revision_number': 3, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:07.780507 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400b6527-ee76-4058-8cbd-3cd5293f415d None None] The sync data for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 is: [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:05Z', 'revision_number': 3, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:24:07.876290 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.913537 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e2fa916f-f28e-4568-a458-95cc276e438f None None] Provisioning for port beb970b4-e083-410f-bd4c-f6d238ded546 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:07.917420 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e2fa916f-f28e-4568-a458-95cc276e438f None None] Provisioning complete for port beb970b4-e083-410f-bd4c-f6d238ded546 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:07.917888 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2fa916f-f28e-4568-a458-95cc276e438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:07.953685 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa916f-f28e-4568-a458-95cc276e438f None None] Port beb970b4-e083-410f-bd4c-f6d238ded546 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:24:08.077526 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:08.084420 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:08.154490 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:08.156305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Pushing event updated for resources: {'Port': ['ID=beb970b4-e083-410f-bd4c-f6d238ded546,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:08.259868 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Network f8bea3cb-a931-4e1e-ab2d-aea8219425af is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:24:08.261369 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:08.388874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Router 5b2635b3-7244-4a63-93db-4f3315637ae0 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:24:08.479301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-03448749-3eac-44e4-8ed8-38e2c53315ac None None] Provisioning complete for port beb970b4-e083-410f-bd4c-f6d238ded546 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:08.479667 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03448749-3eac-44e4-8ed8-38e2c53315ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:08.522236 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:24:08.528897 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5131-677c-4406-8c54-461e496db466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:08.532533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-03448749-3eac-44e4-8ed8-38e2c53315ac None None] Port beb970b4-e083-410f-bd4c-f6d238ded546 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:24:08.541206 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2adf125f-d1e7-4767-ad85-cd06b25083f9 admin admin] 10.222.0.113 "PUT /v2.0/routers/5b2635b3-7244-4a63-93db-4f3315637ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0885706 Jul 07 20:24:08.912465 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 58f8ce2b-86d9-431d-966d-fc7c6d3391bf up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:08.963135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:08.963814 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.031690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:09.037215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1615076491-network', 'tenant_id': '4355db8a02e84777978ea57baba72359'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:09.048674 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 977966d8-98db-4087-b65a-c72fc19937e0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:09.057636 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Made reservation on behalf of 4355db8a02e84777978ea57baba72359 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:24:09.060010 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.069577 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.105268 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 977966d8-98db-4087-b65a-c72fc19937e0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:09.109371 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 977966d8-98db-4087-b65a-c72fc19937e0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:09.109751 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.183661 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.188358 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.195862 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.216462 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1115} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:24:09.216743 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 977966d8-98db-4087-b65a-c72fc19937e0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=977966d8-98db-4087-b65a-c72fc19937e0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:09.221050 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.228856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0335ef2-c380-4232-9ae4-41c78bc59ea9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:09.235640 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.236003 n-d-792394-12 neutron-server[93770]: INFO neutron.db.segments_db [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Added segment 2d1fe0df-5d89-4016-89eb-b38b92ff44e7 of type vlan for network ee073118-c67c-4f16-b159-47a57bd55a79 Jul 07 20:24:09.277055 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=977966d8-98db-4087-b65a-c72fc19937e0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:09.281320 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.312870 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.313874 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:09.314468 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.373281 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3404424 Jul 07 20:24:09.376000 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:09.383553 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] Request body: {'subnet': {'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1615076491-subnet', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:09.391856 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d771d-d555-4d27-8918-73fd49a7ba7e admin admin] Pushing event updated for resources: {'Network': ['ID=ee073118-c67c-4f16-b159-47a57bd55a79,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:09.402565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network ee073118-c67c-4f16-b159-47a57bd55a79 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:24:09.411835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] Made reservation on behalf of 4355db8a02e84777978ea57baba72359 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:24:09.415038 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.475499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Sync routers for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:24:09.485328 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:09.485953 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:23:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:09.599853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:09.601252 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.666666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc47b80-e194-40fe-bdaf-6a6a37239543,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:09.674560 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] Checking segment: {'id': '2d1fe0df-5d89-4016-89eb-b38b92ff44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:24:09.674924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] Network hostable DHCP agents. Network: ee073118-c67c-4f16-b159-47a57bd55a79, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:24:09.693358 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] Network ee073118-c67c-4f16-b159-47a57bd55a79 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:24:09.706487 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, ee073118-c67c-4f16-b159-47a57bd55a79) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:09.712786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:09.713735 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.720360 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab99aef-6057-4efc-9415-3e52a77b6ab3 None None] Network ee073118-c67c-4f16-b159-47a57bd55a79 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:24:09.729887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-4b7eb8c3-a52e-4340-94d5-2ab56f4888e2 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3527164 Jul 07 20:24:09.732697 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:09.737080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1615076491-router', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:09.758536 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.759717 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.819427 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.925824 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 2, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:09.929589 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-ee073118-c67c-4f16-b159-47a57bd55a79', 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'fixed_ips': [{'subnet_id': '3cc47b80-e194-40fe-bdaf-6a6a37239543'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:24:09.930428 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:09.966029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Checking router: 5b2635b3-7244-4a63-93db-4f3315637ae0 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:24:09.966758 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Updating router 5b2635b3-7244-4a63-93db-4f3315637ae0 port beb970b4-e083-410f-bd4c-f6d238ded546 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:24:09.967020 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.055179 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.179151 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.199140 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.213675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Allocated IP 172.20.0.2 (ee073118-c67c-4f16-b159-47a57bd55a79/3cc47b80-e194-40fe-bdaf-6a6a37239543/c1126f69-0981-4ec7-a3b0-1afa233e1a48) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:24:10.305187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Allocated IP 172.25.2.196 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/c7f6e3bf-b0ef-46d6-beea-592e9de38fc7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:24:10.414721 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.456752 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.479463 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.498199 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:24:10.498711 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Transition to ACTIVE for port object c1126f69-0981-4ec7-a3b0-1afa233e1a48 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:10.505354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:10.505809 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.511438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:24:10.514593 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f6e3bf-b0ef-46d6-beea-592e9de38fc7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:10.523909 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Transition to ACTIVE for port object beb970b4-e083-410f-bd4c-f6d238ded546 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:10.525954 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Transition to ACTIVE for port object c1126f69-0981-4ec7-a3b0-1afa233e1a48 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:10.531300 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.541293 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.586925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Network ee073118-c67c-4f16-b159-47a57bd55a79 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:24:10.594448 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:10.599401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:24:10.601211 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9757d-28e7-4575-9f7e-778b96262513 None None] Pushing event updated for resources: {'Port': ['ID=beb970b4-e083-410f-bd4c-f6d238ded546,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:10.739480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Pushing event updated for resources: {'Port': ['ID=c1126f69-0981-4ec7-a3b0-1afa233e1a48,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:10.743847 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Attempting to bind port beb970b4-e083-410f-bd4c-f6d238ded546 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:24:10.744228 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Attempting to bind port beb970b4-e083-410f-bd4c-f6d238ded546 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:24:10.744625 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Attempting to bind port beb970b4-e083-410f-bd4c-f6d238ded546 on network f8bea3cb-a931-4e1e-ab2d-aea8219425af {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:24:10.751400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Attempting to bind port c1126f69-0981-4ec7-a3b0-1afa233e1a48 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:24:10.751771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Attempting to bind port c1126f69-0981-4ec7-a3b0-1afa233e1a48 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2d1fe0df-5d89-4016-89eb-b38b92ff44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:24:10.752133 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Attempting to bind port c1126f69-0981-4ec7-a3b0-1afa233e1a48 on network ee073118-c67c-4f16-b159-47a57bd55a79 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:24:10.754276 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:24:10.754769 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Checking segment: {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:24:10.755038 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.755492 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Bound using segment: {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:24:10.755885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Bound port: beb970b4-e083-410f-bd4c-f6d238ded546, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:24:10.756261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.770118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:24:10.770668 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Checking segment: {'id': '2d1fe0df-5d89-4016-89eb-b38b92ff44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:24:10.771100 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.771496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Bound using segment: {'id': '2d1fe0df-5d89-4016-89eb-b38b92ff44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:24:10.771977 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Bound port: c1126f69-0981-4ec7-a3b0-1afa233e1a48, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1fe0df-5d89-4016-89eb-b38b92ff44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:24:10.772346 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.798804 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.871876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 977966d8-98db-4087-b65a-c72fc19937e0 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:10.906772 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] For port beb970b4-e083-410f-bd4c-f6d238ded546, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:24:10.913919 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] For port c1126f69-0981-4ec7-a3b0-1afa233e1a48, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:24:10.940440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] For port beb970b4-e083-410f-bd4c-f6d238ded546, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=beb970b4-e083-410f-bd4c-f6d238ded546,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:24:10.947045 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] For port c1126f69-0981-4ec7-a3b0-1afa233e1a48, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c1126f69-0981-4ec7-a3b0-1afa233e1a48,segment=NetworkSegment(2d1fe0df-5d89-4016-89eb-b38b92ff44e7),segment_id=2d1fe0df-5d89-4016-89eb-b38b92ff44e7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:24:10.951156 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:10.959815 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:11.012953 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:11.153528 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Router edbfa735-2b76-482b-b7a8-36b9eddc8087 is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:24:11.206387 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9757d-28e7-4575-9f7e-778b96262513 None None] Pushing event updated for resources: {'Port': ['ID=beb970b4-e083-410f-bd4c-f6d238ded546,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:11.211113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 977966d8-98db-4087-b65a-c72fc19937e0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:11.211554 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:11.216021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:11.216713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:23:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:11.294862 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6215e71f-dd18-47bb-9701-b9e6a27e53b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:11.296877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:24:11.311011 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Sync routers for ids ['edbfa735-2b76-482b-b7a8-36b9eddc8087'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:24:11.328700 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Routers {'edbfa735-2b76-482b-b7a8-36b9eddc8087'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:11.329334 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['edbfa735-2b76-482b-b7a8-36b9eddc8087'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:11.331332 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:11.336982 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:11.357280 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-6f9ec2f8-db1f-4eb8-b936-1d83253160e7 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6232810 Jul 07 20:24:11.415114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:11.628465 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Set router edbfa735-2b76-482b-b7a8-36b9eddc8087 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:11.649676 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0252e-cdb9-4646-95c5-0fb0de7cef99 None None] Pushing event updated for resources: {'Port': ['ID=c1126f69-0981-4ec7-a3b0-1afa233e1a48,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:11.666181 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:11.785933 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:10Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:11.818099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d18f7d-dd30-4e8d-add7-efc3223c5eb2 None None] The sync data for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 is: [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:10Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:24:11.845724 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'name': 'tempest-TestShelveInstance-1615076491-router', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:09Z', 'updated_at': '2021-07-07T20:24:10Z', 'revision_number': 3, 'project_id': '4355db8a02e84777978ea57baba72359', 'gw_port': {'id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:10Z', 'updated_at': '2021-07-07T20:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:11.851843 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:11.884073 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Checking router: edbfa735-2b76-482b-b7a8-36b9eddc8087 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:24:11.884425 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Updating router edbfa735-2b76-482b-b7a8-36b9eddc8087 port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:24:11.937135 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.068655 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Allocated IP 172.20.0.1 (ee073118-c67c-4f16-b159-47a57bd55a79/3cc47b80-e194-40fe-bdaf-6a6a37239543/dbf9881a-6af8-44b3-922c-13be6a98ff16) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:24:12.200132 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.215949 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Transition to ACTIVE for port object dbf9881a-6af8-44b3-922c-13be6a98ff16 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:12.253430 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.272830 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.276404 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Transition to ACTIVE for port object c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:12.286593 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.331533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Network ee073118-c67c-4f16-b159-47a57bd55a79 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:24:12.335448 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:12.337794 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:24:12.344349 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf9881a-6af8-44b3-922c-13be6a98ff16,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:12.349981 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Attempting to bind port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:24:12.350543 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Attempting to bind port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:24:12.351168 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Attempting to bind port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:24:12.364234 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:24:12.364589 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:24:12.365344 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.365811 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:24:12.366529 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Bound port: c7f6e3bf-b0ef-46d6-beea-592e9de38fc7, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:24:12.367315 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.401273 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.403062 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb5d63-35bf-4ec1-8954-a6549d31f78b None None] Pushing event updated for resources: {'Port': ['ID=c7f6e3bf-b0ef-46d6-beea-592e9de38fc7,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:12.444378 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] For port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:24:12.449343 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] For port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c7f6e3bf-b0ef-46d6-beea-592e9de38fc7,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:24:12.454658 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.501116 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7022172c-e5db-4ac6-a8b8-defb88e1f184 None None] Network ee073118-c67c-4f16-b159-47a57bd55a79 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:24:12.521884 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Routers {'edbfa735-2b76-482b-b7a8-36b9eddc8087'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:12.522524 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['edbfa735-2b76-482b-b7a8-36b9eddc8087'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:12.528202 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb5d63-35bf-4ec1-8954-a6549d31f78b None None] Pushing event updated for resources: {'Port': ['ID=c7f6e3bf-b0ef-46d6-beea-592e9de38fc7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:12.591554 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.646243 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] Set router edbfa735-2b76-482b-b7a8-36b9eddc8087 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:12.664855 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2f1dec54-64c6-44e5-9189-e5303131ba2f None None] Provisioning for port c1126f69-0981-4ec7-a3b0-1afa233e1a48 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:12.720071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.800692 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.808608 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.863703 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:12.939607 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'name': 'tempest-TestShelveInstance-1615076491-router', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:09Z', 'updated_at': '2021-07-07T20:24:10Z', 'revision_number': 3, 'project_id': '4355db8a02e84777978ea57baba72359', 'gw_port': {'id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:10Z', 'updated_at': '2021-07-07T20:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:12.945250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device beb970b4-e083-410f-bd4c-f6d238ded546 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:12.981872 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbaaeae-ffea-4212-b08a-c18d772a2361 None None] The sync data for ids ['edbfa735-2b76-482b-b7a8-36b9eddc8087'] in n-d-792394-12 is: [{'id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'name': 'tempest-TestShelveInstance-1615076491-router', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:09Z', 'updated_at': '2021-07-07T20:24:10Z', 'revision_number': 3, 'project_id': '4355db8a02e84777978ea57baba72359', 'gw_port': {'id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:10Z', 'updated_at': '2021-07-07T20:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:24:13.020620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf9881a-6af8-44b3-922c-13be6a98ff16,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:13.034533 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port beb970b4-e083-410f-bd4c-f6d238ded546 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:13.039560 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port beb970b4-e083-410f-bd4c-f6d238ded546 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:13.039945 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:13.079385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Network ee073118-c67c-4f16-b159-47a57bd55a79 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:24:13.080468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:13.166894 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba8157d2-e636-4ccc-8d12-f48608cccf01 None None] Provisioning for port dbf9881a-6af8-44b3-922c-13be6a98ff16 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:13.171921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba8157d2-e636-4ccc-8d12-f48608cccf01 None None] Provisioning complete for port dbf9881a-6af8-44b3-922c-13be6a98ff16 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:13.172648 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba8157d2-e636-4ccc-8d12-f48608cccf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:13.174604 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:13.231266 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Router edbfa735-2b76-482b-b7a8-36b9eddc8087 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:24:13.258532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port beb970b4-e083-410f-bd4c-f6d238ded546, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=beb970b4-e083-410f-bd4c-f6d238ded546,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:13.261701 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ba8157d2-e636-4ccc-8d12-f48608cccf01 None None] Port dbf9881a-6af8-44b3-922c-13be6a98ff16 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:24:13.264967 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:13.266017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c1126f69-0981-4ec7-a3b0-1afa233e1a48 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:13.374598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:24:13.378065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=beb970b4-e083-410f-bd4c-f6d238ded546,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:13.383131 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4437a7f1-f740-4ffa-9843-34dfb98ae581 admin admin] 10.222.0.113 "PUT /v2.0/routers/edbfa735-2b76-482b-b7a8-36b9eddc8087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0449131 Jul 07 20:24:13.397993 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port c1126f69-0981-4ec7-a3b0-1afa233e1a48 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:13.407702 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c1126f69-0981-4ec7-a3b0-1afa233e1a48 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:13.408095 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:13.521736 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f61fe73b-639e-457f-8b27-12ea7d8c729f None None] Provisioning complete for port dbf9881a-6af8-44b3-922c-13be6a98ff16 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:13.523209 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f61fe73b-639e-457f-8b27-12ea7d8c729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:13.585575 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:13.611037 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f61fe73b-639e-457f-8b27-12ea7d8c729f None None] Port dbf9881a-6af8-44b3-922c-13be6a98ff16 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:24:13.632729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port c1126f69-0981-4ec7-a3b0-1afa233e1a48, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c1126f69-0981-4ec7-a3b0-1afa233e1a48,segment=NetworkSegment(2d1fe0df-5d89-4016-89eb-b38b92ff44e7),segment_id=2d1fe0df-5d89-4016-89eb-b38b92ff44e7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:13.636569 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:13.708876 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=c1126f69-0981-4ec7-a3b0-1afa233e1a48,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:13.734358 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2bee5ec1-9881-462f-a548-cbc4f0f50066 None None] Provisioning complete for port dbf9881a-6af8-44b3-922c-13be6a98ff16 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:13.734730 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2bee5ec1-9881-462f-a548-cbc4f0f50066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:13.778791 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2bee5ec1-9881-462f-a548-cbc4f0f50066 None None] Port dbf9881a-6af8-44b3-922c-13be6a98ff16 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:24:14.047289 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:14.052918 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-35fdb611-80f5-444b-af63-7cb90eebf033 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-509920140', 'description': 'tempest-secgroup-smoke-509920140 description', 'project_id': '1f032beb6ed442cf9d22180762890917'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:14.078772 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35fdb611-80f5-444b-af63-7cb90eebf033 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.174971 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35fdb611-80f5-444b-af63-7cb90eebf033 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.178897 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35fdb611-80f5-444b-af63-7cb90eebf033 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.206288 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35fdb611-80f5-444b-af63-7cb90eebf033 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.211318 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:14.211835 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-35fdb611-80f5-444b-af63-7cb90eebf033 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1629152 Jul 07 20:24:14.216300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdb611-80f5-444b-af63-7cb90eebf033 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d81009-618f-4b59-af9c-44f4662b183d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:14.217810 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.220144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5136d88b-fb0c-44eb-b50c-de6c6ae522f1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': 'b6d81009-618f-4b59-af9c-44f4662b183d', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:14.254024 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5136d88b-fb0c-44eb-b50c-de6c6ae522f1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.316863 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5136d88b-fb0c-44eb-b50c-de6c6ae522f1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.320792 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5136d88b-fb0c-44eb-b50c-de6c6ae522f1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.339835 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136d88b-fb0c-44eb-b50c-de6c6ae522f1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35335b18-b033-4ccc-85c7-807caf956298,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:14.345662 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5136d88b-fb0c-44eb-b50c-de6c6ae522f1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.347134 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5136d88b-fb0c-44eb-b50c-de6c6ae522f1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327467 Jul 07 20:24:14.350729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40578) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:14.355415 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-917be95e-b729-4733-8486-b68519ae9e31 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': 'b6d81009-618f-4b59-af9c-44f4662b183d', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:14.381896 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-917be95e-b729-4733-8486-b68519ae9e31 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.442625 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-917be95e-b729-4733-8486-b68519ae9e31 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.446441 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-917be95e-b729-4733-8486-b68519ae9e31 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.465563 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917be95e-b729-4733-8486-b68519ae9e31 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792b9b6d-b3c0-4016-a410-caa6722a5067,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:14.470684 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-917be95e-b729-4733-8486-b68519ae9e31 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.472613 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-917be95e-b729-4733-8486-b68519ae9e31 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207595 Jul 07 20:24:14.475852 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:14.480435 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3e7804eb-198a-4946-bd41-2e0b1f5dd43f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': 'b6d81009-618f-4b59-af9c-44f4662b183d', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:14.508828 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e7804eb-198a-4946-bd41-2e0b1f5dd43f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.567526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e7804eb-198a-4946-bd41-2e0b1f5dd43f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.572087 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e7804eb-198a-4946-bd41-2e0b1f5dd43f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.591501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7804eb-198a-4946-bd41-2e0b1f5dd43f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccefc83a-4f83-4675-bb78-2fca87b68bb9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:14.599300 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e7804eb-198a-4946-bd41-2e0b1f5dd43f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.600577 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-3e7804eb-198a-4946-bd41-2e0b1f5dd43f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237512 Jul 07 20:24:14.603346 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:14.607919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e0c8cedd-7951-48b8-89d5-75001c6bf9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': 'b6d81009-618f-4b59-af9c-44f4662b183d', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:14.636570 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0c8cedd-7951-48b8-89d5-75001c6bf9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.702519 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0c8cedd-7951-48b8-89d5-75001c6bf9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.707048 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0c8cedd-7951-48b8-89d5-75001c6bf9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.726573 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8cedd-7951-48b8-89d5-75001c6bf9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4986066-76dd-499f-8999-47084d581d9a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:14.732573 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0c8cedd-7951-48b8-89d5-75001c6bf9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.733809 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e0c8cedd-7951-48b8-89d5-75001c6bf9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294641 Jul 07 20:24:14.736742 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:14.741701 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-95837ad3-be9f-41fc-bac3-14282449fdc0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': 'b6d81009-618f-4b59-af9c-44f4662b183d', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:14.764729 n-d-792394-12 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-95837ad3-be9f-41fc-bac3-14282449fdc0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Project 1f032beb6ed442cf9d22180762890917 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:24:14.770469 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95837ad3-be9f-41fc-bac3-14282449fdc0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.841563 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95837ad3-be9f-41fc-bac3-14282449fdc0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.845104 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95837ad3-be9f-41fc-bac3-14282449fdc0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.869074 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95837ad3-be9f-41fc-bac3-14282449fdc0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac263ba-3f48-4223-a12f-d1be1f853fa2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:14.873672 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95837ad3-be9f-41fc-bac3-14282449fdc0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.874966 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-95837ad3-be9f-41fc-bac3-14282449fdc0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371813 Jul 07 20:24:14.878052 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:14.884317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a81adb6a-9104-427c-91d4-c9ab3fe79af3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': 'b6d81009-618f-4b59-af9c-44f4662b183d', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:14.919201 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-a81adb6a-9104-427c-91d4-c9ab3fe79af3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Project 1f032beb6ed442cf9d22180762890917 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:24:14.926784 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81adb6a-9104-427c-91d4-c9ab3fe79af3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:14.955898 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device beb970b4-e083-410f-bd4c-f6d238ded546 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:15.000965 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81adb6a-9104-427c-91d4-c9ab3fe79af3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:15.005545 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81adb6a-9104-427c-91d4-c9ab3fe79af3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:15.011485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port beb970b4-e083-410f-bd4c-f6d238ded546 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:15.012303 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:15.020951 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81adb6a-9104-427c-91d4-c9ab3fe79af3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f299c1c-79fb-46af-8511-2bfe38a9ab85,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:15.029871 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81adb6a-9104-427c-91d4-c9ab3fe79af3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:15.031191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-a81adb6a-9104-427c-91d4-c9ab3fe79af3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1511281 Jul 07 20:24:15.100712 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c1126f69-0981-4ec7-a3b0-1afa233e1a48 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:15.156851 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c1126f69-0981-4ec7-a3b0-1afa233e1a48 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:15.157226 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:15.190199 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-86b9f607-e9c9-4bec-9031-8d9b679bedb3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-509920140&fields=id&tenant_id=1f032beb6ed442cf9d22180762890917 HTTP/1.1" status: 200 len: 267 time: 0.0375011 Jul 07 20:24:15.242417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:15.264759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Sync routers for ids ['edbfa735-2b76-482b-b7a8-36b9eddc8087'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:24:15.286499 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Routers {'edbfa735-2b76-482b-b7a8-36b9eddc8087'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:15.287253 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['edbfa735-2b76-482b-b7a8-36b9eddc8087'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:15.313607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-201e4a18-e8de-496f-a331-056b52fd4f5a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:15.315147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-201e4a18-e8de-496f-a331-056b52fd4f5a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 808 time: 0.1179104 Jul 07 20:24:15.329917 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-e6c12376-1355-48bf-8977-f1fa491c13cc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/quotas/1f032beb6ed442cf9d22180762890917 HTTP/1.1" status: 200 len: 375 time: 0.0091441 Jul 07 20:24:15.347269 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:15.353156 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:15.353533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:15.413712 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-bece39c5-b25b-487e-93bd-cf74f9c6b471 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781856 Jul 07 20:24:15.430249 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-2cf02337-92e4-42c3-8a28-107b52561bba tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:24:15.431256 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-2cf02337-92e4-42c3-8a28-107b52561bba tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064845 Jul 07 20:24:15.437286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Set router edbfa735-2b76-482b-b7a8-36b9eddc8087 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:15.581468 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:15.610008 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c7f6e3bf-b0ef-46d6-beea-592e9de38fc7,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:15.617925 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-00cd043d-d26f-4939-8577-b48858c03ee3 service neutron] 10.222.0.113 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790521 Jul 07 20:24:15.620039 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:15.706517 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=c7f6e3bf-b0ef-46d6-beea-592e9de38fc7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:15.712499 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-b40ab2c7-6346-4c3b-befd-35a116a4d038 service neutron] 10.222.0.113 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871203 Jul 07 20:24:15.739417 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'name': 'tempest-TestShelveInstance-1615076491-router', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:09Z', 'updated_at': '2021-07-07T20:24:12Z', 'revision_number': 4, 'project_id': '4355db8a02e84777978ea57baba72359', 'gw_port': {'id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:10Z', 'updated_at': '2021-07-07T20:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'dbf9881a-6af8-44b3-922c-13be6a98ff16', 'name': '', 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'mac_address': 'fa:16:3e:9a:5e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '3cc47b80-e194-40fe-bdaf-6a6a37239543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:11Z', 'updated_at': '2021-07-07T20:24:12Z', 'revision_number': 2, 'project_id': '4355db8a02e84777978ea57baba72359', 'subnets': [{'id': '3cc47b80-e194-40fe-bdaf-6a6a37239543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:15.766460 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Checking router: edbfa735-2b76-482b-b7a8-36b9eddc8087 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:24:15.766814 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Updating router edbfa735-2b76-482b-b7a8-36b9eddc8087 port dbf9881a-6af8-44b3-922c-13be6a98ff16 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:24:15.804610 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:15.951654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ac2a72e7-4f23-44a8-a129-d190ca900a21 req-f7048712-8f06-468a-8dc4-0dfa1b2cf636 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 210 time: 0.0870395 Jul 07 20:24:16.103474 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.114282 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Transition to ACTIVE for port object dbf9881a-6af8-44b3-922c-13be6a98ff16 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:16.120857 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.170974 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76d768-205b-4c47-9222-ddeee8b92b90 None None] Pushing event updated for resources: {'Port': ['ID=dbf9881a-6af8-44b3-922c-13be6a98ff16,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:16.226159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Attempting to bind port dbf9881a-6af8-44b3-922c-13be6a98ff16 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:24:16.226571 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Attempting to bind port dbf9881a-6af8-44b3-922c-13be6a98ff16 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '2d1fe0df-5d89-4016-89eb-b38b92ff44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:24:16.227109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Attempting to bind port dbf9881a-6af8-44b3-922c-13be6a98ff16 on network ee073118-c67c-4f16-b159-47a57bd55a79 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:24:16.233047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:24:16.233332 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Checking segment: {'id': '2d1fe0df-5d89-4016-89eb-b38b92ff44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:24:16.233549 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.233948 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Bound using segment: {'id': '2d1fe0df-5d89-4016-89eb-b38b92ff44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:24:16.234416 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Bound port: dbf9881a-6af8-44b3-922c-13be6a98ff16, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1fe0df-5d89-4016-89eb-b38b92ff44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:24:16.234835 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.474042 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] For port dbf9881a-6af8-44b3-922c-13be6a98ff16, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:24:16.477997 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] For port dbf9881a-6af8-44b3-922c-13be6a98ff16, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=dbf9881a-6af8-44b3-922c-13be6a98ff16,segment=NetworkSegment(2d1fe0df-5d89-4016-89eb-b38b92ff44e7),segment_id=2d1fe0df-5d89-4016-89eb-b38b92ff44e7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:24:16.482667 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.540447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Routers {'edbfa735-2b76-482b-b7a8-36b9eddc8087'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:16.541130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['edbfa735-2b76-482b-b7a8-36b9eddc8087'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:16.577068 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76d768-205b-4c47-9222-ddeee8b92b90 None None] Pushing event updated for resources: {'Port': ['ID=dbf9881a-6af8-44b3-922c-13be6a98ff16,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:16.665049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] Set router edbfa735-2b76-482b-b7a8-36b9eddc8087 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:16.846366 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:16.930628 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:16.930996 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:16.935033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'name': 'tempest-TestShelveInstance-1615076491-router', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:09Z', 'updated_at': '2021-07-07T20:24:12Z', 'revision_number': 4, 'project_id': '4355db8a02e84777978ea57baba72359', 'gw_port': {'id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:10Z', 'updated_at': '2021-07-07T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'dbf9881a-6af8-44b3-922c-13be6a98ff16', 'name': '', 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'mac_address': 'fa:16:3e:9a:5e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '3cc47b80-e194-40fe-bdaf-6a6a37239543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:11Z', 'updated_at': '2021-07-07T20:24:16Z', 'revision_number': 4, 'project_id': '4355db8a02e84777978ea57baba72359', 'subnets': [{'id': '3cc47b80-e194-40fe-bdaf-6a6a37239543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:16.980220 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23e54a-2cf2-4d4a-969d-18e52254e95e None None] The sync data for ids ['edbfa735-2b76-482b-b7a8-36b9eddc8087'] in n-d-792394-12 is: [{'id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'name': 'tempest-TestShelveInstance-1615076491-router', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:09Z', 'updated_at': '2021-07-07T20:24:12Z', 'revision_number': 4, 'project_id': '4355db8a02e84777978ea57baba72359', 'gw_port': {'id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:10Z', 'updated_at': '2021-07-07T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'dbf9881a-6af8-44b3-922c-13be6a98ff16', 'name': '', 'network_id': 'ee073118-c67c-4f16-b159-47a57bd55a79', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'mac_address': 'fa:16:3e:9a:5e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '3cc47b80-e194-40fe-bdaf-6a6a37239543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:11Z', 'updated_at': '2021-07-07T20:24:16Z', 'revision_number': 4, 'project_id': '4355db8a02e84777978ea57baba72359', 'subnets': [{'id': '3cc47b80-e194-40fe-bdaf-6a6a37239543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:24:17.202083 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2a94f96b-b3b8-419b-a150-0afd7d54ef44 req-11aae543-5752-40e4-93cd-dd00d1963aeb tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 210 time: 0.0980079 Jul 07 20:24:17.299854 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-77e4dc98-9368-403e-b8de-85496f72f6ac tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:17.301868 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-77e4dc98-9368-403e-b8de-85496f72f6ac tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 808 time: 0.1295118 Jul 07 20:24:17.354960 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-55921027-7297-4d95-960a-d675c61e8868 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f032beb6ed442cf9d22180762890917 HTTP/1.1" status: 200 len: 379 time: 0.0430620 Jul 07 20:24:17.365610 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'port': {'device_id': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'admin_state_up': True, 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'security_groups': ['b6d81009-618f-4b59-af9c-44f4662b183d']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:17.486945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Made reservation on behalf of 1f032beb6ed442cf9d22180762890917 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:24:17.491662 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:17.629515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Allocated IP 172.20.0.5 (f8bea3cb-a931-4e1e-ab2d-aea8219425af/505c5fb4-6340-4186-93b2-9dd8f046f75b/705bc300-fb2d-4dec-9bf6-7b7fde2dc54e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:24:17.776114 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:17.790249 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Transition to ACTIVE for port object 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:17.823969 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:17.870240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Network f8bea3cb-a931-4e1e-ab2d-aea8219425af is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:24:17.873663 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:17.876088 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:24:17.924260 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:17.943844 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:17.944792 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:17.960736 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-ed20a5b8-a7cc-40a5-90f4-66364d10dd92 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003740 Jul 07 20:24:17.973269 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Request body: {'port': {'device_id': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:18.056315 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:18.158250 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-502e6025-e319-491c-a1d4-2adc621fbd89 None None] Provisioning for port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:18.162725 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-502e6025-e319-491c-a1d4-2adc621fbd89 None None] Provisioning complete for port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:18.163094 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-502e6025-e319-491c-a1d4-2adc621fbd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:18.198485 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-502e6025-e319-491c-a1d4-2adc621fbd89 None None] Port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:24:18.328044 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:24:18.336449 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:18.348993 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Transition to ACTIVE for port object 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:24:18.354197 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:18.386368 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0e5d9-5746-440f-a029-36c2c88daed2 req-959428d3-64e9-45c5-9a6e-fa173cb14a91 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:18.387967 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32b0e5d9-5746-440f-a029-36c2c88daed2 req-959428d3-64e9-45c5-9a6e-fa173cb14a91 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 931 time: 0.0677083 Jul 07 20:24:18.426347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:18.445296 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-32b0e5d9-5746-440f-a029-36c2c88daed2 req-cc9e46f6-ee30-4bf7-afc8-3b5a4c4f7766 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507431 Jul 07 20:24:18.511626 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Attempting to bind port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:24:18.512059 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Attempting to bind port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:24:18.512457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Attempting to bind port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e on network f8bea3cb-a931-4e1e-ab2d-aea8219425af {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:24:18.517356 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e on network f8bea3cb-a931-4e1e-ab2d-aea8219425af not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:24:18.517682 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Attempting to bind port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e on network f8bea3cb-a931-4e1e-ab2d-aea8219425af {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:24:18.523755 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:24:18.524127 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Checking segment: {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:24:18.524548 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Bound using segment: {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:24:18.524986 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Bound port: 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:24:18.525346 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:18.596741 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:24:18.600141 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:24:18.605480 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:18.640678 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:18.641307 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:18.642728 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] 10.222.0.112 "PUT /v2.0/ports/705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 1092 time: 0.6749043 Jul 07 20:24:18.643181 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:24:18.646282 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f5f509-266b-4033-8453-4dd9b7fa363d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:24:18.679767 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a4e3b-6b92-453e-af0c-97b0842dab8f service neutron] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:18.711630 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c94eda-b3e0-413d-89b6-20db243aee42 x-openstack-request-id: req-39c94eda-b3e0-413d-89b6-20db243aee42 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:24:18.711916 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:24:18.712167 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-39c94eda-b3e0-413d-89b6-20db243aee42 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:24:18.712608 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'status': 'completed', 'code': 200} Jul 07 20:24:18.746611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-0860a440-12aa-4124-a100-8447f2725004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:18.748148 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-0860a440-12aa-4124-a100-8447f2725004 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1095 time: 0.0650911 Jul 07 20:24:18.794639 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-b537332c-5dc4-4389-a8f7-39725fa63fac service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 217 time: 0.0390272 Jul 07 20:24:18.855324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-262eb4bd-fdbc-48b0-bfc6-d014e3f4cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:18.858071 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-262eb4bd-fdbc-48b0-bfc6-d014e3f4cf8b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0567443 Jul 07 20:24:18.867335 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dbf9881a-6af8-44b3-922c-13be6a98ff16 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:18.917296 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port dbf9881a-6af8-44b3-922c-13be6a98ff16 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:18.921289 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port dbf9881a-6af8-44b3-922c-13be6a98ff16 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:18.921619 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-b6b8e9c3-70d2-4374-901c-a09a60b7f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:18.921777 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:18.924373 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-b6b8e9c3-70d2-4374-901c-a09a60b7f3d1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588253 Jul 07 20:24:19.015071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:19.036378 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-9a782057-054a-4980-aa6a-082bb189214f service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063347 Jul 07 20:24:19.051705 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port dbf9881a-6af8-44b3-922c-13be6a98ff16, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=dbf9881a-6af8-44b3-922c-13be6a98ff16,segment=NetworkSegment(2d1fe0df-5d89-4016-89eb-b38b92ff44e7),segment_id=2d1fe0df-5d89-4016-89eb-b38b92ff44e7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:19.056640 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:19.109854 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=dbf9881a-6af8-44b3-922c-13be6a98ff16,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:19.157208 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-02e78119-e108-4dbf-8939-0248ffd97ab2 req-79882ce5-4956-40d7-b2e9-021fe0878ee3 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142220 Jul 07 20:24:19.266365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f509-266b-4033-8453-4dd9b7fa363d req-0cb63634-c7f1-4b7d-87fd-8b334002669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:19.267952 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9f5f509-266b-4033-8453-4dd9b7fa363d req-0cb63634-c7f1-4b7d-87fd-8b334002669e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1095 time: 0.0616281 Jul 07 20:24:19.362977 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f509-266b-4033-8453-4dd9b7fa363d req-865fb26b-2ce6-4307-8ec3-68c8a6f174ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:19.364495 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9f5f509-266b-4033-8453-4dd9b7fa363d req-865fb26b-2ce6-4307-8ec3-68c8a6f174ce service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0895607 Jul 07 20:24:19.409817 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9f5f509-266b-4033-8453-4dd9b7fa363d req-2db1e78f-5490-462c-be04-8887a6656341 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 217 time: 0.0386472 Jul 07 20:24:19.464328 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f509-266b-4033-8453-4dd9b7fa363d req-4c59c1d6-3b29-45e7-b771-50bb6d98423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:19.465744 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9f5f509-266b-4033-8453-4dd9b7fa363d req-4c59c1d6-3b29-45e7-b771-50bb6d98423c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0485194 Jul 07 20:24:19.528211 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f509-266b-4033-8453-4dd9b7fa363d req-83707119-e8e9-45f7-8b04-ebe34f8e6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:19.529752 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9f5f509-266b-4033-8453-4dd9b7fa363d req-83707119-e8e9-45f7-8b04-ebe34f8e6d18 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552571 Jul 07 20:24:19.627074 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9f5f509-266b-4033-8453-4dd9b7fa363d req-3baef966-30b5-469e-a41f-fff4c75aaceb service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894358 Jul 07 20:24:19.632644 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb780b-8273-422d-a015-9d5908cd48b8 req-64e96323-b5f0-4962-b2f1-23d1b8c0182a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:19.634422 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45bb780b-8273-422d-a015-9d5908cd48b8 req-64e96323-b5f0-4962-b2f1-23d1b8c0182a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 943 time: 0.0735691 Jul 07 20:24:19.679488 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-45bb780b-8273-422d-a015-9d5908cd48b8 req-95f5d153-dfbb-4445-9038-39876992ff14 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383763 Jul 07 20:24:19.729993 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-b9f5f509-266b-4033-8453-4dd9b7fa363d req-0d49e403-352e-4374-8281-d9858e57df09 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955341 Jul 07 20:24:19.786854 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:20.845331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dbf9881a-6af8-44b3-922c-13be6a98ff16 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:20.873687 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a000306-afa5-4063-b2f0-4f4d4fa5e93b req-d7ff2942-d1f4-4e4f-83d8-214fcc72d18a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:20.875201 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a000306-afa5-4063-b2f0-4f4d4fa5e93b req-d7ff2942-d1f4-4e4f-83d8-214fcc72d18a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 943 time: 0.0721827 Jul 07 20:24:20.893871 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port dbf9881a-6af8-44b3-922c-13be6a98ff16 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:20.894339 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:20.913984 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0a000306-afa5-4063-b2f0-4f4d4fa5e93b req-27393488-821e-42b5-b882-3fc168764ca3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320773 Jul 07 20:24:22.087913 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6e408-bffe-4fc8-bfab-625936afd9d2 req-8211b0b8-9382-46d0-9491-22e06f6978ef tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:22.089497 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02d6e408-bffe-4fc8-bfab-625936afd9d2 req-8211b0b8-9382-46d0-9491-22e06f6978ef tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 943 time: 0.0622263 Jul 07 20:24:22.126337 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-02d6e408-bffe-4fc8-bfab-625936afd9d2 req-d4a0b250-b21c-496b-a9ff-ecb9f67c3a9a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314007 Jul 07 20:24:22.479515 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:24:22.573152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:22.588401 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'port_id': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'mac_address': 'fa:16:3e:86:d7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:24:22.626243 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:22.639086 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:24:22.661140 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:22.665096 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:22.713118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:22.908526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:24:23.303962 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d40e9-ee9a-483f-a300-74ed00da7c67 req-972b68e1-ccbe-4b8c-86d8-43a05f137945 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:23.305481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a3d40e9-ee9a-483f-a300-74ed00da7c67 req-972b68e1-ccbe-4b8c-86d8-43a05f137945 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0685880 Jul 07 20:24:23.343033 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a3d40e9-ee9a-483f-a300-74ed00da7c67 req-572f8087-8671-49fb-a187-58e28398ae11 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320094 Jul 07 20:24:24.494764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:24:24.525907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4872e18-c57d-4901-9c95-9819e491ee52 req-d28654ff-11cb-49cc-a83c-44d0ada8ca1f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:24.527896 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4872e18-c57d-4901-9c95-9819e491ee52 req-d28654ff-11cb-49cc-a83c-44d0ada8ca1f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0652411 Jul 07 20:24:24.544212 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:24:24.548065 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:24:24.548432 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:24.568822 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f4872e18-c57d-4901-9c95-9819e491ee52 req-fb641adc-8f35-46ed-8049-5be6caebd284 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351982 Jul 07 20:24:24.629932 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:24.652798 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:24:24.655057 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4992ffe-af37-4aa2-ade8-da4dce02fde9" -d '{"events": [{"server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "name": "network-vif-plugged", "status": "completed", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:24:24.668440 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:24:24.672891 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:24.697095 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f213b10-5e86-4214-8144-22a3e5900548 x-openstack-request-id: req-2f213b10-5e86-4214-8144-22a3e5900548 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:24:24.697391 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "name": "network-vif-plugged", "status": "completed", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:24:24.697646 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2f213b10-5e86-4214-8144-22a3e5900548 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:24:24.698031 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'code': 200} Jul 07 20:24:24.725552 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:24.814798 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381f5fb-b544-4890-b672-b1670ce9208e req-8c10b1a1-e59a-4d06-97c0-11e491594041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:24.817087 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f381f5fb-b544-4890-b672-b1670ce9208e req-8c10b1a1-e59a-4d06-97c0-11e491594041 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1097 time: 0.0539162 Jul 07 20:24:24.854422 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f381f5fb-b544-4890-b672-b1670ce9208e req-867b6346-43e9-49b2-844c-d8cb1da97160 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313926 Jul 07 20:24:25.755452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09133b-b026-49b4-9299-e11ef4f14f9a req-2a081292-0f9d-446f-9480-599232db47c0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:25.757466 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b09133b-b026-49b4-9299-e11ef4f14f9a req-2a081292-0f9d-446f-9480-599232db47c0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0742674 Jul 07 20:24:25.800050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b09133b-b026-49b4-9299-e11ef4f14f9a req-406b4d55-a456-4748-a935-2d5e9f1c5071 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355241 Jul 07 20:24:26.979310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5cc2a-1eb3-495d-b0bc-6b7e4b96c59d req-8144a808-f755-4df0-9008-ec0fd8afc523 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:26.980820 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81e5cc2a-1eb3-495d-b0bc-6b7e4b96c59d req-8144a808-f755-4df0-9008-ec0fd8afc523 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0639484 Jul 07 20:24:27.019481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81e5cc2a-1eb3-495d-b0bc-6b7e4b96c59d req-218b17ec-8c33-4445-a8f8-2445bc3262a7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329103 Jul 07 20:24:27.194775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5c8f1-3951-40d9-b14a-7cd31865013c req-b16c539e-876b-40d6-8421-416f78f305eb tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:27.196270 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00a5c8f1-3951-40d9-b14a-7cd31865013c req-b16c539e-876b-40d6-8421-416f78f305eb tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0650508 Jul 07 20:24:27.235232 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00a5c8f1-3951-40d9-b14a-7cd31865013c req-25afadb0-bbb0-4582-8ff7-28a38aef5d37 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332286 Jul 07 20:24:27.259756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:27.356564 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9d45b3-8c76-4054-9c4d-7aca45c6c30b tempest-TestShelveInstance-376955545 tempest-TestShelveInstance-376955545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:27.358095 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5f9d45b3-8c76-4054-9c4d-7aca45c6c30b tempest-TestShelveInstance-376955545 tempest-TestShelveInstance-376955545-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1092 time: 0.0973606 Jul 07 20:24:27.361195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:24:27.366452 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:24:27.388247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:27.486278 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:27.594395 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Allocated IP 172.25.2.164 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/03fb12e1-1ddc-4bf4-8d12-caabb6b216c6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:24:27.695803 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:27.738400 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:27.775865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:24:27.780702 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:24:27.784024 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:24:27.806546 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'Port': ['ID=03fb12e1-1ddc-4bf4-8d12-caabb6b216c6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:28.157641 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:28.233744 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:28.384058 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:28.388689 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:28.460173 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'Port': ['ID=03fb12e1-1ddc-4bf4-8d12-caabb6b216c6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:24:28.470539 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:28.571325 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Floating IP 7cc2d592-2695-4b35-b6fb-33e68bd3824e associated. External IP: 172.25.2.164, port: 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e. Jul 07 20:24:29.098267 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Router 5b2635b3-7244-4a63-93db-4f3315637ae0 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:24:29.213621 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:24:29.223814 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36734b0-c41c-4709-b64e-b324bc5a932c None None] Sync routers for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:24:29.231024 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:29.233833 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36734b0-c41c-4709-b64e-b324bc5a932c None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:29.235080 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f36734b0-c41c-4709-b64e-b324bc5a932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:29.278604 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-855c51d5-ee69-4398-9d39-88aecb63db29 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9163764 Jul 07 20:24:29.279290 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:24:29.281598 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733b119e-6e39-4b67-8150-849c5fd691c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:24:29.317846 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab091d3-4ea9-4e2d-894c-7e95394a8599 x-openstack-request-id: req-2ab091d3-4ea9-4e2d-894c-7e95394a8599 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:24:29.318141 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:24:29.318395 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2ab091d3-4ea9-4e2d-894c-7e95394a8599 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:24:29.318837 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'status': 'completed', 'code': 200} Jul 07 20:24:29.341515 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f36734b0-c41c-4709-b64e-b324bc5a932c None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:29.401300 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b119e-6e39-4b67-8150-849c5fd691c7 req-f0a9ae12-ef34-4102-9382-b95ce1f96b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:29.401300 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733b119e-6e39-4b67-8150-849c5fd691c7 req-f0a9ae12-ef34-4102-9382-b95ce1f96b50 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1097 time: 0.0589709 Jul 07 20:24:29.496171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b119e-6e39-4b67-8150-849c5fd691c7 req-6fb275a1-5c1c-4d74-b367-01150ad2f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:29.497703 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733b119e-6e39-4b67-8150-849c5fd691c7 req-6fb275a1-5c1c-4d74-b367-01150ad2f610 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0896773 Jul 07 20:24:29.568828 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f36734b0-c41c-4709-b64e-b324bc5a932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '7cc2d592-2695-4b35-b6fb-33e68bd3824e', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'floating_ip_address': '172.25.2.164', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'port_id': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'mac_address': 'fa:16:3e:86:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:24:28Z', 'updated_at': '2021-07-07T20:24:28Z', 'revision_number': 0, 'project_id': '1f032beb6ed442cf9d22180762890917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:29.571791 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733b119e-6e39-4b67-8150-849c5fd691c7 req-ce962cda-0826-4a7a-b0b5-ad4bd219db7a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 999 time: 0.0648394 Jul 07 20:24:29.594752 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36734b0-c41c-4709-b64e-b324bc5a932c None None] Checking router: 5b2635b3-7244-4a63-93db-4f3315637ae0 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:24:29.603996 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36734b0-c41c-4709-b64e-b324bc5a932c None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:24:29.604638 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f36734b0-c41c-4709-b64e-b324bc5a932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:24:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:29.621878 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b119e-6e39-4b67-8150-849c5fd691c7 req-701d57bc-3e3c-4958-8060-ead37f55ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:29.623376 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733b119e-6e39-4b67-8150-849c5fd691c7 req-701d57bc-3e3c-4958-8060-ead37f55ba54 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0454357 Jul 07 20:24:29.681759 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b119e-6e39-4b67-8150-849c5fd691c7 req-f031e155-ce38-4472-ba75-508befbfc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:29.683199 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733b119e-6e39-4b67-8150-849c5fd691c7 req-f031e155-ce38-4472-ba75-508befbfc55e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526786 Jul 07 20:24:29.712873 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f36734b0-c41c-4709-b64e-b324bc5a932c None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:24:29.782862 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733b119e-6e39-4b67-8150-849c5fd691c7 req-47c0a7cd-223c-4291-8e3d-f6062dc82d4d service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924625 Jul 07 20:24:29.877859 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-733b119e-6e39-4b67-8150-849c5fd691c7 req-60da1b78-59df-46fe-8c08-884fb306768a service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879805 Jul 07 20:24:30.047247 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f36734b0-c41c-4709-b64e-b324bc5a932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '7cc2d592-2695-4b35-b6fb-33e68bd3824e', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'floating_ip_address': '172.25.2.164', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'port_id': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'mac_address': 'fa:16:3e:86:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:24:28Z', 'updated_at': '2021-07-07T20:24:28Z', 'revision_number': 0, 'project_id': '1f032beb6ed442cf9d22180762890917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:24:30.074062 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36734b0-c41c-4709-b64e-b324bc5a932c None None] The sync data for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 is: [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '7cc2d592-2695-4b35-b6fb-33e68bd3824e', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'floating_ip_address': '172.25.2.164', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'port_id': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'mac_address': 'fa:16:3e:86:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:24:28Z', 'updated_at': '2021-07-07T20:24:28Z', 'revision_number': 0, 'project_id': '1f032beb6ed442cf9d22180762890917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:24:30.274394 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acde52b-2c7d-46e1-b995-2d4b5df189e1 None None] New status for floating IP 7cc2d592-2695-4b35-b6fb-33e68bd3824e: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:24:33.099139 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-2fee6aa7-145f-489e-901a-d14796765c31 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545051 Jul 07 20:24:33.198653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-0a5f7d7d-867a-4502-a232-a0b078ce0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:33.200173 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-0a5f7d7d-867a-4502-a232-a0b078ce0d06 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1097 time: 0.0577135 Jul 07 20:24:33.303653 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-8c72699f-7f41-43d2-bcdd-82cac6c4d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:33.305170 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-8c72699f-7f41-43d2-bcdd-82cac6c4d122 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0862057 Jul 07 20:24:33.374810 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-2266f8a9-a1b6-4d0d-9b64-8bacc2a9c77c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 1001 time: 0.0635052 Jul 07 20:24:33.424013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-85645a78-9111-4c88-ac94-eb020e008a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:33.425587 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-85645a78-9111-4c88-ac94-eb020e008a02 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0441952 Jul 07 20:24:33.485692 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-3988702f-2589-4fb2-8604-5d8911f5adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:24:33.487240 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-3988702f-2589-4fb2-8604-5d8911f5adad service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551360 Jul 07 20:24:33.579068 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-0d24ad40-145d-4945-b83a-1bfcba039f76 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851822 Jul 07 20:24:33.668396 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63866049-30cb-4470-bdc7-af86d9d09e2e req-47f3458b-0aec-4773-95f6-fbc295bd3786 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823016 Jul 07 20:24:34.114627 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:38.511220 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df424f0e-aea9-41dd-aa3e-0f2a47e62977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:41.187723 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-381cf332-cd9d-4301-9349-604e3e6646e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:41.469767 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:42.688269 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:42.924323 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:24:44.218543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:24:49.768868 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:04.113632 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:08.513707 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-511b5af8-a9de-4b47-a5a2-649dd8a2ccbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:11.190131 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86b5267d-56aa-4fac-ae00-5b7cf4f9e2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:11.472318 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:12.690247 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:14.222101 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:19.770732 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:19.923374 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:25:33.134968 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52911d95-8c30-428d-8b51-ae04424c577e req-dbf1eaef-c883-4706-b92b-7d10cdb17087 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1031525 Jul 07 20:25:33.232123 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52911d95-8c30-428d-8b51-ae04424c577e req-c6247e67-1a79-4306-8934-a14b61c01ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:33.233656 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52911d95-8c30-428d-8b51-ae04424c577e req-c6247e67-1a79-4306-8934-a14b61c01ad4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1097 time: 0.0565610 Jul 07 20:25:33.339499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52911d95-8c30-428d-8b51-ae04424c577e req-c5711db5-01ad-4767-be35-2417d04b0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:33.341039 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52911d95-8c30-428d-8b51-ae04424c577e req-c5711db5-01ad-4767-be35-2417d04b0393 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0851705 Jul 07 20:25:33.411204 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52911d95-8c30-428d-8b51-ae04424c577e req-28255590-5548-4e9b-b73f-585e1f32f74f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 1001 time: 0.0630705 Jul 07 20:25:33.460693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52911d95-8c30-428d-8b51-ae04424c577e req-3f729ba9-f325-44f3-b966-2e74811e498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:33.462183 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52911d95-8c30-428d-8b51-ae04424c577e req-3f729ba9-f325-44f3-b966-2e74811e498f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0449908 Jul 07 20:25:33.521180 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52911d95-8c30-428d-8b51-ae04424c577e req-c8f3198c-04b8-40a8-8374-c6f0c1b8c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:25:33.522693 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52911d95-8c30-428d-8b51-ae04424c577e req-c8f3198c-04b8-40a8-8374-c6f0c1b8c95b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546808 Jul 07 20:25:33.931253 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52911d95-8c30-428d-8b51-ae04424c577e req-a95be62e-c920-4726-aeaa-1bf36d20022e service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018512 Jul 07 20:25:34.022298 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-52911d95-8c30-428d-8b51-ae04424c577e req-d54465f5-546c-40fb-b165-71f038cfbf8c service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843940 Jul 07 20:25:34.111739 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:38.516394 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a9f5045-0871-49cc-af94-13db7da433ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:41.191120 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa8da-9076-4972-8d6c-1d23fdfcac4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:41.475433 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:42.695424 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:44.224074 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:49.781352 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:25:56.921748 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:26:04.126998 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:08.519821 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2116fc70-3f73-452f-bb54-21fefc118a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:11.191262 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-541eba80-b1f9-4567-b0ae-c112a6de6c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:11.489081 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:12.696371 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:14.226362 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:19.784741 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:26.590406 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6cd36-019c-4a92-b8dc-0646ac2d09bc req-a3bf2abc-9acb-43ad-86e1-20ef47096951 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:26.591891 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fed6cd36-019c-4a92-b8dc-0646ac2d09bc req-a3bf2abc-9acb-43ad-86e1-20ef47096951 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0690708 Jul 07 20:26:26.631789 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fed6cd36-019c-4a92-b8dc-0646ac2d09bc req-bdd49428-dd44-4eab-b799-11ea80e368c2 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336308 Jul 07 20:26:27.807915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4aaae-5a00-4831-ae5b-c75444167844 req-bada82a6-5cf4-46db-a530-c9e3cfd5baa3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:27.809423 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b7c4aaae-5a00-4831-ae5b-c75444167844 req-bada82a6-5cf4-46db-a530-c9e3cfd5baa3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0622687 Jul 07 20:26:27.852904 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b7c4aaae-5a00-4831-ae5b-c75444167844 req-78a7ea37-d868-45a5-9ab7-e9b248074627 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372367 Jul 07 20:26:29.057975 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f19763-c960-4cf6-82e8-fd68bedf3b3f req-0f7a8632-f48c-4dcd-9d2f-f3dd165c3b48 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:29.059445 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f19763-c960-4cf6-82e8-fd68bedf3b3f req-0f7a8632-f48c-4dcd-9d2f-f3dd165c3b48 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0643065 Jul 07 20:26:29.098557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-27f19763-c960-4cf6-82e8-fd68bedf3b3f req-5eb4dd1e-e909-499d-a368-00e3f8c015d2 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327129 Jul 07 20:26:30.276763 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329656c-20fe-4507-af16-8b9adddcfa0d req-a037a30c-34f3-4ee8-9a51-15d2ef22e73c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:30.278311 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e329656c-20fe-4507-af16-8b9adddcfa0d req-a037a30c-34f3-4ee8-9a51-15d2ef22e73c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0670671 Jul 07 20:26:30.317918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e329656c-20fe-4507-af16-8b9adddcfa0d req-6a5d416b-cb5e-49ff-828c-b1acc29c37ba tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329909 Jul 07 20:26:31.493131 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d1154-97eb-49e3-9c40-16372a31e8ab req-bef98416-ee02-46ae-a374-505d9f493762 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:31.494644 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f61d1154-97eb-49e3-9c40-16372a31e8ab req-bef98416-ee02-46ae-a374-505d9f493762 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0652025 Jul 07 20:26:31.533472 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f61d1154-97eb-49e3-9c40-16372a31e8ab req-d6cc21ba-2778-4e9f-96bb-d2e3ee100364 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332139 Jul 07 20:26:32.721349 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026dabd-8e02-48bc-bb6a-bdb3f977d55e req-41555877-6749-4fed-98c2-2d6e326812f4 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:32.723089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f026dabd-8e02-48bc-bb6a-bdb3f977d55e req-41555877-6749-4fed-98c2-2d6e326812f4 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0725853 Jul 07 20:26:32.773983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f026dabd-8e02-48bc-bb6a-bdb3f977d55e req-70d02806-9578-4f21-be52-bb33f2bd9b59 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386493 Jul 07 20:26:33.920301 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:26:33.952080 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c14e9-084f-4cb8-812c-10963c0112e4 req-ea62d501-c0f4-43b3-acfe-2c4d613de13c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:33.953672 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e7c14e9-084f-4cb8-812c-10963c0112e4 req-ea62d501-c0f4-43b3-acfe-2c4d613de13c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0640700 Jul 07 20:26:33.992315 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9e7c14e9-084f-4cb8-812c-10963c0112e4 req-3b8534f3-bbda-486a-8ab5-9b57f19387e2 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321093 Jul 07 20:26:34.127071 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:35.127258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09d602-712e-4f4f-80a4-66879edac87c req-d4229c35-3718-4f92-9ef4-b6195a58e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:35.128839 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0d09d602-712e-4f4f-80a4-66879edac87c req-d4229c35-3718-4f92-9ef4-b6195a58e847 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1097 time: 0.0597601 Jul 07 20:26:35.172654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21882c4c-2715-4067-97cf-363f1abd9c7a req-f27ce43b-a232-4406-826e-ab589c6aca14 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:35.174203 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21882c4c-2715-4067-97cf-363f1abd9c7a req-f27ce43b-a232-4406-826e-ab589c6aca14 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0674446 Jul 07 20:26:35.212463 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-21882c4c-2715-4067-97cf-363f1abd9c7a req-ef1f545d-084e-497f-940c-08c8d9b5032f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324883 Jul 07 20:26:35.237782 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09d602-712e-4f4f-80a4-66879edac87c req-dd1f69b7-4c5b-4405-830b-68878b0aa4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:35.239339 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0d09d602-712e-4f4f-80a4-66879edac87c req-dd1f69b7-4c5b-4405-830b-68878b0aa4c5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0882473 Jul 07 20:26:35.312007 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0d09d602-712e-4f4f-80a4-66879edac87c req-8b7f4b08-fc1f-475e-9896-7642359f0755 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 1001 time: 0.0657415 Jul 07 20:26:35.361580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09d602-712e-4f4f-80a4-66879edac87c req-22b941aa-2cf2-4a13-9800-f94f92e8ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:35.363018 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0d09d602-712e-4f4f-80a4-66879edac87c req-22b941aa-2cf2-4a13-9800-f94f92e8ef6c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0447111 Jul 07 20:26:35.421751 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09d602-712e-4f4f-80a4-66879edac87c req-b687deb5-9bda-40c8-925e-6c22c4bc81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:35.423757 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0d09d602-712e-4f4f-80a4-66879edac87c req-b687deb5-9bda-40c8-925e-6c22c4bc81f8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545616 Jul 07 20:26:35.519277 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0d09d602-712e-4f4f-80a4-66879edac87c req-8d6bd8fc-c591-4514-a56f-fa85e97a752b service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883303 Jul 07 20:26:35.611219 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0d09d602-712e-4f4f-80a4-66879edac87c req-8bcf5ee3-7d28-46d7-8bff-1ae53a8f4cd1 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849800 Jul 07 20:26:36.393169 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277b838-a8dc-4194-8dd1-a934043097bd req-e91e19d4-98a5-405f-93fd-bf07abdba7c1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:36.398074 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c277b838-a8dc-4194-8dd1-a934043097bd req-e91e19d4-98a5-405f-93fd-bf07abdba7c1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0695419 Jul 07 20:26:36.433875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c277b838-a8dc-4194-8dd1-a934043097bd req-e69f7681-52f0-472d-9c9b-4d5b7554ab7c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334306 Jul 07 20:26:37.608865 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f47ab8-7bf6-443f-aa2a-cd7afd6d72f0 req-b03a268b-57c4-4b74-9be9-7cad7f63da13 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:37.610887 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99f47ab8-7bf6-443f-aa2a-cd7afd6d72f0 req-b03a268b-57c4-4b74-9be9-7cad7f63da13 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0639706 Jul 07 20:26:37.655979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99f47ab8-7bf6-443f-aa2a-cd7afd6d72f0 req-03599792-5d06-4270-81d3-e46144ea8c24 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387862 Jul 07 20:26:38.521884 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f4f0474-cd47-4ded-9120-d9b00ee8f2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:38.857676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca7f82-1740-4066-a7f9-75b804f87c4d req-b338991e-cedd-49a9-8930-eb02bb50e17b tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:38.859147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4aca7f82-1740-4066-a7f9-75b804f87c4d req-b338991e-cedd-49a9-8930-eb02bb50e17b tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0713475 Jul 07 20:26:38.902538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4aca7f82-1740-4066-a7f9-75b804f87c4d req-25950b82-37ea-4bee-936b-c475c00fbabe tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351260 Jul 07 20:26:39.125984 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:26:39.225064 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:26:39.241818 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'port_id': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'mac_address': 'fa:16:3e:86:d7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:26:39.281796 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:39.296503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:26:39.319058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:26:39.327126 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:39.415063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:26:39.425300 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:26:39.428299 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:39.428681 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:39.429229 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:39.431032 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:39.431951 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:39.432963 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:39.433947 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:39.434812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:39.435379 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:39.436464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:39.437063 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:39.437543 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:40.092535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e0fe0-90ae-41d0-8739-a905e30b8bb5 req-74575e94-d251-4655-ba5d-715b0f1f3e5f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:40.094098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b95e0fe0-90ae-41d0-8739-a905e30b8bb5 req-74575e94-d251-4655-ba5d-715b0f1f3e5f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0687983 Jul 07 20:26:40.134777 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b95e0fe0-90ae-41d0-8739-a905e30b8bb5 req-b3757408-e188-44dc-9c5d-77a61489f2af tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351300 Jul 07 20:26:41.157762 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:26:41.247625 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74b0fadd-2786-4032-9046-7ba55e5d51e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:41.281646 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:26:41.282023 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:41.323696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d9e9c-c188-4883-a253-c01c6fb15b0e req-a9e23208-b043-4a70-a5ed-d0474395b237 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:41.332179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a90d9e9c-c188-4883-a253-c01c6fb15b0e req-a9e23208-b043-4a70-a5ed-d0474395b237 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0750787 Jul 07 20:26:41.379964 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a90d9e9c-c188-4883-a253-c01c6fb15b0e req-d0207b7c-e691-4da0-bfaf-b461ecd9c986 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465412 Jul 07 20:26:41.402494 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:41.429024 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:26:41.431514 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce702cb-2c30-4578-bd54-15f239b037fb" -d '{"events": [{"server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "name": "network-vif-plugged", "status": "completed", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:26:41.455587 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:26:41.460516 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:41.491564 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b40af0-f89b-4e8b-a647-49ec5307e9d9 x-openstack-request-id: req-13b40af0-f89b-4e8b-a647-49ec5307e9d9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:26:41.491909 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "name": "network-vif-plugged", "status": "completed", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:26:41.492120 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-13b40af0-f89b-4e8b-a647-49ec5307e9d9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:26:41.492537 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'code': 200} Jul 07 20:26:41.509926 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:41.528125 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:26:42.592953 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266d38-5a0b-43b1-9924-ccc0c3707819 req-fe74ce85-44da-4672-bf27-4fccf70a595e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:42.595928 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40266d38-5a0b-43b1-9924-ccc0c3707819 req-fe74ce85-44da-4672-bf27-4fccf70a595e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0769844 Jul 07 20:26:42.654273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-40266d38-5a0b-43b1-9924-ccc0c3707819 req-5cfe5a1c-7fb6-4564-b855-d6627e769e80 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443914 Jul 07 20:26:42.707077 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:43.861245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d7e99-f6c9-4ac6-a4c7-52ecc432d9c9 req-51de59aa-784b-4e18-8b9f-782041b3a42c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:43.863536 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a9d7e99-f6c9-4ac6-a4c7-52ecc432d9c9 req-51de59aa-784b-4e18-8b9f-782041b3a42c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0801229 Jul 07 20:26:43.917202 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a9d7e99-f6c9-4ac6-a4c7-52ecc432d9c9 req-fce563bf-6e10-4d02-873b-217ce2acbefb tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471935 Jul 07 20:26:44.235410 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:45.136160 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700c502-35a9-44d4-b774-43abfe227d4c req-1a49e3a7-ebcb-413c-81b3-005d43f95e94 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:45.137756 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d700c502-35a9-44d4-b774-43abfe227d4c req-1a49e3a7-ebcb-413c-81b3-005d43f95e94 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0777431 Jul 07 20:26:45.181452 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d700c502-35a9-44d4-b774-43abfe227d4c req-12ee93be-76df-4a5c-98fa-ba623c2f0040 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370476 Jul 07 20:26:46.371607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a67a7-97c4-4f1d-b0b4-963b35867b89 req-249bca26-c705-40e7-903b-b90a1a3a63ec tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:46.373266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b8a67a7-97c4-4f1d-b0b4-963b35867b89 req-249bca26-c705-40e7-903b-b90a1a3a63ec tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0678051 Jul 07 20:26:46.418401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2b8a67a7-97c4-4f1d-b0b4-963b35867b89 req-336f8ac7-fae5-4546-a74d-36265376c739 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384324 Jul 07 20:26:47.638464 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4802d4-02f3-4a6b-ac8b-84881a8caf4e req-972f9691-1128-4d93-8f58-58440b80a367 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:47.640035 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a4802d4-02f3-4a6b-ac8b-84881a8caf4e req-972f9691-1128-4d93-8f58-58440b80a367 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0693583 Jul 07 20:26:47.686615 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3a4802d4-02f3-4a6b-ac8b-84881a8caf4e req-8f37a467-f2ac-4af6-852c-89f1ae3d133d tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375831 Jul 07 20:26:48.544700 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413aad3-a622-4f10-918b-138bd9659eb3 req-fb9483ec-5a9f-4b8b-8a49-4c51010e0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:48.546218 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2413aad3-a622-4f10-918b-138bd9659eb3 req-fb9483ec-5a9f-4b8b-8a49-4c51010e0769 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1097 time: 0.0553446 Jul 07 20:26:48.642240 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413aad3-a622-4f10-918b-138bd9659eb3 req-b08b81bc-45f1-406c-9d31-3a16d5078c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:48.643716 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2413aad3-a622-4f10-918b-138bd9659eb3 req-b08b81bc-45f1-406c-9d31-3a16d5078c21 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0900447 Jul 07 20:26:48.710254 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2413aad3-a622-4f10-918b-138bd9659eb3 req-cec6c74b-535d-4735-9105-704712cd6aef service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 1001 time: 0.0593822 Jul 07 20:26:48.767089 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413aad3-a622-4f10-918b-138bd9659eb3 req-c6853008-d7c4-4b94-9555-cc3737b83c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:48.768641 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2413aad3-a622-4f10-918b-138bd9659eb3 req-c6853008-d7c4-4b94-9555-cc3737b83c0e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0514808 Jul 07 20:26:48.827796 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413aad3-a622-4f10-918b-138bd9659eb3 req-917919cd-fded-46ee-9734-a95d2807fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:48.829396 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2413aad3-a622-4f10-918b-138bd9659eb3 req-917919cd-fded-46ee-9734-a95d2807fd34 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541184 Jul 07 20:26:48.871631 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9167a91-29b5-4de2-80d8-cf75f47acd1b req-96abe9f4-acc1-486e-a2dd-4ac4c614de38 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:48.873195 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9167a91-29b5-4de2-80d8-cf75f47acd1b req-96abe9f4-acc1-486e-a2dd-4ac4c614de38 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0709779 Jul 07 20:26:48.912390 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b9167a91-29b5-4de2-80d8-cf75f47acd1b req-9fae2f40-a6a4-48d3-a830-6dc95dd53771 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325425 Jul 07 20:26:48.921119 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2413aad3-a622-4f10-918b-138bd9659eb3 req-66afc145-83ed-463f-b143-133626fb2416 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852437 Jul 07 20:26:49.028987 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-2413aad3-a622-4f10-918b-138bd9659eb3 req-abde330d-b648-40fa-9c37-5d7bbcdc718e service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009238 Jul 07 20:26:49.784616 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:50.108969 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47407778-a543-4cca-97f2-b34dec302b45 req-1698c367-d1de-467b-9a3d-0b469c23b53a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:50.111953 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47407778-a543-4cca-97f2-b34dec302b45 req-1698c367-d1de-467b-9a3d-0b469c23b53a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0863383 Jul 07 20:26:50.153692 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47407778-a543-4cca-97f2-b34dec302b45 req-0777916f-1abc-4949-8df0-954196a9d11c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357161 Jul 07 20:26:51.223432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:26:51.304922 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:51.327226 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:26:51.330262 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13ddea7-ce76-473e-b5c2-fe72cc3f44ba" -d '{"events": [{"server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "name": "network-vif-unplugged", "status": "completed", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:26:51.340965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c11f0-a6bb-4b2c-8178-d754f2ce16e9 req-87d5b4b3-22d5-4496-9c87-388837bb672e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:51.342546 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a09c11f0-a6bb-4b2c-8178-d754f2ce16e9 req-87d5b4b3-22d5-4496-9c87-388837bb672e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0694625 Jul 07 20:26:51.345575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:26:51.350827 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:51.375654 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 20:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2101d249-3344-4e15-9513-e55dc680778c x-openstack-request-id: req-2101d249-3344-4e15-9513-e55dc680778c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:26:51.376118 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "name": "network-vif-unplugged", "status": "failed", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:26:51.376542 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2101d249-3344-4e15-9513-e55dc680778c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:26:51.377038 n-d-792394-12 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'code': 422} returned with failed status Jul 07 20:26:51.384677 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a09c11f0-a6bb-4b2c-8178-d754f2ce16e9 req-59ac686c-45ff-4ca9-b62e-5545c9c2337c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360854 Jul 07 20:26:51.403651 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:26:51.498708 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-0968bde8-cf38-4caf-b5be-7c6714811d94 req-9f91b28d-6cec-429f-80aa-7e8ecf173e84 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:26:51.499607 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0968bde8-cf38-4caf-b5be-7c6714811d94 req-9f91b28d-6cec-429f-80aa-7e8ecf173e84 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055509 Jul 07 20:26:51.760009 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41922203-2df0-4d39-9b0b-4a29428b95ff req-4a3cc6b5-fef8-412d-a83b-0f78042c16f0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:51.761560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41922203-2df0-4d39-9b0b-4a29428b95ff req-4a3cc6b5-fef8-412d-a83b-0f78042c16f0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 943 time: 0.0670247 Jul 07 20:26:51.802677 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-41922203-2df0-4d39-9b0b-4a29428b95ff req-f31e9ecf-a8e3-4372-b450-7bd114b8b80c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350714 Jul 07 20:26:51.921693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 40852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:26:52.031590 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-52a9c7c7-5c63-4953-a88d-4bb27f9ebb69 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075721 Jul 07 20:26:52.040569 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-8dc2daf5-6792-472e-b1de-1d9174c9504d service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:26:52.041527 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-8dc2daf5-6792-472e-b1de-1d9174c9504d service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050952 Jul 07 20:26:52.981862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a4365-193c-4fdd-8264-7c9bf68d2045 req-c7e1b06c-8ea2-4258-825a-2532d2e069de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:52.983417 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a34a4365-193c-4fdd-8264-7c9bf68d2045 req-c7e1b06c-8ea2-4258-825a-2532d2e069de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 943 time: 0.0639071 Jul 07 20:26:53.043120 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a34a4365-193c-4fdd-8264-7c9bf68d2045 req-a7850bdc-9333-4d5a-a444-716c214c2ab5 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534995 Jul 07 20:26:53.113581 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-d62877d8-5ddc-4444-8766-a0c7e0168b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:53.115348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-d62877d8-5ddc-4444-8766-a0c7e0168b19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95&tenant_id=1f032beb6ed442cf9d22180762890917 HTTP/1.1" status: 200 len: 1095 time: 0.1034474 Jul 07 20:26:53.131756 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-12', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:26:53.202313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:53.413357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:26:53.460871 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h1-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:26:53.494472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:26:53.503714 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:53.516335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Transition to ACTIVE for port object 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:26:53.520914 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:53.601990 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=9']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:26:53.616604 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.616958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.617303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.617643 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.617980 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.618310 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.618641 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.618966 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.619293 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.619619 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.619946 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.620266 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:26:53.660569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] No DVR routers for this DVR port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e on host n-h1-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:26:53.803307 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Attempting to bind port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:26:53.803654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Attempting to bind port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:26:53.803983 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Attempting to bind port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e on network f8bea3cb-a931-4e1e-ab2d-aea8219425af {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:26:53.808664 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e on network f8bea3cb-a931-4e1e-ab2d-aea8219425af not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:26:53.808988 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Attempting to bind port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e on network f8bea3cb-a931-4e1e-ab2d-aea8219425af {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:26:53.814673 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:26:53.815006 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Checking segment: {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:26:53.815389 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Bound using segment: {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:26:53.815812 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Bound port: 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:26:53.816164 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:53.879357 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:26:53.882335 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:26:53.886931 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:53.920907 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:53.921591 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:26:53.923494 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] 10.222.0.59 "PUT /v2.0/ports/705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 1092 time: 0.7957809 Jul 07 20:26:53.923942 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:26:53.926235 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b52f228-b23b-4c51-893d-bb0dd60a094d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:26:53.971124 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885208eb-8c00-4123-b7ba-537395bcdbf6 x-openstack-request-id: req-885208eb-8c00-4123-b7ba-537395bcdbf6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:26:53.971425 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:26:53.971681 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-885208eb-8c00-4123-b7ba-537395bcdbf6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:26:53.972090 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'status': 'completed', 'code': 200} Jul 07 20:26:53.993900 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1fa87-d85f-4cea-95c1-2c13b4e58abb service neutron] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:26:54.025433 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-780b041e-9fa4-4a0f-85e2-4012734cf121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:54.027034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-780b041e-9fa4-4a0f-85e2-4012734cf121 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1096 time: 0.0696900 Jul 07 20:26:54.124259 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-12df908c-2d56-416f-a32d-04e25f950e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:54.126437 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-12df908c-2d56-416f-a32d-04e25f950e4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0927553 Jul 07 20:26:54.225454 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-c5b952db-eb17-4157-a496-dbb0cf7e3855 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 999 time: 0.0927532 Jul 07 20:26:54.288269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb12bf-b5a7-4b10-a13e-81b51303d277 req-46c59198-584b-4161-90b2-f3ab83810d1b tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:54.289809 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13eb12bf-b5a7-4b10-a13e-81b51303d277 req-46c59198-584b-4161-90b2-f3ab83810d1b tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.1169441 Jul 07 20:26:54.293586 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-bccadeaf-c8a8-4650-a3ad-663683152549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:54.294952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-bccadeaf-c8a8-4650-a3ad-663683152549 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0629551 Jul 07 20:26:54.361918 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-13eb12bf-b5a7-4b10-a13e-81b51303d277 req-cae21dea-7b99-4067-bfac-ac12eb3994c7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660081 Jul 07 20:26:54.380443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-4f03cf2a-5b0e-443d-8b52-7e070c68b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:54.381999 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-4f03cf2a-5b0e-443d-8b52-7e070c68b22d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796080 Jul 07 20:26:54.474698 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-a0178338-a712-40b3-b36c-d9b60b14593b service neutron] 10.222.0.59 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857742 Jul 07 20:26:54.568746 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-0d918f10-656f-4894-b668-07a2b53d8b82 req-fd1277b9-48fe-4d79-b8b9-1e04aa2d9f42 service neutron] 10.222.0.59 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875428 Jul 07 20:26:54.721950 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f228-b23b-4c51-893d-bb0dd60a094d req-09b84f60-9e8e-4186-a16b-0deca238d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:54.723539 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b52f228-b23b-4c51-893d-bb0dd60a094d req-09b84f60-9e8e-4186-a16b-0deca238d549 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1096 time: 0.0566456 Jul 07 20:26:54.822223 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f228-b23b-4c51-893d-bb0dd60a094d req-2c3b680e-00a3-4ecf-a1c7-f8a8c925d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:54.823734 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b52f228-b23b-4c51-893d-bb0dd60a094d req-2c3b680e-00a3-4ecf-a1c7-f8a8c925d58f service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0941386 Jul 07 20:26:54.903785 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b52f228-b23b-4c51-893d-bb0dd60a094d req-6e9a3be0-ec89-408d-8527-2ca3b09edb95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 999 time: 0.0727139 Jul 07 20:26:55.550060 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef3a40-b04f-467c-b786-92c7eee03844 req-9bf26fb3-71aa-4ced-8a3a-afa57bffa05b tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:55.551569 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fef3a40-b04f-467c-b786-92c7eee03844 req-9bf26fb3-71aa-4ced-8a3a-afa57bffa05b tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0691445 Jul 07 20:26:55.589459 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3fef3a40-b04f-467c-b786-92c7eee03844 req-3cef601f-0535-4eca-a5dc-2a4b834c4c48 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323038 Jul 07 20:26:56.777795 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483864b-47aa-455e-ad25-c2fad5ddc7d5 req-16cc6f78-73b5-45ad-8b21-04a9be32d961 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:56.779306 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c483864b-47aa-455e-ad25-c2fad5ddc7d5 req-16cc6f78-73b5-45ad-8b21-04a9be32d961 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0695620 Jul 07 20:26:56.817044 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c483864b-47aa-455e-ad25-c2fad5ddc7d5 req-0e7ed163-1471-482f-8b16-0e51480dc6a4 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320773 Jul 07 20:26:58.018997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498ba2e-f6b9-4b02-abc8-3bf7e11ad6be req-b86b2293-05cb-4663-8f6d-081758d42cb1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:58.020738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e498ba2e-f6b9-4b02-abc8-3bf7e11ad6be req-b86b2293-05cb-4663-8f6d-081758d42cb1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0786545 Jul 07 20:26:58.060401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e498ba2e-f6b9-4b02-abc8-3bf7e11ad6be req-3876266c-387a-4a35-9f53-c2850d23d52f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333955 Jul 07 20:26:59.256493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa3424-4b5f-4c32-8643-8991280277cb req-5d998527-4450-40b1-a57e-6f2bb422e7e3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:26:59.258325 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88fa3424-4b5f-4c32-8643-8991280277cb req-5d998527-4450-40b1-a57e-6f2bb422e7e3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0712099 Jul 07 20:26:59.303167 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88fa3424-4b5f-4c32-8643-8991280277cb req-7fe26532-a2df-425e-a0c6-9e8ed5673975 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343053 Jul 07 20:27:00.495063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1aa09-47ba-4df7-8dc2-6912a3a49b63 req-35d7cc4b-fabb-4903-bc53-57b23fad0c1b tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:00.497557 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15f1aa09-47ba-4df7-8dc2-6912a3a49b63 req-35d7cc4b-fabb-4903-bc53-57b23fad0c1b tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0708866 Jul 07 20:27:00.545502 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-15f1aa09-47ba-4df7-8dc2-6912a3a49b63 req-995e9e22-7bb4-4e00-8a39-40bcaabc73e4 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399358 Jul 07 20:27:01.752888 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201881ff-556f-4be9-ac94-3033b662867e req-ae4cc880-fd48-4176-a154-45215313c26f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:01.754426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-201881ff-556f-4be9-ac94-3033b662867e req-ae4cc880-fd48-4176-a154-45215313c26f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0794919 Jul 07 20:27:01.798595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-201881ff-556f-4be9-ac94-3033b662867e req-0081ba4e-7287-47c5-b7fa-43d0c043a4fe tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382557 Jul 07 20:27:03.006277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb264e-110d-43ff-8efb-42806de447df req-309e431c-ea4a-4a54-b0cf-fe4b85d62d68 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:03.007859 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6bb264e-110d-43ff-8efb-42806de447df req-309e431c-ea4a-4a54-b0cf-fe4b85d62d68 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0740464 Jul 07 20:27:03.051503 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a6bb264e-110d-43ff-8efb-42806de447df req-413a8637-3bcd-4bc3-9227-f0ce01a3da78 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380771 Jul 07 20:27:04.133466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:04.235512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d554a70-4c1b-4223-9de7-c871dc34262b req-b485d957-cbe8-4409-bae4-7e6f1dd443a6 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:04.237071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d554a70-4c1b-4223-9de7-c871dc34262b req-b485d957-cbe8-4409-bae4-7e6f1dd443a6 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0648594 Jul 07 20:27:04.276703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2d554a70-4c1b-4223-9de7-c871dc34262b req-90f9866b-fab8-49d3-a715-52d37070d0f4 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335193 Jul 07 20:27:05.461351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0fc5d-3e35-4f25-bcef-6984cef706ba req-b664f98f-6cd4-49f3-b1ff-e682640004b7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:05.462916 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08a0fc5d-3e35-4f25-bcef-6984cef706ba req-b664f98f-6cd4-49f3-b1ff-e682640004b7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0709400 Jul 07 20:27:05.503886 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08a0fc5d-3e35-4f25-bcef-6984cef706ba req-b20f09c8-035a-4926-bc9e-66f3ba9ea517 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333703 Jul 07 20:27:06.228269 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f228-b23b-4c51-893d-bb0dd60a094d req-34849065-6997-4c69-a797-ddc92d46458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:06.229674 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b52f228-b23b-4c51-893d-bb0dd60a094d req-34849065-6997-4c69-a797-ddc92d46458c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0460901 Jul 07 20:27:06.294866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f228-b23b-4c51-893d-bb0dd60a094d req-1f89be53-9e53-4ac9-9ced-fff0cc2089da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:06.297030 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b52f228-b23b-4c51-893d-bb0dd60a094d req-1f89be53-9e53-4ac9-9ced-fff0cc2089da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575080 Jul 07 20:27:06.395121 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b52f228-b23b-4c51-893d-bb0dd60a094d req-554120c1-08a9-4c36-88ce-70277be8053d service neutron] 10.222.0.59 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887923 Jul 07 20:27:06.486920 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b52f228-b23b-4c51-893d-bb0dd60a094d req-6f834a06-a9eb-4147-8e5d-020155a61ecb service neutron] 10.222.0.59 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844870 Jul 07 20:27:06.669507 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7ad16-363d-4cbf-a92a-408be38575db req-c31f7a07-1314-42e8-9aee-8cc9f540f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:06.671008 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91e7ad16-363d-4cbf-a92a-408be38575db req-c31f7a07-1314-42e8-9aee-8cc9f540f575 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1096 time: 0.0886540 Jul 07 20:27:06.708517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e0a3d-95b1-4718-8c98-3a5de886a9ef req-92bd82ca-5109-44d1-af14-6b7f305066e9 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:06.709979 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f7e0a3d-95b1-4718-8c98-3a5de886a9ef req-92bd82ca-5109-44d1-af14-6b7f305066e9 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0865204 Jul 07 20:27:06.791764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5f7e0a3d-95b1-4718-8c98-3a5de886a9ef req-d9c54ca0-8e8a-44f1-839f-221bff09e6bc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708632 Jul 07 20:27:06.817136 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7ad16-363d-4cbf-a92a-408be38575db req-bea94a4a-c86e-45c7-9b95-f469aef83bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:06.818620 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91e7ad16-363d-4cbf-a92a-408be38575db req-bea94a4a-c86e-45c7-9b95-f469aef83bc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.1257694 Jul 07 20:27:06.886726 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91e7ad16-363d-4cbf-a92a-408be38575db req-42107e38-bd08-49d2-aae8-dc931c035b64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 999 time: 0.0613027 Jul 07 20:27:06.934225 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7ad16-363d-4cbf-a92a-408be38575db req-5c2bb98e-eb57-4cf7-bdf5-de54306a2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:06.935750 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91e7ad16-363d-4cbf-a92a-408be38575db req-5c2bb98e-eb57-4cf7-bdf5-de54306a2abf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0426073 Jul 07 20:27:07.004412 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7ad16-363d-4cbf-a92a-408be38575db req-f6b6f4ff-6a64-4e40-8fc1-176195c0cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:07.005945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91e7ad16-363d-4cbf-a92a-408be38575db req-f6b6f4ff-6a64-4e40-8fc1-176195c0cdac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562186 Jul 07 20:27:07.096250 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91e7ad16-363d-4cbf-a92a-408be38575db req-e1becaea-36e0-43e7-80f2-d361b8534c1c service neutron] 10.222.0.59 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831392 Jul 07 20:27:07.188829 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-91e7ad16-363d-4cbf-a92a-408be38575db req-d2a688b3-ba44-4ad5-b550-09b6a2d2acd6 service neutron] 10.222.0.59 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853601 Jul 07 20:27:07.969285 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2fc46-befd-49d3-9919-4c260a4c3b1d req-1142447a-9e77-4639-8cc0-97f51f20781a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:07.970789 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fad2fc46-befd-49d3-9919-4c260a4c3b1d req-1142447a-9e77-4639-8cc0-97f51f20781a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0648434 Jul 07 20:27:08.008410 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fad2fc46-befd-49d3-9919-4c260a4c3b1d req-7c553b3d-7714-4b9c-87a7-c19499b29a1c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319395 Jul 07 20:27:08.524450 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87f3d244-1f77-4490-b354-774214e2078a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:09.191844 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af647b-3e32-433f-bc76-443ee7730fd9 req-1ac5cf70-60de-4273-95be-409757cfd6d7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:09.193381 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-93af647b-3e32-433f-bc76-443ee7730fd9 req-1ac5cf70-60de-4273-95be-409757cfd6d7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 944 time: 0.0654366 Jul 07 20:27:09.232703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-93af647b-3e32-433f-bc76-443ee7730fd9 req-e147184a-4818-45b5-93b4-f1990a320099 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337000 Jul 07 20:27:09.398565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:27:09.496122 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:09.507945 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'port_id': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'mac_address': 'fa:16:3e:86:d7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:27:09.544929 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:09.557368 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:27:09.576956 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:09.581813 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:09.634658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:09.889066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:27:10.410424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4381f-35e4-4569-8c33-c9012dfe978d req-1a1d02f4-a7a6-43c2-a797-0859c7db36bb tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:10.411926 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38d4381f-35e4-4569-8c33-c9012dfe978d req-1a1d02f4-a7a6-43c2-a797-0859c7db36bb tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0689096 Jul 07 20:27:10.452213 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-38d4381f-35e4-4569-8c33-c9012dfe978d req-d6f9f6df-98b8-43ce-9f7a-cca20781d2e0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336015 Jul 07 20:27:10.919304 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:27:11.188791 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea05afd9-8eb1-4a19-b026-6b5d9913f0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.413760 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:27:11.463169 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:27:11.466809 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:27:11.467175 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.510216 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.558214 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.582066 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:27:11.584269 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548a8a5c-79fc-4020-a39d-ddddc7967cb4" -d '{"events": [{"server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "name": "network-vif-plugged", "status": "completed", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:27:11.600938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:27:11.605457 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:11.633048 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73210012-e7cd-4bfb-b609-b7a1155428c7 x-openstack-request-id: req-73210012-e7cd-4bfb-b609-b7a1155428c7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:27:11.633342 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "name": "network-vif-plugged", "status": "completed", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:27:11.633598 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-73210012-e7cd-4bfb-b609-b7a1155428c7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:27:11.633984 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'code': 200} Jul 07 20:27:11.639941 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c608b40-c32a-4c22-8556-6144d3167ab8 req-95b65fef-66db-42c6-9bed-e32084867919 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:11.641655 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c608b40-c32a-4c22-8556-6144d3167ab8 req-95b65fef-66db-42c6-9bed-e32084867919 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 945 time: 0.0698528 Jul 07 20:27:11.661495 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:27:11.684277 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7c608b40-c32a-4c22-8556-6144d3167ab8 req-b82363b3-efbc-47e2-bd12-ddf61b07c645 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368543 Jul 07 20:27:11.843401 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ba2e-1a5b-46e1-9728-47549959f9a7 req-bd67529c-8ae9-44ff-9bc3-fff3309af6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:11.845147 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4c4ba2e-1a5b-46e1-9728-47549959f9a7 req-bd67529c-8ae9-44ff-9bc3-fff3309af6e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1098 time: 0.0541654 Jul 07 20:27:11.882519 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e4c4ba2e-1a5b-46e1-9728-47549959f9a7 req-d626c0eb-d61f-421f-b3ce-173dae86409c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293105 Jul 07 20:27:12.703620 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:12.882733 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692950cd-e8dc-4f7f-a820-b1bc8ee0c7b9 req-e24e6a3f-a0fd-49b8-bf71-4a1febdff296 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:12.884292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-692950cd-e8dc-4f7f-a820-b1bc8ee0c7b9 req-e24e6a3f-a0fd-49b8-bf71-4a1febdff296 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 946 time: 0.0763328 Jul 07 20:27:12.924907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-692950cd-e8dc-4f7f-a820-b1bc8ee0c7b9 req-69f14aa5-656c-43fb-88b1-eae57f06dfc6 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342357 Jul 07 20:27:14.101923 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b6ab9-a325-419f-9d15-004c1581e7d8 req-491562db-adf7-4ceb-891a-d61d8c28ca06 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:27:14.103436 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-577b6ab9-a325-419f-9d15-004c1581e7d8 req-491562db-adf7-4ceb-891a-d61d8c28ca06 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 946 time: 0.0657778 Jul 07 20:27:14.141716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-577b6ab9-a325-419f-9d15-004c1581e7d8 req-11c5e552-9533-45e6-bda3-5c9ba6474ccc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321994 Jul 07 20:27:14.234579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:19.809888 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:34.157211 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:38.524998 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8689c74-521e-4455-83d8-affd5a7d8439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:41.189145 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54258b2f-c1b9-4041-81cd-772ef0be94f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:41.483974 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:42.706324 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:44.237439 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:27:47.918134 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:27:49.822928 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:01.908961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-205924fc-71c0-451a-911b-b20af66c5a71 req-900da845-e9b6-4cdd-86c8-e589b9dcc1ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556636 Jul 07 20:28:02.024656 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205924fc-71c0-451a-911b-b20af66c5a71 req-9964b478-9d64-495a-b58b-67a455f1086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:02.026163 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-205924fc-71c0-451a-911b-b20af66c5a71 req-9964b478-9d64-495a-b58b-67a455f1086a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1098 time: 0.0585644 Jul 07 20:28:02.132724 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205924fc-71c0-451a-911b-b20af66c5a71 req-2043bf92-997a-4575-84c0-905f33ad915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:02.134311 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-205924fc-71c0-451a-911b-b20af66c5a71 req-2043bf92-997a-4575-84c0-905f33ad915e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0865057 Jul 07 20:28:02.204017 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-205924fc-71c0-451a-911b-b20af66c5a71 req-4dd8b2ec-fa54-4faf-b166-b58ed7f0d02b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 1001 time: 0.0631623 Jul 07 20:28:02.255432 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205924fc-71c0-451a-911b-b20af66c5a71 req-4f1749ca-7641-4173-8d68-6d1b6a4e43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:02.256858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-205924fc-71c0-451a-911b-b20af66c5a71 req-4f1749ca-7641-4173-8d68-6d1b6a4e43c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0456147 Jul 07 20:28:02.314996 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205924fc-71c0-451a-911b-b20af66c5a71 req-4cb4c781-86c8-46af-b421-9d8bccef7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:02.316548 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-205924fc-71c0-451a-911b-b20af66c5a71 req-4cb4c781-86c8-46af-b421-9d8bccef7f67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533881 Jul 07 20:28:02.410808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-205924fc-71c0-451a-911b-b20af66c5a71 req-8fab93d9-985d-4a35-b2d9-f9a1764ff7bb service neutron] 10.222.0.59 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879109 Jul 07 20:28:02.505884 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-205924fc-71c0-451a-911b-b20af66c5a71 req-7a7d931f-5a14-46f7-88b3-05ce154a360a service neutron] 10.222.0.59 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887446 Jul 07 20:28:04.153616 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:08.526162 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b63142b-f552-4d57-aa2f-6074ab2e1c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:11.192967 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2594d052-0b7d-47e9-8620-2c7f28cbf583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:11.487114 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:12.709173 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:14.241493 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:19.817442 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:23.314284 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 40982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:23.792045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Deleting port 03fb12e1-1ddc-4bf4-8d12-caabb6b216c6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:28:23.792383 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:23.870805 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:23.871132 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:23.882958 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Calling delete_port for 03fb12e1-1ddc-4bf4-8d12-caabb6b216c6 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:28:24.034431 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:24.060215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event deleted for resources: {'Port': ['ID=03fb12e1-1ddc-4bf4-8d12-caabb6b216c6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:24.090735 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.091079 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.091414 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.091749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.092125 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.092666 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.092998 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.093325 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.093650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.093974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.094298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.094646 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:24.135882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:24.136226 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Floating IP 7cc2d592-2695-4b35-b6fb-33e68bd3824e disassociated (deleted). External IP: 172.25.2.164, port: 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e. Jul 07 20:28:24.346065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Router 5b2635b3-7244-4a63-93db-4f3315637ae0 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:28:24.458338 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:28:24.463415 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:24.469333 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5930b-835d-4b39-a2ba-8fac3e46d858 None None] Sync routers for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:28:24.478777 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5930b-835d-4b39-a2ba-8fac3e46d858 None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:28:24.479380 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3eb5930b-835d-4b39-a2ba-8fac3e46d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:28:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:24.500830 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-09ac4aef-aedb-4061-a43a-d4637be8a9a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "DELETE /v2.0/floatingips/7cc2d592-2695-4b35-b6fb-33e68bd3824e HTTP/1.1" status: 204 len: 168 time: 1.1854091 Jul 07 20:28:24.501424 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:28:24.503709 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f7bfe2-8172-4167-8881-2cb3659606a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:28:24.588692 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3eb5930b-835d-4b39-a2ba-8fac3e46d858 None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:28:24.601048 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d684354-6c2e-401e-96a8-c726e6833e22 x-openstack-request-id: req-1d684354-6c2e-401e-96a8-c726e6833e22 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:28:24.601393 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:28:24.601675 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1d684354-6c2e-401e-96a8-c726e6833e22 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:28:24.602643 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'status': 'completed', 'code': 200} Jul 07 20:28:24.706333 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7bfe2-8172-4167-8881-2cb3659606a3 req-5ef80600-05f4-4653-bf09-449eabd8ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:24.707810 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3f7bfe2-8172-4167-8881-2cb3659606a3 req-5ef80600-05f4-4653-bf09-449eabd8ba6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 1098 time: 0.0619557 Jul 07 20:28:24.810526 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3eb5930b-835d-4b39-a2ba-8fac3e46d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:24.813920 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7bfe2-8172-4167-8881-2cb3659606a3 req-bfb4f280-ec04-4f00-a973-e5e65da8d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:24.815506 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3f7bfe2-8172-4167-8881-2cb3659606a3 req-bfb4f280-ec04-4f00-a973-e5e65da8d8f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.1017051 Jul 07 20:28:24.841813 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5930b-835d-4b39-a2ba-8fac3e46d858 None None] Checking router: 5b2635b3-7244-4a63-93db-4f3315637ae0 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:28:24.850806 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5930b-835d-4b39-a2ba-8fac3e46d858 None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:28:24.851321 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3eb5930b-835d-4b39-a2ba-8fac3e46d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:28:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:24.866773 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3f7bfe2-8172-4167-8881-2cb3659606a3 req-453303ef-ccdf-4d0c-9030-a9a31e87501e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 200 len: 217 time: 0.0438118 Jul 07 20:28:24.938513 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:28:24.942287 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7bfe2-8172-4167-8881-2cb3659606a3 req-e74e0d12-ec37-4ee7-bfe1-d79d875a80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:24.943782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3f7bfe2-8172-4167-8881-2cb3659606a3 req-e74e0d12-ec37-4ee7-bfe1-d79d875a80b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0684328 Jul 07 20:28:24.962397 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3eb5930b-835d-4b39-a2ba-8fac3e46d858 None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:28:25.006242 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b98fa-dab4-4808-9961-1bcdcd1f3438 req-a8911a66-a80c-4f6e-8a3e-3164fbdc19c9 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:25.007791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c18b98fa-dab4-4808-9961-1bcdcd1f3438 req-a8911a66-a80c-4f6e-8a3e-3164fbdc19c9 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 946 time: 0.1432402 Jul 07 20:28:25.047817 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7bfe2-8172-4167-8881-2cb3659606a3 req-c33a2b19-d969-41d0-97ee-1fa917c066c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:25.049364 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3f7bfe2-8172-4167-8881-2cb3659606a3 req-c33a2b19-d969-41d0-97ee-1fa917c066c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951002 Jul 07 20:28:25.085219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c18b98fa-dab4-4808-9961-1bcdcd1f3438 req-8243c3f6-02ce-4872-a66b-a58ca14ada6c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628538 Jul 07 20:28:25.152912 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3f7bfe2-8172-4167-8881-2cb3659606a3 req-5ba49564-5b9a-40e7-be15-5e78d8f15b90 service neutron] 10.222.0.59 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961039 Jul 07 20:28:25.190376 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3eb5930b-835d-4b39-a2ba-8fac3e46d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:28:25.216577 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5930b-835d-4b39-a2ba-8fac3e46d858 None None] The sync data for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 is: [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:28:25.245282 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e3f7bfe2-8172-4167-8881-2cb3659606a3 req-f639492a-3ca7-430a-b348-74606c77fff8 service neutron] 10.222.0.59 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858724 Jul 07 20:28:25.446148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6e6203-10a7-4bbb-b3a7-8ad81fb9d9bf None None] New status for floating IP 7cc2d592-2695-4b35-b6fb-33e68bd3824e: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:28:26.319252 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b779a24-ae2b-46a2-bd45-0563878cfe29 req-8c18bc74-bb15-4857-914e-834f067b4917 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:26.320762 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b779a24-ae2b-46a2-bd45-0563878cfe29 req-8c18bc74-bb15-4857-914e-834f067b4917 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 946 time: 0.1135843 Jul 07 20:28:26.329717 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f602e-f732-4660-bb8b-8c633a60adde req-e2aa1171-7023-4331-a6d7-4d417f214543 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:26.331119 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c33f602e-f732-4660-bb8b-8c633a60adde req-e2aa1171-7023-4331-a6d7-4d417f214543 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95 HTTP/1.1" status: 200 len: 946 time: 0.0904810 Jul 07 20:28:26.410605 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c33f602e-f732-4660-bb8b-8c633a60adde req-238c568c-2b01-4f69-b149-e878738ad17c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=b6d81009-618f-4b59-af9c-44f4662b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718775 Jul 07 20:28:26.457530 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7b779a24-ae2b-46a2-bd45-0563878cfe29 req-96eb6eb8-8726-48db-9aa4-373f8842b22c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Deleting port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:28:26.457880 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7b779a24-ae2b-46a2-bd45-0563878cfe29 req-96eb6eb8-8726-48db-9aa4-373f8842b22c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:26.545115 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7b779a24-ae2b-46a2-bd45-0563878cfe29 req-96eb6eb8-8726-48db-9aa4-373f8842b22c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] For port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:28:26.546403 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7b779a24-ae2b-46a2-bd45-0563878cfe29 req-96eb6eb8-8726-48db-9aa4-373f8842b22c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:26.558785 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7b779a24-ae2b-46a2-bd45-0563878cfe29 req-96eb6eb8-8726-48db-9aa4-373f8842b22c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Calling delete_port for 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:28:26.689718 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7b779a24-ae2b-46a2-bd45-0563878cfe29 req-96eb6eb8-8726-48db-9aa4-373f8842b22c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:26.725829 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb6eb8-8726-48db-9aa4-373f8842b22c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event deleted for resources: {'Port': ['ID=705bc300-fb2d-4dec-9bf6-7b7fde2dc54e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:26.767102 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b779a24-ae2b-46a2-bd45-0563878cfe29 req-96eb6eb8-8726-48db-9aa4-373f8842b22c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] No DVR routers for this DVR port 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:28:26.769613 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7b779a24-ae2b-46a2-bd45-0563878cfe29 req-96eb6eb8-8726-48db-9aa4-373f8842b22c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:26.771606 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7b779a24-ae2b-46a2-bd45-0563878cfe29 req-96eb6eb8-8726-48db-9aa4-373f8842b22c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.59 "DELETE /v2.0/ports/705bc300-fb2d-4dec-9bf6-7b7fde2dc54e HTTP/1.1" status: 204 len: 173 time: 0.4396195 Jul 07 20:28:26.772057 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'name': 'network-vif-deleted', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:28:26.774414 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a105347b-a2b0-4fb7-b676-efbd67af0712" -d '{"events": [{"server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "name": "network-vif-deleted", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:28:26.812762 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10284503-450f-448d-84f6-6d7b845f87bd x-openstack-request-id: req-10284503-450f-448d-84f6-6d7b845f87bd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:28:26.813058 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95", "name": "network-vif-deleted", "tag": "705bc300-fb2d-4dec-9bf6-7b7fde2dc54e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:28:26.813314 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-10284503-450f-448d-84f6-6d7b845f87bd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:28:26.813711 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae0b1c0-98f8-46c3-9ea7-bbcb0b30bd95', 'name': 'network-vif-deleted', 'tag': '705bc300-fb2d-4dec-9bf6-7b7fde2dc54e', 'status': 'completed', 'code': 200} Jul 07 20:28:27.507091 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:27.565524 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ce6a-9d23-4ed3-8293-fcfcbd5d696f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:27.590559 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ce6a-9d23-4ed3-8293-fcfcbd5d696f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:27.651247 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ce6a-9d23-4ed3-8293-fcfcbd5d696f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:27.654094 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ce6a-9d23-4ed3-8293-fcfcbd5d696f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:27.655588 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-b0b6ce6a-9d23-4ed3-8293-fcfcbd5d696f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "DELETE /v2.0/security-groups/b6d81009-618f-4b59-af9c-44f4662b183d HTTP/1.1" status: 204 len: 168 time: 0.1474779 Jul 07 20:28:27.665377 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6ce6a-9d23-4ed3-8293-fcfcbd5d696f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d81009-618f-4b59-af9c-44f4662b183d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:27.995520 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:28.001254 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c724f0e2-35d1-48d0-b839-75383c3b0bfd tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108213442', 'description': 'tempest-secgroup-smoke-2108213442 description', 'project_id': '1f032beb6ed442cf9d22180762890917'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:28.023624 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c724f0e2-35d1-48d0-b839-75383c3b0bfd tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.106873 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c724f0e2-35d1-48d0-b839-75383c3b0bfd tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.110982 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c724f0e2-35d1-48d0-b839-75383c3b0bfd tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.137768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c724f0e2-35d1-48d0-b839-75383c3b0bfd tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.139682 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-c724f0e2-35d1-48d0-b839-75383c3b0bfd tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1424606 Jul 07 20:28:28.142696 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:28.147049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fbc178d9-c1bc-4825-8ebc-f82355fecd87 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': '79f5555c-f574-47f7-af40-b2781d404140', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:28.154784 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724f0e2-35d1-48d0-b839-75383c3b0bfd tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f5555c-f574-47f7-af40-b2781d404140,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:28.176266 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbc178d9-c1bc-4825-8ebc-f82355fecd87 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.236758 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbc178d9-c1bc-4825-8ebc-f82355fecd87 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.240654 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbc178d9-c1bc-4825-8ebc-f82355fecd87 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.259069 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc178d9-c1bc-4825-8ebc-f82355fecd87 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3074b58c-7223-4449-a0b6-d9f867515e67,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:28.266224 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbc178d9-c1bc-4825-8ebc-f82355fecd87 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.270145 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-fbc178d9-c1bc-4825-8ebc-f82355fecd87 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237514 Jul 07 20:28:28.270145 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:28.274517 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7d8ae797-6e5f-40ee-8d8b-ac9441264444 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': '79f5555c-f574-47f7-af40-b2781d404140', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:28.302590 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d8ae797-6e5f-40ee-8d8b-ac9441264444 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.360605 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d8ae797-6e5f-40ee-8d8b-ac9441264444 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.364209 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d8ae797-6e5f-40ee-8d8b-ac9441264444 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.382858 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ae797-6e5f-40ee-8d8b-ac9441264444 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea10586-c178-41ef-8fc3-43ff63541f9e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:28.388730 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d8ae797-6e5f-40ee-8d8b-ac9441264444 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.390273 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-7d8ae797-6e5f-40ee-8d8b-ac9441264444 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191998 Jul 07 20:28:28.393533 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:28.398018 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e7feb9b7-8f1a-41a0-b79e-884e45d9e9c3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': '79f5555c-f574-47f7-af40-b2781d404140', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:28.425768 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7feb9b7-8f1a-41a0-b79e-884e45d9e9c3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.484979 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7feb9b7-8f1a-41a0-b79e-884e45d9e9c3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.488741 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7feb9b7-8f1a-41a0-b79e-884e45d9e9c3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.507727 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7feb9b7-8f1a-41a0-b79e-884e45d9e9c3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7c797c-bc59-4746-a7c5-04c31f623a67,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:28.514681 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7feb9b7-8f1a-41a0-b79e-884e45d9e9c3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.516015 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e7feb9b7-8f1a-41a0-b79e-884e45d9e9c3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215503 Jul 07 20:28:28.518752 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:28.523196 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aacf8b8c-bedb-43e6-8791-7dea579539dc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': '79f5555c-f574-47f7-af40-b2781d404140', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:28.550157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aacf8b8c-bedb-43e6-8791-7dea579539dc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.613161 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aacf8b8c-bedb-43e6-8791-7dea579539dc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.616931 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aacf8b8c-bedb-43e6-8791-7dea579539dc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.634924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf8b8c-bedb-43e6-8791-7dea579539dc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df981bcf-dde7-42fe-92f3-92d9649c5204,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:28.638214 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aacf8b8c-bedb-43e6-8791-7dea579539dc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.640586 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-aacf8b8c-bedb-43e6-8791-7dea579539dc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208560 Jul 07 20:28:28.643351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:28.647770 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e475ab70-bb9a-4434-8018-2ba48fdf4a08 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': '79f5555c-f574-47f7-af40-b2781d404140', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:28.669903 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-e475ab70-bb9a-4434-8018-2ba48fdf4a08 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Project 1f032beb6ed442cf9d22180762890917 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:28:28.674936 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e475ab70-bb9a-4434-8018-2ba48fdf4a08 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.735837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e475ab70-bb9a-4434-8018-2ba48fdf4a08 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.739930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e475ab70-bb9a-4434-8018-2ba48fdf4a08 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.757334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475ab70-bb9a-4434-8018-2ba48fdf4a08 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af9ed7d-67a8-4227-96b1-00d9eb82a5d5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:28.766902 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e475ab70-bb9a-4434-8018-2ba48fdf4a08 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.768109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e475ab70-bb9a-4434-8018-2ba48fdf4a08 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238403 Jul 07 20:28:28.770910 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:28:28.775494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1441bcb5-dc1e-4306-93a2-f11a19493b9a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'security_group_rule': {'security_group_id': '79f5555c-f574-47f7-af40-b2781d404140', 'project_id': '1f032beb6ed442cf9d22180762890917', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:28.798080 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-1441bcb5-dc1e-4306-93a2-f11a19493b9a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Project 1f032beb6ed442cf9d22180762890917 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:28:28.802954 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1441bcb5-dc1e-4306-93a2-f11a19493b9a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.865740 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1441bcb5-dc1e-4306-93a2-f11a19493b9a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.869424 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1441bcb5-dc1e-4306-93a2-f11a19493b9a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.890786 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441bcb5-dc1e-4306-93a2-f11a19493b9a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fa52b7-8291-4ae9-83bb-94eb61876263,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:28.893797 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1441bcb5-dc1e-4306-93a2-f11a19493b9a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:28.895132 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1441bcb5-dc1e-4306-93a2-f11a19493b9a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232214 Jul 07 20:28:29.849569 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:28:30.033575 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:28:30.033922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device 705bc300-fb2d-4dec-9bf6-7b7fde2dc54e not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:28:34.153097 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:38.531763 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71787151-e6f5-4182-81f4-c50f995be6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:41.195417 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d67ea3d0-db76-47a5-b0ea-fc3d9fcc26d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:41.503677 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:42.728877 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:43.213880 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-33c7a19f-8422-426f-a180-29f042233322 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108213442&fields=id&tenant_id=1f032beb6ed442cf9d22180762890917 HTTP/1.1" status: 200 len: 267 time: 0.0331295 Jul 07 20:28:43.323898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-c88e3e1f-52ec-4745-848b-d7afdea8d655 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:43.325331 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-c88e3e1f-52ec-4745-848b-d7afdea8d655 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 808 time: 0.1045358 Jul 07 20:28:43.341540 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-12f25131-b25b-4b4d-9e29-821607972139 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/quotas/1f032beb6ed442cf9d22180762890917 HTTP/1.1" status: 200 len: 375 time: 0.0106056 Jul 07 20:28:43.411434 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-05053ee7-ad35-4a60-a8e3-6b21b0b122d3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632598 Jul 07 20:28:43.511952 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-9238f91b-abb0-42fb-a935-966daba256af service neutron] 10.222.0.113 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893381 Jul 07 20:28:43.602769 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-24e68429-6503-4265-823b-54b86536e23e service neutron] 10.222.0.113 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841830 Jul 07 20:28:43.908413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-928cdd0e-7dab-4ce5-a704-92b154fd0761 req-7c678f2b-9d5f-4592-9025-c5604208d791 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 210 time: 0.0355361 Jul 07 20:28:44.245839 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:44.978834 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-e1801394-973d-4524-ac2b-566c817d8a51 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:44.980414 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-e1801394-973d-4524-ac2b-566c817d8a51 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 808 time: 0.1149428 Jul 07 20:28:45.030529 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-725d0b36-4cda-460f-9a57-4b77cd4a0fdf tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f032beb6ed442cf9d22180762890917 HTTP/1.1" status: 200 len: 380 time: 0.0393496 Jul 07 20:28:45.040602 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'port': {'device_id': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'admin_state_up': True, 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'security_groups': ['79f5555c-f574-47f7-af40-b2781d404140']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:45.065309 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4a9f7d25-0fb2-4f77-8d5d-45e365050f2a req-fc26b344-1fcb-4dc4-9bb9-12130a1464a4 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 210 time: 0.0305696 Jul 07 20:28:45.153932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Made reservation on behalf of 1f032beb6ed442cf9d22180762890917 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:28:45.157776 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:45.292997 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Allocated IP 172.20.0.8 (f8bea3cb-a931-4e1e-ab2d-aea8219425af/505c5fb4-6340-4186-93b2-9dd8f046f75b/0cad2989-90dd-4213-a2ad-2fc1569acea4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:28:45.447086 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:45.462115 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Transition to ACTIVE for port object 0cad2989-90dd-4213-a2ad-2fc1569acea4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:28:45.498293 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:45.542785 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Network f8bea3cb-a931-4e1e-ab2d-aea8219425af is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:28:45.548690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:28:45.552450 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:28:45.558914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'Port': ['ID=0cad2989-90dd-4213-a2ad-2fc1569acea4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:45.594698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.595072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.595377 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.596244 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.596382 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.596711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.597047 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.597374 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.597698 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.598023 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.598348 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.598690 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:45.621739 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:45.622377 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:45.641632 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-952931ee-6003-49ff-b99a-a6a9ec3fc27f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052005 Jul 07 20:28:45.652040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-96988b73-4926-42d8-bf79-e49c244cef56 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:28:45.653516 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-96988b73-4926-42d8-bf79-e49c244cef56 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061474 Jul 07 20:28:45.665464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Request body: {'port': {'device_id': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:28:45.750657 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:45.831609 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc9ea05e-b5e8-449c-80e8-e3255ffbe171 None None] Provisioning for port 0cad2989-90dd-4213-a2ad-2fc1569acea4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:28:45.845109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc9ea05e-b5e8-449c-80e8-e3255ffbe171 None None] Provisioning complete for port 0cad2989-90dd-4213-a2ad-2fc1569acea4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:28:45.845707 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea05e-b5e8-449c-80e8-e3255ffbe171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:45.882660 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ea05e-b5e8-449c-80e8-e3255ffbe171 None None] Port 0cad2989-90dd-4213-a2ad-2fc1569acea4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:28:46.026594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cad2989-90dd-4213-a2ad-2fc1569acea4 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:28:46.035023 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:46.047575 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Transition to ACTIVE for port object 0cad2989-90dd-4213-a2ad-2fc1569acea4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:28:46.051202 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:46.128336 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Pushing event updated for resources: {'Port': ['ID=0cad2989-90dd-4213-a2ad-2fc1569acea4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:46.190550 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Attempting to bind port 0cad2989-90dd-4213-a2ad-2fc1569acea4 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:28:46.190932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Attempting to bind port 0cad2989-90dd-4213-a2ad-2fc1569acea4 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:28:46.191283 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Attempting to bind port 0cad2989-90dd-4213-a2ad-2fc1569acea4 on network f8bea3cb-a931-4e1e-ab2d-aea8219425af {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:28:46.196151 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Port 0cad2989-90dd-4213-a2ad-2fc1569acea4 on network f8bea3cb-a931-4e1e-ab2d-aea8219425af not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:28:46.196504 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Attempting to bind port 0cad2989-90dd-4213-a2ad-2fc1569acea4 on network f8bea3cb-a931-4e1e-ab2d-aea8219425af {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:28:46.201792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:28:46.202194 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Checking segment: {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:28:46.202515 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Bound using segment: {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:28:46.202959 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Bound port: 0cad2989-90dd-4213-a2ad-2fc1569acea4, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3726072d-9ea7-40b9-8d11-4125d164c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:28:46.203326 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:46.299952 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] For port 0cad2989-90dd-4213-a2ad-2fc1569acea4, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:28:46.304983 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] For port 0cad2989-90dd-4213-a2ad-2fc1569acea4, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:28:46.314918 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:46.319046 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25e376-429d-4392-b3ee-5c75ca059b48 req-5503ebae-1c13-4a47-b8b0-27a22623ff4d tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:46.321389 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c25e376-429d-4392-b3ee-5c75ca059b48 req-5503ebae-1c13-4a47-b8b0-27a22623ff4d tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.1095786 Jul 07 20:28:46.360163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:46.360644 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:46.362187 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] 10.222.0.112 "PUT /v2.0/ports/0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 200 len: 1092 time: 0.7013800 Jul 07 20:28:46.362720 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:28:46.365437 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febda33a-c870-44f9-9175-d16a5f17443e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:28:46.391823 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2c25e376-429d-4392-b3ee-5c75ca059b48 req-06162bd0-7741-4639-976d-4df52f8786cd tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633066 Jul 07 20:28:46.419296 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2cb09-4599-4b11-9295-c6cab86bba6e service neutron] Pushing event updated for resources: {'Port': ['ID=0cad2989-90dd-4213-a2ad-2fc1569acea4,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:46.512222 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a161103-b89c-4cbb-b428-c1b4f3c50e55 x-openstack-request-id: req-7a161103-b89c-4cbb-b428-c1b4f3c50e55 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:28:46.512727 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:28:46.512856 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7a161103-b89c-4cbb-b428-c1b4f3c50e55 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:28:46.513195 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'status': 'completed', 'code': 200} Jul 07 20:28:46.552378 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-6d177207-0ee3-4436-9c3e-578b015db544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:46.554218 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-6d177207-0ee3-4436-9c3e-578b015db544 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1095 time: 0.1084094 Jul 07 20:28:46.605406 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-96ccf739-60b8-4e34-b9e9-2234792b34cc service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 200 len: 217 time: 0.0428016 Jul 07 20:28:46.659069 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-c48aa36d-f763-4975-9b49-970ccb13081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:46.660582 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-c48aa36d-f763-4975-9b49-970ccb13081e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0493202 Jul 07 20:28:46.720008 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-bb034306-ad16-4b34-9894-71b61aa7f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:46.721474 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-bb034306-ad16-4b34-9894-71b61aa7f7af service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545566 Jul 07 20:28:46.825430 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-7716f9ed-f414-4722-a61a-8a0cabc8a220 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942781 Jul 07 20:28:46.924770 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ed0b50c1-75e3-4c83-b286-37399a8344d8 req-c275b696-b396-4044-a7c0-1d795416d0db service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916846 Jul 07 20:28:47.033199 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febda33a-c870-44f9-9175-d16a5f17443e req-fd013ca0-48a2-4226-b140-0ba8e7330ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:47.034718 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-febda33a-c870-44f9-9175-d16a5f17443e req-fd013ca0-48a2-4226-b140-0ba8e7330ce3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1095 time: 0.0638928 Jul 07 20:28:47.127594 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febda33a-c870-44f9-9175-d16a5f17443e req-c8c4cb55-86b2-449a-97b9-53009f7d7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:47.129136 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-febda33a-c870-44f9-9175-d16a5f17443e req-c8c4cb55-86b2-449a-97b9-53009f7d7456 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0879750 Jul 07 20:28:47.176608 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-febda33a-c870-44f9-9175-d16a5f17443e req-7f91f6d1-eb62-4434-8887-ba3a47c77cbb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 200 len: 217 time: 0.0404027 Jul 07 20:28:47.226400 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febda33a-c870-44f9-9175-d16a5f17443e req-aa011961-a1c4-4cb7-ba9d-5a3f7409bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:47.227867 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-febda33a-c870-44f9-9175-d16a5f17443e req-aa011961-a1c4-4cb7-ba9d-5a3f7409bcb6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0446093 Jul 07 20:28:47.286777 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febda33a-c870-44f9-9175-d16a5f17443e req-f1307486-d892-46f4-862e-a874a1327645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:47.288208 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-febda33a-c870-44f9-9175-d16a5f17443e req-f1307486-d892-46f4-862e-a874a1327645 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535250 Jul 07 20:28:47.386624 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-febda33a-c870-44f9-9175-d16a5f17443e req-e19b2754-a6c5-4c2e-916d-3e571a2a9a97 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912933 Jul 07 20:28:47.486757 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-febda33a-c870-44f9-9175-d16a5f17443e req-ea5baba9-d925-44d1-a0d4-47111ec45657 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924139 Jul 07 20:28:47.566473 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3387a-517b-4718-a180-918f230f024e req-622fa4f7-2e8b-4c81-a31b-a096c317d22e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:47.567993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99b3387a-517b-4718-a180-918f230f024e req-622fa4f7-2e8b-4c81-a31b-a096c317d22e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0704777 Jul 07 20:28:47.609981 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-99b3387a-517b-4718-a180-918f230f024e req-9b461a87-6ae5-456f-a0bd-3279bea69ae0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360799 Jul 07 20:28:48.787627 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efd23a-4003-4dc8-8116-59f51dbdd19d req-e90eb9ec-b5f6-4a95-8425-9ee70a9b5b86 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:48.789177 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5efd23a-4003-4dc8-8116-59f51dbdd19d req-e90eb9ec-b5f6-4a95-8425-9ee70a9b5b86 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0647721 Jul 07 20:28:48.829234 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5efd23a-4003-4dc8-8116-59f51dbdd19d req-e1f9b3b2-d47c-4826-a986-56dbb683817c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341747 Jul 07 20:28:49.833398 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:50.053233 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6aca0-efa4-4896-99f4-14cc7ab17afc req-0e4539fa-15b1-4202-888c-150a281c31ae tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:50.054775 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ded6aca0-efa4-4896-99f4-14cc7ab17afc req-0e4539fa-15b1-4202-888c-150a281c31ae tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0695498 Jul 07 20:28:50.096873 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ded6aca0-efa4-4896-99f4-14cc7ab17afc req-044dd09e-1830-4d70-a0c1-1d50e50e9489 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363104 Jul 07 20:28:51.276306 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8318fb6-883d-4a66-a431-07b3c0598b6b req-a4da7ab3-e1aa-4f28-8ec6-fbdf0580eb9c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:51.277961 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8318fb6-883d-4a66-a431-07b3c0598b6b req-a4da7ab3-e1aa-4f28-8ec6-fbdf0580eb9c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0701191 Jul 07 20:28:51.316766 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8318fb6-883d-4a66-a431-07b3c0598b6b req-7653398d-aebc-452b-aac4-f68151fc9073 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 Jul 07 20:28:52.493639 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88321e77-d15f-4491-a4e6-297292ae0ddc req-79b550b3-6377-4f2c-b8da-adc987eabacc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:52.495146 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88321e77-d15f-4491-a4e6-297292ae0ddc req-79b550b3-6377-4f2c-b8da-adc987eabacc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0668733 Jul 07 20:28:52.533529 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-88321e77-d15f-4491-a4e6-297292ae0ddc req-f96e864a-c57b-4134-b4b8-c206b48112bb tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321009 Jul 07 20:28:53.715076 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fec031-8e0f-40bc-9388-12335bcb35fa req-71d7ee1f-59b2-4af6-a3d4-5a8c29f0c3d0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:53.716589 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56fec031-8e0f-40bc-9388-12335bcb35fa req-71d7ee1f-59b2-4af6-a3d4-5a8c29f0c3d0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0671017 Jul 07 20:28:53.754974 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-56fec031-8e0f-40bc-9388-12335bcb35fa req-a946b14a-9b8b-44eb-929f-62521178cc87 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327103 Jul 07 20:28:54.927337 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3cedf-ab94-4f3d-a9d1-e28d804b0ba7 req-0495c234-6a39-4884-a107-57a83f6461c6 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:54.928858 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5c3cedf-ab94-4f3d-a9d1-e28d804b0ba7 req-0495c234-6a39-4884-a107-57a83f6461c6 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0632250 Jul 07 20:28:54.967560 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f5c3cedf-ab94-4f3d-a9d1-e28d804b0ba7 req-341b6ecf-434e-40fe-ab7b-ff230e198245 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329294 Jul 07 20:28:55.820929 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0cad2989-90dd-4213-a2ad-2fc1569acea4 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:28:55.916927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0cad2989-90dd-4213-a2ad-2fc1569acea4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:28:55.928356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'port_id': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'mac_address': 'fa:16:3e:d0:e1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:28:55.965794 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:55.978865 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cad2989-90dd-4213-a2ad-2fc1569acea4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:28:55.999155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0cad2989-90dd-4213-a2ad-2fc1569acea4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:28:56.003664 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:56.053449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0cad2989-90dd-4213-a2ad-2fc1569acea4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:56.061234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.061578 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.061923 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.062260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.062591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.062921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.063251 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.063573 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.063900 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.064224 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.064576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.064906 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:28:56.150591 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065c6b5-461b-4751-95a7-6fde72f6723a req-d15ddf07-9193-48c6-a9f9-568247e859ed tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:56.152089 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6065c6b5-461b-4751-95a7-6fde72f6723a req-d15ddf07-9193-48c6-a9f9-568247e859ed tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 944 time: 0.0637372 Jul 07 20:28:56.191575 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6065c6b5-461b-4751-95a7-6fde72f6723a req-7570481a-40e0-48a9-8b8a-bb57dbdb14d2 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336847 Jul 07 20:28:56.260240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['0cad2989-90dd-4213-a2ad-2fc1569acea4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:28:57.374097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a1cfe-3fa7-4b67-bca6-81a9edac9465 req-1990a281-63d7-4ad8-8292-83975034a447 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:57.375609 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-308a1cfe-3fa7-4b67-bca6-81a9edac9465 req-1990a281-63d7-4ad8-8292-83975034a447 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 944 time: 0.0686812 Jul 07 20:28:57.416346 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-308a1cfe-3fa7-4b67-bca6-81a9edac9465 req-6b04d51f-7cc1-46e9-8721-f0809bf71bf1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349936 Jul 07 20:28:57.838757 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0cad2989-90dd-4213-a2ad-2fc1569acea4 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:28:57.886478 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port 0cad2989-90dd-4213-a2ad-2fc1569acea4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:28:57.890177 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 0cad2989-90dd-4213-a2ad-2fc1569acea4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:28:57.890555 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.964122 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:57.989484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:28:57.992040 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c1c7c7-1a15-4981-a779-f37a51ac7419" -d '{"events": [{"server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "name": "network-vif-plugged", "status": "completed", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:28:58.006119 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0cad2989-90dd-4213-a2ad-2fc1569acea4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:28:58.010175 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:28:58.061317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0cad2989-90dd-4213-a2ad-2fc1569acea4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:28:58.083495 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5672fb-5163-4ff7-ac4a-0932730f504c x-openstack-request-id: req-1b5672fb-5163-4ff7-ac4a-0932730f504c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:28:58.083982 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "name": "network-vif-plugged", "status": "completed", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:28:58.084131 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1b5672fb-5163-4ff7-ac4a-0932730f504c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:28:58.084435 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'code': 200} Jul 07 20:28:58.199873 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d4b45-1c38-47bd-8246-d9b6ba087500 req-0d87a296-145a-441e-9c3e-e043549f6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:58.201856 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-df9d4b45-1c38-47bd-8246-d9b6ba087500 req-0d87a296-145a-441e-9c3e-e043549f6c36 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1097 time: 0.0532863 Jul 07 20:28:58.237807 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-df9d4b45-1c38-47bd-8246-d9b6ba087500 req-d2ee1b2a-da39-40b9-a269-6c02777584d6 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290918 Jul 07 20:28:58.595775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad8440-584f-4b1f-9b0b-57e6c37c3827 req-a3bb7797-abda-4099-9476-93476d10d36e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:58.597304 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86ad8440-584f-4b1f-9b0b-57e6c37c3827 req-a3bb7797-abda-4099-9476-93476d10d36e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0635648 Jul 07 20:28:58.635626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-86ad8440-584f-4b1f-9b0b-57e6c37c3827 req-89627928-d31a-49d1-9e3e-9fca891294ba tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Jul 07 20:28:59.815879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75761f8d-e0fb-4289-b589-1f21fdcf6396 req-547a6466-8a76-4552-9497-0ac60071d1cc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:28:59.817405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75761f8d-e0fb-4289-b589-1f21fdcf6396 req-547a6466-8a76-4552-9497-0ac60071d1cc tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0674257 Jul 07 20:28:59.856135 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-75761f8d-e0fb-4289-b589-1f21fdcf6396 req-9d5ef17e-1f86-4764-b6fa-a3bdc2073b39 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330479 Jul 07 20:29:00.031041 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e9574-5a64-4323-8364-8de31d69c5e8 req-3803a5f8-3313-4d43-ae5b-b67194143bc0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:00.032538 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f3e9574-5a64-4323-8364-8de31d69c5e8 req-3803a5f8-3313-4d43-ae5b-b67194143bc0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0658829 Jul 07 20:29:00.070230 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4f3e9574-5a64-4323-8364-8de31d69c5e8 req-0d0a892a-efad-460b-9fa7-26a00e202727 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321403 Jul 07 20:29:00.093846 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:29:00.146841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd8cf58-6760-4a10-8026-c82574c31361 tempest-TestShelveInstance-376955545 tempest-TestShelveInstance-376955545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:00.148363 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-9cd8cf58-6760-4a10-8026-c82574c31361 tempest-TestShelveInstance-376955545 tempest-TestShelveInstance-376955545-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1092 time: 0.0535200 Jul 07 20:29:00.151323 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:29:00.156308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:29:00.179795 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.281882 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.388971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Allocated IP 172.25.2.131 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/6c763407-aead-48cc-a197-2f0a53ae827b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:29:00.495673 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.534779 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:00.571138 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:29:00.574002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:29:00.579607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:29:00.608494 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'Port': ['ID=6c763407-aead-48cc-a197-2f0a53ae827b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:00.958082 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:01.038771 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:01.193383 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:01.197763 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:01.268383 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event updated for resources: {'Port': ['ID=6c763407-aead-48cc-a197-2f0a53ae827b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:29:01.276764 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:01.376932 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Floating IP 708ecfa7-d1cb-467a-8f58-00b64a5d9a32 associated. External IP: 172.25.2.131, port: 0cad2989-90dd-4213-a2ad-2fc1569acea4. Jul 07 20:29:01.589025 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Router 5b2635b3-7244-4a63-93db-4f3315637ae0 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:29:01.702058 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:29:01.712055 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3fd2c-8568-4cb6-90a1-f05a8153eca0 None None] Sync routers for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:29:01.719767 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:01.723903 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3fd2c-8568-4cb6-90a1-f05a8153eca0 None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:29:01.724725 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e3c3fd2c-8568-4cb6-90a1-f05a8153eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:28:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:01.767002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5af404cd-f1b3-43f6-a654-07aacb8562de tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6144481 Jul 07 20:29:01.768153 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:29:01.771181 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1212d83-ed14-4e99-9f7e-f365e8142a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:29:01.811595 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e45150-5797-4c5f-80f9-85155be8a164 x-openstack-request-id: req-96e45150-5797-4c5f-80f9-85155be8a164 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:29:01.811963 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:29:01.812407 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-96e45150-5797-4c5f-80f9-85155be8a164 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:29:01.812901 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'status': 'completed', 'code': 200} Jul 07 20:29:01.897674 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212d83-ed14-4e99-9f7e-f365e8142a4e req-7f675aa6-7a4c-4a9b-901a-21b9e3dcb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:01.899184 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f1212d83-ed14-4e99-9f7e-f365e8142a4e req-7f675aa6-7a4c-4a9b-901a-21b9e3dcb77a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1097 time: 0.0603406 Jul 07 20:29:01.933975 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e3c3fd2c-8568-4cb6-90a1-f05a8153eca0 None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:29:01.972733 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:29:01.999530 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212d83-ed14-4e99-9f7e-f365e8142a4e req-11b64ceb-de9a-46a6-b8fd-21f2d0c8f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:02.001238 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f1212d83-ed14-4e99-9f7e-f365e8142a4e req-11b64ceb-de9a-46a6-b8fd-21f2d0c8f75d service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0951381 Jul 07 20:29:02.073821 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f1212d83-ed14-4e99-9f7e-f365e8142a4e req-fa9a37a6-3d3c-48d8-ac8f-65af8862faef service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 200 len: 999 time: 0.0646410 Jul 07 20:29:02.125527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212d83-ed14-4e99-9f7e-f365e8142a4e req-65002b7b-e21a-40db-ae58-cbf1842b70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:02.127406 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f1212d83-ed14-4e99-9f7e-f365e8142a4e req-65002b7b-e21a-40db-ae58-cbf1842b70f4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0458512 Jul 07 20:29:02.180007 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e3c3fd2c-8568-4cb6-90a1-f05a8153eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '708ecfa7-d1cb-467a-8f58-00b64a5d9a32', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'port_id': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'mac_address': 'fa:16:3e:d0:e1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 0, 'project_id': '1f032beb6ed442cf9d22180762890917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:02.190499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212d83-ed14-4e99-9f7e-f365e8142a4e req-d4102ac1-0f90-49fe-a662-3be39a36ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:02.192007 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f1212d83-ed14-4e99-9f7e-f365e8142a4e req-d4102ac1-0f90-49fe-a662-3be39a36ddda service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562749 Jul 07 20:29:02.206907 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3fd2c-8568-4cb6-90a1-f05a8153eca0 None None] Checking router: 5b2635b3-7244-4a63-93db-4f3315637ae0 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:29:02.215675 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3fd2c-8568-4cb6-90a1-f05a8153eca0 None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:29:02.216287 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e3c3fd2c-8568-4cb6-90a1-f05a8153eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:28:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:02.293413 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f1212d83-ed14-4e99-9f7e-f365e8142a4e req-dbb376f3-e9a0-4baa-bfee-dd593c8a99d1 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932527 Jul 07 20:29:02.323930 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e3c3fd2c-8568-4cb6-90a1-f05a8153eca0 None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:29:02.403112 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f1212d83-ed14-4e99-9f7e-f365e8142a4e req-56fc8ff3-bc78-4afd-895e-a2726ba1f886 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008046 Jul 07 20:29:02.567059 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e3c3fd2c-8568-4cb6-90a1-f05a8153eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '708ecfa7-d1cb-467a-8f58-00b64a5d9a32', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'port_id': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'mac_address': 'fa:16:3e:d0:e1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 0, 'project_id': '1f032beb6ed442cf9d22180762890917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:29:02.597304 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3fd2c-8568-4cb6-90a1-f05a8153eca0 None None] The sync data for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 is: [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '708ecfa7-d1cb-467a-8f58-00b64a5d9a32', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'port_id': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'mac_address': 'fa:16:3e:d0:e1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:29:00Z', 'updated_at': '2021-07-07T20:29:00Z', 'revision_number': 0, 'project_id': '1f032beb6ed442cf9d22180762890917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:29:02.782029 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937ffe0-5cb6-4646-b8f1-196368f04848 None None] New status for floating IP 708ecfa7-d1cb-467a-8f58-00b64a5d9a32: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:29:04.154488 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:08.526752 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94b1e8b0-6dd8-4bb2-9884-44ed57e43c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:11.196841 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-341cddb4-a6a6-402d-ba61-eefb7916b36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:11.488514 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:12.715389 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:14.249052 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:19.823521 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:34.150893 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:38.528807 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69de9a9b-f80f-4b0e-ab45-29102b949346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:38.944145 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:29:39.106329 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-6cc33261-3b87-45da-bcc6-c323633e1882 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554197 Jul 07 20:29:39.218208 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-f0b0eaf6-93d7-4341-a01a-f21423c9aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:39.219690 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-f0b0eaf6-93d7-4341-a01a-f21423c9aea0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1097 time: 0.0651813 Jul 07 20:29:39.331886 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-5a950a40-b535-4903-bbe4-a7c67da90d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:39.333422 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-5a950a40-b535-4903-bbe4-a7c67da90d93 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0872796 Jul 07 20:29:39.406832 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-ea688544-0db6-467a-adfc-ea341251086e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 200 len: 1001 time: 0.0661211 Jul 07 20:29:39.461438 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-6601a7f8-0a22-4ba0-ac0b-4746a550c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:39.462941 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-6601a7f8-0a22-4ba0-ac0b-4746a550c5c8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0485125 Jul 07 20:29:39.527693 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-18fda9e5-bb03-4062-8725-af0c9a853506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:29:39.529206 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-18fda9e5-bb03-4062-8725-af0c9a853506 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582793 Jul 07 20:29:39.630921 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-9576b9e0-1951-434f-9223-e132a3b15801 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936892 Jul 07 20:29:39.722654 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-7c53b078-f3b6-4df0-bd2e-b72ed92ac15b req-a5fffa70-5b83-45b8-bc1c-38483606fae2 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842814 Jul 07 20:29:41.199793 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2978e28-3a97-4f8b-890c-04b117f6725a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:41.491053 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:42.717803 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:44.251402 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:29:49.834428 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:04.168357 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:08.531183 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c833a57-5c18-40b1-94d6-c90e71172584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:11.199717 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48134b28-b359-4b59-badb-4749857279e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:11.492919 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:12.721196 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:14.255110 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:15.944929 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:30:19.848019 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:34.179990 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:38.532086 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69d3561c-7ee4-4ef0-8ee9-943d0e036348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:40.111554 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-54683944-84d8-46f5-a103-ca8ed6510691 req-9976bcd3-7b76-403b-add9-8d4f0088610d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0916977 Jul 07 20:30:40.210788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54683944-84d8-46f5-a103-ca8ed6510691 req-42f0a97c-d561-49fb-9fbc-5f0bff8dcc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:40.212280 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-54683944-84d8-46f5-a103-ca8ed6510691 req-42f0a97c-d561-49fb-9fbc-5f0bff8dcc20 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1097 time: 0.0584242 Jul 07 20:30:40.318862 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54683944-84d8-46f5-a103-ca8ed6510691 req-89c6463d-d8ef-4fcd-bb32-3f50efefbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:40.320336 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-54683944-84d8-46f5-a103-ca8ed6510691 req-89c6463d-d8ef-4fcd-bb32-3f50efefbb63 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0859845 Jul 07 20:30:40.389593 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-54683944-84d8-46f5-a103-ca8ed6510691 req-a82dc027-43cc-445c-8d59-30d313782920 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 200 len: 1001 time: 0.0619671 Jul 07 20:30:40.440372 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54683944-84d8-46f5-a103-ca8ed6510691 req-9099be88-ef96-48b9-a5e3-37d94be71ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:40.441878 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-54683944-84d8-46f5-a103-ca8ed6510691 req-9099be88-ef96-48b9-a5e3-37d94be71ee1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0449419 Jul 07 20:30:40.502301 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54683944-84d8-46f5-a103-ca8ed6510691 req-bcc34c10-4999-4b17-89e9-cd14d92f4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:30:40.503828 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-54683944-84d8-46f5-a103-ca8ed6510691 req-bcc34c10-4999-4b17-89e9-cd14d92f4670 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552127 Jul 07 20:30:40.600531 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-54683944-84d8-46f5-a103-ca8ed6510691 req-eb8a577c-5e5a-4e0a-bc27-0a1b7a556f1f service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890403 Jul 07 20:30:40.690783 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-54683944-84d8-46f5-a103-ca8ed6510691 req-cfd7fc08-f3f7-4442-9c37-7b5273ad4eaf service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835419 Jul 07 20:30:41.201885 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71a241b7-cff7-4c07-b255-f759cf981c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:41.496700 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:42.725589 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:44.258415 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:49.857721 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:30:52.944923 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:31:00.228045 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0864f2e-cc55-46ad-8d70-d7fd7f0acfdd req-2c04f30e-4df0-412c-b946-e2c00c2241af tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:00.229609 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0864f2e-cc55-46ad-8d70-d7fd7f0acfdd req-2c04f30e-4df0-412c-b946-e2c00c2241af tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.1159015 Jul 07 20:31:00.269359 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-f0864f2e-cc55-46ad-8d70-d7fd7f0acfdd req-34c70977-3cb8-4db0-a846-d75276c81b1b tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341573 Jul 07 20:31:01.526566 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a2592-86ea-41aa-882a-a042534ab10b req-1db503e1-9848-4e1a-bd1d-dc56792dae03 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:01.528148 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db0a2592-86ea-41aa-882a-a042534ab10b req-1db503e1-9848-4e1a-bd1d-dc56792dae03 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.1150641 Jul 07 20:31:01.567543 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-db0a2592-86ea-41aa-882a-a042534ab10b req-f91a6bf3-8ecf-4075-871d-a68c8c356683 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337198 Jul 07 20:31:02.771551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739ddb0-d458-4ea7-8b1a-0b8c5d868a1c req-6d776041-3261-4e05-9404-7d463373f452 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:02.773911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c739ddb0-d458-4ea7-8b1a-0b8c5d868a1c req-6d776041-3261-4e05-9404-7d463373f452 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0655146 Jul 07 20:31:02.812034 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c739ddb0-d458-4ea7-8b1a-0b8c5d868a1c req-642370a0-496d-4dfe-af41-ff5290ea9021 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Jul 07 20:31:03.989477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eec64-29a3-499f-906d-d4777e07da82 req-074e4669-b816-48bf-a8b2-24374c8a5160 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:03.991231 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6f8eec64-29a3-499f-906d-d4777e07da82 req-074e4669-b816-48bf-a8b2-24374c8a5160 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0672023 Jul 07 20:31:04.029088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6f8eec64-29a3-499f-906d-d4777e07da82 req-af907d1c-0ec1-4209-aa46-2d976dfdee27 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Jul 07 20:31:04.179322 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:05.203214 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c23bf-6f0d-49ee-a3ac-da12ab3165d1 req-76d95edb-ffa0-413a-9a37-a8c943abe650 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:05.204657 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-122c23bf-6f0d-49ee-a3ac-da12ab3165d1 req-76d95edb-ffa0-413a-9a37-a8c943abe650 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0639489 Jul 07 20:31:05.242515 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-122c23bf-6f0d-49ee-a3ac-da12ab3165d1 req-b03bc763-b584-4b4d-bfba-95fbbd132f2b tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Jul 07 20:31:06.435607 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd931ab-5c14-4572-afe0-906da3e257bd req-1781d269-d97e-436e-a0d8-ba708d6caac8 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:06.437179 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bd931ab-5c14-4572-afe0-906da3e257bd req-1781d269-d97e-436e-a0d8-ba708d6caac8 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0679710 Jul 07 20:31:06.477872 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-6bd931ab-5c14-4572-afe0-906da3e257bd req-1c8d81ab-d7ed-462f-83f5-93c59b943441 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347233 Jul 07 20:31:07.658466 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721c708-a215-45e9-b10e-7020322e067f req-7c8ec707-8ad0-4d9a-878b-a1c7565cf37d tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:07.660076 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c721c708-a215-45e9-b10e-7020322e067f req-7c8ec707-8ad0-4d9a-878b-a1c7565cf37d tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0684528 Jul 07 20:31:07.700481 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c721c708-a215-45e9-b10e-7020322e067f req-62cf73ec-e06d-4bbf-b470-ae6f423efd5a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341239 Jul 07 20:31:08.533024 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b42bc9d-aa5f-435a-a43a-fbd5fb0c8960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:08.877652 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064c6db-5828-4121-a404-9e8ac89cde43 req-9ee95696-b261-4526-a8c4-caaf83672938 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:08.879175 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3064c6db-5828-4121-a404-9e8ac89cde43 req-9ee95696-b261-4526-a8c4-caaf83672938 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0652132 Jul 07 20:31:08.916951 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3064c6db-5828-4121-a404-9e8ac89cde43 req-5cf8b293-7a2a-484d-9e6b-9758b5849688 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321302 Jul 07 20:31:10.099228 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a7a49-a653-46af-aa33-aed77c8ea0b6 req-8e715195-d883-4bda-ac47-93693f9f0f69 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:10.100703 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-792a7a49-a653-46af-aa33-aed77c8ea0b6 req-8e715195-d883-4bda-ac47-93693f9f0f69 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0673735 Jul 07 20:31:10.139675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-792a7a49-a653-46af-aa33-aed77c8ea0b6 req-0299cd43-bec2-4ef0-a9f6-e0409922a37f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330222 Jul 07 20:31:10.267239 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669818a9-673d-4607-bc40-c80bf73b71ab req-e3353a70-8c22-496f-8943-9ba45ac5070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:10.268763 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-669818a9-673d-4607-bc40-c80bf73b71ab req-e3353a70-8c22-496f-8943-9ba45ac5070a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1097 time: 0.0539451 Jul 07 20:31:10.360919 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669818a9-673d-4607-bc40-c80bf73b71ab req-5967607f-5c70-49b8-a65b-0f14525d751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:10.362305 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-669818a9-673d-4607-bc40-c80bf73b71ab req-5967607f-5c70-49b8-a65b-0f14525d751c service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0868571 Jul 07 20:31:10.428390 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-669818a9-673d-4607-bc40-c80bf73b71ab req-345b8b66-a99b-43d8-aba9-13b914478b23 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 200 len: 1001 time: 0.0590379 Jul 07 20:31:10.481760 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669818a9-673d-4607-bc40-c80bf73b71ab req-9f256945-7bd6-4b5b-bf30-48150809d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:10.483394 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-669818a9-673d-4607-bc40-c80bf73b71ab req-9f256945-7bd6-4b5b-bf30-48150809d8a1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0488782 Jul 07 20:31:10.544487 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669818a9-673d-4607-bc40-c80bf73b71ab req-9ef912a6-4705-4d8c-8779-d3b86fa83a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:10.546008 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-669818a9-673d-4607-bc40-c80bf73b71ab req-9ef912a6-4705-4d8c-8779-d3b86fa83a97 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554812 Jul 07 20:31:10.638725 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-669818a9-673d-4607-bc40-c80bf73b71ab req-1d541584-81f0-422f-a47a-2ad09b80e957 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853980 Jul 07 20:31:10.732342 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-669818a9-673d-4607-bc40-c80bf73b71ab req-11800739-9d95-439c-8fcc-717696646592 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870507 Jul 07 20:31:11.202894 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4fd2033-26c0-40d0-96ee-99fd1c12b5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:11.318280 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e19cf-12fc-47af-8736-64eed5aa3313 req-7b2d7b5c-c389-4d6a-8b35-7061def67cdb tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:11.319783 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-437e19cf-12fc-47af-8736-64eed5aa3313 req-7b2d7b5c-c389-4d6a-8b35-7061def67cdb tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0646591 Jul 07 20:31:11.357868 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-437e19cf-12fc-47af-8736-64eed5aa3313 req-4ffa0faa-d816-47d0-9862-b69d6d1196e8 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Jul 07 20:31:11.500920 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:12.540718 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44975a1-7267-492d-a2c7-bf05a8109d31 req-c30ac290-ea7d-411a-8a04-4c497e2c9dfb tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:12.542316 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a44975a1-7267-492d-a2c7-bf05a8109d31 req-c30ac290-ea7d-411a-8a04-4c497e2c9dfb tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0650115 Jul 07 20:31:12.580860 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a44975a1-7267-492d-a2c7-bf05a8109d31 req-d4a12b3e-2396-4b16-8b71-15147773f373 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329363 Jul 07 20:31:12.728746 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:14.093872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49806c-70dd-4f12-920c-bfa506d1a648 req-6787fe42-0881-40e6-9b00-0f59bd112128 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:14.095412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a49806c-70dd-4f12-920c-bfa506d1a648 req-6787fe42-0881-40e6-9b00-0f59bd112128 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.3972814 Jul 07 20:31:14.133680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-8a49806c-70dd-4f12-920c-bfa506d1a648 req-d233d73a-eefd-4662-95bf-e4f109ba1903 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Jul 07 20:31:14.260094 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:14.392196 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0cad2989-90dd-4213-a2ad-2fc1569acea4 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:31:14.474243 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:14.498147 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:31:14.500376 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2a1d35-c758-4490-b3bd-228ffbf0d1b4" -d '{"events": [{"server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "name": "network-vif-unplugged", "status": "completed", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:31:14.515098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0cad2989-90dd-4213-a2ad-2fc1569acea4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:31:14.519537 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:14.543144 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 20:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fb3edf-f846-4baf-8e94-d09677cc72db x-openstack-request-id: req-03fb3edf-f846-4baf-8e94-d09677cc72db {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:31:14.543480 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "name": "network-vif-unplugged", "status": "failed", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:31:14.543689 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-03fb3edf-f846-4baf-8e94-d09677cc72db {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:31:14.544100 n-d-792394-12 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'code': 422} returned with failed status Jul 07 20:31:14.573910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0cad2989-90dd-4213-a2ad-2fc1569acea4,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:31:14.581097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:14.581434 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:14.581768 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:14.582103 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:14.582425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:14.582752 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:14.583070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:14.583390 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:14.583706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:14.584021 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:14.584330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:14.584673 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:31:15.310093 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b1c60-d86d-4c89-acdc-b8837086f722 req-18f7acaf-f9f0-4b20-89fb-39b37d2db36f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:15.311566 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-327b1c60-d86d-4c89-acdc-b8837086f722 req-18f7acaf-f9f0-4b20-89fb-39b37d2db36f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0635357 Jul 07 20:31:15.349233 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-327b1c60-d86d-4c89-acdc-b8837086f722 req-eba4adbd-5b16-4ce0-99ea-eaa5c4435ab6 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320561 Jul 07 20:31:15.629112 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-ccc604e2-14ab-4de8-a698-eaf03e031e75 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0541184 Jul 07 20:31:15.711606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f5d33-4ffd-417a-9591-e812b51e44ab req-811161ec-9ede-4ef9-9a5e-fd47baae4941 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:15.713098 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-621f5d33-4ffd-417a-9591-e812b51e44ab req-811161ec-9ede-4ef9-9a5e-fd47baae4941 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0710056 Jul 07 20:31:15.751830 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-621f5d33-4ffd-417a-9591-e812b51e44ab req-4b8c8437-aec1-487c-813b-0fe9b287b8b7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333285 Jul 07 20:31:16.937202 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7caedc-29ea-46b2-a287-748e15c66b50 req-c42aef84-5ce3-4df5-96bf-6a3d6e04cf3c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:16.938708 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef7caedc-29ea-46b2-a287-748e15c66b50 req-c42aef84-5ce3-4df5-96bf-6a3d6e04cf3c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0672369 Jul 07 20:31:16.979716 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef7caedc-29ea-46b2-a287-748e15c66b50 req-b7d35743-7028-44b8-a9d7-64fbffa67665 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333936 Jul 07 20:31:18.175472 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3846efb-4317-4fd4-8341-0785bc74fe76 req-8a5ee405-b5c8-4cdc-83ba-3678f1a7f19d tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:18.177031 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c3846efb-4317-4fd4-8341-0785bc74fe76 req-8a5ee405-b5c8-4cdc-83ba-3678f1a7f19d tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0688627 Jul 07 20:31:18.220451 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c3846efb-4317-4fd4-8341-0785bc74fe76 req-3e160523-d749-4824-aa7e-157c01b8b43c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376754 Jul 07 20:31:19.403971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c9fa-ae07-41f6-975a-4636e7905646 req-f61b9af8-12eb-4a68-a37b-2566fafa54e5 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:19.406498 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af63c9fa-ae07-41f6-975a-4636e7905646 req-f61b9af8-12eb-4a68-a37b-2566fafa54e5 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0680890 Jul 07 20:31:19.446664 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-af63c9fa-ae07-41f6-975a-4636e7905646 req-c84c3961-0615-4c28-838c-e323298e91d6 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344493 Jul 07 20:31:19.858164 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:20.631162 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f3ea9-b12c-45cb-8ced-0e006ccd1d70 req-3896b6b7-cd7f-4ecb-aa02-4ecc38eab1c1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:20.633013 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-883f3ea9-b12c-45cb-8ced-0e006ccd1d70 req-3896b6b7-cd7f-4ecb-aa02-4ecc38eab1c1 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0708044 Jul 07 20:31:20.673847 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-883f3ea9-b12c-45cb-8ced-0e006ccd1d70 req-55758157-3d22-4bd3-91f6-6740e9de9a27 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350244 Jul 07 20:31:21.854921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002a2e-fca9-4be0-acd8-b47e2a421471 req-9c31b439-8e23-4b42-8a81-ceb32cf2d20c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:21.856598 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c002a2e-fca9-4be0-acd8-b47e2a421471 req-9c31b439-8e23-4b42-8a81-ceb32cf2d20c tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0692668 Jul 07 20:31:21.896983 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5c002a2e-fca9-4be0-acd8-b47e2a421471 req-012ed725-4901-45ce-9d01-7fdf38de3f83 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345130 Jul 07 20:31:22.584219 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-3a41397e-b5e0-48ae-b0b3-12b61e011db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:22.586731 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-3a41397e-b5e0-48ae-b0b3-12b61e011db9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43&tenant_id=1f032beb6ed442cf9d22180762890917 HTTP/1.1" status: 200 len: 1095 time: 0.0538738 Jul 07 20:31:22.668096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-4d7099e3-66b2-496c-9f7a-26993cb0dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:22.669617 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-4d7099e3-66b2-496c-9f7a-26993cb0dfa4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1095 time: 0.0577216 Jul 07 20:31:22.763913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-367e0f8d-042e-4803-add2-f866d37ed382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:22.765521 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-367e0f8d-042e-4803-add2-f866d37ed382 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0891309 Jul 07 20:31:22.837297 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-dcc04ffb-6457-42cf-a87a-22db94b5fe99 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 200 len: 999 time: 0.0644255 Jul 07 20:31:22.887061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-542dd1a5-8932-4fb6-ae86-89bb03125a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:22.888526 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-542dd1a5-8932-4fb6-ae86-89bb03125a5e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0442894 Jul 07 20:31:22.946380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-0a246f9b-f9d9-4ec7-a2a9-4b4cbc35936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:22.947904 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-0a246f9b-f9d9-4ec7-a2a9-4b4cbc35936b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532546 Jul 07 20:31:23.044874 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-4cb50bc3-27f2-493d-8b1f-e0d400dc4282 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892622 Jul 07 20:31:23.080693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92333b09-5052-40cb-b380-903eae7fcb30 req-3757e0ae-6b18-4c1a-827f-a324e0e62e86 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:23.082211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92333b09-5052-40cb-b380-903eae7fcb30 req-3757e0ae-6b18-4c1a-827f-a324e0e62e86 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0692432 Jul 07 20:31:23.123088 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-92333b09-5052-40cb-b380-903eae7fcb30 req-2df56beb-225d-4c39-bbcb-5ca6a43aecd4 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337718 Jul 07 20:31:23.138918 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-33b90de8-704d-459c-8f21-d866940cac0a service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875645 Jul 07 20:31:24.300082 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d947bb-e03c-4f5b-84c0-0a66a0a084c4 req-a64700fd-08dc-46d2-aa24-daa76982fc9e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:24.301622 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9d947bb-e03c-4f5b-84c0-0a66a0a084c4 req-a64700fd-08dc-46d2-aa24-daa76982fc9e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0672362 Jul 07 20:31:24.340320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e9d947bb-e03c-4f5b-84c0-0a66a0a084c4 req-011e14ac-6cce-4e59-8095-d9d5a113450d tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321755 Jul 07 20:31:25.517195 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b58d6-e0bb-4aa6-aaf0-43cea2f89113 req-6d32a920-60d5-448d-8d55-d93928e01690 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:25.518689 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a6b58d6-e0bb-4aa6-aaf0-43cea2f89113 req-6d32a920-60d5-448d-8d55-d93928e01690 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0637937 Jul 07 20:31:25.557592 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a6b58d6-e0bb-4aa6-aaf0-43cea2f89113 req-397168b5-b0fe-49c6-b3cb-2fbc4b49bc14 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328114 Jul 07 20:31:26.734097 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15f315-c460-415f-8456-2f82aecf93b4 req-9fe8be03-27d9-4367-a746-2261b3082aea tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:26.735496 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d15f315-c460-415f-8456-2f82aecf93b4 req-9fe8be03-27d9-4367-a746-2261b3082aea tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0625789 Jul 07 20:31:26.773258 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5d15f315-c460-415f-8456-2f82aecf93b4 req-b12ea4dd-4387-45d5-be6b-545719e096b7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Jul 07 20:31:27.954371 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226ef64-3103-4af8-913a-d52376812a35 req-0482e714-f872-42c3-8054-6b23cd0ce3ae tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:27.956014 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2226ef64-3103-4af8-913a-d52376812a35 req-0482e714-f872-42c3-8054-6b23cd0ce3ae tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0669663 Jul 07 20:31:27.996211 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2226ef64-3103-4af8-913a-d52376812a35 req-ef91dd94-50ea-4995-889b-377c57a2a19f tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345984 Jul 07 20:31:29.169342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cc4e0-9b2c-4d98-9007-f73aad6d744c req-346c0448-1fc7-4878-912e-486b5d820cf8 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:29.170733 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e2cc4e0-9b2c-4d98-9007-f73aad6d744c req-346c0448-1fc7-4878-912e-486b5d820cf8 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0635407 Jul 07 20:31:29.208608 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5e2cc4e0-9b2c-4d98-9007-f73aad6d744c req-f0daff26-ccdf-473d-863d-f7600e16f31d tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321653 Jul 07 20:31:29.944529 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:31:30.386903 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b5cc2-2161-462f-b556-301158e20a9a req-472e7aee-36e8-4cfb-93ed-77dd22e39713 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:30.388396 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe1b5cc2-2161-462f-b556-301158e20a9a req-472e7aee-36e8-4cfb-93ed-77dd22e39713 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 943 time: 0.0683985 Jul 07 20:31:30.422780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0cad2989-90dd-4213-a2ad-2fc1569acea4 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:31:30.428109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-fe1b5cc2-2161-462f-b556-301158e20a9a req-b852ec03-7d6a-4c47-acc8-5ed5cbde55ee tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340908 Jul 07 20:31:30.516940 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0cad2989-90dd-4213-a2ad-2fc1569acea4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:31:30.529563 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'port_id': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'mac_address': 'fa:16:3e:d0:e1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:31:30.569263 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:30.582302 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cad2989-90dd-4213-a2ad-2fc1569acea4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:31:30.601734 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0cad2989-90dd-4213-a2ad-2fc1569acea4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:31:30.606008 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:30.664075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0cad2989-90dd-4213-a2ad-2fc1569acea4,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:31:30.844528 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['0cad2989-90dd-4213-a2ad-2fc1569acea4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:31:31.602921 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552846a4-05a2-4587-976d-a1e35401c38d req-100ea255-d077-498b-98e5-e73c9a74e3c8 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:31.604426 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-552846a4-05a2-4587-976d-a1e35401c38d req-100ea255-d077-498b-98e5-e73c9a74e3c8 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 944 time: 0.0632336 Jul 07 20:31:31.642542 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-552846a4-05a2-4587-976d-a1e35401c38d req-b4d84cdb-d0e0-4c1b-97be-5837c8e6c2f5 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Jul 07 20:31:32.453606 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0cad2989-90dd-4213-a2ad-2fc1569acea4 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:31:32.502836 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port 0cad2989-90dd-4213-a2ad-2fc1569acea4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:31:32.503202 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:32.588004 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:32.610155 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:31:32.612419 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cab0df-ca56-4ad3-b1f5-20e98f692169" -d '{"events": [{"server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "name": "network-vif-plugged", "status": "completed", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:31:32.626601 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port 0cad2989-90dd-4213-a2ad-2fc1569acea4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:31:32.630867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:32.657275 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c466d72c-7a0b-4331-ac8b-7958847021e1 x-openstack-request-id: req-c466d72c-7a0b-4331-ac8b-7958847021e1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:31:32.657566 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "name": "network-vif-plugged", "status": "completed", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:31:32.657814 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c466d72c-7a0b-4331-ac8b-7958847021e1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:31:32.658808 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'code': 200} Jul 07 20:31:32.689503 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=0cad2989-90dd-4213-a2ad-2fc1569acea4,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:31:32.839121 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db475ad3-5587-41f8-86e3-9f315c3b2f78 req-7ee0ab27-0043-4fb5-8621-7f5463b905d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:32.839547 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5681c-bb20-4fdc-b90d-2b2a890e92f3 req-0c40841f-6dfd-4c1d-bca6-0389505ba5a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:32.840659 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db475ad3-5587-41f8-86e3-9f315c3b2f78 req-7ee0ab27-0043-4fb5-8621-7f5463b905d9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1097 time: 0.0554075 Jul 07 20:31:32.840795 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20f5681c-bb20-4fdc-b90d-2b2a890e92f3 req-0c40841f-6dfd-4c1d-bca6-0389505ba5a3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0675046 Jul 07 20:31:32.879293 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-db475ad3-5587-41f8-86e3-9f315c3b2f78 req-d694bd78-f570-47c0-9f64-b8c37850f25b service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320673 Jul 07 20:31:32.882412 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20f5681c-bb20-4fdc-b90d-2b2a890e92f3 req-475ccebf-7774-444d-a473-2565119b9c27 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360970 Jul 07 20:31:34.065496 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103facd-b9b7-4528-bd2e-d2fce9fdacc4 req-dc913488-7c15-450d-ad33-7b9a3f80d414 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:34.067006 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7103facd-b9b7-4528-bd2e-d2fce9fdacc4 req-dc913488-7c15-450d-ad33-7b9a3f80d414 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0679936 Jul 07 20:31:34.104892 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7103facd-b9b7-4528-bd2e-d2fce9fdacc4 req-92cf3f20-3211-4545-8c3f-ea50ab99d53b tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Jul 07 20:31:34.194130 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:38.533385 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7086ada2-f789-4c1f-b59a-f8182fd33560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:40.084177 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-eecd518c-9b67-45c8-bc7b-3658f710ef53 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551844 Jul 07 20:31:40.179847 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-9b9b0794-21d2-4057-91f6-953a65eca0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:40.181469 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-9b9b0794-21d2-4057-91f6-953a65eca0ec service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1097 time: 0.0523539 Jul 07 20:31:40.285490 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-f7830474-0fd0-449a-9fb3-a631348df501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:40.286974 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-f7830474-0fd0-449a-9fb3-a631348df501 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0847266 Jul 07 20:31:40.678763 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-b7d438cd-377e-473d-8931-07082f9bbe8e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 200 len: 1001 time: 0.3842323 Jul 07 20:31:40.726855 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-e08f1dfa-fb15-47e0-86ca-dfed81b1512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:40.729071 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-e08f1dfa-fb15-47e0-86ca-dfed81b1512e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0438983 Jul 07 20:31:40.791892 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-8c39a0b5-065b-45f0-9de5-f2959b826ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:31:40.793420 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-8c39a0b5-065b-45f0-9de5-f2959b826ee1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572624 Jul 07 20:31:40.883395 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-6272bebe-6206-4854-8cc9-d9c88de4a55e service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830994 Jul 07 20:31:40.977941 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-e2554fa2-ede3-41e7-ae76-ef00a8145d52 req-19085b5f-1bd6-411b-8c88-610ba1120f09 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858593 Jul 07 20:31:41.205072 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34fcc5d4-d488-47e1-baad-88a1adee5f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:41.502032 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:42.732681 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:44.265424 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:31:49.861210 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:04.197274 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:06.944543 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:32:08.534120 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc5f7-7450-4d71-beec-8b9e6d440ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:11.206780 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07d20eaa-185f-4c43-9c7f-64ddbf35c3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:11.503998 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:12.734235 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:14.267128 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:19.855099 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:34.207305 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:38.535833 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61587b81-e6cd-4687-b0d0-1e904975771d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:41.208875 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e512aa5a-5c57-4e14-80a2-c551a5cb8a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:41.506548 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:42.080338 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-cef2a15d-f3bd-462d-9840-6ad1a735cc8e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534751 Jul 07 20:32:42.180679 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-14e3d819-5a56-418c-8480-4e2b0d04225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:42.182095 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-14e3d819-5a56-418c-8480-4e2b0d04225e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1097 time: 0.0568621 Jul 07 20:32:42.290187 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-7ebae441-3ac8-49d1-a0af-75371299d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:42.291767 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-7ebae441-3ac8-49d1-a0af-75371299d4ca service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0893214 Jul 07 20:32:42.357067 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-20aab2a8-44be-437f-9b2e-9f6ea62601da service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 200 len: 1001 time: 0.0579896 Jul 07 20:32:42.407818 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-700e1a01-c3c8-4594-a088-9167d553976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:42.409336 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-700e1a01-c3c8-4594-a088-9167d553976e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0453846 Jul 07 20:32:42.472383 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-736cd392-ba74-4de1-aad7-ceb1ecc1d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:42.473862 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-736cd392-ba74-4de1-aad7-ceb1ecc1d12f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574105 Jul 07 20:32:42.564785 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-a79d0bdb-afe7-4d07-b5a3-ac758aeb3772 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832105 Jul 07 20:32:42.662773 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-1d3615c4-ba97-427b-bf45-e8d5dbac4e14 req-1bea200f-83c2-4a0f-bd2e-56e64d91ba44 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914493 Jul 07 20:32:42.739551 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:43.944849 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:32:44.269673 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:49.858633 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:50.243068 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41400) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:32:50.403976 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Deleting port 6c763407-aead-48cc-a197-2f0a53ae827b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:32:50.404320 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:50.485741 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:50.486067 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:50.498444 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Calling delete_port for 6c763407-aead-48cc-a197-2f0a53ae827b owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:32:50.650687 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:50.676070 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event deleted for resources: {'Port': ['ID=6c763407-aead-48cc-a197-2f0a53ae827b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:32:50.686179 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.686529 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.686892 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.687217 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.687554 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.688344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.688344 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.688592 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.688863 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.689190 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.689524 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.689850 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:50.752137 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:50.752426 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Floating IP 708ecfa7-d1cb-467a-8f58-00b64a5d9a32 disassociated (deleted). External IP: 172.25.2.131, port: 0cad2989-90dd-4213-a2ad-2fc1569acea4. Jul 07 20:32:50.963588 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Router 5b2635b3-7244-4a63-93db-4f3315637ae0 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:32:51.076493 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:32:51.081329 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:51.086625 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be065766-e901-46a7-a5b0-c0d2e8d60c18 None None] Sync routers for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:32:51.095432 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be065766-e901-46a7-a5b0-c0d2e8d60c18 None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:32:51.096030 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-be065766-e901-46a7-a5b0-c0d2e8d60c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:32:51.118631 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0909650c-6c3e-4da6-b974-018711906560 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "DELETE /v2.0/floatingips/708ecfa7-d1cb-467a-8f58-00b64a5d9a32 HTTP/1.1" status: 204 len: 168 time: 0.8745108 Jul 07 20:32:51.119220 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:32:51.121544 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005da3b6-9c2d-49db-b4a4-08daabd42543" -d '{"events": [{"name": "network-changed", "server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:32:51.165848 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639f4f24-9713-4c31-b5b8-7c25c911a611 x-openstack-request-id: req-639f4f24-9713-4c31-b5b8-7c25c911a611 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:32:51.166136 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:32:51.166388 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-639f4f24-9713-4c31-b5b8-7c25c911a611 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:32:51.166787 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'status': 'completed', 'code': 200} Jul 07 20:32:51.205216 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-be065766-e901-46a7-a5b0-c0d2e8d60c18 None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:32:51.248499 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005da3b6-9c2d-49db-b4a4-08daabd42543 req-f42a8b03-c366-4d46-985f-9b46acabcae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:51.250167 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005da3b6-9c2d-49db-b4a4-08daabd42543 req-f42a8b03-c366-4d46-985f-9b46acabcae6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1f032beb6ed442cf9d22180762890917&device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 1097 time: 0.0583923 Jul 07 20:32:51.354144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005da3b6-9c2d-49db-b4a4-08daabd42543 req-3bf78df9-7ac3-4b46-a4c8-770f39610899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:51.355785 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005da3b6-9c2d-49db-b4a4-08daabd42543 req-3bf78df9-7ac3-4b46-a4c8-770f39610899 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 200 len: 910 time: 0.0989087 Jul 07 20:32:51.408854 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005da3b6-9c2d-49db-b4a4-08daabd42543 req-ec727992-cc89-4584-9fab-de1de68abdaf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 200 len: 217 time: 0.0442770 Jul 07 20:32:51.418840 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-be065766-e901-46a7-a5b0-c0d2e8d60c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:32:51.446896 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be065766-e901-46a7-a5b0-c0d2e8d60c18 None None] Checking router: 5b2635b3-7244-4a63-93db-4f3315637ae0 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:32:51.456903 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be065766-e901-46a7-a5b0-c0d2e8d60c18 None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:32:51.457480 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-be065766-e901-46a7-a5b0-c0d2e8d60c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:32:51.462816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005da3b6-9c2d-49db-b4a4-08daabd42543 req-b508f405-f4c6-494a-83b7-e433ae8e4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:51.464360 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005da3b6-9c2d-49db-b4a4-08daabd42543 req-b508f405-f4c6-494a-83b7-e433ae8e4f46 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 200 len: 847 time: 0.0476701 Jul 07 20:32:51.525374 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005da3b6-9c2d-49db-b4a4-08daabd42543 req-9cf3e814-7514-470d-9259-d4baff196218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:51.526376 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12901-110f-4179-b1a2-66d77b1d30cc req-8af96ce0-d408-4ed9-b10a-705b5cf5055e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:51.526971 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005da3b6-9c2d-49db-b4a4-08daabd42543 req-9cf3e814-7514-470d-9259-d4baff196218 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f8bea3cb-a931-4e1e-ab2d-aea8219425af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559838 Jul 07 20:32:51.527945 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f12901-110f-4179-b1a2-66d77b1d30cc req-8af96ce0-d408-4ed9-b10a-705b5cf5055e tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0715871 Jul 07 20:32:51.574654 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-07f12901-110f-4179-b1a2-66d77b1d30cc req-28d1358c-feaa-4389-aacc-dfdd53fc10f3 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 Jul 07 20:32:51.639044 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005da3b6-9c2d-49db-b4a4-08daabd42543 req-324eaf67-97b9-4192-b212-65ca6ee3e42b service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017535 Jul 07 20:32:51.659317 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-be065766-e901-46a7-a5b0-c0d2e8d60c18 None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:32:51.730890 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-005da3b6-9c2d-49db-b4a4-08daabd42543 req-23a88ca5-071e-4bf6-aa28-6b887fc789d7 service neutron] 10.222.0.112 "GET /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843720 Jul 07 20:32:51.855833 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-be065766-e901-46a7-a5b0-c0d2e8d60c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:32:51.885810 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be065766-e901-46a7-a5b0-c0d2e8d60c18 None None] The sync data for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 is: [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:24:07Z', 'revision_number': 4, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': 'beb970b4-e083-410f-bd4c-f6d238ded546', 'name': '', 'network_id': 'f8bea3cb-a931-4e1e-ab2d-aea8219425af', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'mac_address': 'fa:16:3e:e8:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:06Z', 'updated_at': '2021-07-07T20:24:13Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'subnets': [{'id': '505c5fb4-6340-4186-93b2-9dd8f046f75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:32:52.104419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d44c2-1b92-406a-8368-7f3061ce3802 None None] New status for floating IP 708ecfa7-d1cb-467a-8f58-00b64a5d9a32: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:32:52.756317 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b497c6-5fdb-4e08-a96c-9327e2972863 req-48d04aef-a379-4e2c-9489-eca7273bd5ff tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:52.757870 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33b497c6-5fdb-4e08-a96c-9327e2972863 req-48d04aef-a379-4e2c-9489-eca7273bd5ff tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0687053 Jul 07 20:32:52.795616 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-33b497c6-5fdb-4e08-a96c-9327e2972863 req-b86c0216-6ef3-4b15-9f54-d057569bf0d6 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/security-groups?id=79f5555c-f574-47f7-af40-b2781d404140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Jul 07 20:32:53.169781 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd6911-7e61-499f-9305-cebbeaa43467 req-6cbdb1b3-932d-466f-b0f4-6ed3d1d0e3e4 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:32:53.171239 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-35fd6911-7e61-499f-9305-cebbeaa43467 req-6cbdb1b3-932d-466f-b0f4-6ed3d1d0e3e4 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 945 time: 0.0734472 Jul 07 20:32:53.273465 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-35fd6911-7e61-499f-9305-cebbeaa43467 req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Deleting port 0cad2989-90dd-4213-a2ad-2fc1569acea4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:32:53.273815 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35fd6911-7e61-499f-9305-cebbeaa43467 req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:53.366276 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-35fd6911-7e61-499f-9305-cebbeaa43467 req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] For port 0cad2989-90dd-4213-a2ad-2fc1569acea4, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=0cad2989-90dd-4213-a2ad-2fc1569acea4,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:32:53.366637 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35fd6911-7e61-499f-9305-cebbeaa43467 req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:53.379523 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-35fd6911-7e61-499f-9305-cebbeaa43467 req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Calling delete_port for 0cad2989-90dd-4213-a2ad-2fc1569acea4 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:32:53.508612 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35fd6911-7e61-499f-9305-cebbeaa43467 req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:53.545389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event deleted for resources: {'Port': ['ID=0cad2989-90dd-4213-a2ad-2fc1569acea4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:32:53.589900 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.590365 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.590716 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.591263 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.591849 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.592445 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.593050 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.593642 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.594232 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.594816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.595411 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.596040 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:32:53.616817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fd6911-7e61-499f-9305-cebbeaa43467 req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] No DVR routers for this DVR port 0cad2989-90dd-4213-a2ad-2fc1569acea4 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:32:53.619317 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35fd6911-7e61-499f-9305-cebbeaa43467 req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:53.621372 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-35fd6911-7e61-499f-9305-cebbeaa43467 req-f78d10a0-83c8-4a6d-b4e5-c5039acdd8f7 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.112 "DELETE /v2.0/ports/0cad2989-90dd-4213-a2ad-2fc1569acea4 HTTP/1.1" status: 204 len: 173 time: 0.4437008 Jul 07 20:32:53.621816 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'name': 'network-vif-deleted', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:32:53.624083 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97ae415-6c79-4264-8c45-16a92fb1706d" -d '{"events": [{"server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "name": "network-vif-deleted", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:32:53.661164 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd145b40-bedd-4141-9485-4c6698ef49c6 x-openstack-request-id: req-bd145b40-bedd-4141-9485-4c6698ef49c6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:32:53.661577 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf37e55e-808e-4fed-9bf0-858a41a03f43", "name": "network-vif-deleted", "tag": "0cad2989-90dd-4213-a2ad-2fc1569acea4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:32:53.661832 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bd145b40-bedd-4141-9485-4c6698ef49c6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:32:53.662234 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf37e55e-808e-4fed-9bf0-858a41a03f43', 'name': 'network-vif-deleted', 'tag': '0cad2989-90dd-4213-a2ad-2fc1569acea4', 'status': 'completed', 'code': 200} Jul 07 20:32:53.948993 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-57be479a-4b60-4ace-8ac4-410a78c2f0d1 req-066d5d8d-e17c-4bb8-98ea-92fffbcd637a tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 210 time: 0.0307307 Jul 07 20:32:55.119278 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-1798ae08-4084-41ef-b627-4b3af18063ae req-9be3049a-34fd-4e0e-b87d-ebf65fa9c9ab tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 210 time: 0.0424492 Jul 07 20:32:56.271808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-08a2d487-b0d4-4a9c-895e-e330760b8164 req-29148c8d-75e1-4e77-b0e2-887cdc0fc023 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 210 time: 0.0294664 Jul 07 20:32:56.670564 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0cad2989-90dd-4213-a2ad-2fc1569acea4 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:32:56.690548 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: 0cad2989-90dd-4213-a2ad-2fc1569acea4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:32:56.690895 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device 0cad2989-90dd-4213-a2ad-2fc1569acea4 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:32:57.438050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c181502a-7f1f-4ec4-866b-575be42b2f0f req-e41a70b0-5b3c-462b-8f6f-8c835c426938 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf37e55e-808e-4fed-9bf0-858a41a03f43 HTTP/1.1" status: 200 len: 210 time: 0.0288541 Jul 07 20:32:58.534638 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:32:58.593917 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-405e2d5b-a194-4cb3-a39c-d6817fa1fdf0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:58.620825 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-405e2d5b-a194-4cb3-a39c-d6817fa1fdf0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:58.681887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-405e2d5b-a194-4cb3-a39c-d6817fa1fdf0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:58.684599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-405e2d5b-a194-4cb3-a39c-d6817fa1fdf0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:58.685764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-405e2d5b-a194-4cb3-a39c-d6817fa1fdf0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] 10.222.0.113 "DELETE /v2.0/security-groups/79f5555c-f574-47f7-af40-b2781d404140 HTTP/1.1" status: 204 len: 168 time: 0.1495733 Jul 07 20:32:58.695768 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e2d5b-a194-4cb3-a39c-d6817fa1fdf0 tempest-TestShelveInstance-1475960421 tempest-TestShelveInstance-1475960421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f5555c-f574-47f7-af40-b2781d404140,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:32:58.742614 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41436) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:32:59.208858 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:59.480781 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] Deleting port beb970b4-e083-410f-bd4c-f6d238ded546 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:32:59.481049 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:59.564301 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] For port beb970b4-e083-410f-bd4c-f6d238ded546, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=beb970b4-e083-410f-bd4c-f6d238ded546,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:32:59.565013 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:59.577771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] Calling delete_port for beb970b4-e083-410f-bd4c-f6d238ded546 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:32:59.763818 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:32:59.795031 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] Pushing event deleted for resources: {'Port': ['ID=beb970b4-e083-410f-bd4c-f6d238ded546,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:32:59.971104 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:00.198048 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] Router 5b2635b3-7244-4a63-93db-4f3315637ae0 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:33:00.315748 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:00.324576 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:00.325111 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-25f56a71-c34d-45e5-8165-efd6d924535b admin admin] 10.222.0.113 "PUT /v2.0/routers/5b2635b3-7244-4a63-93db-4f3315637ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5809426 Jul 07 20:33:00.326840 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9eab0e-7263-4c2d-b953-a9fb517bf08f None None] Sync routers for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:00.340720 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9eab0e-7263-4c2d-b953-a9fb517bf08f None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:00.342435 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0b9eab0e-7263-4c2d-b953-a9fb517bf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:00.444754 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:00.464815 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0b9eab0e-7263-4c2d-b953-a9fb517bf08f None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:00.551850 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:00.608531 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Deleting port 977966d8-98db-4087-b65a-c72fc19937e0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:33:00.608797 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:00.646106 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0b9eab0e-7263-4c2d-b953-a9fb517bf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '977966d8-98db-4087-b65a-c72fc19937e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:32:59Z', 'revision_number': 5, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port': {'id': '977966d8-98db-4087-b65a-c72fc19937e0', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:05Z', 'updated_at': '2021-07-07T20:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:00.672611 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9eab0e-7263-4c2d-b953-a9fb517bf08f None None] Checking router: 5b2635b3-7244-4a63-93db-4f3315637ae0 for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:00.681240 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9eab0e-7263-4c2d-b953-a9fb517bf08f None None] Routers {'5b2635b3-7244-4a63-93db-4f3315637ae0'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:00.681844 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0b9eab0e-7263-4c2d-b953-a9fb517bf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['5b2635b3-7244-4a63-93db-4f3315637ae0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:00.697464 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] For port 977966d8-98db-4087-b65a-c72fc19937e0, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=977966d8-98db-4087-b65a-c72fc19937e0,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:00.698064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:00.712216 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Calling delete_port for 977966d8-98db-4087-b65a-c72fc19937e0 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:33:00.767228 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0b9eab0e-7263-4c2d-b953-a9fb517bf08f None None] Set router 5b2635b3-7244-4a63-93db-4f3315637ae0 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:00.822809 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0b9eab0e-7263-4c2d-b953-a9fb517bf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:33:00Z', 'revision_number': 6, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:00.847637 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9eab0e-7263-4c2d-b953-a9fb517bf08f None None] The sync data for ids ['5b2635b3-7244-4a63-93db-4f3315637ae0'] in n-d-792394-12 is: [{'id': '5b2635b3-7244-4a63-93db-4f3315637ae0', 'name': 'tempest-TestShelveInstance-747337751-router', 'tenant_id': '1f032beb6ed442cf9d22180762890917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:04Z', 'updated_at': '2021-07-07T20:33:00Z', 'revision_number': 6, 'project_id': '1f032beb6ed442cf9d22180762890917', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:00.889445 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:00.914447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Pushing event deleted for resources: {'Port': ['ID=977966d8-98db-4087-b65a-c72fc19937e0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:00.978207 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.068439 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.070612 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.118421 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.118970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b2635b3-7244-4a63-93db-4f3315637ae0 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:33:01.126393 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.127571 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-19699fda-82ac-4a3d-9a58-bbdc61eda940 admin admin] 10.222.0.113 "DELETE /v2.0/routers/5b2635b3-7244-4a63-93db-4f3315637ae0 HTTP/1.1" status: 204 len: 168 time: 0.8013077 Jul 07 20:33:01.131029 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:01.175443 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd968e5-9a18-4e00-a7f3-a71e6579a9b6 admin admin] Deleting subnet 505c5fb4-6340-4186-93b2-9dd8f046f75b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:33:01.179454 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cd968e5-9a18-4e00-a7f3-a71e6579a9b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.220311 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cd968e5-9a18-4e00-a7f3-a71e6579a9b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.296843 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device beb970b4-e083-410f-bd4c-f6d238ded546 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:33:01.320095 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: beb970b4-e083-410f-bd4c-f6d238ded546 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:33:01.320526 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device beb970b4-e083-410f-bd4c-f6d238ded546 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:33:01.323173 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cd968e5-9a18-4e00-a7f3-a71e6579a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.376979 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cd968e5-9a18-4e00-a7f3-a71e6579a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.406100 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cd968e5-9a18-4e00-a7f3-a71e6579a9b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.411064 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-0cd968e5-9a18-4e00-a7f3-a71e6579a9b6 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/505c5fb4-6340-4186-93b2-9dd8f046f75b HTTP/1.1" status: 204 len: 168 time: 0.2760177 Jul 07 20:33:01.411064 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd968e5-9a18-4e00-a7f3-a71e6579a9b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=505c5fb4-6340-4186-93b2-9dd8f046f75b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:01.412670 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:01.414040 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a746789-a99b-428d-9d91-49b1cb821815 None None] Network f8bea3cb-a931-4e1e-ab2d-aea8219425af requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:33:01.485452 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.547427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Deleting port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:33:01.547645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.615945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] For port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=58f8ce2b-86d9-431d-966d-fc7c6d3391bf,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:01.616383 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.631322 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Calling delete_port for 58f8ce2b-86d9-431d-966d-fc7c6d3391bf owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:33:01.638532 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] DHCP port deletion for f8bea3cb-a931-4e1e-ab2d-aea8219425af request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:33:01.692225 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Deleting port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:33:01.693274 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.734674 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.752824 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] No DVR routers for this DVR port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:33:01.776934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Pushing event deleted for resources: {'Port': ['ID=58f8ce2b-86d9-431d-966d-fc7c6d3391bf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:01.777892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] For port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=58f8ce2b-86d9-431d-966d-fc7c6d3391bf,segment=NetworkSegment(3726072d-9ea7-40b9-8d11-4125d164c407),segment_id=3726072d-9ea7-40b9-8d11-4125d164c407)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:01.779189 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.795971 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Calling delete_port for 58f8ce2b-86d9-431d-966d-fc7c6d3391bf owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:33:01.859869 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.871162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bea3cb-a931-4e1e-ab2d-aea8219425af']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:01.881691 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.885254 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3726072d-9ea7-40b9-8d11-4125d164c407') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:01.885790 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3726072d-9ea7-40b9-8d11-4125d164c407') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:01.898039 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.911107 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Pushing event deleted for resources: {'Port': ['ID=58f8ce2b-86d9-431d-966d-fc7c6d3391bf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:01.915339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] No DVR routers for this DVR port 58f8ce2b-86d9-431d-966d-fc7c6d3391bf on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:33:01.923429 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.923774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.924123 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.924484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.924830 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.925171 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.925529 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.926375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.926723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.927072 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.927464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.927724 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.928047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5ce9a-7553-4b08-be8b-094a301c99a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:01.934022 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:33:01.934688 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:33:01.936640 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:33:02.006184 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:02.021989 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:02.021989 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] 10.222.0.113 "DELETE /v2.0/networks/f8bea3cb-a931-4e1e-ab2d-aea8219425af HTTP/1.1" status: 204 len: 168 time: 0.6056638 Jul 07 20:33:02.023295 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:02.072058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de12876-e1c2-4bd5-8323-8856230353ea admin admin] Pushing event deleted for resources: {'Network': ['ID=f8bea3cb-a931-4e1e-ab2d-aea8219425af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:02.399212 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:02.671520 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] Deleting port dbf9881a-6af8-44b3-922c-13be6a98ff16 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:33:02.671775 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:02.749768 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] For port dbf9881a-6af8-44b3-922c-13be6a98ff16, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=dbf9881a-6af8-44b3-922c-13be6a98ff16,segment=NetworkSegment(2d1fe0df-5d89-4016-89eb-b38b92ff44e7),segment_id=2d1fe0df-5d89-4016-89eb-b38b92ff44e7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:02.750126 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:02.764019 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] Calling delete_port for dbf9881a-6af8-44b3-922c-13be6a98ff16 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:33:02.947580 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:02.973829 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf9881a-6af8-44b3-922c-13be6a98ff16,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:03.190443 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 977966d8-98db-4087-b65a-c72fc19937e0 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:33:03.214016 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 977966d8-98db-4087-b65a-c72fc19937e0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:33:03.214449 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 977966d8-98db-4087-b65a-c72fc19937e0 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:33:03.214943 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 58f8ce2b-86d9-431d-966d-fc7c6d3391bf no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:33:03.235654 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 58f8ce2b-86d9-431d-966d-fc7c6d3391bf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:33:03.236292 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 58f8ce2b-86d9-431d-966d-fc7c6d3391bf not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:33:03.470614 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:03.690106 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] Router edbfa735-2b76-482b-b7a8-36b9eddc8087 has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:33:03.804217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:03.809567 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6967134a-d7b7-4e78-b4af-5d6728a85c81 admin admin] 10.222.0.113 "PUT /v2.0/routers/edbfa735-2b76-482b-b7a8-36b9eddc8087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7852709 Jul 07 20:33:03.812342 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:03.813058 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12bfcd-f680-40d1-894b-7648add8bf28 None None] Sync routers for ids ['edbfa735-2b76-482b-b7a8-36b9eddc8087'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:03.824864 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12bfcd-f680-40d1-894b-7648add8bf28 None None] Routers {'edbfa735-2b76-482b-b7a8-36b9eddc8087'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:03.825480 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0b12bfcd-f680-40d1-894b-7648add8bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['edbfa735-2b76-482b-b7a8-36b9eddc8087'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:03.918858 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:03.929188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0b12bfcd-f680-40d1-894b-7648add8bf28 None None] Set router edbfa735-2b76-482b-b7a8-36b9eddc8087 gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:04.023744 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.086863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Deleting port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:33:04.087127 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.170012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] For port c7f6e3bf-b0ef-46d6-beea-592e9de38fc7, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c7f6e3bf-b0ef-46d6-beea-592e9de38fc7,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:04.170366 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.184048 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Calling delete_port for c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:33:04.223285 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.270892 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0b12bfcd-f680-40d1-894b-7648add8bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'name': 'tempest-TestShelveInstance-1615076491-router', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:09Z', 'updated_at': '2021-07-07T20:33:02Z', 'revision_number': 5, 'project_id': '4355db8a02e84777978ea57baba72359', 'gw_port': {'id': 'c7f6e3bf-b0ef-46d6-beea-592e9de38fc7', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:24:10Z', 'updated_at': '2021-07-07T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:04.302308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12bfcd-f680-40d1-894b-7648add8bf28 None None] Checking router: edbfa735-2b76-482b-b7a8-36b9eddc8087 for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:04.311853 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12bfcd-f680-40d1-894b-7648add8bf28 None None] Routers {'edbfa735-2b76-482b-b7a8-36b9eddc8087'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:04.312500 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0b12bfcd-f680-40d1-894b-7648add8bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['edbfa735-2b76-482b-b7a8-36b9eddc8087'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:04.360401 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.387560 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f6e3bf-b0ef-46d6-beea-592e9de38fc7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:04.407197 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0b12bfcd-f680-40d1-894b-7648add8bf28 None None] Set router edbfa735-2b76-482b-b7a8-36b9eddc8087 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:04.457829 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.460424 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0b12bfcd-f680-40d1-894b-7648add8bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'name': 'tempest-TestShelveInstance-1615076491-router', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:09Z', 'updated_at': '2021-07-07T20:33:04Z', 'revision_number': 6, 'project_id': '4355db8a02e84777978ea57baba72359', 'gw_port_host': None}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:04.490369 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12bfcd-f680-40d1-894b-7648add8bf28 None None] The sync data for ids ['edbfa735-2b76-482b-b7a8-36b9eddc8087'] in n-d-792394-12 is: [{'id': 'edbfa735-2b76-482b-b7a8-36b9eddc8087', 'name': 'tempest-TestShelveInstance-1615076491-router', 'tenant_id': '4355db8a02e84777978ea57baba72359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:24:09Z', 'updated_at': '2021-07-07T20:33:04Z', 'revision_number': 6, 'project_id': '4355db8a02e84777978ea57baba72359', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:04.553149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.555277 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.600624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.601468 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router edbfa735-2b76-482b-b7a8-36b9eddc8087 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:33:04.606863 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.608103 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-5ef401e6-f22a-4b77-936c-cf73faec0c1e admin admin] 10.222.0.113 "DELETE /v2.0/routers/edbfa735-2b76-482b-b7a8-36b9eddc8087 HTTP/1.1" status: 204 len: 168 time: 0.7948024 Jul 07 20:33:04.610636 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:04.656729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fafb18-52f6-4004-a2e5-7c86e2387c91 admin admin] Deleting subnet 3cc47b80-e194-40fe-bdaf-6a6a37239543 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:33:04.659826 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36fafb18-52f6-4004-a2e5-7c86e2387c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.701354 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36fafb18-52f6-4004-a2e5-7c86e2387c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.782279 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36fafb18-52f6-4004-a2e5-7c86e2387c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.841322 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36fafb18-52f6-4004-a2e5-7c86e2387c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.870096 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fafb18-52f6-4004-a2e5-7c86e2387c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc47b80-e194-40fe-bdaf-6a6a37239543,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:04.873488 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36fafb18-52f6-4004-a2e5-7c86e2387c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:04.877909 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-36fafb18-52f6-4004-a2e5-7c86e2387c91 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/3cc47b80-e194-40fe-bdaf-6a6a37239543 HTTP/1.1" status: 204 len: 168 time: 0.2638400 Jul 07 20:33:04.878174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:04.879556 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a520dbc9-bdd5-4b53-9096-31bad3f9a9f4 None None] Network ee073118-c67c-4f16-b159-47a57bd55a79 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:33:04.959532 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.015788 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Deleting port c1126f69-0981-4ec7-a3b0-1afa233e1a48 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:33:05.016136 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.091307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] For port c1126f69-0981-4ec7-a3b0-1afa233e1a48, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=c1126f69-0981-4ec7-a3b0-1afa233e1a48,segment=NetworkSegment(2d1fe0df-5d89-4016-89eb-b38b92ff44e7),segment_id=2d1fe0df-5d89-4016-89eb-b38b92ff44e7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:05.091678 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.106159 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Calling delete_port for c1126f69-0981-4ec7-a3b0-1afa233e1a48 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:33:05.185217 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.211976 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1126f69-0981-4ec7-a3b0-1afa233e1a48,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:05.213792 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] No DVR routers for this DVR port c1126f69-0981-4ec7-a3b0-1afa233e1a48 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:33:05.271313 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b81af9-273a-4dc0-b6d8-abd5b56b6ca8 None None] DHCP port deletion for ee073118-c67c-4f16-b159-47a57bd55a79 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:33:05.302528 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.315484 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee073118-c67c-4f16-b159-47a57bd55a79']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:05.323178 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c1126f69-0981-4ec7-a3b0-1afa233e1a48 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:33:05.329787 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1fe0df-5d89-4016-89eb-b38b92ff44e7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:05.330092 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1fe0df-5d89-4016-89eb-b38b92ff44e7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:05.339902 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.346263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: c1126f69-0981-4ec7-a3b0-1afa233e1a48 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:33:05.346612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c1126f69-0981-4ec7-a3b0-1afa233e1a48 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:33:05.347036 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dbf9881a-6af8-44b3-922c-13be6a98ff16 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:33:05.355337 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.362041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:33:05.362404 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:33:05.366026 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:33:05.368630 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: dbf9881a-6af8-44b3-922c-13be6a98ff16 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:33:05.368888 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device dbf9881a-6af8-44b3-922c-13be6a98ff16 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:33:05.369320 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:33:05.392554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:33:05.392926 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device c7f6e3bf-b0ef-46d6-beea-592e9de38fc7 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:33:05.429107 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.434834 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.436697 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] 10.222.0.113 "DELETE /v2.0/networks/ee073118-c67c-4f16-b159-47a57bd55a79 HTTP/1.1" status: 204 len: 168 time: 0.5574861 Jul 07 20:33:05.452826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dda5f-7db2-4ce9-beb7-bf8615fd6ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee073118-c67c-4f16-b159-47a57bd55a79,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:05.557880 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41462) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:05.601065 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-52f7bbdf-28ef-469e-a4f2-5295bb15399d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1f032beb6ed442cf9d22180762890917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416300 Jul 07 20:33:05.603632 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:05.654137 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbff6dc5-4c18-41b1-908f-7bdee3b5a80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.675092 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbff6dc5-4c18-41b1-908f-7bdee3b5a80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.721325 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbff6dc5-4c18-41b1-908f-7bdee3b5a80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.724770 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbff6dc5-4c18-41b1-908f-7bdee3b5a80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:05.725982 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-fbff6dc5-4c18-41b1-908f-7bdee3b5a80f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/aed9a803-5916-4af9-8dd3-7dbc04c2fe8a HTTP/1.1" status: 204 len: 168 time: 0.1212380 Jul 07 20:33:05.734313 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff6dc5-4c18-41b1-908f-7bdee3b5a80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed9a803-5916-4af9-8dd3-7dbc04c2fe8a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:06.042161 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:06.084215 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-d00a1c6d-1392-4b44-8bff-c5e182932022 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4355db8a02e84777978ea57baba72359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405881 Jul 07 20:33:06.086730 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:06.136136 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc6a02a0-a120-42e8-9fcf-9fc43e041c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:06.156938 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc6a02a0-a120-42e8-9fcf-9fc43e041c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:06.204417 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc6a02a0-a120-42e8-9fcf-9fc43e041c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:06.207094 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc6a02a0-a120-42e8-9fcf-9fc43e041c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:06.208686 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-cc6a02a0-a120-42e8-9fcf-9fc43e041c68 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d0335ef2-c380-4232-9ae4-41c78bc59ea9 HTTP/1.1" status: 204 len: 168 time: 0.1210248 Jul 07 20:33:06.217341 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a02a0-a120-42e8-9fcf-9fc43e041c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0335ef2-c380-4232-9ae4-41c78bc59ea9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:06.887348 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:06.989985 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1220555644-network', 'tenant_id': 'fc61d7c2182e444686d333da94fce441'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:07.014110 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Made reservation on behalf of fc61d7c2182e444686d333da94fce441 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:33:07.016771 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.026042 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.115391 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.119271 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.147869 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:33:07.157481 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1391e8-3b2d-42a2-9199-0f2e9cdbbf17,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:07.162612 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.162964 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Added segment 894ace4c-c3af-44ee-b258-fe94a87e91d3 of type vlan for network db7c902a-4380-45ed-be1c-fbef6b1d5578 Jul 07 20:33:07.203544 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.232604 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.233591 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:07.234213 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.302839 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4143445 Jul 07 20:33:07.306075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:07.310427 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dab011-7da1-460b-95dc-ce310ff5fa4f admin admin] Pushing event updated for resources: {'Network': ['ID=db7c902a-4380-45ed-be1c-fbef6b1d5578,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:07.311166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] Request body: {'subnet': {'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1220555644-subnet', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:07.321910 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network db7c902a-4380-45ed-be1c-fbef6b1d5578 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:33:07.338026 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] Made reservation on behalf of fc61d7c2182e444686d333da94fce441 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:33:07.340523 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.505948 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.564407 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] Pushing event updated for resources: {'Subnet': ['ID=588fc79f-788e-4543-981f-0dca382dd808,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:07.573971 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] Checking segment: {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:07.574334 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] Network hostable DHCP agents. Network: db7c902a-4380-45ed-be1c-fbef6b1d5578, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:33:07.589459 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] Network db7c902a-4380-45ed-be1c-fbef6b1d5578 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:33:07.598815 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, db7c902a-4380-45ed-be1c-fbef6b1d5578) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:07.603049 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:07.603635 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.609375 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2a4793-c165-488f-a98a-ba7873f50aec None None] Network db7c902a-4380-45ed-be1c-fbef6b1d5578 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:33:07.619586 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-65fcece6-db5c-4c86-84c6-e4548209e50a admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3122983 Jul 07 20:33:07.622272 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:07.627135 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:07.648022 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.649029 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.702157 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.768013 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-db7c902a-4380-45ed-be1c-fbef6b1d5578', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:33:07.770696 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.847151 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:07.919690 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Allocated IP 172.20.0.2 (db7c902a-4380-45ed-be1c-fbef6b1d5578/588fc79f-788e-4543-981f-0dca382dd808/0ed5f4e8-48d1-4563-819e-ddf22ae1dc45) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:08.052322 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:08.067182 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:08.075516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Transition to ACTIVE for port object 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:08.076359 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:08.093466 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Transition to ACTIVE for port object 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:08.099674 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:08.136458 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Network db7c902a-4380-45ed-be1c-fbef6b1d5578 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:08.139306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:08.144927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:08.153306 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Pushing event updated for resources: {'Port': ['ID=0ed5f4e8-48d1-4563-819e-ddf22ae1dc45,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:08.183924 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Allocated IP 172.25.2.107 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/a6e5775f-223a-4085-8620-f90ab7356210) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:08.208759 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Attempting to bind port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:08.209131 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Attempting to bind port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:08.209491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Attempting to bind port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 on network db7c902a-4380-45ed-be1c-fbef6b1d5578 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:08.214494 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:08.214861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Checking segment: {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:08.215262 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:08.215647 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Bound using segment: {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:08.216098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Bound port: 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:08.216490 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:08.284687 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] For port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:08.289172 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] For port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0ed5f4e8-48d1-4563-819e-ddf22ae1dc45,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:08.292759 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:08.293866 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:08.357372 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a0ddd-ba95-4579-8354-f633ed5f3f60 None None] Pushing event updated for resources: {'Port': ['ID=0ed5f4e8-48d1-4563-819e-ddf22ae1dc45,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:08.551671 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8823-8b98-483b-9945-4edfe9d30230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:08.678903 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:08.717525 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:08.724098 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:08.728350 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:08.731355 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e5775f-223a-4085-8620-f90ab7356210,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:08.985171 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:09.169583 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:09.198381 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:09.225355 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:09.290761 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bbf474-2b82-42e5-ba78-41babb91bb91 None None] Network db7c902a-4380-45ed-be1c-fbef6b1d5578 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:33:09.337234 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Router a3701c7d-2799-4528-8df9-45cd270baefe is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:33:09.367764 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-125e28bc-107c-4e02-a341-bcfde24bdbda None None] Provisioning for port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:09.376820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-125e28bc-107c-4e02-a341-bcfde24bdbda None None] Provisioning complete for port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:09.377192 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125e28bc-107c-4e02-a341-bcfde24bdbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:09.454498 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:09.467494 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Sync routers for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:09.474979 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:09.479094 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-2bda247e-e0cf-467a-8f85-53bbd1d7b9f6 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8530886 Jul 07 20:33:09.479262 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:09.479728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:09.480226 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:09.529716 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125e28bc-107c-4e02-a341-bcfde24bdbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:09.577587 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-125e28bc-107c-4e02-a341-bcfde24bdbda None None] For port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0ed5f4e8-48d1-4563-819e-ddf22ae1dc45,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:09.585044 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-125e28bc-107c-4e02-a341-bcfde24bdbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:09.597362 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:09.644148 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e28bc-107c-4e02-a341-bcfde24bdbda None None] Pushing event updated for resources: {'Port': ['ID=0ed5f4e8-48d1-4563-819e-ddf22ae1dc45,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:09.807335 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:08Z', 'revision_number': 3, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:09.835402 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Checking router: a3701c7d-2799-4528-8df9-45cd270baefe for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:09.835730 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Updating router a3701c7d-2799-4528-8df9-45cd270baefe port a6e5775f-223a-4085-8620-f90ab7356210 binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:33:09.872190 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:09.908897 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-79f88dbf-31ec-4ab4-9b30-6e97801592bc None None] Provisioning complete for port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:09.909314 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79f88dbf-31ec-4ab4-9b30-6e97801592bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:09.958535 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.120729 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Allocated IP 172.20.0.1 (db7c902a-4380-45ed-be1c-fbef6b1d5578/588fc79f-788e-4543-981f-0dca382dd808/575fe832-3429-4b28-bfab-2c7d9851d68a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:10.137566 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.148649 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Transition to ACTIVE for port object a6e5775f-223a-4085-8620-f90ab7356210 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:10.154211 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.231819 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.246198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Transition to ACTIVE for port object 575fe832-3429-4b28-bfab-2c7d9851d68a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:10.287081 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.299231 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Attempting to bind port a6e5775f-223a-4085-8620-f90ab7356210 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:10.299598 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Attempting to bind port a6e5775f-223a-4085-8620-f90ab7356210 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:10.299965 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Attempting to bind port a6e5775f-223a-4085-8620-f90ab7356210 on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:10.307344 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Pushing event updated for resources: {'Port': ['ID=a6e5775f-223a-4085-8620-f90ab7356210,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:10.310469 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:10.310834 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:10.311233 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.311614 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:10.312072 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Bound port: a6e5775f-223a-4085-8620-f90ab7356210, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:10.312442 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.319688 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.320029 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.320362 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.320717 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.321047 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.321371 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.321689 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.322009 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.322327 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.322648 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.322963 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.323284 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:10.334842 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Network db7c902a-4380-45ed-be1c-fbef6b1d5578 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:10.337744 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:10.342380 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:10.345385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Pushing event updated for resources: {'Port': ['ID=575fe832-3429-4b28-bfab-2c7d9851d68a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:10.382717 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] For port a6e5775f-223a-4085-8620-f90ab7356210, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:10.384894 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.386621 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] For port a6e5775f-223a-4085-8620-f90ab7356210, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a6e5775f-223a-4085-8620-f90ab7356210,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:10.402045 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.462132 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:10.462780 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:32:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:10.468138 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65527950-a6b2-49f7-8b90-f9ba82322366 None None] Pushing event updated for resources: {'Port': ['ID=a6e5775f-223a-4085-8620-f90ab7356210,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:10.539816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.577276 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:10.619840 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c52b1716-5139-469c-9b2a-23b5dfa4bb2c None None] Provisioning for port 575fe832-3429-4b28-bfab-2c7d9851d68a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:10.624785 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c52b1716-5139-469c-9b2a-23b5dfa4bb2c None None] Provisioning complete for port 575fe832-3429-4b28-bfab-2c7d9851d68a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:10.625182 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c52b1716-5139-469c-9b2a-23b5dfa4bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.662432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c52b1716-5139-469c-9b2a-23b5dfa4bb2c None None] Port 575fe832-3429-4b28-bfab-2c7d9851d68a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:33:10.717130 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.721853 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.761213 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:08Z', 'revision_number': 3, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:10.787509 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe8eea-53f8-4d12-a43c-2d543ae0b4b2 None None] The sync data for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 is: [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:08Z', 'revision_number': 3, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:10.790522 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Pushing event updated for resources: {'Port': ['ID=575fe832-3429-4b28-bfab-2c7d9851d68a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:10.794003 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:10.904292 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Network db7c902a-4380-45ed-be1c-fbef6b1d5578 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:10.905728 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:11.049542 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Router a3701c7d-2799-4528-8df9-45cd270baefe has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:33:11.186163 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:11.192449 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-b0c2539f-0b89-4388-9e34-5c5530a29a88 admin admin] 10.222.0.113 "PUT /v2.0/routers/a3701c7d-2799-4528-8df9-45cd270baefe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7107458 Jul 07 20:33:11.195576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-29ecb1bd-bad7-45fe-97d0-634a89c21d47 None None] Provisioning complete for port 575fe832-3429-4b28-bfab-2c7d9851d68a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:11.196261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29ecb1bd-bad7-45fe-97d0-634a89c21d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.253486 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-29ecb1bd-bad7-45fe-97d0-634a89c21d47 None None] Port 575fe832-3429-4b28-bfab-2c7d9851d68a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:33:11.257098 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a6e5775f-223a-4085-8620-f90ab7356210 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:11.287056 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f34c309-08bb-4fa7-8b70-36d3b49e9121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.318835 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port a6e5775f-223a-4085-8620-f90ab7356210 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:11.323819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port a6e5775f-223a-4085-8620-f90ab7356210 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:11.324199 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.418725 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.448873 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port a6e5775f-223a-4085-8620-f90ab7356210, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a6e5775f-223a-4085-8620-f90ab7356210,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:11.453962 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.454787 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:11.543925 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.552186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=a6e5775f-223a-4085-8620-f90ab7356210,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:11.564030 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:11.564761 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.772037 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:11.777258 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-458912513-network', 'tenant_id': '61ee376306b64a90921c661303b29b05'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:11.798370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Made reservation on behalf of 61ee376306b64a90921c661303b29b05 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:33:11.801414 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.813823 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.918376 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.922259 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.945176 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:33:11.961413 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da6a11a-3beb-433d-9049-0155d0b623de,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:11.965706 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:11.966103 n-d-792394-12 neutron-server[93771]: INFO neutron.db.segments_db [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Added segment d694f637-65cd-4390-9156-e310bb6e4e62 of type vlan for network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 Jul 07 20:33:12.010847 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779070700903'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.040446 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.041580 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:12.042169 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.096835 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3234580 Jul 07 20:33:12.100467 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41520) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:12.105787 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] Request body: {'subnet': {'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-458912513-subnet', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:12.106326 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9be73-dce4-467b-8b64-ec3a32712fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e67eb1-4d33-42e8-910c-9de2f5eacc39,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:12.119078 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 details requested by agent ovs-agent-n-d-792394-12 with host n-d-792394-12 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:33:12.128974 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] Made reservation on behalf of 61ee376306b64a90921c661303b29b05 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:33:12.131629 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28617017'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.324513 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28613980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28617003'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.377278 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a3940f-4d7e-47a4-96e4-f8c132df2801,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:12.393887 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] Checking segment: {'id': 'd694f637-65cd-4390-9156-e310bb6e4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:12.394557 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] Network hostable DHCP agents. Network: f7e67eb1-4d33-42e8-910c-9de2f5eacc39, hostable agents: ['0eb340a1-83ed-4995-9b0e-6d84ab366926'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:33:12.413722 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] Network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 is scheduled to be hosted by DHCP agent 0eb340a1-83ed-4995-9b0e-6d84ab366926 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:33:12.423569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-12, f7e67eb1-4d33-42e8-910c-9de2f5eacc39) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:12.428209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:12.428823 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.434291 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926e2f4-3c92-467f-a27c-689b381ddbe1 None None] Network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:33:12.445695 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-19339f73-4fdc-4ce8-9cb1-7c84cb0c66c0 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3438284 Jul 07 20:33:12.448305 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:12.452967 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-458912513-router', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:12.478766 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-837842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12383'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.480635 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-837709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-802813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12358'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.504022 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Sync routers for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:12.533017 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:12.533644 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:12.543294 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.678557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89d730b2-201a-59e0-9f2c-39e2256a574f-f7e67eb1-4d33-42e8-910c-9de2f5eacc39', 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'fixed_ips': [{'subnet_id': '79a3940f-4d7e-47a4-96e4-f8c132df2801'}]}} from n-d-792394-12. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:33:12.679423 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.682251 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-893463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-837824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12404'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.700767 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:12.804200 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.900050 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.919997 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:12.958820 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Allocated IP 172.20.0.2 (f7e67eb1-4d33-42e8-910c-9de2f5eacc39/79a3940f-4d7e-47a4-96e4-f8c132df2801/77437e03-41f4-47da-8b7d-f2c8cdbd4c86) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:13.025429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Allocated IP 172.25.2.136 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:13.110845 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 2, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:13.138776 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.159570 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a6e5775f-223a-4085-8620-f90ab7356210 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:13.165108 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Checking router: a3701c7d-2799-4528-8df9-45cd270baefe for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:13.165323 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Updating router a3701c7d-2799-4528-8df9-45cd270baefe port 575fe832-3429-4b28-bfab-2c7d9851d68a binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:33:13.179340 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.215925 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:13.224075 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:13.227572 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:13.238916 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.250649 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Pushing event updated for resources: {'Port': ['ID=8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:13.250867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.256447 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Transition to ACTIVE for port object 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:13.307678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Transition to ACTIVE for port object 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:13.318334 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.329097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port a6e5775f-223a-4085-8620-f90ab7356210 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:13.329469 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.455738 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:13.466889 n-d-792394-12 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:13.475642 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Pushing event updated for resources: {'Port': ['ID=77437e03-41f4-47da-8b7d-f2c8cdbd4c86,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:13.481514 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:13.494888 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.706635 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-837849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-893452'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.781568 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Attempting to bind port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:13.781938 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Attempting to bind port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'd694f637-65cd-4390-9156-e310bb6e4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:13.782304 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Attempting to bind port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 on network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:13.805801 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:13.806180 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Checking segment: {'id': 'd694f637-65cd-4390-9156-e310bb6e4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:13.806588 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.806992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Bound using segment: {'id': 'd694f637-65cd-4390-9156-e310bb6e4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:13.807467 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Bound port: 77437e03-41f4-47da-8b7d-f2c8cdbd4c86, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd694f637-65cd-4390-9156-e310bb6e4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:13.807850 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.850224 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a is scheduled to L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:33:13.949047 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] For port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:13.957982 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] For port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=77437e03-41f4-47da-8b7d-f2c8cdbd4c86,segment=NetworkSegment(d694f637-65cd-4390-9156-e310bb6e4e62),segment_id=d694f637-65cd-4390-9156-e310bb6e4e62)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:13.961728 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:13.962381 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.966319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.974493 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Sync routers for ids ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:13.984378 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Routers {'13aeeae6-601e-4373-bcda-8f3e1f0fd59a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:13.984711 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:13.985567 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:13.986107 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-1fde74b2-5a38-4f3d-9585-8dee631ba852 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5366476 Jul 07 20:33:13.989564 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:14.005962 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Transition to ACTIVE for port object 575fe832-3429-4b28-bfab-2c7d9851d68a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:14.024660 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:14.043940 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb042181-9523-4578-bf75-3af08e3b9db0 None None] Pushing event updated for resources: {'Port': ['ID=77437e03-41f4-47da-8b7d-f2c8cdbd4c86,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:14.142616 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe0959-4c3f-4a47-bca0-8f0b41324b77 None None] Pushing event updated for resources: {'Port': ['ID=575fe832-3429-4b28-bfab-2c7d9851d68a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:14.155504 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Set router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:14.161425 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Attempting to bind port 575fe832-3429-4b28-bfab-2c7d9851d68a on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:14.161990 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Attempting to bind port 575fe832-3429-4b28-bfab-2c7d9851d68a by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:14.162234 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Attempting to bind port 575fe832-3429-4b28-bfab-2c7d9851d68a on network db7c902a-4380-45ed-be1c-fbef6b1d5578 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:14.168746 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:14.169130 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Checking segment: {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:14.169533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:14.169930 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Bound using segment: {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:14.170404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Bound port: 575fe832-3429-4b28-bfab-2c7d9851d68a, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:14.170791 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:14.277419 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] For port 575fe832-3429-4b28-bfab-2c7d9851d68a, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:14.302158 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] For port 575fe832-3429-4b28-bfab-2c7d9851d68a, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=575fe832-3429-4b28-bfab-2c7d9851d68a,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:14.307889 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:14.309687 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:14.433416 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'name': 'tempest-TestSnapshotPattern-458912513-router', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:13Z', 'revision_number': 3, 'project_id': '61ee376306b64a90921c661303b29b05', 'gw_port': {'id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:14.434490 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe0959-4c3f-4a47-bca0-8f0b41324b77 None None] Pushing event updated for resources: {'Port': ['ID=575fe832-3429-4b28-bfab-2c7d9851d68a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:14.442922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:14.443582 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:14.497015 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Checking router: 13aeeae6-601e-4373-bcda-8f3e1f0fd59a for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:14.497804 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Updating router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f binding host n-d-792394-12 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:33:14.539957 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:14.605658 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:14.874623 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:14.887900 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Transition to ACTIVE for port object 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:14.896195 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:14.902216 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:14Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:14.930190 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944a1ca-4b70-4954-ac46-375d439811b7 None None] The sync data for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 is: [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:14Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:14.947605 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Attempting to bind port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f on host n-d-792394-12 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:14.947976 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Attempting to bind port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:14.948335 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Attempting to bind port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f on network bec3f046-f8b3-402a-8374-381f4c722371 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:14.956866 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:14.957923 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Checking segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:14.958329 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:14.958717 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Bound using segment: {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:14.959197 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Bound port: 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d19a9b-a87b-4517-aa21-2a5724b6129f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:14.959577 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:15.012619 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:15.026595 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b24017-97e9-4a21-8d2f-76e85b72cb80 None None] Pushing event updated for resources: {'Port': ['ID=8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:15.067610 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] For port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f, host n-d-792394-12, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:15.071465 n-d-792394-12 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] For port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:15.085278 n-d-792394-12 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:15.183383 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Routers {'13aeeae6-601e-4373-bcda-8f3e1f0fd59a'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:15.184326 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:15.308649 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 575fe832-3429-4b28-bfab-2c7d9851d68a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:15.322620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Allocated IP 172.20.0.1 (f7e67eb1-4d33-42e8-910c-9de2f5eacc39/79a3940f-4d7e-47a4-96e4-f8c132df2801/476f7638-961c-4c8d-825d-80c4eb971ef4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:15.357224 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] Set router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:15.385510 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 575fe832-3429-4b28-bfab-2c7d9851d68a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:15.391718 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 575fe832-3429-4b28-bfab-2c7d9851d68a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:15.392093 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:15.494935 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b24017-97e9-4a21-8d2f-76e85b72cb80 None None] Pushing event updated for resources: {'Port': ['ID=8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:15.533266 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:15.543644 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:15.561943 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Transition to ACTIVE for port object 476f7638-961c-4c8d-825d-80c4eb971ef4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:15.612244 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 575fe832-3429-4b28-bfab-2c7d9851d68a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=575fe832-3429-4b28-bfab-2c7d9851d68a,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:15.618548 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:15.618773 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:15.619557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:15.651631 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'name': 'tempest-TestSnapshotPattern-458912513-router', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:13Z', 'revision_number': 3, 'project_id': '61ee376306b64a90921c661303b29b05', 'gw_port': {'id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:15.672675 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199047dc-0e57-4f5f-8840-33c907fcfdc0 None None] Network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:33:15.675799 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:15.679599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:15.682397 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986a2b8-a7c6-46d5-9e86-e50b2783d02e None None] The sync data for ids ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'] in n-d-792394-12 is: [{'id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'name': 'tempest-TestSnapshotPattern-458912513-router', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:13Z', 'revision_number': 3, 'project_id': '61ee376306b64a90921c661303b29b05', 'gw_port': {'id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:15.682705 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:15.726401 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Pushing event updated for resources: {'Port': ['ID=476f7638-961c-4c8d-825d-80c4eb971ef4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:15.743651 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-801339'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:15.796975 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=575fe832-3429-4b28-bfab-2c7d9851d68a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:15.799494 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d42f3be9-8446-487e-924c-78ac94cbb5c5 None None] Provisioning for port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:15.867594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:15.893281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:15.893571 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:15.931110 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:16.007321 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:16.077721 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=77437e03-41f4-47da-8b7d-f2c8cdbd4c86,segment=NetworkSegment(d694f637-65cd-4390-9156-e310bb6e4e62),segment_id=d694f637-65cd-4390-9156-e310bb6e4e62)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:16.096657 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:16.179208 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=77437e03-41f4-47da-8b7d-f2c8cdbd4c86,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:16.188364 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:16.196256 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:16.271394 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-799046'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:16.273353 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Pushing event updated for resources: {'Port': ['ID=476f7638-961c-4c8d-825d-80c4eb971ef4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:16.347188 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b43270b-0cd6-4c96-88f4-0173e1ea1695 None None] Provisioning for port 476f7638-961c-4c8d-825d-80c4eb971ef4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:16.351491 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b43270b-0cd6-4c96-88f4-0173e1ea1695 None None] Provisioning complete for port 476f7638-961c-4c8d-825d-80c4eb971ef4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:16.351873 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b43270b-0cd6-4c96-88f4-0173e1ea1695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:16.414109 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9b43270b-0cd6-4c96-88f4-0173e1ea1695 None None] Port 476f7638-961c-4c8d-825d-80c4eb971ef4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:33:16.429159 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b43270b-0cd6-4c96-88f4-0173e1ea1695 None None] Provisioning complete for port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:16.429561 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b43270b-0cd6-4c96-88f4-0173e1ea1695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:16.440043 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:16.445932 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:16.604536 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:33:16.663165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a76445c3-2d29-4266-b771-b01e44f25373 None None] Provisioning complete for port 476f7638-961c-4c8d-825d-80c4eb971ef4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:16.663535 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a76445c3-2d29-4266-b771-b01e44f25373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:16.710458 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a76445c3-2d29-4266-b771-b01e44f25373 None None] Port 476f7638-961c-4c8d-825d-80c4eb971ef4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:33:16.740501 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:16.752013 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c40fac48-6ecc-4f35-a96d-88addfb210ea admin admin] 10.222.0.113 "PUT /v2.0/routers/13aeeae6-601e-4373-bcda-8f3e1f0fd59a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7553732 Jul 07 20:33:16.830921 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eab67dcd-3c91-48d2-9eee-46d1a66f42cf None None] Provisioning complete for port 476f7638-961c-4c8d-825d-80c4eb971ef4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:16.831301 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eab67dcd-3c91-48d2-9eee-46d1a66f42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:16.872305 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eab67dcd-3c91-48d2-9eee-46d1a66f42cf None None] Port 476f7638-961c-4c8d-825d-80c4eb971ef4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:33:17.210747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:17.261506 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:17.265678 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:17.266060 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.336602 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:17.341314 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ef6328de-2898-4ab8-9667-c27bb9644c91 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838660493', 'description': 'tempest-secgroup-smoke-1838660493 description', 'project_id': 'fc61d7c2182e444686d333da94fce441'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:17.347305 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.364831 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef6328de-2898-4ab8-9667-c27bb9644c91 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.370513 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:17.373985 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.374865 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 575fe832-3429-4b28-bfab-2c7d9851d68a up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:17.456849 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:17.468262 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 575fe832-3429-4b28-bfab-2c7d9851d68a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:17.468905 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.476193 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef6328de-2898-4ab8-9667-c27bb9644c91 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.480384 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef6328de-2898-4ab8-9667-c27bb9644c91 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.510064 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef6328de-2898-4ab8-9667-c27bb9644c91 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.514212 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-ef6328de-2898-4ab8-9667-c27bb9644c91 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1737196 Jul 07 20:33:17.514212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6328de-2898-4ab8-9667-c27bb9644c91 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503c947b-f269-4fb6-a67d-46d9926d4caf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:17.515579 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:17.521012 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6d15c440-b28c-4817-aaaa-1a93325e89af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Request body: {'security_group_rule': {'security_group_id': '503c947b-f269-4fb6-a67d-46d9926d4caf', 'project_id': 'fc61d7c2182e444686d333da94fce441', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:17.558330 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:17.560153 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d15c440-b28c-4817-aaaa-1a93325e89af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.611404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:17.611782 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.626738 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d15c440-b28c-4817-aaaa-1a93325e89af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.632180 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d15c440-b28c-4817-aaaa-1a93325e89af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.653937 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15c440-b28c-4817-aaaa-1a93325e89af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682526b0-acde-4933-bc4e-05b6742c357e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:17.657487 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d15c440-b28c-4817-aaaa-1a93325e89af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.662004 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-6d15c440-b28c-4817-aaaa-1a93325e89af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418166 Jul 07 20:33:17.662841 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:17.668514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-58c376df-f754-4208-adf7-2dd88fba23ca tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Request body: {'security_group_rule': {'security_group_id': '503c947b-f269-4fb6-a67d-46d9926d4caf', 'project_id': 'fc61d7c2182e444686d333da94fce441', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:17.706643 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58c376df-f754-4208-adf7-2dd88fba23ca tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.767849 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58c376df-f754-4208-adf7-2dd88fba23ca tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.772582 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58c376df-f754-4208-adf7-2dd88fba23ca tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.792869 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c376df-f754-4208-adf7-2dd88fba23ca tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0ad651-bcf0-4ff4-a21f-db174e16de1e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:17.799944 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58c376df-f754-4208-adf7-2dd88fba23ca tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.801629 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-58c376df-f754-4208-adf7-2dd88fba23ca tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373053 Jul 07 20:33:17.804594 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:17.809083 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-510d7633-d4f7-4be9-8fb8-2a9df99b21b4 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Request body: {'security_group_rule': {'security_group_id': '503c947b-f269-4fb6-a67d-46d9926d4caf', 'project_id': 'fc61d7c2182e444686d333da94fce441', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:17.837796 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-510d7633-d4f7-4be9-8fb8-2a9df99b21b4 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.902893 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-510d7633-d4f7-4be9-8fb8-2a9df99b21b4 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.906701 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-510d7633-d4f7-4be9-8fb8-2a9df99b21b4 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.926671 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d7633-d4f7-4be9-8fb8-2a9df99b21b4 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5800812f-938d-458b-9d5a-30edf89eee9d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:17.930199 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-510d7633-d4f7-4be9-8fb8-2a9df99b21b4 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.931408 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-510d7633-d4f7-4be9-8fb8-2a9df99b21b4 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258581 Jul 07 20:33:17.934359 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:17.938676 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0194bcd8-cf1d-4354-99a9-099f2a1ea571 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Request body: {'security_group_rule': {'security_group_id': '503c947b-f269-4fb6-a67d-46d9926d4caf', 'project_id': 'fc61d7c2182e444686d333da94fce441', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:17.965661 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0194bcd8-cf1d-4354-99a9-099f2a1ea571 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.028490 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0194bcd8-cf1d-4354-99a9-099f2a1ea571 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.031889 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0194bcd8-cf1d-4354-99a9-099f2a1ea571 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.049690 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194bcd8-cf1d-4354-99a9-099f2a1ea571 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9519b7-beca-42a7-87d8-233cc8b35a37,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:18.056701 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0194bcd8-cf1d-4354-99a9-099f2a1ea571 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.058291 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-0194bcd8-cf1d-4354-99a9-099f2a1ea571 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230536 Jul 07 20:33:18.061038 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:18.065806 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-02c12547-6ab8-4e80-a616-fe50421da097 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Request body: {'security_group_rule': {'security_group_id': '503c947b-f269-4fb6-a67d-46d9926d4caf', 'project_id': 'fc61d7c2182e444686d333da94fce441', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:18.090244 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-02c12547-6ab8-4e80-a616-fe50421da097 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Project fc61d7c2182e444686d333da94fce441 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:33:18.096449 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02c12547-6ab8-4e80-a616-fe50421da097 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.159837 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02c12547-6ab8-4e80-a616-fe50421da097 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.165275 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02c12547-6ab8-4e80-a616-fe50421da097 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.185212 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c12547-6ab8-4e80-a616-fe50421da097 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f8474f-e3fc-44fc-8d37-ebd0bea82593,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:18.192405 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02c12547-6ab8-4e80-a616-fe50421da097 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.193675 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-02c12547-6ab8-4e80-a616-fe50421da097 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315901 Jul 07 20:33:18.196544 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:18.201286 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-09213693-dd1f-4ea9-8d37-be9eb7eb22da tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Request body: {'security_group_rule': {'security_group_id': '503c947b-f269-4fb6-a67d-46d9926d4caf', 'project_id': 'fc61d7c2182e444686d333da94fce441', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:18.223628 n-d-792394-12 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-09213693-dd1f-4ea9-8d37-be9eb7eb22da tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Project fc61d7c2182e444686d333da94fce441 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:33:18.228887 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09213693-dd1f-4ea9-8d37-be9eb7eb22da tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.294179 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09213693-dd1f-4ea9-8d37-be9eb7eb22da tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.298115 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09213693-dd1f-4ea9-8d37-be9eb7eb22da tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-954310'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.315485 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09213693-dd1f-4ea9-8d37-be9eb7eb22da tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d50796b-23d1-43e8-9f9c-a0eb22596738,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:18.325597 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09213693-dd1f-4ea9-8d37-be9eb7eb22da tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.326793 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-09213693-dd1f-4ea9-8d37-be9eb7eb22da tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292729 Jul 07 20:33:18.407606 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Sync routers for ids ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:18.417400 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Routers {'13aeeae6-601e-4373-bcda-8f3e1f0fd59a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:18.418038 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:18.484271 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-1a418aa6-5a4b-4ca6-9fb3-88b34a8a4c97 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838660493&fields=id&tenant_id=fc61d7c2182e444686d333da94fce441 HTTP/1.1" status: 200 len: 267 time: 0.0340512 Jul 07 20:33:18.530118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Set router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:18.594612 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-d8cd77ea-94b9-4750-aaed-9584ed3ed886 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:18.596129 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-d8cd77ea-94b9-4750-aaed-9584ed3ed886 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 810 time: 0.1041055 Jul 07 20:33:18.610783 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e74dfff-0ea9-460c-91da-02101daf9af9 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/quotas/fc61d7c2182e444686d333da94fce441 HTTP/1.1" status: 200 len: 375 time: 0.0091636 Jul 07 20:33:18.683996 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-b07f860d-3944-47bc-ab2d-5305b2d4fc06 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668850 Jul 07 20:33:18.700640 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-0041a04b-9cf8-4ce3-beef-73288282c3c6 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:33:18.701618 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-0041a04b-9cf8-4ce3-beef-73288282c3c6 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059781 Jul 07 20:33:18.737665 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'name': 'tempest-TestSnapshotPattern-458912513-router', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 4, 'project_id': '61ee376306b64a90921c661303b29b05', 'gw_port': {'id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '476f7638-961c-4c8d-825d-80c4eb971ef4', 'name': '', 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'mac_address': 'fa:16:3e:97:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '79a3940f-4d7e-47a4-96e4-f8c132df2801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:15Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 2, 'project_id': '61ee376306b64a90921c661303b29b05', 'subnets': [{'id': '79a3940f-4d7e-47a4-96e4-f8c132df2801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:18.765780 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Checking router: 13aeeae6-601e-4373-bcda-8f3e1f0fd59a for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:18.766147 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Updating router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a port 476f7638-961c-4c8d-825d-80c4eb971ef4 binding host n-d-792394-12 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:33:18.801276 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:18.882764 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-4100c9b7-2716-4639-8445-30856eed8653 service neutron] 10.222.0.113 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747763 Jul 07 20:33:18.977050 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-46d4b195-ea0e-40e3-b18f-916797720e8c service neutron] 10.222.0.113 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883179 Jul 07 20:33:19.070263 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:19.081407 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Transition to ACTIVE for port object 476f7638-961c-4c8d-825d-80c4eb971ef4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:19.094284 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:19.147774 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249290ed-d986-480a-962b-f3b28809f7dc None None] Pushing event updated for resources: {'Port': ['ID=476f7638-961c-4c8d-825d-80c4eb971ef4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:19.174206 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:19.197701 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ff4c7ee8-9063-4486-9c5a-3365641ba7aa req-4a29e5c1-fb01-41a0-8d99-207726989665 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 210 time: 0.0508642 Jul 07 20:33:19.247406 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Attempting to bind port 476f7638-961c-4c8d-825d-80c4eb971ef4 on host n-d-792394-12 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:19.247958 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Attempting to bind port 476f7638-961c-4c8d-825d-80c4eb971ef4 by drivers openvswitch,hyperv on host n-d-792394-12 at level 0 using segments [{'id': 'd694f637-65cd-4390-9156-e310bb6e4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:19.248534 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Attempting to bind port 476f7638-961c-4c8d-825d-80c4eb971ef4 on network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:19.257397 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Checking agent: {'id': '6e8d7b9c-753a-477e-a2b5-93f6a23b059f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 54, 41), 'started_at': datetime.datetime(2021, 7, 7, 18, 55, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:19.257697 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Checking segment: {'id': 'd694f637-65cd-4390-9156-e310bb6e4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:19.258100 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:19.258496 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Bound using segment: {'id': 'd694f637-65cd-4390-9156-e310bb6e4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:19.258983 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Bound port: 476f7638-961c-4c8d-825d-80c4eb971ef4, host: n-d-792394-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd694f637-65cd-4390-9156-e310bb6e4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:19.259354 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:19.305709 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:19.306090 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:19.366070 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] For port 476f7638-961c-4c8d-825d-80c4eb971ef4, host n-d-792394-12, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:19.381905 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] For port 476f7638-961c-4c8d-825d-80c4eb971ef4, host n-d-792394-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=476f7638-961c-4c8d-825d-80c4eb971ef4,segment=NetworkSegment(d694f637-65cd-4390-9156-e310bb6e4e62),segment_id=d694f637-65cd-4390-9156-e310bb6e4e62)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:19.388168 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:19.510231 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249290ed-d986-480a-962b-f3b28809f7dc None None] Pushing event updated for resources: {'Port': ['ID=476f7638-961c-4c8d-825d-80c4eb971ef4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:19.513165 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Routers {'13aeeae6-601e-4373-bcda-8f3e1f0fd59a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:19.513771 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:19.798348 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] Set router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:19.897863 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:20.014878 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'name': 'tempest-TestSnapshotPattern-458912513-router', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 4, 'project_id': '61ee376306b64a90921c661303b29b05', 'gw_port': {'id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '476f7638-961c-4c8d-825d-80c4eb971ef4', 'name': '', 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'mac_address': 'fa:16:3e:97:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '79a3940f-4d7e-47a4-96e4-f8c132df2801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:15Z', 'updated_at': '2021-07-07T20:33:19Z', 'revision_number': 4, 'project_id': '61ee376306b64a90921c661303b29b05', 'subnets': [{'id': '79a3940f-4d7e-47a4-96e4-f8c132df2801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:20.044723 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953594d-3a0d-42da-b0b9-459a563680fe None None] The sync data for ids ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'] in n-d-792394-12 is: [{'id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'name': 'tempest-TestSnapshotPattern-458912513-router', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 4, 'project_id': '61ee376306b64a90921c661303b29b05', 'gw_port': {'id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '476f7638-961c-4c8d-825d-80c4eb971ef4', 'name': '', 'network_id': 'f7e67eb1-4d33-42e8-910c-9de2f5eacc39', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'mac_address': 'fa:16:3e:97:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '79a3940f-4d7e-47a4-96e4-f8c132df2801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:15Z', 'updated_at': '2021-07-07T20:33:19Z', 'revision_number': 4, 'project_id': '61ee376306b64a90921c661303b29b05', 'subnets': [{'id': '79a3940f-4d7e-47a4-96e4-f8c132df2801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:20.373544 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-22906899-9f6c-4aeb-861a-44fb4c3b97df tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:20.374827 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-22906899-9f6c-4aeb-861a-44fb4c3b97df tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.112 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 810 time: 0.1378107 Jul 07 20:33:20.400691 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-81049ae3-4a94-46a9-895b-f7e3bc7798af req-328f43e6-bf83-4848-9ebc-2015bfb0d9d3 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 210 time: 0.0324740 Jul 07 20:33:20.428078 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-016527fe-cb51-492e-bc3f-f8c30f6dc3a9 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc61d7c2182e444686d333da94fce441 HTTP/1.1" status: 200 len: 380 time: 0.0437810 Jul 07 20:33:20.437992 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Request body: {'port': {'device_id': '15b9e060-0977-4858-877e-3f20a28b0487', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'admin_state_up': True, 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'security_groups': ['503c947b-f269-4fb6-a67d-46d9926d4caf']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:20.557793 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Made reservation on behalf of fc61d7c2182e444686d333da94fce441 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:33:20.561542 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:20.703072 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Allocated IP 172.20.0.11 (db7c902a-4380-45ed-be1c-fbef6b1d5578/588fc79f-788e-4543-981f-0dca382dd808/f67ce94d-b2eb-4e32-8e31-71f0642b9bb9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:20.843729 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:20.857416 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Transition to ACTIVE for port object f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:20.892287 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:20.941916 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Network db7c902a-4380-45ed-be1c-fbef6b1d5578 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:20.944209 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:33:20.947556 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:20.951650 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:20.978352 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'Port': ['ID=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:21.011156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:21.011780 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.027459 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-e307ea69-bea8-41f4-bc9c-299a719c0590 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5933936 Jul 07 20:33:21.040041 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Request body: {'port': {'device_id': '15b9e060-0977-4858-877e-3f20a28b0487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:21.121161 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.165561 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 476f7638-961c-4c8d-825d-80c4eb971ef4 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:21.217193 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning for port 476f7638-961c-4c8d-825d-80c4eb971ef4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:21.221286 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 476f7638-961c-4c8d-825d-80c4eb971ef4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:21.221829 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.224735 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-efac6a35-9efc-4f83-9f53-f7c0d6d00941 None None] Provisioning for port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:21.247872 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-efac6a35-9efc-4f83-9f53-f7c0d6d00941 None None] Provisioning complete for port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:21.248240 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efac6a35-9efc-4f83-9f53-f7c0d6d00941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.293464 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-efac6a35-9efc-4f83-9f53-f7c0d6d00941 None None] Port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:33:21.336830 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.370562 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] For port 476f7638-961c-4c8d-825d-80c4eb971ef4, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=476f7638-961c-4c8d-825d-80c4eb971ef4,segment=NetworkSegment(d694f637-65cd-4390-9156-e310bb6e4e62),segment_id=d694f637-65cd-4390-9156-e310bb6e4e62)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:21.374375 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.404234 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:33:21.412807 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.422438 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Pushing event updated for resources: {'Port': ['ID=476f7638-961c-4c8d-825d-80c4eb971ef4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:21.425486 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Transition to ACTIVE for port object f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:21.430343 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.485972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Pushing event updated for resources: {'Port': ['ID=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:21.567246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Attempting to bind port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 on host n-h1-792394-12 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:21.567246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Attempting to bind port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 by drivers openvswitch,hyperv on host n-h1-792394-12 at level 0 using segments [{'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:21.567246 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Attempting to bind port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 on network db7c902a-4380-45ed-be1c-fbef6b1d5578 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:21.572307 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 on network db7c902a-4380-45ed-be1c-fbef6b1d5578 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-12 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:33:21.572675 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Attempting to bind port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 on network db7c902a-4380-45ed-be1c-fbef6b1d5578 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:21.578198 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Checking agent: {'id': '70b5e445-2111-4c9a-83f3-46311f664e64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:21.578543 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Checking segment: {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:21.578934 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Bound using segment: {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:21.579376 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Bound port: f67ce94d-b2eb-4e32-8e31-71f0642b9bb9, host: n-h1-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:21.579743 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.620744 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d48314-a004-45c1-a534-9e4edc83588d req-db1a572e-e4b1-45a1-ac52-d3f313ad12de tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:21.623227 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1d48314-a004-45c1-a534-9e4edc83588d req-db1a572e-e4b1-45a1-ac52-d3f313ad12de tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 944 time: 0.0865960 Jul 07 20:33:21.655584 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] For port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9, host n-h1-792394-12, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:21.659480 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] For port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9, host n-h1-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:21.667600 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.669370 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a1d48314-a004-45c1-a534-9e4edc83588d req-eb608847-2d53-49a8-83ef-7d15591e30ce tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404580 Jul 07 20:33:21.710832 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:21.711466 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:21.712947 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] 10.222.0.112 "PUT /v2.0/ports/f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 HTTP/1.1" status: 200 len: 1093 time: 0.6781380 Jul 07 20:33:21.713394 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:33:21.715714 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f44f4d-b82c-46a7-b652-45ae0aac614e" -d '{"events": [{"name": "network-changed", "server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:33:21.745186 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e353fa1-5950-4b6f-9af4-ea9e128e4a8e service neutron] Pushing event updated for resources: {'Port': ['ID=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:21.848721 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-8a1901d0-74ab-407b-88fc-3aa2d5f73c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:21.850487 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-8a1901d0-74ab-407b-88fc-3aa2d5f73c25 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 1096 time: 0.0789692 Jul 07 20:33:21.900182 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-f6f65549-00db-46a4-b9b3-30e355a533eb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 HTTP/1.1" status: 200 len: 217 time: 0.0422401 Jul 07 20:33:21.957251 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-58105da3-5ec4-4073-bcf3-956b9ac8465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:21.959954 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-58105da3-5ec4-4073-bcf3-956b9ac8465c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0529885 Jul 07 20:33:21.975902 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30007a33-1978-43ea-8430-19371a4956d1 x-openstack-request-id: req-30007a33-1978-43ea-8430-19371a4956d1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:33:21.976196 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:33:21.976451 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-30007a33-1978-43ea-8430-19371a4956d1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:33:21.976883 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'status': 'completed', 'code': 200} Jul 07 20:33:22.023111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6d5aaeec-a7e8-492b-82b3-596bde18daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:22.024696 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-6d5aaeec-a7e8-492b-82b3-596bde18daf3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580635 Jul 07 20:33:22.125124 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-bb3cc6a4-dfad-4b49-8712-bc04b6fd5c41 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926557 Jul 07 20:33:22.222227 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-63990e30-01bb-47ba-90dd-7a1a2613d520 req-efdacf3a-f15d-409b-ab68-96b272041820 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906672 Jul 07 20:33:22.333174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f44f4d-b82c-46a7-b652-45ae0aac614e req-669a4ce1-c6c5-45f0-8a73-6cf39eea7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:22.334678 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-00f44f4d-b82c-46a7-b652-45ae0aac614e req-669a4ce1-c6c5-45f0-8a73-6cf39eea7702 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 1096 time: 0.0610406 Jul 07 20:33:22.426717 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f44f4d-b82c-46a7-b652-45ae0aac614e req-c3e1c723-5c82-44a4-95fa-3493366d0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:22.428113 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-00f44f4d-b82c-46a7-b652-45ae0aac614e req-c3e1c723-5c82-44a4-95fa-3493366d0a93 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.0870504 Jul 07 20:33:22.471441 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-00f44f4d-b82c-46a7-b652-45ae0aac614e req-3261040e-8652-4fd1-88c7-750c606c2d22 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 HTTP/1.1" status: 200 len: 217 time: 0.0356617 Jul 07 20:33:22.528962 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f44f4d-b82c-46a7-b652-45ae0aac614e req-fe1773f5-6648-44db-b1ee-c6ec546d799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:22.530406 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-00f44f4d-b82c-46a7-b652-45ae0aac614e req-fe1773f5-6648-44db-b1ee-c6ec546d799d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0509779 Jul 07 20:33:22.588817 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f44f4d-b82c-46a7-b652-45ae0aac614e req-696f615c-837c-40b8-954d-3485159de8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:22.590327 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-00f44f4d-b82c-46a7-b652-45ae0aac614e req-696f615c-837c-40b8-954d-3485159de8da service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528686 Jul 07 20:33:22.684938 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-00f44f4d-b82c-46a7-b652-45ae0aac614e req-e39ef382-848e-48e2-8416-0cb887636750 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873311 Jul 07 20:33:22.788687 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-00f44f4d-b82c-46a7-b652-45ae0aac614e req-94b4aaaf-558e-4172-bc14-828e629ad748 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970731 Jul 07 20:33:22.867277 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf84a1-e85b-4c41-82fc-795ad3162138 req-02c1e1a7-6f43-4bd8-9c89-6abab82d5d17 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:22.868835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61bf84a1-e85b-4c41-82fc-795ad3162138 req-02c1e1a7-6f43-4bd8-9c89-6abab82d5d17 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 944 time: 0.0713849 Jul 07 20:33:22.907765 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-61bf84a1-e85b-4c41-82fc-795ad3162138 req-467b6eba-d04f-4505-a194-7734e52190b3 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332720 Jul 07 20:33:23.136184 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 476f7638-961c-4c8d-825d-80c4eb971ef4 up at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:23.183812 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Provisioning complete for port 476f7638-961c-4c8d-825d-80c4eb971ef4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:23.184185 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:24.083929 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa20425-b539-43fa-b578-939e9cf8f3c6 req-50d0efcc-07c4-4ff8-91a8-450424f3529e tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:24.085365 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9aa20425-b539-43fa-b578-939e9cf8f3c6 req-50d0efcc-07c4-4ff8-91a8-450424f3529e tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 944 time: 0.0634820 Jul 07 20:33:24.123914 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9aa20425-b539-43fa-b578-939e9cf8f3c6 req-987d9b3a-14db-43e6-860f-671481052fbf tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327408 Jul 07 20:33:24.783101 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:33:24.880059 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:24.891082 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'mac_address': 'fa:16:3e:2b:02:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:33:24.932393 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:24.944827 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:33:24.963645 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:24.967477 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:25.016635 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:25.198459 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['f67ce94d-b2eb-4e32-8e31-71f0642b9bb9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:33:25.312159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c23367-2762-4461-918b-4f648ca0ac1f req-88d0f2c4-f491-4a37-a0df-e23ea8fbd549 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:25.313595 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97c23367-2762-4461-918b-4f648ca0ac1f req-88d0f2c4-f491-4a37-a0df-e23ea8fbd549 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 945 time: 0.0775955 Jul 07 20:33:25.353877 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-97c23367-2762-4461-918b-4f648ca0ac1f req-d585e624-18ed-4319-b8ec-75d7a86e65c1 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335822 Jul 07 20:33:26.533002 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1a3cd-c183-44e0-9982-9415cfad5b55 req-dec561a2-fb53-47e5-96c9-1bc085855d31 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:26.534512 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83e1a3cd-c183-44e0-9982-9415cfad5b55 req-dec561a2-fb53-47e5-96c9-1bc085855d31 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 945 time: 0.0662560 Jul 07 20:33:26.572344 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83e1a3cd-c183-44e0-9982-9415cfad5b55 req-1915eaf3-138e-432c-bfb7-8e6472daca19 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Jul 07 20:33:26.813885 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:26.862135 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning for port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:26.866861 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:26.867232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:26.947227 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:26.969044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:33:26.971336 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd4f217-6f23-4e6a-b3fc-2ff6b7ceb86c" -d '{"events": [{"server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "name": "network-vif-plugged", "status": "completed", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:33:26.984588 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:26.990587 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:27.014978 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f600a1cf-86ae-4b04-bbc9-3c1db63e93ea x-openstack-request-id: req-f600a1cf-86ae-4b04-bbc9-3c1db63e93ea {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:33:27.015286 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "name": "network-vif-plugged", "status": "completed", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:33:27.015538 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f600a1cf-86ae-4b04-bbc9-3c1db63e93ea {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:33:27.015929 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'code': 200} Jul 07 20:33:27.044384 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:27.137972 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3e74-5135-4cee-b8e5-638492a9a052 req-64c211c8-36bc-4b56-b406-9e82737762a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:27.139481 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3afd3e74-5135-4cee-b8e5-638492a9a052 req-64c211c8-36bc-4b56-b406-9e82737762a0 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 1098 time: 0.0544982 Jul 07 20:33:27.174190 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3afd3e74-5135-4cee-b8e5-638492a9a052 req-4de63490-c1e2-410e-8a08-790adb6a3a0f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276127 Jul 07 20:33:27.749715 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58f76d-9998-48fd-bf7f-c7f02687d6c0 req-7fdb309e-bc4e-44b6-83d3-865e05c65040 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:27.751156 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef58f76d-9998-48fd-bf7f-c7f02687d6c0 req-7fdb309e-bc4e-44b6-83d3-865e05c65040 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 946 time: 0.0655820 Jul 07 20:33:27.793819 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ef58f76d-9998-48fd-bf7f-c7f02687d6c0 req-e15496e2-c5a0-4817-a303-8999ea91fa8c tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359430 Jul 07 20:33:28.973159 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89951843-a860-4d71-9d5f-cb002596a886 req-3e8b9c20-3240-4fce-91a4-132098f85343 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:28.974684 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89951843-a860-4d71-9d5f-cb002596a886 req-3e8b9c20-3240-4fce-91a4-132098f85343 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 946 time: 0.0666554 Jul 07 20:33:29.014800 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-89951843-a860-4d71-9d5f-cb002596a886 req-8fe0decb-d422-442f-b995-751a65f15e12 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345414 Jul 07 20:33:29.187758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dd343-daad-41e4-97ee-6c86f825099c req-4c8b8cb5-4a58-4fb3-9ae8-1fb322c81998 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:29.189272 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-469dd343-daad-41e4-97ee-6c86f825099c req-4c8b8cb5-4a58-4fb3-9ae8-1fb322c81998 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 946 time: 0.0627384 Jul 07 20:33:29.227108 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-469dd343-daad-41e4-97ee-6c86f825099c req-4479f3a7-fdea-4888-8969-0cd874a555af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315547 Jul 07 20:33:29.251571 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:29.347183 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1119ca-1268-444e-9c99-6dc44500b7b4 tempest-TestSnapshotPattern-902480590 tempest-TestSnapshotPattern-902480590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:29.349275 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8d1119ca-1268-444e-9c99-6dc44500b7b4 tempest-TestSnapshotPattern-902480590 tempest-TestSnapshotPattern-902480590-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 1093 time: 0.0967550 Jul 07 20:33:29.352121 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 41600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:29.356606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:29.377913 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:29.477123 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:29.585491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Allocated IP 172.25.2.194 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/7201fdf1-342c-4a6e-a5dd-aa365c1ae7e9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:29.690784 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:29.730729 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:29.776180 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:29.782842 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:29.788438 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:29.791575 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'Port': ['ID=7201fdf1-342c-4a6e-a5dd-aa365c1ae7e9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:30.156442 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.235929 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.723552 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.728164 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.796274 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'Port': ['ID=7201fdf1-342c-4a6e-a5dd-aa365c1ae7e9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:30.808754 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:30.911472 n-d-792394-12 neutron-server[93770]: INFO neutron.db.l3_db [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Floating IP a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143 associated. External IP: 172.25.2.194, port: f67ce94d-b2eb-4e32-8e31-71f0642b9bb9. Jul 07 20:33:31.122898 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Router a3701c7d-2799-4528-8df9-45cd270baefe has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:33:31.231429 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:33:31.241950 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1e769-0677-496b-8ef1-414f94ab3771 None None] Sync routers for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:33:31.247842 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.250755 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1e769-0677-496b-8ef1-414f94ab3771 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:31.251337 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b5c1e769-0677-496b-8ef1-414f94ab3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:31.286600 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-5ce46afd-037c-4663-9aa0-27b549add926 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9333971 Jul 07 20:33:31.287308 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:33:31.289624 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff010a5a-3f65-4f28-9193-908fe3aec3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:33:31.376448 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b5c1e769-0677-496b-8ef1-414f94ab3771 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:31.381355 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfb8e85-41eb-4166-b6af-bb32279bec01 x-openstack-request-id: req-6dfb8e85-41eb-4166-b6af-bb32279bec01 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:33:31.381677 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:33:31.381929 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6dfb8e85-41eb-4166-b6af-bb32279bec01 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:33:31.382323 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'status': 'completed', 'code': 200} Jul 07 20:33:31.470771 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff010a5a-3f65-4f28-9193-908fe3aec3ef req-8fcb77db-5f8b-4131-957a-e992352b80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:31.472338 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ff010a5a-3f65-4f28-9193-908fe3aec3ef req-8fcb77db-5f8b-4131-957a-e992352b80b9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 1098 time: 0.0622592 Jul 07 20:33:31.569274 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff010a5a-3f65-4f28-9193-908fe3aec3ef req-8f3d91a2-5408-4817-82fb-93baf97bacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:31.570758 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ff010a5a-3f65-4f28-9193-908fe3aec3ef req-8f3d91a2-5408-4817-82fb-93baf97bacc1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.0888236 Jul 07 20:33:31.607321 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b5c1e769-0677-496b-8ef1-414f94ab3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:2b:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b9e060-0977-4858-877e-3f20a28b0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:30Z', 'updated_at': '2021-07-07T20:33:30Z', 'revision_number': 0, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:31.643680 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ff010a5a-3f65-4f28-9193-908fe3aec3ef req-e154b39f-3d79-4ea7-a129-e8ee53b6eda0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 HTTP/1.1" status: 200 len: 1000 time: 0.0654936 Jul 07 20:33:31.698332 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff010a5a-3f65-4f28-9193-908fe3aec3ef req-1d9f85d9-730f-4576-8746-24168286ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:31.699996 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ff010a5a-3f65-4f28-9193-908fe3aec3ef req-1d9f85d9-730f-4576-8746-24168286ad15 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0475724 Jul 07 20:33:31.721276 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1e769-0677-496b-8ef1-414f94ab3771 None None] Checking router: a3701c7d-2799-4528-8df9-45cd270baefe for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:33:31.730368 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1e769-0677-496b-8ef1-414f94ab3771 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:31.730975 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b5c1e769-0677-496b-8ef1-414f94ab3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:33:11Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:31.759961 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff010a5a-3f65-4f28-9193-908fe3aec3ef req-90a7a064-9a35-4fd0-bc43-edfdd73bd744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:31.761495 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ff010a5a-3f65-4f28-9193-908fe3aec3ef req-90a7a064-9a35-4fd0-bc43-edfdd73bd744 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549531 Jul 07 20:33:31.838874 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b5c1e769-0677-496b-8ef1-414f94ab3771 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:33:31.856373 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ff010a5a-3f65-4f28-9193-908fe3aec3ef req-bbfb1d59-997e-465e-a358-2b460cd2b9e0 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872142 Jul 07 20:33:31.949223 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-ff010a5a-3f65-4f28-9193-908fe3aec3ef req-0e157328-a27f-40b3-a3ff-7f661d2a883b service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846760 Jul 07 20:33:32.063237 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b5c1e769-0677-496b-8ef1-414f94ab3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:2b:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b9e060-0977-4858-877e-3f20a28b0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:30Z', 'updated_at': '2021-07-07T20:33:30Z', 'revision_number': 0, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:32.093078 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1e769-0677-496b-8ef1-414f94ab3771 None None] The sync data for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 is: [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:2b:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b9e060-0977-4858-877e-3f20a28b0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:30Z', 'updated_at': '2021-07-07T20:33:30Z', 'revision_number': 0, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:33:32.307565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d9a52-c781-4356-9c80-9f295153cf8e None None] New status for floating IP a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:33:34.237641 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:38.543808 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7262434-a317-4eac-b0e6-57a231f8dbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:41.210696 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2467443-4b70-4ce0-b2f6-413d196609a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:41.512455 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:42.744105 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:44.063402 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-1b01bdf2-65c7-4a92-b729-124d6a204e27 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517490 Jul 07 20:33:44.164527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-e4c35443-0ae9-4f27-b36d-dc6a91bf4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:44.165920 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-e4c35443-0ae9-4f27-b36d-dc6a91bf4c87 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 1098 time: 0.0576613 Jul 07 20:33:44.270533 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-37b526e7-2e50-4e5f-822b-7e35494b3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:44.272145 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-37b526e7-2e50-4e5f-822b-7e35494b3ef1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.0852678 Jul 07 20:33:44.284986 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:44.343656 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-752effea-365b-4a5d-a82f-5fe886a969e7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 HTTP/1.1" status: 200 len: 1002 time: 0.0639527 Jul 07 20:33:44.394346 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-d37cc6e1-881b-4a8c-a239-28d3cff38c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:44.396940 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-d37cc6e1-881b-4a8c-a239-28d3cff38c5c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0469830 Jul 07 20:33:44.456623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-a44bac1f-399e-4a2f-b369-dcf31ef03011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:44.459045 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-a44bac1f-399e-4a2f-b369-dcf31ef03011 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543032 Jul 07 20:33:44.552874 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-70e46719-98d3-4c4d-a711-c927d1e5afa7 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865462 Jul 07 20:33:44.643833 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-4761b310-29f6-4784-a900-7db4c1d1cc1d req-65f9226c-a957-4c44-a073-3e4fcf0b8252 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834539 Jul 07 20:33:49.859391 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:57.945244 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:34:04.237762 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:08.543741 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-141b8caa-1112-49a7-b394-500479ef25b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:11.212358 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18452e65-3d47-4373-9247-73b7d7c7773a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:11.504167 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:12.746569 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:14.290632 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:19.887638 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:34.236335 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:34.944553 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:34:38.544280 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-545796d4-d73c-49cf-885f-4836799992c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:41.214586 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfdf35c7-b6e6-4aac-980b-703ac015cc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:41.507721 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:42.749949 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:44.293767 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:46.081490 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-c8a72e3d-acd6-46eb-871c-1892ac6dbd01 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572081 Jul 07 20:34:46.183354 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-4faf5797-9a8e-4342-8e73-436323081c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:46.184795 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-4faf5797-9a8e-4342-8e73-436323081c6f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 1098 time: 0.0577056 Jul 07 20:34:46.290780 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-7abd9be0-34cd-4aa6-8c3f-e9a5901d1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:46.292268 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-7abd9be0-34cd-4aa6-8c3f-e9a5901d1138 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.0861604 Jul 07 20:34:46.363747 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-98e0a2b4-18df-4ae4-9875-23c8055e8a19 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 HTTP/1.1" status: 200 len: 1002 time: 0.0644429 Jul 07 20:34:46.414226 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-6be0c8b1-d401-4adb-ad9c-3d915159a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:46.415894 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-6be0c8b1-d401-4adb-ad9c-3d915159a1d0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0452096 Jul 07 20:34:46.479795 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-62a97577-0780-4710-b465-f78a63d8acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:46.481359 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-62a97577-0780-4710-b465-f78a63d8acaf service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586789 Jul 07 20:34:46.577813 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-faffab8c-81b0-402d-8d85-c59aa8b6fcd9 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894458 Jul 07 20:34:46.673522 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-3dfcd0f7-cb27-4bba-89d9-d4538da111e9 req-01a5d563-76bd-453c-8192-540f85156cea service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889621 Jul 07 20:34:49.886030 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:04.237313 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:08.545474 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99364e5b-1b3a-404d-b964-bcee28f88584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:11.214679 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2152577a-e5d2-4a1b-8f2d-12413db54373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:11.512520 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:11.943589 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:35:12.752288 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:14.296214 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:16.339648 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-dc536bb1-07e8-45f5-9173-8affdfaac55a req-106dff8e-6109-4d00-82ea-bf9864527573 service neutron] (93770) timed out ('10.222.0.113', 36080) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 20:35:19.900847 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:33.482468 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 details requested by agent hyperv_n-h1-792394-12 with host n-h1-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:35:33.595713 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:35:33.610044 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Returning: {'device': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'mac_address': 'fa:16:3e:2b:02:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:35:33.664142 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:33.678936 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:35:33.701339 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:35:33.706120 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:33.766075 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:35:33.774581 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.775023 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.775418 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.775815 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.776218 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.776683 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.777706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.778717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.779113 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.779538 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.779928 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.780317 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:33.785516 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] get_ports_and_sgs() called for port_ids ['f67ce94d-b2eb-4e32-8e31-71f0642b9bb9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:35:34.256109 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:35.509565 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 up at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:35:35.567797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Provisioning complete for port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:35:35.568253 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:35.669114 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:35.694484 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:35:35.696929 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1889c6a-b887-443d-bdfc-72b487147003" -d '{"events": [{"server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "name": "network-vif-plugged", "status": "completed", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:35:35.712301 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:35:35.720237 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:35.784819 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:35:35.875230 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e7d40b-ce06-44e7-b493-cec15336a2d8 x-openstack-request-id: req-d8e7d40b-ce06-44e7-b493-cec15336a2d8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:35:35.875590 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "name": "network-vif-plugged", "status": "completed", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:35:35.875906 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d8e7d40b-ce06-44e7-b493-cec15336a2d8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:35:35.876402 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'code': 200} Jul 07 20:35:38.577849 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e49c8b16-0d81-425a-8680-cbfaba2fe925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:41.220261 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d796b544-4440-4447-9cf6-a3d306a795e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:41.518689 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:42.757547 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:42.919992 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-17d440d4-deaa-4801-afc0-e7b65e8b5682 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838660493&fields=id&tenant_id=fc61d7c2182e444686d333da94fce441 HTTP/1.1" status: 200 len: 267 time: 0.0357611 Jul 07 20:35:43.030511 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635622-2508-4bbd-88a3-363be48578ed req-2aefe574-4bb5-46e4-8f13-f29b55779f54 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:43.032002 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-2aefe574-4bb5-46e4-8f13-f29b55779f54 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 810 time: 0.1048446 Jul 07 20:35:43.047219 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-ca0349d9-3cb9-4c07-921d-a4d2abf898f9 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/quotas/fc61d7c2182e444686d333da94fce441 HTTP/1.1" status: 200 len: 375 time: 0.0098956 Jul 07 20:35:43.120911 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-814bf5a4-1504-47ee-9dce-52473609ecb4 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0685625 Jul 07 20:35:43.218138 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-1ecabdab-c8bb-48e2-ad6e-bf74595ba8ca service neutron] 10.222.0.113 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860691 Jul 07 20:35:43.307383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-738e0e36-73e2-41c1-8006-3a5dfa04af86 service neutron] 10.222.0.113 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834801 Jul 07 20:35:43.567405 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c6f3d990-c132-4737-bca1-1526b6eb312d req-a65536b8-96f4-4a13-ad5b-f1a6ba5dde1f tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 210 time: 0.0370789 Jul 07 20:35:44.297675 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:44.652901 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-77a507a6-4455-455b-89d8-ebb2dcf7b4fb req-127b1b28-9d1f-438b-aa82-9be78210eba8 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 210 time: 0.0294888 Jul 07 20:35:45.800738 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-824bdf20-6e72-4653-b1c9-a7ef56fa92fe req-8b251653-1ff3-4335-8c42-26324795a1e2 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 210 time: 0.0294650 Jul 07 20:35:46.727629 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635622-2508-4bbd-88a3-363be48578ed req-d0547daa-3388-4146-8f64-203136848d37 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:46.729172 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-d0547daa-3388-4146-8f64-203136848d37 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.59 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 810 time: 0.1137841 Jul 07 20:35:46.786841 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-ff15c4c3-d0da-4496-b6b5-b783ca94f478 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc61d7c2182e444686d333da94fce441 HTTP/1.1" status: 200 len: 380 time: 0.0373237 Jul 07 20:35:46.796096 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Request body: {'port': {'device_id': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'admin_state_up': True, 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'security_groups': ['503c947b-f269-4fb6-a67d-46d9926d4caf']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:35:46.905568 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Made reservation on behalf of fc61d7c2182e444686d333da94fce441 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:35:46.909281 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:46.964413 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b358d33c-a944-47b4-84da-97220bfaa50a req-5d78c950-a71f-4a2f-9a07-742d8d3f7c8c tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 210 time: 0.0445633 Jul 07 20:35:47.074725 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Allocated IP 172.20.0.7 (db7c902a-4380-45ed-be1c-fbef6b1d5578/588fc79f-788e-4543-981f-0dca382dd808/a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:35:47.241217 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:47.264063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Transition to ACTIVE for port object a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:35:47.300898 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28613928'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:47.349364 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Network db7c902a-4380-45ed-be1c-fbef6b1d5578 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:35:47.352797 n-d-792394-12 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:35:47.359879 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:35:47.424360 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'Port': ['ID=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:35:47.457477 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:47.458173 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:47.471963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.472311 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.472804 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.473140 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.473480 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.474001 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.474342 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.474669 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.475073 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.475514 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.475843 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.476166 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:35:47.483688 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-cabc727b-96d3-482b-ba79-192a9f791344 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6916494 Jul 07 20:35:47.603263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:35:47.654226 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-59b83f01-3049-47c1-9950-1a67fc720005 None None] Provisioning for port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:35:47.660308 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-59b83f01-3049-47c1-9950-1a67fc720005 None None] Provisioning complete for port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:35:47.660706 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59b83f01-3049-47c1-9950-1a67fc720005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:47.740221 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-59b83f01-3049-47c1-9950-1a67fc720005 None None] Port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:35:47.742141 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:47.767071 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:35:47.769332 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e05023-f109-437f-97de-162d6a2b2c24" -d '{"events": [{"server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "name": "network-vif-unplugged", "status": "completed", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:35:47.783049 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] For port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:35:47.787033 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:47.812466 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7a0747-5bf5-4eac-a7bc-21d16075edb0 x-openstack-request-id: req-dd7a0747-5bf5-4eac-a7bc-21d16075edb0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:35:47.812760 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "name": "network-vif-unplugged", "status": "completed", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:35:47.813020 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dd7a0747-5bf5-4eac-a7bc-21d16075edb0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:35:47.813418 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'code': 200} Jul 07 20:35:47.844186 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Pushing event updated for resources: {'Port': ['ID=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:35:48.148574 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-e46aec25-cb43-49a0-8611-4711b955d63a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1140628 Jul 07 20:35:48.166650 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f32a6b-d890-47ce-ac16-3d7dc66d1312 req-43803fc8-6ee4-4170-b4ae-6336dedb7d41 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:48.169268 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00f32a6b-d890-47ce-ac16-3d7dc66d1312 req-43803fc8-6ee4-4170-b4ae-6336dedb7d41 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 931 time: 0.0768392 Jul 07 20:35:48.225818 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-00f32a6b-d890-47ce-ac16-3d7dc66d1312 req-57c28240-fc88-45b4-9657-4ae44b3b7b08 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507512 Jul 07 20:35:48.257981 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-5e1e5647-5322-4277-afb4-960480ff406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:48.259747 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-5e1e5647-5322-4277-afb4-960480ff406c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 1096 time: 0.0633531 Jul 07 20:35:48.373966 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-843e9330-fe62-426d-ab97-3d188567afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:48.375756 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-843e9330-fe62-426d-ab97-3d188567afe8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.0928710 Jul 07 20:35:48.473878 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-335ae1b2-e38f-4a34-81d9-d17404797b11 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 HTTP/1.1" status: 200 len: 1000 time: 0.0913947 Jul 07 20:35:48.540588 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-86580b33-8187-43d1-b581-06ce587fac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:48.542629 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-86580b33-8187-43d1-b581-06ce587fac15 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0613430 Jul 07 20:35:48.610995 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-c595ad94-bee3-478a-af3e-032566b341fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:48.612785 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-c595ad94-bee3-478a-af3e-032566b341fd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635152 Jul 07 20:35:48.944200 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:35:49.064646 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-073581da-5b3c-4930-979e-84dbdda50f7f service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440839 Jul 07 20:35:49.163026 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-c81e0617-90f5-41f1-9365-c17f7546c405 req-44acaa71-95e8-4b76-9418-22cd4a1e8c64 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908318 Jul 07 20:35:49.426853 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686d822-91aa-4aa9-8ae7-00ed88535923 req-c509a750-b524-481b-842a-47a802dbd988 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:49.428673 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d686d822-91aa-4aa9-8ae7-00ed88535923 req-c509a750-b524-481b-842a-47a802dbd988 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 931 time: 0.0779490 Jul 07 20:35:49.477568 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d686d822-91aa-4aa9-8ae7-00ed88535923 req-de8b5801-95d1-4be4-8d53-2ca4bd58cf38 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419662 Jul 07 20:35:49.898901 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:50.671703 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600ce9f-420e-49b8-880e-0b3db098518e req-0c983d33-28d4-4153-b8a9-f98033ee5425 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:50.673492 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9600ce9f-420e-49b8-880e-0b3db098518e req-0c983d33-28d4-4153-b8a9-f98033ee5425 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 931 time: 0.0709150 Jul 07 20:35:50.717235 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-9600ce9f-420e-49b8-880e-0b3db098518e req-6bba9a17-02be-4ce5-9529-ec52fc343ceb tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378470 Jul 07 20:35:51.908749 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96cf6e-81b4-4781-b9e0-5bbea8ee9478 req-ad79eea1-0b8a-4a07-a0fa-dd2ff062d8c3 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:51.916531 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c96cf6e-81b4-4781-b9e0-5bbea8ee9478 req-ad79eea1-0b8a-4a07-a0fa-dd2ff062d8c3 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 931 time: 0.0729227 Jul 07 20:35:51.957076 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3c96cf6e-81b4-4781-b9e0-5bbea8ee9478 req-ae8f4772-3791-4513-a388-0e9271860ed1 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409930 Jul 07 20:35:53.146491 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d38402-2c6f-4522-98da-52d16868f18b req-81516e53-3201-4f9a-9d9c-537068d9b9e4 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:53.147976 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66d38402-2c6f-4522-98da-52d16868f18b req-81516e53-3201-4f9a-9d9c-537068d9b9e4 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 931 time: 0.0663674 Jul 07 20:35:53.187555 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-66d38402-2c6f-4522-98da-52d16868f18b req-0e7ffcee-3b31-4f65-b85f-cd6149a80d92 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334914 Jul 07 20:35:54.377997 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78d966-ea77-4a27-8971-02bfbcd8fcdc req-fa34f181-1b95-47f7-b6be-e1357a3151b7 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:54.379948 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad78d966-ea77-4a27-8971-02bfbcd8fcdc req-fa34f181-1b95-47f7-b6be-e1357a3151b7 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 931 time: 0.0725887 Jul 07 20:35:54.422815 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ad78d966-ea77-4a27-8971-02bfbcd8fcdc req-6c72aca6-228a-4138-9d12-6cf430f64679 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367968 Jul 07 20:35:55.617142 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eaaa8-a0f8-4216-97a9-76dfd3c0d5f2 req-9eefc15b-c62f-43ba-b49f-e26ed019a33a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:55.618706 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83eaaa8-a0f8-4216-97a9-76dfd3c0d5f2 req-9eefc15b-c62f-43ba-b49f-e26ed019a33a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 931 time: 0.0673428 Jul 07 20:35:55.660791 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c83eaaa8-a0f8-4216-97a9-76dfd3c0d5f2 req-0545e435-a857-4bcb-ac66-8d93d2ac8e91 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346498 Jul 07 20:35:56.852660 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5f7fa-492b-44fc-ba6e-a0285deef465 req-ba1a7f79-ba0a-46ae-a3bb-93a0770a265e tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:56.855358 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5b5f7fa-492b-44fc-ba6e-a0285deef465 req-ba1a7f79-ba0a-46ae-a3bb-93a0770a265e tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 931 time: 0.0718191 Jul 07 20:35:56.896071 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c5b5f7fa-492b-44fc-ba6e-a0285deef465 req-6eb5f0fd-389d-4a28-ae5f-cb6734bacd80 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350046 Jul 07 20:35:57.680721 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-661e4f91-e898-4c70-9469-00e05c0c8491 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:35:57.682357 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-661e4f91-e898-4c70-9469-00e05c0c8491 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070906 Jul 07 20:35:57.752912 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.v2.base [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Request body: {'port': {'device_id': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:35:57.828919 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:58.142909 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8700294-58bb-47bb-acca-07add50c7194 req-215ae57f-c9c6-4901-b074-955aa2114129 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:58.144397 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8700294-58bb-47bb-acca-07add50c7194 req-215ae57f-c9c6-4901-b074-955aa2114129 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 931 time: 0.1308336 Jul 07 20:35:58.163551 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:35:58.178771 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:58.200872 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Transition to ACTIVE for port object a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:35:58.206626 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-b8700294-58bb-47bb-acca-07add50c7194 req-88cd1e9b-e62c-4277-a0f0-94a0969d9b36 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566871 Jul 07 20:35:58.207627 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:58.283630 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:35:58.336087 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Attempting to bind port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 on host n-h2-792394-12 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:35:58.336423 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Attempting to bind port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 by drivers openvswitch,hyperv on host n-h2-792394-12 at level 0 using segments [{'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:35:58.336778 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Attempting to bind port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 on network db7c902a-4380-45ed-be1c-fbef6b1d5578 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:35:58.341679 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 on network db7c902a-4380-45ed-be1c-fbef6b1d5578 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-12 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:35:58.342004 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Attempting to bind port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 on network db7c902a-4380-45ed-be1c-fbef6b1d5578 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:35:58.347215 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Checking agent: {'id': 'aac41590-1d27-4988-ba62-a04a170d862a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'started_at': datetime.datetime(2021, 7, 7, 19, 2, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:35:58.347548 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Checking segment: {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:35:58.347930 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Bound using segment: {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:35:58.348351 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Bound port: a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5, host: n-h2-792394-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894ace4c-c3af-44ee-b258-fe94a87e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:35:58.348731 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:58.428981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] For port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5, host n-h2-792394-12, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:35:58.431876 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] For port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5, host n-h2-792394-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:35:58.436686 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28614106'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:58.471251 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:58.471930 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:58.473351 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] 10.222.0.59 "PUT /v2.0/ports/a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 HTTP/1.1" status: 200 len: 1092 time: 0.7674155 Jul 07 20:35:58.473788 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:35:58.476091 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd67006-1228-4307-a20e-7488e44d1b41" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:35:58.504981 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ac31e-d3b1-457a-a27f-35d139266be9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:35:58.546523 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2b87ba-e67b-4c17-958d-559cede70857 x-openstack-request-id: req-dd2b87ba-e67b-4c17-958d-559cede70857 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:35:58.546825 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:35:58.547079 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dd2b87ba-e67b-4c17-958d-559cede70857 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:35:58.547481 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'status': 'completed', 'code': 200} Jul 07 20:35:58.599654 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635622-2508-4bbd-88a3-363be48578ed req-6ca68bac-4d5e-4eb1-8156-0b0439180deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:58.601244 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-6ca68bac-4d5e-4eb1-8156-0b0439180deb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 1095 time: 0.0652497 Jul 07 20:35:58.651817 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-02f4cdf0-85c2-4563-83ab-780c2810d36f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 HTTP/1.1" status: 200 len: 217 time: 0.0365841 Jul 07 20:35:58.701187 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635622-2508-4bbd-88a3-363be48578ed req-65a3c78e-84a7-4f7b-b4a7-b0963e635eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:58.702991 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-65a3c78e-84a7-4f7b-b4a7-b0963e635eb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0442390 Jul 07 20:35:58.760157 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635622-2508-4bbd-88a3-363be48578ed req-6b3208a4-5603-4e58-9c11-dd36beefaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:58.762207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-6b3208a4-5603-4e58-9c11-dd36beefaf61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525570 Jul 07 20:35:58.856168 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-db7cf9e0-1020-4c40-93f4-fc9c4d5687b6 service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869012 Jul 07 20:35:58.946383 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-83635622-2508-4bbd-88a3-363be48578ed req-ff4e1d54-5673-4346-8bea-a76dd99c3399 service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835638 Jul 07 20:35:59.087569 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd67006-1228-4307-a20e-7488e44d1b41 req-757a436d-1f2c-4da2-bb47-ad8fb8ebe6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:59.089109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffd67006-1228-4307-a20e-7488e44d1b41 req-757a436d-1f2c-4da2-bb47-ad8fb8ebe6ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 1095 time: 0.0581505 Jul 07 20:35:59.181963 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd67006-1228-4307-a20e-7488e44d1b41 req-8ec42c2f-c484-4671-afa1-b7492f226772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:59.184090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffd67006-1228-4307-a20e-7488e44d1b41 req-8ec42c2f-c484-4671-afa1-b7492f226772 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.0870657 Jul 07 20:35:59.228055 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffd67006-1228-4307-a20e-7488e44d1b41 req-143d4e62-0f23-423b-b4ae-d6983f5b46c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 HTTP/1.1" status: 200 len: 217 time: 0.0376337 Jul 07 20:35:59.277535 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd67006-1228-4307-a20e-7488e44d1b41 req-adad277d-5035-4788-8abc-f8596f2cd608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:59.279019 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffd67006-1228-4307-a20e-7488e44d1b41 req-adad277d-5035-4788-8abc-f8596f2cd608 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0444057 Jul 07 20:35:59.375165 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd67006-1228-4307-a20e-7488e44d1b41 req-1864cab4-faac-4647-b0a1-aa441a42b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:59.376634 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffd67006-1228-4307-a20e-7488e44d1b41 req-1864cab4-faac-4647-b0a1-aa441a42b0b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904343 Jul 07 20:35:59.454258 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03515399-dd66-4091-9a12-d68082a31b1d req-47fb3b49-cf55-4d6d-b1f1-69c295412dec tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:59.455781 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03515399-dd66-4091-9a12-d68082a31b1d req-47fb3b49-cf55-4d6d-b1f1-69c295412dec tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 943 time: 0.1306655 Jul 07 20:35:59.516197 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-03515399-dd66-4091-9a12-d68082a31b1d req-1158a416-3667-47b4-aaf7-3d30f16c46b8 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541685 Jul 07 20:35:59.518232 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffd67006-1228-4307-a20e-7488e44d1b41 req-be492362-8eca-43b6-9e3a-eec1d9176a51 service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343193 Jul 07 20:35:59.615292 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-ffd67006-1228-4307-a20e-7488e44d1b41 req-030bccdd-ffc1-499b-bd2a-1f0a5b63f5f6 service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902092 Jul 07 20:36:00.751011 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f5bbc-d303-4220-b62b-193c6bbb7a38 req-c11e5106-4944-4d90-bcbd-0d7ba62f6746 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:00.752782 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-975f5bbc-d303-4220-b62b-193c6bbb7a38 req-c11e5106-4944-4d90-bcbd-0d7ba62f6746 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 943 time: 0.1123564 Jul 07 20:36:00.790614 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-975f5bbc-d303-4220-b62b-193c6bbb7a38 req-cd28f2a0-7fbc-43de-af03-a08b69159100 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Jul 07 20:36:02.031755 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135f9c0-192b-4dd9-8c43-f7afcb922b1a req-95b48af7-7af8-4788-b4b9-e2014957a86a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:02.033330 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d135f9c0-192b-4dd9-8c43-f7afcb922b1a req-95b48af7-7af8-4788-b4b9-e2014957a86a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 943 time: 0.1211550 Jul 07 20:36:02.077827 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d135f9c0-192b-4dd9-8c43-f7afcb922b1a req-ff48c4bf-fe8c-4716-9acc-bf71abb19be5 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386646 Jul 07 20:36:02.180817 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:36:02.279000 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:02.290591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'port_id': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'mac_address': 'fa:16:3e:9f:33:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:36:02.327951 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:02.342604 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:36:02.362576 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:02.366828 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:02.419257 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:02.680632 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:36:03.253932 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a68c6-37c9-4416-bb6a-8c73f761e2c0 req-ff20cd75-9283-4856-9417-b23a7f5e48f5 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:03.255424 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a40a68c6-37c9-4416-bb6a-8c73f761e2c0 req-ff20cd75-9283-4856-9417-b23a7f5e48f5 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 944 time: 0.0652940 Jul 07 20:36:03.297303 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a40a68c6-37c9-4416-bb6a-8c73f761e2c0 req-0feb8995-ea46-4682-b605-c1dd2840d802 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361395 Jul 07 20:36:04.196535 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:36:04.244354 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning for port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:36:04.249091 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:04.249456 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:04.288146 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:04.335677 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:04.359118 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:36:04.361382 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598c399c-6090-48b6-826e-7a7ddf488365" -d '{"events": [{"server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "name": "network-vif-plugged", "status": "completed", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:36:04.378260 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:04.383664 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:04.416260 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baffeb96-e19a-4646-a8a3-25452678c7c1 x-openstack-request-id: req-baffeb96-e19a-4646-a8a3-25452678c7c1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:36:04.416653 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "name": "network-vif-plugged", "status": "completed", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:36:04.416851 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-baffeb96-e19a-4646-a8a3-25452678c7c1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:36:04.417221 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'code': 200} Jul 07 20:36:04.448054 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:04.479986 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870b543-cdf7-4b36-8160-e82289833179 req-7f54609f-7ea4-4da7-bae8-d366c7b93576 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:04.482696 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4870b543-cdf7-4b36-8160-e82289833179 req-7f54609f-7ea4-4da7-bae8-d366c7b93576 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 945 time: 0.0703430 Jul 07 20:36:04.552835 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-4870b543-cdf7-4b36-8160-e82289833179 req-4d2edf22-06f2-4cc4-988d-98c8547a8f28 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644288 Jul 07 20:36:04.574939 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932d14c-7b44-4836-afd1-baeffbdb6776 req-b97f0cd8-4e2b-4e8e-87a9-7be778a88b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:04.576636 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e932d14c-7b44-4836-afd1-baeffbdb6776 req-b97f0cd8-4e2b-4e8e-87a9-7be778a88b59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 1097 time: 0.0730939 Jul 07 20:36:04.613191 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e932d14c-7b44-4836-afd1-baeffbdb6776 req-86545001-0b96-444b-8964-0c3d007e5f4e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286772 Jul 07 20:36:05.739751 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cecc74-7dd5-4eab-bc66-5e2a5530d063 req-5ec54f53-bb8e-4efc-9584-49fe21480ffa tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:05.741682 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3cecc74-7dd5-4eab-bc66-5e2a5530d063 req-5ec54f53-bb8e-4efc-9584-49fe21480ffa tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 945 time: 0.0667465 Jul 07 20:36:05.780032 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a3cecc74-7dd5-4eab-bc66-5e2a5530d063 req-4096a71c-5cfb-448a-91b1-918afee184c3 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Jul 07 20:36:06.868207 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-e31fbf15-d6f7-44b6-b0c3-1c3abe3f1553 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561316 Jul 07 20:36:07.001144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358346a-3177-4418-89ed-807a99e90a26 req-4034806b-f1d5-4b89-8719-48c283746bce tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:07.002651 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c358346a-3177-4418-89ed-807a99e90a26 req-4034806b-f1d5-4b89-8719-48c283746bce tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 945 time: 0.1058757 Jul 07 20:36:07.008764 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-354a5eb6-5535-4317-a3c5-6872dba5d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:07.010317 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-354a5eb6-5535-4317-a3c5-6872dba5d754 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 1097 time: 0.0800719 Jul 07 20:36:07.087530 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-c358346a-3177-4418-89ed-807a99e90a26 req-45752c45-432d-491b-8ce1-56436fcced2c tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762677 Jul 07 20:36:07.130775 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-87fb0ac9-b4e0-4a16-b9c1-13760fe01089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:07.132518 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-87fb0ac9-b4e0-4a16-b9c1-13760fe01089 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.1005399 Jul 07 20:36:07.174881 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-94d38f3b-32c9-4b55-b0e1-4e8fd4cee76e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 HTTP/1.1" status: 200 len: 217 time: 0.0359323 Jul 07 20:36:07.256658 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-d2818004-5205-4705-8520-0d4a76cf3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:07.258125 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-d2818004-5205-4705-8520-0d4a76cf3f1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0777092 Jul 07 20:36:07.315965 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b2538-f7b8-47a5-94ad-fed0c9982638 req-9e64cc5e-9b66-440e-9d6c-827a85e9b4e8 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:07.317453 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e90b2538-f7b8-47a5-94ad-fed0c9982638 req-9e64cc5e-9b66-440e-9d6c-827a85e9b4e8 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 945 time: 0.1116409 Jul 07 20:36:07.352700 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-402973ec-fb6f-4a34-b812-559a766f2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:07.354109 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-402973ec-fb6f-4a34-b812-559a766f2cde service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890753 Jul 07 20:36:07.374875 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-e90b2538-f7b8-47a5-94ad-fed0c9982638 req-3de68d10-0435-4763-9158-281fbffdef1c tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516300 Jul 07 20:36:07.399656 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:07.458088 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a96c3-555d-44d1-8c4c-a2bd479b4806 tempest-TestSnapshotPattern-902480590 tempest-TestSnapshotPattern-902480590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:07.458367 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-12704799-0e3f-47fe-ab00-bfd6b4634432 service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959384 Jul 07 20:36:07.459603 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cb7a96c3-555d-44d1-8c4c-a2bd479b4806 tempest-TestSnapshotPattern-902480590 tempest-TestSnapshotPattern-902480590-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 1092 time: 0.0589280 Jul 07 20:36:07.462457 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 41892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:07.467013 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Request body: {'floatingip': {'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'port_id': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:07.490765 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:07.549730 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-5a9db74b-ffe2-4d08-89df-4120f52ec977 req-c6439835-fcd3-4e2a-9bd2-ec135b8c35d7 service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855370 Jul 07 20:36:07.591266 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:07.706079 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Allocated IP 172.25.2.192 (bec3f046-f8b3-402a-8374-381f4c722371/d7893d82-5812-487f-9c37-2c5fb4cc3ee8/8327fd23-f5d5-410b-bf27-409d53557882) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:36:07.805624 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:07.846331 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2064952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-17676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779070684389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25860400'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:07.887620 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Network bec3f046-f8b3-402a-8374-381f4c722371 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:36:07.891065 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:36:07.896856 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:36:07.920598 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'Port': ['ID=8327fd23-f5d5-410b-bf27-409d53557882,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:07.933344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:07.933684 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:07.934903 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:07.935373 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:07.935711 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:07.936038 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:07.936362 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:07.936709 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:07.937028 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:07.937370 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:07.937686 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:07.938003 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:08.281050 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:08.360115 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:08.515918 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:08.520758 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25860546'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:08.549860 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50599eae-83e2-4d3d-840a-da3932e2f734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:08.595058 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event updated for resources: {'Port': ['ID=8327fd23-f5d5-410b-bf27-409d53557882,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:08.604418 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-893546'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:08.708950 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Floating IP 6f76844c-f12b-4a7d-b6f2-4c2b56d9fe55 associated. External IP: 172.25.2.192, port: a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5. Jul 07 20:36:08.922863 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Router a3701c7d-2799-4528-8df9-45cd270baefe has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:36:09.035083 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:36:09.044884 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac73c39f-67b8-4d6e-85af-646672249ea8 None None] Sync routers for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:36:09.052760 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:09.055535 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73c39f-67b8-4d6e-85af-646672249ea8 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:09.056145 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac73c39f-67b8-4d6e-85af-646672249ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:35:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:09.091095 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-c6efc186-f52d-4ddf-8374-254d4c0c527a tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6274993 Jul 07 20:36:09.091599 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:36:09.093903 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8580743-69f8-4e9d-8a02-8997ec6d3328" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:36:09.166403 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ac73c39f-67b8-4d6e-85af-646672249ea8 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:09.198400 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8146d8-1d12-4347-ae0a-ed1c1eebe9e0 x-openstack-request-id: req-1b8146d8-1d12-4347-ae0a-ed1c1eebe9e0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:36:09.198700 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:36:09.198963 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1b8146d8-1d12-4347-ae0a-ed1c1eebe9e0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:36:09.199394 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'status': 'completed', 'code': 200} Jul 07 20:36:09.303862 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8580743-69f8-4e9d-8a02-8997ec6d3328 req-97670fbd-d8a0-482e-a215-f22e46bfaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:09.305421 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8580743-69f8-4e9d-8a02-8997ec6d3328 req-97670fbd-d8a0-482e-a215-f22e46bfaea2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 1097 time: 0.0593369 Jul 07 20:36:09.394758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8580743-69f8-4e9d-8a02-8997ec6d3328 req-e02b0c34-9397-48c6-8ca1-2ade45eca886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:09.396178 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8580743-69f8-4e9d-8a02-8997ec6d3328 req-e02b0c34-9397-48c6-8ca1-2ade45eca886 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.0844243 Jul 07 20:36:09.399522 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac73c39f-67b8-4d6e-85af-646672249ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '6f76844c-f12b-4a7d-b6f2-4c2b56d9fe55', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:9f:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:36:08Z', 'updated_at': '2021-07-07T20:36:08Z', 'revision_number': 0, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}, {'id': 'a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:2b:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b9e060-0977-4858-877e-3f20a28b0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:30Z', 'updated_at': '2021-07-07T20:33:32Z', 'revision_number': 1, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:09.426178 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac73c39f-67b8-4d6e-85af-646672249ea8 None None] Checking router: a3701c7d-2799-4528-8df9-45cd270baefe for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:36:09.435322 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73c39f-67b8-4d6e-85af-646672249ea8 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:36:09.435930 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac73c39f-67b8-4d6e-85af-646672249ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:35:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:09.468935 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8580743-69f8-4e9d-8a02-8997ec6d3328 req-6ca5309f-4025-4bde-b26e-42eeb7c99f42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 HTTP/1.1" status: 200 len: 999 time: 0.0666327 Jul 07 20:36:09.522479 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8580743-69f8-4e9d-8a02-8997ec6d3328 req-fa871c24-3d0e-4e90-a266-c647ccef38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:09.524162 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8580743-69f8-4e9d-8a02-8997ec6d3328 req-fa871c24-3d0e-4e90-a266-c647ccef38b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0484493 Jul 07 20:36:09.545524 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ac73c39f-67b8-4d6e-85af-646672249ea8 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:36:09.582771 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8580743-69f8-4e9d-8a02-8997ec6d3328 req-a46b472f-54e4-4cb6-ab74-f39294a28c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:09.584335 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8580743-69f8-4e9d-8a02-8997ec6d3328 req-a46b472f-54e4-4cb6-ab74-f39294a28c39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529957 Jul 07 20:36:09.679105 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8580743-69f8-4e9d-8a02-8997ec6d3328 req-cd13cee1-7bba-403f-b8ed-ff1cd6c25e8a service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876007 Jul 07 20:36:09.769394 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-a8580743-69f8-4e9d-8a02-8997ec6d3328 req-725daf81-9ee9-4489-ae98-b90db1675933 service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837166 Jul 07 20:36:09.772076 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ac73c39f-67b8-4d6e-85af-646672249ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '6f76844c-f12b-4a7d-b6f2-4c2b56d9fe55', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:9f:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:36:08Z', 'updated_at': '2021-07-07T20:36:08Z', 'revision_number': 0, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}, {'id': 'a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:2b:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b9e060-0977-4858-877e-3f20a28b0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:30Z', 'updated_at': '2021-07-07T20:33:32Z', 'revision_number': 1, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:36:09.802436 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac73c39f-67b8-4d6e-85af-646672249ea8 None None] The sync data for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 is: [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': '6f76844c-f12b-4a7d-b6f2-4c2b56d9fe55', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:9f:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:36:08Z', 'updated_at': '2021-07-07T20:36:08Z', 'revision_number': 0, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}, {'id': 'a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:2b:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b9e060-0977-4858-877e-3f20a28b0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:30Z', 'updated_at': '2021-07-07T20:33:32Z', 'revision_number': 1, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:36:09.999640 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601f142a-67b4-4377-9ff2-4d91cadf2f26 None None] New status for floating IP 6f76844c-f12b-4a7d-b6f2-4c2b56d9fe55: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:36:11.220556 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fb3f88f-c875-4672-94f4-a59599412246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:11.514004 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:12.758845 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:14.301267 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:19.898294 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:25.943421 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:36:34.264912 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:38.555754 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8557f66e-deed-4eeb-b40b-7c651a8a2d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:41.220632 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-239fabd3-1989-4d41-b023-9c6bb69bd9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:41.516579 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:42.762126 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:44.302985 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:49.113512 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-741efac7-b672-448a-802c-35ab656398b4 req-c3fbab20-7fa8-49cd-92ae-bd717ea32af6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569077 Jul 07 20:36:49.208324 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efac7-b672-448a-802c-35ab656398b4 req-99dc0241-70e3-419e-b2e0-0fef3189c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:49.209867 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-741efac7-b672-448a-802c-35ab656398b4 req-99dc0241-70e3-419e-b2e0-0fef3189c4b8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 1096 time: 0.0531368 Jul 07 20:36:49.315725 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efac7-b672-448a-802c-35ab656398b4 req-3fb7b738-3795-4252-a3fa-9d2bca668728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:49.317244 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-741efac7-b672-448a-802c-35ab656398b4 req-3fb7b738-3795-4252-a3fa-9d2bca668728 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.0856152 Jul 07 20:36:49.387730 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-741efac7-b672-448a-802c-35ab656398b4 req-534f1a9f-3d66-4161-9603-7537c0ed19b6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 HTTP/1.1" status: 200 len: 1000 time: 0.0637822 Jul 07 20:36:49.442527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efac7-b672-448a-802c-35ab656398b4 req-29ada061-e5e3-4526-bbeb-14489437089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:49.444122 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-741efac7-b672-448a-802c-35ab656398b4 req-29ada061-e5e3-4526-bbeb-14489437089e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0480504 Jul 07 20:36:49.504883 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efac7-b672-448a-802c-35ab656398b4 req-29761501-b0f4-4bc7-94e0-a64b858e243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:49.506395 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-741efac7-b672-448a-802c-35ab656398b4 req-29761501-b0f4-4bc7-94e0-a64b858e243f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557077 Jul 07 20:36:49.601282 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-741efac7-b672-448a-802c-35ab656398b4 req-8f6aaa82-e723-4ad9-aa00-7bf267733e27 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878963 Jul 07 20:36:49.693477 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-741efac7-b672-448a-802c-35ab656398b4 req-3153bfdf-a718-4c5a-b13b-1ea446ad010e service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842726 Jul 07 20:36:49.897527 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:02.943156 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:37:04.268040 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:06.861252 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-028c90fd-d838-415d-a599-65f3475da668 req-c7c2928b-1c86-43ad-9f8b-b79fc9a75233 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533621 Jul 07 20:37:06.977245 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c90fd-d838-415d-a599-65f3475da668 req-24c34e62-4b7b-4752-beec-023be8af7a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:06.978745 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-028c90fd-d838-415d-a599-65f3475da668 req-24c34e62-4b7b-4752-beec-023be8af7a25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 1097 time: 0.0560322 Jul 07 20:37:07.081915 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c90fd-d838-415d-a599-65f3475da668 req-e89b1c68-b109-411a-aa29-90383dd36bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:07.083400 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-028c90fd-d838-415d-a599-65f3475da668 req-e89b1c68-b109-411a-aa29-90383dd36bc5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.0849400 Jul 07 20:37:07.151297 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-028c90fd-d838-415d-a599-65f3475da668 req-cc626cd8-567a-420f-9413-bd610da0d148 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 HTTP/1.1" status: 200 len: 1001 time: 0.0615194 Jul 07 20:37:07.200256 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c90fd-d838-415d-a599-65f3475da668 req-bb474da3-78c2-4d77-9b59-0568d3fb13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:07.202550 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-028c90fd-d838-415d-a599-65f3475da668 req-bb474da3-78c2-4d77-9b59-0568d3fb13b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0433528 Jul 07 20:37:07.258298 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c90fd-d838-415d-a599-65f3475da668 req-51890c9f-4466-4acc-a15c-f6b0a2d4e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:07.259808 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-028c90fd-d838-415d-a599-65f3475da668 req-51890c9f-4466-4acc-a15c-f6b0a2d4e1e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517073 Jul 07 20:37:07.682012 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-028c90fd-d838-415d-a599-65f3475da668 req-cd14e996-c021-48ef-873a-f6ee3175da37 service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159420 Jul 07 20:37:07.777266 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-028c90fd-d838-415d-a599-65f3475da668 req-b6cc49ac-143a-450b-beb2-2d081fcc95f9 service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873106 Jul 07 20:37:08.556532 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7321ebc-b070-45d0-82d9-2ff1475f57de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:11.221534 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02c92a3c-a8e9-4a69-bf9f-487ee5068440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:11.517855 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:12.764681 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:14.305631 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:19.896384 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:34.278530 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:38.562858 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1992f5c1-6f3e-4c13-85a3-3a58da7df159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:39.942345 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:37:41.224905 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdf813be-c21e-431a-a91d-8efd14e5850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:41.518465 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:42.768394 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:44.307958 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:44.605152 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 details requested by agent hyperv_n-h2-792394-12 with host n-h2-792394-12 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:37:44.708356 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:37:44.720093 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Returning: {'device': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'port_id': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'mac_address': 'fa:16:3e:9f:33:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:37:44.760224 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:44.773475 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:37:44.794011 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:37:44.797808 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:44.850033 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:37:44.858477 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.858747 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.859090 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.859432 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.859766 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.860444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.860444 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.860797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.861114 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.861594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.861925 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.862246 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:44.932939 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] get_ports_and_sgs() called for port_ids ['a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:37:46.594367 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 up at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:37:46.649927 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Provisioning complete for port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:37:46.650575 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928816'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:46.752662 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:46.777929 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:37:46.780368 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344966e2-7dd1-4de8-9aed-afc74219d003" -d '{"events": [{"server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "name": "network-vif-plugged", "status": "completed", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:37:46.812347 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:37:46.823863 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:46.856080 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecadd62-9067-4c58-ab73-57cdec86a2df x-openstack-request-id: req-0ecadd62-9067-4c58-ab73-57cdec86a2df {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:37:46.856371 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "name": "network-vif-plugged", "status": "completed", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:37:46.856655 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0ecadd62-9067-4c58-ab73-57cdec86a2df {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:37:46.857065 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'code': 200} Jul 07 20:37:46.891557 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:37:49.914096 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:51.118780 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-3dde081f-fe4a-42e4-b20c-d69713d09f5f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0659568 Jul 07 20:37:51.231287 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-1e1d0bd4-69a7-4b28-9aa8-8e977e306e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:51.232926 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-1e1d0bd4-69a7-4b28-9aa8-8e977e306e45 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 1096 time: 0.0654421 Jul 07 20:37:51.354144 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-e2a943b2-26dc-40b3-a6ee-eb5c579ed3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:51.355701 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-e2a943b2-26dc-40b3-a6ee-eb5c579ed3c6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.0992105 Jul 07 20:37:51.438166 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-ae6c5b4c-5d88-4a07-9c5f-ba177b6b6951 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 HTTP/1.1" status: 200 len: 1000 time: 0.0747485 Jul 07 20:37:51.498359 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-79067597-bed3-4c5b-8073-f38b65dfd742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:51.500017 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-79067597-bed3-4c5b-8073-f38b65dfd742 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0515206 Jul 07 20:37:51.570174 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-50ce1692-5375-4e2e-9495-f4f9263a8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:51.571887 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-50ce1692-5375-4e2e-9495-f4f9263a8817 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645580 Jul 07 20:37:51.693389 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-db353e63-2252-4c7a-ae62-9265aa481e77 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124501 Jul 07 20:37:51.792498 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-92cc2d6e-7b6a-45f7-ab34-7bf0553744eb req-563f7cb8-2036-4130-9e69-790f38aea13d service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913110 Jul 07 20:37:55.195447 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:37:55.355291 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Deleting port 8327fd23-f5d5-410b-bf27-409d53557882 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:37:55.355639 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:55.437091 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:55.437425 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:55.449396 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Calling delete_port for 8327fd23-f5d5-410b-bf27-409d53557882 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:37:55.606054 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:55.631990 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event deleted for resources: {'Port': ['ID=8327fd23-f5d5-410b-bf27-409d53557882,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:37:55.659618 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.659951 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.660286 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.661257 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.661589 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.661914 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.662236 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.662558 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.662875 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.663217 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.663539 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.663851 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:55.705358 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:55.705695 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Floating IP 6f76844c-f12b-4a7d-b6f2-4c2b56d9fe55 disassociated (deleted). External IP: 172.25.2.192, port: a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5. Jul 07 20:37:55.954611 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Router a3701c7d-2799-4528-8df9-45cd270baefe has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:37:56.082945 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:37:56.087975 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:56.094399 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34357df-6c34-4759-95ce-79e8d8d7b461 None None] Sync routers for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:37:56.105483 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34357df-6c34-4759-95ce-79e8d8d7b461 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:37:56.106095 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e34357df-6c34-4759-95ce-79e8d8d7b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:37:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:37:56.134585 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-493cf0c4-a651-4394-9c7a-2c974fc143af tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "DELETE /v2.0/floatingips/6f76844c-f12b-4a7d-b6f2-4c2b56d9fe55 HTTP/1.1" status: 204 len: 168 time: 0.9379904 Jul 07 20:37:56.135171 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:37:56.137457 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eb6076-f76e-4a5d-b090-d143e0b72027" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:37:56.217170 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc901c93-21ef-4479-b98a-f4b8d7663235 x-openstack-request-id: req-cc901c93-21ef-4479-b98a-f4b8d7663235 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:37:56.218119 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:37:56.218636 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cc901c93-21ef-4479-b98a-f4b8d7663235 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:37:56.219381 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'status': 'completed', 'code': 200} Jul 07 20:37:56.242185 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e34357df-6c34-4759-95ce-79e8d8d7b461 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:37:56.343185 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb6076-f76e-4a5d-b090-d143e0b72027 req-fc83bac8-2f95-4ef5-adb7-e0d4e75535c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:56.344907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20eb6076-f76e-4a5d-b090-d143e0b72027 req-fc83bac8-2f95-4ef5-adb7-e0d4e75535c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 1097 time: 0.0845048 Jul 07 20:37:56.452758 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb6076-f76e-4a5d-b090-d143e0b72027 req-d54304a4-c27b-4f1f-9928-9e298cd55ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:56.454679 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20eb6076-f76e-4a5d-b090-d143e0b72027 req-d54304a4-c27b-4f1f-9928-9e298cd55ed5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.1030414 Jul 07 20:37:56.500348 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20eb6076-f76e-4a5d-b090-d143e0b72027 req-5a02068b-4477-491b-aa4b-c40944c5b8ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 HTTP/1.1" status: 200 len: 217 time: 0.0392447 Jul 07 20:37:56.538906 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e34357df-6c34-4759-95ce-79e8d8d7b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:2b:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b9e060-0977-4858-877e-3f20a28b0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:30Z', 'updated_at': '2021-07-07T20:33:32Z', 'revision_number': 1, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:37:56.557938 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb6076-f76e-4a5d-b090-d143e0b72027 req-fe08492f-0aea-4ce5-bbd4-319b108f4a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:56.559643 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20eb6076-f76e-4a5d-b090-d143e0b72027 req-fe08492f-0aea-4ce5-bbd4-319b108f4a18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0531702 Jul 07 20:37:56.578497 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34357df-6c34-4759-95ce-79e8d8d7b461 None None] Checking router: a3701c7d-2799-4528-8df9-45cd270baefe for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:37:56.591265 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34357df-6c34-4759-95ce-79e8d8d7b461 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:37:56.591936 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e34357df-6c34-4759-95ce-79e8d8d7b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:37:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:37:56.640645 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb6076-f76e-4a5d-b090-d143e0b72027 req-acd76dba-44a1-4eec-92c9-d69f4f7ed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:56.642680 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20eb6076-f76e-4a5d-b090-d143e0b72027 req-acd76dba-44a1-4eec-92c9-d69f4f7ed33d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770078 Jul 07 20:37:56.719337 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e34357df-6c34-4759-95ce-79e8d8d7b461 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:37:56.806574 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20eb6076-f76e-4a5d-b090-d143e0b72027 req-0395bb95-5393-413c-9e51-525b0fbc0e8c service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328473 Jul 07 20:37:56.833606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f007aca-b981-40e7-8d34-c330f2402910 req-68af5a32-700f-49df-b499-7b5bdb11493b tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:56.835428 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f007aca-b981-40e7-8d34-c330f2402910 req-68af5a32-700f-49df-b499-7b5bdb11493b tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 945 time: 0.1128857 Jul 07 20:37:56.918509 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-7f007aca-b981-40e7-8d34-c330f2402910 req-f892dff2-5637-43d3-b08b-f2b874e64830 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734837 Jul 07 20:37:56.952341 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-20eb6076-f76e-4a5d-b090-d143e0b72027 req-8fc5ba78-7049-426d-b5ba-0213bcbf8f17 service neutron] 10.222.0.59 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376193 Jul 07 20:37:56.958205 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e34357df-6c34-4759-95ce-79e8d8d7b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:2b:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b9e060-0977-4858-877e-3f20a28b0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:30Z', 'updated_at': '2021-07-07T20:33:32Z', 'revision_number': 1, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:37:56.990851 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34357df-6c34-4759-95ce-79e8d8d7b461 None None] The sync data for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 is: [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_floatingips': [{'id': 'a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'router_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'port_id': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'mac_address': 'fa:16:3e:2b:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b9e060-0977-4858-877e-3f20a28b0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:33:30Z', 'updated_at': '2021-07-07T20:33:32Z', 'revision_number': 1, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:37:57.211976 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22595140-4fd3-49eb-b967-29b03f7b7057 None None] New status for floating IP 6f76844c-f12b-4a7d-b6f2-4c2b56d9fe55: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:37:58.104606 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3c26-3ee8-4d9f-bf38-645650f0dcaa req-15fd9a7c-e924-4d2d-aea0-14c68e5be17d tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:58.106090 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3aec3c26-3ee8-4d9f-bf38-645650f0dcaa req-15fd9a7c-e924-4d2d-aea0-14c68e5be17d tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 945 time: 0.0643129 Jul 07 20:37:58.143787 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-3aec3c26-3ee8-4d9f-bf38-645650f0dcaa req-6aae8c03-a597-4f22-b4e7-90cb1207a276 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320156 Jul 07 20:37:58.570103 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1cedd-bf01-464e-a838-5d8d8a9680d9 req-8e41b37f-7cf9-45fc-baa4-977963d129cb tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:37:58.571462 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47a1cedd-bf01-464e-a838-5d8d8a9680d9 req-8e41b37f-7cf9-45fc-baa4-977963d129cb tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 945 time: 0.0628757 Jul 07 20:37:58.666043 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:37:58.680385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-47a1cedd-bf01-464e-a838-5d8d8a9680d9 req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Deleting port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:37:58.680761 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-47a1cedd-bf01-464e-a838-5d8d8a9680d9 req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:58.740985 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2068221'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:58.763863 n-d-792394-12 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:37:58.766151 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8347e359d2b20e061aeeecd4e51f81dcfc2b4e911931545575091359fd3cfc3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4d2a4d-44bd-4b6a-b740-d6d2e71a9d73" -d '{"events": [{"server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "name": "network-vif-unplugged", "status": "completed", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:37:58.771352 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-47a1cedd-bf01-464e-a838-5d8d8a9680d9 req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] For port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:37:58.771718 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-47a1cedd-bf01-464e-a838-5d8d8a9680d9 req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:58.780097 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] For port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5, host n-h2-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-12',level=0,port_id=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:37:58.784867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779070994216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779070684407', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779070684968'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:58.786993 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-47a1cedd-bf01-464e-a838-5d8d8a9680d9 req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Calling delete_port for a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:37:58.810312 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462b1c71-cd84-4df0-a2e3-aec93212bb43 x-openstack-request-id: req-462b1c71-cd84-4df0-a2e3-aec93212bb43 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:37:58.810613 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "name": "network-vif-unplugged", "status": "completed", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:37:58.810884 n-d-792394-12 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-462b1c71-cd84-4df0-a2e3-aec93212bb43 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:37:58.811269 n-d-792394-12 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'code': 200} Jul 07 20:37:58.848737 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Pushing event updated for resources: {'Port': ['ID=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:37:58.924117 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-47a1cedd-bf01-464e-a838-5d8d8a9680d9 req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:58.952904 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event deleted for resources: {'Port': ['ID=a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:37:58.985512 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:58.985861 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:58.986200 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:58.986541 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:58.986877 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:58.987209 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:58.987542 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:58.987866 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:58.988193 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:58.989513 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:58.989847 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:58.990172 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-12 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:37:59.014777 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a1cedd-bf01-464e-a838-5d8d8a9680d9 req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] No DVR routers for this DVR port a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 on host n-h2-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:37:59.017272 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-47a1cedd-bf01-464e-a838-5d8d8a9680d9 req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:59.019320 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-47a1cedd-bf01-464e-a838-5d8d8a9680d9 req-ff29305a-e054-48b7-98bb-7271b53d8e51 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.59 "DELETE /v2.0/ports/a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 HTTP/1.1" status: 204 len: 173 time: 0.4406362 Jul 07 20:37:59.019860 n-d-792394-12 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'name': 'network-vif-deleted', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:37:59.022327 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6889ad475c3b3d868735aa5f3816b6cbd7719df791223c3e001ef59c2ef65fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a313fe3b-649c-4dbc-988b-61447707a434" -d '{"events": [{"server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "name": "network-vif-deleted", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:37:59.062886 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c8a0c7-ad04-4405-91d1-6e56b6c4dca5 x-openstack-request-id: req-06c8a0c7-ad04-4405-91d1-6e56b6c4dca5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:37:59.063181 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2f8962-a71f-4dc0-98d0-989d57f75132", "name": "network-vif-deleted", "tag": "a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:37:59.063463 n-d-792394-12 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-06c8a0c7-ad04-4405-91d1-6e56b6c4dca5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:37:59.064100 n-d-792394-12 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2f8962-a71f-4dc0-98d0-989d57f75132', 'name': 'network-vif-deleted', 'tag': 'a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5', 'status': 'completed', 'code': 200} Jul 07 20:37:59.305760 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d5728c72-88a0-4a8a-9188-a46d89b30205 req-288b0adc-93c6-48ba-959c-1ebdb90d669b tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2f8962-a71f-4dc0-98d0-989d57f75132 HTTP/1.1" status: 200 len: 210 time: 0.0315084 Jul 07 20:38:00.935014 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:01.091837 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Deleting port 7201fdf1-342c-4a6e-a5dd-aa365c1ae7e9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:01.092176 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:01.169482 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:01.169723 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:01.181631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Calling delete_port for 7201fdf1-342c-4a6e-a5dd-aa365c1ae7e9 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:01.341113 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:01.367331 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event deleted for resources: {'Port': ['ID=7201fdf1-342c-4a6e-a5dd-aa365c1ae7e9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:01.430095 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:01.430393 n-d-792394-12 neutron-server[93771]: INFO neutron.db.l3_db [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Floating IP a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143 disassociated (deleted). External IP: 172.25.2.194, port: f67ce94d-b2eb-4e32-8e31-71f0642b9bb9. Jul 07 20:38:01.645509 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Router a3701c7d-2799-4528-8df9-45cd270baefe has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:38:01.755826 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:38:01.760152 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:01.767997 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368d90c8-508a-4f91-ad34-3b4efc2ebe17 None None] Sync routers for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:38:01.777389 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368d90c8-508a-4f91-ad34-3b4efc2ebe17 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:01.777997 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-368d90c8-508a-4f91-ad34-3b4efc2ebe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:37:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:01.800631 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-cd33bc2d-f638-429c-81dc-5b7550b2eb55 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "DELETE /v2.0/floatingips/a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143 HTTP/1.1" status: 204 len: 168 time: 0.8619502 Jul 07 20:38:01.800631 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:38:01.802015 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a66fbb-120d-4d23-b256-3cc62e770d48" -d '{"events": [{"name": "network-changed", "server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:38:01.853963 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911a5fb2-a1f5-4949-85ba-5d0ad6e1de25 x-openstack-request-id: req-911a5fb2-a1f5-4949-85ba-5d0ad6e1de25 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:38:01.854364 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:38:01.854716 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-911a5fb2-a1f5-4949-85ba-5d0ad6e1de25 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:38:01.855217 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'status': 'completed', 'code': 200} Jul 07 20:38:01.913508 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-368d90c8-508a-4f91-ad34-3b4efc2ebe17 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:01.938507 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a66fbb-120d-4d23-b256-3cc62e770d48 req-dc838160-f1cd-4552-b39e-755f31e52766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:01.940118 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f2a66fbb-120d-4d23-b256-3cc62e770d48 req-dc838160-f1cd-4552-b39e-755f31e52766 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fc61d7c2182e444686d333da94fce441&device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 1096 time: 0.0616069 Jul 07 20:38:02.059347 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a66fbb-120d-4d23-b256-3cc62e770d48 req-f43aa357-cdbe-47f0-9dda-623748b8cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:02.062181 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f2a66fbb-120d-4d23-b256-3cc62e770d48 req-f43aa357-cdbe-47f0-9dda-623748b8cba5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 200 len: 912 time: 0.1150949 Jul 07 20:38:02.120199 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f2a66fbb-120d-4d23-b256-3cc62e770d48 req-10edc6bc-7533-4566-b07d-6f8678ed1707 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 HTTP/1.1" status: 200 len: 217 time: 0.0458107 Jul 07 20:38:02.142689 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-368d90c8-508a-4f91-ad34-3b4efc2ebe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:02.175438 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368d90c8-508a-4f91-ad34-3b4efc2ebe17 None None] Checking router: a3701c7d-2799-4528-8df9-45cd270baefe for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:38:02.182090 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a66fbb-120d-4d23-b256-3cc62e770d48 req-c9547fa9-13ca-486c-a685-c298baf85b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:02.183846 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f2a66fbb-120d-4d23-b256-3cc62e770d48 req-c9547fa9-13ca-486c-a685-c298baf85b80 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 200 len: 849 time: 0.0566456 Jul 07 20:38:02.185944 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368d90c8-508a-4f91-ad34-3b4efc2ebe17 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:02.186551 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-368d90c8-508a-4f91-ad34-3b4efc2ebe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:37:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:02.238408 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134f9cd-a866-4490-8540-a9b8c2418416 req-8cb6aaf1-134e-4a19-9a8f-e18d0e0f855d tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:02.241786 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2134f9cd-a866-4490-8540-a9b8c2418416 req-8cb6aaf1-134e-4a19-9a8f-e18d0e0f855d tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 944 time: 0.0698729 Jul 07 20:38:02.255389 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a66fbb-120d-4d23-b256-3cc62e770d48 req-2da22825-0de6-4e79-9ba4-4a9c949524bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:02.257288 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f2a66fbb-120d-4d23-b256-3cc62e770d48 req-2da22825-0de6-4e79-9ba4-4a9c949524bb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db7c902a-4380-45ed-be1c-fbef6b1d5578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660582 Jul 07 20:38:02.301919 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-2134f9cd-a866-4490-8540-a9b8c2418416 req-7a5eded2-b9bd-4f65-8120-a92ca02b91a4 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521350 Jul 07 20:38:02.317586 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-368d90c8-508a-4f91-ad34-3b4efc2ebe17 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:02.367951 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f2a66fbb-120d-4d23-b256-3cc62e770d48 req-88a93f84-e70a-41fb-b009-c81b22dea248 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030667 Jul 07 20:38:02.466904 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-f2a66fbb-120d-4d23-b256-3cc62e770d48 req-0a8c636e-50e6-42ff-b5f7-455aed5f5028 service neutron] 10.222.0.112 "GET /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918505 Jul 07 20:38:02.532049 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-368d90c8-508a-4f91-ad34-3b4efc2ebe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:02.645158 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368d90c8-508a-4f91-ad34-3b4efc2ebe17 None None] The sync data for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 is: [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:33:10Z', 'revision_number': 4, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12', '_interfaces': [{'id': '575fe832-3429-4b28-bfab-2c7d9851d68a', 'name': '', 'network_id': 'db7c902a-4380-45ed-be1c-fbef6b1d5578', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'mac_address': 'fa:16:3e:f5:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '588fc79f-788e-4543-981f-0dca382dd808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:09Z', 'updated_at': '2021-07-07T20:33:15Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'subnets': [{'id': '588fc79f-788e-4543-981f-0dca382dd808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:38:02.693717 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 no longer exists at agent hyperv_n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:02.714259 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] No Port match for: a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:02.714594 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Device a2556acd-6e7f-4d89-b3b3-2cbf9ed351c5 not bound to the agent host n-h2-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:02.870383 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caf5515-9753-44f0-b82b-8fc453d09b74 None None] New status for floating IP a6db4b0b-f9f2-4e20-bb9a-3a3d5d44f143: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:38:03.482595 n-d-792394-12 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7084e-ce3a-41c1-ac71-52ba6c3d849e req-d3d86a63-9b1c-4f65-a868-324fc0ee8e65 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:03.484158 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8a7084e-ce3a-41c1-ac71-52ba6c3d849e req-d3d86a63-9b1c-4f65-a868-324fc0ee8e65 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 944 time: 0.0694959 Jul 07 20:38:03.526166 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-d8a7084e-ce3a-41c1-ac71-52ba6c3d849e req-911662d6-eb0c-4ca0-8b1a-1f2ccb482e67 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/security-groups?id=503c947b-f269-4fb6-a67d-46d9926d4caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357046 Jul 07 20:38:03.788667 n-d-792394-12 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30038ad-6967-421b-8251-42b5dc9b549b req-a0635e10-5e5a-4b86-ba71-b2c062a40d94 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:38:03.790062 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a30038ad-6967-421b-8251-42b5dc9b549b req-a0635e10-5e5a-4b86-ba71-b2c062a40d94 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.112 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 944 time: 0.0641675 Jul 07 20:38:04.214010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a30038ad-6967-421b-8251-42b5dc9b549b req-145377df-4ad6-4fe5-a792-6e32372cf490 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Deleting port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:04.214361 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a30038ad-6967-421b-8251-42b5dc9b549b req-145377df-4ad6-4fe5-a792-6e32372cf490 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:04.304367 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a30038ad-6967-421b-8251-42b5dc9b549b req-145377df-4ad6-4fe5-a792-6e32372cf490 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] For port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9, host n-h1-792394-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-12',level=0,port_id=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:04.304767 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a30038ad-6967-421b-8251-42b5dc9b549b req-145377df-4ad6-4fe5-a792-6e32372cf490 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:04.309144 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:04.322577 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a30038ad-6967-421b-8251-42b5dc9b549b req-145377df-4ad6-4fe5-a792-6e32372cf490 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Calling delete_port for f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:04.464996 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a30038ad-6967-421b-8251-42b5dc9b549b req-145377df-4ad6-4fe5-a792-6e32372cf490 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:04.497253 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145377df-4ad6-4fe5-a792-6e32372cf490 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event deleted for resources: {'Port': ['ID=f67ce94d-b2eb-4e32-8e31-71f0642b9bb9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:04.544808 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30038ad-6967-421b-8251-42b5dc9b549b req-145377df-4ad6-4fe5-a792-6e32372cf490 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] No DVR routers for this DVR port f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 on host n-h1-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:38:04.547593 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a30038ad-6967-421b-8251-42b5dc9b549b req-145377df-4ad6-4fe5-a792-6e32372cf490 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260553'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:04.549599 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [req-a30038ad-6967-421b-8251-42b5dc9b549b req-145377df-4ad6-4fe5-a792-6e32372cf490 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.112 "DELETE /v2.0/ports/f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 HTTP/1.1" status: 204 len: 173 time: 0.7538512 Jul 07 20:38:04.550156 n-d-792394-12 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'name': 'network-vif-deleted', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:38:04.553589 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed5386509e5f92a644889f67e38da825ed8953a4c792dc9f6d3d832e89dbd06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c734e4bf-2b6f-4415-9f6f-f63ccfaac5c5" -d '{"events": [{"server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "name": "network-vif-deleted", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:38:04.602527 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1505d9-7aee-4461-9bc3-bf0da915eeb5 x-openstack-request-id: req-ea1505d9-7aee-4461-9bc3-bf0da915eeb5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:38:04.602817 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b9e060-0977-4858-877e-3f20a28b0487", "name": "network-vif-deleted", "tag": "f67ce94d-b2eb-4e32-8e31-71f0642b9bb9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:38:04.603067 n-d-792394-12 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ea1505d9-7aee-4461-9bc3-bf0da915eeb5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:38:04.603467 n-d-792394-12 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b9e060-0977-4858-877e-3f20a28b0487', 'name': 'network-vif-deleted', 'tag': 'f67ce94d-b2eb-4e32-8e31-71f0642b9bb9', 'status': 'completed', 'code': 200} Jul 07 20:38:04.679526 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [req-24df402f-18ae-490c-a344-8f630a6ade0a req-1769cbcf-0457-468c-b86a-f7e07df86a3e tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "GET /v2.0/ports?device_id=15b9e060-0977-4858-877e-3f20a28b0487 HTTP/1.1" status: 200 len: 210 time: 0.0303679 Jul 07 20:38:05.773065 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:05.830745 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf0275f-6cdc-48f8-b998-6c3ca5353422 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:05.856848 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf0275f-6cdc-48f8-b998-6c3ca5353422 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:05.918621 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf0275f-6cdc-48f8-b998-6c3ca5353422 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:05.921592 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf0275f-6cdc-48f8-b998-6c3ca5353422 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:05.922768 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-bcf0275f-6cdc-48f8-b998-6c3ca5353422 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] 10.222.0.113 "DELETE /v2.0/security-groups/503c947b-f269-4fb6-a67d-46d9926d4caf HTTP/1.1" status: 204 len: 168 time: 0.1487284 Jul 07 20:38:05.934481 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0275f-6cdc-48f8-b998-6c3ca5353422 tempest-TestSnapshotPattern-45955774 tempest-TestSnapshotPattern-45955774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=503c947b-f269-4fb6-a67d-46d9926d4caf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:05.973708 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:06.328823 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:06.591712 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] Deleting port 575fe832-3429-4b28-bfab-2c7d9851d68a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:06.592050 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:06.674605 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] For port 575fe832-3429-4b28-bfab-2c7d9851d68a, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=575fe832-3429-4b28-bfab-2c7d9851d68a,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:06.674962 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:06.687754 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] Calling delete_port for 575fe832-3429-4b28-bfab-2c7d9851d68a owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:06.877708 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:06.905010 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] Pushing event deleted for resources: {'Port': ['ID=575fe832-3429-4b28-bfab-2c7d9851d68a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:07.078367 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:07.300061 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] Router a3701c7d-2799-4528-8df9-45cd270baefe has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:38:07.408646 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:38:07.414176 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-591e6dc6-909c-4799-8d68-c87cf0abf819 admin admin] 10.222.0.113 "PUT /v2.0/routers/a3701c7d-2799-4528-8df9-45cd270baefe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4394057 Jul 07 20:38:07.417067 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:07.417560 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c55f4-4023-440c-867b-fb5102b597d3 None None] Sync routers for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:38:07.427839 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c55f4-4023-440c-867b-fb5102b597d3 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:07.428467 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e6c55f4-4023-440c-867b-fb5102b597d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:37:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:07.534246 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8e6c55f4-4023-440c-867b-fb5102b597d3 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:07.642988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:07.713020 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e6c55f4-4023-440c-867b-fb5102b597d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:38:06Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:07.743170 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c55f4-4023-440c-867b-fb5102b597d3 None None] Checking router: a3701c7d-2799-4528-8df9-45cd270baefe for host: n-d-792394-12 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:38:07.749771 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:07.751718 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c55f4-4023-440c-867b-fb5102b597d3 None None] Routers {'a3701c7d-2799-4528-8df9-45cd270baefe'} bound to L3 agent in host n-d-792394-12 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:07.752329 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e6c55f4-4023-440c-867b-fb5102b597d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:37:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['a3701c7d-2799-4528-8df9-45cd270baefe'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:07.813171 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Deleting port a6e5775f-223a-4085-8620-f90ab7356210 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:07.813428 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:07.868826 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8e6c55f4-4023-440c-867b-fb5102b597d3 None None] Set router a3701c7d-2799-4528-8df9-45cd270baefe gateway port host: n-d-792394-12 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:07.901152 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] For port a6e5775f-223a-4085-8620-f90ab7356210, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=a6e5775f-223a-4085-8620-f90ab7356210,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:07.901515 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:07.913443 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Calling delete_port for a6e5775f-223a-4085-8620-f90ab7356210 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:08.054329 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8e6c55f4-4023-440c-867b-fb5102b597d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:38:06Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:08.081354 n-d-792394-12 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c55f4-4023-440c-867b-fb5102b597d3 None None] The sync data for ids ['a3701c7d-2799-4528-8df9-45cd270baefe'] in n-d-792394-12 is: [{'id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'name': 'tempest-TestSnapshotPattern-1220555644-router', 'tenant_id': 'fc61d7c2182e444686d333da94fce441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:07Z', 'updated_at': '2021-07-07T20:38:06Z', 'revision_number': 5, 'project_id': 'fc61d7c2182e444686d333da94fce441', 'gw_port': {'id': 'a6e5775f-223a-4085-8620-f90ab7356210', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3701c7d-2799-4528-8df9-45cd270baefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:08Z', 'updated_at': '2021-07-07T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:38:08.092599 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.121303 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e5775f-223a-4085-8620-f90ab7356210,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:08.186368 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.277742 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.279848 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.304617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 no longer exists at agent hyperv_n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:08.324931 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] No Port match for: f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:08.325240 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Device f67ce94d-b2eb-4e32-8e31-71f0642b9bb9 not bound to the agent host n-h1-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:08.328313 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.328885 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3701c7d-2799-4528-8df9-45cd270baefe {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:38:08.334217 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.335401 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8e966907-02d2-4128-8591-a938d6e9eba1 admin admin] 10.222.0.113 "DELETE /v2.0/routers/a3701c7d-2799-4528-8df9-45cd270baefe HTTP/1.1" status: 204 len: 168 time: 0.9172683 Jul 07 20:38:08.338063 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:08.385684 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6dd554b-c565-405e-9f13-de9a0bed1623 admin admin] Deleting subnet 588fc79f-788e-4543-981f-0dca382dd808 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:38:08.388677 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6dd554b-c565-405e-9f13-de9a0bed1623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.425144 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6dd554b-c565-405e-9f13-de9a0bed1623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28612801'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.522957 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6dd554b-c565-405e-9f13-de9a0bed1623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.554106 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd6c98f0-3f9f-48b8-b5b7-02207d4781fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.579934 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6dd554b-c565-405e-9f13-de9a0bed1623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28613915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28616920'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.608896 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd554b-c565-405e-9f13-de9a0bed1623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=588fc79f-788e-4543-981f-0dca382dd808,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:08.610862 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6dd554b-c565-405e-9f13-de9a0bed1623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.612757 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-e6dd554b-c565-405e-9f13-de9a0bed1623 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/588fc79f-788e-4543-981f-0dca382dd808 HTTP/1.1" status: 204 len: 168 time: 0.2737429 Jul 07 20:38:08.617693 n-d-792394-12 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.113', 42212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:08.622232 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9047902a-5805-48c6-b39c-f845c87cf35f None None] Network db7c902a-4380-45ed-be1c-fbef6b1d5578 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:38:08.702584 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.793128 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Deleting port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:08.793988 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.835587 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9bd9b-3fda-4c53-b34b-1810efd7abc2 None None] DHCP port deletion for db7c902a-4380-45ed-be1c-fbef6b1d5578 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:38:08.868354 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] For port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0ed5f4e8-48d1-4563-819e-ddf22ae1dc45,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:08.868700 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.882345 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Calling delete_port for 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:08.890536 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9bd9b-3fda-4c53-b34b-1810efd7abc2 None None] Deleting port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:08.890917 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dc9bd9b-3fda-4c53-b34b-1810efd7abc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.953210 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3dc9bd9b-3fda-4c53-b34b-1810efd7abc2 None None] For port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=0ed5f4e8-48d1-4563-819e-ddf22ae1dc45,segment=NetworkSegment(894ace4c-c3af-44ee-b258-fe94a87e91d3),segment_id=894ace4c-c3af-44ee-b258-fe94a87e91d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:08.953617 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dc9bd9b-3fda-4c53-b34b-1810efd7abc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.967922 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9bd9b-3fda-4c53-b34b-1810efd7abc2 None None] Calling delete_port for 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:08.968892 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28613921'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:08.998884 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed5f4e8-48d1-4563-819e-ddf22ae1dc45,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:09.000713 n-d-792394-12 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] No DVR routers for this DVR port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 on host n-d-792394-12 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:38:09.056881 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dc9bd9b-3fda-4c53-b34b-1810efd7abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.072691 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.081706 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9bd9b-3fda-4c53-b34b-1810efd7abc2 None None] Pushing event deleted for resources: {'Port': ['ID=0ed5f4e8-48d1-4563-819e-ddf22ae1dc45,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:09.083099 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7c902a-4380-45ed-be1c-fbef6b1d5578']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:09.087825 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9bd9b-3fda-4c53-b34b-1810efd7abc2 None None] No DVR routers for this DVR port 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:38:09.096819 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894ace4c-c3af-44ee-b258-fe94a87e91d3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:09.097144 n-d-792394-12 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894ace4c-c3af-44ee-b258-fe94a87e91d3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:09.107774 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28612822'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.125375 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.131385 n-d-792394-12 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:38:09.131776 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28614142'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: Traceback (most recent call last): Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: timer() Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: cb(*args, **kw) Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: return func(*args, **kwargs) Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: self._notify() Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: self.callback(batched_events) Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: event.method(event) Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: return f(self, *a, **k) Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: return self._get(url).json() Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:38:09.135225 n-d-792394-12 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:38:09.190297 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.197049 n-d-792394-12 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.198907 n-d-792394-12 neutron-server[93770]: INFO neutron.wsgi [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] 10.222.0.113 "DELETE /v2.0/networks/db7c902a-4380-45ed-be1c-fbef6b1d5578 HTTP/1.1" status: 204 len: 168 time: 0.5802391 Jul 07 20:38:09.202051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:09.210766 n-d-792394-12 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a7180-2055-42fb-833c-3c96ca96ba62 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7c902a-4380-45ed-be1c-fbef6b1d5578,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:09.304591 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 575fe832-3429-4b28-bfab-2c7d9851d68a no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:09.324336 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 575fe832-3429-4b28-bfab-2c7d9851d68a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:09.325126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 575fe832-3429-4b28-bfab-2c7d9851d68a not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:09.325126 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a6e5775f-223a-4085-8620-f90ab7356210 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:09.343992 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: a6e5775f-223a-4085-8620-f90ab7356210 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:09.344343 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device a6e5775f-223a-4085-8620-f90ab7356210 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:09.344802 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:09.367099 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:09.367362 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 0ed5f4e8-48d1-4563-819e-ddf22ae1dc45 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:09.583987 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-798999'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.841912 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] Deleting port 476f7638-961c-4c8d-825d-80c4eb971ef4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:09.842263 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.920026 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] For port 476f7638-961c-4c8d-825d-80c4eb971ef4, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=476f7638-961c-4c8d-825d-80c4eb971ef4,segment=NetworkSegment(d694f637-65cd-4390-9156-e310bb6e4e62),segment_id=d694f637-65cd-4390-9156-e310bb6e4e62)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:09.920387 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:09.933344 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] Calling delete_port for 476f7638-961c-4c8d-825d-80c4eb971ef4 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:10.114645 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.140581 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] Pushing event deleted for resources: {'Port': ['ID=476f7638-961c-4c8d-825d-80c4eb971ef4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:10.314248 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-795945'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.530763 n-d-792394-12 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] Router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a has already been hosted by L3 agent b35ad27e-cd49-42e1-b6e2-790728f64bd2 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:38:10.637941 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] Notify agent at l3_agent.n-d-792394-12 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:38:10.644305 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-8b0e797c-0b64-4ee6-93aa-855d3ea2184d admin admin] 10.222.0.113 "PUT /v2.0/routers/13aeeae6-601e-4373-bcda-8f3e1f0fd59a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4404552 Jul 07 20:38:10.646331 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e1373f-a4c4-4e6c-ab94-eea22432b56c None None] Sync routers for ids ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'] in n-d-792394-12 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:38:10.646965 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:10.656237 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e1373f-a4c4-4e6c-ab94-eea22432b56c None None] Routers {'13aeeae6-601e-4373-bcda-8f3e1f0fd59a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:10.656891 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-39e1373f-a4c4-4e6c-ab94-eea22432b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:37:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:10.751244 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:10.760554 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-39e1373f-a4c4-4e6c-ab94-eea22432b56c None None] Set router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:10.949621 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-39e1373f-a4c4-4e6c-ab94-eea22432b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'name': 'tempest-TestSnapshotPattern-458912513-router', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:38:10Z', 'revision_number': 5, 'project_id': '61ee376306b64a90921c661303b29b05', 'gw_port': {'id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:10.978877 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e1373f-a4c4-4e6c-ab94-eea22432b56c None None] Checking router: 13aeeae6-601e-4373-bcda-8f3e1f0fd59a for host: n-d-792394-12 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:38:10.987867 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e1373f-a4c4-4e6c-ab94-eea22432b56c None None] Routers {'13aeeae6-601e-4373-bcda-8f3e1f0fd59a'} bound to L3 agent in host n-d-792394-12 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:38:10.989281 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-39e1373f-a4c4-4e6c-ab94-eea22432b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:54:41Z,description=,heartbeat_timestamp=2021-07-07T20:37:41Z,host='n-d-792394-12',id=b35ad27e-cd49-42e1-b6e2-790728f64bd2,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:54:41Z,topic='l3_agent')) {'router_ids': ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:11.099263 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-39e1373f-a4c4-4e6c-ab94-eea22432b56c None None] Set router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a gateway port host: n-d-792394-12 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:38:11.184861 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.237970 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Deleting port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:11.239277 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.242028 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9db10c0-6ede-48af-949f-6abee0ebf626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.296073 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-39e1373f-a4c4-4e6c-ab94-eea22432b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'name': 'tempest-TestSnapshotPattern-458912513-router', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:38:10Z', 'revision_number': 5, 'project_id': '61ee376306b64a90921c661303b29b05', 'gw_port': {'id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}], 'n-d-792394-12', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:11.320399 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] For port 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f,segment=NetworkSegment(82d19a9b-a87b-4517-aa21-2a5724b6129f),segment_id=82d19a9b-a87b-4517-aa21-2a5724b6129f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:11.320996 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.326638 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e1373f-a4c4-4e6c-ab94-eea22432b56c None None] The sync data for ids ['13aeeae6-601e-4373-bcda-8f3e1f0fd59a'] in n-d-792394-12 is: [{'id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'name': 'tempest-TestSnapshotPattern-458912513-router', 'tenant_id': '61ee376306b64a90921c661303b29b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'external_fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:38:10Z', 'revision_number': 5, 'project_id': '61ee376306b64a90921c661303b29b05', 'gw_port': {'id': '8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f', 'name': '', 'network_id': 'bec3f046-f8b3-402a-8374-381f4c722371', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aeeae6-601e-4373-bcda-8f3e1f0fd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:33:12Z', 'updated_at': '2021-07-07T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7893d82-5812-487f-9c37-2c5fb4cc3ee8', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-12'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:38:11.336162 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Calling delete_port for 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:11.524149 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.524770 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.556608 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Pushing event deleted for resources: {'Port': ['ID=8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:11.618508 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-893520'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.711361 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-837860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12365'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.713607 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.760816 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-839284'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.761385 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13aeeae6-601e-4373-bcda-8f3e1f0fd59a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:38:11.767347 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.768783 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-2d927d79-113e-4fd3-89e0-32d7a3eafbdb admin admin] 10.222.0.113 "DELETE /v2.0/routers/13aeeae6-601e-4373-bcda-8f3e1f0fd59a HTTP/1.1" status: 204 len: 168 time: 1.1206634 Jul 07 20:38:11.771623 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:11.823516 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c53a22-4ecb-4acb-9b03-3c96693b900b admin admin] Deleting subnet 79a3940f-4d7e-47a4-96e4-f8c132df2801 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:38:11.826800 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c53a22-4ecb-4acb-9b03-3c96693b900b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.863731 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c53a22-4ecb-4acb-9b03-3c96693b900b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25637274'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:11.948915 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c53a22-4ecb-4acb-9b03-3c96693b900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921886'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.006809 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c53a22-4ecb-4acb-9b03-3c96693b900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25860355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25855149'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.039913 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c53a22-4ecb-4acb-9b03-3c96693b900b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a3940f-4d7e-47a4-96e4-f8c132df2801,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:12.044548 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53c53a22-4ecb-4acb-9b03-3c96693b900b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.046641 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-53c53a22-4ecb-4acb-9b03-3c96693b900b admin admin] 10.222.0.113 "DELETE /v2.0/subnets/79a3940f-4d7e-47a4-96e4-f8c132df2801 HTTP/1.1" status: 204 len: 168 time: 0.2739024 Jul 07 20:38:12.048874 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:12.051287 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfded4c6-848f-4559-a554-f26b95bb6cb2 None None] Network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 requested from n-d-792394-12 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:38:12.119782 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1967907'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.175100 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Deleting port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:12.175582 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.250051 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] For port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86, host n-d-792394-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-12',level=0,port_id=77437e03-41f4-47da-8b7d-f2c8cdbd4c86,segment=NetworkSegment(d694f637-65cd-4390-9156-e310bb6e4e62),segment_id=d694f637-65cd-4390-9156-e310bb6e4e62)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:12.250334 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.262929 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Calling delete_port for 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:12.314200 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f34378-2b35-4d04-a873-fb61c52e60a3 None None] DHCP port deletion for f7e67eb1-4d33-42e8-910c-9de2f5eacc39 request from n-d-792394-12 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:38:12.352064 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25860409'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.368100 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-01f34378-2b35-4d04-a873-fb61c52e60a3 None None] Deleting port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:38:12.368604 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01f34378-2b35-4d04-a873-fb61c52e60a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779070985180'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.381111 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Pushing event deleted for resources: {'Port': ['ID=77437e03-41f4-47da-8b7d-f2c8cdbd4c86,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:12.382204 n-d-792394-12 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] No DVR routers for this DVR port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 on host n-d-792394-12 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:38:12.436797 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-01f34378-2b35-4d04-a873-fb61c52e60a3 None None] For port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86, host n-d-792394-12, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:38:12.437193 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01f34378-2b35-4d04-a873-fb61c52e60a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-795927'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.460925 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926603', 'neutron.services.segments.db._delete_segments_for_network-8779071217246'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.478150 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e67eb1-4d33-42e8-910c-9de2f5eacc39']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:12.492102 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd694f637-65cd-4390-9156-e310bb6e4e62') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:12.492390 n-d-792394-12 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd694f637-65cd-4390-9156-e310bb6e4e62') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:38:12.503423 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779071101570', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25637261'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.518298 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.525107 n-d-792394-12 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:38:12.525526 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1919519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25860582'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: Traceback (most recent call last): Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: timer() Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: cb(*args, **kw) Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: return func(*args, **kwargs) Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: self._notify() Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: self.callback(batched_events) Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: event.method(event) Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: return f(self, *a, **k) Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: return self._get(url).json() Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:38:12.527332 n-d-792394-12 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:38:12.589867 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893556'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.595528 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.597506 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] 10.222.0.113 "DELETE /v2.0/networks/f7e67eb1-4d33-42e8-910c-9de2f5eacc39 HTTP/1.1" status: 204 len: 168 time: 0.5477033 Jul 07 20:38:12.610007 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-01f34378-2b35-4d04-a873-fb61c52e60a3 None None] Calling delete_port for 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:38:12.612729 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-01f34378-2b35-4d04-a873-fb61c52e60a3 None None] Port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 20:38:12.613056 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc3037-6c60-424f-96f6-a31a98c07182 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e67eb1-4d33-42e8-910c-9de2f5eacc39,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:12.614532 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01f34378-2b35-4d04-a873-fb61c52e60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2064945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531641', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779070994198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779070684398'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.637614 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f34378-2b35-4d04-a873-fb61c52e60a3 None None] Pushing event deleted for resources: {'Port': ['ID=77437e03-41f4-47da-8b7d-f2c8cdbd4c86,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:12.639333 n-d-792394-12 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01f34378-2b35-4d04-a873-fb61c52e60a3 None None] Network f7e67eb1-4d33-42e8-910c-9de2f5eacc39 is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 20:38:12.639786 n-d-792394-12 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f34378-2b35-4d04-a873-fb61c52e60a3 None None] No DVR routers for this DVR port 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 on host n-d-792394-12 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:38:12.722527 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:12.763775 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e82ebdcb-c202-41bc-987d-c6d56dbf3df1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fc61d7c2182e444686d333da94fce441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395341 Jul 07 20:38:12.766643 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:12.770446 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.818230 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f0acdf-7dee-41ea-baa3-3761ef798c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.840893 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f0acdf-7dee-41ea-baa3-3761ef798c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.889928 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f0acdf-7dee-41ea-baa3-3761ef798c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.892680 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f0acdf-7dee-41ea-baa3-3761ef798c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:12.893853 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-14f0acdf-7dee-41ea-baa3-3761ef798c19 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9f1391e8-3b2d-42a2-9199-0f2e9cdbbf17 HTTP/1.1" status: 204 len: 168 time: 0.1262393 Jul 07 20:38:12.902308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0acdf-7dee-41ea-baa3-3761ef798c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1391e8-3b2d-42a2-9199-0f2e9cdbbf17,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:13.228308 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:13.270457 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-a97db33f-91c4-40df-918c-84a64b6a7ef9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=61ee376306b64a90921c661303b29b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402207 Jul 07 20:38:13.273087 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.113', 42234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:13.304404 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:13.324227 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:13.324612 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 8dff0e7e-fb1b-4d1d-8382-08cb76ec8a1f not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:13.325031 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:13.327681 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a2300b-9c44-49c6-b87d-9a3d97cf85c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.343934 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:13.344216 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 77437e03-41f4-47da-8b7d-f2c8cdbd4c86 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:13.344659 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 476f7638-961c-4c8d-825d-80c4eb971ef4 no longer exists at agent ovs-agent-n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:38:13.349608 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a2300b-9c44-49c6-b87d-9a3d97cf85c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.362617 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] No Port match for: 476f7638-961c-4c8d-825d-80c4eb971ef4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:38:13.362944 n-d-792394-12 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Device 476f7638-961c-4c8d-825d-80c4eb971ef4 not bound to the agent host n-d-792394-12 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:38:13.403454 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a2300b-9c44-49c6-b87d-9a3d97cf85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-968739'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.406038 n-d-792394-12 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a2300b-9c44-49c6-b87d-9a3d97cf85c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:13.407223 n-d-792394-12 neutron-server[93771]: INFO neutron.wsgi [None req-e3a2300b-9c44-49c6-b87d-9a3d97cf85c7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1da6a11a-3beb-433d-9049-0155d0b623de HTTP/1.1" status: 204 len: 168 time: 0.1332166 Jul 07 20:38:13.419182 n-d-792394-12 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2300b-9c44-49c6-b87d-9a3d97cf85c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da6a11a-3beb-433d-9049-0155d0b623de,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:14.312182 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:16.940991 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:38:19.911121 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:34.323747 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:38.556110 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce301bef-6adf-468e-b3f3-ef22f94e8a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:41.228524 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0695e56-96df-4f2f-ac70-63fa5bce23d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:41.527681 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:42.773867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:44.314380 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:49.906504 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:53.940188 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:39:04.323853 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:08.557206 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9bf217ad-5da1-45f1-99c0-a3a2c87770cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:11.219397 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c0ace56-ede1-436a-bcf6-05d96f58ee51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:11.528249 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:12.776085 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:14.316962 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:19.909469 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:30.939694 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:39:34.342960 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:38.557180 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8f4e3f6-4265-4400-8498-006004e43451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:41.221068 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-491e4702-9077-4a67-80c6-63196efc3954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:41.531275 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:42.778597 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:44.320501 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:49.922701 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:04.328102 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:07.938498 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:40:08.558205 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6af1d9-55d8-4b88-a781-449657960c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:11.221397 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a33fa77-91e6-40f6-ab79-bfdc2f10117f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:11.532924 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:12.782287 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:14.323619 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:19.907319 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:34.329220 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:38.560200 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b340847-733c-48e0-9f7c-45a4092a11a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:41.221688 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea02a-86a5-45d1-9eb9-7e24e0277aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:41.535399 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:42.784337 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:44.326043 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:44.938540 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:40:49.933773 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:04.335794 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:08.562855 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87f95d5f-1650-4aca-87c5-101d20a00735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:11.222390 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0147b38-4218-4967-9a59-d6e62dc67e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:11.537537 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:12.787368 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:14.332943 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:19.936618 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:21.940118 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:41:34.326097 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:38.563410 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe44caf1-4ea4-48af-a789-99060bdbc638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:41.224392 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9190597-b70e-4046-967e-823dd9f6ddad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:41.539396 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:42.791611 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:44.333977 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:49.935674 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:58.941747 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:42:04.342156 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:08.564271 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55c0b0dd-e900-4268-a770-4a86e797519a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:11.226339 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb5b89de-63b3-460e-88e5-898b0dff4076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:11.541933 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:12.793311 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:14.336887 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:19.920892 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:34.365052 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:35.941404 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:42:38.567758 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1df4f890-f83d-4a47-b994-3d1e398458bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:41.227303 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-828bdfc9-c4d1-4db4-82cb-01d9ba171245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:41.543616 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:42.795852 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:44.338650 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:49.935849 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:04.355138 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:08.569095 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a097b257-7f83-46ab-bcf8-f0cf51ab028e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:11.229192 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ccea345-16a3-4028-ab26-5a08d411c32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:11.545331 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:12.799657 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:12.940715 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:43:14.340318 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:19.949140 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:34.363620 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:38.570909 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79a47a7f-2223-4686-aed0-9bda7fd26acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:41.229466 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e772886-f239-4ffc-aeb6-3529f38a0376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:41.546821 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:42.804266 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:44.344265 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:49.939968 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:43:49.950299 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:04.378111 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:08.573276 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b0590c0-4216-4472-b4b3-2754266b15f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:11.230876 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aead3f7d-3b74-4286-b284-278c83caa661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:11.548594 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:12.804436 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.347820 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.974061 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:26.939799 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:44:34.377646 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:38.576982 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e53b870-81d9-4a01-999b-f53fae17483d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.231729 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b111f5bf-5fae-404c-b5ad-25b17dbb732e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.550533 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.809232 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:44.351568 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.976994 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:03.938330 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:45:04.376867 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:08.577230 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e34a428-ec83-4912-aa7c-dc0e0f51cc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:11.233021 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89075376-106d-4608-a5bd-bcafe58ff6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:11.552314 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:12.812759 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:14.352800 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.965810 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:34.384543 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:38.577407 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b21ac57-db4d-4deb-8576-401ac8451d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.939620 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:45:41.234281 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be6a23f4-c1dd-4fec-9814-413f8bab12a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:41.554376 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.814759 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:44.358313 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.966436 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:04.414015 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.578894 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94306107-b171-4fc8-b849-39118c7f7967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:11.239010 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be7e8612-88ac-4c8f-9fb3-ad206b84417c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:11.556694 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.818146 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:14.362331 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.630928 n-d-792394-12 neutron-server[93771]: DEBUG neutron.wsgi [req-74bf998e-db39-4d26-bf87-aa13c70c0322 req-ccc604e2-14ab-4de8-a698-eaf03e031e75 service neutron] (93771) timed out ('10.222.0.113', 40852) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 20:46:17.939394 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:46:19.977345 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:34.406611 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.579890 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12168d5b-ec72-4772-aa5f-0ca499888f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:41.240366 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-569d714c-5a11-4518-8ad2-7caf8945f2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:41.560402 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:42.820932 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:44.365213 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:50.004653 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.939162 n-d-792394-12 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-0c064c37-9a5e-40ec-882d-f14e7a7ab501 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:47:04.407374 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a36005a-99a4-461b-9473-c4e20d5669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:08.582200 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a3ebba0-a9be-433a-80aa-85dba3ed163e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:11.242595 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-481e365f-7cf4-49f5-bd2c-1e461a820c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:11.563390 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-964fa056-f0d9-4b4f-9434-7c9e87443160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:12.828444 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c565bcdf-e1ac-4410-9859-033d8fa3dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:14.370589 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54344cfe-12e0-476f-b2f9-1e8b19536a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:20.000156 n-d-792394-12 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4b73-16d2-439f-89a2-0970911152a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779071217228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928833'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}